2022-01-18T15:44:50.684 INFO:root:teuthology version: 1.1.0-3ff86a5d 2022-01-18T15:44:50.686 DEBUG:teuthology.run:Teuthology command: teuthology --archive /home/teuthworker/archive/swagner-2022-01-18_15:34:53-rados:cephadm-wip-swagner2-testing-2022-01-18-1242-pacific-distro-default-smithi/6624207 --verbose --description rados:cephadm/mgr-nfs-upgrade/{0-distro/centos_8.3_container_tools_3.0 1-bootstrap/16.2.4 1-start 2-nfs 3-upgrade-with-workload 4-final} --owner scheduled_swagner@teuthology --name swagner-2022-01-18_15:34:53-rados:cephadm-wip-swagner2-testing-2022-01-18-1242-pacific-distro-default-smithi -- /home/teuthworker/archive/swagner-2022-01-18_15:34:53-rados:cephadm-wip-swagner2-testing-2022-01-18-1242-pacific-distro-default-smithi/6624207/orig.config.yaml 2022-01-18T15:44:50.727 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/ 2022-01-18T15:44:50.793 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/swagner-2022-01-18_15:34:53-rados:cephadm-wip-swagner2-testing-2022-01-18-1242-pacific-distro-default-smithi/6624207 branch: wip-swagner2-testing-2022-01-18-1242-pacific description: rados:cephadm/mgr-nfs-upgrade/{0-distro/centos_8.3_container_tools_3.0 1-bootstrap/16.2.4 1-start 2-nfs 3-upgrade-with-workload 4-final} email: sewagner@redhat.com first_in_suite: false job_id: '6624207' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi name: swagner-2022-01-18_15:34:53-rados:cephadm-wip-swagner2-testing-2022-01-18-1242-pacific-distro-default-smithi nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: '8.3' overrides: admin_socket: branch: wip-swagner2-testing-2022-01-18-1242-pacific ceph: conf: mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 1fdbb5fce2761ab8b4564158667aaa83f01cf3bc ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 install: ceph: flavor: default sha1: 1fdbb5fce2761ab8b4564158667aaa83f01cf3bc selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-swagner2-testing-2022-01-18-1242-pacific sha1: 1fdbb5fce2761ab8b4564158667aaa83f01cf3bc owner: scheduled_swagner@teuthology priority: 75 repo: git://git.ceph.com/ceph-ci.git roles: - - host.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - - host.b - osd.4 - osd.5 - osd.6 - osd.7 sha1: 1fdbb5fce2761ab8b4564158667aaa83f01cf3bc sleep_before_teardown: 0 suite: rados:cephadm suite_branch: wip-swagner2-testing-2022-01-18-1242-pacific suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_1fdbb5fce2761ab8b4564158667aaa83f01cf3bc/qa suite_relpath: qa suite_repo: git://git.ceph.com/ceph-ci.git suite_sha1: 1fdbb5fce2761ab8b4564158667aaa83f01cf3bc targets: smithi129.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDv27lxDp4uAE7poJs1kQaQwanFxXyMb7/6Snmd2StaHxDZ527AwA4GAJ/W4yO6N/xUtmAbXb4GcvFuVp2qkavAELR6ViF1HVBZsFF7QuU3PSaMTS69U5WX2+CNkAWKjvY1oqfXb0S9rJfIpF4Uxx1ojhvplCH3rYCUGIWNL/zHVH4V/9VrcEFUta2j+vLs7QiQMKNAiA+s3Gg6rTLPMRpjxrP0cN/J7Q6PqVZPMBDrFkIXhCwsljkMPmxxo7fKUHIfF4+GyzjoUMKLZbuoZL7wYIHjxSUH3hDP/QGyET//sOKA6MnxlMnfXHj+xuWda2ZAMrK+pRFQvFcw8hdjAtu06dX35Yu70rE7SkARNC8J+HlzoV7Ae64Qv45OhwOo1Kg/WggXuHi/P3d6wUpNWC6O5qqEjBGJ0f4s12pMgE28onRvtDgHeUbrhGhT2pdl0Rb928dRG43tJERQsQX7QVkenHQS1WLFWySF4Dmk5WdoyZlReC6154mXEXd6YisuqyM= smithi156.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD64hA7NJAvCt76aesHHZcaEbsTcg7AIXXyKMRd/wAm0aj2eU9hLM91v9co9mXNOU9cFvPj/xORcMdALbegzeBeBrlBL8z4ASPhaBjg1MfV48grT59rmwvmZE7VgJr6BBNEYHhXNB4mUtVcK2zJxIBzbR478m4NtLlYiYDzdwtzamlWrgpGd1UdI+7PUHlXk1U4emvT8jRsG2zuxbz7stXkq+v9hM9FmgQ41qJCEolTHbioSrFAiQDLppxDPSH4oPCaiFuVriMhkUs6dVqij+UdMwKAT/f+2n7vEUsTi6vXSZtEJItT3+GpEFzbCPTwEFpYUHnaYnDx0mqHwtvTALbmjevDaAfKACWtff+pde9DfKgchQejDL0m3hLcx7cWFrAU4P3TLAli0+9/NoH3dViEVgAgzLV5UYc/2s9h29XM58GLTJmagZHHkioQLQJ5SMCxWaoQGdxw6oIZwggwFUt/scmz7l5OIMsnfZV8P/hbvShfd32IL1DZ+jUGb3Z8nqU= tasks: - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools:3.0 - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - cephadm: avoid_pacific_features: true cephadm_branch: v16.2.4 cephadm_git_url: https://github.com/ceph/ceph image: docker.io/ceph/ceph:v16.2.4 roleless: true - cephadm.shell: host.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - vip.exec: all-hosts: - systemctl stop nfs-server - cephadm.shell: host.a: - ceph fs volume create foofs - cephadm.wait_for_service: service: mds.foofs - cephadm.shell: host.a: - ceph nfs cluster create foo --placement=2 || ceph nfs cluster create cephfs foo --placement=2 - ceph nfs export create cephfs --fsname foofs --clusterid foo --binding /fake || ceph nfs export create cephfs --fsname foofs --cluster-id foo --pseudo-path /fake - while ! ceph orch ls | grep nfs | grep 2/2 ; do sleep 1 ; done - vip.exec: host.a: - mkdir /mnt/foo - while ! mount -t nfs $(hostname):/fake /mnt/foo -o sync ; do sleep 5 ; done - echo test > /mnt/foo/testfile - sync - parallel: - upgrade-tasks - workload-tasks - vip.exec: host.a: - umount /mnt/foo - cephadm.shell: host.a: - ceph nfs cluster ls | grep foo - ceph nfs export ls foo --detailed - rados -p .nfs --all ls - - ceph config get mgr mgr/cephadm/migration_current | grep 4 teuthology_branch: master teuthology_sha1: 3ff86a5dbaafecdb6414fa2fea970bb44e836829 timestamp: 2022-01-18_15:34:53 tube: smithi upgrade-tasks: sequential: - cephadm.shell: env: - sha1 host.a: - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph config set global log_to_journald false --force - ceph mgr module enable nfs --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - cephadm.shell: env: - sha1 host.a: - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - echo "wait for servicemap items w/ changing names to refresh" - sleep 60 - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - cephadm.wait_for_service: service: nfs.foo user: swagner verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.20261 workload-tasks: sequential: - exec: host.a: - cd /mnt/foo && dbench 5 -t 600 || true - umount /mnt/foo - while ! mount -t nfs $(hostname):/fake /mnt/foo ; do sleep 5 ; done - cd /mnt/foo && dbench 5 -t 5 2022-01-18T15:44:50.794 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_1fdbb5fce2761ab8b4564158667aaa83f01cf3bc/qa; will attempt to use it 2022-01-18T15:44:50.795 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_1fdbb5fce2761ab8b4564158667aaa83f01cf3bc/qa/tasks 2022-01-18T15:44:50.795 INFO:teuthology.run_tasks:Running task internal.check_packages... 2022-01-18T15:44:50.797 INFO:teuthology.task.internal:Checking packages... 2022-01-18T15:44:50.819 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '1fdbb5fce2761ab8b4564158667aaa83f01cf3bc' 2022-01-18T15:44:50.819 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2022-01-18T15:44:50.819 INFO:teuthology.packaging:ref: None 2022-01-18T15:44:50.820 INFO:teuthology.packaging:tag: None 2022-01-18T15:44:50.820 INFO:teuthology.packaging:branch: wip-swagner2-testing-2022-01-18-1242-pacific 2022-01-18T15:44:50.820 INFO:teuthology.packaging:sha1: 1fdbb5fce2761ab8b4564158667aaa83f01cf3bc 2022-01-18T15:44:50.821 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=wip-swagner2-testing-2022-01-18-1242-pacific 2022-01-18T15:44:51.049 INFO:teuthology.task.internal:Found packages for ceph version 16.2.7-190.g1fdbb5fc 2022-01-18T15:44:51.049 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2022-01-18T15:44:51.060 INFO:teuthology.task.internal:no buildpackages task found 2022-01-18T15:44:51.060 INFO:teuthology.run_tasks:Running task internal.save_config... 2022-01-18T15:44:51.148 INFO:teuthology.task.internal:Saving configuration 2022-01-18T15:44:51.163 INFO:teuthology.run_tasks:Running task internal.check_lock... 2022-01-18T15:44:51.176 INFO:teuthology.task.internal.check_lock:Checking locks... 2022-01-18T15:44:51.198 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi129.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/swagner-2022-01-18_15:34:53-rados:cephadm-wip-swagner2-testing-2022-01-18-1242-pacific-distro-default-smithi/6624207', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2022-01-18 15:39:24.157269', 'locked_by': 'scheduled_swagner@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIaNIe1h/v0LiO4l/NH6DXM8agD1ABkOrPod9QVGjIhGYgWPIQYtEZQZ8qu7xsimyHHrLKe3F3C0W4me1Cq2w2Y='} 2022-01-18T15:44:51.219 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi156.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/swagner-2022-01-18_15:34:53-rados:cephadm-wip-swagner2-testing-2022-01-18-1242-pacific-distro-default-smithi/6624207', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2022-01-18 15:39:24.155915', 'locked_by': 'scheduled_swagner@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPsML/MNvmtqqyFWOYJXurRdcSyWUT7VBSJWq+CquBrmdyJKp+MKWPiGkrJzTSmf44pDgR2fTv8YP7slLmbsm0A='} 2022-01-18T15:44:51.219 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2022-01-18T15:44:51.230 INFO:teuthology.task.internal:roles: ubuntu@smithi129.front.sepia.ceph.com - ['host.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0'] 2022-01-18T15:44:51.230 INFO:teuthology.task.internal:roles: ubuntu@smithi156.front.sepia.ceph.com - ['host.b', 'osd.4', 'osd.5', 'osd.6', 'osd.7'] 2022-01-18T15:44:51.231 INFO:teuthology.run_tasks:Running task console_log... 2022-01-18T15:44:51.309 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f05acff8c80>, signals=[15]) 2022-01-18T15:44:51.310 INFO:teuthology.run_tasks:Running task internal.connect... 2022-01-18T15:44:51.321 INFO:teuthology.task.internal:Opening connections... 2022-01-18T15:44:51.322 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi129.front.sepia.ceph.com 2022-01-18T15:44:51.323 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi129.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-18T15:44:51.392 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi156.front.sepia.ceph.com 2022-01-18T15:44:51.394 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi156.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-18T15:44:51.462 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2022-01-18T15:44:51.474 DEBUG:teuthology.orchestra.run.smithi129:> uname -m 2022-01-18T15:44:51.494 INFO:teuthology.orchestra.run.smithi129.stdout:x86_64 2022-01-18T15:44:51.494 DEBUG:teuthology.orchestra.run.smithi129:> cat /etc/os-release 2022-01-18T15:44:51.548 INFO:teuthology.orchestra.run.smithi129.stdout:NAME="CentOS Linux" 2022-01-18T15:44:51.548 INFO:teuthology.orchestra.run.smithi129.stdout:VERSION="8" 2022-01-18T15:44:51.549 INFO:teuthology.orchestra.run.smithi129.stdout:ID="centos" 2022-01-18T15:44:51.549 INFO:teuthology.orchestra.run.smithi129.stdout:ID_LIKE="rhel fedora" 2022-01-18T15:44:51.549 INFO:teuthology.orchestra.run.smithi129.stdout:VERSION_ID="8" 2022-01-18T15:44:51.549 INFO:teuthology.orchestra.run.smithi129.stdout:PLATFORM_ID="platform:el8" 2022-01-18T15:44:51.550 INFO:teuthology.orchestra.run.smithi129.stdout:PRETTY_NAME="CentOS Linux 8" 2022-01-18T15:44:51.550 INFO:teuthology.orchestra.run.smithi129.stdout:ANSI_COLOR="0;31" 2022-01-18T15:44:51.550 INFO:teuthology.orchestra.run.smithi129.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2022-01-18T15:44:51.550 INFO:teuthology.orchestra.run.smithi129.stdout:HOME_URL="https://centos.org/" 2022-01-18T15:44:51.550 INFO:teuthology.orchestra.run.smithi129.stdout:BUG_REPORT_URL="https://bugs.centos.org/" 2022-01-18T15:44:51.551 INFO:teuthology.orchestra.run.smithi129.stdout:CENTOS_MANTISBT_PROJECT="CentOS-8" 2022-01-18T15:44:51.551 INFO:teuthology.orchestra.run.smithi129.stdout:CENTOS_MANTISBT_PROJECT_VERSION="8" 2022-01-18T15:44:51.552 INFO:teuthology.lock.ops:Updating smithi129.front.sepia.ceph.com on lock server 2022-01-18T15:44:51.572 DEBUG:teuthology.orchestra.run.smithi156:> uname -m 2022-01-18T15:44:51.587 INFO:teuthology.orchestra.run.smithi156.stdout:x86_64 2022-01-18T15:44:51.588 DEBUG:teuthology.orchestra.run.smithi156:> cat /etc/os-release 2022-01-18T15:44:51.642 INFO:teuthology.orchestra.run.smithi156.stdout:NAME="CentOS Linux" 2022-01-18T15:44:51.643 INFO:teuthology.orchestra.run.smithi156.stdout:VERSION="8" 2022-01-18T15:44:51.643 INFO:teuthology.orchestra.run.smithi156.stdout:ID="centos" 2022-01-18T15:44:51.643 INFO:teuthology.orchestra.run.smithi156.stdout:ID_LIKE="rhel fedora" 2022-01-18T15:44:51.643 INFO:teuthology.orchestra.run.smithi156.stdout:VERSION_ID="8" 2022-01-18T15:44:51.644 INFO:teuthology.orchestra.run.smithi156.stdout:PLATFORM_ID="platform:el8" 2022-01-18T15:44:51.644 INFO:teuthology.orchestra.run.smithi156.stdout:PRETTY_NAME="CentOS Linux 8" 2022-01-18T15:44:51.644 INFO:teuthology.orchestra.run.smithi156.stdout:ANSI_COLOR="0;31" 2022-01-18T15:44:51.644 INFO:teuthology.orchestra.run.smithi156.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2022-01-18T15:44:51.645 INFO:teuthology.orchestra.run.smithi156.stdout:HOME_URL="https://centos.org/" 2022-01-18T15:44:51.645 INFO:teuthology.orchestra.run.smithi156.stdout:BUG_REPORT_URL="https://bugs.centos.org/" 2022-01-18T15:44:51.645 INFO:teuthology.orchestra.run.smithi156.stdout:CENTOS_MANTISBT_PROJECT="CentOS-8" 2022-01-18T15:44:51.645 INFO:teuthology.orchestra.run.smithi156.stdout:CENTOS_MANTISBT_PROJECT_VERSION="8" 2022-01-18T15:44:51.646 INFO:teuthology.lock.ops:Updating smithi156.front.sepia.ceph.com on lock server 2022-01-18T15:44:51.663 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2022-01-18T15:44:51.677 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2022-01-18T15:44:51.699 INFO:teuthology.task.internal:Checking for old test directory... 2022-01-18T15:44:51.700 DEBUG:teuthology.orchestra.run.smithi129:> test '!' -e /home/ubuntu/cephtest 2022-01-18T15:44:51.703 DEBUG:teuthology.orchestra.run.smithi156:> test '!' -e /home/ubuntu/cephtest 2022-01-18T15:44:51.717 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2022-01-18T15:44:51.728 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2022-01-18T15:44:51.728 DEBUG:teuthology.orchestra.run.smithi129:> test -z $(ls -A /var/lib/ceph) 2022-01-18T15:44:51.757 DEBUG:teuthology.orchestra.run.smithi156:> test -z $(ls -A /var/lib/ceph) 2022-01-18T15:44:51.774 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2022-01-18T15:44:51.832 INFO:teuthology.run_tasks:Running task kernel... 2022-01-18T15:44:51.850 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2022-01-18T15:44:51.851 INFO:teuthology.task.kernel:config {'host.a': {'kdb': True, 'sha1': 'distro'}, 'host.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2022-01-18T15:44:51.852 DEBUG:teuthology.orchestra.run.smithi129:> uname -r 2022-01-18T15:44:51.852 DEBUG:teuthology.orchestra.run.smithi156:> uname -r 2022-01-18T15:44:51.866 INFO:teuthology.orchestra.run.smithi129.stdout:4.18.0-305.10.2.el8_4.x86_64 2022-01-18T15:44:51.866 INFO:teuthology.task.kernel:Running kernel on smithi129: 4.18.0-305.10.2.el8_4.x86_64 2022-01-18T15:44:51.867 DEBUG:teuthology.orchestra.run.smithi129:> sudo yum install -y kernel 2022-01-18T15:44:51.868 INFO:teuthology.orchestra.run.smithi156.stdout:4.18.0-305.10.2.el8_4.x86_64 2022-01-18T15:44:51.868 INFO:teuthology.task.kernel:Running kernel on smithi156: 4.18.0-305.10.2.el8_4.x86_64 2022-01-18T15:44:51.868 DEBUG:teuthology.orchestra.run.smithi156:> sudo yum install -y kernel 2022-01-18T15:44:54.364 INFO:teuthology.orchestra.run.smithi156.stdout:CentOS-8 - AppStream 21 MB/s | 8.4 MB 00:00 2022-01-18T15:44:54.416 INFO:teuthology.orchestra.run.smithi129.stdout:CentOS-8 - AppStream 17 MB/s | 8.4 MB 00:00 2022-01-18T15:44:55.869 INFO:teuthology.orchestra.run.smithi156.stdout:CentOS-8 - Base 22 MB/s | 4.6 MB 00:00 2022-01-18T15:44:55.951 INFO:teuthology.orchestra.run.smithi129.stdout:CentOS-8 - Base 21 MB/s | 4.6 MB 00:00 2022-01-18T15:44:56.585 INFO:teuthology.orchestra.run.smithi156.stdout:CentOS-8 - Extras 147 kB/s | 10 kB 00:00 2022-01-18T15:44:56.666 INFO:teuthology.orchestra.run.smithi129.stdout:CentOS-8 - Extras 149 kB/s | 10 kB 00:00 2022-01-18T15:44:57.325 INFO:teuthology.orchestra.run.smithi156.stdout:CentOS Linux 8 - AppStream 12 MB/s | 8.4 MB 00:00 2022-01-18T15:44:57.582 INFO:teuthology.orchestra.run.smithi129.stdout:CentOS Linux 8 - AppStream 9.9 MB/s | 8.4 MB 00:00 2022-01-18T15:44:58.970 INFO:teuthology.orchestra.run.smithi156.stdout:CentOS Linux 8 - BaseOS 15 MB/s | 4.6 MB 00:00 2022-01-18T15:44:59.727 INFO:teuthology.orchestra.run.smithi129.stdout:CentOS Linux 8 - BaseOS 5.5 MB/s | 4.6 MB 00:00 2022-01-18T15:44:59.930 INFO:teuthology.orchestra.run.smithi156.stdout:CentOS Linux 8 - Extras 33 kB/s | 10 kB 00:00 2022-01-18T15:45:00.133 INFO:teuthology.orchestra.run.smithi156.stdout:CentOS-8 - PowerTools 16 MB/s | 2.3 MB 00:00 2022-01-18T15:45:00.630 INFO:teuthology.orchestra.run.smithi129.stdout:CentOS Linux 8 - Extras 40 kB/s | 10 kB 00:00 2022-01-18T15:45:00.854 INFO:teuthology.orchestra.run.smithi129.stdout:CentOS-8 - PowerTools 14 MB/s | 2.3 MB 00:00 2022-01-18T15:45:03.141 INFO:teuthology.orchestra.run.smithi129.stdout:Copr repo for python3-asyncssh owned by ceph 1.8 kB/s | 3.5 kB 00:01 2022-01-18T15:45:03.152 INFO:teuthology.orchestra.run.smithi156.stdout:Copr repo for python3-asyncssh owned by ceph 1.3 kB/s | 3.5 kB 00:02 2022-01-18T15:45:04.051 INFO:teuthology.orchestra.run.smithi129.stdout:Extra Packages for Enterprise Linux 13 MB/s | 11 MB 00:00 2022-01-18T15:45:04.057 INFO:teuthology.orchestra.run.smithi156.stdout:Extra Packages for Enterprise Linux 13 MB/s | 11 MB 00:00 2022-01-18T15:45:06.464 INFO:teuthology.orchestra.run.smithi129.stdout:lab-extras 4.5 MB/s | 24 kB 00:00 2022-01-18T15:45:06.466 INFO:teuthology.orchestra.run.smithi156.stdout:lab-extras 4.5 MB/s | 24 kB 00:00 2022-01-18T15:45:08.419 INFO:teuthology.orchestra.run.smithi129.stdout:Package kernel-4.18.0-305.10.2.el8_4.x86_64 is already installed. 2022-01-18T15:45:08.419 INFO:teuthology.orchestra.run.smithi129.stdout:Package kernel-4.18.0-240.el8.x86_64 is already installed. 2022-01-18T15:45:08.459 INFO:teuthology.orchestra.run.smithi156.stdout:Package kernel-4.18.0-305.10.2.el8_4.x86_64 is already installed. 2022-01-18T15:45:08.459 INFO:teuthology.orchestra.run.smithi156.stdout:Package kernel-4.18.0-240.el8.x86_64 is already installed. 2022-01-18T15:45:08.699 INFO:teuthology.orchestra.run.smithi129.stdout:Dependencies resolved. 2022-01-18T15:45:08.700 INFO:teuthology.orchestra.run.smithi129.stdout:================================================================================ 2022-01-18T15:45:08.700 INFO:teuthology.orchestra.run.smithi129.stdout: Package Arch Version Repository Size 2022-01-18T15:45:08.700 INFO:teuthology.orchestra.run.smithi129.stdout:================================================================================ 2022-01-18T15:45:08.701 INFO:teuthology.orchestra.run.smithi129.stdout:Installing: 2022-01-18T15:45:08.701 INFO:teuthology.orchestra.run.smithi129.stdout: kernel x86_64 4.18.0-348.7.1.el8_5 CentOS-Base 7.0 M 2022-01-18T15:45:08.701 INFO:teuthology.orchestra.run.smithi129.stdout:Installing dependencies: 2022-01-18T15:45:08.701 INFO:teuthology.orchestra.run.smithi129.stdout: kernel-core x86_64 4.18.0-348.7.1.el8_5 CentOS-Base 38 M 2022-01-18T15:45:08.702 INFO:teuthology.orchestra.run.smithi129.stdout: kernel-modules x86_64 4.18.0-348.7.1.el8_5 CentOS-Base 30 M 2022-01-18T15:45:08.702 INFO:teuthology.orchestra.run.smithi129.stdout: 2022-01-18T15:45:08.702 INFO:teuthology.orchestra.run.smithi129.stdout:Transaction Summary 2022-01-18T15:45:08.703 INFO:teuthology.orchestra.run.smithi129.stdout:================================================================================ 2022-01-18T15:45:08.703 INFO:teuthology.orchestra.run.smithi129.stdout:Install 3 Packages 2022-01-18T15:45:08.703 INFO:teuthology.orchestra.run.smithi129.stdout: 2022-01-18T15:45:08.705 INFO:teuthology.orchestra.run.smithi129.stdout:Total download size: 74 M 2022-01-18T15:45:08.705 INFO:teuthology.orchestra.run.smithi129.stdout:Installed size: 90 M 2022-01-18T15:45:08.705 INFO:teuthology.orchestra.run.smithi129.stdout:Downloading Packages: 2022-01-18T15:45:08.766 INFO:teuthology.orchestra.run.smithi156.stdout:Dependencies resolved. 2022-01-18T15:45:08.767 INFO:teuthology.orchestra.run.smithi156.stdout:================================================================================ 2022-01-18T15:45:08.767 INFO:teuthology.orchestra.run.smithi156.stdout: Package Arch Version Repository Size 2022-01-18T15:45:08.767 INFO:teuthology.orchestra.run.smithi156.stdout:================================================================================ 2022-01-18T15:45:08.767 INFO:teuthology.orchestra.run.smithi156.stdout:Installing: 2022-01-18T15:45:08.768 INFO:teuthology.orchestra.run.smithi156.stdout: kernel x86_64 4.18.0-348.7.1.el8_5 CentOS-Base 7.0 M 2022-01-18T15:45:08.768 INFO:teuthology.orchestra.run.smithi156.stdout:Installing dependencies: 2022-01-18T15:45:08.768 INFO:teuthology.orchestra.run.smithi156.stdout: kernel-core x86_64 4.18.0-348.7.1.el8_5 CentOS-Base 38 M 2022-01-18T15:45:08.768 INFO:teuthology.orchestra.run.smithi156.stdout: kernel-modules x86_64 4.18.0-348.7.1.el8_5 CentOS-Base 30 M 2022-01-18T15:45:08.768 INFO:teuthology.orchestra.run.smithi156.stdout: 2022-01-18T15:45:08.769 INFO:teuthology.orchestra.run.smithi156.stdout:Transaction Summary 2022-01-18T15:45:08.769 INFO:teuthology.orchestra.run.smithi156.stdout:================================================================================ 2022-01-18T15:45:08.769 INFO:teuthology.orchestra.run.smithi156.stdout:Install 3 Packages 2022-01-18T15:45:08.769 INFO:teuthology.orchestra.run.smithi156.stdout: 2022-01-18T15:45:08.770 INFO:teuthology.orchestra.run.smithi156.stdout:Total download size: 74 M 2022-01-18T15:45:08.770 INFO:teuthology.orchestra.run.smithi156.stdout:Installed size: 90 M 2022-01-18T15:45:08.771 INFO:teuthology.orchestra.run.smithi156.stdout:Downloading Packages: 2022-01-18T15:45:09.053 INFO:teuthology.orchestra.run.smithi156.stdout:(1/3): kernel-4.18.0-348.7.1.el8_5.x86_64.rpm 25 MB/s | 7.0 MB 00:00 2022-01-18T15:45:09.792 INFO:teuthology.orchestra.run.smithi129.stdout:(1/3): kernel-4.18.0-348.7.1.el8_5.x86_64.rpm 6.4 MB/s | 7.0 MB 00:01 2022-01-18T15:45:09.982 INFO:teuthology.orchestra.run.smithi156.stdout:(2/3): kernel-modules-4.18.0-348.7.1.el8_5.x86_ 25 MB/s | 30 MB 00:01 2022-01-18T15:45:10.582 INFO:teuthology.orchestra.run.smithi156.stdout:(3/3): kernel-core-4.18.0-348.7.1.el8_5.x86_64. 21 MB/s | 38 MB 00:01 2022-01-18T15:45:10.586 INFO:teuthology.orchestra.run.smithi156.stdout:-------------------------------------------------------------------------------- 2022-01-18T15:45:10.587 INFO:teuthology.orchestra.run.smithi156.stdout:Total 41 MB/s | 74 MB 00:01 2022-01-18T15:45:10.656 INFO:teuthology.orchestra.run.smithi129.stdout:(2/3): kernel-modules-4.18.0-348.7.1.el8_5.x86_ 15 MB/s | 30 MB 00:01 2022-01-18T15:45:10.718 INFO:teuthology.orchestra.run.smithi156.stdout:Running transaction check 2022-01-18T15:45:11.047 INFO:teuthology.orchestra.run.smithi156.stdout:Transaction check succeeded. 2022-01-18T15:45:11.048 INFO:teuthology.orchestra.run.smithi156.stdout:Running transaction test 2022-01-18T15:45:11.218 INFO:teuthology.orchestra.run.smithi129.stdout:(3/3): kernel-core-4.18.0-348.7.1.el8_5.x86_64. 15 MB/s | 38 MB 00:02 2022-01-18T15:45:11.222 INFO:teuthology.orchestra.run.smithi129.stdout:-------------------------------------------------------------------------------- 2022-01-18T15:45:11.223 INFO:teuthology.orchestra.run.smithi129.stdout:Total 29 MB/s | 74 MB 00:02 2022-01-18T15:45:11.355 INFO:teuthology.orchestra.run.smithi129.stdout:Running transaction check 2022-01-18T15:45:11.681 INFO:teuthology.orchestra.run.smithi129.stdout:Transaction check succeeded. 2022-01-18T15:45:11.682 INFO:teuthology.orchestra.run.smithi129.stdout:Running transaction test 2022-01-18T15:45:12.274 INFO:teuthology.orchestra.run.smithi156.stdout:Transaction test succeeded. 2022-01-18T15:45:12.300 INFO:teuthology.orchestra.run.smithi156.stdout:Running transaction 2022-01-18T15:45:12.941 INFO:teuthology.orchestra.run.smithi129.stdout:Transaction test succeeded. 2022-01-18T15:45:12.961 INFO:teuthology.orchestra.run.smithi129.stdout:Running transaction 2022-01-18T15:45:14.832 INFO:teuthology.orchestra.run.smithi156.stdout: Preparing : 1/1 2022-01-18T15:45:15.360 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : kernel-core-4.18.0-348.7.1.el8_5.x86_64 1/3 2022-01-18T15:45:15.433 INFO:teuthology.orchestra.run.smithi129.stdout: Preparing : 1/1 2022-01-18T15:45:15.942 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : kernel-core-4.18.0-348.7.1.el8_5.x86_64 1/3 2022-01-18T15:45:18.651 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: kernel-core-4.18.0-348.7.1.el8_5.x86_64 1/3 2022-01-18T15:45:19.167 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: kernel-core-4.18.0-348.7.1.el8_5.x86_64 1/3 2022-01-18T15:45:19.292 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : kernel-modules-4.18.0-348.7.1.el8_5.x86_64 2/3 2022-01-18T15:45:19.558 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : kernel-modules-4.18.0-348.7.1.el8_5.x86_64 2/3 2022-01-18T15:45:22.356 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: kernel-modules-4.18.0-348.7.1.el8_5.x86_64 2/3 2022-01-18T15:45:22.577 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : kernel-4.18.0-348.7.1.el8_5.x86_64 3/3 2022-01-18T15:45:22.619 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: kernel-modules-4.18.0-348.7.1.el8_5.x86_64 2/3 2022-01-18T15:45:22.853 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : kernel-4.18.0-348.7.1.el8_5.x86_64 3/3 2022-01-18T15:45:43.288 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: kernel-core-4.18.0-348.7.1.el8_5.x86_64 3/3 2022-01-18T15:45:43.541 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: kernel-core-4.18.0-348.7.1.el8_5.x86_64 3/3 2022-01-18T15:45:43.602 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: kernel-4.18.0-348.7.1.el8_5.x86_64 3/3 2022-01-18T15:45:43.602 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : kernel-4.18.0-348.7.1.el8_5.x86_64 1/3 2022-01-18T15:45:43.602 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : kernel-core-4.18.0-348.7.1.el8_5.x86_64 2/3 2022-01-18T15:45:43.869 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: kernel-4.18.0-348.7.1.el8_5.x86_64 3/3 2022-01-18T15:45:43.869 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : kernel-4.18.0-348.7.1.el8_5.x86_64 1/3 2022-01-18T15:45:43.870 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : kernel-core-4.18.0-348.7.1.el8_5.x86_64 2/3 2022-01-18T15:45:43.978 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : kernel-modules-4.18.0-348.7.1.el8_5.x86_64 3/3 2022-01-18T15:45:43.978 INFO:teuthology.orchestra.run.smithi156.stdout: 2022-01-18T15:45:43.978 INFO:teuthology.orchestra.run.smithi156.stdout:Installed: 2022-01-18T15:45:43.979 INFO:teuthology.orchestra.run.smithi156.stdout: kernel-4.18.0-348.7.1.el8_5.x86_64 2022-01-18T15:45:43.979 INFO:teuthology.orchestra.run.smithi156.stdout: kernel-core-4.18.0-348.7.1.el8_5.x86_64 2022-01-18T15:45:43.979 INFO:teuthology.orchestra.run.smithi156.stdout: kernel-modules-4.18.0-348.7.1.el8_5.x86_64 2022-01-18T15:45:43.979 INFO:teuthology.orchestra.run.smithi156.stdout: 2022-01-18T15:45:43.980 INFO:teuthology.orchestra.run.smithi156.stdout:Complete! 2022-01-18T15:45:44.043 DEBUG:teuthology.orchestra.run.smithi156:> rpm -q kernel --last | head -n 1 2022-01-18T15:45:44.198 INFO:teuthology.orchestra.run.smithi156.stdout:kernel-4.18.0-348.7.1.el8_5.x86_64 Tue 18 Jan 2022 03:45:22 PM UTC 2022-01-18T15:45:44.200 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-348.7.1.el8_5.x86_64 2022-01-18T15:45:44.200 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-305.10.2.el8_4.x86_64 Expected: 4.18.0-348.7.1.el8_5.x86_64 2022-01-18T15:45:44.200 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2022-01-18T15:45:44.200 DEBUG:teuthology.task.kernel:src is distro, skipping download 2022-01-18T15:45:44.201 INFO:teuthology.task.kernel:Installing distro kernel on host.b... 2022-01-18T15:45:44.201 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi156.front.sepia.ceph.com, path=None, version=distro) 2022-01-18T15:45:44.202 DEBUG:teuthology.orchestra.run.smithi156:> rpm -q kernel --last | head -n 1 2022-01-18T15:45:44.294 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : kernel-modules-4.18.0-348.7.1.el8_5.x86_64 3/3 2022-01-18T15:45:44.294 INFO:teuthology.orchestra.run.smithi129.stdout: 2022-01-18T15:45:44.294 INFO:teuthology.orchestra.run.smithi129.stdout:Installed: 2022-01-18T15:45:44.295 INFO:teuthology.orchestra.run.smithi129.stdout: kernel-4.18.0-348.7.1.el8_5.x86_64 2022-01-18T15:45:44.295 INFO:teuthology.orchestra.run.smithi129.stdout: kernel-core-4.18.0-348.7.1.el8_5.x86_64 2022-01-18T15:45:44.295 INFO:teuthology.orchestra.run.smithi129.stdout: kernel-modules-4.18.0-348.7.1.el8_5.x86_64 2022-01-18T15:45:44.295 INFO:teuthology.orchestra.run.smithi129.stdout: 2022-01-18T15:45:44.296 INFO:teuthology.orchestra.run.smithi129.stdout:Complete! 2022-01-18T15:45:44.344 INFO:teuthology.orchestra.run.smithi156.stdout:kernel-4.18.0-348.7.1.el8_5.x86_64 Tue 18 Jan 2022 03:45:22 PM UTC 2022-01-18T15:45:44.346 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-348.7.1.el8_5.x86_64 2022-01-18T15:45:44.346 DEBUG:teuthology.orchestra.run.smithi156:> sudo rpm -qi grub2-tools 2022-01-18T15:45:44.354 DEBUG:teuthology.orchestra.run.smithi129:> rpm -q kernel --last | head -n 1 2022-01-18T15:45:44.375 INFO:teuthology.orchestra.run.smithi156.stdout:Name : grub2-tools 2022-01-18T15:45:44.376 INFO:teuthology.orchestra.run.smithi156.stdout:Epoch : 1 2022-01-18T15:45:44.376 INFO:teuthology.orchestra.run.smithi156.stdout:Version : 2.02 2022-01-18T15:45:44.376 INFO:teuthology.orchestra.run.smithi156.stdout:Release : 90.el8 2022-01-18T15:45:44.376 INFO:teuthology.orchestra.run.smithi156.stdout:Architecture: x86_64 2022-01-18T15:45:44.376 INFO:teuthology.orchestra.run.smithi156.stdout:Install Date: Wed 11 Aug 2021 06:38:04 PM UTC 2022-01-18T15:45:44.377 INFO:teuthology.orchestra.run.smithi156.stdout:Group : System Environment/Base 2022-01-18T15:45:44.377 INFO:teuthology.orchestra.run.smithi156.stdout:Size : 9197207 2022-01-18T15:45:44.377 INFO:teuthology.orchestra.run.smithi156.stdout:License : GPLv3+ 2022-01-18T15:45:44.377 INFO:teuthology.orchestra.run.smithi156.stdout:Signature : RSA/SHA256, Tue 08 Sep 2020 07:14:39 PM UTC, Key ID 05b555b38483c65d 2022-01-18T15:45:44.378 INFO:teuthology.orchestra.run.smithi156.stdout:Source RPM : grub2-2.02-90.el8.src.rpm 2022-01-18T15:45:44.378 INFO:teuthology.orchestra.run.smithi156.stdout:Build Date : Tue 08 Sep 2020 07:00:29 PM UTC 2022-01-18T15:45:44.378 INFO:teuthology.orchestra.run.smithi156.stdout:Build Host : kbuilder.bsys.centos.org 2022-01-18T15:45:44.378 INFO:teuthology.orchestra.run.smithi156.stdout:Relocations : (not relocatable) 2022-01-18T15:45:44.379 INFO:teuthology.orchestra.run.smithi156.stdout:Packager : CentOS BuildSystem 2022-01-18T15:45:44.379 INFO:teuthology.orchestra.run.smithi156.stdout:Vendor : CentOS 2022-01-18T15:45:44.379 INFO:teuthology.orchestra.run.smithi156.stdout:URL : http://www.gnu.org/software/grub/ 2022-01-18T15:45:44.379 INFO:teuthology.orchestra.run.smithi156.stdout:Summary : Support tools for GRUB. 2022-01-18T15:45:44.379 INFO:teuthology.orchestra.run.smithi156.stdout:Description : 2022-01-18T15:45:44.380 INFO:teuthology.orchestra.run.smithi156.stdout: 2022-01-18T15:45:44.380 INFO:teuthology.orchestra.run.smithi156.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2022-01-18T15:45:44.380 INFO:teuthology.orchestra.run.smithi156.stdout:customizable bootloader with modular architecture. It supports a rich 2022-01-18T15:45:44.380 INFO:teuthology.orchestra.run.smithi156.stdout:variety of kernel formats, file systems, computer architectures and 2022-01-18T15:45:44.381 INFO:teuthology.orchestra.run.smithi156.stdout:hardware devices. 2022-01-18T15:45:44.381 INFO:teuthology.orchestra.run.smithi156.stdout: 2022-01-18T15:45:44.381 INFO:teuthology.orchestra.run.smithi156.stdout:This subpackage provides tools for support of all platforms. 2022-01-18T15:45:44.382 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2022-01-18T15:45:44.382 INFO:teuthology.task.kernel:Updating grub on smithi156 to boot 4.18.0-348.7.1.el8_5.x86_64 2022-01-18T15:45:44.383 DEBUG:teuthology.orchestra.run.smithi156:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2022-01-18T15:45:44.506 INFO:teuthology.orchestra.run.smithi129.stdout:kernel-4.18.0-348.7.1.el8_5.x86_64 Tue 18 Jan 2022 03:45:22 PM UTC 2022-01-18T15:45:44.508 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-348.7.1.el8_5.x86_64 2022-01-18T15:45:44.508 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-305.10.2.el8_4.x86_64 Expected: 4.18.0-348.7.1.el8_5.x86_64 2022-01-18T15:45:44.509 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2022-01-18T15:45:44.509 DEBUG:teuthology.task.kernel:src is distro, skipping download 2022-01-18T15:45:44.509 INFO:teuthology.task.kernel:Installing distro kernel on host.a... 2022-01-18T15:45:44.509 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi129.front.sepia.ceph.com, path=None, version=distro) 2022-01-18T15:45:44.510 DEBUG:teuthology.orchestra.run.smithi129:> rpm -q kernel --last | head -n 1 2022-01-18T15:45:44.650 INFO:teuthology.orchestra.run.smithi129.stdout:kernel-4.18.0-348.7.1.el8_5.x86_64 Tue 18 Jan 2022 03:45:22 PM UTC 2022-01-18T15:45:44.651 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-348.7.1.el8_5.x86_64 2022-01-18T15:45:44.652 DEBUG:teuthology.orchestra.run.smithi129:> sudo rpm -qi grub2-tools 2022-01-18T15:45:44.682 INFO:teuthology.orchestra.run.smithi129.stdout:Name : grub2-tools 2022-01-18T15:45:44.683 INFO:teuthology.orchestra.run.smithi129.stdout:Epoch : 1 2022-01-18T15:45:44.683 INFO:teuthology.orchestra.run.smithi129.stdout:Version : 2.02 2022-01-18T15:45:44.683 INFO:teuthology.orchestra.run.smithi129.stdout:Release : 90.el8 2022-01-18T15:45:44.683 INFO:teuthology.orchestra.run.smithi129.stdout:Architecture: x86_64 2022-01-18T15:45:44.684 INFO:teuthology.orchestra.run.smithi129.stdout:Install Date: Wed 11 Aug 2021 06:38:04 PM UTC 2022-01-18T15:45:44.684 INFO:teuthology.orchestra.run.smithi129.stdout:Group : System Environment/Base 2022-01-18T15:45:44.684 INFO:teuthology.orchestra.run.smithi129.stdout:Size : 9197207 2022-01-18T15:45:44.685 INFO:teuthology.orchestra.run.smithi129.stdout:License : GPLv3+ 2022-01-18T15:45:44.685 INFO:teuthology.orchestra.run.smithi129.stdout:Signature : RSA/SHA256, Tue 08 Sep 2020 07:14:39 PM UTC, Key ID 05b555b38483c65d 2022-01-18T15:45:44.685 INFO:teuthology.orchestra.run.smithi129.stdout:Source RPM : grub2-2.02-90.el8.src.rpm 2022-01-18T15:45:44.685 INFO:teuthology.orchestra.run.smithi129.stdout:Build Date : Tue 08 Sep 2020 07:00:29 PM UTC 2022-01-18T15:45:44.686 INFO:teuthology.orchestra.run.smithi129.stdout:Build Host : kbuilder.bsys.centos.org 2022-01-18T15:45:44.686 INFO:teuthology.orchestra.run.smithi129.stdout:Relocations : (not relocatable) 2022-01-18T15:45:44.687 INFO:teuthology.orchestra.run.smithi129.stdout:Packager : CentOS BuildSystem 2022-01-18T15:45:44.687 INFO:teuthology.orchestra.run.smithi129.stdout:Vendor : CentOS 2022-01-18T15:45:44.687 INFO:teuthology.orchestra.run.smithi129.stdout:URL : http://www.gnu.org/software/grub/ 2022-01-18T15:45:44.687 INFO:teuthology.orchestra.run.smithi129.stdout:Summary : Support tools for GRUB. 2022-01-18T15:45:44.688 INFO:teuthology.orchestra.run.smithi129.stdout:Description : 2022-01-18T15:45:44.688 INFO:teuthology.orchestra.run.smithi129.stdout: 2022-01-18T15:45:44.688 INFO:teuthology.orchestra.run.smithi129.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2022-01-18T15:45:44.688 INFO:teuthology.orchestra.run.smithi129.stdout:customizable bootloader with modular architecture. It supports a rich 2022-01-18T15:45:44.689 INFO:teuthology.orchestra.run.smithi129.stdout:variety of kernel formats, file systems, computer architectures and 2022-01-18T15:45:44.689 INFO:teuthology.orchestra.run.smithi129.stdout:hardware devices. 2022-01-18T15:45:44.689 INFO:teuthology.orchestra.run.smithi129.stdout: 2022-01-18T15:45:44.689 INFO:teuthology.orchestra.run.smithi129.stdout:This subpackage provides tools for support of all platforms. 2022-01-18T15:45:44.690 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2022-01-18T15:45:44.691 INFO:teuthology.task.kernel:Updating grub on smithi129 to boot 4.18.0-348.7.1.el8_5.x86_64 2022-01-18T15:45:44.691 DEBUG:teuthology.orchestra.run.smithi129:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2022-01-18T15:45:46.114 INFO:teuthology.orchestra.run.smithi156.stderr:Generating grub configuration file ... 2022-01-18T15:45:46.223 INFO:teuthology.orchestra.run.smithi129.stderr:Generating grub configuration file ... 2022-01-18T15:45:48.210 INFO:teuthology.orchestra.run.smithi156.stderr:done 2022-01-18T15:45:48.212 DEBUG:teuthology.orchestra.run.smithi156:> mktemp 2022-01-18T15:45:48.261 INFO:teuthology.orchestra.run.smithi156.stdout:/tmp/tmp.WBPOgQlhxp 2022-01-18T15:45:48.262 DEBUG:teuthology.orchestra.run.smithi156:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.WBPOgQlhxp 2022-01-18T15:45:48.291 DEBUG:teuthology.orchestra.run.smithi156:> sudo chmod 0666 /tmp/tmp.WBPOgQlhxp 2022-01-18T15:45:48.305 INFO:teuthology.orchestra.run.smithi129.stderr:done 2022-01-18T15:45:48.307 DEBUG:teuthology.orchestra.run.smithi129:> mktemp 2022-01-18T15:45:48.344 INFO:teuthology.orchestra.run.smithi129.stdout:/tmp/tmp.gXaI1EinSj 2022-01-18T15:45:48.345 DEBUG:teuthology.orchestra.run.smithi129:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.gXaI1EinSj 2022-01-18T15:45:48.416 DEBUG:teuthology.orchestra.run.smithi129:> sudo chmod 0666 /tmp/tmp.gXaI1EinSj 2022-01-18T15:45:48.446 DEBUG:teuthology.orchestra.remote:smithi156:/tmp/tmp.WBPOgQlhxp is 6KB 2022-01-18T15:45:48.496 DEBUG:teuthology.orchestra.run.smithi156:> rm -fr /tmp/tmp.WBPOgQlhxp 2022-01-18T15:45:48.510 DEBUG:teuthology.orchestra.run.smithi156:> sudo /bin/ls /boot/loader/entries || true 2022-01-18T15:45:48.574 DEBUG:teuthology.orchestra.remote:smithi129:/tmp/tmp.gXaI1EinSj is 6KB 2022-01-18T15:45:48.577 INFO:teuthology.orchestra.run.smithi156.stdout:ecc66dffcd264e5181894e69c53ff13c-0-rescue.conf 2022-01-18T15:45:48.578 INFO:teuthology.orchestra.run.smithi156.stdout:ecc66dffcd264e5181894e69c53ff13c-4.18.0-240.el8.x86_64.conf 2022-01-18T15:45:48.578 INFO:teuthology.orchestra.run.smithi156.stdout:ecc66dffcd264e5181894e69c53ff13c-4.18.0-305.10.2.el8_4.x86_64.conf 2022-01-18T15:45:48.578 INFO:teuthology.orchestra.run.smithi156.stdout:ecc66dffcd264e5181894e69c53ff13c-4.18.0-348.7.1.el8_5.x86_64.conf 2022-01-18T15:45:48.579 DEBUG:teuthology.orchestra.run.smithi156:> sudo grub2-set-default ecc66dffcd264e5181894e69c53ff13c-4.18.0-348.7.1.el8_5.x86_64 2022-01-18T15:45:48.593 DEBUG:teuthology.orchestra.run.smithi129:> rm -fr /tmp/tmp.gXaI1EinSj 2022-01-18T15:45:48.607 DEBUG:teuthology.orchestra.run.smithi129:> sudo /bin/ls /boot/loader/entries || true 2022-01-18T15:45:48.677 INFO:teuthology.orchestra.run.smithi129.stdout:ecc66dffcd264e5181894e69c53ff13c-0-rescue.conf 2022-01-18T15:45:48.677 INFO:teuthology.orchestra.run.smithi129.stdout:ecc66dffcd264e5181894e69c53ff13c-4.18.0-240.el8.x86_64.conf 2022-01-18T15:45:48.677 INFO:teuthology.orchestra.run.smithi129.stdout:ecc66dffcd264e5181894e69c53ff13c-4.18.0-305.10.2.el8_4.x86_64.conf 2022-01-18T15:45:48.678 INFO:teuthology.orchestra.run.smithi129.stdout:ecc66dffcd264e5181894e69c53ff13c-4.18.0-348.7.1.el8_5.x86_64.conf 2022-01-18T15:45:48.679 DEBUG:teuthology.orchestra.run.smithi129:> sudo grub2-set-default ecc66dffcd264e5181894e69c53ff13c-4.18.0-348.7.1.el8_5.x86_64 2022-01-18T15:45:48.752 DEBUG:teuthology.orchestra.run.smithi156:> sudo shutdown -r now 2022-01-18T15:45:48.883 DEBUG:teuthology.orchestra.run.smithi129:> sudo shutdown -r now 2022-01-18T15:46:18.785 INFO:teuthology.task.kernel:Checking client host.b for new kernel version... 2022-01-18T15:46:18.786 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi156.front.sepia.ceph.com' 2022-01-18T15:46:18.787 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi156.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-18T15:46:18.886 INFO:teuthology.task.kernel:Checking client host.a for new kernel version... 2022-01-18T15:46:18.886 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi129.front.sepia.ceph.com' 2022-01-18T15:46:18.887 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi129.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-18T15:47:37.191 DEBUG:teuthology.orchestra.remote:timed out 2022-01-18T15:47:37.388 DEBUG:teuthology.orchestra.remote:timed out 2022-01-18T15:48:07.223 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi156.front.sepia.ceph.com' 2022-01-18T15:48:07.224 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi156.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-18T15:48:07.389 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi129.front.sepia.ceph.com' 2022-01-18T15:48:07.390 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi129.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-18T15:48:07.470 DEBUG:teuthology.orchestra.run.smithi156:> true 2022-01-18T15:48:07.701 DEBUG:teuthology.orchestra.run.smithi129:> true 2022-01-18T15:48:07.763 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi156.front.sepia.ceph.com' 2022-01-18T15:48:07.764 INFO:teuthology.task.kernel:Checking kernel version of host.b, want "4.18.0-348.7.1.el8_5.x86_64"... 2022-01-18T15:48:07.764 DEBUG:teuthology.orchestra.run.smithi156:> uname -r 2022-01-18T15:48:07.779 INFO:teuthology.orchestra.run.smithi156.stdout:4.18.0-348.7.1.el8_5.x86_64 2022-01-18T15:48:07.780 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-348.7.1.el8_5.x86_64 vs 4.18.0-348.7.1.el8_5.x86_64 2022-01-18T15:48:07.780 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2022-01-18T15:48:07.780 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2022-01-18T15:48:08.049 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi129.front.sepia.ceph.com' 2022-01-18T15:48:08.050 INFO:teuthology.task.kernel:Checking kernel version of host.a, want "4.18.0-348.7.1.el8_5.x86_64"... 2022-01-18T15:48:08.050 DEBUG:teuthology.orchestra.run.smithi129:> uname -r 2022-01-18T15:48:08.065 INFO:teuthology.orchestra.run.smithi129.stdout:4.18.0-348.7.1.el8_5.x86_64 2022-01-18T15:48:08.065 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-348.7.1.el8_5.x86_64 vs 4.18.0-348.7.1.el8_5.x86_64 2022-01-18T15:48:08.065 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2022-01-18T15:48:08.066 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2022-01-18T15:48:08.782 INFO:teuthology.task.kernel:Enabling kdb on host.b... 2022-01-18T15:48:08.782 DEBUG:teuthology.orchestra.run.smithi156:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2022-01-18T15:48:08.875 INFO:teuthology.orchestra.run.smithi156.stdout:ttyS1 2022-01-18T15:48:08.894 DEBUG:teuthology.parallel:result is None 2022-01-18T15:48:09.067 INFO:teuthology.task.kernel:Enabling kdb on host.a... 2022-01-18T15:48:09.067 DEBUG:teuthology.orchestra.run.smithi129:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2022-01-18T15:48:09.149 INFO:teuthology.orchestra.run.smithi129.stdout:ttyS1 2022-01-18T15:48:09.167 DEBUG:teuthology.parallel:result is None 2022-01-18T15:48:09.168 INFO:teuthology.run_tasks:Running task internal.base... 2022-01-18T15:48:09.179 INFO:teuthology.task.internal:Creating test directory... 2022-01-18T15:48:09.180 DEBUG:teuthology.orchestra.run.smithi129:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2022-01-18T15:48:09.183 DEBUG:teuthology.orchestra.run.smithi156:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2022-01-18T15:48:09.200 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2022-01-18T15:48:09.223 INFO:teuthology.run_tasks:Running task internal.archive... 2022-01-18T15:48:09.252 INFO:teuthology.task.internal:Creating archive directory... 2022-01-18T15:48:09.253 DEBUG:teuthology.orchestra.run.smithi129:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2022-01-18T15:48:09.256 DEBUG:teuthology.orchestra.run.smithi156:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2022-01-18T15:48:09.282 INFO:teuthology.run_tasks:Running task internal.coredump... 2022-01-18T15:48:09.290 INFO:teuthology.task.internal:Enabling coredump saving... 2022-01-18T15:48:09.290 DEBUG:teuthology.orchestra.run.smithi129:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2022-01-18T15:48:09.315 DEBUG:teuthology.orchestra.run.smithi156:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2022-01-18T15:48:09.341 INFO:teuthology.orchestra.run.smithi129.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-01-18T15:48:09.350 INFO:teuthology.orchestra.run.smithi156.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-01-18T15:48:09.351 INFO:teuthology.orchestra.run.smithi129.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-01-18T15:48:09.361 INFO:teuthology.orchestra.run.smithi156.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-01-18T15:48:09.363 INFO:teuthology.run_tasks:Running task internal.sudo... 2022-01-18T15:48:09.371 INFO:teuthology.task.internal:Configuring sudo... 2022-01-18T15:48:09.372 DEBUG:teuthology.orchestra.run.smithi129:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2022-01-18T15:48:09.396 DEBUG:teuthology.orchestra.run.smithi156:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2022-01-18T15:48:09.431 INFO:teuthology.run_tasks:Running task internal.syslog... 2022-01-18T15:48:09.441 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2022-01-18T15:48:09.442 DEBUG:teuthology.orchestra.run.smithi129:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2022-01-18T15:48:09.461 DEBUG:teuthology.orchestra.run.smithi156:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2022-01-18T15:48:09.487 DEBUG:teuthology.orchestra.run.smithi129:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2022-01-18T15:48:09.560 DEBUG:teuthology.orchestra.run.smithi129:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2022-01-18T15:48:09.614 DEBUG:teuthology.orchestra.run.smithi129:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2022-01-18T15:48:09.695 DEBUG:teuthology.orchestra.run.smithi129:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2022-01-18T15:48:09.736 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2022-01-18T15:48:09.737 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2022-01-18T15:48:09.799 DEBUG:teuthology.orchestra.run.smithi156:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2022-01-18T15:48:09.843 DEBUG:teuthology.orchestra.run.smithi156:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2022-01-18T15:48:09.899 DEBUG:teuthology.orchestra.run.smithi156:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2022-01-18T15:48:09.982 DEBUG:teuthology.orchestra.run.smithi156:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2022-01-18T15:48:10.023 DEBUG:teuthology.orchestra.run.smithi156:> set -ex 2022-01-18T15:48:10.024 DEBUG:teuthology.orchestra.run.smithi156:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2022-01-18T15:48:10.089 DEBUG:teuthology.orchestra.run.smithi129:> sudo service rsyslog restart 2022-01-18T15:48:10.259 DEBUG:teuthology.orchestra.run.smithi156:> sudo service rsyslog restart 2022-01-18T15:48:10.318 INFO:teuthology.orchestra.run.smithi129.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2022-01-18T15:48:10.318 INFO:teuthology.orchestra.run.smithi156.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2022-01-18T15:48:10.690 INFO:teuthology.run_tasks:Running task internal.timer... 2022-01-18T15:48:10.711 INFO:teuthology.task.internal:Starting timer... 2022-01-18T15:48:10.711 INFO:teuthology.run_tasks:Running task pcp... 2022-01-18T15:48:10.726 INFO:teuthology.run_tasks:Running task selinux... 2022-01-18T15:48:10.745 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2022-01-18T15:48:10.746 DEBUG:teuthology.orchestra.run.smithi129:> sudo service auditd rotate 2022-01-18T15:48:10.804 INFO:teuthology.orchestra.run.smithi129.stdout:Rotating logs: [ OK ] 2022-01-18T15:48:10.806 DEBUG:teuthology.orchestra.run.smithi156:> sudo service auditd rotate 2022-01-18T15:48:10.864 INFO:teuthology.orchestra.run.smithi156.stdout:Rotating logs: [ OK ] 2022-01-18T15:48:10.865 DEBUG:teuthology.task.selinux:Getting current SELinux state 2022-01-18T15:48:10.866 DEBUG:teuthology.orchestra.run.smithi129:> /usr/sbin/getenforce 2022-01-18T15:48:10.886 INFO:teuthology.orchestra.run.smithi129.stdout:Permissive 2022-01-18T15:48:10.887 DEBUG:teuthology.orchestra.run.smithi156:> /usr/sbin/getenforce 2022-01-18T15:48:10.914 INFO:teuthology.orchestra.run.smithi156.stdout:Permissive 2022-01-18T15:48:10.915 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi129.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi156.front.sepia.ceph.com': 'permissive'} 2022-01-18T15:48:10.916 DEBUG:teuthology.orchestra.run.smithi129:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|scontext=system_u:system_r:logrotate_t:s0\)' 2022-01-18T15:48:10.950 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-01-18T15:48:10.951 DEBUG:teuthology.orchestra.run.smithi156:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|scontext=system_u:system_r:logrotate_t:s0\)' 2022-01-18T15:48:10.978 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-01-18T15:48:10.979 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2022-01-18T15:48:10.980 DEBUG:teuthology.orchestra.run.smithi129:> sudo /usr/sbin/setenforce permissive 2022-01-18T15:48:11.015 DEBUG:teuthology.orchestra.run.smithi156:> sudo /usr/sbin/setenforce permissive 2022-01-18T15:48:11.044 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2022-01-18T15:48:11.058 DEBUG:teuthology.repo_utils:Setting repo remote to git://git.ceph.com/git/ceph-cm-ansible.git 2022-01-18T15:48:11.065 INFO:teuthology.repo_utils:Fetching master from origin 2022-01-18T15:48:11.100 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master to origin/master 2022-01-18T15:48:11.121 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2022-01-18T15:48:11.122 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi129.front.sepia.ceph.com,smithi156.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/cephlab.yml 2022-01-18T15:48:11.501 INFO:teuthology.task.ansible.out:Using /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/ansible.cfg as config file 2022-01-18T15:48:12.315 INFO:teuthology.task.ansible.out:[WARNING]: file /home/teuthworker/src/git.ceph.com_git_ceph-cm- ansible_master/roles/testnode/tasks/setup-opensuse.yml is empty and had no tasks to include 2022-01-18T15:48:15.285 INFO:teuthology.task.ansible.out: PLAY [all] ********************************************************************* 2022-01-18T15:48:15.409 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:15 +0000 (0:00:00.141) 0:00:00.141 ******* 2022-01-18T15:48:15.421 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:15 +0000 (0:00:00.011) 0:00:00.153 ******* 2022-01-18T15:48:16.871 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* ok: [smithi129.front.sepia.ceph.com] 2022-01-18T15:48:16.921 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:16 +0000 (0:00:01.499) 0:00:01.653 ******* 2022-01-18T15:48:17.192 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Create the sudo group.] ******************************** 2022-01-18T15:48:17.194 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "gid": 1000, "name": "sudo", "state": "present", "system": false} 2022-01-18T15:48:17.215 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:17 +0000 (0:00:00.293) 0:00:01.947 ******* 2022-01-18T15:48:17.743 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Create the ansible user.] ****************************** 2022-01-18T15:48:17.745 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "", "group": 1100, "groups": "sudo", "home": "/home/cm", "move_home": false, "name": "cm", "shell": "/bin/bash", "state": "present", "uid": 1100} 2022-01-18T15:48:17.765 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:17 +0000 (0:00:00.550) 0:00:02.497 ******* 2022-01-18T15:48:17.836 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Delete the ansible users password.] ******************** 2022-01-18T15:48:17.837 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:48:17.841 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* ok: [smithi156.front.sepia.ceph.com] 2022-01-18T15:48:17.870 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:17 +0000 (0:00:00.104) 0:00:02.602 ******* 2022-01-18T15:48:17.911 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:17 +0000 (0:00:00.041) 0:00:02.643 ******* 2022-01-18T15:48:18.108 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Create the sudo group.] ******************************** ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "gid": 1000, "name": "sudo", "state": "present", "system": false} 2022-01-18T15:48:18.129 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:18 +0000 (0:00:00.217) 0:00:02.861 ******* 2022-01-18T15:48:18.145 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Ensure includedir is present in sudoers.] ************** 2022-01-18T15:48:18.146 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2022-01-18T15:48:18.169 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:18 +0000 (0:00:00.040) 0:00:02.901 ******* 2022-01-18T15:48:18.415 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Create the ansible user.] ****************************** 2022-01-18T15:48:18.417 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "", "group": 1100, "groups": "sudo", "home": "/home/cm", "move_home": false, "name": "cm", "shell": "/bin/bash", "state": "present", "uid": 1100} 2022-01-18T15:48:18.437 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:18 +0000 (0:00:00.268) 0:00:03.169 ******* 2022-01-18T15:48:18.505 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Delete the ansible users password.] ******************** 2022-01-18T15:48:18.507 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:48:18.527 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:18 +0000 (0:00:00.089) 0:00:03.259 ******* 2022-01-18T15:48:18.709 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Ensure includedir is present in sudoers.] ************** 2022-01-18T15:48:18.711 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2022-01-18T15:48:18.737 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:18 +0000 (0:00:00.209) 0:00:03.469 ******* 2022-01-18T15:48:19.077 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Create the cephlab_sudo sudoers.d file.] *************** 2022-01-18T15:48:19.079 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => {"changed": true, "checksum": "6c8e8b7ecc895eb2094cafe75c34b58f183442a7", "dest": "/etc/sudoers.d/cephlab_sudo", "gid": 0, "group": "root", "md5sum": "c3657b9ef874d0ad278742c3210136a0", "mode": "0440", "owner": "root", "secontext": "system_u:object_r:etc_t:s0", "size": 182, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1642520898.2152338-13663-105796912834136/source", "state": "file", "uid": 0} 2022-01-18T15:48:19.100 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:19 +0000 (0:00:00.363) 0:00:03.832 ******* 2022-01-18T15:48:19.357 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => {"changed": true, "checksum": "6c8e8b7ecc895eb2094cafe75c34b58f183442a7", "dest": "/etc/sudoers.d/cephlab_sudo", "gid": 0, "group": "root", "md5sum": "c3657b9ef874d0ad278742c3210136a0", "mode": "0440", "owner": "root", "secontext": "system_u:object_r:etc_t:s0", "size": 182, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1642520898.7826855-13717-139046485517330/source", "state": "file", "uid": 0} 2022-01-18T15:48:19.380 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:19 +0000 (0:00:00.280) 0:00:04.112 ******* 2022-01-18T15:48:19.681 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Add authorized keys for the ansible user.] ************* 2022-01-18T15:48:19.682 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "comment": null, "exclusive": true, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmiHwkLkoJZiQs67KfE8jf0CdXjgbbpzKywUleMk4kWC7Wdn+92q/33DXpfS8xjg7opB9GTK3EW2C/RKBpf5RdaVG/5M7tRyUDLLbS3CURUoF6aNQI+8JIuFlsIfhO3Qw4uT7NlJCqsusrSbyLtGd/Im4CzwhvP1Enn6aUfyxv2yV4HoVjXbbIp2hlRXgcW8G/9q0TMuNfX4J6dpj9/PG8BbkKH/NReL2UMtjCGyRdIQvIwJRHMozjcE21824ZatA7nBeecX0MBRS6/A286uj6Z0PgmfJXYw0yw2Z2uSWR1ptIuMEiDBt96Pzn0dvfl7g/7bCi93MBQf/6sH9n4wkN root@typica001\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv 2022-01-18T15:48:19.684 INFO:teuthology.task.ansible.out:4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/cm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cm", "validate_certs": true} 2022-01-18T15:48:19.706 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "comment": null, "exclusive": true, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmiHwkLkoJZiQs67KfE8jf0CdXjgbbpzKywUleMk4kWC7Wdn+92q/33DXpfS8xjg7opB9GTK3EW2C/RKBpf5RdaVG/5M7tRyUDLLbS3CURUoF6aNQI+8JIuFlsIfhO3Qw4uT7NlJCqsusrSbyLtGd/Im4CzwhvP1Enn6aUfyxv2yV4HoVjXbbIp2hlRXgcW8G/9q0TMuNfX4J6dpj9/PG8BbkKH/NReL2UMtjCGyRdIQvIwJRHMozjcE21824ZatA7nBeecX0MBRS6/A286uj6Z0PgmfJXYw0yw2Z2uSWR1ptIuMEiDBt96Pzn0dvfl7g/7bCi93MBQf/6sH9n4wkN root@typica001\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv 2022-01-18T15:48:19.708 INFO:teuthology.task.ansible.out:4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/cm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cm", "validate_certs": true} 2022-01-18T15:48:19.779 INFO:teuthology.task.ansible.out: PLAY [teuthology] ************************************************************** skipping: no hosts matched 2022-01-18T15:48:19.781 INFO:teuthology.task.ansible.out: PLAY [testnodes] *************************************************************** 2022-01-18T15:48:19.793 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* 2022-01-18T15:48:19.795 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:19 +0000 (0:00:00.413) 0:00:04.526 ******* 2022-01-18T15:48:20.308 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] 2022-01-18T15:48:21.337 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] 2022-01-18T15:48:21.355 INFO:teuthology.task.ansible.out: TASK [set_fact] **************************************************************** 2022-01-18T15:48:21.357 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:21 +0000 (0:00:01.561) 0:00:06.087 ******* 2022-01-18T15:48:21.380 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"ansible_facts": {"ran_from_cephlab_playbook": true}, "changed": false} 2022-01-18T15:48:21.391 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"ansible_facts": {"ran_from_cephlab_playbook": true}, "changed": false} 2022-01-18T15:48:21.396 INFO:teuthology.task.ansible.out: PLAY [testnodes] *************************************************************** 2022-01-18T15:48:21.550 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:21 +0000 (0:00:00.194) 0:00:06.282 ******* 2022-01-18T15:48:21.571 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:21 +0000 (0:00:00.020) 0:00:06.302 ******* 2022-01-18T15:48:22.188 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* ok: [smithi129.front.sepia.ceph.com] 2022-01-18T15:48:22.240 INFO:teuthology.task.ansible.out:[WARNING]: Using run_once with the free strategy is not currently supported. This task will still be executed for every host in the inventory list. 2022-01-18T15:48:22.242 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:22 +0000 (0:00:00.669) 0:00:06.972 ******* 2022-01-18T15:48:23.048 INFO:teuthology.task.ansible.out: TASK [users : Check keys_repo HEAD sha1] *************************************** 2022-01-18T15:48:23.050 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => {"changed": true, "cmd": "git ls-remote https://github.com/ceph/keys HEAD | awk '{ print $1 }'", "delta": "0:00:00.351430", "end": "2022-01-18 15:48:23.026276", "rc": 0, "start": "2022-01-18 15:48:22.674846", "stderr": "", "stderr_lines": [], "stdout": "d0eb12de44229bac1fc2d9d53bf3e9ee48328ce5", "stdout_lines": ["d0eb12de44229bac1fc2d9d53bf3e9ee48328ce5"]} 2022-01-18T15:48:23.080 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:23 +0000 (0:00:00.840) 0:00:07.812 ******* 2022-01-18T15:48:23.236 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* ok: [smithi156.front.sepia.ceph.com] 2022-01-18T15:48:23.289 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:23 +0000 (0:00:00.208) 0:00:08.021 ******* 2022-01-18T15:48:23.296 INFO:teuthology.task.ansible.out: TASK [users : Check host's /keys-repo-sha1 sentinel file] ********************** 2022-01-18T15:48:23.297 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => {"changed": true, "cmd": ["cat", "/keys-repo-sha1"], "delta": "0:00:00.010493", "end": "2022-01-18 15:48:23.275150", "failed_when_result": false, "rc": 0, "start": "2022-01-18 15:48:23.264657", "stderr": "", "stderr_lines": [], "stdout": "c29274177b79f72740fc714fa28b55400cd0737f", "stdout_lines": ["c29274177b79f72740fc714fa28b55400cd0737f"]} 2022-01-18T15:48:23.329 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:23 +0000 (0:00:00.039) 0:00:08.061 ******* 2022-01-18T15:48:23.400 INFO:teuthology.task.ansible.out: TASK [Determine if we can skip users and pubkeys updates] ********************** skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:48:23.426 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:23 +0000 (0:00:00.096) 0:00:08.158 ******* 2022-01-18T15:48:23.520 INFO:teuthology.task.ansible.out: TASK [Merge extra_admin_users into managed_admin_users] ************************ skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:48:23.543 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:23 +0000 (0:00:00.117) 0:00:08.275 ******* 2022-01-18T15:48:23.613 INFO:teuthology.task.ansible.out: TASK [Remove managed_admin_users from managed_users] *************************** skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:48:23.635 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:23 +0000 (0:00:00.092) 0:00:08.367 ******* 2022-01-18T15:48:23.707 INFO:teuthology.task.ansible.out: TASK [Filter the managed_users list] ******************************************* 2022-01-18T15:48:23.708 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:48:23.732 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:23 +0000 (0:00:00.096) 0:00:08.464 ******* 2022-01-18T15:48:23.801 INFO:teuthology.task.ansible.out: TASK [Filter the managed_admin_users list] ************************************* 2022-01-18T15:48:23.803 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:48:23.825 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:23 +0000 (0:00:00.093) 0:00:08.557 ******* 2022-01-18T15:48:23.853 INFO:teuthology.task.ansible.out: TASK [users : Check keys_repo HEAD sha1] *************************************** 2022-01-18T15:48:23.854 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => {"changed": true, "cmd": "git ls-remote https://github.com/ceph/keys HEAD | awk '{ print $1 }'", "delta": "0:00:00.310914", "end": "2022-01-18 15:48:23.827010", "rc": 0, "start": "2022-01-18 15:48:23.516096", "stderr": "", "stderr_lines": [], "stdout": "d0eb12de44229bac1fc2d9d53bf3e9ee48328ce5", "stdout_lines": ["d0eb12de44229bac1fc2d9d53bf3e9ee48328ce5"]} 2022-01-18T15:48:23.888 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:23 +0000 (0:00:00.062) 0:00:08.620 ******* 2022-01-18T15:48:24.078 INFO:teuthology.task.ansible.out: TASK [users : Set UID_MIN to 1001] ********************************************* 2022-01-18T15:48:24.080 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2022-01-18T15:48:24.113 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:24 +0000 (0:00:00.224) 0:00:08.845 ******* 2022-01-18T15:48:24.123 INFO:teuthology.task.ansible.out: TASK [users : Check host's /keys-repo-sha1 sentinel file] ********************** 2022-01-18T15:48:24.126 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => {"changed": true, "cmd": ["cat", "/keys-repo-sha1"], "delta": "0:00:00.015207", "end": "2022-01-18 15:48:24.089872", "failed_when_result": false, "rc": 0, "start": "2022-01-18 15:48:24.074665", "stderr": "", "stderr_lines": [], "stdout": "c29274177b79f72740fc714fa28b55400cd0737f", "stdout_lines": ["c29274177b79f72740fc714fa28b55400cd0737f"]} 2022-01-18T15:48:24.159 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:24 +0000 (0:00:00.046) 0:00:08.891 ******* 2022-01-18T15:48:24.231 INFO:teuthology.task.ansible.out: TASK [Determine if we can skip users and pubkeys updates] ********************** 2022-01-18T15:48:24.232 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:48:24.254 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:24 +0000 (0:00:00.094) 0:00:08.986 ******* 2022-01-18T15:48:24.338 INFO:teuthology.task.ansible.out: TASK [Merge extra_admin_users into managed_admin_users] ************************ skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:48:24.370 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:24 +0000 (0:00:00.116) 0:00:09.102 ******* 2022-01-18T15:48:24.451 INFO:teuthology.task.ansible.out: TASK [Remove managed_admin_users from managed_users] *************************** 2022-01-18T15:48:24.453 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} TASK [Create all admin users with sudo access.] ******************************** ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1101, "groups": "sudo", "home": "/home/andrewschoen", "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "move_home": false, "name": "andrewschoen", "shell": "/bin/bash", "state": "present", "uid": 1101} 2022-01-18T15:48:24.483 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:24 +0000 (0:00:00.112) 0:00:09.215 ******* 2022-01-18T15:48:24.552 INFO:teuthology.task.ansible.out: TASK [Filter the managed_users list] ******************************************* 2022-01-18T15:48:24.554 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:48:24.574 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:24 +0000 (0:00:00.090) 0:00:09.306 ******* 2022-01-18T15:48:24.644 INFO:teuthology.task.ansible.out: TASK [Filter the managed_admin_users list] ************************************* 2022-01-18T15:48:24.645 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:48:24.667 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:24 +0000 (0:00:00.093) 0:00:09.399 ******* 2022-01-18T15:48:24.674 INFO:teuthology.task.ansible.out: TASK [Create all admin users with sudo access.] ******************************** 2022-01-18T15:48:24.676 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1102, "groups": "sudo", "home": "/home/zack", "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "move_home": false, "name": "zack", "shell": "/bin/bash", "state": "present", "uid": 1102} 2022-01-18T15:48:24.843 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1103, "groups": "sudo", "home": "/home/kdreyer", "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "move_home": false, "name": "kdreyer", "shell": "/bin/bash", "state": "present", "uid": 1103} 2022-01-18T15:48:24.918 INFO:teuthology.task.ansible.out: TASK [users : Set UID_MIN to 1001] ********************************************* ok: [smithi156.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2022-01-18T15:48:24.940 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:48:24 +0000 (0:00:00.273) 0:00:09.672 ******* 2022-01-18T15:48:25.040 INFO:teuthology.task.ansible.out: TASK [Create all admin users with sudo access.] ******************************** 2022-01-18T15:48:25.043 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1104, "groups": "sudo", "home": "/home/dmick", "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "move_home": false, "name": "dmick", "shell": "/bin/bash", "state": "present", "uid": 1104} 2022-01-18T15:48:25.230 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1101, "groups": "sudo", "home": "/home/andrewschoen", "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "move_home": false, "name": "andrewschoen", "shell": "/bin/bash", "state": "present", "uid": 1101} 2022-01-18T15:48:25.242 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1105, "groups": "sudo", "home": "/home/sage", "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "move_home": false, "name": "sage", "shell": "/bin/bash", "state": "present", "uid": 1105} 2022-01-18T15:48:25.431 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1102, "groups": "sudo", "home": "/home/zack", "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "move_home": false, "name": "zack", "shell": "/bin/bash", "state": "present", "uid": 1102} 2022-01-18T15:48:25.444 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1106, "groups": "sudo", "home": "/home/dgalloway", "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "move_home": false, "name": "dgalloway", "shell": "/bin/bash", "state": "present", "uid": 1106} 2022-01-18T15:48:25.623 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1103, "groups": "sudo", "home": "/home/kdreyer", "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "move_home": false, "name": "kdreyer", "shell": "/bin/bash", "state": "present", "uid": 1103} 2022-01-18T15:48:25.634 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1107, "groups": "sudo", "home": "/home/akraitma", "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "move_home": false, "name": "akraitma", "shell": "/bin/bash", "state": "present", "uid": 1107} 2022-01-18T15:48:25.824 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1104, "groups": "sudo", "home": "/home/dmick", "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "move_home": false, "name": "dmick", "shell": "/bin/bash", "state": "present", "uid": 1104} 2022-01-18T15:48:25.827 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@desktop QI358a0dizGe6T42hCYj1A 139ab306be981d0a669ec2288a2529503882deffceb28bdfc9bde2b70a825898'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1108, "groups": "sudo", "home": "/home/jcaratzas", "item": {"name": "jcaratzas", "ovpn": "jcaratza@desktop QI358a0dizGe6T42hCYj1A 139ab306be981d0a669ec2288a2529503882deffceb28bdfc9bde2b70a825898"}, "move_home": false, "name": "jcaratzas", "shell": "/bin/bash", "state": "present", "uid": 1108} 2022-01-18T15:48:26.019 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1109, "groups": "sudo", "home": "/home/trociny", "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "move_home": false, "name": "trociny", "shell": "/bin/bash", "state": "present", "uid": 1109} 2022-01-18T15:48:26.031 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1105, "groups": "sudo", "home": "/home/sage", "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "move_home": false, "name": "sage", "shell": "/bin/bash", "state": "present", "uid": 1105} 2022-01-18T15:48:26.219 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1110, "groups": "sudo", "home": "/home/smithfarm", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "move_home": false, "name": "smithfarm", "shell": "/bin/bash", "state": "present", "uid": 1110} 2022-01-18T15:48:26.230 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1106, "groups": "sudo", "home": "/home/dgalloway", "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "move_home": false, "name": "dgalloway", "shell": "/bin/bash", "state": "present", "uid": 1106} 2022-01-18T15:48:26.411 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1111, "groups": "sudo", "home": "/home/mbenjamin", "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "move_home": false, "name": "mbenjamin", "shell": "/bin/bash", "state": "present", "uid": 1111} 2022-01-18T15:48:26.422 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1107, "groups": "sudo", "home": "/home/akraitma", "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "move_home": false, "name": "akraitma", "shell": "/bin/bash", "state": "present", "uid": 1107} 2022-01-18T15:48:26.613 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1112, "groups": "sudo", "home": "/home/aemerson", "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "move_home": false, "name": "aemerson", "shell": "/bin/bash", "state": "present", "uid": 1112} 2022-01-18T15:48:26.614 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@desktop QI358a0dizGe6T42hCYj1A 139ab306be981d0a669ec2288a2529503882deffceb28bdfc9bde2b70a825898'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1108, "groups": "sudo", "home": "/home/jcaratzas", "item": {"name": "jcaratzas", "ovpn": "jcaratza@desktop QI358a0dizGe6T42hCYj1A 139ab306be981d0a669ec2288a2529503882deffceb28bdfc9bde2b70a825898"}, "move_home": false, "name": "jcaratzas", "shell": "/bin/bash", "state": "present", "uid": 1108} 2022-01-18T15:48:26.814 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1113, "groups": "sudo", "home": "/home/amaredia", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "move_home": false, "name": "amaredia", "shell": "/bin/bash", "state": "present", "uid": 1113} 2022-01-18T15:48:26.816 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1109, "groups": "sudo", "home": "/home/trociny", "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "move_home": false, "name": "trociny", "shell": "/bin/bash", "state": "present", "uid": 1109} 2022-01-18T15:48:27.014 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1110, "groups": "sudo", "home": "/home/smithfarm", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "move_home": false, "name": "smithfarm", "shell": "/bin/bash", "state": "present", "uid": 1110} 2022-01-18T15:48:27.015 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1114, "groups": "sudo", "home": "/home/tserlin", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "move_home": false, "name": "tserlin", "shell": "/bin/bash", "state": "present", "uid": 1114} 2022-01-18T15:48:27.203 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1111, "groups": "sudo", "home": "/home/mbenjamin", "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "move_home": false, "name": "mbenjamin", "shell": "/bin/bash", "state": "present", "uid": 1111} 2022-01-18T15:48:27.215 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1115, "groups": "sudo", "home": "/home/dis", "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "move_home": false, "name": "dis", "shell": "/bin/bash", "state": "present", "uid": 1115} 2022-01-18T15:48:27.413 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1116, "groups": "sudo", "home": "/home/gregf", "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "move_home": false, "name": "gregf", "shell": "/bin/bash", "state": "present", "uid": 1116} 2022-01-18T15:48:27.414 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1112, "groups": "sudo", "home": "/home/aemerson", "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "move_home": false, "name": "aemerson", "shell": "/bin/bash", "state": "present", "uid": 1112} 2022-01-18T15:48:27.603 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1117, "groups": "sudo", "home": "/home/joshd", "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "move_home": false, "name": "joshd", "shell": "/bin/bash", "state": "present", "uid": 1117} 2022-01-18T15:48:27.605 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1113, "groups": "sudo", "home": "/home/amaredia", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "move_home": false, "name": "amaredia", "shell": "/bin/bash", "state": "present", "uid": 1113} 2022-01-18T15:48:27.793 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1119, "groups": "sudo", "home": "/home/cmeno", "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "move_home": false, "name": "cmeno", "shell": "/bin/bash", "state": "present", "uid": 1119} 2022-01-18T15:48:27.804 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1114, "groups": "sudo", "home": "/home/tserlin", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "move_home": false, "name": "tserlin", "shell": "/bin/bash", "state": "present", "uid": 1114} 2022-01-18T15:48:27.993 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1120, "groups": "sudo", "home": "/home/ivancich", "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "move_home": false, "name": "ivancich", "shell": "/bin/bash", "state": "present", "uid": 1120} 2022-01-18T15:48:27.995 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1115, "groups": "sudo", "home": "/home/dis", "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "move_home": false, "name": "dis", "shell": "/bin/bash", "state": "present", "uid": 1115} 2022-01-18T15:48:28.192 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1122, "groups": "sudo", "home": "/home/yuriw", "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "move_home": false, "name": "yuriw", "shell": "/bin/bash", "state": "present", "uid": 1122} 2022-01-18T15:48:28.193 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1116, "groups": "sudo", "home": "/home/gregf", "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "move_home": false, "name": "gregf", "shell": "/bin/bash", "state": "present", "uid": 1116} 2022-01-18T15:48:28.382 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1123, "groups": "sudo", "home": "/home/tamil", "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "move_home": false, "name": "tamil", "shell": "/bin/bash", "state": "present", "uid": 1123} 2022-01-18T15:48:28.393 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1117, "groups": "sudo", "home": "/home/joshd", "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "move_home": false, "name": "joshd", "shell": "/bin/bash", "state": "present", "uid": 1117} 2022-01-18T15:48:28.581 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1124, "groups": "sudo", "home": "/home/jowilkin", "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "move_home": false, "name": "jowilkin", "shell": "/bin/bash", "state": "present", "uid": 1124} 2022-01-18T15:48:28.582 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1119, "groups": "sudo", "home": "/home/cmeno", "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "move_home": false, "name": "cmeno", "shell": "/bin/bash", "state": "present", "uid": 1119} 2022-01-18T15:48:28.781 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1125, "groups": "sudo", "home": "/home/bhubbard", "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "move_home": false, "name": "bhubbard", "shell": "/bin/bash", "state": "present", "uid": 1125} 2022-01-18T15:48:28.782 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1120, "groups": "sudo", "home": "/home/ivancich", "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "move_home": false, "name": "ivancich", "shell": "/bin/bash", "state": "present", "uid": 1120} 2022-01-18T15:48:28.973 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1126, "groups": "sudo", "home": "/home/yehudasa", "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "move_home": false, "name": "yehudasa", "shell": "/bin/bash", "state": "present", "uid": 1126} 2022-01-18T15:48:28.974 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1122, "groups": "sudo", "home": "/home/yuriw", "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "move_home": false, "name": "yuriw", "shell": "/bin/bash", "state": "present", "uid": 1122} 2022-01-18T15:48:29.171 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1127, "groups": "sudo", "home": "/home/dang", "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "move_home": false, "name": "dang", "shell": "/bin/bash", "state": "present", "uid": 1127} 2022-01-18T15:48:29.172 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1123, "groups": "sudo", "home": "/home/tamil", "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "move_home": false, "name": "tamil", "shell": "/bin/bash", "state": "present", "uid": 1123} 2022-01-18T15:48:29.369 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1128, "groups": "sudo", "home": "/home/branto", "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "move_home": false, "name": "branto", "shell": "/bin/bash", "state": "present", "uid": 1128} 2022-01-18T15:48:29.370 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1124, "groups": "sudo", "home": "/home/jowilkin", "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "move_home": false, "name": "jowilkin", "shell": "/bin/bash", "state": "present", "uid": 1124} 2022-01-18T15:48:29.559 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1129, "groups": "sudo", "home": "/home/xiaoxichen", "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "move_home": false, "name": "xiaoxichen", "shell": "/bin/bash", "state": "present", "uid": 1129} 2022-01-18T15:48:29.560 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1125, "groups": "sudo", "home": "/home/bhubbard", "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "move_home": false, "name": "bhubbard", "shell": "/bin/bash", "state": "present", "uid": 1125} 2022-01-18T15:48:29.759 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1130, "groups": "sudo", "home": "/home/ffilz", "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "move_home": false, "name": "ffilz", "shell": "/bin/bash", "state": "present", "uid": 1130} 2022-01-18T15:48:29.760 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1126, "groups": "sudo", "home": "/home/yehudasa", "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "move_home": false, "name": "yehudasa", "shell": "/bin/bash", "state": "present", "uid": 1126} 2022-01-18T15:48:29.950 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1131, "groups": "sudo", "home": "/home/joao", "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "move_home": false, "name": "joao", "shell": "/bin/bash", "state": "present", "uid": 1131} 2022-01-18T15:48:29.952 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1127, "groups": "sudo", "home": "/home/dang", "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "move_home": false, "name": "dang", "shell": "/bin/bash", "state": "present", "uid": 1127} 2022-01-18T15:48:30.149 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1132, "groups": "sudo", "home": "/home/nhm", "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "move_home": false, "name": "nhm", "shell": "/bin/bash", "state": "present", "uid": 1132} 2022-01-18T15:48:30.152 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1128, "groups": "sudo", "home": "/home/branto", "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "move_home": false, "name": "branto", "shell": "/bin/bash", "state": "present", "uid": 1128} 2022-01-18T15:48:30.337 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1134, "groups": "sudo", "home": "/home/mkidd", "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "move_home": false, "name": "mkidd", "shell": "/bin/bash", "state": "present", "uid": 1134} 2022-01-18T15:48:30.349 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1129, "groups": "sudo", "home": "/home/xiaoxichen", "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "move_home": false, "name": "xiaoxichen", "shell": "/bin/bash", "state": "present", "uid": 1129} 2022-01-18T15:48:30.530 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1135, "groups": "sudo", "home": "/home/jlopez", "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "move_home": false, "name": "jlopez", "shell": "/bin/bash", "state": "present", "uid": 1135} 2022-01-18T15:48:30.541 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1130, "groups": "sudo", "home": "/home/ffilz", "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "move_home": false, "name": "ffilz", "shell": "/bin/bash", "state": "present", "uid": 1130} 2022-01-18T15:48:30.730 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1136, "groups": "sudo", "home": "/home/haomaiwang", "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "move_home": false, "name": "haomaiwang", "shell": "/bin/bash", "state": "present", "uid": 1136} 2022-01-18T15:48:30.743 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1131, "groups": "sudo", "home": "/home/joao", "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "move_home": false, "name": "joao", "shell": "/bin/bash", "state": "present", "uid": 1131} 2022-01-18T15:48:30.930 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1137, "groups": "sudo", "home": "/home/kchai", "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "move_home": false, "name": "kchai", "shell": "/bin/bash", "state": "present", "uid": 1137} 2022-01-18T15:48:30.942 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1132, "groups": "sudo", "home": "/home/nhm", "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "move_home": false, "name": "nhm", "shell": "/bin/bash", "state": "present", "uid": 1132} 2022-01-18T15:48:31.118 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1138, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1138} 2022-01-18T15:48:31.130 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1134, "groups": "sudo", "home": "/home/mkidd", "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "move_home": false, "name": "mkidd", "shell": "/bin/bash", "state": "present", "uid": 1134} 2022-01-18T15:48:31.318 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1139, "groups": "sudo", "home": "/home/dfuller", "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "move_home": false, "name": "dfuller", "shell": "/bin/bash", "state": "present", "uid": 1139} 2022-01-18T15:48:31.330 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1135, "groups": "sudo", "home": "/home/jlopez", "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "move_home": false, "name": "jlopez", "shell": "/bin/bash", "state": "present", "uid": 1135} 2022-01-18T15:48:31.518 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1140, "groups": "sudo", "home": "/home/owasserm", "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "move_home": false, "name": "owasserm", "shell": "/bin/bash", "state": "present", "uid": 1140} 2022-01-18T15:48:31.529 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1136, "groups": "sudo", "home": "/home/haomaiwang", "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "move_home": false, "name": "haomaiwang", "shell": "/bin/bash", "state": "present", "uid": 1136} 2022-01-18T15:48:31.706 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1141, "groups": "sudo", "home": "/home/vasu", "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "move_home": false, "name": "vasu", "shell": "/bin/bash", "state": "present", "uid": 1141} 2022-01-18T15:48:31.717 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1137, "groups": "sudo", "home": "/home/kchai", "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "move_home": false, "name": "kchai", "shell": "/bin/bash", "state": "present", "uid": 1137} 2022-01-18T15:48:31.905 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1142, "groups": "sudo", "home": "/home/smohan", "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "move_home": false, "name": "smohan", "shell": "/bin/bash", "state": "present", "uid": 1142} 2022-01-18T15:48:31.916 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1138, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1138} 2022-01-18T15:48:32.105 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1143, "groups": "sudo", "home": "/home/abhi", "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "move_home": false, "name": "abhi", "shell": "/bin/bash", "state": "present", "uid": 1143} 2022-01-18T15:48:32.116 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1139, "groups": "sudo", "home": "/home/dfuller", "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "move_home": false, "name": "dfuller", "shell": "/bin/bash", "state": "present", "uid": 1139} 2022-01-18T15:48:32.293 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1144, "groups": "sudo", "home": "/home/cbodley", "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "move_home": false, "name": "cbodley", "shell": "/bin/bash", "state": "present", "uid": 1144} 2022-01-18T15:48:32.305 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1140, "groups": "sudo", "home": "/home/owasserm", "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "move_home": false, "name": "owasserm", "shell": "/bin/bash", "state": "present", "uid": 1140} 2022-01-18T15:48:32.492 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1145, "groups": "sudo", "home": "/home/mwatts", "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "move_home": false, "name": "mwatts", "shell": "/bin/bash", "state": "present", "uid": 1145} 2022-01-18T15:48:32.504 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1141, "groups": "sudo", "home": "/home/vasu", "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "move_home": false, "name": "vasu", "shell": "/bin/bash", "state": "present", "uid": 1141} 2022-01-18T15:48:32.692 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1146, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1146} 2022-01-18T15:48:32.702 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1142, "groups": "sudo", "home": "/home/smohan", "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "move_home": false, "name": "smohan", "shell": "/bin/bash", "state": "present", "uid": 1142} 2022-01-18T15:48:32.880 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1147, "groups": "sudo", "home": "/home/pdonnell", "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "move_home": false, "name": "pdonnell", "shell": "/bin/bash", "state": "present", "uid": 1147} 2022-01-18T15:48:32.902 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1143, "groups": "sudo", "home": "/home/abhi", "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "move_home": false, "name": "abhi", "shell": "/bin/bash", "state": "present", "uid": 1143} 2022-01-18T15:48:33.078 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1148, "groups": "sudo", "home": "/home/jlayton", "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "move_home": false, "name": "jlayton", "shell": "/bin/bash", "state": "present", "uid": 1148} 2022-01-18T15:48:33.090 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1144, "groups": "sudo", "home": "/home/cbodley", "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "move_home": false, "name": "cbodley", "shell": "/bin/bash", "state": "present", "uid": 1144} 2022-01-18T15:48:33.277 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1149, "groups": "sudo", "home": "/home/rzarzynski", "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "move_home": false, "name": "rzarzynski", "shell": "/bin/bash", "state": "present", "uid": 1149} 2022-01-18T15:48:33.289 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1145, "groups": "sudo", "home": "/home/mwatts", "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "move_home": false, "name": "mwatts", "shell": "/bin/bash", "state": "present", "uid": 1145} 2022-01-18T15:48:33.467 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1150, "groups": "sudo", "home": "/home/rdias", "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "move_home": false, "name": "rdias", "shell": "/bin/bash", "state": "present", "uid": 1150} 2022-01-18T15:48:33.478 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1146, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1146} 2022-01-18T15:48:33.666 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1151, "groups": "sudo", "home": "/home/vshankar", "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "move_home": false, "name": "vshankar", "shell": "/bin/bash", "state": "present", "uid": 1151} 2022-01-18T15:48:33.677 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1147, "groups": "sudo", "home": "/home/pdonnell", "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "move_home": false, "name": "pdonnell", "shell": "/bin/bash", "state": "present", "uid": 1147} 2022-01-18T15:48:33.855 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1152, "groups": "sudo", "home": "/home/akupczyk", "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "move_home": false, "name": "akupczyk", "shell": "/bin/bash", "state": "present", "uid": 1152} 2022-01-18T15:48:33.877 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1148, "groups": "sudo", "home": "/home/jlayton", "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "move_home": false, "name": "jlayton", "shell": "/bin/bash", "state": "present", "uid": 1148} 2022-01-18T15:48:34.053 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1153, "groups": "sudo", "home": "/home/nojha", "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "move_home": false, "name": "nojha", "shell": "/bin/bash", "state": "present", "uid": 1153} 2022-01-18T15:48:34.065 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1149, "groups": "sudo", "home": "/home/rzarzynski", "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "move_home": false, "name": "rzarzynski", "shell": "/bin/bash", "state": "present", "uid": 1149} 2022-01-18T15:48:34.252 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@snowmon CjHOevVvBm+PwhjnhZYM7g 7393d3a95b1874764fc4e7ae2d481f1859b336e16e1ba53c49d126585e11ba56'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1154, "groups": "sudo", "home": "/home/ifed01", "item": {"name": "ifed01", "ovpn": "ifed01@snowmon CjHOevVvBm+PwhjnhZYM7g 7393d3a95b1874764fc4e7ae2d481f1859b336e16e1ba53c49d126585e11ba56"}, "move_home": false, "name": "ifed01", "shell": "/bin/bash", "state": "present", "uid": 1154} 2022-01-18T15:48:34.264 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1150, "groups": "sudo", "home": "/home/rdias", "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "move_home": false, "name": "rdias", "shell": "/bin/bash", "state": "present", "uid": 1150} 2022-01-18T15:48:34.452 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1155, "groups": "sudo", "home": "/home/myoungwon", "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "move_home": false, "name": "myoungwon", "shell": "/bin/bash", "state": "present", "uid": 1155} 2022-01-18T15:48:34.465 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1151, "groups": "sudo", "home": "/home/vshankar", "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "move_home": false, "name": "vshankar", "shell": "/bin/bash", "state": "present", "uid": 1151} 2022-01-18T15:48:34.643 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1156, "groups": "sudo", "home": "/home/gabrioux", "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "move_home": false, "name": "gabrioux", "shell": "/bin/bash", "state": "present", "uid": 1156} 2022-01-18T15:48:34.656 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1152, "groups": "sudo", "home": "/home/akupczyk", "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "move_home": false, "name": "akupczyk", "shell": "/bin/bash", "state": "present", "uid": 1152} 2022-01-18T15:48:34.844 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1157, "groups": "sudo", "home": "/home/leseb", "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "move_home": false, "name": "leseb", "shell": "/bin/bash", "state": "present", "uid": 1157} 2022-01-18T15:48:34.845 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1153, "groups": "sudo", "home": "/home/nojha", "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "move_home": false, "name": "nojha", "shell": "/bin/bash", "state": "present", "uid": 1153} 2022-01-18T15:48:35.034 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1158, "groups": "sudo", "home": "/home/hchen", "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "move_home": false, "name": "hchen", "shell": "/bin/bash", "state": "present", "uid": 1158} 2022-01-18T15:48:35.047 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@snowmon CjHOevVvBm+PwhjnhZYM7g 7393d3a95b1874764fc4e7ae2d481f1859b336e16e1ba53c49d126585e11ba56'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1154, "groups": "sudo", "home": "/home/ifed01", "item": {"name": "ifed01", "ovpn": "ifed01@snowmon CjHOevVvBm+PwhjnhZYM7g 7393d3a95b1874764fc4e7ae2d481f1859b336e16e1ba53c49d126585e11ba56"}, "move_home": false, "name": "ifed01", "shell": "/bin/bash", "state": "present", "uid": 1154} 2022-01-18T15:48:35.238 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1159, "groups": "sudo", "home": "/home/jcollin", "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "move_home": false, "name": "jcollin", "shell": "/bin/bash", "state": "present", "uid": 1159} 2022-01-18T15:48:35.249 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1155, "groups": "sudo", "home": "/home/myoungwon", "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "move_home": false, "name": "myoungwon", "shell": "/bin/bash", "state": "present", "uid": 1155} 2022-01-18T15:48:35.437 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1160, "groups": "sudo", "home": "/home/xxg", "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "move_home": false, "name": "xxg", "shell": "/bin/bash", "state": "present", "uid": 1160} 2022-01-18T15:48:35.439 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1156, "groups": "sudo", "home": "/home/gabrioux", "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "move_home": false, "name": "gabrioux", "shell": "/bin/bash", "state": "present", "uid": 1156} 2022-01-18T15:48:35.636 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1161, "groups": "sudo", "home": "/home/pcuzner", "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "move_home": false, "name": "pcuzner", "shell": "/bin/bash", "state": "present", "uid": 1161} 2022-01-18T15:48:35.637 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1157, "groups": "sudo", "home": "/home/leseb", "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "move_home": false, "name": "leseb", "shell": "/bin/bash", "state": "present", "uid": 1157} 2022-01-18T15:48:35.835 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1162, "groups": "sudo", "home": "/home/mkogan", "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "move_home": false, "name": "mkogan", "shell": "/bin/bash", "state": "present", "uid": 1162} 2022-01-18T15:48:35.847 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1158, "groups": "sudo", "home": "/home/hchen", "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "move_home": false, "name": "hchen", "shell": "/bin/bash", "state": "present", "uid": 1158} 2022-01-18T15:48:36.034 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1138, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1138} 2022-01-18T15:48:36.035 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1159, "groups": "sudo", "home": "/home/jcollin", "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "move_home": false, "name": "jcollin", "shell": "/bin/bash", "state": "present", "uid": 1159} 2022-01-18T15:48:36.222 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1163, "groups": "sudo", "home": "/home/henrix", "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "move_home": false, "name": "henrix", "shell": "/bin/bash", "state": "present", "uid": 1163} 2022-01-18T15:48:36.223 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1160, "groups": "sudo", "home": "/home/xxg", "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "move_home": false, "name": "xxg", "shell": "/bin/bash", "state": "present", "uid": 1160} 2022-01-18T15:48:36.421 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1164, "groups": "sudo", "home": "/home/pbs1108", "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "move_home": false, "name": "pbs1108", "shell": "/bin/bash", "state": "present", "uid": 1164} 2022-01-18T15:48:36.422 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1161, "groups": "sudo", "home": "/home/pcuzner", "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "move_home": false, "name": "pcuzner", "shell": "/bin/bash", "state": "present", "uid": 1161} 2022-01-18T15:48:36.622 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1165, "groups": "sudo", "home": "/home/clacroix", "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "move_home": false, "name": "clacroix", "shell": "/bin/bash", "state": "present", "uid": 1165} 2022-01-18T15:48:36.623 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1162, "groups": "sudo", "home": "/home/mkogan", "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "move_home": false, "name": "mkogan", "shell": "/bin/bash", "state": "present", "uid": 1162} 2022-01-18T15:48:36.813 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1166, "groups": "sudo", "home": "/home/epuertat", "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "move_home": false, "name": "epuertat", "shell": "/bin/bash", "state": "present", "uid": 1166} 2022-01-18T15:48:36.825 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1138, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1138} 2022-01-18T15:48:37.003 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1167, "groups": "sudo", "home": "/home/tdehler", "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "move_home": false, "name": "tdehler", "shell": "/bin/bash", "state": "present", "uid": 1167} 2022-01-18T15:48:37.014 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1163, "groups": "sudo", "home": "/home/henrix", "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "move_home": false, "name": "henrix", "shell": "/bin/bash", "state": "present", "uid": 1163} 2022-01-18T15:48:37.203 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1168, "groups": "sudo", "home": "/home/laura", "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "move_home": false, "name": "laura", "shell": "/bin/bash", "state": "present", "uid": 1168} 2022-01-18T15:48:37.216 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1164, "groups": "sudo", "home": "/home/pbs1108", "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "move_home": false, "name": "pbs1108", "shell": "/bin/bash", "state": "present", "uid": 1164} 2022-01-18T15:48:37.397 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1169, "groups": "sudo", "home": "/home/yaarit", "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "move_home": false, "name": "yaarit", "shell": "/bin/bash", "state": "present", "uid": 1169} 2022-01-18T15:48:37.408 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1165, "groups": "sudo", "home": "/home/clacroix", "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "move_home": false, "name": "clacroix", "shell": "/bin/bash", "state": "present", "uid": 1165} 2022-01-18T15:48:37.595 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1170, "groups": "sudo", "home": "/home/rpavani1998", "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "move_home": false, "name": "rpavani1998", "shell": "/bin/bash", "state": "present", "uid": 1170} 2022-01-18T15:48:37.606 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1166, "groups": "sudo", "home": "/home/epuertat", "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "move_home": false, "name": "epuertat", "shell": "/bin/bash", "state": "present", "uid": 1166} 2022-01-18T15:48:37.793 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1171, "groups": "sudo", "home": "/home/rishabh", "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "move_home": false, "name": "rishabh", "shell": "/bin/bash", "state": "present", "uid": 1171} 2022-01-18T15:48:37.805 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1167, "groups": "sudo", "home": "/home/tdehler", "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "move_home": false, "name": "tdehler", "shell": "/bin/bash", "state": "present", "uid": 1167} 2022-01-18T15:48:37.993 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1172, "groups": "sudo", "home": "/home/skrah", "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "move_home": false, "name": "skrah", "shell": "/bin/bash", "state": "present", "uid": 1172} 2022-01-18T15:48:38.004 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1168, "groups": "sudo", "home": "/home/laura", "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "move_home": false, "name": "laura", "shell": "/bin/bash", "state": "present", "uid": 1168} 2022-01-18T15:48:38.192 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1173, "groups": "sudo", "home": "/home/smanjara", "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "move_home": false, "name": "smanjara", "shell": "/bin/bash", "state": "present", "uid": 1173} 2022-01-18T15:48:38.193 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1169, "groups": "sudo", "home": "/home/yaarit", "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "move_home": false, "name": "yaarit", "shell": "/bin/bash", "state": "present", "uid": 1169} 2022-01-18T15:48:38.391 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1174, "groups": "sudo", "home": "/home/bengland", "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "move_home": false, "name": "bengland", "shell": "/bin/bash", "state": "present", "uid": 1174} 2022-01-18T15:48:38.392 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1170, "groups": "sudo", "home": "/home/rpavani1998", "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "move_home": false, "name": "rpavani1998", "shell": "/bin/bash", "state": "present", "uid": 1170} 2022-01-18T15:48:38.590 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1171, "groups": "sudo", "home": "/home/rishabh", "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "move_home": false, "name": "rishabh", "shell": "/bin/bash", "state": "present", "uid": 1171} 2022-01-18T15:48:38.591 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1175, "groups": "sudo", "home": "/home/pnawracay", "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "move_home": false, "name": "pnawracay", "shell": "/bin/bash", "state": "present", "uid": 1175} 2022-01-18T15:48:38.798 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1176, "groups": "sudo", "home": "/home/alfonsomthd", "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "move_home": false, "name": "alfonsomthd", "shell": "/bin/bash", "state": "present", "uid": 1176} 2022-01-18T15:48:38.799 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1172, "groups": "sudo", "home": "/home/skrah", "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "move_home": false, "name": "skrah", "shell": "/bin/bash", "state": "present", "uid": 1172} 2022-01-18T15:48:38.987 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1177, "groups": "sudo", "home": "/home/oliveiradan", "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "move_home": false, "name": "oliveiradan", "shell": "/bin/bash", "state": "present", "uid": 1177} 2022-01-18T15:48:38.998 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1173, "groups": "sudo", "home": "/home/smanjara", "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "move_home": false, "name": "smanjara", "shell": "/bin/bash", "state": "present", "uid": 1173} 2022-01-18T15:48:39.186 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1178, "groups": "sudo", "home": "/home/swagner", "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "move_home": false, "name": "swagner", "shell": "/bin/bash", "state": "present", "uid": 1178} 2022-01-18T15:48:39.187 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1174, "groups": "sudo", "home": "/home/bengland", "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "move_home": false, "name": "bengland", "shell": "/bin/bash", "state": "present", "uid": 1174} 2022-01-18T15:48:39.384 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1179, "groups": "sudo", "home": "/home/yuvalif", "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "move_home": false, "name": "yuvalif", "shell": "/bin/bash", "state": "present", "uid": 1179} 2022-01-18T15:48:39.385 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1175, "groups": "sudo", "home": "/home/pnawracay", "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "move_home": false, "name": "pnawracay", "shell": "/bin/bash", "state": "present", "uid": 1175} 2022-01-18T15:48:39.573 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1176, "groups": "sudo", "home": "/home/alfonsomthd", "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "move_home": false, "name": "alfonsomthd", "shell": "/bin/bash", "state": "present", "uid": 1176} 2022-01-18T15:48:39.574 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1180, "groups": "sudo", "home": "/home/kkeithle", "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "move_home": false, "name": "kkeithle", "shell": "/bin/bash", "state": "present", "uid": 1180} 2022-01-18T15:48:39.772 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1177, "groups": "sudo", "home": "/home/oliveiradan", "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "move_home": false, "name": "oliveiradan", "shell": "/bin/bash", "state": "present", "uid": 1177} 2022-01-18T15:48:39.773 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1181, "groups": "sudo", "home": "/home/emmericp", "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "move_home": false, "name": "emmericp", "shell": "/bin/bash", "state": "present", "uid": 1181} 2022-01-18T15:48:39.972 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1182, "groups": "sudo", "home": "/home/mchangir", "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "move_home": false, "name": "mchangir", "shell": "/bin/bash", "state": "present", "uid": 1182} 2022-01-18T15:48:39.974 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1178, "groups": "sudo", "home": "/home/swagner", "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "move_home": false, "name": "swagner", "shell": "/bin/bash", "state": "present", "uid": 1178} 2022-01-18T15:48:40.161 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1179, "groups": "sudo", "home": "/home/yuvalif", "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "move_home": false, "name": "yuvalif", "shell": "/bin/bash", "state": "present", "uid": 1179} 2022-01-18T15:48:40.162 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1185, "groups": "sudo", "home": "/home/sjust", "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "move_home": false, "name": "sjust", "shell": "/bin/bash", "state": "present", "uid": 1185} 2022-01-18T15:48:40.360 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1180, "groups": "sudo", "home": "/home/kkeithle", "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "move_home": false, "name": "kkeithle", "shell": "/bin/bash", "state": "present", "uid": 1180} 2022-01-18T15:48:40.361 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1186, "groups": "sudo", "home": "/home/ideepika", "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "move_home": false, "name": "ideepika", "shell": "/bin/bash", "state": "present", "uid": 1186} 2022-01-18T15:48:40.560 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1181, "groups": "sudo", "home": "/home/emmericp", "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "move_home": false, "name": "emmericp", "shell": "/bin/bash", "state": "present", "uid": 1181} 2022-01-18T15:48:40.561 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1187, "groups": "sudo", "home": "/home/gsalomon", "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "move_home": false, "name": "gsalomon", "shell": "/bin/bash", "state": "present", "uid": 1187} 2022-01-18T15:48:40.761 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1188, "groups": "sudo", "home": "/home/soumyakoduri", "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "move_home": false, "name": "soumyakoduri", "shell": "/bin/bash", "state": "present", "uid": 1188} 2022-01-18T15:48:40.762 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1182, "groups": "sudo", "home": "/home/mchangir", "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "move_home": false, "name": "mchangir", "shell": "/bin/bash", "state": "present", "uid": 1182} 2022-01-18T15:48:40.953 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1189, "groups": "sudo", "home": "/home/kyr", "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "move_home": false, "name": "kyr", "shell": "/bin/bash", "state": "present", "uid": 1189} 2022-01-18T15:48:40.954 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1185, "groups": "sudo", "home": "/home/sjust", "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "move_home": false, "name": "sjust", "shell": "/bin/bash", "state": "present", "uid": 1185} 2022-01-18T15:48:41.154 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1186, "groups": "sudo", "home": "/home/ideepika", "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "move_home": false, "name": "ideepika", "shell": "/bin/bash", "state": "present", "uid": 1186} 2022-01-18T15:48:41.155 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1190, "groups": "sudo", "home": "/home/sseshasa", "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "move_home": false, "name": "sseshasa", "shell": "/bin/bash", "state": "present", "uid": 1190} 2022-01-18T15:48:41.353 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1187, "groups": "sudo", "home": "/home/gsalomon", "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "move_home": false, "name": "gsalomon", "shell": "/bin/bash", "state": "present", "uid": 1187} 2022-01-18T15:48:41.354 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1191, "groups": "sudo", "home": "/home/rfriedma", "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "move_home": false, "name": "rfriedma", "shell": "/bin/bash", "state": "present", "uid": 1191} 2022-01-18T15:48:41.545 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1192, "groups": "sudo", "home": "/home/lmb", "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "move_home": false, "name": "lmb", "shell": "/bin/bash", "state": "present", "uid": 1192} 2022-01-18T15:48:41.556 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1188, "groups": "sudo", "home": "/home/soumyakoduri", "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "move_home": false, "name": "soumyakoduri", "shell": "/bin/bash", "state": "present", "uid": 1188} 2022-01-18T15:48:41.745 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1193, "groups": "sudo", "home": "/home/ksirivad", "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "move_home": false, "name": "ksirivad", "shell": "/bin/bash", "state": "present", "uid": 1193} 2022-01-18T15:48:41.757 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1189, "groups": "sudo", "home": "/home/kyr", "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "move_home": false, "name": "kyr", "shell": "/bin/bash", "state": "present", "uid": 1189} 2022-01-18T15:48:41.946 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1194, "groups": "sudo", "home": "/home/ofriedma", "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "move_home": false, "name": "ofriedma", "shell": "/bin/bash", "state": "present", "uid": 1194} 2022-01-18T15:48:41.947 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1190, "groups": "sudo", "home": "/home/sseshasa", "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "move_home": false, "name": "sseshasa", "shell": "/bin/bash", "state": "present", "uid": 1190} 2022-01-18T15:48:42.135 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1195, "groups": "sudo", "home": "/home/h4iresis", "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "move_home": false, "name": "h4iresis", "shell": "/bin/bash", "state": "present", "uid": 1195} 2022-01-18T15:48:42.146 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1191, "groups": "sudo", "home": "/home/rfriedma", "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "move_home": false, "name": "rfriedma", "shell": "/bin/bash", "state": "present", "uid": 1191} 2022-01-18T15:48:42.335 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1196, "groups": "sudo", "home": "/home/shyukri", "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "move_home": false, "name": "shyukri", "shell": "/bin/bash", "state": "present", "uid": 1196} 2022-01-18T15:48:42.346 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1192, "groups": "sudo", "home": "/home/lmb", "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "move_home": false, "name": "lmb", "shell": "/bin/bash", "state": "present", "uid": 1192} 2022-01-18T15:48:42.525 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1197, "groups": "sudo", "home": "/home/scarvalhojr", "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "move_home": false, "name": "scarvalhojr", "shell": "/bin/bash", "state": "present", "uid": 1197} 2022-01-18T15:48:42.547 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1193, "groups": "sudo", "home": "/home/ksirivad", "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "move_home": false, "name": "ksirivad", "shell": "/bin/bash", "state": "present", "uid": 1193} 2022-01-18T15:48:42.725 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1198, "groups": "sudo", "home": "/home/rakesh", "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "move_home": false, "name": "rakesh", "shell": "/bin/bash", "state": "present", "uid": 1198} 2022-01-18T15:48:42.736 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1194, "groups": "sudo", "home": "/home/ofriedma", "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "move_home": false, "name": "ofriedma", "shell": "/bin/bash", "state": "present", "uid": 1194} 2022-01-18T15:48:42.928 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1199, "groups": "sudo", "home": "/home/ryg-", "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "move_home": false, "name": "ryg-", "shell": "/bin/bash", "state": "present", "uid": 1199} 2022-01-18T15:48:42.939 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1195, "groups": "sudo", "home": "/home/h4iresis", "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "move_home": false, "name": "h4iresis", "shell": "/bin/bash", "state": "present", "uid": 1195} 2022-01-18T15:48:43.117 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1146, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1146} 2022-01-18T15:48:43.139 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1196, "groups": "sudo", "home": "/home/shyukri", "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "move_home": false, "name": "shyukri", "shell": "/bin/bash", "state": "present", "uid": 1196} 2022-01-18T15:48:43.318 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1200, "groups": "sudo", "home": "/home/zdover", "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "move_home": false, "name": "zdover", "shell": "/bin/bash", "state": "present", "uid": 1200} 2022-01-18T15:48:43.341 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1197, "groups": "sudo", "home": "/home/scarvalhojr", "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "move_home": false, "name": "scarvalhojr", "shell": "/bin/bash", "state": "present", "uid": 1197} 2022-01-18T15:48:43.519 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1201, "groups": "sudo", "home": "/home/rraja", "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "move_home": false, "name": "rraja", "shell": "/bin/bash", "state": "present", "uid": 1201} 2022-01-18T15:48:43.530 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1198, "groups": "sudo", "home": "/home/rakesh", "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "move_home": false, "name": "rakesh", "shell": "/bin/bash", "state": "present", "uid": 1198} 2022-01-18T15:48:43.717 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1202, "groups": "sudo", "home": "/home/toabctl", "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "move_home": false, "name": "toabctl", "shell": "/bin/bash", "state": "present", "uid": 1202} 2022-01-18T15:48:43.729 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1199, "groups": "sudo", "home": "/home/ryg-", "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "move_home": false, "name": "ryg-", "shell": "/bin/bash", "state": "present", "uid": 1199} 2022-01-18T15:48:43.906 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1203, "groups": "sudo", "home": "/home/mgfritch", "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "move_home": false, "name": "mgfritch", "shell": "/bin/bash", "state": "present", "uid": 1203} 2022-01-18T15:48:43.928 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1146, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1146} 2022-01-18T15:48:44.105 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1204, "groups": "sudo", "home": "/home/xiubli", "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "move_home": false, "name": "xiubli", "shell": "/bin/bash", "state": "present", "uid": 1204} 2022-01-18T15:48:44.127 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1200, "groups": "sudo", "home": "/home/zdover", "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "move_home": false, "name": "zdover", "shell": "/bin/bash", "state": "present", "uid": 1200} 2022-01-18T15:48:44.293 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1205, "groups": "sudo", "home": "/home/jafaj", "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "move_home": false, "name": "jafaj", "shell": "/bin/bash", "state": "present", "uid": 1205} 2022-01-18T15:48:44.325 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1201, "groups": "sudo", "home": "/home/rraja", "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "move_home": false, "name": "rraja", "shell": "/bin/bash", "state": "present", "uid": 1201} 2022-01-18T15:48:44.492 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1206, "groups": "sudo", "home": "/home/jschmid", "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "move_home": false, "name": "jschmid", "shell": "/bin/bash", "state": "present", "uid": 1206} 2022-01-18T15:48:44.524 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1202, "groups": "sudo", "home": "/home/toabctl", "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "move_home": false, "name": "toabctl", "shell": "/bin/bash", "state": "present", "uid": 1202} 2022-01-18T15:48:44.691 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1207, "groups": "sudo", "home": "/home/kachau", "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "move_home": false, "name": "kachau", "shell": "/bin/bash", "state": "present", "uid": 1207} 2022-01-18T15:48:44.713 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1203, "groups": "sudo", "home": "/home/mgfritch", "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "move_home": false, "name": "mgfritch", "shell": "/bin/bash", "state": "present", "uid": 1203} 2022-01-18T15:48:44.881 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1208, "groups": "sudo", "home": "/home/khiremat", "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "move_home": false, "name": "khiremat", "shell": "/bin/bash", "state": "present", "uid": 1208} 2022-01-18T15:48:44.914 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1204, "groups": "sudo", "home": "/home/xiubli", "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "move_home": false, "name": "xiubli", "shell": "/bin/bash", "state": "present", "uid": 1204} 2022-01-18T15:48:45.081 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1209, "groups": "sudo", "home": "/home/kapandya", "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "move_home": false, "name": "kapandya", "shell": "/bin/bash", "state": "present", "uid": 1209} 2022-01-18T15:48:45.113 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1205, "groups": "sudo", "home": "/home/jafaj", "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "move_home": false, "name": "jafaj", "shell": "/bin/bash", "state": "present", "uid": 1205} 2022-01-18T15:48:45.279 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1210, "groups": "sudo", "home": "/home/prasad", "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "move_home": false, "name": "prasad", "shell": "/bin/bash", "state": "present", "uid": 1210} 2022-01-18T15:48:45.311 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1206, "groups": "sudo", "home": "/home/jschmid", "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "move_home": false, "name": "jschmid", "shell": "/bin/bash", "state": "present", "uid": 1206} 2022-01-18T15:48:45.478 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1211, "groups": "sudo", "home": "/home/vikhyat", "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "move_home": false, "name": "vikhyat", "shell": "/bin/bash", "state": "present", "uid": 1211} 2022-01-18T15:48:45.501 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1207, "groups": "sudo", "home": "/home/kachau", "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "move_home": false, "name": "kachau", "shell": "/bin/bash", "state": "present", "uid": 1207} 2022-01-18T15:48:45.678 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1212, "groups": "sudo", "home": "/home/shraddhaag", "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "move_home": false, "name": "shraddhaag", "shell": "/bin/bash", "state": "present", "uid": 1212} 2022-01-18T15:48:45.700 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1208, "groups": "sudo", "home": "/home/khiremat", "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "move_home": false, "name": "khiremat", "shell": "/bin/bash", "state": "present", "uid": 1208} 2022-01-18T15:48:45.867 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1213, "groups": "sudo", "home": "/home/gkyratsas", "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "move_home": false, "name": "gkyratsas", "shell": "/bin/bash", "state": "present", "uid": 1213} 2022-01-18T15:48:45.889 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1209, "groups": "sudo", "home": "/home/kapandya", "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "move_home": false, "name": "kapandya", "shell": "/bin/bash", "state": "present", "uid": 1209} 2022-01-18T15:48:46.066 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1214, "groups": "sudo", "home": "/home/prateek", "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "move_home": false, "name": "prateek", "shell": "/bin/bash", "state": "present", "uid": 1214} 2022-01-18T15:48:46.078 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1210, "groups": "sudo", "home": "/home/prasad", "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "move_home": false, "name": "prasad", "shell": "/bin/bash", "state": "present", "uid": 1210} 2022-01-18T15:48:46.259 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1215, "groups": "sudo", "home": "/home/jelopez", "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "move_home": false, "name": "jelopez", "shell": "/bin/bash", "state": "present", "uid": 1215} 2022-01-18T15:48:46.291 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1211, "groups": "sudo", "home": "/home/vikhyat", "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "move_home": false, "name": "vikhyat", "shell": "/bin/bash", "state": "present", "uid": 1211} 2022-01-18T15:48:46.453 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1216, "groups": "sudo", "home": "/home/dcain", "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "move_home": false, "name": "dcain", "shell": "/bin/bash", "state": "present", "uid": 1216} 2022-01-18T15:48:46.532 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1212, "groups": "sudo", "home": "/home/shraddhaag", "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "move_home": false, "name": "shraddhaag", "shell": "/bin/bash", "state": "present", "uid": 1212} 2022-01-18T15:48:46.658 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1217, "groups": "sudo", "home": "/home/sunny", "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "move_home": false, "name": "sunny", "shell": "/bin/bash", "state": "present", "uid": 1217} 2022-01-18T15:48:46.741 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1213, "groups": "sudo", "home": "/home/gkyratsas", "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "move_home": false, "name": "gkyratsas", "shell": "/bin/bash", "state": "present", "uid": 1213} 2022-01-18T15:48:46.856 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1218, "groups": "sudo", "home": "/home/xuxuehan", "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "move_home": false, "name": "xuxuehan", "shell": "/bin/bash", "state": "present", "uid": 1218} 2022-01-18T15:48:46.940 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1214, "groups": "sudo", "home": "/home/prateek", "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "move_home": false, "name": "prateek", "shell": "/bin/bash", "state": "present", "uid": 1214} 2022-01-18T15:48:47.055 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1219, "groups": "sudo", "home": "/home/aclewett", "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "move_home": false, "name": "aclewett", "shell": "/bin/bash", "state": "present", "uid": 1219} 2022-01-18T15:48:47.128 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1215, "groups": "sudo", "home": "/home/jelopez", "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "move_home": false, "name": "jelopez", "shell": "/bin/bash", "state": "present", "uid": 1215} 2022-01-18T15:48:47.254 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1220, "groups": "sudo", "home": "/home/cblum", "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "move_home": false, "name": "cblum", "shell": "/bin/bash", "state": "present", "uid": 1220} 2022-01-18T15:48:47.337 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1216, "groups": "sudo", "home": "/home/dcain", "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "move_home": false, "name": "dcain", "shell": "/bin/bash", "state": "present", "uid": 1216} 2022-01-18T15:48:47.442 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1221, "groups": "sudo", "home": "/home/mlatimer", "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "move_home": false, "name": "mlatimer", "shell": "/bin/bash", "state": "present", "uid": 1221} 2022-01-18T15:48:47.526 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1217, "groups": "sudo", "home": "/home/sunny", "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "move_home": false, "name": "sunny", "shell": "/bin/bash", "state": "present", "uid": 1217} 2022-01-18T15:48:47.641 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1222, "groups": "sudo", "home": "/home/shyamsundarr", "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "move_home": false, "name": "shyamsundarr", "shell": "/bin/bash", "state": "present", "uid": 1222} 2022-01-18T15:48:47.725 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1218, "groups": "sudo", "home": "/home/xuxuehan", "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "move_home": false, "name": "xuxuehan", "shell": "/bin/bash", "state": "present", "uid": 1218} 2022-01-18T15:48:47.829 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1223, "groups": "sudo", "home": "/home/shuzhenyi", "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "move_home": false, "name": "shuzhenyi", "shell": "/bin/bash", "state": "present", "uid": 1223} 2022-01-18T15:48:47.924 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1219, "groups": "sudo", "home": "/home/aclewett", "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "move_home": false, "name": "aclewett", "shell": "/bin/bash", "state": "present", "uid": 1219} 2022-01-18T15:48:48.028 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1224, "groups": "sudo", "home": "/home/mdipalma", "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "move_home": false, "name": "mdipalma", "shell": "/bin/bash", "state": "present", "uid": 1224} 2022-01-18T15:48:48.123 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1220, "groups": "sudo", "home": "/home/cblum", "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "move_home": false, "name": "cblum", "shell": "/bin/bash", "state": "present", "uid": 1220} 2022-01-18T15:48:48.228 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1225, "groups": "sudo", "home": "/home/kchang", "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "move_home": false, "name": "kchang", "shell": "/bin/bash", "state": "present", "uid": 1225} 2022-01-18T15:48:48.313 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1221, "groups": "sudo", "home": "/home/mlatimer", "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "move_home": false, "name": "mlatimer", "shell": "/bin/bash", "state": "present", "uid": 1221} 2022-01-18T15:48:48.417 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1226, "groups": "sudo", "home": "/home/vereddy", "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "move_home": false, "name": "vereddy", "shell": "/bin/bash", "state": "present", "uid": 1226} 2022-01-18T15:48:48.512 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1222, "groups": "sudo", "home": "/home/shyamsundarr", "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "move_home": false, "name": "shyamsundarr", "shell": "/bin/bash", "state": "present", "uid": 1222} 2022-01-18T15:48:48.616 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1227, "groups": "sudo", "home": "/home/benhanokh", "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "move_home": false, "name": "benhanokh", "shell": "/bin/bash", "state": "present", "uid": 1227} 2022-01-18T15:48:48.700 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1223, "groups": "sudo", "home": "/home/shuzhenyi", "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "move_home": false, "name": "shuzhenyi", "shell": "/bin/bash", "state": "present", "uid": 1223} 2022-01-18T15:48:48.818 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1228, "groups": "sudo", "home": "/home/jsalomon", "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "move_home": false, "name": "jsalomon", "shell": "/bin/bash", "state": "present", "uid": 1228} 2022-01-18T15:48:48.904 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1224, "groups": "sudo", "home": "/home/mdipalma", "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "move_home": false, "name": "mdipalma", "shell": "/bin/bash", "state": "present", "uid": 1224} 2022-01-18T15:48:49.031 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1229, "groups": "sudo", "home": "/home/jolmomar", "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "move_home": false, "name": "jolmomar", "shell": "/bin/bash", "state": "present", "uid": 1229} 2022-01-18T15:48:49.105 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1225, "groups": "sudo", "home": "/home/kchang", "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "move_home": false, "name": "kchang", "shell": "/bin/bash", "state": "present", "uid": 1225} 2022-01-18T15:48:49.220 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1231, "groups": "sudo", "home": "/home/julpark", "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "move_home": false, "name": "julpark", "shell": "/bin/bash", "state": "present", "uid": 1231} 2022-01-18T15:48:49.294 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1226, "groups": "sudo", "home": "/home/vereddy", "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "move_home": false, "name": "vereddy", "shell": "/bin/bash", "state": "present", "uid": 1226} 2022-01-18T15:48:49.419 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'pdhange@mauli hqKEk1OuI2Wmi1CAcJk5CQ f49d854572b5efe9514b4d741e336adb3534d00b22b0a505142d82eccc2f7535'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1232, "groups": "sudo", "home": "/home/pdhange", "item": {"name": "pdhange", "ovpn": "pdhange@mauli hqKEk1OuI2Wmi1CAcJk5CQ f49d854572b5efe9514b4d741e336adb3534d00b22b0a505142d82eccc2f7535"}, "move_home": false, "name": "pdhange", "shell": "/bin/bash", "state": "present", "uid": 1232} 2022-01-18T15:48:49.493 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1227, "groups": "sudo", "home": "/home/benhanokh", "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "move_home": false, "name": "benhanokh", "shell": "/bin/bash", "state": "present", "uid": 1227} 2022-01-18T15:48:49.619 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1233, "groups": "sudo", "home": "/home/dpivonka", "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4"}, "move_home": false, "name": "dpivonka", "shell": "/bin/bash", "state": "present", "uid": 1233} 2022-01-18T15:48:49.692 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1228, "groups": "sudo", "home": "/home/jsalomon", "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "move_home": false, "name": "jsalomon", "shell": "/bin/bash", "state": "present", "uid": 1228} 2022-01-18T15:48:49.808 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1234, "groups": "sudo", "home": "/home/adking", "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "move_home": false, "name": "adking", "shell": "/bin/bash", "state": "present", "uid": 1234} 2022-01-18T15:48:49.913 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1229, "groups": "sudo", "home": "/home/jolmomar", "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "move_home": false, "name": "jolmomar", "shell": "/bin/bash", "state": "present", "uid": 1229} 2022-01-18T15:48:50.018 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1235, "groups": "sudo", "home": "/home/amathuri", "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "move_home": false, "name": "amathuri", "shell": "/bin/bash", "state": "present", "uid": 1235} 2022-01-18T15:48:50.105 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1231, "groups": "sudo", "home": "/home/julpark", "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "move_home": false, "name": "julpark", "shell": "/bin/bash", "state": "present", "uid": 1231} 2022-01-18T15:48:50.212 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nizamial09@thinkpad 4GoNn989LSUMJ1XNW0dGtA 3f8a1ef7c25bb0491b8e3db6946e69bb0dea077048ff8140382fbae5a02206f7'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1236, "groups": "sudo", "home": "/home/nizamial09", "item": {"name": "nizamial09", "ovpn": "nizamial09@thinkpad 4GoNn989LSUMJ1XNW0dGtA 3f8a1ef7c25bb0491b8e3db6946e69bb0dea077048ff8140382fbae5a02206f7"}, "move_home": false, "name": "nizamial09", "shell": "/bin/bash", "state": "present", "uid": 1236} 2022-01-18T15:48:50.307 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'pdhange@mauli hqKEk1OuI2Wmi1CAcJk5CQ f49d854572b5efe9514b4d741e336adb3534d00b22b0a505142d82eccc2f7535'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1232, "groups": "sudo", "home": "/home/pdhange", "item": {"name": "pdhange", "ovpn": "pdhange@mauli hqKEk1OuI2Wmi1CAcJk5CQ f49d854572b5efe9514b4d741e336adb3534d00b22b0a505142d82eccc2f7535"}, "move_home": false, "name": "pdhange", "shell": "/bin/bash", "state": "present", "uid": 1232} 2022-01-18T15:48:50.412 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1237, "groups": "sudo", "home": "/home/dachary", "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "move_home": false, "name": "dachary", "shell": "/bin/bash", "state": "present", "uid": 1237} 2022-01-18T15:48:50.506 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1233, "groups": "sudo", "home": "/home/dpivonka", "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4"}, "move_home": false, "name": "dpivonka", "shell": "/bin/bash", "state": "present", "uid": 1233} 2022-01-18T15:48:50.610 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1238, "groups": "sudo", "home": "/home/amctagga", "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "move_home": false, "name": "amctagga", "shell": "/bin/bash", "state": "present", "uid": 1238} 2022-01-18T15:48:50.705 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1234, "groups": "sudo", "home": "/home/adking", "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "move_home": false, "name": "adking", "shell": "/bin/bash", "state": "present", "uid": 1234} 2022-01-18T15:48:50.800 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1239, "groups": "sudo", "home": "/home/kevinz", "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "move_home": false, "name": "kevinz", "shell": "/bin/bash", "state": "present", "uid": 1239} 2022-01-18T15:48:50.905 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1235, "groups": "sudo", "home": "/home/amathuri", "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "move_home": false, "name": "amathuri", "shell": "/bin/bash", "state": "present", "uid": 1235} 2022-01-18T15:48:51.002 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1240, "groups": "sudo", "home": "/home/liu-chunmei", "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "move_home": false, "name": "liu-chunmei", "shell": "/bin/bash", "state": "present", "uid": 1240} 2022-01-18T15:48:51.096 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nizamial09@thinkpad 4GoNn989LSUMJ1XNW0dGtA 3f8a1ef7c25bb0491b8e3db6946e69bb0dea077048ff8140382fbae5a02206f7'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1236, "groups": "sudo", "home": "/home/nizamial09", "item": {"name": "nizamial09", "ovpn": "nizamial09@thinkpad 4GoNn989LSUMJ1XNW0dGtA 3f8a1ef7c25bb0491b8e3db6946e69bb0dea077048ff8140382fbae5a02206f7"}, "move_home": false, "name": "nizamial09", "shell": "/bin/bash", "state": "present", "uid": 1236} 2022-01-18T15:48:51.200 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1241, "groups": "sudo", "home": "/home/cyx1231st", "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "move_home": false, "name": "cyx1231st", "shell": "/bin/bash", "state": "present", "uid": 1241} 2022-01-18T15:48:51.296 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1237, "groups": "sudo", "home": "/home/dachary", "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "move_home": false, "name": "dachary", "shell": "/bin/bash", "state": "present", "uid": 1237} 2022-01-18T15:48:51.391 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1242, "groups": "sudo", "home": "/home/sunnagar", "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "move_home": false, "name": "sunnagar", "shell": "/bin/bash", "state": "present", "uid": 1242} 2022-01-18T15:48:51.496 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1238, "groups": "sudo", "home": "/home/amctagga", "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "move_home": false, "name": "amctagga", "shell": "/bin/bash", "state": "present", "uid": 1238} 2022-01-18T15:48:51.603 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1243, "groups": "sudo", "home": "/home/lflores", "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "move_home": false, "name": "lflores", "shell": "/bin/bash", "state": "present", "uid": 1243} 2022-01-18T15:48:51.687 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1239, "groups": "sudo", "home": "/home/kevinz", "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "move_home": false, "name": "kevinz", "shell": "/bin/bash", "state": "present", "uid": 1239} 2022-01-18T15:48:51.827 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1244, "groups": "sudo", "home": "/home/jsawaya", "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "move_home": false, "name": "jsawaya", "shell": "/bin/bash", "state": "present", "uid": 1244} 2022-01-18T15:48:51.891 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1240, "groups": "sudo", "home": "/home/liu-chunmei", "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "move_home": false, "name": "liu-chunmei", "shell": "/bin/bash", "state": "present", "uid": 1240} 2022-01-18T15:48:52.027 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1245, "groups": "sudo", "home": "/home/markw8973240", "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "move_home": false, "name": "markw8973240", "shell": "/bin/bash", "state": "present", "uid": 1245} 2022-01-18T15:48:52.081 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1241, "groups": "sudo", "home": "/home/cyx1231st", "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "move_home": false, "name": "cyx1231st", "shell": "/bin/bash", "state": "present", "uid": 1241} 2022-01-18T15:48:52.216 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1246, "groups": "sudo", "home": "/home/luisrico", "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "move_home": false, "name": "luisrico", "shell": "/bin/bash", "state": "present", "uid": 1246} 2022-01-18T15:48:52.279 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1242, "groups": "sudo", "home": "/home/sunnagar", "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "move_home": false, "name": "sunnagar", "shell": "/bin/bash", "state": "present", "uid": 1242} 2022-01-18T15:48:52.415 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1247, "groups": "sudo", "home": "/home/matan", "item": {"name": "matan", "ovpn": "matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n"}, "move_home": false, "name": "matan", "shell": "/bin/bash", "state": "present", "uid": 1247} 2022-01-18T15:48:52.479 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1243, "groups": "sudo", "home": "/home/lflores", "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "move_home": false, "name": "lflores", "shell": "/bin/bash", "state": "present", "uid": 1243} 2022-01-18T15:48:52.604 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1248, "groups": "sudo", "home": "/home/ozeneva", "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "move_home": false, "name": "ozeneva", "shell": "/bin/bash", "state": "present", "uid": 1248} 2022-01-18T15:48:52.678 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1244, "groups": "sudo", "home": "/home/jsawaya", "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "move_home": false, "name": "jsawaya", "shell": "/bin/bash", "state": "present", "uid": 1244} 2022-01-18T15:48:52.805 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1249, "groups": "sudo", "home": "/home/sudhanaruna", "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "move_home": false, "name": "sudhanaruna", "shell": "/bin/bash", "state": "present", "uid": 1249} 2022-01-18T15:48:52.869 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1245, "groups": "sudo", "home": "/home/markw8973240", "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "move_home": false, "name": "markw8973240", "shell": "/bin/bash", "state": "present", "uid": 1245} 2022-01-18T15:48:53.008 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1250, "groups": "sudo", "home": "/home/zl31wang", "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "move_home": false, "name": "zl31wang", "shell": "/bin/bash", "state": "present", "uid": 1250} 2022-01-18T15:48:53.061 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1246, "groups": "sudo", "home": "/home/luisrico", "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "move_home": false, "name": "luisrico", "shell": "/bin/bash", "state": "present", "uid": 1246} 2022-01-18T15:48:53.208 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1251, "groups": "sudo", "home": "/home/mayagilad", "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "move_home": false, "name": "mayagilad", "shell": "/bin/bash", "state": "present", "uid": 1251} 2022-01-18T15:48:53.262 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1247, "groups": "sudo", "home": "/home/matan", "item": {"name": "matan", "ovpn": "matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n"}, "move_home": false, "name": "matan", "shell": "/bin/bash", "state": "present", "uid": 1247} 2022-01-18T15:48:53.397 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'arjsharm', 'ovpn': 'arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1252, "groups": "sudo", "home": "/home/arjsharm", "item": {"name": "arjsharm", "ovpn": "arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39"}, "move_home": false, "name": "arjsharm", "shell": "/bin/bash", "state": "present", "uid": 1252} 2022-01-18T15:48:53.461 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1248, "groups": "sudo", "home": "/home/ozeneva", "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "move_home": false, "name": "ozeneva", "shell": "/bin/bash", "state": "present", "uid": 1248} 2022-01-18T15:48:53.599 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'melissali', 'ovpn': 'melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1253, "groups": "sudo", "home": "/home/melissali", "item": {"name": "melissali", "ovpn": "melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07"}, "move_home": false, "name": "melissali", "shell": "/bin/bash", "state": "present", "uid": 1253} 2022-01-18T15:48:53.652 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1249, "groups": "sudo", "home": "/home/sudhanaruna", "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "move_home": false, "name": "sudhanaruna", "shell": "/bin/bash", "state": "present", "uid": 1249} 2022-01-18T15:48:53.852 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1250, "groups": "sudo", "home": "/home/zl31wang", "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "move_home": false, "name": "zl31wang", "shell": "/bin/bash", "state": "present", "uid": 1250} 2022-01-18T15:48:54.050 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1251, "groups": "sudo", "home": "/home/mayagilad", "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "move_home": false, "name": "mayagilad", "shell": "/bin/bash", "state": "present", "uid": 1251} 2022-01-18T15:48:54.238 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'arjsharm', 'ovpn': 'arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1252, "groups": "sudo", "home": "/home/arjsharm", "item": {"name": "arjsharm", "ovpn": "arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39"}, "move_home": false, "name": "arjsharm", "shell": "/bin/bash", "state": "present", "uid": 1252} 2022-01-18T15:48:54.436 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'melissali', 'ovpn': 'melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1253, "groups": "sudo", "home": "/home/melissali", "item": {"name": "melissali", "ovpn": "melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07"}, "move_home": false, "name": "melissali", "shell": "/bin/bash", "state": "present", "uid": 1253} 2022-01-18T15:48:55.241 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'name': 'ionutbalutoiu', 'ovpn': 'ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10102, "groups": "sudo", "home": "/home/ionutbalutoiu", "item": {"name": "ionutbalutoiu", "ovpn": "ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1"}, "name": "ionutbalutoiu", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10102} 2022-01-18T15:48:56.187 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'name': 'ionutbalutoiu', 'ovpn': 'ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10102, "groups": "sudo", "home": "/home/ionutbalutoiu", "item": {"name": "ionutbalutoiu", "ovpn": "ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1"}, "name": "ionutbalutoiu", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10102} 2022-01-18T15:48:56.958 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'name': 'pdiazbou', 'ovpn': 'pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10103, "groups": "sudo", "home": "/home/pdiazbou", "item": {"name": "pdiazbou", "ovpn": "pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4"}, "name": "pdiazbou", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10103} 2022-01-18T15:48:57.968 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'name': 'pdiazbou', 'ovpn': 'pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10103, "groups": "sudo", "home": "/home/pdiazbou", "item": {"name": "pdiazbou", "ovpn": "pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4"}, "name": "pdiazbou", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10103} 2022-01-18T15:48:58.635 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'name': 'xuwang', 'ovpn': 'xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10104, "groups": "sudo", "home": "/home/xuwang", "item": {"name": "xuwang", "ovpn": "xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8"}, "name": "xuwang", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10104} 2022-01-18T15:48:59.606 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'name': 'xuwang', 'ovpn': 'xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10104, "groups": "sudo", "home": "/home/xuwang", "item": {"name": "xuwang", "ovpn": "xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8"}, "name": "xuwang", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10104} 2022-01-18T15:49:00.285 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'name': 'blaine', 'ovpn': 'blaine@laptop RkDSJBkoRKI0UaxdQuMNCw abcfdade65dd772c066c0c63e712fb03240d676d72eb341186b0c0a94d4a4547'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10105, "groups": "sudo", "home": "/home/blaine", "item": {"name": "blaine", "ovpn": "blaine@laptop RkDSJBkoRKI0UaxdQuMNCw abcfdade65dd772c066c0c63e712fb03240d676d72eb341186b0c0a94d4a4547"}, "name": "blaine", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10105} 2022-01-18T15:49:01.241 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'name': 'blaine', 'ovpn': 'blaine@laptop RkDSJBkoRKI0UaxdQuMNCw abcfdade65dd772c066c0c63e712fb03240d676d72eb341186b0c0a94d4a4547'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10105, "groups": "sudo", "home": "/home/blaine", "item": {"name": "blaine", "ovpn": "blaine@laptop RkDSJBkoRKI0UaxdQuMNCw abcfdade65dd772c066c0c63e712fb03240d676d72eb341186b0c0a94d4a4547"}, "name": "blaine", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10105} 2022-01-18T15:49:01.897 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'name': 'choffman', 'ovpn': 'choffman@choffman.net 56rg/lHPXPRyVivND7+0Uw ca591258cda719a5a0bf5d5f4fa87976773625249d29ff6012ad6efeac33da2c'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10106, "groups": "sudo", "home": "/home/choffman", "item": {"name": "choffman", "ovpn": "choffman@choffman.net 56rg/lHPXPRyVivND7+0Uw ca591258cda719a5a0bf5d5f4fa87976773625249d29ff6012ad6efeac33da2c"}, "name": "choffman", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10106} 2022-01-18T15:49:02.840 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'name': 'choffman', 'ovpn': 'choffman@choffman.net 56rg/lHPXPRyVivND7+0Uw ca591258cda719a5a0bf5d5f4fa87976773625249d29ff6012ad6efeac33da2c'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10106, "groups": "sudo", "home": "/home/choffman", "item": {"name": "choffman", "ovpn": "choffman@choffman.net 56rg/lHPXPRyVivND7+0Uw ca591258cda719a5a0bf5d5f4fa87976773625249d29ff6012ad6efeac33da2c"}, "name": "choffman", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10106} 2022-01-18T15:49:03.493 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'name': 'oro', 'ovpn': 'oro@oro-ubuntu-bm r1PDxMqo/AP6wFx5ZWQ3eg 18bf1a1177da6dc89958adf65a4813a7da3e899cd94dc86384240ea3b5e00361'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10107, "groups": "sudo", "home": "/home/oro", "item": {"name": "oro", "ovpn": "oro@oro-ubuntu-bm r1PDxMqo/AP6wFx5ZWQ3eg 18bf1a1177da6dc89958adf65a4813a7da3e899cd94dc86384240ea3b5e00361"}, "name": "oro", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10107} 2022-01-18T15:49:04.447 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'name': 'oro', 'ovpn': 'oro@oro-ubuntu-bm r1PDxMqo/AP6wFx5ZWQ3eg 18bf1a1177da6dc89958adf65a4813a7da3e899cd94dc86384240ea3b5e00361'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10107, "groups": "sudo", "home": "/home/oro", "item": {"name": "oro", "ovpn": "oro@oro-ubuntu-bm r1PDxMqo/AP6wFx5ZWQ3eg 18bf1a1177da6dc89958adf65a4813a7da3e899cd94dc86384240ea3b5e00361"}, "name": "oro", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10107} 2022-01-18T15:49:05.091 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'name': 'mrfreezeex', 'ovpn': 'mrfreezeex@inferno ade2FH1BYDNTWeREZEJpFQ 32d052805908bc929983119748701a6c882cfbd2dd32c511bdcfbe6d32efb7ef'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10108, "groups": "sudo", "home": "/home/mrfreezeex", "item": {"name": "mrfreezeex", "ovpn": "mrfreezeex@inferno ade2FH1BYDNTWeREZEJpFQ 32d052805908bc929983119748701a6c882cfbd2dd32c511bdcfbe6d32efb7ef"}, "name": "mrfreezeex", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10108} 2022-01-18T15:49:06.076 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'name': 'mrfreezeex', 'ovpn': 'mrfreezeex@inferno ade2FH1BYDNTWeREZEJpFQ 32d052805908bc929983119748701a6c882cfbd2dd32c511bdcfbe6d32efb7ef'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10108, "groups": "sudo", "home": "/home/mrfreezeex", "item": {"name": "mrfreezeex", "ovpn": "mrfreezeex@inferno ade2FH1BYDNTWeREZEJpFQ 32d052805908bc929983119748701a6c882cfbd2dd32c511bdcfbe6d32efb7ef"}, "name": "mrfreezeex", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10108} 2022-01-18T15:49:06.678 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'name': 'jthottan', 'ovpn': 'jiffin@localhost eipwqKkTavFd8WlbV2cCRg ec4108409bb9af0ebb14a83561c51f05f0c662658ce0c3fd884d76ef69bf5351'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10109, "groups": "sudo", "home": "/home/jthottan", "item": {"name": "jthottan", "ovpn": "jiffin@localhost eipwqKkTavFd8WlbV2cCRg ec4108409bb9af0ebb14a83561c51f05f0c662658ce0c3fd884d76ef69bf5351"}, "name": "jthottan", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10109} 2022-01-18T15:49:07.762 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'name': 'jthottan', 'ovpn': 'jiffin@localhost eipwqKkTavFd8WlbV2cCRg ec4108409bb9af0ebb14a83561c51f05f0c662658ce0c3fd884d76ef69bf5351'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10109, "groups": "sudo", "home": "/home/jthottan", "item": {"name": "jthottan", "ovpn": "jiffin@localhost eipwqKkTavFd8WlbV2cCRg ec4108409bb9af0ebb14a83561c51f05f0c662658ce0c3fd884d76ef69bf5351"}, "name": "jthottan", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10109} 2022-01-18T15:49:08.303 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'name': 'nmordech', 'ovpn': 'nmordech@redhat.com Ko4ewGBN7N3QfuHUeiqKSA 97859b18e6ae9d81291937844ea5e4f1f3de6fde4769c3ab1b69cdce0af8b1f9'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10110, "groups": "sudo", "home": "/home/nmordech", "item": {"name": "nmordech", "ovpn": "nmordech@redhat.com Ko4ewGBN7N3QfuHUeiqKSA 97859b18e6ae9d81291937844ea5e4f1f3de6fde4769c3ab1b69cdce0af8b1f9"}, "name": "nmordech", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10110} 2022-01-18T15:49:08.443 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:49:08 +0000 (0:00:43.502) 0:00:53.175 ******* 2022-01-18T15:49:08.513 INFO:teuthology.task.ansible.out: TASK [Create all users without sudo access.] *********************************** 2022-01-18T15:49:08.535 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:49:08 +0000 (0:00:00.091) 0:00:53.267 ******* 2022-01-18T15:49:08.626 INFO:teuthology.task.ansible.out: TASK [Merge managed_users and managed_admin users] ***************************** 2022-01-18T15:49:08.629 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"ansible_facts": {"pubkey_users": [{"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, {"name": "jcaratzas", "ovpn": "jcaratza@desktop 2022-01-18T15:49:08.631 INFO:teuthology.task.ansible.out: QI358a0dizGe6T42hCYj1A 139ab306be981d0a669ec2288a2529503882deffceb28bdfc9bde2b70a825898"}, {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b26 2022-01-18T15:49:08.632 INFO:teuthology.task.ansible.out:5c63f3ea91e7dacd78"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed20 2022-01-18T15:49:08.634 INFO:teuthology.task.ansible.out:82caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, {"name" 2022-01-18T15:49:08.636 INFO:teuthology.task.ansible.out:: "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915 2022-01-18T15:49:08.637 INFO:teuthology.task.ansible.out:d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, {"name": "ifed01", "ovpn": "ifed01@snowmon CjHOevVvBm+PwhjnhZ 2022-01-18T15:49:08.639 INFO:teuthology.task.ansible.out:YM7g 7393d3a95b1874764fc4e7ae2d481f1859b336e16e1ba53c49d126585e11ba56"}, {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a9 2022-01-18T15:49:08.639 INFO:teuthology.task.ansible.out:5579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 2022-01-18T15:49:08.641 INFO:teuthology.task.ansible.out: 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, {"name": "emmericp 2022-01-18T15:49:08.643 INFO:teuthology.task.ansible.out:", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3 2022-01-18T15:49:08.644 INFO:teuthology.task.ansible.out:624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9Jj 2022-01-18T15:49:08.646 INFO:teuthology.task.ansible.out:enDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, {"name": "shyamsundarr", "ovpn": "sh 2022-01-18T15:49:08.648 INFO:teuthology.task.ansible.out:yamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, {"name": "pdhange", "ovpn": "pdhange@mauli hqKEk1OuI2Wmi1CAcJk5CQ f49d854572b5efe9514b4d741e336adb3534d00b22b0a505142d82eccc2f7535"}, {"name": "dpivonka", "ovpn": "dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4"}, {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, {"name": "nizamial09", "ovpn": "nizamial09@thinkpad 4GoNn989LSUMJ1XNW0dGtA 2022-01-18T15:49:08.649 INFO:teuthology.task.ansible.out:3f8a1ef7c25bb0491b8e3db6946e69bb0dea077048ff8140382fbae5a02206f7"}, {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e4810233 2022-01-18T15:49:08.650 INFO:teuthology.task.ansible.out:0631f91e5299298461a24cab483b9765293eafb2050c"}, {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, {"name": "matan", "ovpn": "matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n"}, {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, {"name": "zl31wang", 2022-01-18T15:49:08.651 INFO:teuthology.task.ansible.out:"ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, {"name": "arjsharm", "ovpn": "arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39"}, {"name": "melissali", "ovpn": "melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07"}, {"name": "ionutbalutoiu", "ovpn": "ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1"}, {"name": "pdiazbou", "ovpn": "pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4"}, {"name": "xuwang", "ovpn": "xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8"}, {"name": "blaine", "ovpn": "blaine@laptop RkDSJBkoRKI0UaxdQuMNCw abcfdade65dd772c066c0c63e712fb03240d676d72eb341186b0c0a94d4a4547"}, {"name": "choffman", "ovpn": "choffman@choffman.net 56rg/lHPXPRyVivND7+0Uw ca591258cda719a5a0bf5d5f4fa87976773625249d29ff6012ad6efeac33da2c"}, {"name": "oro", "ovpn": "oro@oro-ubuntu-bm r1PDxMqo/AP6wFx5ZWQ3eg 18bf1a1177da6dc89958adf65a4813a7da3e899cd94dc86384240ea3b5e00361"}, {"name": "mrfreezeex", "ovpn": "mrfreezeex@inferno ade2FH1BYDNTWeREZEJpFQ 32d052805908bc929983119748701a6c882cfbd2dd32c511bdcfbe6d32efb7ef"}, {"name": "jthottan", "ovpn": "jiffin@localhost eipwqKkTavFd8WlbV2cCRg ec4108409bb9af0ebb14a83561c51f05f0c662658ce0c3fd884d76ef69bf5351"}, {"name": "nmordech", "ovpn": "nmordech@redhat.com Ko4ewGBN7N3QfuHUeiqKSA 97859b18e6ae9d81291937844ea5e4f1f3de6fde4769c3ab1b69cdce0af8b1f9"}]}, "changed": false} 2022-01-18T15:49:08.677 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:49:08 +0000 (0:00:00.141) 0:00:53.409 ******* 2022-01-18T15:49:09.418 INFO:teuthology.task.ansible.out: TASK [Create all admin users with sudo access.] ******************************** 2022-01-18T15:49:09.420 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'name': 'nmordech', 'ovpn': 'nmordech@redhat.com Ko4ewGBN7N3QfuHUeiqKSA 97859b18e6ae9d81291937844ea5e4f1f3de6fde4769c3ab1b69cdce0af8b1f9'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10110, "groups": "sudo", "home": "/home/nmordech", "item": {"name": "nmordech", "ovpn": "nmordech@redhat.com Ko4ewGBN7N3QfuHUeiqKSA 97859b18e6ae9d81291937844ea5e4f1f3de6fde4769c3ab1b69cdce0af8b1f9"}, "name": "nmordech", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10110} 2022-01-18T15:49:09.660 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:49:09 +0000 (0:00:00.982) 0:00:54.392 ******* 2022-01-18T15:49:09.667 INFO:teuthology.task.ansible.out: TASK [users : Clone the keys repo] ********************************************* 2022-01-18T15:49:09.669 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"after": "d0eb12de44229bac1fc2d9d53bf3e9ee48328ce5", "attempts": 1, "before": "d0eb12de44229bac1fc2d9d53bf3e9ee48328ce5", "changed": false, "remote_url_changed": false} 2022-01-18T15:49:09.697 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:49:09 +0000 (0:00:00.037) 0:00:54.429 ******* 2022-01-18T15:49:09.726 INFO:teuthology.task.ansible.out: TASK [Create all users without sudo access.] *********************************** 2022-01-18T15:49:09.750 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:49:09 +0000 (0:00:00.053) 0:00:54.482 ******* 2022-01-18T15:49:09.843 INFO:teuthology.task.ansible.out: TASK [Merge managed_users and managed_admin users] ***************************** 2022-01-18T15:49:09.845 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"ansible_facts": {"pubkey_users": [{"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, {"name": "jcaratzas", "ovpn": "jcaratza@desktop 2022-01-18T15:49:09.847 INFO:teuthology.task.ansible.out: QI358a0dizGe6T42hCYj1A 139ab306be981d0a669ec2288a2529503882deffceb28bdfc9bde2b70a825898"}, {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b26 2022-01-18T15:49:09.848 INFO:teuthology.task.ansible.out:5c63f3ea91e7dacd78"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed20 2022-01-18T15:49:09.850 INFO:teuthology.task.ansible.out:82caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, {"name" 2022-01-18T15:49:09.851 INFO:teuthology.task.ansible.out:: "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915 2022-01-18T15:49:09.853 INFO:teuthology.task.ansible.out:d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, {"name": "ifed01", "ovpn": "ifed01@snowmon CjHOevVvBm+PwhjnhZ 2022-01-18T15:49:09.855 INFO:teuthology.task.ansible.out:YM7g 7393d3a95b1874764fc4e7ae2d481f1859b336e16e1ba53c49d126585e11ba56"}, {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 2022-01-18T15:49:09.856 INFO:teuthology.task.ansible.out: 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, {"name": "emmericp 2022-01-18T15:49:09.858 INFO:teuthology.task.ansible.out:", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3 2022-01-18T15:49:09.860 INFO:teuthology.task.ansible.out:624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9Jj 2022-01-18T15:49:09.861 INFO:teuthology.task.ansible.out:enDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, {"name": "shyamsundarr", "ovpn": "sh 2022-01-18T15:49:09.863 INFO:teuthology.task.ansible.out:yamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70c 2022-01-18T15:49:09.863 INFO:teuthology.task.ansible.out:f55bd1221a3da3"}, {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, {"name": "pdhange", "ovpn": "pdhange@mauli hqKEk1OuI2Wmi1CAcJk5CQ f49d854572b5efe9514b4d741e336adb3534d00b22b0a505142d82eccc2f7535"}, {"name": "dpivonka", "ovpn": "dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4"}, {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, {"name": "nizamial09", "ovpn": "nizamial09@thinkpad 4GoNn989LSUMJ1XNW0dGtA 2022-01-18T15:49:09.865 INFO:teuthology.task.ansible.out:3f8a1ef7c25bb0491b8e3db6946e69bb0dea077048ff8140382fbae5a02206f7"}, {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, {"name": "matan", "ovpn": "matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n"}, {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, {"name": "zl31wang", 2022-01-18T15:49:09.866 INFO:teuthology.task.ansible.out:"ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, {"name": "arjsharm", "ovpn": "arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39"}, {"name": "melissali", "ovpn": "melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07"}, {"name": "ionutbalutoiu", "ovpn": "ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1"}, {"name": "pdiazbou", "ovpn": "pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4"}, {"name": "xuwang", "ovpn": "xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8"}, {"name": "blaine", "ovpn": "blaine@laptop RkDSJBkoRKI0UaxdQuMNCw abcfdade65dd772c066c0c63e712fb03240d676d72eb341186b0c0a94d4a4547"}, {"name": "choffman", "ovpn": "choffman@choffman.net 56rg/lHPXPRyVivND7+0Uw ca591258cda719a5a0bf5d5f4fa87976773625249d29ff6012ad6efeac33da2c"}, {"name": "oro", "ovpn": "oro@oro-ubuntu-bm r1PDxMqo/AP6wFx5ZWQ3eg 18bf1a1177da6dc89958adf65a4813a7da3e899cd94dc86384240ea3b5e00361"}, {"name": "mrfreezeex", "ovpn": "mrfreezeex@inferno ade2FH1BYDNTWeREZEJpFQ 32d052805908bc929983119748701a6c882cfbd2dd32c511bdcfbe6d32efb7ef"}, {"name": "jthottan", "ovpn": "jiffin@localhost eipwqKkTavFd8WlbV2cCRg ec4108409bb9af0ebb14a83561c51f05f0c662658ce0c3fd884d76ef69bf5351"}, {"name": "nmordech", "ovpn": "nmordech@redhat.com Ko4ewGBN7N3QfuHUeiqKSA 97859b18e6ae9d81291937844ea5e4f1f3de6fde4769c3ab1b69cdce0af8b1f9"}]}, "changed": false} 2022-01-18T15:49:09.891 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:49:09 +0000 (0:00:00.140) 0:00:54.623 ******* 2022-01-18T15:49:10.025 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2022-01-18T15:49:10.027 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDdkebJGXKQWBG/7wZG334P+EAdC+5VNMrjLjXhaZZbt3V9vKDQCodcU3zSOjMa/GDGg2WHQdO/vioCc6O/m61KTbgLDaaPSzHH16j/e1SaU8BIgKKU42AUBJzpPeaZ2wCC1i12Hq8ULwjEW29IDsnMortzlCSQmaTKc3DN2nCXZWQXA1rSiQ2AhIq5WNJY9S36lsg5tkex4xUajyNW4vPubLtkSv+WrzNK7ZJ8zfzP6eJEJ+Uj7CLdanBCgwoLGSPfGA5c/gyUT7mHibOUwvFB5sFVsozMPp2PXzUUIv70adJpOskLYfKY7TUSuaB4AUOPu6NVauzVIl3Tsn+uvHqvtn8KC3BPpyH7+JiFQWEt+aO+/ynprfoqCjktuf07SXo0ewoVYT2S++JEBa/N2hKRkzIoSPJ+Rvoazc8GZIjXpQRyhMdTV/LCSeyUTJ7lDQVrQVhUIHKnMm+hZmf4tLQKZvNAThO984CpY93ST5Ww07fjRLMXNZGuaz+zHKNexhWSPKr+ggChnZCOLl/F6zbDnBZoCaHR6hH4+QLz0K/FAgxN2Nn00RiOFkmIlzEioxMcwC/peTl3WzRfqPINdTftiTzcFi/c2QmlHhnxsueIwNhHOn4frkGkFmexdDrXRStERzSBJ13X4kWduPmQsn+bx5/7xwqC6M4bXpkYFOefOw== aschoen@redhat.com", "key_options": null, "keyfile": "/home/andrewschoen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "andrewschoen", "validate_certs": true} 2022-01-18T15:49:10.237 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local", "key_options": null, "keyfile": "/home/zack/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zack", "validate_certs": true} 2022-01-18T15:49:10.455 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4eHmz10szeHNS3dNejKokW85ksB+iR4HGOFsmQM11Ni68Nm5aqEKvkOZU8TpY92vpCQL0A68GlrXB845cACdyk6HUJYyNNNMC43l1FYWOwjMqQBSdj8W3VQDTA6eiG60mt5fgI8fyR38rKzIA1MnTBkSSjuh5kQVJ9bdEp3GuY5oc8vxDNBlGJ6LYnyEWt/pqL2J+mpjqnOjsC+EbE2exhP9O+mvzpQiyo/+dEN1COwX3//pNRXGfOSeOczHNsJE8Eu+j/n/BlW57++sJyFMkzS7bUxMSGM6quvjQZ7RT1c5JM6vLEiQyzQxoRgzY93h1yKlOstBi0NamtpqHQZGP kdreyer@mbp.ktdreyer.com", "key_options": null, "keyfile": "/home/kdreyer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kdreyer", "validate_certs": true} 2022-01-18T15:49:10.582 INFO:teuthology.task.ansible.out: TASK [users : Clone the keys repo] ********************************************* 2022-01-18T15:49:10.584 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"after": "d0eb12de44229bac1fc2d9d53bf3e9ee48328ce5", "attempts": 1, "before": "d0eb12de44229bac1fc2d9d53bf3e9ee48328ce5", "changed": false, "remote_url_changed": false} 2022-01-18T15:49:10.604 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:49:10 +0000 (0:00:00.713) 0:00:55.336 ******* 2022-01-18T15:49:10.674 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2022-01-18T15:49:10.676 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/onMoOCUhkp+UiJAq+ye4P70sfeV+uMhgWKLfLBh/1SYq1xxb9bSmjBnETO/9KvukRhzlReBQ7y+BKRhm037P7LuTUY4r0Y8JB6BXkjjCY1yXZJC6kvB7xFsvyiDum5rrdeWMQ/Rhh7YJpze5KY1nHLkyU9X7Ewak0kLEyduJEKekbsOom6l0wZ2ZYrBEKFWJXUDk5icUuWWg3mhKaKnLNWVg1lUw8jzYTJYfjR9GUgzZWXtzkAaI3ugpLOlQ+KEls03/WAFcWA9F9ExqzIsJpvEks27LeFBGVE3PjVNKMqqBZQlZ 2022-01-18T15:49:10.678 INFO:teuthology.task.ansible.out:tIEz1iguWJaWMi5lDIfXkvVOFabtIpX/BZRf dmick@dmick-MacBookAir\nssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIOoIm6sOytKwqNf9FSQn0Olu72ZRDjAYeNFQVWTn2PIB ed25519-hplaptop", "key_options": null, "keyfile": "/home/dmick/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dmick", "validate_certs": true} 2022-01-18T15:49:10.873 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJ4z0gLwjexgyixdTuiwaxpPnq7w4FOKxHsQKKAHTlKRu11ynB+9APbtqaAYss8yDqHaHyewPdE+9JMYhZX8rUgcKv2H7jBCQ/Enfl0UyY643VQnuG8lr2Ipk6ELuL5NuuTb7Npo4zKyq/0649kPD46k/X/qLuKzhN49k50S3XJq5WwHi6CJvR8DzPOkjied0o1BHpfcCCIMorUcyfVxqmeu2m+uSE15ncQsd8BIvH4/YNoncUGYxqVhGB+FNUlWdhV0SPRW7V/gmyvFW5qdYX2QhNZAQHChdEH1E9AI7WiCFkyLRx39qYgXgqj8vOOnlwHgy/oJnpnu/Mlvj1uETX sage@montreal\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCVPfoCpv2/9uWCwEo4clWt3i1O8ZPpB2FcQbBLxY3iLQWZJDe74rNWPBj0cJVCytTHxYV0e5HxYyChOG60ca5odHlPNB+/Z4WLU9LVuHiCYsElivJlwvD+l9kzI+UMGJb3HCHqx2yIRGXpEkSMFR1+w5Oz9sInPD7JJmO8Hb9KkoeqZtkJL0aic/M5bDWBut6SSfYlmh8qnQYbkCDiXg/KtOcy1ZJXQ9ZLjsCbpSzeBNbdUOxEQ1+5vUe00vHpl0vOKtRrzgTne2ct1IxbSjdL16ZgHi5BQAREXc9UUG3z7NPOmnwkuKkkpyLmwcOusot5tYHrxks+5i6EoGEJrvJ3 sage@maetl", "key_options": null, "keyfile": "/home/sage/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sage", "validate_certs": true} 2022-01-18T15:49:10.938 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDdkebJGXKQWBG/7wZG334P+EAdC+5VNMrjLjXhaZZbt3V9vKDQCodcU3zSOjMa/GDGg2WHQdO/vioCc6O/m61KTbgLDaaPSzHH16j/e1SaU8BIgKKU42AUBJzpPeaZ2wCC1i12Hq8ULwjEW29IDsnMortzlCSQmaTKc3DN2nCXZWQXA1rSiQ2AhIq5WNJY9S36lsg5tkex4xUajyNW4vPubLtkSv+WrzNK7ZJ8zfzP6eJEJ+Uj7CLdanBCgwoLGSPfGA5c/gyUT7mHibOUwvFB5sFVsozMPp2PXzUUIv70adJpOskLYfKY7TUSuaB4AUOPu6NVauzVIl3Tsn+uvHqvtn8KC3BPpyH7+JiFQWEt+aO+/ynprfoqCjktuf07SXo0ewoVYT2S++JEBa/N2hKRkzIoSPJ+Rvoazc8GZIjXpQRyhMdTV/LCSeyUTJ7lDQVrQVhUIHKnMm+hZmf4tLQKZvNAThO984CpY93ST5Ww07fjRLMXNZGuaz+zHKNexhWSPKr+ggChnZCOLl/F6zbDnBZoCaHR6hH4+QLz0K/FAgxN2Nn00RiOFkmIlzEioxMcwC/peTl3WzRfqPINdTftiTzcFi/c2QmlHhnxsueIwNhHOn4frkGkFmexdDrXRStERzSBJ13X4kWduPmQsn+bx5/7xwqC6M4bXpkYFOefOw== aschoen@redhat.com", "key_options": null, "keyfile": "/home/andrewschoen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "andrewschoen", "validate_certs": true} 2022-01-18T15:49:11.083 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBAN3MlkYQNsm1uB6uJQ7hWJ1Ro9Gusrhi/b/KshPMFh51VWBQn71LdCCjdrsE6FWs5FYE/hr7MITJe+si7aZCmuf8U9tc+oiYh3spXtRhJVIM80FOVRXUmt2XR8I+oNbpcFDayYu956Volafksk3oYjsO356swj7+Q+AUQVF4bDJRAAAAFQCkB2YZKItSDL7XfAl6ZmJ21vqUMwAAAIEAsZspNIUwssVJGO4r3M3BECWklWLEFviIjGVKdPWulN10eRCczZrH7vMOs8coHKDQqYdS2RejlojT03FjFAqeBiTeAlcmgHoev+vqTg2Yhqx3gROzNc6NmG887owCOU4j7LJQP6SX8I8EpSXCMNOZliv2ZokjX2DuRsuIDxQdc84AAACBAMAp++fcqmGS7x7ic2x4rhyiYmdqlMIl8lrM3GkVR6qGuIVBvOGl38ieJKcTBLeRgyC04uIMfk8P9lLvZw3UF97qH3V0imKfq8aYnBGxCv+IjtdOrR5k4hrUW+P0qipvU+4dgHlpqwTKB4MtD9uDxvhENWvqcCnOS5rI6dddaZT6 dgallowa@dgallowa.csb\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+ 2022-01-18T15:49:11.085 INFO:teuthology.task.ansible.out:o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50", "key_options": null, "keyfile": "/home/dgalloway/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dgalloway", "validate_certs": true} 2022-01-18T15:49:11.157 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local", "key_options": null, "keyfile": "/home/zack/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zack", "validate_certs": true} 2022-01-18T15:49:11.295 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/akraitma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akraitma", "validate_certs": true} 2022-01-18T15:49:11.380 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4eHmz10szeHNS3dNejKokW85ksB+iR4HGOFsmQM11Ni68Nm5aqEKvkOZU8TpY92vpCQL0A68GlrXB845cACdyk6HUJYyNNNMC43l1FYWOwjMqQBSdj8W3VQDTA6eiG60mt5fgI8fyR38rKzIA1MnTBkSSjuh5kQVJ9bdEp3GuY5oc8vxDNBlGJ6LYnyEWt/pqL2J+mpjqnOjsC+EbE2exhP9O+mvzpQiyo/+dEN1COwX3//pNRXGfOSeOczHNsJE8Eu+j/n/BlW57++sJyFMkzS7bUxMSGM6quvjQZ7RT1c5JM6vLEiQyzQxoRgzY93h1yKlOstBi0NamtpqHQZGP kdreyer@mbp.ktdreyer.com", "key_options": null, "keyfile": "/home/kdreyer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kdreyer", "validate_certs": true} 2022-01-18T15:49:11.505 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@desktop QI358a0dizGe6T42hCYj1A 139ab306be981d0a669ec2288a2529503882deffceb28bdfc9bde2b70a825898'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@desktop QI358a0dizGe6T42hCYj1A 139ab306be981d0a669ec2288a2529503882deffceb28bdfc9bde2b70a825898"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAV78mqEy/VkB2BthIE/m7iE5sbTjTRS0KuH7AB0KPvZBsDIw5cL8jKyxiaPC85+aOkBa4LrP0TUFBzN87Snt+PLMz2QHBOvlSTfUuRkHVo3vWJFzVuUSzzddkYds3hAxUriAHKv6CRSy1yFBxPQQHTSATUHKWqihMElbUCZrrrfH8A7J9vwixzCSLg4KbINjfa77rxefcZwugUqiYiVUWUSOb023f+QEaDm7OP+/uzz3SjF1Y0LMwa75yctttIfkRBKjY7uFCuZdKc3l2A/fdPxbFwlZmIox3LLngdTzHMVXGbVHqq9Ixo8FSAXiI1Buy2LTMoXMJwQYSvzsv7xNwujKVlUjoE9cOOIdzCC5AziwSiJB4+tNh73c5tRUzMMC98HLOhPJriSPvOt1pMEdWDX3/evcyxvRgJUKgYnmQG7n8v8O/CLyG0sAJDmGC3U9S/3fUDUjZIKWSsc85Q3xRaJwZJIS2VZwH0zG1Gmynih8PPq7VeDx7tKuNm4uTYT8= bigjust@desktop-jsho3l9.lan", "key_options": null, "keyfile": "/home/jcaratzas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcaratzas", "validate_certs": true} 2022-01-18T15:49:11.579 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/onMoOCUhkp+UiJAq+ye4P70sfeV+uMhgWKLfLBh/1SYq1xxb9bSmjBnETO/9KvukRhzlReBQ7y+BKRhm037P7LuTUY4r0Y8JB6BXkjjCY1yXZJC6kvB7xFsvyiDum5rrdeWMQ/Rhh7YJpze5KY1nHLkyU9X7Ewak0kLEyduJEKekbsOom6l0wZ2ZYrBEKFWJXUDk5icUuWWg3mhKaKnLNWVg1lUw8jzYTJYfjR9GUgzZWXtzkAaI3ugpLOlQ+KEls03/WAFcWA9F9ExqzIsJpvEks27LeFBGVE3PjVNKMqqBZQlZ 2022-01-18T15:49:11.581 INFO:teuthology.task.ansible.out:tIEz1iguWJaWMi5lDIfXkvVOFabtIpX/BZRf dmick@dmick-MacBookAir\nssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIOoIm6sOytKwqNf9FSQn0Olu72ZRDjAYeNFQVWTn2PIB ed25519-hplaptop", "key_options": null, "keyfile": "/home/dmick/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dmick", "validate_certs": true} 2022-01-18T15:49:11.716 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDSc2rWtLtZM0CBWwaxhSfd0T++ZTX9c8kQrYT0rsQlJ6Hxj4c3+ypwh4iivdtFpyz4clxWkb/wimi48PvjNyZdudB9BeQUBeFfLiro3LnFEbKhM1RwRI89s34mRwmC0LLUZwcdX80zc6/fKuPzvBzR1PiY9tWRyIpYErQAHa2jEOE2MpFDHnlbXdfXFh5Tw3OmC1qBlQvgcrivA9lVaVlf+hfwmOQwXFIG3PCJLNlXDshCSUGAfYKBRvQaKS8sOf9rQaflPrwqJ8hDgVVQkpp69yVsGtahbBmjs6QS6C8EkGUFQmvrIcrQ8+5mRlRAmK2DMTP3cAcsYcMOJ+9KwP+H mgolub@zhuzha", "key_options": null, "keyfile": "/home/trociny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "trociny", "validate_certs": true} 2022-01-18T15:49:11.718 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:11.802 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJ4z0gLwjexgyixdTuiwaxpPnq7w4FOKxHsQKKAHTlKRu11ynB+9APbtqaAYss8yDqHaHyewPdE+9JMYhZX8rUgcKv2H7jBCQ/Enfl0UyY643VQnuG8lr2Ipk6ELuL5NuuTb7Npo4zKyq/0649kPD46k/X/qLuKzhN49k50S3XJq5WwHi6CJvR8DzPOkjied0o1BHpfcCCIMorUcyfVxqmeu2m+uSE15ncQsd8BIvH4/YNoncUGYxqVhGB+FNUlWdhV0SPRW7V/gmyvFW5qdYX2QhNZAQHChdEH1E9AI7WiCFkyLRx39qYgXgqj8vOOnlwHgy/oJnpnu/Mlvj1uETX sage@montreal\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCVPfoCpv2/9uWCwEo4clWt3i1O8ZPpB2FcQbBLxY3iLQWZJDe74rNWPBj0cJVCytTHxYV0e5HxYyChOG60ca5odHlPNB+/Z4WLU9LVuHiCYsElivJlwvD+l9kzI+UMGJb3HCHqx2yIRGXpEkSMFR1+w5Oz9sInPD7JJmO8Hb9KkoeqZtkJL0aic/M5bDWBut6SSfYlmh8qnQYbkCDiXg/KtOcy1ZJXQ9ZLjsCbpSzeBNbdUOxEQ1+5vUe00vHpl0vOKtRrzgTne2ct1IxbSjdL16ZgHi5BQAREXc9UUG3z7NPOmnwkuKkkpyLmwcOusot5tYHrxks+5i6EoGEJrvJ3 sage@maetl", "key_options": null, "keyfile": "/home/sage/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sage", "validate_certs": true} 2022-01-18T15:49:11.928 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANarZ+C62DPffRIhaCuCtXLChrfqwXgWqGHOLLkmPTtZ3/EE8ZiN+LY1ZcmP939AxXi8Oe+9LepwAdsoQKZctlC7XToyhjIk+rVSPyn3zl3BTC2AxfCKq2vqj65a1sc35Whrw7OaUa2fr5iHSazP6HuG01DhJ9l8HJsLKmiwWChZAAAAFQCNmunc7BNLWrqyrYwINTfscowkbQAAAIEAyYERcunZYJAZ9Eno18kM+ylq0jcQmnPqyIvssWXTttUZnaGQvbVxABeyr6ZKuUyZQfyetofquOGBKPBuzV/7posl5ShDuAcxbS1zhrmk9glTA1yFLvznDdWdLOWG06tjOc78G2AmldKHCdPsmgh2D7WyRr4QY4rcCvwKfZ6+eEYAAACBAJZrOlOlygfPZ4ZB0+EbdYACz1+L/iYNNAOBp51TRutNceLVrNJNOVdmCMLuF0A1go4kPSD/05aJOkOyW86gYLA5DXaW3961+kPInOFAe8OTyQYE7221ThYHRnCfVFjdknuCDomj69wk4SsR+ZPXvSXs1jSJWKhLfUSe9n4bmw7w anet2@secant.private.linuxbox.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5CMht/crEocrHqGjf0sxE9AhNcW3XBxwlniJwaBJLhekLQEQJoxAy2xUUmPYb2/e7rdmTBxzQipUaAGWVk1FHANac4cbgXzNT+9cnF7EIRkPa/x9jaKNiU0ozMhu/GOoeDXMrHIDgVGWPF3Ag/r17ORpYnuFTjsqoCWyh+mqskV+lmAp04rv2tvqouHtEs6gLebKNtB8c6twhrBKF62Ie+rSr3r7hQaqiZitHbg/isbU5RMBl6H48wHAVSK2/uTfMor 2022-01-18T15:49:11.929 INFO:teuthology.task.ansible.out:bnuEYRG8HvlnPRvQHscJYKiZSt/G7XqZ3x/7c4czEF+OpdQbAgg46vh4fNVMxZk9KHwEkOE06ROuwgAejJ mbenjamin@duel", "key_options": null, "keyfile": "/home/mbenjamin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mbenjamin", "validate_certs": true} 2022-01-18T15:49:12.002 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBAN3MlkYQNsm1uB6uJQ7hWJ1Ro9Gusrhi/b/KshPMFh51VWBQn71LdCCjdrsE6FWs5FYE/hr7MITJe+si7aZCmuf8U9tc+oiYh3spXtRhJVIM80FOVRXUmt2XR8I+oNbpcFDayYu956Volafksk3oYjsO356swj7+Q+AUQVF4bDJRAAAAFQCkB2YZKItSDL7XfAl6ZmJ21vqUMwAAAIEAsZspNIUwssVJGO4r3M3BECWklWLEFviIjGVKdPWulN10eRCczZrH7vMOs8coHKDQqYdS2RejlojT03FjFAqeBiTeAlcmgHoev+vqTg2Yhqx3gROzNc6NmG887owCOU4j7LJQP6SX8I8EpSXCMNOZliv2ZokjX2DuRsuIDxQdc84AAACBAMAp++fcqmGS7x7ic2x4rhyiYmdqlMIl8lrM3GkVR6qGuIVBvOGl38ieJKcTBLeRgyC04uIMfk8P9lLvZw3UF97qH3V0imKfq8aYnBGxCv+IjtdOrR5k4hrUW+P0qipvU+4dgHlpqwTKB4MtD9uDxvhENWvqcCnOS5rI6dddaZT6 dgallowa@dgallowa.csb\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+ 2022-01-18T15:49:12.004 INFO:teuthology.task.ansible.out:o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50", "key_options": null, "keyfile": "/home/dgalloway/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dgalloway", "validate_certs": true} 2022-01-18T15:49:12.139 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvG6+jM8aulc5CID/yE6AXPXczxq8tMgY+2sdo/ihWpgDZuFwGL4hwj8nyh5cTqZ2LEa4kRkUUIoH9avLCFN5pDBVvcj1/O06ZGnkq/hV6791UiPF5S5RGmz3MGxv0RDfjA0OLFav7u1s+ZJ6z2W1Tpy/W+g/fMYqbPc6rV+pm3Uo16+BWz/diZH8smqcty4chnnCy6gqOrcAxCZLpeyjX6Ydn3fnTLTAmhoQ9eUz7LjP4ZnFD5zL6jrSBlJ5WNTLevUzvS8eL7RuP8D3Qfn8ukIzPXG2vs594FhSc/HnvubKricvKMm0P0ki4Z0vM9VruQn7Tbeqdwpi1IfgyiAMX aemerson@work-yubi\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxUDk9jEQOSrRwe0WMGBPw28fzgOhvqMgcG90SvuUjR20Rx3KUfy9JMxPJPesjBQz0xgH5adOVg2JQeLrt3uSJdIFNpqox8BBrS1u/bWT2dorQjLnFEhrtA8Ae/h2kwLQ8w3yYNWB/PxDSuMRnyH4G8EWtVydzQcV/QnNZ9Y6eBcHaI5C2yVnFl7Fi4zBYc2eeL8o8gWqmM6DobBCvVrxD0pCNAsLhOW6IA140BNGT9F/hQZYje9RQRWbFKh/iKiUhqFYCzLcxFfYXkw2HZMJA2p/bLmuc8ZbgYaIiU6b90kpfDB37Xw0S6toIj9E8h+E3nkNnwraCQcbralhz/bdz aemerson@seasalt\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAv8/FJn7hz2WieoQFUGXS0bhwSwL1LCI9kkjWYNkWb8IJPrBetlkr5TsvHEKDPZGF5Sv8LsYA6njPnbOGyAHpYlnv/Gz4Hwq3hLgmXCs6JGWBQv8NS+pjwnG6Nh6JfFI0ANeg652Rk9Qt9uLYeKVKmHXXrVZAD4NMvJGfEvneQzuwwpylUmV80WAdaQw/H0EP4NScZhNhknwAs/+KPFZH+RFoUj/Cb3poIFjwyviIgyal5hjAEsoczCW3hAla/9IyC2VDS027WPiPFmBFaYK5lYYLStBQdRx+6amH76XScLFy0FEPLL5qiN0ClAptvh1oIURgipdXZwaxpf06AXG8qw== aemerson@electric", "key_options": null, "keyfile": "/home/aemerson/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aemer 2022-01-18T15:49:12.165 INFO:teuthology.task.ansible.out:son", "validate_certs": true} skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:12.172 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:12.227 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/akraitma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akraitma", "validate_certs": true} 2022-01-18T15:49:12.387 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHk8c8wUTTYolOOmMlniNrsjfRyF9pCCnaEQ2DXR73P0hbFMme5Md5cF3PTtPIOHSNkWk/qg7s6gZD8LGyFmloO42RBgLsW1qM8RWTDbPy5EQdrjxL9byVzBBCDoQPIS2M+0XnhYa6CBj38Sw8XPlS41CebAJEOQeyLG2I6CAI0rTij6gsqDfALbIezd/eWvmbksKYM1Lb4Gvj+k/OL/xDZzIZHF/P+mK+trY45gsUHxKZamkeHyAT4f3kiNJA+UwzTWGhafy6UE7yGqhZjt9xOZSQGuwroL7EtAzntxayPRNxQPfGDV+fYYf0QBbTtHyJeikPUuw7aR1Z3KwuSmWD dis@zambezi", "key_options": null, "keyfile": "/home/dis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dis", "validate_certs": true} 2022-01-18T15:49:12.440 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@desktop QI358a0dizGe6T42hCYj1A 139ab306be981d0a669ec2288a2529503882deffceb28bdfc9bde2b70a825898'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@desktop QI358a0dizGe6T42hCYj1A 139ab306be981d0a669ec2288a2529503882deffceb28bdfc9bde2b70a825898"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAV78mqEy/VkB2BthIE/m7iE5sbTjTRS0KuH7AB0KPvZBsDIw5cL8jKyxiaPC85+aOkBa4LrP0TUFBzN87Snt+PLMz2QHBOvlSTfUuRkHVo3vWJFzVuUSzzddkYds3hAxUriAHKv6CRSy1yFBxPQQHTSATUHKWqihMElbUCZrrrfH8A7J9vwixzCSLg4KbINjfa77rxefcZwugUqiYiVUWUSOb023f+QEaDm7OP+/uzz3SjF1Y0LMwa75yctttIfkRBKjY7uFCuZdKc3l2A/fdPxbFwlZmIox3LLngdTzHMVXGbVHqq9Ixo8FSAXiI1Buy2LTMoXMJwQYSvzsv7xNwujKVlUjoE9cOOIdzCC5AziwSiJB4+tNh73c5tRUzMMC98HLOhPJriSPvOt1pMEdWDX3/evcyxvRgJUKgYnmQG7n8v8O/CLyG0sAJDmGC3U9S/3fUDUjZIKWSsc85Q3xRaJwZJIS2VZwH0zG1Gmynih8PPq7VeDx7tKuNm4uTYT8= bigjust@desktop-jsho3l9.lan", "key_options": null, "keyfile": "/home/jcaratzas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcaratzas", "validate_certs": true} 2022-01-18T15:49:12.597 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANaS5gZUnIp5UL/PM3xOrQiNVxfona7sD1XEXGYvNUyoojPWWAvdQRwdA/Ay8JsAjKeWUt0IwfWaPfbEoXU1TKAI+yyv5WzQUZAKmBFuYM0CUQnKrk72Dp6n8P2tnYen0ect22xEiW2+Y0JZ3wfV3IB3BQPoVCC9FQ+P3LHhYii/AAAAFQCgSceiZFeNItwJ2rJeQgVVTQKljwAAAIEA0Gd2VNCbbQ48vAF+m/i/CeQHJ9Dom9IOBN3v8XnSlOhtNzY1pJ0NRzrFQURCCeVQJaywr0et5FCXIDVqTuR4qfCu5XXU1KHpn/AvHstOd93Y0XYMwSXfNszOtpH7w9SEm7uBfKnLQNF843/MHZL4ZIdfxk73YjfMjrYFcvJwvM0AAACBAI9Wi2wG9Rrdbrgk8tqbnKMxxJCYt/Vakn5mQSc/WHqMUn14+Kb7oBtfTsfPFNK952FzU09ptNQvNWTPNMniI8l8lQi2B+Z28XUlFLL76uxJXWko99xFpf/d1kFBL0M7GRGmvvrMfeTCI+WIqh2jBVqbl4o8kjNx4p0VWyoiWeFJ gregf@pudgy\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAwSe7szyqMTqKK3D/JsXIa1PtPf1p8Njk0sMDSsJPA0gBGysmSgstke9fglOgeNIbNOBNDOY3vltuNCgUiQgVWOYhUaVpj+2vtS 2022-01-18T15:49:12.599 INFO:teuthology.task.ansible.out:oAWpXMQbNaWPGKhbxvJWMCLVckLENyoUZUBKLmTvRyKDjjq8CJ1TnfA2Xfo3a796EIOtD6essU3lAVIfIUILGD+HqptiHSB0spUJUVRxxlO2xw9rLYij1eUPRHrr9xWvDamr5JtKVtCLOL3M9QlltHieKlbJSCZq/EVxW9NAGA6IiqOhw2E1k59oGZUq4Qg+YLgYkB80Ms7nb1xpjQ8txvY+73xL/8i7Nqmr7ekKJfyTpRe03nCQ== gfarnum@mozart.thompsonian.net\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzqJQfdAKaggPDgSpk8P6QjLeyQYOz183fVSKnqAa5EeaCJozS1dn8z+iphswT3YL6wqIMqVHMfkSUcEeTBwZmvydaghOMJEIQSP1PCzH0V2XprELrEcBC3QTvaElPjjEYgBVUvEw8sL/RIQ7mgt9vxD0NcCDspsz35fmU222KzFxD41PZ5XzHQ3Lumwdax7mcpqrw8Aa5/tgcEqAIu54HYRf1Qmk6+ueMAvpwkX3eiSEtkVvuV1Kxpc3/0mOfJ7cn+eyPX3qUbo4oY76hIYseoUIwEaVE/pNW+pjwDSy4gSOcuxYDEGKzCwZPZeQtRQWzRt3YNafxi5xsByobGLlZw== gfarnum@GF-Macbook.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1ik3LbyKsPiGwdh+vGrKSYLvhMg7OkqMwDNYU5LqWBSotogxyGQJUuD80ZavxmmdXC4qScddHtWOJjtyX1CTSDUe7INpSgGPGnmSExVFpcYRnmxHAB+9M/c9VorUkQ8IOKLmRO/BdYma3Rl9NzhHI73yd4zJlx1K4NuQnhnj0Z4yXO+k44RkBWDdMicBB5lBP0hETaH2Iq1u5Dai3u6N5N9bSPXv2PGKvvU395K0Wts2CxMhOBc7LAixysNzNWLrnG1ghS4jPVG2TIHOElP5lIXUv1Wlkool5rTUWgnVY/7loWkDus2JryDM7hLGFXqgT7HHcpI4gSITqRhWxzsUF gregf@fedoragreg.localdomain", "key_options": null, "keyfile": "/home/gregf/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gregf", "validate_certs": true} 2022-01-18T15:49:12.640 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDSc2rWtLtZM0CBWwaxhSfd0T++ZTX9c8kQrYT0rsQlJ6Hxj4c3+ypwh4iivdtFpyz4clxWkb/wimi48PvjNyZdudB9BeQUBeFfLiro3LnFEbKhM1RwRI89s34mRwmC0LLUZwcdX80zc6/fKuPzvBzR1PiY9tWRyIpYErQAHa2jEOE2MpFDHnlbXdfXFh5Tw3OmC1qBlQvgcrivA9lVaVlf+hfwmOQwXFIG3PCJLNlXDshCSUGAfYKBRvQaKS8sOf9rQaflPrwqJ8hDgVVQkpp69yVsGtahbBmjs6QS6C8EkGUFQmvrIcrQ8+5mRlRAmK2DMTP3cAcsYcMOJ+9KwP+H mgolub@zhuzha", "key_options": null, "keyfile": "/home/trociny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "trociny", "validate_certs": true} 2022-01-18T15:49:12.650 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:12.797 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDgS5EfJyOxBkl/TtJikfb38rm6muQo7MwYufkLSBw9W2jFzt/ZMbVXyVsdZM4I6hWfZm1/q60UcER4yoA1xwYGOTmbFXrLUqqKxKTnCdyejuQ3miB7aiuisWO4vjb2+ppBwL9Mx775DPeQJehFyFK0qgh33tZO/9LWWYy7NOZdA9L2ei1PgMWa0VBeijcDR5GQSXzh0Yi+h/Ezu8jevu+NkW2IUJF6zPGjd9M9lAy7KG2dQjqqCX4XWmUS+MHJS6f9bsC5i39GWy29FvX/qFEArOMzuYRIFWE8iza95KSBxptb+Hw8PFBjQ1kTh6nC5ZV2X3ETcoj8fToTcgW3dTRF jdurgin@new-angeles", "key_options": null, "keyfile": "/home/joshd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joshd", "validate_certs": true} 2022-01-18T15:49:12.860 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANarZ+C62DPffRIhaCuCtXLChrfqwXgWqGHOLLkmPTtZ3/EE8ZiN+LY1ZcmP939AxXi8Oe+9LepwAdsoQKZctlC7XToyhjIk+rVSPyn3zl3BTC2AxfCKq2vqj65a1sc35Whrw7OaUa2fr5iHSazP6HuG01DhJ9l8HJsLKmiwWChZAAAAFQCNmunc7BNLWrqyrYwINTfscowkbQAAAIEAyYERcunZYJAZ9Eno18kM+ylq0jcQmnPqyIvssWXTttUZnaGQvbVxABeyr6ZKuUyZQfyetofquOGBKPBuzV/7posl5ShDuAcxbS1zhrmk9glTA1yFLvznDdWdLOWG06tjOc78G2AmldKHCdPsmgh2D7WyRr4QY4rcCvwKfZ6+eEYAAACBAJZrOlOlygfPZ4ZB0+EbdYACz1+L/iYNNAOBp51TRutNceLVrNJNOVdmCMLuF0A1go4kPSD/05aJOkOyW86gYLA5DXaW3961+kPInOFAe8OTyQYE7221ThYHRnCfVFjdknuCDomj69wk4SsR+ZPXvSXs1jSJWKhLfUSe9n4bmw7w anet2@secant.private.linuxbox.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5CMht/crEocrHqGjf0sxE9AhNcW3XBxwlniJwaBJLhekLQEQJoxAy2xUUmPYb2/e7rdmTBxzQipUaAGWVk1FHANac4cbgXzNT+9cnF7EIRkPa/x9jaKNiU0ozMhu/GOoeDXMrHIDgVGWPF3Ag/r17ORpYnuFTjsqoCWyh+mqskV+lmAp04rv2tvqouHtEs6gLebKNtB8c6twhrBKF62Ie+rSr3r7hQaqiZitHbg/isbU5RMBl6H48wHAVSK2/uTfMor 2022-01-18T15:49:12.862 INFO:teuthology.task.ansible.out:bnuEYRG8HvlnPRvQHscJYKiZSt/G7XqZ3x/7c4czEF+OpdQbAgg46vh4fNVMxZk9KHwEkOE06ROuwgAejJ mbenjamin@duel", "key_options": null, "keyfile": "/home/mbenjamin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mbenjamin", "validate_certs": true} 2022-01-18T15:49:13.028 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "key": "ecdsa-sha2-nistp521 AAAAE2VjZHNhLXNoYTItbmlzdHA1MjEAAAAIbmlzdHA1MjEAAACFBAHT7CHaceRLB5mJv9SYKog1wBXsavzH3G3WCBEvVyK76JIslDudZm2ycJv66r+VlGaD8sFI5Mb/KKFMKcKesLRX+wHqZg9MlkoJgm7WGoRQ5I0M1Vt7TL3uJkVCaGZHtO7BXqzTx53C1AaJ1HN+DG2MGy5mm6tHwL901UVqG4EzjBnjxA== christinameno@boxtop", "key_options": null, "keyfile": "/home/cmeno/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cmeno", "validate_certs": true} 2022-01-18T15:49:13.070 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvG6+jM8aulc5CID/yE6AXPXczxq8tMgY+2sdo/ihWpgDZuFwGL4hwj8nyh5cTqZ2LEa4kRkUUIoH9avLCFN5pDBVvcj1/O06ZGnkq/hV6791UiPF5S5RGmz3MGxv0RDfjA0OLFav7u1s+ZJ6z2W1Tpy/W+g/fMYqbPc6rV+pm3Uo16+BWz/diZH8smqcty4chnnCy6gqOrcAxCZLpeyjX6Ydn3fnTLTAmhoQ9eUz7LjP4ZnFD5zL6jrSBlJ5WNTLevUzvS8eL7RuP8D3Qfn8ukIzPXG2vs594FhSc/HnvubKricvKMm0P0ki4Z0vM9VruQn7Tbeqdwpi1IfgyiAMX aemerson@work-yubi\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxUDk9jEQOSrRwe0WMGBPw28fzgOhvqMgcG90SvuUjR20Rx3KUfy9JMxPJPesjBQz0xgH5adOVg2JQeLrt3uSJdIFNpqox8BBrS1u/bWT2dorQjLnFEhrtA8Ae/h2kwLQ8w3yYNWB/PxDSuMRnyH4G8EWtVydzQcV/QnNZ9Y6eBcHaI5C2yVnFl7Fi4zBYc2eeL8o8gWqmM6DobBCvVrxD0pCNAsLhOW6IA140BNGT9F/hQZYje9RQRWbFKh/iKiUhqFYCzLcxFfYXkw2HZMJA2p/bLmuc8ZbgYaIiU6b90kpfDB37Xw0S6toIj9E8h+E3nkNnwraCQcbralhz/bdz aemerson@seasalt\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAv8/FJn7hz2WieoQFUGXS0bhwSwL1LCI9kkjWYNkWb8IJPrBetlkr5TsvHEKDPZGF5Sv8LsYA6njPnbOGyAHpYlnv/Gz4Hwq3hLgmXCs6JGWBQv8NS+pjwnG6Nh6JfFI0ANeg652Rk9Qt9uLYeKVKmHXXrVZAD4NMvJGfEvneQzuwwpylUmV80WAdaQw/H0EP4NScZhNhknwAs/+KPFZH+RFoUj/Cb3poIFjwyviIgyal5hjAEsoczCW3hAla/9IyC2VDS027WPiPFmBFaYK5lYYLStBQdRx+6amH76XScLFy0FEPLL5qiN0ClAptvh1oIURgipdXZwaxpf06AXG8qw== aemerson@electric", "key_options": null, "keyfile": "/home/aemerson/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aemer 2022-01-18T15:49:13.072 INFO:teuthology.task.ansible.out:son", "validate_certs": true} 2022-01-18T15:49:13.082 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:13.093 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:13.230 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDkIZyWnJXYv/z3EVeKHatjFUAdaomIMqzvFLrA9VskeM0Ctv8a83Wk3BbYvTFQWALjZjS2HVYzi5p6kTQ4qxXlcO7HxRw0j4otNauilvgIc4Lu5N4pUtYf0piEo+nrXz+WhELfmJ8t1Yx00uGEl9pOF04SOuXtpwwrCFAO6WMCcjDuYhoI2VBKO3W/OWcIuQ8ZY3j4iDdofFOUGyyoYVyOi/HILKjluYB+ues5+wBEkDuoi3MafCnIj8M0O5fU8/JoOTksOu779UN6blPiNdEgnwD00jA+RWYY6b12ZVkiF4rUVGCiiKKUwOOWkRhkA5OEcBgZ8cGWFgGfZM1GJA// ivancich@sleepy", "key_options": null, "keyfile": "/home/ivancich/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ivancich", "validate_certs": true} 2022-01-18T15:49:13.317 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHk8c8wUTTYolOOmMlniNrsjfRyF9pCCnaEQ2DXR73P0hbFMme5Md5cF3PTtPIOHSNkWk/qg7s6gZD8LGyFmloO42RBgLsW1qM8RWTDbPy5EQdrjxL9byVzBBCDoQPIS2M+0XnhYa6CBj38Sw8XPlS41CebAJEOQeyLG2I6CAI0rTij6gsqDfALbIezd/eWvmbksKYM1Lb4Gvj+k/OL/xDZzIZHF/P+mK+trY45gsUHxKZamkeHyAT4f3kiNJA+UwzTWGhafy6UE7yGqhZjt9xOZSQGuwroL7EtAzntxayPRNxQPfGDV+fYYf0QBbTtHyJeikPUuw7aR1Z3KwuSmWD dis@zambezi", "key_options": null, "keyfile": "/home/dis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dis", "validate_certs": true} 2022-01-18T15:49:13.432 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCw3MhMNDYjkiQADoC1mg9ga0Yj174FHIFt4RQIC8qK+6cB0N3CM5R4JwP8pR4tYkVFWmnYRScYK5VVdC873Ac2BzYxmse97zLJTbUnYWTdY+OFi1FUozsy3PwtiNHSd48Z/PBvkinQIey2QlMKaW3/yz9Of/Yfm4prxg9lBsd6/tOOFj3AsqIQ1OVhMfgeVEkdCL7AAbEYyMxePZ3UFrDwj05HDLgmFzx1xsNJFOuBwLfU/QNHoXJQrcVy0rZq9fB5rg74iz1JZs0uDWocQQK4Nd3Rv+wRGBuew2fmkrS2bQWXzMoSL+/i7pbf74LKcbWAE0wXEImqQeREHxq4ZZ5J yuriweinstein@Yuris-MacBook-Pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJUmq7btpBMjjODHXp1888xoBuX+rhiZg3ufuo69RgDxUMymJn3CPJ/5NGXoZ3SGAWKk0w0Dx6K/VO4y92mAV+cO81y8wZR4J3fPV3IbWRjN0X3IFoAvJi5n9v5hpG7z3RZCGmQnOZ99m1i9dge/3S8NpuPLIvYkSo9z00d+mNP6D8rGnqOmEBfEhUQXLeH7rbPwaMWPgB/hrpiPCyLR/+sGC5bq9PAsKnocqZ12cnvCtYxpnA7et6nL15ftEpUrKYAmRDxotuoUcsllP66GSszjbrgN6OBNDSqpGt/+RSJJwzZEGQ073gJuMveKy9tvD/PyEttjvVKL2KsBuXGSuL ubuntu@yw\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmXWgRRes8bzekTH2fTcxdAAquFn1SjPhws1Z9 2022-01-18T15:49:13.434 INFO:teuthology.task.ansible.out:CkxNaqKe25XnzPehqrhg9etouUwvORQHdDJdTlmhTSYtn588Omq+1bvniab0KzAYgGZsWdPma/3E9qF7ChXIMik9Umip0drzYTaexCuC/Nu46brTxlnL0vaxnnVjDwmHC0CEJs4qN4e2wSlsA0uBDRWjxWFMdTUgSzII5xasHypUYZ0y3MNdbfY+SVF69DEDH8EOQMGYm8JQXNJFloQvmvLUFqT/63FsdpzRVTph4A8hvI1f8i6ULb7fPQN5ZS62wdXd/KvrBXrCvhOi7R63RM60mkMRXm1XajTGmCKiikfiqgTr yuriw@Yuris-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC41kRr6B/RC32DrQKRByalH832H6BpCQF9XdTvgYi4+LJt+kAuIGLDF4xm4uApTmWRrLspWm0Kksc0ger03uNx5qJqMEUnJvjxJnSDC0/XyxWapVxIviFkvv0BjbhVNOOaMU55ywrZ9hHgMdaFwuMuCOaB7f9Tm6IUXm2k82OXueeIG23Kziq+IQBysWOjvNUy/LLpl7l4+xOkhNUupUiQCqHvFH98VUdYWkHeyamafGVZmYbFLrOXgmviKo0u8LPxcT7psKLk0yFG7fG0DSak6DDdKJqb+G/NqMSPxRSAI4FbXQ6UOZb32Ozr1Sql9yfOXEYWZuatn7W5F8DjSv3p yuriw@yuriw-RH", "key_options": null, "keyfile": "/home/yuriw/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuriw", "validate_certs": true} 2022-01-18T15:49:13.516 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANaS5gZUnIp5UL/PM3xOrQiNVxfona7sD1XEXGYvNUyoojPWWAvdQRwdA/Ay8JsAjKeWUt0IwfWaPfbEoXU1TKAI+yyv5WzQUZAKmBFuYM0CUQnKrk72Dp6n8P2tnYen0ect22xEiW2+Y0JZ3wfV3IB3BQPoVCC9FQ+P3LHhYii/AAAAFQCgSceiZFeNItwJ2rJeQgVVTQKljwAAAIEA0Gd2VNCbbQ48vAF+m/i/CeQHJ9Dom9IOBN3v8XnSlOhtNzY1pJ0NRzrFQURCCeVQJaywr0et5FCXIDVqTuR4qfCu5XXU1KHpn/AvHstOd93Y0XYMwSXfNszOtpH7w9SEm7uBfKnLQNF843/MHZL4ZIdfxk73YjfMjrYFcvJwvM0AAACBAI9Wi2wG9Rrdbrgk8tqbnKMxxJCYt/Vakn5mQSc/WHqMUn14+Kb7oBtfTsfPFNK952FzU09ptNQvNWTPNMniI8l8lQi2B+Z28XUlFLL76uxJXWko99xFpf/d1kFBL0M7GRGmvvrMfeTCI+WIqh2jBVqbl4o8kjNx4p0VWyoiWeFJ gregf@pudgy\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAwSe7szyqMTqKK3D/JsXIa1PtPf1p8Njk0sMDSsJPA0gBGysmSgstke9fglOgeNIbNOBNDOY3vltuNCgUiQgVWOYhUaVpj+2vtS 2022-01-18T15:49:13.518 INFO:teuthology.task.ansible.out:oAWpXMQbNaWPGKhbxvJWMCLVckLENyoUZUBKLmTvRyKDjjq8CJ1TnfA2Xfo3a796EIOtD6essU3lAVIfIUILGD+HqptiHSB0spUJUVRxxlO2xw9rLYij1eUPRHrr9xWvDamr5JtKVtCLOL3M9QlltHieKlbJSCZq/EVxW9NAGA6IiqOhw2E1k59oGZUq4Qg+YLgYkB80Ms7nb1xpjQ8txvY+73xL/8i7Nqmr7ekKJfyTpRe03nCQ== gfarnum@mozart.thompsonian.net\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzqJQfdAKaggPDgSpk8P6QjLeyQYOz183fVSKnqAa5EeaCJozS1dn8z+iphswT3YL6wqIMqVHMfkSUcEeTBwZmvydaghOMJEIQSP1PCzH0V2XprELrEcBC3QTvaElPjjEYgBVUvEw8sL/RIQ7mgt9vxD0NcCDspsz35fmU222KzFxD41PZ5XzHQ3Lumwdax7mcpqrw8Aa5/tgcEqAIu54HYRf1Qmk6+ueMAvpwkX3eiSEtkVvuV1Kxpc3/0mOfJ7cn+eyPX3qUbo4oY76hIYseoUIwEaVE/pNW+pjwDSy4gSOcuxYDEGKzCwZPZeQtRQWzRt3YNafxi5xsByobGLlZw== gfarnum@GF-Macbook.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1ik3LbyKsPiGwdh+vGrKSYLvhMg7OkqMwDNYU5LqWBSotogxyGQJUuD80ZavxmmdXC4qScddHtWOJjtyX1CTSDUe7INpSgGPGnmSExVFpcYRnmxHAB+9M/c9VorUkQ8IOKLmRO/BdYma3Rl9NzhHI73yd4zJlx1K4NuQnhnj0Z4yXO+k44RkBWDdMicBB5lBP0hETaH2Iq1u5Dai3u6N5N9bSPXv2PGKvvU395K0Wts2CxMhOBc7LAixysNzNWLrnG1ghS4jPVG2TIHOElP5lIXUv1Wlkool5rTUWgnVY/7loWkDus2JryDM7hLGFXqgT7HHcpI4gSITqRhWxzsUF gregf@fedoragreg.localdomain", "key_options": null, "keyfile": "/home/gregf/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gregf", "validate_certs": true} 2022-01-18T15:49:13.644 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxrS30JmTZbnBd73s9PGZYxCkWH3u4En9Q0bYJan45W+j+y5vMzaNUVsp8We1tphqPQ9B0ygi80OxbHWu5gyv4g+M/JFtrnxv3QgBCYWeBWfh652Vbdlk1thl6btFnHUhVMSn5tkdnFxyVDJHIROoVXkHRaCNAUUy7tB60IhPAMomNcCGu9R8+opONFLXKTIfkYQ1cGbysr90DMs8ASEkvxdv40hIWhK4ufvL7CFFtgXuoC0c1WedBFOkr5LDegzL13xN97K9o5J8CAU0MUKk6H8KNKbQuNq1zANwymMFY599GIlxwai8iluJgfOObDRdCDmKM2f9RAEUXQM7oYoH7 tamil@tamil-VirtualBox\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvwiWVhNLeOLg72cpVIwbUYnmFh+Cqf/mE7Rc/Xci91on3GPrq++dC8t2GhTB5Zyq46EE27SmUkiZpHRnz7xwiJKM/tTgNEkffXDK3j0pA2E22iqV9FpfSA9Zdi1Puq7CPT7/rix4rF3SPvMtg/R1fkyornLFdzhJiMExCKJXGwf+QsKk4NVnr+nO3EEkKOoP1wio1bceZ53rCt9Tyu8NawAB2nL2fvtBPQDAriQ8bLX69XLbOfhFI6GJo815/j6CQxNmvA0l5ABJc8+A71jZmndzumFRgqBuhiCM5ohsGR0JGahUQjFEA4quNTx8EWTGRsqhAYszzpqJzuN+Xb6tJ tamil@macbookair\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEPzEyDGI7poyXVPG70vgQpvlU/lTt6Vvv5CoHWJoSrHklDdJEqekhCB87BX4DTrqbb5xoM7yfxle/z9UzgVwSUWqsPdZHA4EbrNFRKFxi/gc2YrygVSjumTyzf9WJJ5vCZvTQexOj7rjWVnJkjXHKMXZXIAQN/bJf6J21t+4A3XLrl30/4XXyq664NONUNjBHxHtlbS2LM6Th/hK4B23oj2BugX2j/50vWgd9H36bPr8+JGskOi6MH2ndZv5pYtLznFzQmsbixjaN8kCuyQdlRCOndPEFoHFhDla2MeB+h3XQLDXW7J1TR2URFSfcNq5ndDS4i0b+t75Fjhb7AtLT tamil@ubuntu-delldesktop\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6tJ9y3solDCzFdXcczO8GJEwMqMYXWU5kuMz0rr/US6F72j0spSNmwGemMOZE9s7KtHgior/Ufw8/vMRkRhoBY 2022-01-18T15:49:13.645 INFO:teuthology.task.ansible.out:B0C5KT9utGNqrtDdvH98h43XnKZ3K/yaHv/T+u2EYWNgHtOXMtgIVFnGwSD7RzF6TbwSfurprTV6ZUyyOxRcmHnkmwpbNwiwIoXB03k2PITdYCC3lEBEY0OC+vAW/E3+bFbV3RSEA0Cm31jmMyZyPeYiXiEnPXUIClsoDj34NwJTIgctwIsqM4eYUBg3pHliWYKEWDs55HZYoj3W/6Jw7MASzyAYFSmP8rQu8iS7tO1iEBRGOXFNxHirGQ1WqUn tmuthamizhan@MacBook-Air.local", "key_options": null, "keyfile": "/home/tamil/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tamil", "validate_certs": true} 2022-01-18T15:49:13.727 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDgS5EfJyOxBkl/TtJikfb38rm6muQo7MwYufkLSBw9W2jFzt/ZMbVXyVsdZM4I6hWfZm1/q60UcER4yoA1xwYGOTmbFXrLUqqKxKTnCdyejuQ3miB7aiuisWO4vjb2+ppBwL9Mx775DPeQJehFyFK0qgh33tZO/9LWWYy7NOZdA9L2ei1PgMWa0VBeijcDR5GQSXzh0Yi+h/Ezu8jevu+NkW2IUJF6zPGjd9M9lAy7KG2dQjqqCX4XWmUS+MHJS6f9bsC5i39GWy29FvX/qFEArOMzuYRIFWE8iza95KSBxptb+Hw8PFBjQ1kTh6nC5ZV2X3ETcoj8fToTcgW3dTRF jdurgin@new-angeles", "key_options": null, "keyfile": "/home/joshd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joshd", "validate_certs": true} 2022-01-18T15:49:13.854 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDYGVqKZgLx2LJ49x0kGo/Z5r8MVefSUCYhhrK/DK8ht+YK1AqLXErjAedgpVz0WuwirRjh5YkiXGMYiOdkMUYWGk5nwCHEKnnCpne7Xh1OOqge/QGHlUigWVH8VIHBsZ+wTW25mqOrgDSGB8+Qk7Dr2o1sLGUHcx7vITDWOrer4KjF2+H5TQH/7irUVORu6fzeGKtGyOrTwQ+ZT1+fuhfznDULFGyvKGdcXxxNOg+21Fssk2nCNTlgRCGjHSrfelfuMT7QEt+9puWd7MWXYQg7xx8jkJGMpEQRFxJTxnfUlUXf3x2lc9Q/SvKfpVMtc0N+bk2F9+euyvRvjtn4LJNx jowilkin@jowilkin.wilkins", "key_options": null, "keyfile": "/home/jowilkin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jowilkin", "validate_certs": true} 2022-01-18T15:49:13.928 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "key": "ecdsa-sha2-nistp521 AAAAE2VjZHNhLXNoYTItbmlzdHA1MjEAAAAIbmlzdHA1MjEAAACFBAHT7CHaceRLB5mJv9SYKog1wBXsavzH3G3WCBEvVyK76JIslDudZm2ycJv66r+VlGaD8sFI5Mb/KKFMKcKesLRX+wHqZg9MlkoJgm7WGoRQ5I0M1Vt7TL3uJkVCaGZHtO7BXqzTx53C1AaJ1HN+DG2MGy5mm6tHwL901UVqG4EzjBnjxA== christinameno@boxtop", "key_options": null, "keyfile": "/home/cmeno/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cmeno", "validate_certs": true} 2022-01-18T15:49:14.055 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDP/yVttBEs7mpVfJL+reXb/BfB7DsLrA5ArVqEJjySi3NOz3e/wE8KRWbHD1UdraAU3P8b96GdAQxGOs4n0muOMejmaXWZCP3HkRL+rcd+03ZI1lb6ga9XjBARZfb2h+kg5jTJp/Ll6mwAYbSXvQ4MuDQzwGRDX5Q5Xme7OZ4Wb+vBmmkihHydySyP9YXbWWsBw4jvZCFSKMGsUVy/HIt1coZx/PyCG/K2Kl0nrE5ux2QqfdTIpzYo4c3y6uMIHDvt29lRmk3Gnh2//U5eN8mmRRKJlkvE8DKy3VYsl0JsP9pTWUZEYgV0EX251WTO0akQ2bKuszqd9Ai04RWnXUu5 brad@dhcp-1-165.bne.redhat.com", "key_options": null, "keyfile": "/home/bhubbard/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bhubbard", "validate_certs": true} 2022-01-18T15:49:14.130 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDkIZyWnJXYv/z3EVeKHatjFUAdaomIMqzvFLrA9VskeM0Ctv8a83Wk3BbYvTFQWALjZjS2HVYzi5p6kTQ4qxXlcO7HxRw0j4otNauilvgIc4Lu5N4pUtYf0piEo+nrXz+WhELfmJ8t1Yx00uGEl9pOF04SOuXtpwwrCFAO6WMCcjDuYhoI2VBKO3W/OWcIuQ8ZY3j4iDdofFOUGyyoYVyOi/HILKjluYB+ues5+wBEkDuoi3MafCnIj8M0O5fU8/JoOTksOu779UN6blPiNdEgnwD00jA+RWYY6b12ZVkiF4rUVGCiiKKUwOOWkRhkA5OEcBgZ8cGWFgGfZM1GJA// ivancich@sleepy", "key_options": null, "keyfile": "/home/ivancich/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ivancich", "validate_certs": true} 2022-01-18T15:49:14.267 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAyRDKb+InDsnW4E/S12Pr6rK3wDfUG3j+iw/NsCWwN5xpJEA1/NhVlRzY8/jejc6ddmnNKWbm/UcYVrbo7yClRTGu45g0Qm9lmfvgDgi1k8mwUCy+edbQ/R8FB9cIHHCnUuWzRmE2XGaeDiSVQgiYqq3mOPY/hwe3G7jwFalYPsbmY1jNqpzODmKFMRd1bOwdHEOMTfh0owHWqhhXakU8em30lYraQVYH24FplH2NUBArxmTuctyfweHxx7yH3ZFcXFUpUMSLuVDWb1A7fMiL6eW6wiwh+dD+q5iFNvuioZITP2EjIsb9nS+eM9bOJZuZ+5pln2EsHee27LjunbwgWw== yehudasa@fatty\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDF3PxJYgI3tS7SG+RnUvxMxr0/XwBAio0oiP4AC+o8rUYYyPd/RU27TR1kphbuJhQWVtaZ6kFSBQeNQUxv6rb8hmMzvlP1FDEoGkjaOHOuYEc2DFkkEAfaR2AlNKn3pUQgLE00TLHctCgd57Cn2Ppt8xEi/vTuo0gX3xjWOL4N9QDElCXKNdxdyyJ/RNb/Mid+YxgKKjf8ppmhYsQ+Qqu4YwPzLkfK1Qb3YtR6Hbjb4jxC7C1Z13h0vUgHe7qSmUCYNo9eC+lEgNmmnLb2sXJaUUJM8MEex6v+4muWM9hV0cq/Wplrx8fhMWMa978sxH8yVkE3Svqc/K4ZWN59l3xT yehudasa@yehudasa-XPS-L401X\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDvplQk8xkSXF03uSJh3H4zyZHRMjvgUJBgGN27Kb7gAlI 2022-01-18T15:49:14.269 INFO:teuthology.task.ansible.out:Qv306wPKIprOwp+jDhEcPnEWBMRJMUJuBi0vEiqmDHt8mg8ZYcs+Gi7MbUgBokILdJuSG89KAgq7gBCuIhYbSg35pfvXvIZswiXvySqMrJNB495GYj/FrcWEBfQMuedMSkIfNzqPV9yR5YRh8fnSs3fjCzV96vzu7O4AzgwICbM6XmqVLXPax/32Hq0dz7sAawlQFCJYPHzVzjwmih46TRJnXrxewsRhk9GwKfI4SWaFIRdOdadGFSLgdZ+2iGE7hTZ3sRgkLOj+4zKa+xTbtjjXfw5up7J3hAmrK15Tz yehuda@yehuda-940X3G\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfNxvAw6cb33jg36vw8kJu48/BttmFJ4BFeanYqwRgtWZrKpAAGHEgCiNeyIttMrI3t7Spcdyp6dy6n0P3WUFVgHWEYtGqXwXqDC9UXISkUJVVDZoEynpGC92RghhzH53+7jX1Ytpr30r/xb1ktryTPCoEJRqyrg2j1b167i6PV5tuJCA+77gW5LWBmMXJCprjnfnJ92Gp8ZewBB6gL1x+3RFkMxGsibL0Qw1CTKfyAHNYc/jos6YiL0b42Ha+NmKwvzZ1GgIleRMleisSOyKPUlPdR7UnmtEXa9bl3Gc/hc7Zt+v4iUypr2WL0X4Yl7rJNH/AAd/Z6jPkAX9nHYzh yehudasa@yehudasa-desktop\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrSX8nDL2WaHe0b/rjE3TZhj5VwbrG6nn/hyWmm2dWcUqotSp973yD2G4tQL9UygeSkDGmjb6whrz2mcAFJ5P4oLtIcCLyZC550dcpwV3BtP/cMAIGE6xeEARKiP8KlVGFNDRg9/l1aAd08Bepe+rJyAYD7IxOOBfgKJMKbeOWnT40RTfwiD5CXNwjzQuhzZDEbm+8zjTChFM4P1EkfR3c+0X3MYpA1AsRQY0ElvFtcn6G0yPKR+obGdIs+ydGupKh1+peGWLemHMA5e62Bs4/Lwtyebyp7AOguC3ZBJ3TZWL4Vn1q6z21cQe6AuowjPrneZWC4ifFB6OUQJqM+R00pHBcajcvsfpYOblZvTJHM726Ek1vahOYfcbEMpqWlVYo+WPRUilzl5cI3ReyAcwphebqKPbhmzCuyJw3lWBKIVDhWjEFzGkxV/iFU5rIXFm/Z0JGNFFxmY1U4GlA4lFXtL7OvEdMsiZo1x0cNmFWLu0k9fQBtiQI19ZBiA7FPKc= yehuda@crestview", "key_options": null, "keyfile": "/home/yehudasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yehudasa", "validate_certs": true} 2022-01-18T15:49:14.343 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCw3MhMNDYjkiQADoC1mg9ga0Yj174FHIFt4RQIC8qK+6cB0N3CM5R4JwP8pR4tYkVFWmnYRScYK5VVdC873Ac2BzYxmse97zLJTbUnYWTdY+OFi1FUozsy3PwtiNHSd48Z/PBvkinQIey2QlMKaW3/yz9Of/Yfm4prxg9lBsd6/tOOFj3AsqIQ1OVhMfgeVEkdCL7AAbEYyMxePZ3UFrDwj05HDLgmFzx1xsNJFOuBwLfU/QNHoXJQrcVy0rZq9fB5rg74iz1JZs0uDWocQQK4Nd3Rv+wRGBuew2fmkrS2bQWXzMoSL+/i7pbf74LKcbWAE0wXEImqQeREHxq4ZZ5J yuriweinstein@Yuris-MacBook-Pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJUmq7btpBMjjODHXp1888xoBuX+rhiZg3ufuo69RgDxUMymJn3CPJ/5NGXoZ3SGAWKk0w0Dx6K/VO4y92mAV+cO81y8wZR4J3fPV3IbWRjN0X3IFoAvJi5n9v5hpG7z3RZCGmQnOZ99m1i9dge/3S8NpuPLIvYkSo9z00d+mNP6D8rGnqOmEBfEhUQXLeH7rbPwaMWPgB/hrpiPCyLR/+sGC5bq9PAsKnocqZ12cnvCtYxpnA7et6nL15ftEpUrKYAmRDxotuoUcsllP66GSszjbrgN6OBNDSqpGt/+RSJJwzZEGQ073gJuMveKy9tvD/PyEttjvVKL2KsBuXGSuL ubuntu@yw\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmXWgRRes8bzekTH2fTcxdAAquFn1SjPhws1Z9 2022-01-18T15:49:14.344 INFO:teuthology.task.ansible.out:CkxNaqKe25XnzPehqrhg9etouUwvORQHdDJdTlmhTSYtn588Omq+1bvniab0KzAYgGZsWdPma/3E9qF7ChXIMik9Umip0drzYTaexCuC/Nu46brTxlnL0vaxnnVjDwmHC0CEJs4qN4e2wSlsA0uBDRWjxWFMdTUgSzII5xasHypUYZ0y3MNdbfY+SVF69DEDH8EOQMGYm8JQXNJFloQvmvLUFqT/63FsdpzRVTph4A8hvI1f8i6ULb7fPQN5ZS62wdXd/KvrBXrCvhOi7R63RM60mkMRXm1XajTGmCKiikfiqgTr yuriw@Yuris-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC41kRr6B/RC32DrQKRByalH832H6BpCQF9XdTvgYi4+LJt+kAuIGLDF4xm4uApTmWRrLspWm0Kksc0ger03uNx5qJqMEUnJvjxJnSDC0/XyxWapVxIviFkvv0BjbhVNOOaMU55ywrZ9hHgMdaFwuMuCOaB7f9Tm6IUXm2k82OXueeIG23Kziq+IQBysWOjvNUy/LLpl7l4+xOkhNUupUiQCqHvFH98VUdYWkHeyamafGVZmYbFLrOXgmviKo0u8LPxcT7psKLk0yFG7fG0DSak6DDdKJqb+G/NqMSPxRSAI4FbXQ6UOZb32Ozr1Sql9yfOXEYWZuatn7W5F8DjSv3p yuriw@yuriw-RH", "key_options": null, "keyfile": "/home/yuriw/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuriw", "validate_certs": true} 2022-01-18T15:49:14.469 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIDx37xbP0jYqopygG66LbSMRPoqpGUPzQZ3G8eqJCk2I dang@revan.aa.redhat.com-2015-07-17", "key_options": null, "keyfile": "/home/dang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dang", "validate_certs": true} 2022-01-18T15:49:14.543 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxrS30JmTZbnBd73s9PGZYxCkWH3u4En9Q0bYJan45W+j+y5vMzaNUVsp8We1tphqPQ9B0ygi80OxbHWu5gyv4g+M/JFtrnxv3QgBCYWeBWfh652Vbdlk1thl6btFnHUhVMSn5tkdnFxyVDJHIROoVXkHRaCNAUUy7tB60IhPAMomNcCGu9R8+opONFLXKTIfkYQ1cGbysr90DMs8ASEkvxdv40hIWhK4ufvL7CFFtgXuoC0c1WedBFOkr5LDegzL13xN97K9o5J8CAU0MUKk6H8KNKbQuNq1zANwymMFY599GIlxwai8iluJgfOObDRdCDmKM2f9RAEUXQM7oYoH7 tamil@tamil-VirtualBox\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvwiWVhNLeOLg72cpVIwbUYnmFh+Cqf/mE7Rc/Xci91on3GPrq++dC8t2GhTB5Zyq46EE27SmUkiZpHRnz7xwiJKM/tTgNEkffXDK3j0pA2E22iqV9FpfSA9Zdi1Puq7CPT7/rix4rF3SPvMtg/R1fkyornLFdzhJiMExCKJXGwf+QsKk4NVnr+nO3EEkKOoP1wio1bceZ53rCt9Tyu8NawAB2nL2fvtBPQDAriQ8bLX69XLbOfhFI6GJo815/j6CQxNmvA0l5ABJc8+A71jZmndzumFRgqBuhiCM5ohsGR0JGahUQjFEA4quNTx8EWTGRsqhAYszzpqJzuN+Xb6tJ tamil@macbookair\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEPzEyDGI7poyXVPG70vgQpvlU/lTt6Vvv5CoHWJoSrHklDdJEqekhCB87BX4DTrqbb5xoM7yfxle/z9UzgVwSUWqsPdZHA4EbrNFRKFxi/gc2YrygVSjumTyzf9WJJ5vCZvTQexOj7rjWVnJkjXHKMXZXIAQN/bJf6J21t+4A3XLrl30/4XXyq664NONUNjBHxHtlbS2LM6Th/hK4B23oj2BugX2j/50vWgd9H36bPr8+JGskOi6MH2ndZv5pYtLznFzQmsbixjaN8kCuyQdlRCOndPEFoHFhDla2MeB+h3XQLDXW7J1TR2URFSfcNq5ndDS4i0b+t75Fjhb7AtLT tamil@ubuntu-delldesktop\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6tJ9y3solDCzFdXcczO8GJEwMqMYXWU5kuMz0rr/US6F72j0spSNmwGemMOZE9s7KtHgior/Ufw8/vMRkRhoBY 2022-01-18T15:49:14.545 INFO:teuthology.task.ansible.out:B0C5KT9utGNqrtDdvH98h43XnKZ3K/yaHv/T+u2EYWNgHtOXMtgIVFnGwSD7RzF6TbwSfurprTV6ZUyyOxRcmHnkmwpbNwiwIoXB03k2PITdYCC3lEBEY0OC+vAW/E3+bFbV3RSEA0Cm31jmMyZyPeYiXiEnPXUIClsoDj34NwJTIgctwIsqM4eYUBg3pHliWYKEWDs55HZYoj3W/6Jw7MASzyAYFSmP8rQu8iS7tO1iEBRGOXFNxHirGQ1WqUn tmuthamizhan@MacBook-Air.local", "key_options": null, "keyfile": "/home/tamil/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tamil", "validate_certs": true} 2022-01-18T15:49:14.680 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2YyDoeKdaCuJif79AxJAorqpUj33WHbHu/eIWpHju+iIF3f94K0qyEXgs4AwZin9pzfyd8N1aKNT8ZFPss6L0Xk68aO/6tdInq+1lTMMUC5v/LBqsIV2btPTFHrQWA0R10v05aZFvFaSqhHNsZaj98vQV7P+jiSs3yPWqCIWUTQ1VXnCeQnB4R5tob0gpMuonhkKq7vrJPhf6ge9Av+yjL7+8oP5LJqFJ5npDxkwZ0u3L0QQ9ftAT/e7Y7ESpwpgaI3Trl0EwAXFmiLjXEUA+FBbE7ko9kLqXqRjc1C0BdRG9sO0QKBGDBEx1W3w8rCPKgaDlVyqsBT1yvIjqqXDOQ== borix@dhcp-31-190.brq.redhat.com", "key_options": null, "keyfile": "/home/branto/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "branto", "validate_certs": true} 2022-01-18T15:49:14.754 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDYGVqKZgLx2LJ49x0kGo/Z5r8MVefSUCYhhrK/DK8ht+YK1AqLXErjAedgpVz0WuwirRjh5YkiXGMYiOdkMUYWGk5nwCHEKnnCpne7Xh1OOqge/QGHlUigWVH8VIHBsZ+wTW25mqOrgDSGB8+Qk7Dr2o1sLGUHcx7vITDWOrer4KjF2+H5TQH/7irUVORu6fzeGKtGyOrTwQ+ZT1+fuhfznDULFGyvKGdcXxxNOg+21Fssk2nCNTlgRCGjHSrfelfuMT7QEt+9puWd7MWXYQg7xx8jkJGMpEQRFxJTxnfUlUXf3x2lc9Q/SvKfpVMtc0N+bk2F9+euyvRvjtn4LJNx jowilkin@jowilkin.wilkins", "key_options": null, "keyfile": "/home/jowilkin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jowilkin", "validate_certs": true} 2022-01-18T15:49:14.901 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDO00mus2XPX/EfUZ/YsKI84TnWj5TbZP7Fs01EkoOTPgNoYysVdf0PwhAooz1qPrv+HUsUMpQT6uNYfCHyqx9rScR+XUlyQuFe7Sjp/dn3y+b1PKa6G4HX7f1eejR3ZaLZXA4R/8oucAXqQS5pDr3Y7prwkrp9cyk8uawBXoDcAlA1SMIPZPrtO1+iZw20NDhixsG7NE5jMFfw3q8xTckZEqBbteybci7X1v4lEYXCVlbSbUhyZ2Af8HEj09JBDOL2bI3yLvj9a5Oj/HtKubyApzZpA7rgeoii2UZQGuSRI1VJktp9YC0zGk5S843xYW92utbALKyQ6DdB2F5gc0DX xiaoxchen@LM-SHC-16501223", "key_options": null, "keyfile": "/home/xiaoxichen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiaoxichen", "validate_certs": true} 2022-01-18T15:49:14.976 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDP/yVttBEs7mpVfJL+reXb/BfB7DsLrA5ArVqEJjySi3NOz3e/wE8KRWbHD1UdraAU3P8b96GdAQxGOs4n0muOMejmaXWZCP3HkRL+rcd+03ZI1lb6ga9XjBARZfb2h+kg5jTJp/Ll6mwAYbSXvQ4MuDQzwGRDX5Q5Xme7OZ4Wb+vBmmkihHydySyP9YXbWWsBw4jvZCFSKMGsUVy/HIt1coZx/PyCG/K2Kl0nrE5ux2QqfdTIpzYo4c3y6uMIHDvt29lRmk3Gnh2//U5eN8mmRRKJlkvE8DKy3VYsl0JsP9pTWUZEYgV0EX251WTO0akQ2bKuszqd9Ai04RWnXUu5 brad@dhcp-1-165.bne.redhat.com", "key_options": null, "keyfile": "/home/bhubbard/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bhubbard", "validate_certs": true} 2022-01-18T15:49:15.103 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCz7e2G3Ziaus2yMviKh9s65e+yaqy1+ezs5IC6US90/8WumNAWqC4Yr3ckvCc120r3VwpJWcvaAWCF+4IZeO43lSNLadbCnJONed5YklcUuIJvjC1eDbZTMLJ7h0ijgNXgAFmFq0AV2NHuE2L2VKXk2hsIqDVGjZLUpi7W+ic07xnScEoXXDSk5mhJ6bKmFsUYCC91g2roYs9Ui5fGd+ey28SFOADI7osDLpLkiTF2OzGel93o5qobNZwKR0AxGsBIta17mvf3I3307bGnvugDXpNB0FaS1QZhIzMO4G4LZL9zahCvv4wm5GmuO4F0+Ac7dwFu3KZKtHQe3g6WHuAv ffilz@redhat.com", "key_options": null, "keyfile": "/home/ffilz/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ffilz", "validate_certs": true} 2022-01-18T15:49:15.188 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAyRDKb+InDsnW4E/S12Pr6rK3wDfUG3j+iw/NsCWwN5xpJEA1/NhVlRzY8/jejc6ddmnNKWbm/UcYVrbo7yClRTGu45g0Qm9lmfvgDgi1k8mwUCy+edbQ/R8FB9cIHHCnUuWzRmE2XGaeDiSVQgiYqq3mOPY/hwe3G7jwFalYPsbmY1jNqpzODmKFMRd1bOwdHEOMTfh0owHWqhhXakU8em30lYraQVYH24FplH2NUBArxmTuctyfweHxx7yH3ZFcXFUpUMSLuVDWb1A7fMiL6eW6wiwh+dD+q5iFNvuioZITP2EjIsb9nS+eM9bOJZuZ+5pln2EsHee27LjunbwgWw== yehudasa@fatty\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDF3PxJYgI3tS7SG+RnUvxMxr0/XwBAio0oiP4AC+o8rUYYyPd/RU27TR1kphbuJhQWVtaZ6kFSBQeNQUxv6rb8hmMzvlP1FDEoGkjaOHOuYEc2DFkkEAfaR2AlNKn3pUQgLE00TLHctCgd57Cn2Ppt8xEi/vTuo0gX3xjWOL4N9QDElCXKNdxdyyJ/RNb/Mid+YxgKKjf8ppmhYsQ+Qqu4YwPzLkfK1Qb3YtR6Hbjb4jxC7C1Z13h0vUgHe7qSmUCYNo9eC+lEgNmmnLb2sXJaUUJM8MEex6v+4muWM9hV0cq/Wplrx8fhMWMa978sxH8yVkE3Svqc/K4ZWN59l3xT yehudasa@yehudasa-XPS-L401X\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDvplQk8xkSXF03uSJh3H4zyZHRMjvgUJBgGN27Kb7gAlI 2022-01-18T15:49:15.190 INFO:teuthology.task.ansible.out:Qv306wPKIprOwp+jDhEcPnEWBMRJMUJuBi0vEiqmDHt8mg8ZYcs+Gi7MbUgBokILdJuSG89KAgq7gBCuIhYbSg35pfvXvIZswiXvySqMrJNB495GYj/FrcWEBfQMuedMSkIfNzqPV9yR5YRh8fnSs3fjCzV96vzu7O4AzgwICbM6XmqVLXPax/32Hq0dz7sAawlQFCJYPHzVzjwmih46TRJnXrxewsRhk9GwKfI4SWaFIRdOdadGFSLgdZ+2iGE7hTZ3sRgkLOj+4zKa+xTbtjjXfw5up7J3hAmrK15Tz yehuda@yehuda-940X3G\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfNxvAw6cb33jg36vw8kJu48/BttmFJ4BFeanYqwRgtWZrKpAAGHEgCiNeyIttMrI3t7Spcdyp6dy6n0P3WUFVgHWEYtGqXwXqDC9UXISkUJVVDZoEynpGC92RghhzH53+7jX1Ytpr30r/xb1ktryTPCoEJRqyrg2j1b167i6PV5tuJCA+77gW5LWBmMXJCprjnfnJ92Gp8ZewBB6gL1x+3RFkMxGsibL0Qw1CTKfyAHNYc/jos6YiL0b42Ha+NmKwvzZ1GgIleRMleisSOyKPUlPdR7UnmtEXa9bl3Gc/hc7Zt+v4iUypr2WL0X4Yl7rJNH/AAd/Z6jPkAX9nHYzh yehudasa@yehudasa-desktop\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrSX8nDL2WaHe0b/rjE3TZhj5VwbrG6nn/hyWmm2dWcUqotSp973yD2G4tQL9UygeSkDGmjb6whrz2mcAFJ5P4oLtIcCLyZC550dcpwV3BtP/cMAIGE6xeEARKiP8KlVGFNDRg9/l1aAd08Bepe+rJyAYD7IxOOBfgKJMKbeOWnT40RTfwiD5CXNwjzQuhzZDEbm+8zjTChFM4P1EkfR3c+0X3MYpA1AsRQY0ElvFtcn6G0yPKR+obGdIs+ydGupKh1+peGWLemHMA5e62Bs4/Lwtyebyp7AOguC3ZBJ3TZWL4Vn1q6z21cQe6AuowjPrneZWC4ifFB6OUQJqM+R00pHBcajcvsfpYOblZvTJHM726Ek1vahOYfcbEMpqWlVYo+WPRUilzl5cI3ReyAcwphebqKPbhmzCuyJw3lWBKIVDhWjEFzGkxV/iFU5rIXFm/Z0JGNFFxmY1U4GlA4lFXtL7OvEdMsiZo1x0cNmFWLu0k9fQBtiQI19ZBiA7FPKc= yehuda@crestview", "key_options": null, "keyfile": "/home/yehudasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yehudasa", "validate_certs": true} 2022-01-18T15:49:15.314 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpGZK2cWUtE85Bt7fl+kSeiC0lM/EN+H2X3ePGq3LiD4g5R5n6nJsLaJaIZXdJ96G0JSnj07G8Xu1CkVbGDHuVg2O9tnxLhz6tzDwFYNFrQIpALlQwOq8OiwGDDyFkMXQ3JqCCWvyD0HLysOJQIBIlb/o92ZCSAGOyNX1JjrhXF+mlBk1AUW11UeZOeGZQ34MKHapH7T/DuexCz5gfZI/jY9Rg3hr4jb1zGttvAF2eeLJCjqD/Vi4mowYB/Kn/PJhNixeA2sli2i8r6yO/bFmA/PWnfSl+EqD4mUJWb5ATeJ3hyW8qVLOogY6XVu4Sd1VgL7l1RYzXuxJV3Rb1Yw2T joao@sepia\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDV0jbKpbmXW1bhRIOBIdVV1L73qjls7s5pxiW2EMPvZLYzxLBE92e3Vf8bSMWlm1Lyb7a+u5BR85+2c+h2F59sgU1Saek5ebPpFU5qBn8AzYH18iMVSPciByOzwS0NXwWnksckWxUkQgP9bZP/1ORQ7jWZEOHZ5mEQ0oMkP0bfG1cpFrNTxOhDmwbCiQ8dp6KeZaMg4hErALr5Eh/EESxKIkuwQzk9bDbtjPRDu0F2dE0NCjs0k0BXmDA80GksxuOacRxE95K6/er11qst/VqA7o6BfhxJMTXWMdj8NhzIUNjZ8LqLTG6P/XGR24sA2d2WBhlEKRMZNqeEjzmi1REr joao@tagide", "key_options": null, "keyfile": "/home/joao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joao", "validate_certs": true} 2022-01-18T15:49:15.398 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIDx37xbP0jYqopygG66LbSMRPoqpGUPzQZ3G8eqJCk2I dang@revan.aa.redhat.com-2015-07-17", "key_options": null, "keyfile": "/home/dang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dang", "validate_certs": true} 2022-01-18T15:49:15.513 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHhYb/mGgHbEntAN2iPFTV1k8MYDs+jtsJDPE9MWtUZXksdeG8cEfXDBGhiBsprjELsW4+czJBqqESugFMevEysTVKIo5lc95bf1nApxfiRyMnAxb5wQ2OeLY62x26TWJhPu6HMajV+gb8CKjxDobf1Ix4ELbYlL77SOH1VVDtVZ6HiwtYngXAPMONCdI99cuwJlBpv5RjDoLwljOoxEXIh+1Fsvth+iymp0rIPuJx91DzYYgWZFfCLPHRgDy0H7YRdQWUzhrxTyzuT27vsNh5L8HgdowzOu9f2HwGzlTlxli94IJLMBY2359xsqjSswZzAv+BiPDAZMUwJpYvRvSt nhm@clusterfaq.org\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1JAKymiRDyVar5P75cMycxz9u8VsLuNtf/0t1na4ofa4YmanKswPQQz1Am82pvyPqXlBbdIGVneyMrkEoFAk4nTtfmCl7WdtaxnH87Dr9BOLEp+lIPHy7jpS/dcVmKRPB1qCYZ5GNAZ9g+DrXdaeOJdUOpIK49BP1IK8Uw5eBWAx/ae6/12yz+d/6e9kBvO7OUamMSne6Ghe2pRoI8jFOdWMbQy3ofb5wSHZGPNDn0YTGbNWHlfEAcrFmGQSTwohca4SqCJ1NgKnYu4qPVmb3Gbpm+MpUPs8Gy++rQ8wVZ5xWZW/yReIbJCqqVY4vrQzVywQXRucIrB1VyvShuNW3 nhm@metropolis\nssh-dss AAAAB3NzaC1kc3MAAACBAM7BfQAinQmLlkTgt7IIg3nQyyaJRiWA4agfu/HncrcAmepGqPCwy451g1eLMD3AC4QptHnV80Y47YQTyX1VQixIQ6M9zHG6Bo7IXzyqFHFpqnDZN25DaMM4na5bf1CwC9RtR7VWubojatPylOpflkChUBuAGWnzwkz2cxl4Dc47AAAAFQD35l/Lg4eTqZ83eTgJ5lihzHS/awAAAIB/ZdMSE6M0zEvdNPsWY28bvQ0QXN7w1ncVXGachA1JOEFGYvsbHeoywLpSYoiPLV57/wZT2dUzG70u80IQGildZ1WgQNn7C9r2Z3ZUgKmRGyC+PpYEa6nv+U4CHdMViBRXxNrP0bj2CfQv 2022-01-18T15:49:15.515 INFO:teuthology.task.ansible.out:UxUxrHWtOu/da2W23cpSs6Wz8gtz2QAAAIEAvf4vx/32Sy+kbvqOCYz0wu0ItlECN0qOk3gAMvphYMI2sW2ez2+Tsua4eoPRXT10zFxiRTkHQd5FSIvNWXV2iqed6rpwTu5K8vJz2duMIyI+xWLHo4XudtZdNxggkf+RW9JvPOMLMp4sCzBXxpreHBsb1CynndKeYVrgMLybZ28= mark@Marks-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfDOM2v4h6Dk4pMWPQxxHI5rhFtLjkme/4hAp6ki/kJ1XOSzBQdQmD2UPDKvfO9lKO7v12G2Wt+re+0giAcSkfej4+xqV53u7d2pTbMI5U3zohZt8AgESx22DAxj1wBZYuyGO2TRI7DRQMxC47E8EJgcmZBBnMKk1Rz8k71pTmg+CI2vjWx/2x2bup9Mqe4uMA8ubjg2qRlWEqPKIKcHZyrAPdIlpy2FSZ9SPa0mJpdl6aYcFNgonD8BO6A0u2RPO90KmEWrRWu69vRvbbTDiqE0CkJJlAlu3jeFVD8US9vymBHSI0BDFUbukuyG1tAujytqGBRLzxQDU9JOYMP45v nhm@mocha", "key_options": null, "keyfile": "/home/nhm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nhm", "validate_certs": true} 2022-01-18T15:49:15.597 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2YyDoeKdaCuJif79AxJAorqpUj33WHbHu/eIWpHju+iIF3f94K0qyEXgs4AwZin9pzfyd8N1aKNT8ZFPss6L0Xk68aO/6tdInq+1lTMMUC5v/LBqsIV2btPTFHrQWA0R10v05aZFvFaSqhHNsZaj98vQV7P+jiSs3yPWqCIWUTQ1VXnCeQnB4R5tob0gpMuonhkKq7vrJPhf6ge9Av+yjL7+8oP5LJqFJ5npDxkwZ0u3L0QQ9ftAT/e7Y7ESpwpgaI3Trl0EwAXFmiLjXEUA+FBbE7ko9kLqXqRjc1C0BdRG9sO0QKBGDBEx1W3w8rCPKgaDlVyqsBT1yvIjqqXDOQ== borix@dhcp-31-190.brq.redhat.com", "key_options": null, "keyfile": "/home/branto/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "branto", "validate_certs": true} 2022-01-18T15:49:15.724 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJD+2BHStkaMJ8RStIIz+yDJCGNT1wbwUnmuO71vNlFxzIyHGvCq3ktx2xTwZz/kj6ZayXYWIRH//BhK2/iK/v+u2WQMBURfMHbf0lDMmNfbHCDBjYvEYgFo4Jwvzq4WHus0AHh9TdVt+TpcxyGPhVbUJh8NZut+w4cRIKu2xGoZZGDeLgv9ijXvDPrCdBxtpvQnF99C0bCTdPM7MK1FSCQEaRmNUgzEj0H7R+gmWi0T4HUD8ZY7y0vWbYPqT3Z07My1u2BfRBYpXnv1655/b777TkSlzSasORhSTT0AkW25u90Rsj2JWr39+49/Ia9uOyFtZIirugEv2v7v/l0grN linuxkidd@zenbook", "key_options": null, "keyfile": "/home/mkidd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkidd", "validate_certs": true} 2022-01-18T15:49:15.808 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDO00mus2XPX/EfUZ/YsKI84TnWj5TbZP7Fs01EkoOTPgNoYysVdf0PwhAooz1qPrv+HUsUMpQT6uNYfCHyqx9rScR+XUlyQuFe7Sjp/dn3y+b1PKa6G4HX7f1eejR3ZaLZXA4R/8oucAXqQS5pDr3Y7prwkrp9cyk8uawBXoDcAlA1SMIPZPrtO1+iZw20NDhixsG7NE5jMFfw3q8xTckZEqBbteybci7X1v4lEYXCVlbSbUhyZ2Af8HEj09JBDOL2bI3yLvj9a5Oj/HtKubyApzZpA7rgeoii2UZQGuSRI1VJktp9YC0zGk5S843xYW92utbALKyQ6DdB2F5gc0DX xiaoxchen@LM-SHC-16501223", "key_options": null, "keyfile": "/home/xiaoxichen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiaoxichen", "validate_certs": true} 2022-01-18T15:49:15.924 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrRvNeBa+/GXxkSDmaim7U1wFpdBvgcK9/eP1I4fPS5xAWyxXI0s0ryX4Jwb7auhZdcqPjgUPQvIVVRridKJPz7l6jUlbIqdnZu4VHuaGG/DfIVxsSmw5aI5qI9Fg/s16JPwOUuzcLHsSSh8tFxY9L1yvs3ztQnKHW6nN5+zhPbW8UjmTNUksXXAeCM/OZn+IOOzzvfh0vVe/mghIW2JpOjHkZv4qwaWYcHg6+wWE4m8l84VIegDBiONknZXcQaRj82nHtfdnb2FSiV4+gKP18i90ai0iTKKXUkMJNFKp1T5MuF7UuJLA7l10FmgQJsZBS2Loa5oeqbHYeztNAfUxF JCLO@oh-mbp-jcl", "key_options": null, "keyfile": "/home/jlopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlopez", "validate_certs": true} 2022-01-18T15:49:16.018 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCz7e2G3Ziaus2yMviKh9s65e+yaqy1+ezs5IC6US90/8WumNAWqC4Yr3ckvCc120r3VwpJWcvaAWCF+4IZeO43lSNLadbCnJONed5YklcUuIJvjC1eDbZTMLJ7h0ijgNXgAFmFq0AV2NHuE2L2VKXk2hsIqDVGjZLUpi7W+ic07xnScEoXXDSk5mhJ6bKmFsUYCC91g2roYs9Ui5fGd+ey28SFOADI7osDLpLkiTF2OzGel93o5qobNZwKR0AxGsBIta17mvf3I3307bGnvugDXpNB0FaS1QZhIzMO4G4LZL9zahCvv4wm5GmuO4F0+Ac7dwFu3KZKtHQe3g6WHuAv ffilz@redhat.com", "key_options": null, "keyfile": "/home/ffilz/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ffilz", "validate_certs": true} 2022-01-18T15:49:16.133 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDFkUz8Wr2RPiY8+xf2hL4qMT+jA4mo1gmpIF8q7uVR03vX5NhzQVxVnXiyLCFv6susSMxpBafa7aLutqigXhDGJWUbsJII5yTnFYVer0QmudEsLmoDyvI1HCNk1IVY6aIESE50N3Ndx+agWasIU8TGKqJdDMPyiUtfrvsrGWi/91ZLX6aJSrFqBJtTpxDoNe4XL6QRPNv0wb8GF0az5graXkzVe3GkaQS9lyw8m2ougDvW1SLvoeE+lhUUGhJGkkCZKv1f+QNLhUHyQ3XkXqh4MrP3pPUKIuQ7nKiWDjCP6Db+ZcejjTRC19D2gLjhrw3Z2J7nn/loijlFzV5dp+BL haomaiwang@gmail.com", "key_options": null, "keyfile": "/home/haomaiwang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "haomaiwang", "validate_certs": true} 2022-01-18T15:49:16.228 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpGZK2cWUtE85Bt7fl+kSeiC0lM/EN+H2X3ePGq3LiD4g5R5n6nJsLaJaIZXdJ96G0JSnj07G8Xu1CkVbGDHuVg2O9tnxLhz6tzDwFYNFrQIpALlQwOq8OiwGDDyFkMXQ3JqCCWvyD0HLysOJQIBIlb/o92ZCSAGOyNX1JjrhXF+mlBk1AUW11UeZOeGZQ34MKHapH7T/DuexCz5gfZI/jY9Rg3hr4jb1zGttvAF2eeLJCjqD/Vi4mowYB/Kn/PJhNixeA2sli2i8r6yO/bFmA/PWnfSl+EqD4mUJWb5ATeJ3hyW8qVLOogY6XVu4Sd1VgL7l1RYzXuxJV3Rb1Yw2T joao@sepia\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDV0jbKpbmXW1bhRIOBIdVV1L73qjls7s5pxiW2EMPvZLYzxLBE92e3Vf8bSMWlm1Lyb7a+u5BR85+2c+h2F59sgU1Saek5ebPpFU5qBn8AzYH18iMVSPciByOzwS0NXwWnksckWxUkQgP9bZP/1ORQ7jWZEOHZ5mEQ0oMkP0bfG1cpFrNTxOhDmwbCiQ8dp6KeZaMg4hErALr5Eh/EESxKIkuwQzk9bDbtjPRDu0F2dE0NCjs0k0BXmDA80GksxuOacRxE95K6/er11qst/VqA7o6BfhxJMTXWMdj8NhzIUNjZ8LqLTG6P/XGR24sA2d2WBhlEKRMZNqeEjzmi1REr joao@tagide", "key_options": null, "keyfile": "/home/joao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joao", "validate_certs": true} 2022-01-18T15:49:16.334 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAuTvkaUtEaLbLcYA9Zw3MoHI5ZPudKf6CAbAZdhp4RMVujimR61TT6LdRF20g6F7pH7GrI/1WP2bu7a3sZyCZ1nCJCOhrTTS+2wwy7oGo/0yY4l+Bw6i7LGmJgqpO5dDxwADMlaHUwJ7Rf1Q+Pd7NmggkAVTmaN6qUGffz9hZsj7ibD/Z8/GFtQsCEMloTLtnz4NB6Gxe54UXEKz9pvjpXBhs0xWsJtDKaPFrbKRKswuH45XPuwJhGr249ZYtwQqcgXSWhOUcPTwf5Y6fj27aL2dx566DxQzqzNbcTcO96MguIy8Ufnc0kIOQQw9oHJZtg82zwM6+2mWr9J/K94Gv9w== kefu@save.node2", "key_options": null, "keyfile": "/home/kchai/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchai", "validate_certs": true} 2022-01-18T15:49:16.438 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHhYb/mGgHbEntAN2iPFTV1k8MYDs+jtsJDPE9MWtUZXksdeG8cEfXDBGhiBsprjELsW4+czJBqqESugFMevEysTVKIo5lc95bf1nApxfiRyMnAxb5wQ2OeLY62x26TWJhPu6HMajV+gb8CKjxDobf1Ix4ELbYlL77SOH1VVDtVZ6HiwtYngXAPMONCdI99cuwJlBpv5RjDoLwljOoxEXIh+1Fsvth+iymp0rIPuJx91DzYYgWZFfCLPHRgDy0H7YRdQWUzhrxTyzuT27vsNh5L8HgdowzOu9f2HwGzlTlxli94IJLMBY2359xsqjSswZzAv+BiPDAZMUwJpYvRvSt nhm@clusterfaq.org\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1JAKymiRDyVar5P75cMycxz9u8VsLuNtf/0t1na4ofa4YmanKswPQQz1Am82pvyPqXlBbdIGVneyMrkEoFAk4nTtfmCl7WdtaxnH87Dr9BOLEp+lIPHy7jpS/dcVmKRPB1qCYZ5GNAZ9g+DrXdaeOJdUOpIK49BP1IK8Uw5eBWAx/ae6/12yz+d/6e9kBvO7OUamMSne6Ghe2pRoI8jFOdWMbQy3ofb5wSHZGPNDn0YTGbNWHlfEAcrFmGQSTwohca4SqCJ1NgKnYu4qPVmb3Gbpm+MpUPs8Gy++rQ8wVZ5xWZW/yReIbJCqqVY4vrQzVywQXRucIrB1VyvShuNW3 nhm@metropolis\nssh-dss AAAAB3NzaC1kc3MAAACBAM7BfQAinQmLlkTgt7IIg3nQyyaJRiWA4agfu/HncrcAmepGqPCwy451g1eLMD3AC4QptHnV80Y47YQTyX1VQixIQ6M9zHG6Bo7IXzyqFHFpqnDZN25DaMM4na5bf1CwC9RtR7VWubojatPylOpflkChUBuAGWnzwkz2cxl4Dc47AAAAFQD35l/Lg4eTqZ83eTgJ5lihzHS/awAAAIB/ZdMSE6M0zEvdNPsWY28bvQ0QXN7w1ncVXGachA1JOEFGYvsbHeoywLpSYoiPLV57/wZT2dUzG70u80IQGildZ1WgQNn7C9r2Z3ZUgKmRGyC+PpYEa6nv+U4CHdMViBRXxNrP0bj2CfQv 2022-01-18T15:49:16.440 INFO:teuthology.task.ansible.out:UxUxrHWtOu/da2W23cpSs6Wz8gtz2QAAAIEAvf4vx/32Sy+kbvqOCYz0wu0ItlECN0qOk3gAMvphYMI2sW2ez2+Tsua4eoPRXT10zFxiRTkHQd5FSIvNWXV2iqed6rpwTu5K8vJz2duMIyI+xWLHo4XudtZdNxggkf+RW9JvPOMLMp4sCzBXxpreHBsb1CynndKeYVrgMLybZ28= mark@Marks-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfDOM2v4h6Dk4pMWPQxxHI5rhFtLjkme/4hAp6ki/kJ1XOSzBQdQmD2UPDKvfO9lKO7v12G2Wt+re+0giAcSkfej4+xqV53u7d2pTbMI5U3zohZt8AgESx22DAxj1wBZYuyGO2TRI7DRQMxC47E8EJgcmZBBnMKk1Rz8k71pTmg+CI2vjWx/2x2bup9Mqe4uMA8ubjg2qRlWEqPKIKcHZyrAPdIlpy2FSZ9SPa0mJpdl6aYcFNgonD8BO6A0u2RPO90KmEWrRWu69vRvbbTDiqE0CkJJlAlu3jeFVD8US9vymBHSI0BDFUbukuyG1tAujytqGBRLzxQDU9JOYMP45v nhm@mocha", "key_options": null, "keyfile": "/home/nhm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nhm", "validate_certs": true} 2022-01-18T15:49:16.542 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2022-01-18T15:49:16.636 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJD+2BHStkaMJ8RStIIz+yDJCGNT1wbwUnmuO71vNlFxzIyHGvCq3ktx2xTwZz/kj6ZayXYWIRH//BhK2/iK/v+u2WQMBURfMHbf0lDMmNfbHCDBjYvEYgFo4Jwvzq4WHus0AHh9TdVt+TpcxyGPhVbUJh8NZut+w4cRIKu2xGoZZGDeLgv9ijXvDPrCdBxtpvQnF99C0bCTdPM7MK1FSCQEaRmNUgzEj0H7R+gmWi0T4HUD8ZY7y0vWbYPqT3Z07My1u2BfRBYpXnv1655/b777TkSlzSasORhSTT0AkW25u90Rsj2JWr39+49/Ia9uOyFtZIirugEv2v7v/l0grN linuxkidd@zenbook", "key_options": null, "keyfile": "/home/mkidd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkidd", "validate_certs": true} 2022-01-18T15:49:16.742 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/r/Xf58szqJ3wLdTE+mRK1Z11f/+VABmx6804NO77ncdC5ZvD3Kx6WP/oje01iwWEVXNAgEOaXp6j+U10aPvBMaS30qf/IhUcrXwO1YcGzZ0pV6UZMxcTuJw6w1VXy/YtgW5BlIfSm78zabztES9BqCgjYYM2rml3L1teDF4WU1QiI97iW0R57yc0t/gqXGpxqSFQ+iNYAl0Q1MGUgYltLvPrhm9WI2WhR2/GivdVMEM5lViNlegxneAZRb9YZMCG2kmSP+9Zd2NR367OrlgzmgeY/9u+KGXQiyfaO330s+iksxVwwE3fDl+KnqXuHSJNccJV7iXzZKej2QAire4X dfuller@Douglass-MacBook-Pro.local", "key_options": null, "keyfile": "/home/dfuller/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dfuller", "validate_certs": true} 2022-01-18T15:49:16.847 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrRvNeBa+/GXxkSDmaim7U1wFpdBvgcK9/eP1I4fPS5xAWyxXI0s0ryX4Jwb7auhZdcqPjgUPQvIVVRridKJPz7l6jUlbIqdnZu4VHuaGG/DfIVxsSmw5aI5qI9Fg/s16JPwOUuzcLHsSSh8tFxY9L1yvs3ztQnKHW6nN5+zhPbW8UjmTNUksXXAeCM/OZn+IOOzzvfh0vVe/mghIW2JpOjHkZv4qwaWYcHg6+wWE4m8l84VIegDBiONknZXcQaRj82nHtfdnb2FSiV4+gKP18i90ai0iTKKXUkMJNFKp1T5MuF7UuJLA7l10FmgQJsZBS2Loa5oeqbHYeztNAfUxF JCLO@oh-mbp-jcl", "key_options": null, "keyfile": "/home/jlopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlopez", "validate_certs": true} 2022-01-18T15:49:16.952 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIKepJjIovBTCkdVyvAdptljhw9bYcwtIqV/ojdbpeuJtxDo9UyrEkNoLeVpZgOcrbgrkOE7AEixo3qB9PbD8z5NRUleV7wipSh3QwrDmSylSVReJKOwYdxUKkzesZYBGIGYzAbTKqcVzPUWCeW314+xmv90XkO/+1vgbC5uoXfbfnaiDHQimBom8QV5Egr+EhhcuCqMEqaVSvjMr1T0e6IL9gUens6Mys6czI37go6QvmgEzkBbDJJ64PsiOOFHVNk4DJVJ1c7TRtsnpIHM1YVFjsH1AnAL6UufbgNSFf5dziUB/Bz815P1/jsOGpHkUKE37DbHU5xtLGl3MmimMt4ndcG6EggBGEYBwfEWPRAsZs3qngssrNH5W0CzbysLaoovzq5VqS8SdLMu5XrRLBEB0uWWzLq2bobYymk3t/oby5zrHJV78xAuLmldqjvlPZSdkgwWNv9YBLkteBVr2HhjtuashJ6amNPbA4kCGhXMpeRhfvfqs31CBEKbTV+A8ODWbWAoQxLCcqS24x0yMi73N0UzuqDTaJMcE8ODJvOxcLNaV688QDbrC/UehpX/Bp/DM7fLHj4YhkRpZxkkN5w2kb/bBbWya4DrffhHKqn9CH1z5ynj0237PhTwCXjtRn0JzpeRgN8OraFgR2H3uPc9XNqlkFxxOBK0lRngbxzw== owasserm@redhat.com", "key_options": null, "keyfile": "/home/owasserm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "owasserm", "validate_certs": true} 2022-01-18T15:49:17.046 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDFkUz8Wr2RPiY8+xf2hL4qMT+jA4mo1gmpIF8q7uVR03vX5NhzQVxVnXiyLCFv6susSMxpBafa7aLutqigXhDGJWUbsJII5yTnFYVer0QmudEsLmoDyvI1HCNk1IVY6aIESE50N3Ndx+agWasIU8TGKqJdDMPyiUtfrvsrGWi/91ZLX6aJSrFqBJtTpxDoNe4XL6QRPNv0wb8GF0az5graXkzVe3GkaQS9lyw8m2ougDvW1SLvoeE+lhUUGhJGkkCZKv1f+QNLhUHyQ3XkXqh4MrP3pPUKIuQ7nKiWDjCP6Db+ZcejjTRC19D2gLjhrw3Z2J7nn/loijlFzV5dp+BL haomaiwang@gmail.com", "key_options": null, "keyfile": "/home/haomaiwang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "haomaiwang", "validate_certs": true} 2022-01-18T15:49:17.162 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDVFy1sjGvvHwS7Q6E61ykH4dUGfxW9+a7Xo3JMpTBT33/E8bTrYF6ZHSdH+uxScisV9Vll222NJCLXyx2s9EOcv4L88vWDTZGCaUb3iA5dweLm7EYi1NXT/p+jWDA7MAF1FQGSAQafTHpNRxLcrVPgsLDy35weV4xj7ShEU+w7EBDb75jlJXqy0luJLKNBrLzz/wDV9Oe6y3APwQBhtO7vGrVzrWEF/LWLe7U9ad3DQjvLM7+H+QVpNy+nt7us73K8vHDk1KrPlCCjrcN+fSGPD/ILlxrDrDeqmmBCtPMa7PSSjCyAV/EW0fsmArcHrHXKeKWTKXG9sDL0KBqos1kB vasu@vasuSrv\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQConeaJ2kvUOMy+jeKvXZTw655L3KK0ZG0HONIySFrRNkGa/M/hYf8oMNVh9SEax7vLNme0kwk7d71EhgtMGNsvHtQOkshWxM9P0XPk4HgB/OL+2LQ/7M3SwD4vuXPbqvrQS63YMoxcHBue5Ol5hXmM+qSoZajpUrfB2woqbp7aKsCpoK4Cgj4XfLHfh0n239ae38DU6GoAcL0GzMsxMdQhWzBwOO+ZHfowohc1pfY0+xGIMW1OlMN1eO7kuK2gGS/YRVOnLw9uu/2NErIjBzCihNN0PYWur2JE+KmU1x6VMaky49cKmAlc5WUqZ+FpV3gvnb3cLjBClnCkdjIcLeRR vasukulkarni@ovpn-116-227.phx2.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRFyOO7qitrq6Hk2NSl28h4laRTxA2zezy1wwjTqs6UL+oZjNRYQjeWD3dDNPZrUmc9JyI3j1EN11cCsKAp8YXz3ItB46M0BPeJ4TXCpg36vxs7/twSDMq/EoXA5sRBbUJFf+bthcNemwG1WsJoxRVzMezbWBTHvz5i4Hbh4sL3PBbac3FhT/3b5Q4tKdO6bXGXmNLAoALyVZZMfoSz9CWzvrO+g8Houb9iJiaXHp293y+ND9Wicl9wHPckO1VcocZ+ldByujgX1cz6m+pxmf6AKY1 2022-01-18T15:49:17.164 INFO:teuthology.task.ansible.out:OMJj5PjmpN0HrgpV2QLVA+ba9qBiDwi1g8sRHXkOETMZ2jq/2a/mmTtvrsF vasu@teuthology", "key_options": null, "keyfile": "/home/vasu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vasu", "validate_certs": true} 2022-01-18T15:49:17.260 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAuTvkaUtEaLbLcYA9Zw3MoHI5ZPudKf6CAbAZdhp4RMVujimR61TT6LdRF20g6F7pH7GrI/1WP2bu7a3sZyCZ1nCJCOhrTTS+2wwy7oGo/0yY4l+Bw6i7LGmJgqpO5dDxwADMlaHUwJ7Rf1Q+Pd7NmggkAVTmaN6qUGffz9hZsj7ibD/Z8/GFtQsCEMloTLtnz4NB6Gxe54UXEKz9pvjpXBhs0xWsJtDKaPFrbKRKswuH45XPuwJhGr249ZYtwQqcgXSWhOUcPTwf5Y6fj27aL2dx566DxQzqzNbcTcO96MguIy8Ufnc0kIOQQw9oHJZtg82zwM6+2mWr9J/K94Gv9w== kefu@save.node2", "key_options": null, "keyfile": "/home/kchai/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchai", "validate_certs": true} 2022-01-18T15:49:17.430 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDlOImwCV0AGu5L29ABaefV9Vqjv43WYJYFuLTxGQQdeQGcways6iNKGIX/nzf3UWkwgg25OVSpzB7zf6FjBx+HcQU+RJ7FLzeaz0s8ZxBXqWwtOYOvP9cXmAXA07hD5UAfxZKC1twBzL82bKJ2ZSmzfQmBjvpUOqRs7XwsQIClOW/ycY+jLgLRLFFDxzADsgnn6UEGlHeMETYocUbe89P3wbY5fHhqZmn6e5ncuAQMsiLRa9d+QhSdpD07Y/P65EzqRF4UOX+zpOc6gPlgHFir9pvf0bTbbBG/qKN9+KGqzZMRJGKenpHM6EMfLkf0QmrT4s4zd4ZnUQPq3HN3pul3 redhat@unused\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9n4ege98BNmvgUxogdcpptMILFfEisAQaiLUvSKpTsoy2gF7C6xSJXgDaziT5dW4ad2El4xmKQ/e6/e14Vx5i9pGbJz4NvL36Xmb3ent2PtY18i6d3CbnmGI8J7YH4YS9QvR7FC/KuvwLR6AdJ+uQShGhqG8kWJMjbqrtaxu8l1hq8ymBXw3O1Ht+xrZ/r3dEkAIVF3bMCSUnZpEbSsNoeiydEQl0ZCw+meXYmSw15vYVtKpYscZxqADqhSJJxIEHZA4E88dq6aYdV2AZ/s4cJK+tBl/ckBnclI3VGHSGn6oaHoO/fCHtKiENplDuKoLGQPO6xJ2Q/apHSGD7McY3 redhat@network\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDn/XgNfvqytLHgfBUdQIhJiWBlj+JrXqGZYvAZZJIWs32Ugm1/lCQTssGZrEj3+Qv81jLfkP6VQ8gXSWJkzUK4csxRxkZKXqcYLDE1csdmAFDOfWUFJwhMsCiiCyBiW9oapioLpvd40nw8k9qM4QuzaUhVonoGXMDDL1/dCgkbIjiQxxTJPHDEJFjtzul+VuhlhHqE6S1syoJG+UKo3Q1tOBCs8rwaPXEfCXFsyv+ZmcEv1+mpM8QRjdr1D1hfUfwb4CHtaa2AE6B5wL+zoY6+jsrTwZSwCfeIdgEZ8e3V2iXP5F7G6eXotu5r7mGYJClHZFLSfbNPN5J+EbRORl9/ wbhack3r@dhcp35-24.lab.eng.blr.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHYkp1nuRSYSAl6me1xuoTU30DW2YpAR6EH1c2adUC9tNtTZbMnab11aitQLAtZb9SKsRgnoB5KpH+zJ0VNKCuJU227r9vZwcVUruSGwA6X7LOrSkK0gFqNRZkVoKhC9oGHSU0zegYBDxx8VLxSV3CE56b+KEosEo6iJe7TkXy3wXHK6am0uhQPEdSHtdUdD683CGIffdF1RFmAFnzTPn96lC9rLe1mIGO+jVQx4zIo3i33RFQLy++4DtQw6Lrgp26Xr85HmQekjgyiya0VkR9Ypy7fgF2ucBGegnOgZDGCCY4G2RuqiZyK 2022-01-18T15:49:17.431 INFO:teuthology.task.ansible.out:z2TZaOecDwrLkbYM7EGp8up5uLFRZsV shmohan@shmohan.remote.csb", "key_options": null, "keyfile": "/home/smohan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smohan", "validate_certs": true} 2022-01-18T15:49:17.548 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2022-01-18T15:49:17.657 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDZePxJmYerihzA0aQbMt7K7bctPEDcwPHiO8EVuJowp6zwhSmtDnYuFybKJsee4l8+rDKR6T5Ugdl5pLjSzQ+Ba00OSH7+qWC6shvVDYju5mIooJnc+kwx8RgapbGtDdl/yYskBb1KD5g/3+i/2aM+Igk+7nQR7Cny5+WnUEvHd7PHBbUXQSuu+mlUlnXCVMM8g8qlc1I3WQL5eQoIqGjSWRgZUIsn3P5oryYBzbuG9jqLwbaohJvZRJqkimQDe7zCFk6bB3z39pyOWUN+sldRvyL8FPyEmqog4IwpjcYyCuCnPhnb6fNq9yB65RUIde82Kkzx3LZrYOXTrdHgD/lr abhi@trusty", "key_options": null, "keyfile": "/home/abhi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "abhi", "validate_certs": true} 2022-01-18T15:49:17.763 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/r/Xf58szqJ3wLdTE+mRK1Z11f/+VABmx6804NO77ncdC5ZvD3Kx6WP/oje01iwWEVXNAgEOaXp6j+U10aPvBMaS30qf/IhUcrXwO1YcGzZ0pV6UZMxcTuJw6w1VXy/YtgW5BlIfSm78zabztES9BqCgjYYM2rml3L1teDF4WU1QiI97iW0R57yc0t/gqXGpxqSFQ+iNYAl0Q1MGUgYltLvPrhm9WI2WhR2/GivdVMEM5lViNlegxneAZRb9YZMCG2kmSP+9Zd2NR367OrlgzmgeY/9u+KGXQiyfaO330s+iksxVwwE3fDl+KnqXuHSJNccJV7iXzZKej2QAire4X dfuller@Douglass-MacBook-Pro.local", "key_options": null, "keyfile": "/home/dfuller/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dfuller", "validate_certs": true} 2022-01-18T15:49:17.878 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDcsBe6CzgWh64iZAH8zbU6ra4yEiUBSsiUn0AHzyQurvjeRpL2Mut6B1WEi0kJG7BAM6b13JrhnD9BW9yIMIUIPpVTa2o4zaXP90+bvjGrgDeJbxv3T9/TGh13k+WWyampxm2lo90/+Paql/HObQyyIv7Wan0DOdIe2/Ue4ooWH0tu3kj+3unJTuw82oEDEn+9tGs0oleG2c8XN0gQyVl1DzR2Gqf9PCzXK7hInC3niY2huoSAZzVFEgsniKEWqTnVWYi49X2SsJhUyHCj+mqrTG3YnW30nha3EXOWIbQGblXVoTIOc+gNreqdGByOMICKSnQmPSG4DAl3c1Y4h4A71T3Q043IUv7v7S9tAEKq2h6oJ9I/a5z0u4kaL/+B7Cw7l4bitTdcZ0rcqSvOkKUNNgxujbucMSSc4Tsh5L0762xaziD9nQZl5bteb3VtsMAueqhu7L3sJy69+HGg7oF68t5TguErXfI2UNVGOn3eRj+zN/zSwLUXMoROlpM5yHXSzHvpsbgZiHBImM2CeG4qaPtqzFw7VH6NWJv4ypb0htOMWsbXmLshNTca1KXrrBcVozSJC8wKgEOxu4spk26G8x1IVTsi2ypyYX+irtAqZrrpIPdQ0Ss9NjKPhFNXAxJgLHj6TlH8UNh1gRfN/QTyzpFSe4EH6uOlnWuxcuM8ZQ== cbodley@redhat.com", "key_options": null, "keyfile": "/home/cbodley/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cbodley", "validate_certs": true} 2022-01-18T15:49:17.973 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIKepJjIovBTCkdVyvAdptljhw9bYcwtIqV/ojdbpeuJtxDo9UyrEkNoLeVpZgOcrbgrkOE7AEixo3qB9PbD8z5NRUleV7wipSh3QwrDmSylSVReJKOwYdxUKkzesZYBGIGYzAbTKqcVzPUWCeW314+xmv90XkO/+1vgbC5uoXfbfnaiDHQimBom8QV5Egr+EhhcuCqMEqaVSvjMr1T0e6IL9gUens6Mys6czI37go6QvmgEzkBbDJJ64PsiOOFHVNk4DJVJ1c7TRtsnpIHM1YVFjsH1AnAL6UufbgNSFf5dziUB/Bz815P1/jsOGpHkUKE37DbHU5xtLGl3MmimMt4ndcG6EggBGEYBwfEWPRAsZs3qngssrNH5W0CzbysLaoovzq5VqS8SdLMu5XrRLBEB0uWWzLq2bobYymk3t/oby5zrHJV78xAuLmldqjvlPZSdkgwWNv9YBLkteBVr2HhjtuashJ6amNPbA4kCGhXMpeRhfvfqs31CBEKbTV+A8ODWbWAoQxLCcqS24x0yMi73N0UzuqDTaJMcE8ODJvOxcLNaV688QDbrC/UehpX/Bp/DM7fLHj4YhkRpZxkkN5w2kb/bBbWya4DrffhHKqn9CH1z5ynj0237PhTwCXjtRn0JzpeRgN8OraFgR2H3uPc9XNqlkFxxOBK0lRngbxzw== owasserm@redhat.com", "key_options": null, "keyfile": "/home/owasserm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "owasserm", "validate_certs": true} 2022-01-18T15:49:18.088 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrtHyRuOSEXAM6mwL4qoM+NM4hpIKhaRS+/Y6RDoFKszkXFw/jC9ZYh7q39rQpWQBKHVe4RyPN9yyGWydFwaR/BjZi14ippmYOqVG4f7b+k39NFbMJRcSxYC+NvkqxK7+zpsnIWC+RdJ+blZi+zCbaaAYcMDSvBZW19FsJSLrO7hh4R1cuzgV+Xrmwdc1/VH+HqPMu3tHGv7N0SfsklWI8Inr0aiL83QqqgKPcVxljSWZGYvvFyTQOrkNQeaLURJNER9WIIac9o57WOINw8kR+ojebcOUBsrxZH9j+gMjsJ752Rph03wdMUpFcnS6yfvI4Ial7x/sGms4FE+wL/vVF mdw@pika", "key_options": null, "keyfile": "/home/mwatts/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mwatts", "validate_certs": true} 2022-01-18T15:49:18.182 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDVFy1sjGvvHwS7Q6E61ykH4dUGfxW9+a7Xo3JMpTBT33/E8bTrYF6ZHSdH+uxScisV9Vll222NJCLXyx2s9EOcv4L88vWDTZGCaUb3iA5dweLm7EYi1NXT/p+jWDA7MAF1FQGSAQafTHpNRxLcrVPgsLDy35weV4xj7ShEU+w7EBDb75jlJXqy0luJLKNBrLzz/wDV9Oe6y3APwQBhtO7vGrVzrWEF/LWLe7U9ad3DQjvLM7+H+QVpNy+nt7us73K8vHDk1KrPlCCjrcN+fSGPD/ILlxrDrDeqmmBCtPMa7PSSjCyAV/EW0fsmArcHrHXKeKWTKXG9sDL0KBqos1kB vasu@vasuSrv\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQConeaJ2kvUOMy+jeKvXZTw655L3KK0ZG0HONIySFrRNkGa/M/hYf8oMNVh9SEax7vLNme0kwk7d71EhgtMGNsvHtQOkshWxM9P0XPk4HgB/OL+2LQ/7M3SwD4vuXPbqvrQS63YMoxcHBue5Ol5hXmM+qSoZajpUrfB2woqbp7aKsCpoK4Cgj4XfLHfh0n239ae38DU6GoAcL0GzMsxMdQhWzBwOO+ZHfowohc1pfY0+xGIMW1OlMN1eO7kuK2gGS/YRVOnLw9uu/2NErIjBzCihNN0PYWur2JE+KmU1x6VMaky49cKmAlc5WUqZ+FpV3gvnb3cLjBClnCkdjIcLeRR vasukulkarni@ovpn-116-227.phx2.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRFyOO7qitrq6Hk2NSl28h4laRTxA2zezy1wwjTqs6UL+oZjNRYQjeWD3dDNPZrUmc9JyI3j1EN11cCsKAp8YXz3ItB46M0BPeJ4TXCpg36vxs7/twSDMq/EoXA5sRBbUJFf+bthcNemwG1WsJoxRVzMezbWBTHvz5i4Hbh4sL3PBbac3FhT/3b5Q4tKdO6bXGXmNLAoALyVZZMfoSz9CWzvrO+g8Houb9iJiaXHp293y+ND9Wicl9wHPckO1VcocZ+ldByujgX1cz6m+pxmf6AKY1 2022-01-18T15:49:18.184 INFO:teuthology.task.ansible.out:OMJj5PjmpN0HrgpV2QLVA+ba9qBiDwi1g8sRHXkOETMZ2jq/2a/mmTtvrsF vasu@teuthology", "key_options": null, "keyfile": "/home/vasu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vasu", "validate_certs": true} 2022-01-18T15:49:18.297 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtVTFNH 2022-01-18T15:49:18.299 INFO:teuthology.task.ansible.out:ORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDISEXvGI2oJLTRR15ePZLkmdYjaQJxt9V/yBwKdGqYvnPzmLOpdmVpdQJo7ZOWwdp5tJsCy4q5uX5vIUv6Gyi3uVSGmZnrKUbsqoDNwAX5vx/gFBINIs/ZXXyD4fpUT8aoZeq1XmXdIaWG0nImsrtRnRxKP9NGZEcW8z0WPwgF0Ck+RH0qZUix6Bfbgy7vMXnivuDv+NdjEwyszcrPWvf6Krr0am9Q0+9nj/mjvk6CZLl+CH3HNdkhZuNs+qMG4XW8KhLvQB2p790XVlTHuVU4jWrFmjymggZxkhoCY/ukHH6wi2Pbx6yjjKOj8iIw1xKabJzJ7S8UKT23A41d918DUCUuEG66pN6Z4dnv+fZJxj5iEo1GdycSWIc4SpLTK3z4zDZypVKIzjI4o8VwQaN48HkVjUdTICTvGQfytFi3jX1I5nxIZiiPcxMQLR5hQggP8pn2XtvXpomn0aBc8tVuuZJLVq4zCVnhlVB6IACmb71evjFGOsoSuEsaTufUr48= prsrivas@t480.lab.blr.redhat.com", "key_options": null, "keyfile": "/home/prsrivas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2022-01-18T15:49:18.412 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDlOImwCV0AGu5L29ABaefV9Vqjv43WYJYFuLTxGQQdeQGcways6iNKGIX/nzf3UWkwgg25OVSpzB7zf6FjBx+HcQU+RJ7FLzeaz0s8ZxBXqWwtOYOvP9cXmAXA07hD5UAfxZKC1twBzL82bKJ2ZSmzfQmBjvpUOqRs7XwsQIClOW/ycY+jLgLRLFFDxzADsgnn6UEGlHeMETYocUbe89P3wbY5fHhqZmn6e5ncuAQMsiLRa9d+QhSdpD07Y/P65EzqRF4UOX+zpOc6gPlgHFir9pvf0bTbbBG/qKN9+KGqzZMRJGKenpHM6EMfLkf0QmrT4s4zd4ZnUQPq3HN3pul3 redhat@unused\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9n4ege98BNmvgUxogdcpptMILFfEisAQaiLUvSKpTsoy2gF7C6xSJXgDaziT5dW4ad2El4xmKQ/e6/e14Vx5i9pGbJz4NvL36Xmb3ent2PtY18i6d3CbnmGI8J7YH4YS9QvR7FC/KuvwLR6AdJ+uQShGhqG8kWJMjbqrtaxu8l1hq8ymBXw3O1Ht+xrZ/r3dEkAIVF3bMCSUnZpEbSsNoeiydEQl0ZCw+meXYmSw15vYVtKpYscZxqADqhSJJxIEHZA4E88dq6aYdV2AZ/s4cJK+tBl/ckBnclI3VGHSGn6oaHoO/fCHtKiENplDuKoLGQPO6xJ2Q/apHSGD7McY3 redhat@network\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDn/XgNfvqytLHgfBUdQIhJiWBlj+JrXqGZYvAZZJIWs32Ugm1/lCQTssGZrEj3+Qv81jLfkP6VQ8gXSWJkzUK4csxRxkZKXqcYLDE1csdmAFDOfWUFJwhMsCiiCyBiW9oapioLpvd40nw8k9qM4QuzaUhVonoGXMDDL1/dCgkbIjiQxxTJPHDEJFjtzul+VuhlhHqE6S1syoJG+UKo3Q1tOBCs8rwaPXEfCXFsyv+ZmcEv1+mpM8QRjdr1D1hfUfwb4CHtaa2AE6B5wL+zoY6+jsrTwZSwCfeIdgEZ8e3V2iXP5F7G6eXotu5r7mGYJClHZFLSfbNPN5J+EbRORl9/ wbhack3r@dhcp35-24.lab.eng.blr.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHYkp1nuRSYSAl6me1xuoTU30DW2YpAR6EH1c2adUC9tNtTZbMnab11aitQLAtZb9SKsRgnoB5KpH+zJ0VNKCuJU227r9vZwcVUruSGwA6X7LOrSkK0gFqNRZkVoKhC9oGHSU0zegYBDxx8VLxSV3CE56b+KEosEo6iJe7TkXy3wXHK6am0uhQPEdSHtdUdD683CGIffdF1RFmAFnzTPn96lC9rLe1mIGO+jVQx4zIo3i33RFQLy++4DtQw6Lrgp26Xr85HmQekjgyiya0VkR9Ypy7fgF2ucBGegnOgZDGCCY4G2RuqiZyK 2022-01-18T15:49:18.414 INFO:teuthology.task.ansible.out:z2TZaOecDwrLkbYM7EGp8up5uLFRZsV shmohan@shmohan.remote.csb", "key_options": null, "keyfile": "/home/smohan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smohan", "validate_certs": true} 2022-01-18T15:49:18.506 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQD3vdP9QHyNFUNPOdplezEbdYsQfcC91ncATI6Fl/xHifmUbcvjIRqZHkCY6FNWUpMeg9S3+wlHJtzjVqJJ/MlQML3EtwnzQkeWv8bjtuZ07OqULYIv0zEx63XUfSnrdFleJ8+KDSpn7krkYE44q85B88IL+ZBeq5eCXFJ1TtmsDcvsN8WqZNWMdUGqgH3Bb4D8+YKrEfGxoievyxZ1A1DnBHan2l8foTKYggRrnuSbTb59cFpxY3R7Arc5Cn9kDJT1nDVBA5SSGCfRMiNyBOUzQVYe/UjKTaCpngglXC3wYnjoGvGcpksHLQCxyuJPB6djC1tdF+3Jehdf8y8+2TBzWXiiPq2XwS58sER5GcLLLQv26pPL8hgu6CdI0sHxgcgQBgpjoLwUMHmv13CnN/AAcZY4RRDK2X5zd6wFSEhuuCoUqh/m7K219IxI6fVkLaApC851D/ua/pj9OMjiOaJ+D13cPrgfqxva4eK8FQZvqQm7aUK/TT216QNYmn7hkzNjMTkjv/L5yYQ5Ym92AHy44wHzLPrtDB5mk94vHOjG+KlAt9ofuLncMSAXWe+fOqxuIQ6VfbL2LUv0EGYhHe4XOVj98q5utsVQxQbXAZzNQaq9FWXs2A4xcVP7aWj0Fooi17LN/W0ng4Iijir5hyLr7k7M1G6resgiY7p83biNow== pdonnell@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQCpgLVt7Zphmf6nqD+9BC0N91jdmaY6ZpvrYWlzbhxXITQ6juIEtegnlZ+8ohdeEfHFBiyu1xOSQSM1X1ugvpPQE94UqQg7JVb0tuoUCNJHYnIuv8T4YgyP0/vEV48k2G0BBWlP+IJ5f1iDvZuLHWLR5JSgGqh5ELaaHr7Cbyb6JlImldb7SDIoPHMCZ+n6dLO8l5Zy7qWelw6aeA770xmPucBr6t/BVns2g77XgJz6zFd99yEaDy27i8jfzL7WqR9i93yVE9EsL7tuOjg6G9KUzxBF0bg9iVsJXypvcBuG0JwQ+SDKqYw/cN4iLy5qBa6Siqrfpc/LKU21VNmJ0e5eXNgKKbMBpBb8GVmkoLaSRcXw7LclWopjNDA+meUhDAwU7b97N7cqN8BYhBKQyiShXFHMKLuNo2fSuTRt/icfb9VisKNGBdvwgV0oOlrqbXMzZKmj9amb9b+3JDBTGB7ioCsj5x/Evf9srXRrQ9kikIr1aBbVXIWir/lasNWVydcmUYsNi8L7W0vXArLwp+GgOXJFeZUiD3z9LG4CouRxMSwoj3lgWeL2ZR8feH4D/SP/+QmBdU6+aG97au9qreeXi5X8QTR3LND0DwwEKczX+3s+Fa950Oieom/gXC57PVKVh90KVoAGw3HzJTlZrauOtLkYbTUAX6woOMhAtJ5oWuDDT4UrHQj37jRrrl2dETLwKwUJN2+2L07vnnOZ4ABcGWLsU6d3bXeUBlw3pdsYqPebDKUEpjL2kUOw+zmfjE 2022-01-18T15:49:18.508 INFO:teuthology.task.ansible.out:fdVx9BfrvExvDX+3MkxccCJ8FY7od1s5fGEFHsXnIiMnLO/HZb/JN+Aoe+/ExadIcYwJnWcCJyly2/532kGFUlzOliCwPxgJpjWCKQAv6LjWmxoPXiA4JI0bp6y7lMEjmV2Bp3mwphlsW/r8Ie5hg1UPh/ttHRp/VZgcV8e6nNmP/qc6k9b2DWTNFqtWqm1hXLOwq08HzUEeH9mTqvenyAbv2RFMOS18Y2K+4BKUzHwZujrz9qEh/kqtpFScEIXkOJ+HZz3mI6XfjWFIPS487yRGfUvW3+nSWhvHc8vJY21bFRKdjD84qCVlZ2BfOCGUZSKftVItEiqXMTRs3RZd5epfCVZbJuA0hG16jUseeHqqZqDtlbLkzkxtS6v3iGRnPh/Ke/94FHHCzvYY8cmMYAVaM6p/G3edWftbaEtN70Fo7VKxPrpPzuSRZ7Vxmnb+Zad95DxxAC/vtMy/vkBVIP6dyn4HGxqa1oECFMe4oXdhnxZQoPzvWxb8upcXeAeOMMbcIlMq5a+dCBPGFNKhNhrb+9uAEDHwjE7rZlMJVSvt9v1S4hll6jiYIap+7n4reSKrS45aO9U0xiKXJJDohh pdonnell@icewind\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQC8MdUJzIvTCn0fM+hv1HAO/Lwjy/C/V7stQRWGIxyrRHbniyX8iuaU3j7YNFglSQPJq+YRM9UnGauM9/0J9tHKLsMp+zRQYrtxU/ThiTUN8TRJY11mGUol4yLsqkTtm6oq5sl6o+LfuA4hzaYc3XLrFHRJuCUgbtPG71Q0C/y3U+itrDK4wXUxBa4YzZzcIMg+c88VXwoouPbiL0gW5PCXzMaNtKlOqBUKlE935MLn70wIEfN/EwAAbss0ga1moqeqmi9Nlvm20DNIVFmkAGtYoq6CHXtL/uehzai5Sueop8Vmd8+1U8gDTo6JpiagdD8ZNf0zAbRx587KAT5ZMnahJpO276j7RNa85ZFkNkEnBLqBHRkCkTCYq1GehYyRaR69uuKyczFiIoTfAQgPh7VlnpT9525b/4nFsBDOkWxxWAIJR61YiKemPV/n/e9SwhvVsMDb2B/RBriwR7Mi2SZ/lBHGB+z0OA+EE2rGZy4LFVOfUczqIdpltlNotXan4M4F361i+bX19KE+f2RLySn3+GiFv0CdLwslS/y4xysz+FWxw6B0Y/EkpiDU3CdWM61+THGGm/DVhfL/Pvca7k8PonHFYw/x5w1nBcADpkM9JF+m5eOnp+weTEzl58sS+3GnoAuL8YFJwMW1RmE50xM0o5E3SDc8XftUvaSZz8mhII3uwDDukbELfmkLbnIeipQKyjO+GEx0JBp4Itz82qGuao0Wi32U9wHzhSWnX4GQ0pKZnq9frSlyCNwHu/iMiKF8sA2bX3dvplFJ9nKWPefcU8bdl/upr5hYrd2GttjUSkWZa+UuF264yx3ztcN7jotRhEmmdEcHVzKQ26/NyRI4/9DQpDKY7zw4O2wFkXWg5L9kodXwWzgy4cyOr4dMD9LBVLOpHc0CAji5/+lfuYQbu1mwVdfOzCXDqByjt7zCbeN7KuUh403sJ8PTQVp642xA9i4AkPv5g+fqi5C0++1DbZP0lmLfKtTswHhoN+kAqZu2N4Mu6mNVNKyZgW5h1pZzNSGWYcZttyYmMCHhPketReL0LPJ+VUsqQCVohuta3aaSe44InA28GZsXzMj5B0el/84bnE7cN4b+rfGD25NT73JEt3RgPa9W9jqT1hwd/nf53BDKpp7DlHjR77WSWT4h4F7bhbM1RsGSqAfZjCUJT6Rq+IuM2XcrLDY8zIeArkqaZLXMzfGj6KJ7cQes05P5LYfY4osXiq68Gs/7gzF31PQRRGOYAoqMN7752sn0ZMcpnUj3mJutQcncRUN4+naTMjU36WWD7it0YuQBnb2IJ4iKjYLInw8pr2zKgWtgr1TSCM4xKp/v1/ZMmbBmS+d 2022-01-18T15:49:18.510 INFO:teuthology.task.ansible.out:TzNC7Mpkt8vdCNjzZ5KZ5 pdonnell@aglarond", "key_options": null, "keyfile": "/home/pdonnell/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdonnell", "validate_certs": true} 2022-01-18T15:49:18.622 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDZePxJmYerihzA0aQbMt7K7bctPEDcwPHiO8EVuJowp6zwhSmtDnYuFybKJsee4l8+rDKR6T5Ugdl5pLjSzQ+Ba00OSH7+qWC6shvVDYju5mIooJnc+kwx8RgapbGtDdl/yYskBb1KD5g/3+i/2aM+Igk+7nQR7Cny5+WnUEvHd7PHBbUXQSuu+mlUlnXCVMM8g8qlc1I3WQL5eQoIqGjSWRgZUIsn3P5oryYBzbuG9jqLwbaohJvZRJqkimQDe7zCFk6bB3z39pyOWUN+sldRvyL8FPyEmqog4IwpjcYyCuCnPhnb6fNq9yB65RUIde82Kkzx3LZrYOXTrdHgD/lr abhi@trusty", "key_options": null, "keyfile": "/home/abhi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "abhi", "validate_certs": true} 2022-01-18T15:49:18.716 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDKzhyWb3PmU88m8BbgpEuBzYM6+x28z6aZwHSesiyfXMfF4Y7IZjtKaTxH0ph/O9GQCPhRCVhRd8TlgKWJGhts1E+VkQfHfT18CgmrPWzj3gifc2FJhL97vB1Pd3jksGnOPAikgYPHP46SVMTtyvXCkOUuo7E29WrkdpjawcqM1rfpw63OnzHf7Ar7Sqh/othB7ajyVQ92t+XWSEqj7K+NRfTaq5L5RBWbwarM885o8xdI5mimOZ0QjzKOhFDORrI+HEVlkutyB8E20nZgo7TUy+kYeLVhEqb3A6Pi2QbA9GFLT69kA/H9nebhj7Cuim9yrx4OKeZuIncG0UxSQF3QmWflAZHBs8L/jniTz4DJ5id5jR29tvGK2LeddCEMB1L2cHwWHlG0aX5jaNEJe+nG6H5Tcg3+M1RPM8twBkRQmS3UzAyX/MTH1kktyFUHn8CdBXe0WTuoFSvXLB6BCHWzDYZOt0tIV/xMtBwhy+XGYA4oZSsDU5m7VlSVLBGL8DbRX69Z8AGey2y3FoFu/roY6NmDhTxUedJ2ZfoKSwdZD6jjatdO1621nonBnJxrDgaXCWzT7HtnWcc3GwxZoBrqkvgpsx88f4lNi22OpYVPV6A4hECe04u6OJnHSWVk3ft3p5PaLNF8aEXbiIgzZKAwX3LxpvEDFH/t1sdihhpmjw== jlayton@synchrony.poochiereds.net", "key_options": null, "keyfile": "/home/jlayton/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlayton", "validate_certs": true} 2022-01-18T15:49:18.830 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDcsBe6CzgWh64iZAH8zbU6ra4yEiUBSsiUn0AHzyQurvjeRpL2Mut6B1WEi0kJG7BAM6b13JrhnD9BW9yIMIUIPpVTa2o4zaXP90+bvjGrgDeJbxv3T9/TGh13k+WWyampxm2lo90/+Paql/HObQyyIv7Wan0DOdIe2/Ue4ooWH0tu3kj+3unJTuw82oEDEn+9tGs0oleG2c8XN0gQyVl1DzR2Gqf9PCzXK7hInC3niY2huoSAZzVFEgsniKEWqTnVWYi49X2SsJhUyHCj+mqrTG3YnW30nha3EXOWIbQGblXVoTIOc+gNreqdGByOMICKSnQmPSG4DAl3c1Y4h4A71T3Q043IUv7v7S9tAEKq2h6oJ9I/a5z0u4kaL/+B7Cw7l4bitTdcZ0rcqSvOkKUNNgxujbucMSSc4Tsh5L0762xaziD9nQZl5bteb3VtsMAueqhu7L3sJy69+HGg7oF68t5TguErXfI2UNVGOn3eRj+zN/zSwLUXMoROlpM5yHXSzHvpsbgZiHBImM2CeG4qaPtqzFw7VH6NWJv4ypb0htOMWsbXmLshNTca1KXrrBcVozSJC8wKgEOxu4spk26G8x1IVTsi2ypyYX+irtAqZrrpIPdQ0Ss9NjKPhFNXAxJgLHj6TlH8UNh1gRfN/QTyzpFSe4EH6uOlnWuxcuM8ZQ== cbodley@redhat.com", "key_options": null, "keyfile": "/home/cbodley/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cbodley", "validate_certs": true} 2022-01-18T15:49:18.925 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCijPApnekNl/dsY+fleKYstEzNkKflBEcCoKtjItUCDJCVLVFOsDBrV94EGvDWpr13aj9sSwpUzRbeu/vOW8ZT853HH6Dqg2+eoYwG6vDRprZb93nw6l4vtU59/M0yKkyi9CPp2+YUo31cCFzYWpq8bv2j1xBruDSUCUdn9nJrHiLFqA4QEwSpw+uVCjSKzQL+LjlKmE8Plfd+8mNCQeY/OFsjxAztwN+4M50SZCnOVCIwEXoYRNd82JOXMOaqZJazSWTO8Tml6+Nu0hyEcvHkHxWRDSM+6LmXNnjlVUPyDN2h1/VAYATpOZ2VhmRarDoftCp9Wzi7eQdL/CGiMyuD rzarzyns@redhat.com", "key_options": null, "keyfile": "/home/rzarzynski/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rzarzynski", "validate_certs": true} 2022-01-18T15:49:19.030 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrtHyRuOSEXAM6mwL4qoM+NM4hpIKhaRS+/Y6RDoFKszkXFw/jC9ZYh7q39rQpWQBKHVe4RyPN9yyGWydFwaR/BjZi14ippmYOqVG4f7b+k39NFbMJRcSxYC+NvkqxK7+zpsnIWC+RdJ+blZi+zCbaaAYcMDSvBZW19FsJSLrO7hh4R1cuzgV+Xrmwdc1/VH+HqPMu3tHGv7N0SfsklWI8Inr0aiL83QqqgKPcVxljSWZGYvvFyTQOrkNQeaLURJNER9WIIac9o57WOINw8kR+ojebcOUBsrxZH9j+gMjsJ752Rph03wdMUpFcnS6yfvI4Ial7x/sGms4FE+wL/vVF mdw@pika", "key_options": null, "keyfile": "/home/mwatts/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mwatts", "validate_certs": true} 2022-01-18T15:49:19.125 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdGthG4qx90VQ8mJ7TI/IFFzptkSqBHYZsFIVu06IQgHbnFBvjao6heGt4UlkWJkegPCDWpKVAe7wFuXDpPlj/VssRHB5LBnYHKGfkNAzMNiMjpEZsTdy+9w39CCujipz0AlOSfrUdANBZ11AnG9VgQSPEukX5487juob55lFM6J3x+v4opBF3rSlux3+thbr8V0w4oCHMD9/aHvVjFoBnxo4oirR4jc/jgC2fQCMiAJhFKJGhjkKFiNHxcB3npBuRnpy+59BcScOAzSXdJ7DGnwxQLjymnhqsAcWinjjJhOjaq6NaoeKv5I7zQLaVGaQdIyuuAK1Dnb7trpfQU7mR rdias@rdias-suse-laptop", "key_options": null, "keyfile": "/home/rdias/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rdias", "validate_certs": true} 2022-01-18T15:49:19.241 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtVTFNH 2022-01-18T15:49:19.243 INFO:teuthology.task.ansible.out:ORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDISEXvGI2oJLTRR15ePZLkmdYjaQJxt9V/yBwKdGqYvnPzmLOpdmVpdQJo7ZOWwdp5tJsCy4q5uX5vIUv6Gyi3uVSGmZnrKUbsqoDNwAX5vx/gFBINIs/ZXXyD4fpUT8aoZeq1XmXdIaWG0nImsrtRnRxKP9NGZEcW8z0WPwgF0Ck+RH0qZUix6Bfbgy7vMXnivuDv+NdjEwyszcrPWvf6Krr0am9Q0+9nj/mjvk6CZLl+CH3HNdkhZuNs+qMG4XW8KhLvQB2p790XVlTHuVU4jWrFmjymggZxkhoCY/ukHH6wi2Pbx6yjjKOj8iIw1xKabJzJ7S8UKT23A41d918DUCUuEG66pN6Z4dnv+fZJxj5iEo1GdycSWIc4SpLTK3z4zDZypVKIzjI4o8VwQaN48HkVjUdTICTvGQfytFi3jX1I5nxIZiiPcxMQLR5hQggP8pn2XtvXpomn0aBc8tVuuZJLVq4zCVnhlVB6IACmb71evjFGOsoSuEsaTufUr48= prsrivas@t480.lab.blr.redhat.com", "key_options": null, "keyfile": "/home/prsrivas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2022-01-18T15:49:19.338 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEEjb7yrcY6I6XbMU0hCps1NqBuYmA6HDmMcS/l3i5wJRBitIXYVlv6pefUG9gdBYR5NneccLfVFURu+DC63MJa2ELJvVXsQ6YUOX39bJUT9KlZs8mH+nlTD7tlPmP17Ae3k8sT0H42Q+/5+b5YvdAU+03aPhzntmy38SyvLKrvowRk63wHgcE9p23LY9tY3+HSJu86cb/IdePk1GLjnrMeT9aM+5j2eETrmBjMArP+/2UIsT5eb8MBkQzJ299SCC2gfV/qIVkorFl9xdejctAwNwdT0SPTMxCHxaiK3wZ0e/5HHTbSgR5YlxOlKYq93XBVYIaFKPCePk1At1a3Pjh cephalopod@octopus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDcrTZoKO5e5xs2PB2UuAruvGlJESTHNAtqipbC8yJtRg8WGVDLt//rGu36QNSbpbJYMZgqgKsXBYolJB1ckqLYLv5j8RAoVwbW4QqKaV95y7x0bbXs/YAPnRBhEO1nfpT8GHQusUZvTbz38FDaQwstsYoncmsyZwBrqus9ycFavpY4wfpKoWtzeiK5Wjq7ervThOs98ZJKXJXOOxeI7mDakE3Jv7q2tBNu/rU1kzxIl65kWURzgxox6EmIZXQK3FzKt0jjdKtApVYSlx4ODLPI4iyxOv+MbRe3Nnj6FDhfz8/FeP/U5wWxdYx2WslzZCOI1BJ0VDLu3xEpLlu4vPzp vshankar@h3ckers-pride", "key_options": null, "keyfile": "/home/vshankar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vshankar", "validate_certs": true} 2022-01-18T15:49:19.464 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQD3vdP9QHyNFUNPOdplezEbdYsQfcC91ncATI6Fl/xHifmUbcvjIRqZHkCY6FNWUpMeg9S3+wlHJtzjVqJJ/MlQML3EtwnzQkeWv8bjtuZ07OqULYIv0zEx63XUfSnrdFleJ8+KDSpn7krkYE44q85B88IL+ZBeq5eCXFJ1TtmsDcvsN8WqZNWMdUGqgH3Bb4D8+YKrEfGxoievyxZ1A1DnBHan2l8foTKYggRrnuSbTb59cFpxY3R7Arc5Cn9kDJT1nDVBA5SSGCfRMiNyBOUzQVYe/UjKTaCpngglXC3wYnjoGvGcpksHLQCxyuJPB6djC1tdF+3Jehdf8y8+2TBzWXiiPq2XwS58sER5GcLLLQv26pPL8hgu6CdI0sHxgcgQBgpjoLwUMHmv13CnN/AAcZY4RRDK2X5zd6wFSEhuuCoUqh/m7K219IxI6fVkLaApC851D/ua/pj9OMjiOaJ+D13cPrgfqxva4eK8FQZvqQm7aUK/TT216QNYmn7hkzNjMTkjv/L5yYQ5Ym92AHy44wHzLPrtDB5mk94vHOjG+KlAt9ofuLncMSAXWe+fOqxuIQ6VfbL2LUv0EGYhHe4XOVj98q5utsVQxQbXAZzNQaq9FWXs2A4xcVP7aWj0Fooi17LN/W0ng4Iijir5hyLr7k7M1G6resgiY7p83biNow== pdonnell@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQCpgLVt7Zphmf6nqD+9BC0N91jdmaY6ZpvrYWlzbhxXITQ6juIEtegnlZ+8ohdeEfHFBiyu1xOSQSM1X1ugvpPQE94UqQg7JVb0tuoUCNJHYnIuv8T4YgyP0/vEV48k2G0BBWlP+IJ5f1iDvZuLHWLR5JSgGqh5ELaaHr7Cbyb6JlImldb7SDIoPHMCZ+n6dLO8l5Zy7qWelw6aeA770xmPucBr6t/BVns2g77XgJz6zFd99yEaDy27i8jfzL7WqR9i93yVE9EsL7tuOjg6G9KUzxBF0bg9iVsJXypvcBuG0JwQ+SDKqYw/cN4iLy5qBa6Siqrfpc/LKU21VNmJ0e5eXNgKKbMBpBb8GVmkoLaSRcXw7LclWopjNDA+meUhDAwU7b97N7cqN8BYhBKQyiShXFHMKLuNo2fSuTRt/icfb9VisKNGBdvwgV0oOlrqbXMzZKmj9amb9b+3JDBTGB7ioCsj5x/Evf9srXRrQ9kikIr1aBbVXIWir/lasNWVydcmUYsNi8L7W0vXArLwp+GgOXJFeZUiD3z9LG4CouRxMSwoj3lgWeL2ZR8feH4D/SP/+QmBdU6+aG97au9qreeXi5X8QTR3LND0DwwEKczX+3s+Fa950Oieom/gXC57PVKVh90KVoAGw3HzJTlZrauOtLkYbTUAX6woOMhAtJ5oWuDDT4UrHQj37jRrrl2dETLwKwUJN2+2L07vnnOZ4ABcGWLsU6d3bXeUBlw3pdsYqPebDKUEpjL2kUOw+zmfjE 2022-01-18T15:49:19.466 INFO:teuthology.task.ansible.out:fdVx9BfrvExvDX+3MkxccCJ8FY7od1s5fGEFHsXnIiMnLO/HZb/JN+Aoe+/ExadIcYwJnWcCJyly2/532kGFUlzOliCwPxgJpjWCKQAv6LjWmxoPXiA4JI0bp6y7lMEjmV2Bp3mwphlsW/r8Ie5hg1UPh/ttHRp/VZgcV8e6nNmP/qc6k9b2DWTNFqtWqm1hXLOwq08HzUEeH9mTqvenyAbv2RFMOS18Y2K+4BKUzHwZujrz9qEh/kqtpFScEIXkOJ+HZz3mI6XfjWFIPS487yRGfUvW3+nSWhvHc8vJY21bFRKdjD84qCVlZ2BfOCGUZSKftVItEiqXMTRs3RZd5epfCVZbJuA0hG16jUseeHqqZqDtlbLkzkxtS6v3iGRnPh/Ke/94FHHCzvYY8cmMYAVaM6p/G3edWftbaEtN70Fo7VKxPrpPzuSRZ7Vxmnb+Zad95DxxAC/vtMy/vkBVIP6dyn4HGxqa1oECFMe4oXdhnxZQoPzvWxb8upcXeAeOMMbcIlMq5a+dCBPGFNKhNhrb+9uAEDHwjE7rZlMJVSvt9v1S4hll6jiYIap+7n4reSKrS45aO9U0xiKXJJDohh pdonnell@icewind\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQC8MdUJzIvTCn0fM+hv1HAO/Lwjy/C/V7stQRWGIxyrRHbniyX8iuaU3j7YNFglSQPJq+YRM9UnGauM9/0J9tHKLsMp+zRQYrtxU/ThiTUN8TRJY11mGUol4yLsqkTtm6oq5sl6o+LfuA4hzaYc3XLrFHRJuCUgbtPG71Q0C/y3U+itrDK4wXUxBa4YzZzcIMg+c88VXwoouPbiL0gW5PCXzMaNtKlOqBUKlE935MLn70wIEfN/EwAAbss0ga1moqeqmi9Nlvm20DNIVFmkAGtYoq6CHXtL/uehzai5Sueop8Vmd8+1U8gDTo6JpiagdD8ZNf0zAbRx587KAT5ZMnahJpO276j7RNa85ZFkNkEnBLqBHRkCkTCYq1GehYyRaR69uuKyczFiIoTfAQgPh7VlnpT9525b/4nFsBDOkWxxWAIJR61YiKemPV/n/e9SwhvVsMDb2B/RBriwR7Mi2SZ/lBHGB+z0OA+EE2rGZy4LFVOfUczqIdpltlNotXan4M4F361i+bX19KE+f2RLySn3+GiFv0CdLwslS/y4xysz+FWxw6B0Y/EkpiDU3CdWM61+THGGm/DVhfL/Pvca7k8PonHFYw/x5w1nBcADpkM9JF+m5eOnp+weTEzl58sS+3GnoAuL8YFJwMW1RmE50xM0o5E3SDc8XftUvaSZz8mhII3uwDDukbELfmkLbnIeipQKyjO+GEx0JBp4Itz82qGuao0Wi32U9wHzhSWnX4GQ0pKZnq9frSlyCNwHu/iMiKF8sA2bX3dvplFJ9nKWPefcU8bdl/upr5hYrd2GttjUSkWZa+UuF264yx3ztcN7jotRhEmmdEcHVzKQ26/NyRI4/9DQpDKY7zw4O2wFkXWg5L9kodXwWzgy4cyOr4dMD9LBVLOpHc0CAji5/+lfuYQbu1mwVdfOzCXDqByjt7zCbeN7KuUh403sJ8PTQVp642xA9i4AkPv5g+fqi5C0++1DbZP0lmLfKtTswHhoN+kAqZu2N4Mu6mNVNKyZgW5h1pZzNSGWYcZttyYmMCHhPketReL0LPJ+VUsqQCVohuta3aaSe44InA28GZsXzMj5B0el/84bnE7cN4b+rfGD25NT73JEt3RgPa9W9jqT1hwd/nf53BDKpp7DlHjR77WSWT4h4F7bhbM1RsGSqAfZjCUJT6Rq+IuM2XcrLDY8zIeArkqaZLXMzfGj6KJ7cQes05P5LYfY4osXiq68Gs/7gzF31PQRRGOYAoqMN7752sn0ZMcpnUj3mJutQcncRUN4+naTMjU36WWD7it0YuQBnb2IJ4iKjYLInw8pr2zKgWtgr1TSCM4xKp/v1/ZMmbBmS+d 2022-01-18T15:49:19.467 INFO:teuthology.task.ansible.out:TzNC7Mpkt8vdCNjzZ5KZ5 pdonnell@aglarond", "key_options": null, "keyfile": "/home/pdonnell/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdonnell", "validate_certs": true} 2022-01-18T15:49:19.549 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+CtnvyVRSkIvD15O/q7/vQmD4oE8q7Mo6oT3kqTXaEaQ7iDayC2biUC0PC4OztPlNJxPUcKK5DfWw4F79OKeheqUbZRhsCC3Ge2JGoXHmsf0kBYdioMGiAxm+f8M/v1KESSSxvEnU7o+oi6VtFchh4Dl/WZ54rqZc/oQrlGNTHulFAuyoIAlKkCe3N0GdHN54PB+26QbLXvOuqpWmjVFbcjgRC62mkZl3LuCBhviXS4Rl5/ZE0QIHubCwV5XVrsqvscLS64bi06W8RN2vL56Vn3N9TGV4d2dlbE1PaBBESoTQ7Q0iUN32OAZLo7nF/1fiPY3Xc8r35juya5k+KR9z adam@TP50", "key_options": null, "keyfile": "/home/akupczyk/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akupczyk", "validate_certs": true} 2022-01-18T15:49:19.676 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDKzhyWb3PmU88m8BbgpEuBzYM6+x28z6aZwHSesiyfXMfF4Y7IZjtKaTxH0ph/O9GQCPhRCVhRd8TlgKWJGhts1E+VkQfHfT18CgmrPWzj3gifc2FJhL97vB1Pd3jksGnOPAikgYPHP46SVMTtyvXCkOUuo7E29WrkdpjawcqM1rfpw63OnzHf7Ar7Sqh/othB7ajyVQ92t+XWSEqj7K+NRfTaq5L5RBWbwarM885o8xdI5mimOZ0QjzKOhFDORrI+HEVlkutyB8E20nZgo7TUy+kYeLVhEqb3A6Pi2QbA9GFLT69kA/H9nebhj7Cuim9yrx4OKeZuIncG0UxSQF3QmWflAZHBs8L/jniTz4DJ5id5jR29tvGK2LeddCEMB1L2cHwWHlG0aX5jaNEJe+nG6H5Tcg3+M1RPM8twBkRQmS3UzAyX/MTH1kktyFUHn8CdBXe0WTuoFSvXLB6BCHWzDYZOt0tIV/xMtBwhy+XGYA4oZSsDU5m7VlSVLBGL8DbRX69Z8AGey2y3FoFu/roY6NmDhTxUedJ2ZfoKSwdZD6jjatdO1621nonBnJxrDgaXCWzT7HtnWcc3GwxZoBrqkvgpsx88f4lNi22OpYVPV6A4hECe04u6OJnHSWVk3ft3p5PaLNF8aEXbiIgzZKAwX3LxpvEDFH/t1sdihhpmjw== jlayton@synchrony.poochiereds.net", "key_options": null, "keyfile": "/home/jlayton/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlayton", "validate_certs": true} 2022-01-18T15:49:19.770 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDeUJcLeyfqIk3ErPoFqh9kOnvUPsk/2hfaYNC2wZLMOSTIs3zXM8xjki8eN6vle0dmmeeAdwF+e2hJ3tCFKsEUQRvMc7ugIBA7L8/DboShYu7ItyQ3QRvy9pi6jnA/tlHA1LHalvyhMw0yZ4kvPbrfNMhZzOKzvL6jX166rqLA5AuiIfdYMBpE5rYq11GVjm0uQKw4UJpBMooNJeovEfQlNBTSV+IJSTiGBpBD7SgsuW3USMeEF3fEgQOcnvYdv5Fbp/crloyLWYc0HTidkLxpjP7vqY7E4BuBJug0zIB7voR3MYq6rAeuWjByPvq6coDlUjnw/QlrvarCbjjSaHdaRXLj/Dj+QqJFviESBr64ZynhHL21Bl6rexW7AwYyPa73Erbus3dN0aVQQ/ApcDTGHT7KRlDQ2YYg05YM4swpVVnrIdV58FzLWkll+ypCK/+kdtk5eRSe/KzZA3s7z4d4WLgolFWs8Fky8Rx1xDGewvMJgFUWVUbcGC13RocbNSxXG80cbIx8L/sclX4lDfGouu2sUXhP19vq1rJ7gZa6XTPohXjPbFS+En2cdlGdKXhppdvjT4QWKNzgQoF7qgWHMqJnMFJ6beT/2zP34KoM3t0ulee04z88VSn8Th8aqvLlGbdrt5LrE90escSaIAR1vNKZ1hCFwGieSKoRtYJTCw== nojha@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC6NWn9EzQJoeXkUbaNclYcR9Gga7HFhhXMGxdo/9ypYwlEzQTA6FnEreG3s1EmlQ4hofuc0kMhrjh0YeJZMrETWMoA0SmoX+6iR26UWVtOTk7i1v2TqkTY7llmQneHqQgmZEBXK0jF1HVP5kHY5dhagtcpfsGY5dc0eGUjfqAyh/xrCxciOE/JQ03tDcKIc5eOQIqv46JqnUS90Zr/Cov2qGKKHTa/VO1a2viOmDC/uHi5xXvII1Kh9rHp1oZ2Wm3fiGgT8xZaTJFFhWpdq3AdKfkEaV93yQcCdaUsGBHwDHcPOhxpBZpqZvcCR3I/tigDav4QViB1PRN7JnTIWCIznfrQK3r2Frl6BVFDvydwgRVS43ctEKPOJj8ELMUWX+fpjsKrA9Kn7nUU35ti7qIWKg1Cnz3lzVA29TsEg10E+nT4SVKZtRSWw/2AX0bsfxfSY30yjw5PP+bjnVh/bOOkqR2UkPBj4eeOKMD8nV1an79xP0eH+t36INaJhq6qwxE= nojha@nojha-mac", "key_options": null, "keyfile": "/home 2022-01-18T15:49:19.772 INFO:teuthology.task.ansible.out:/nojha/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nojha", "validate_certs": true} 2022-01-18T15:49:19.886 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCijPApnekNl/dsY+fleKYstEzNkKflBEcCoKtjItUCDJCVLVFOsDBrV94EGvDWpr13aj9sSwpUzRbeu/vOW8ZT853HH6Dqg2+eoYwG6vDRprZb93nw6l4vtU59/M0yKkyi9CPp2+YUo31cCFzYWpq8bv2j1xBruDSUCUdn9nJrHiLFqA4QEwSpw+uVCjSKzQL+LjlKmE8Plfd+8mNCQeY/OFsjxAztwN+4M50SZCnOVCIwEXoYRNd82JOXMOaqZJazSWTO8Tml6+Nu0hyEcvHkHxWRDSM+6LmXNnjlVUPyDN2h1/VAYATpOZ2VhmRarDoftCp9Wzi7eQdL/CGiMyuD rzarzyns@redhat.com", "key_options": null, "keyfile": "/home/rzarzynski/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rzarzynski", "validate_certs": true} 2022-01-18T15:49:19.980 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@snowmon CjHOevVvBm+PwhjnhZYM7g 7393d3a95b1874764fc4e7ae2d481f1859b336e16e1ba53c49d126585e11ba56'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ifed01", "ovpn": "ifed01@snowmon CjHOevVvBm+PwhjnhZYM7g 7393d3a95b1874764fc4e7ae2d481f1859b336e16e1ba53c49d126585e11ba56"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+c7zV5QmZb0WsgA2UZogoDNaoHcngRVLA8+BYk/U10ZlvCckJSfIXWMlBnqguZgdm/jBwsw5mGVBgHxUSqFNybwIlU00kyPZU6VbyVP+ZNVUf0XIE1NlemldgPBxxcOzSHkHhWrUqA3IKiCllcQVDQzutfUnq+jDT6NkVn4/cyNzNlargt7FR2L8gvskh62jLTBbhEuHMBp3jLCvaHJOk708gXm9qZ5iLOGV0pu7xdg58KE0p8ILClQBTbvoqPgZE9LA3qaOk1NR1n22kuW8JRHaKfD2Hn0Yu/MfKct783Bxb3mxWBKXxmM4otdmsR/R14NH/hIPce9wSkOOnQAC9", "key_options": null, "keyfile": "/home/ifed01/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ifed01", "validate_certs": true} 2022-01-18T15:49:20.095 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdGthG4qx90VQ8mJ7TI/IFFzptkSqBHYZsFIVu06IQgHbnFBvjao6heGt4UlkWJkegPCDWpKVAe7wFuXDpPlj/VssRHB5LBnYHKGfkNAzMNiMjpEZsTdy+9w39CCujipz0AlOSfrUdANBZ11AnG9VgQSPEukX5487juob55lFM6J3x+v4opBF3rSlux3+thbr8V0w4oCHMD9/aHvVjFoBnxo4oirR4jc/jgC2fQCMiAJhFKJGhjkKFiNHxcB3npBuRnpy+59BcScOAzSXdJ7DGnwxQLjymnhqsAcWinjjJhOjaq6NaoeKv5I7zQLaVGaQdIyuuAK1Dnb7trpfQU7mR rdias@rdias-suse-laptop", "key_options": null, "keyfile": "/home/rdias/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rdias", "validate_certs": true} 2022-01-18T15:49:20.189 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCnOq6OHTRJuv7n0GZygBue/AE2q47pFM3KyrvmZxPRNmwtXn2r3ngHQQyc6DLZdFIv9Yn0VWu1KB/ryCdN3Xy7HAxBfHdKjtQ4vvfsWUbQF2JjhEjrsl+usgpqK1Tz6yuL4uAtFgLTN9o6gcH2bsQ15w+rEHCiYVzaGp7Cj+y+/VPBRIEHETSUZxwqiDH57uFTHxJrBIn6yhCorbn5QOjfmHUGmkxl3Geph++LbuQeha5F/DHaylMulsYZZBDEhIG8G2coDmVz8Cp1gw0kBWv63JHKnXaJboGXty2Zj36O/wdZKTE+7cV6JhxfJczhZBTb2cImIhspGwdHfnFgBoXz myoungwon@fg2server", "key_options": null, "keyfile": "/home/myoungwon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "myoungwon", "validate_certs": true} 2022-01-18T15:49:20.325 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEEjb7yrcY6I6XbMU0hCps1NqBuYmA6HDmMcS/l3i5wJRBitIXYVlv6pefUG9gdBYR5NneccLfVFURu+DC63MJa2ELJvVXsQ6YUOX39bJUT9KlZs8mH+nlTD7tlPmP17Ae3k8sT0H42Q+/5+b5YvdAU+03aPhzntmy38SyvLKrvowRk63wHgcE9p23LY9tY3+HSJu86cb/IdePk1GLjnrMeT9aM+5j2eETrmBjMArP+/2UIsT5eb8MBkQzJ299SCC2gfV/qIVkorFl9xdejctAwNwdT0SPTMxCHxaiK3wZ0e/5HHTbSgR5YlxOlKYq93XBVYIaFKPCePk1At1a3Pjh cephalopod@octopus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDcrTZoKO5e5xs2PB2UuAruvGlJESTHNAtqipbC8yJtRg8WGVDLt//rGu36QNSbpbJYMZgqgKsXBYolJB1ckqLYLv5j8RAoVwbW4QqKaV95y7x0bbXs/YAPnRBhEO1nfpT8GHQusUZvTbz38FDaQwstsYoncmsyZwBrqus9ycFavpY4wfpKoWtzeiK5Wjq7ervThOs98ZJKXJXOOxeI7mDakE3Jv7q2tBNu/rU1kzxIl65kWURzgxox6EmIZXQK3FzKt0jjdKtApVYSlx4ODLPI4iyxOv+MbRe3Nnj6FDhfz8/FeP/U5wWxdYx2WslzZCOI1BJ0VDLu3xEpLlu4vPzp vshankar@h3ckers-pride", "key_options": null, "keyfile": "/home/vshankar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vshankar", "validate_certs": true} 2022-01-18T15:49:20.398 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQDZPRW12u7LvaiynB87ad5h/JFtYIVjkKIOym9Y5CAbvatHhZ9fB1WAnYIn2HqiSSPUXT8sFy8w0TmM+aH0/ZGcfXoe0CdTWLtUbXKNlPI5h7TO9rHXESP2iRBpnKs3vK8WnMY0/D5BeESrPfwVScucmzaDrjUqjdZKR/aEeqVvDpQsdaCaoqNg23t4nhQ54BEvK8O+14nQ26Rtmm40QHO1ze+0UK+7nUMMFwxvd1EKjVp21EgYAFEbyQ5Kbbl+fmS/11AGy/yTai0c4qd7ohBzZvx8+sY+c1novG9Q7LhtyxuuYwzYIrGBCkKH5+iC7nt2rGBP+mnTfIgdbJUiXX3cdrMESwOSZy6x6zgbXXME+yfM0myhomKmUkpeZAQInX2KYrnEuPD9kteyK9tZcG6gJSaiUdvlab49Alx5lM2hc62M4s4WKaIgroCoApd8FtNAlTQsdYuycntgNrbPy0LXQ5hw8K8hkvc6RbxISdj/RXWguQSVbJWdS9Pf5NwD3Tq7dsOghJWhx4vBkhW3IECVrPQWVyAmgQ9oj1PoL7/2LZ6h9P8F0KC1qmhm+pWdEPLugOlU6lzQX7RJcukYlsINThM1RGwbPE4h9XcMyHAnODiDF63TDfQ01oKbVXj9XpOGY5eP0EQxKJYjCfWW0Ot6nK2ZCt8OYvoRkWMGnLv11Nub3NNOgh5TB/4nDvEU1cIb/Ikb4BRzVIEbast/pqUJmXe+GQ+ho7mp8y8a+lIxu54BR+VN6isjwODCVt1DYohgixEoul7p5pXvTM+JUY2GD/ddTGwPvVAN66sWnT9bjZZunQwTHqasFCIHNyPhnEnYIIqCo9O1I/D8zRQG3SYNxT6ED9GPARrE/H0TvdOmKaT3e0F2GRJRSToNxol9dpJovUziojOhXyBUjlTqnMY2RVilX90MnzgqR3zGO0aSruTGyNT2Faymqxn6T/50mSdJ8EyWH23BaaXUUW/z3Cjov+yCQjLY48SOWwlxKXw3hGz8xTAxauBYI01ojsVLCpCUGFyKlWS5iFwiLFtr1KPYqeCoS6CoWjiOiFgGe+w3lPPfp2h4rc6auIx2DZ1ByYhWLeHnpkV7sG+q5ckBIRAYmiKyXSGdV4zbXITMWDm+3zu4oj5VPRCfjMlout8OZ4TQm5PUdKZZhSE1jULG9tPDFL7nWwM3z0HET+d9kQYcEO6QB+ma9gZHp1qZJbXvCIC5fQ9y9El++A6N3dBr+ED10Ye88PLoWPeumyAmc24BDdI0skGk89Q0IzoLqagK6HGhPAso8si9wr84CEi4ncpizVLDU2cFKCpef4Sa03HoMbwfTgERtyptKFRbMT+SpuZsnrhF635h9uqFnszowUXV guits@Elisheba", "key_options": null, "keyfile": "/home/gabrioux/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": " 2022-01-18T15:49:20.400 INFO:teuthology.task.ansible.out:gabrioux", "validate_certs": true} 2022-01-18T15:49:20.524 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+CtnvyVRSkIvD15O/q7/vQmD4oE8q7Mo6oT3kqTXaEaQ7iDayC2biUC0PC4OztPlNJxPUcKK5DfWw4F79OKeheqUbZRhsCC3Ge2JGoXHmsf0kBYdioMGiAxm+f8M/v1KESSSxvEnU7o+oi6VtFchh4Dl/WZ54rqZc/oQrlGNTHulFAuyoIAlKkCe3N0GdHN54PB+26QbLXvOuqpWmjVFbcjgRC62mkZl3LuCBhviXS4Rl5/ZE0QIHubCwV5XVrsqvscLS64bi06W8RN2vL56Vn3N9TGV4d2dlbE1PaBBESoTQ7Q0iUN32OAZLo7nF/1fiPY3Xc8r35juya5k+KR9z adam@TP50", "key_options": null, "keyfile": "/home/akupczyk/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akupczyk", "validate_certs": true} 2022-01-18T15:49:20.608 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpDFqu0Zg94mCjrA0FTB0vMiSBml1pqYCDKHhKBrfaza8u3bhtsmls9i+6U/vIwCEVk4GGPNhWduTJK0h9R5MS2eCf3GJcE0XHqRp/8msUCDPOVSZwC7hoYHZKunUIUaIUajOnR+L2slA/a9JaqataFH7zdrKbPdSKBzf5CXYrc0fK+Fz5OOsaI9KITbM0nESVpNCDzRqnA/aarF9MlN79vpTtvwQ+i0z2Km3cxqwV70GPMuFVo4CGf8pCGpbMrIg9OtoSC1svQ2vZzLkH2WrbDqTfYlOEYJJXaiBKcGhGnLZXfLIGSgvHjpv6xHo63yaMihocyg2MwTS8TZ/VtAaH seb@redhat.com", "key_options": null, "keyfile": "/home/leseb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "leseb", "validate_certs": true} 2022-01-18T15:49:20.733 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDeUJcLeyfqIk3ErPoFqh9kOnvUPsk/2hfaYNC2wZLMOSTIs3zXM8xjki8eN6vle0dmmeeAdwF+e2hJ3tCFKsEUQRvMc7ugIBA7L8/DboShYu7ItyQ3QRvy9pi6jnA/tlHA1LHalvyhMw0yZ4kvPbrfNMhZzOKzvL6jX166rqLA5AuiIfdYMBpE5rYq11GVjm0uQKw4UJpBMooNJeovEfQlNBTSV+IJSTiGBpBD7SgsuW3USMeEF3fEgQOcnvYdv5Fbp/crloyLWYc0HTidkLxpjP7vqY7E4BuBJug0zIB7voR3MYq6rAeuWjByPvq6coDlUjnw/QlrvarCbjjSaHdaRXLj/Dj+QqJFviESBr64ZynhHL21Bl6rexW7AwYyPa73Erbus3dN0aVQQ/ApcDTGHT7KRlDQ2YYg05YM4swpVVnrIdV58FzLWkll+ypCK/+kdtk5eRSe/KzZA3s7z4d4WLgolFWs8Fky8Rx1xDGewvMJgFUWVUbcGC13RocbNSxXG80cbIx8L/sclX4lDfGouu2sUXhP19vq1rJ7gZa6XTPohXjPbFS+En2cdlGdKXhppdvjT4QWKNzgQoF7qgWHMqJnMFJ6beT/2zP34KoM3t0ulee04z88VSn8Th8aqvLlGbdrt5LrE90escSaIAR1vNKZ1hCFwGieSKoRtYJTCw== nojha@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC6NWn9EzQJoeXkUbaNclYcR9Gga7HFhhXMGxdo/9ypYwlEzQTA6FnEreG3s1EmlQ4hofuc0kMhrjh0YeJZMrETWMoA0SmoX+6iR26UWVtOTk7i1v2TqkTY7llmQneHqQgmZEBXK0jF1HVP5kHY5dhagtcpfsGY5dc0eGUjfqAyh/xrCxciOE/JQ03tDcKIc5eOQIqv46JqnUS90Zr/Cov2qGKKHTa/VO1a2viOmDC/uHi5xXvII1Kh9rHp1oZ2Wm3fiGgT8xZaTJFFhWpdq3AdKfkEaV93yQcCdaUsGBHwDHcPOhxpBZpqZvcCR3I/tigDav4QViB1PRN7JnTIWCIznfrQK3r2Frl6BVFDvydwgRVS43ctEKPOJj8ELMUWX+fpjsKrA9Kn7nUU35ti7qIWKg1Cnz3lzVA29TsEg10E+nT4SVKZtRSWw/2AX0bsfxfSY30yjw5PP+bjnVh/bOOkqR2UkPBj4eeOKMD8nV1an79xP0eH+t36INaJhq6qwxE= nojha@nojha-mac", "key_options": null, "keyfile": "/home 2022-01-18T15:49:20.735 INFO:teuthology.task.ansible.out:/nojha/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nojha", "validate_certs": true} 2022-01-18T15:49:20.818 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzjJ6nlPn/OXP3knQ6orVId2QLswql9gRetKYlicKDBrdFg0MES03EIuAonu0aUR4NEReR7P1iB8eNnezrHyAu5mxIJlZp0rz7ljcBcTLL+11IJU9I9OjBFwzXGqJ1KK4B4Qfw35oc2O6F5V0JP2nHhHgyny37udJLImhxHy3RNmDwc86JhEBCVR3ouYiZuxgxxbA9BXc6+Lkdu9hEMMCDlaEXwNmMyASVU9Wf3dKnMTSCdar2PANquWbpNQZ5cgoTm39xgust5CEyYJ53aOdrti0DYK7qyzxUXre6ckZGrH4oGv2XrDaxpACIiHXt+slvow51gsZnBRHeayMAxQzGQ== hchen@hchen.csb", "key_options": null, "keyfile": "/home/hchen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "hchen", "validate_certs": true} 2022-01-18T15:49:20.954 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@snowmon CjHOevVvBm+PwhjnhZYM7g 7393d3a95b1874764fc4e7ae2d481f1859b336e16e1ba53c49d126585e11ba56'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ifed01", "ovpn": "ifed01@snowmon CjHOevVvBm+PwhjnhZYM7g 7393d3a95b1874764fc4e7ae2d481f1859b336e16e1ba53c49d126585e11ba56"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+c7zV5QmZb0WsgA2UZogoDNaoHcngRVLA8+BYk/U10ZlvCckJSfIXWMlBnqguZgdm/jBwsw5mGVBgHxUSqFNybwIlU00kyPZU6VbyVP+ZNVUf0XIE1NlemldgPBxxcOzSHkHhWrUqA3IKiCllcQVDQzutfUnq+jDT6NkVn4/cyNzNlargt7FR2L8gvskh62jLTBbhEuHMBp3jLCvaHJOk708gXm9qZ5iLOGV0pu7xdg58KE0p8ILClQBTbvoqPgZE9LA3qaOk1NR1n22kuW8JRHaKfD2Hn0Yu/MfKct783Bxb3mxWBKXxmM4otdmsR/R14NH/hIPce9wSkOOnQAC9", "key_options": null, "keyfile": "/home/ifed01/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ifed01", "validate_certs": true} 2022-01-18T15:49:21.028 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDCqZKc+/7iPLhapA/7SYmLxwyKEM95D6eFfsDBNKbEUey/B1OlqYSo+yKB/LdFDyUcd7shMDnhFFg47lNMANrsZdtE4iMPVAa1YhcrTgNbV3HSp9cthKixvU/gkt9Fnb6PEckRzr19wEwxtoNg3Fh/R6YCiSjPwqHmArtC1G2hzk560EJpozx6xylMR5IafatNDoZVw2YQ35fZvHbhHD6meQELducHJ1bKEEHxVIRSTcmXDpBz/vAvBoQOEPuH6PmC/oSwL9HVVIsazf65F4QfK98d+8NCK9TemgXyGDk3Sjz6xdm76yBhFzDQEAzO12U1YtS7Q7zGVsjmSDav2dd7 jcollin@earth\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC89dHSsgjgtIjJ3e/pcMthliQlX2vtdXL7pk62nD64230Fm1PfOVCnzn4LqDhBbGgJT+BrlwOPfzStpLgnUT3l67S834SJzhvSTTpQp2pznnQg1rZOiXjvNhbQwVYV4rphXWqay8weWvFIb5QfXE66mYA1etZtcOb1SMY2ofAjUiA8bAQS5aHpzcMVs4N1A9x5GJx/7/Bj1h8zPpSXikDYasJc3++UMGc45C/AAf725YwijK7xMnZNXv8uTBoGzO/Ko24R3VdvtfMVn4Hi4/FwuRd5bRYcJXR/nUdtA3IinqvlnTpFV2LbfgVTHiUMGhvewRTB+8S8ij4nnAlko3H3bhqZZTk/y7d4K/IerY0mozVIc2x8rMLfqhF9OKv1QFB9fskRZcF/ENHITnmLqCJPg9rgmyv1gCQ5Tbds1OI+IYQIowdiwtaViiTSIy7/CedbHqMz6aDnPsJFMs24lcUXe2d8uZ26RqMinMFGXg0zF7tifuVmxj7zG8DT7MFORDm5f/Hhkng05R5XZesStTBxpEU0MGuzWhENt3RuJdstqmY+wkDVW3XwjUvKG/gVYuJYfnBAsRZIZezw2wfvodhc8EmeHELvY1YtB3DGTBXKE1lsKGN7yV5+nl4UtR2IGzBn9GovWVi5ooB8UlSAeUmZix/eAA5teL8ldFrDht7+AQ== jcollin@teuthology\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeApVHu5er+R9h52RLSVYVhXFQSn/nMN38uWoDYPw2bqYBLNEAAMcPl+rnqHubELpXTGXjJYL4n2mjic+2rOLZpDgPLmOOm4PwgYstJjE1KLegKqVzXIa9HfASKMXaHSgwtC6P5vDQkm2MNl8vXuTAITF7VYdDS33Kk 2022-01-18T15:49:21.030 INFO:teuthology.task.ansible.out:ke6ViJRZI7szYjbP7z9A1fy26THrvnuBT1Q18yy9vgk/sKo8vjLQfHSLvO90CJzouNEKqmkVpmJEqCPbE+s6Qr4+d2KY7L6Q6GAXxrqXK1jSDrrPsJguE6zZ1oWy/7XFMOr9ssduFWocnjQjPtQj3M+V+7FYAsf5uqQnzeMQTjO6AXYxTI7 jcollin@stratocaster\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDk/DYRp5E8Dla/4XHCF504X20W0u7CijZSCFWT1/5082NgnYeR90Prth3p+4xsw3YC9H5pEAS3XwcbdUb/NtWvZVIAIcMd7NOOEClSIj2Agk7NJxZ/4SfQRLrK3H2Qli/MVnrTxnEa9oeS4zqzv9dKRwFJDUFCoH2CpoumFVAp02uyzk7D/+XqFrXzMJUiSHXfl3YM2rt/vNmCtHtVp04UcG0Kyl2TXY37frRlSOkMMu0zbIC551gOyae6NGYhkYHa7u2SnngXcKM78b8MDvMv3QtuUN5P4WpH5qFRdlKNKsQGrzcQpBDY8AKQ+rX0K1ENhBwer49bihYNMKvjYmvTdLTNWgPCu7dt8JSgJQ8JMMhve0pjvFdpcKDLp0fvXDvJvZdLJM1ID/66kywJspHjShuqQNXRMfd1R9C4F20c+R9LY6eTGwrpLG1DNEez1VBHmOu5hQl03T2PfaThfLfMHRTw8JpGXGLMQarCCTm1PC6Z2Iw7KzorxP1eofGA5q8XoCbwGD01uQRZrwxPq0SHzTAkW2C2M8oEz+k4Mrx7+vGYzSS14hqxrzk91wuYhZCAKuGpqwm1ouJ4wxvWFewjbxLgucMfGSp09zJ2XSYRmtm7SAUifFob6Z9czHGTQerHCOTPuYqzlap2gCCVYtEvQyNB+4IqK/9FtEXTr28x0Q== jcollin@stratocaster", "key_options": null, "keyfile": "/home/jcollin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcollin", "validate_certs": true} 2022-01-18T15:49:21.154 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCnOq6OHTRJuv7n0GZygBue/AE2q47pFM3KyrvmZxPRNmwtXn2r3ngHQQyc6DLZdFIv9Yn0VWu1KB/ryCdN3Xy7HAxBfHdKjtQ4vvfsWUbQF2JjhEjrsl+usgpqK1Tz6yuL4uAtFgLTN9o6gcH2bsQ15w+rEHCiYVzaGp7Cj+y+/VPBRIEHETSUZxwqiDH57uFTHxJrBIn6yhCorbn5QOjfmHUGmkxl3Geph++LbuQeha5F/DHaylMulsYZZBDEhIG8G2coDmVz8Cp1gw0kBWv63JHKnXaJboGXty2Zj36O/wdZKTE+7cV6JhxfJczhZBTb2cImIhspGwdHfnFgBoXz myoungwon@fg2server", "key_options": null, "keyfile": "/home/myoungwon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "myoungwon", "validate_certs": true} 2022-01-18T15:49:21.232 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdxi9xdXNBYctMHH1cuuyNcPC4I4xVAeD3HZsKH+QwIILiKOTHu/6HZg7Yo1WsuwYSA0MDc+5LCSGu7RsmOEVpcSQ4gtNoFVwsThDyI6yhsm9WQqqXwSPs7ZE+urqd/BDfQ/7oMqJm5bViQMP0vmBExHuIFagj+8f6nspkE2Z7lBbaw8bEbAJZFx74oReOAELsL+Pbtf9Iaqrap4Z3WysmhfP6Rm/q7mncBBmo/fl/bejhThr8fghTPJb81M+XLhMk/rAdVrGdKV9iSt6lLiWdvf0lpTZO4LdIfJSBXr1Xv+lHRtaGXID2ahH7zl/W6dM4baz+hU7ZrbP+vdKg/SVH xxg@xxg", "key_options": null, "keyfile": "/home/xxg/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xxg", "validate_certs": true} 2022-01-18T15:49:21.368 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQDZPRW12u7LvaiynB87ad5h/JFtYIVjkKIOym9Y5CAbvatHhZ9fB1WAnYIn2HqiSSPUXT8sFy8w0TmM+aH0/ZGcfXoe0CdTWLtUbXKNlPI5h7TO9rHXESP2iRBpnKs3vK8WnMY0/D5BeESrPfwVScucmzaDrjUqjdZKR/aEeqVvDpQsdaCaoqNg23t4nhQ54BEvK8O+14nQ26Rtmm40QHO1ze+0UK+7nUMMFwxvd1EKjVp21EgYAFEbyQ5Kbbl+fmS/11AGy/yTai0c4qd7ohBzZvx8+sY+c1novG9Q7LhtyxuuYwzYIrGBCkKH5+iC7nt2rGBP+mnTfIgdbJUiXX3cdrMESwOSZy6x6zgbXXME+yfM0myhomKmUkpeZAQInX2KYrnEuPD9kteyK9tZcG6gJSaiUdvlab49Alx5lM2hc62M4s4WKaIgroCoApd8FtNAlTQsdYuycntgNrbPy0LXQ5hw8K8hkvc6RbxISdj/RXWguQSVbJWdS9Pf5NwD3Tq7dsOghJWhx4vBkhW3IECVrPQWVyAmgQ9oj1PoL7/2LZ6h9P8F0KC1qmhm+pWdEPLugOlU6lzQX7RJcukYlsINThM1RGwbPE4h9XcMyHAnODiDF63TDfQ01oKbVXj9XpOGY5eP0EQxKJYjCfWW0Ot6nK2ZCt8OYvoRkWMGnLv11Nub3NNOgh5TB/4nDvEU1cIb/Ikb4BRzVIEbast/pqUJmXe+GQ+ho7mp8y8a+lIxu54BR+VN6isjwODCVt1DYohgixEoul7p5pXvTM+JUY2GD/ddTGwPvVAN66sWnT9bjZZunQwTHqasFCIHNyPhnEnYIIqCo9O1I/D8zRQG3SYNxT6ED9GPARrE/H0TvdOmKaT3e0F2GRJRSToNxol9dpJovUziojOhXyBUjlTqnMY2RVilX90MnzgqR3zGO0aSruTGyNT2Faymqxn6T/50mSdJ8EyWH23BaaXUUW/z3Cjov+yCQjLY48SOWwlxKXw3hGz8xTAxauBYI01ojsVLCpCUGFyKlWS5iFwiLFtr1KPYqeCoS6CoWjiOiFgGe+w3lPPfp2h4rc6auIx2DZ1ByYhWLeHnpkV7sG+q5ckBIRAYmiKyXSGdV4zbXITMWDm+3zu4oj5VPRCfjMlout8OZ4TQm5PUdKZZhSE1jULG9tPDFL7nWwM3z0HET+d9kQYcEO6QB+ma9gZHp1qZJbXvCIC5fQ9y9El++A6N3dBr+ED10Ye88PLoWPeumyAmc24BDdI0skGk89Q0IzoLqagK6HGhPAso8si9wr84CEi4ncpizVLDU2cFKCpef4Sa03HoMbwfTgERtyptKFRbMT+SpuZsnrhF635h9uqFnszowUXV guits@Elisheba", "key_options": null, "keyfile": "/home/gabrioux/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": " 2022-01-18T15:49:21.370 INFO:teuthology.task.ansible.out:gabrioux", "validate_certs": true} 2022-01-18T15:49:21.442 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsA63hT3ZAwQ9hsvfY+o2Gy15M1GRnRw1ZBSXEiCs9OJku7T9+LCvvH85Y/7V+mOGcsCZKqVTd5Vy3sHAvAF3M7CYJ+5IIDJKCYslC0wkKcX4jj26aMToAZPms8uvs527BNgKOcvwgIfPjs4WJG06fey5AhsuuL30etbAvbBudxRAKdZSTOsMveneKtXQu3Dx7y0rjfI/RBAhCAvisnMqYFUdajoJIl5gVXl6+8mauUOP5O0mvyvJH2jQveqZXTdsIPyp5mq1nA5psqvivWGz2bEJ+owI0GjfuYbyAi6i+BL4Bsd3GeoAs1G3Dicfr228VIUsT+R3xLBQUj3xIsVAZ pcuzner@redhat.com", "key_options": null, "keyfile": "/home/pcuzner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pcuzner", "validate_certs": true} 2022-01-18T15:49:21.581 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpDFqu0Zg94mCjrA0FTB0vMiSBml1pqYCDKHhKBrfaza8u3bhtsmls9i+6U/vIwCEVk4GGPNhWduTJK0h9R5MS2eCf3GJcE0XHqRp/8msUCDPOVSZwC7hoYHZKunUIUaIUajOnR+L2slA/a9JaqataFH7zdrKbPdSKBzf5CXYrc0fK+Fz5OOsaI9KITbM0nESVpNCDzRqnA/aarF9MlN79vpTtvwQ+i0z2Km3cxqwV70GPMuFVo4CGf8pCGpbMrIg9OtoSC1svQ2vZzLkH2WrbDqTfYlOEYJJXaiBKcGhGnLZXfLIGSgvHjpv6xHo63yaMihocyg2MwTS8TZ/VtAaH seb@redhat.com", "key_options": null, "keyfile": "/home/leseb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "leseb", "validate_certs": true} 2022-01-18T15:49:21.645 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaRX+aBLjb/h12ctmvoMvZro6NrrYDuxROF6QMVpEVucA7jHhwCC/j9dJAq0hOVBO8R3S0bvKQ6bmnCb/4y2J6tq18xKUFCrChNii5OQ+AgM5v1353oZ9SrHN8p9ajvS8w313o2OpXhpaPv3khVDjKZsDmeH8YL/Nx3WQKqIJC1mI4jrI0sZGGJLifEy3pPkO0W1KmguN9AwAWK6+kckAjMa3ElkfK/xuAqBYgNKQUxP9oMgTQRcgpWF8Nzb0npN3v+HOUIRrth1INSchkDKtWob2T+0Zqxwm+Vpi0iFWwqjcN/OVdaDGf34//A3M/tsiQ1g9SqhdhZJCfu5XLmM63 mkogan@mkP50.redhat.com", "key_options": null, "keyfile": "/home/mkogan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkogan", "validate_certs": true} 2022-01-18T15:49:21.794 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzjJ6nlPn/OXP3knQ6orVId2QLswql9gRetKYlicKDBrdFg0MES03EIuAonu0aUR4NEReR7P1iB8eNnezrHyAu5mxIJlZp0rz7ljcBcTLL+11IJU9I9OjBFwzXGqJ1KK4B4Qfw35oc2O6F5V0JP2nHhHgyny37udJLImhxHy3RNmDwc86JhEBCVR3ouYiZuxgxxbA9BXc6+Lkdu9hEMMCDlaEXwNmMyASVU9Wf3dKnMTSCdar2PANquWbpNQZ5cgoTm39xgust5CEyYJ53aOdrti0DYK7qyzxUXre6ckZGrH4oGv2XrDaxpACIiHXt+slvow51gsZnBRHeayMAxQzGQ== hchen@hchen.csb", "key_options": null, "keyfile": "/home/hchen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "hchen", "validate_certs": true} 2022-01-18T15:49:21.847 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2022-01-18T15:49:21.995 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDCqZKc+/7iPLhapA/7SYmLxwyKEM95D6eFfsDBNKbEUey/B1OlqYSo+yKB/LdFDyUcd7shMDnhFFg47lNMANrsZdtE4iMPVAa1YhcrTgNbV3HSp9cthKixvU/gkt9Fnb6PEckRzr19wEwxtoNg3Fh/R6YCiSjPwqHmArtC1G2hzk560EJpozx6xylMR5IafatNDoZVw2YQ35fZvHbhHD6meQELducHJ1bKEEHxVIRSTcmXDpBz/vAvBoQOEPuH6PmC/oSwL9HVVIsazf65F4QfK98d+8NCK9TemgXyGDk3Sjz6xdm76yBhFzDQEAzO12U1YtS7Q7zGVsjmSDav2dd7 jcollin@earth\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC89dHSsgjgtIjJ3e/pcMthliQlX2vtdXL7pk62nD64230Fm1PfOVCnzn4LqDhBbGgJT+BrlwOPfzStpLgnUT3l67S834SJzhvSTTpQp2pznnQg1rZOiXjvNhbQwVYV4rphXWqay8weWvFIb5QfXE66mYA1etZtcOb1SMY2ofAjUiA8bAQS5aHpzcMVs4N1A9x5GJx/7/Bj1h8zPpSXikDYasJc3++UMGc45C/AAf725YwijK7xMnZNXv8uTBoGzO/Ko24R3VdvtfMVn4Hi4/FwuRd5bRYcJXR/nUdtA3IinqvlnTpFV2LbfgVTHiUMGhvewRTB+8S8ij4nnAlko3H3bhqZZTk/y7d4K/IerY0mozVIc2x8rMLfqhF9OKv1QFB9fskRZcF/ENHITnmLqCJPg9rgmyv1gCQ5Tbds1OI+IYQIowdiwtaViiTSIy7/CedbHqMz6aDnPsJFMs24lcUXe2d8uZ26RqMinMFGXg0zF7tifuVmxj7zG8DT7MFORDm5f/Hhkng05R5XZesStTBxpEU0MGuzWhENt3RuJdstqmY+wkDVW3XwjUvKG/gVYuJYfnBAsRZIZezw2wfvodhc8EmeHELvY1YtB3DGTBXKE1lsKGN7yV5+nl4UtR2IGzBn9GovWVi5ooB8UlSAeUmZix/eAA5teL8ldFrDht7+AQ== jcollin@teuthology\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeApVHu5er+R9h52RLSVYVhXFQSn/nMN38uWoDYPw2bqYBLNEAAMcPl+rnqHubELpXTGXjJYL4n2mjic+2rOLZpDgPLmOOm4PwgYstJjE1KLegKqVzXIa9HfASKMXaHSgwtC6P5vDQkm2MNl8vXuTAITF7VYdDS33Kk 2022-01-18T15:49:21.998 INFO:teuthology.task.ansible.out:ke6ViJRZI7szYjbP7z9A1fy26THrvnuBT1Q18yy9vgk/sKo8vjLQfHSLvO90CJzouNEKqmkVpmJEqCPbE+s6Qr4+d2KY7L6Q6GAXxrqXK1jSDrrPsJguE6zZ1oWy/7XFMOr9ssduFWocnjQjPtQj3M+V+7FYAsf5uqQnzeMQTjO6AXYxTI7 jcollin@stratocaster\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDk/DYRp5E8Dla/4XHCF504X20W0u7CijZSCFWT1/5082NgnYeR90Prth3p+4xsw3YC9H5pEAS3XwcbdUb/NtWvZVIAIcMd7NOOEClSIj2Agk7NJxZ/4SfQRLrK3H2Qli/MVnrTxnEa9oeS4zqzv9dKRwFJDUFCoH2CpoumFVAp02uyzk7D/+XqFrXzMJUiSHXfl3YM2rt/vNmCtHtVp04UcG0Kyl2TXY37frRlSOkMMu0zbIC551gOyae6NGYhkYHa7u2SnngXcKM78b8MDvMv3QtuUN5P4WpH5qFRdlKNKsQGrzcQpBDY8AKQ+rX0K1ENhBwer49bihYNMKvjYmvTdLTNWgPCu7dt8JSgJQ8JMMhve0pjvFdpcKDLp0fvXDvJvZdLJM1ID/66kywJspHjShuqQNXRMfd1R9C4F20c+R9LY6eTGwrpLG1DNEez1VBHmOu5hQl03T2PfaThfLfMHRTw8JpGXGLMQarCCTm1PC6Z2Iw7KzorxP1eofGA5q8XoCbwGD01uQRZrwxPq0SHzTAkW2C2M8oEz+k4Mrx7+vGYzSS14hqxrzk91wuYhZCAKuGpqwm1ouJ4wxvWFewjbxLgucMfGSp09zJ2XSYRmtm7SAUifFob6Z9czHGTQerHCOTPuYqzlap2gCCVYtEvQyNB+4IqK/9FtEXTr28x0Q== jcollin@stratocaster", "key_options": null, "keyfile": "/home/jcollin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcollin", "validate_certs": true} 2022-01-18T15:49:22.058 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDZDKRAePFqjugc2ljw4QmM6r7B2dPI39OBB+2HKONtDZI4q+uwgZ1yqnhrbJaU9ux0W5wNzJyp2VfOPhw/9G9jo+efJPg5IySnTonhi1zeCXNpBMY70dJZVCyGEDdWKehvFM9xFBOxBC/h7gOyKqEc28BKoy4cHfULzm4er8PU30MyFBngu8NaoKqyQ3GYAfWOAXF5lUdalbJwl3a+HBb8PjUhbGuznAZF1Ji4JgnNuEZdlNVOKwhEkAFZ1JwXvgLfrEJVQs5b2V9Sp2Vm5ZngsLg7b3RzV5I4B3Lj7QTTraV1zLJGiS5iRdjY7D4W5Uxi2k1X7vaOjySJWWadHyeicNNBhLSfHl6JJ3aMuA8oAAmtgo/8IkJ96GFtgM9j31Wg8wkeTyQrwSeqCuv1uDFr8rp+OvMClhHnDgUklJLWjjYPCDVYR5KV+iOiHL58WJg/b4h6NsoP91wO8P8EcSaiMdq7P77w5nJxDI0KKb//dC8aHtWnRRRlrIS+PNPqKJSNTaSwOTieXvzplhzKFzu2dr79qs+/67iaNE6HBvIX5jVHWCFV3wllyjsC8WYPh4kEVtg2SY00SDOOrMrqANV8DDtHFwwxQTEjz1z5ESuwy9UcUSQfP1/zsAp2OQzPutKs6UipHyBK3pLm6MjaeeaEWu8fmetCqALxYV3h17O+Yw== miguel@hermes.olymp", "key_options": null, "keyfile": "/home/henrix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "henrix", "validate_certs": true} 2022-01-18T15:49:22.205 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdxi9xdXNBYctMHH1cuuyNcPC4I4xVAeD3HZsKH+QwIILiKOTHu/6HZg7Yo1WsuwYSA0MDc+5LCSGu7RsmOEVpcSQ4gtNoFVwsThDyI6yhsm9WQqqXwSPs7ZE+urqd/BDfQ/7oMqJm5bViQMP0vmBExHuIFagj+8f6nspkE2Z7lBbaw8bEbAJZFx74oReOAELsL+Pbtf9Iaqrap4Z3WysmhfP6Rm/q7mncBBmo/fl/bejhThr8fghTPJb81M+XLhMk/rAdVrGdKV9iSt6lLiWdvf0lpTZO4LdIfJSBXr1Xv+lHRtaGXID2ahH7zl/W6dM4baz+hU7ZrbP+vdKg/SVH xxg@xxg", "key_options": null, "keyfile": "/home/xxg/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xxg", "validate_certs": true} 2022-01-18T15:49:22.258 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNwmgnIsDDJmsmYzkTAEo3iLj7Jd5Ni2R5vD1Z0NRZ39zJMtbicZ0ec3nAMzFyHrmPnKNFltS1mhehbLbtKNKq1fSo2SMHs11z+N8Nl94F4AY8IhXZ8U9GAorEJFVIxHUNEDqwl55Ov6MfP60UI7rNgy2rUt8aOBmAJVhLEFmJJawJgyPhTrUZAT20OoILphrt81o5bTNfmx++Zs5Dc9VtgIh53hexwKgTvG6fxfKdra9m+J2GXpniOsZjPJq/A0je+t7H3UlxCSu0dRy2Un6l5ZAcoeg74SP50dFgGaxkTQqI6wle6NjtPIdssgrdYTgTcOg9M4jWqAr/5drTUSGh root@centos7-bspark", "key_options": null, "keyfile": "/home/pbs1108/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pbs1108", "validate_certs": true} 2022-01-18T15:49:22.409 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsA63hT3ZAwQ9hsvfY+o2Gy15M1GRnRw1ZBSXEiCs9OJku7T9+LCvvH85Y/7V+mOGcsCZKqVTd5Vy3sHAvAF3M7CYJ+5IIDJKCYslC0wkKcX4jj26aMToAZPms8uvs527BNgKOcvwgIfPjs4WJG06fey5AhsuuL30etbAvbBudxRAKdZSTOsMveneKtXQu3Dx7y0rjfI/RBAhCAvisnMqYFUdajoJIl5gVXl6+8mauUOP5O0mvyvJH2jQveqZXTdsIPyp5mq1nA5psqvivWGz2bEJ+owI0GjfuYbyAi6i+BL4Bsd3GeoAs1G3Dicfr228VIUsT+R3xLBQUj3xIsVAZ pcuzner@redhat.com", "key_options": null, "keyfile": "/home/pcuzner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pcuzner", "validate_certs": true} 2022-01-18T15:49:22.475 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDnvVnbK2SNfL8hTmrA09L41RudKW/F7Ty0vvlHjrFjDkdWXVgrafFWGKQZ8dSR6FJ9JLU0X59xiEo4z31ini/Dt2XozFMIr7RdeB3xpiifuUUG5Lgsasd2ezniUoOEukL1a9KkCIxNgmKJuvtlHCt+ZTtyL513yjRICByZbnmBSSpUiett50X10vtvaNBu4LikUJKLc8gP0PHLbaGsU3uOUd655lkFWjWhgExlU8bHWiAZq18Ss63jDlSKFVSk903GKSNcHXMHNPYaXlrYw8NFzejoy/XjxEfmF/Lv3MeAUhHQWx25sh5aDv48mzo8FaIJsL1MrD0QxF1gllobWAfp clacroix@redhat.com", "key_options": null, "keyfile": "/home/clacroix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "clacroix", "validate_certs": true} 2022-01-18T15:49:22.634 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaRX+aBLjb/h12ctmvoMvZro6NrrYDuxROF6QMVpEVucA7jHhwCC/j9dJAq0hOVBO8R3S0bvKQ6bmnCb/4y2J6tq18xKUFCrChNii5OQ+AgM5v1353oZ9SrHN8p9ajvS8w313o2OpXhpaPv3khVDjKZsDmeH8YL/Nx3WQKqIJC1mI4jrI0sZGGJLifEy3pPkO0W1KmguN9AwAWK6+kckAjMa3ElkfK/xuAqBYgNKQUxP9oMgTQRcgpWF8Nzb0npN3v+HOUIRrth1INSchkDKtWob2T+0Zqxwm+Vpi0iFWwqjcN/OVdaDGf34//A3M/tsiQ1g9SqhdhZJCfu5XLmM63 mkogan@mkP50.redhat.com", "key_options": null, "keyfile": "/home/mkogan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkogan", "validate_certs": true} 2022-01-18T15:49:22.677 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABJQAAAQEAyiGmj+nOAD+il+FvXvZSpUOJQp6hKh6UPaAIQvQZkdeNRWN7wcDXMUlLj+TBFWa1OO+9xqFlnbgVMDR4qy5orUBYlMapUb1rutjbk64XeY58b6uguHwSoMd81QpCCIN4KOk3cldV8UiyX382baoZ9Je2hsOnnBGMsRtHuVHZ90Bj1rIITkwajq//KRs7kjb/qhjk0xkipDIcaSwKjzPlmmnYn69noODwDexpvLYlCF+LowSZEdrOUvVIigSFG7cLTDaU2tLhxSgbvWu8f0pwvjsyW7gOgM+VeRZ6uHC79F1qvgdgQSxflddIgrQpH0rzf6RNxQjR3SBkZ4V1BESa0w== epuertat@epuertat", "key_options": null, "keyfile": "/home/epuertat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "epuertat", "validate_certs": true} 2022-01-18T15:49:22.845 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2022-01-18T15:49:22.888 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDRZyWiDO5JqWHJdUUBr8YReiKXxnL87juFAfkcmw2E9KmANVH2sn3K+OgUCQfBs1Wdg6AbcL2GyMm9alodUruzOm127/bH9OcGmu+8SNsMAYrAF9EzsKJa8Ba/I05rl5a87p1jbYG9Rpo7u3OvLx0LjgqydRYcmjwo/niifYNDTaN0K3v8s1mN4TorUZW/i3XBMBIBjlIiNGs/I7IZreR+1N4V8Nwrp2EWxDv7AwG3nvokL2RTHcsV0KgmAnciv8nXXjIf+uqOPuGA+F2qW/wz92bG8R0O4CjH+QZt4k6UoUIXFRW+LdOVAqmUrb4W0OJ8vsVeukW46SvPnYUTkZnF sonea@think", "key_options": null, "keyfile": "/home/tdehler/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tdehler", "validate_certs": true} 2022-01-18T15:49:23.057 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDZDKRAePFqjugc2ljw4QmM6r7B2dPI39OBB+2HKONtDZI4q+uwgZ1yqnhrbJaU9ux0W5wNzJyp2VfOPhw/9G9jo+efJPg5IySnTonhi1zeCXNpBMY70dJZVCyGEDdWKehvFM9xFBOxBC/h7gOyKqEc28BKoy4cHfULzm4er8PU30MyFBngu8NaoKqyQ3GYAfWOAXF5lUdalbJwl3a+HBb8PjUhbGuznAZF1Ji4JgnNuEZdlNVOKwhEkAFZ1JwXvgLfrEJVQs5b2V9Sp2Vm5ZngsLg7b3RzV5I4B3Lj7QTTraV1zLJGiS5iRdjY7D4W5Uxi2k1X7vaOjySJWWadHyeicNNBhLSfHl6JJ3aMuA8oAAmtgo/8IkJ96GFtgM9j31Wg8wkeTyQrwSeqCuv1uDFr8rp+OvMClhHnDgUklJLWjjYPCDVYR5KV+iOiHL58WJg/b4h6NsoP91wO8P8EcSaiMdq7P77w5nJxDI0KKb//dC8aHtWnRRRlrIS+PNPqKJSNTaSwOTieXvzplhzKFzu2dr79qs+/67iaNE6HBvIX5jVHWCFV3wllyjsC8WYPh4kEVtg2SY00SDOOrMrqANV8DDtHFwwxQTEjz1z5ESuwy9UcUSQfP1/zsAp2OQzPutKs6UipHyBK3pLm6MjaeeaEWu8fmetCqALxYV3h17O+Yw== miguel@hermes.olymp", "key_options": null, "keyfile": "/home/henrix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "henrix", "validate_certs": true} 2022-01-18T15:49:23.100 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEBD7CxJJfbLW4jtuLnTwkxVbhCfh/JL3Qj8oeLEkny1tE7QCeXn1bP5bScWSgLH34Wh4TAuH+8/g/koFwcCy1YuoGBdBV4KV7O9MTnFngdqNY6LKzCipm27tnWZEa10hrF8dRFTmhracd6kmmVGHgvGQPVAVONmix+2IZ83wdj8XJSQHeE3PHFLO39tU+ez/T76QaiBLDVo4ctHVt+N9bBbHV6Cr8fyiUUU6YEKMlcedvxGpnMK8oeOSNuDeh+DldcM9KYzNGEOM34jGRIvJp57dxQDQCtPPW5hvBXg7yMyrv6TcJzDd2LFD6AC/Qw9yrEQPXXyBCDkAlCqDR0+rH", "key_options": null, "keyfile": "/home/laura/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "laura", "validate_certs": true} 2022-01-18T15:49:23.258 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNwmgnIsDDJmsmYzkTAEo3iLj7Jd5Ni2R5vD1Z0NRZ39zJMtbicZ0ec3nAMzFyHrmPnKNFltS1mhehbLbtKNKq1fSo2SMHs11z+N8Nl94F4AY8IhXZ8U9GAorEJFVIxHUNEDqwl55Ov6MfP60UI7rNgy2rUt8aOBmAJVhLEFmJJawJgyPhTrUZAT20OoILphrt81o5bTNfmx++Zs5Dc9VtgIh53hexwKgTvG6fxfKdra9m+J2GXpniOsZjPJq/A0je+t7H3UlxCSu0dRy2Un6l5ZAcoeg74SP50dFgGaxkTQqI6wle6NjtPIdssgrdYTgTcOg9M4jWqAr/5drTUSGh root@centos7-bspark", "key_options": null, "keyfile": "/home/pbs1108/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pbs1108", "validate_certs": true} 2022-01-18T15:49:23.301 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2k8xsrsLxEqJx3rV6ZZwLH0OjYCDB2uIYzcAyrKEOKlVWO1ICKxkw+gZ9tSiPFNLfq13io9BIrAKJwlrdLCJLmlgCQwpwUQqzmRlRZEm+WmD0dl8LPeQSidyJkPkJgYBEshFPjDHIj10Ei1pJS5svI2l7G1wMWxlt2kHL8Og/4zdFTRctxwqZcvzLmRQcs8lSSpqTkhfeKfmrpR+je8XFbCJJ9m/nJbgyCiZKaGN8nf36pCQDEva4rvaSrK0a6YxL0RWN8W3lqtBPKIehxffr3lYDEkD9EUW5vf6AUKC0ioh4jkPo9WCjaoFsOauMOMVQPHehEAMufEO4Kym6nfrf yaarit@localhost.localdomain", "key_options": null, "keyfile": "/home/yaarit/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yaarit", "validate_certs": true} 2022-01-18T15:49:23.468 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDnvVnbK2SNfL8hTmrA09L41RudKW/F7Ty0vvlHjrFjDkdWXVgrafFWGKQZ8dSR6FJ9JLU0X59xiEo4z31ini/Dt2XozFMIr7RdeB3xpiifuUUG5Lgsasd2ezniUoOEukL1a9KkCIxNgmKJuvtlHCt+ZTtyL513yjRICByZbnmBSSpUiett50X10vtvaNBu4LikUJKLc8gP0PHLbaGsU3uOUd655lkFWjWhgExlU8bHWiAZq18Ss63jDlSKFVSk903GKSNcHXMHNPYaXlrYw8NFzejoy/XjxEfmF/Lv3MeAUhHQWx25sh5aDv48mzo8FaIJsL1MrD0QxF1gllobWAfp clacroix@redhat.com", "key_options": null, "keyfile": "/home/clacroix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "clacroix", "validate_certs": true} 2022-01-18T15:49:23.521 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDUznqo3VDmcKRL64P7sbjuxXCW/0ljFTc5zZoZ9UvtZvU2jrRQ2X9GyxcrcQnAWlF5YZHqeTDU5o8ixn5fq1MSmaPRBNDKKVQOfR/vFQV73LiKx4BFsC1/EdaPie/XqltaLDTtfqhxADJlz1H3a3ZlkeVHMROTqo/TidL1YUYlRH4qHxWWBuFuVS+EYfTegSZdjwp+DuJA0iN6X99+DfH2DhiHENjEmlbKN13+H+EPzm0K3ya2w8D6ANodB3AxMn2tGs8mLtG/P4kCjoDnoUVFzKTyUpTtgOjis47uSY4dL8mTbIK9kZAiFxnT5sMClu6KRStDjRIrxbTBQJ8wvlat admin1@rajula", "key_options": null, "keyfile": "/home/rpavani1998/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rpavani1998", "validate_certs": true} 2022-01-18T15:49:23.679 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABJQAAAQEAyiGmj+nOAD+il+FvXvZSpUOJQp6hKh6UPaAIQvQZkdeNRWN7wcDXMUlLj+TBFWa1OO+9xqFlnbgVMDR4qy5orUBYlMapUb1rutjbk64XeY58b6uguHwSoMd81QpCCIN4KOk3cldV8UiyX382baoZ9Je2hsOnnBGMsRtHuVHZ90Bj1rIITkwajq//KRs7kjb/qhjk0xkipDIcaSwKjzPlmmnYn69noODwDexpvLYlCF+LowSZEdrOUvVIigSFG7cLTDaU2tLhxSgbvWu8f0pwvjsyW7gOgM+VeRZ6uHC79F1qvgdgQSxflddIgrQpH0rzf6RNxQjR3SBkZ4V1BESa0w== epuertat@epuertat", "key_options": null, "keyfile": "/home/epuertat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "epuertat", "validate_certs": true} 2022-01-18T15:49:23.721 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4NYxUHx8HMgbVIHadruN1kAJS5be0aZA9rvGtYDfwD5siKNfXFRyLG3thkjxtEi7DPYMxgbpFOXW9EQKh5sQ0ohsADZOi8FSIAfQlOQ+7HAEp7DjBtjxoqB31jJ1e293YtO+nqAhcOMyGfDx+71w5sS2EFqy7PscA9gD9aV2iMxIR/JD1LxXabiqj12jU5AOxr7ZQ1+gM9aroQuDpNxY4U8jBTxx5OtIYRkeI/aN2gQj1mXGMKGo0ItFn4lsXGLxGxMpa9K2UFw2dWQVTw9VNm79nixrCX+lC2nyaJPsRYZipXF1ID2NRk7oJ79dJ/uRBBXpunihlEC3aF+nOgEPH ridave@redhat.com", "key_options": null, "keyfile": "/home/rishabh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rishabh", "validate_certs": true} 2022-01-18T15:49:23.879 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDRZyWiDO5JqWHJdUUBr8YReiKXxnL87juFAfkcmw2E9KmANVH2sn3K+OgUCQfBs1Wdg6AbcL2GyMm9alodUruzOm127/bH9OcGmu+8SNsMAYrAF9EzsKJa8Ba/I05rl5a87p1jbYG9Rpo7u3OvLx0LjgqydRYcmjwo/niifYNDTaN0K3v8s1mN4TorUZW/i3XBMBIBjlIiNGs/I7IZreR+1N4V8Nwrp2EWxDv7AwG3nvokL2RTHcsV0KgmAnciv8nXXjIf+uqOPuGA+F2qW/wz92bG8R0O4CjH+QZt4k6UoUIXFRW+LdOVAqmUrb4W0OJ8vsVeukW46SvPnYUTkZnF sonea@think", "key_options": null, "keyfile": "/home/tdehler/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tdehler", "validate_certs": true} 2022-01-18T15:49:23.920 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCeAhoTum3/VmRbxSyw5gwgcPF1EWFK5mEPX3PZyo3xPsUAJazALfge3aEuCrZBbsjOCoj3GfFhr/ziEF+OWvhBoPK5hQzP0V8tE9cWJwvHmD72vGE36o1hFO0ONE4DEuu5KRDqQJUgeyQWXsP26uHTwIcvMpy8egZOfyshqF+lQVXzsAex7Ninmidsf/sRNLhzT1kLrKT+ZMSbZ7Rqh46TMlmLD1LzJZNcb6PGVwlfQZmV6T7m0COu/skeSxMcy8hqMvHFNvvfFSqkfMw0KBGLDxMQr4L+e7sXwQDnEZHdzoh0iS3xDp/Onr1FSmPyEjz51e1sMHBsqklHWidSZVLt/+giB4o6Wdgzc0um/QxW2Ne2qjtDlViOgRE9Fzcw/cRu/Xsn8qtXTxYyxXswjkA8qX7WR22OYgjYChw9siUsKkuD2yAbPMVl+cZWDeBhQnPMbDMVaghS4SAVt5GK16jij4+r3IE9vGHBmGwJYJ/OrtcxBrUrDopwsGLcU+WHdv0FXuiw+YbfnzpthC8rVj4oeJ2IUOQ5JB0ub7NmbR4QWjc33JfD+AeCB75x6io07V2riRjMD9gLC5nwytJNG7Yytf6xI2i/CprW7HhsDs2ykOVcDSBMnL1oGW6FeHaDRW39r6BXSt1jjZQ2E6pDEBTDO41tPEL9EVvv9TK87GTylQ==", "key_options": null, "keyfile": "/home/skrah/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "skrah", "validate_certs": true} 2022-01-18T15:49:24.078 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEBD7CxJJfbLW4jtuLnTwkxVbhCfh/JL3Qj8oeLEkny1tE7QCeXn1bP5bScWSgLH34Wh4TAuH+8/g/koFwcCy1YuoGBdBV4KV7O9MTnFngdqNY6LKzCipm27tnWZEa10hrF8dRFTmhracd6kmmVGHgvGQPVAVONmix+2IZ83wdj8XJSQHeE3PHFLO39tU+ez/T76QaiBLDVo4ctHVt+N9bBbHV6Cr8fyiUUU6YEKMlcedvxGpnMK8oeOSNuDeh+DldcM9KYzNGEOM34jGRIvJp57dxQDQCtPPW5hvBXg7yMyrv6TcJzDd2LFD6AC/Qw9yrEQPXXyBCDkAlCqDR0+rH", "key_options": null, "keyfile": "/home/laura/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "laura", "validate_certs": true} 2022-01-18T15:49:24.131 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDklgWHrL9TMaMxIyN9MxVR6nR3xh9zfj0iR63/yOzaslX0WoVBk7CYTsRlH2GFVctvixVwrWbQgMaKe49utal/3FA6sMl8S2DTrtgC1a/exUTvU0U/+ZhyUlkyjQfRgtYOUwodNupL5NsC8VZqZshgmgXC34uye3bplx3VwvpUt9r6QxJN3/9Dbi6HxudhDCLfmvROhwQYHaFF+GglcbyjAt3uvsuwXVKBd1/vMQwbcUo9/zQlrnmWBRuqTNkXGrZauWigoi/hyuWYQ3MUbRc3LVpJncMv7BEtcj8fCVvPB09SFee3nSeTtFkm01GvRcYd3HBz/YL4Rz92wXl9VIxqs8aaJBzy+MD0NO496Rfqtz6YuZ1m7AxDIccDW+OpcPgYwaUKFXNTuVLWZXhkS0p4swefcKWRlQFF3BLOebN/Kr9jq1MFa+5pX7Gj4WF5uCIX0/fx40KVZNhfl3qywBy/d5MKwXO7PCHMiGcu2FIXdZ334MxdgiIVoX54PpRP4hs= smanjara@localhost.localdomain", "key_options": null, "keyfile": "/home/smanjara/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smanjara", "validate_certs": true} 2022-01-18T15:49:24.289 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2k8xsrsLxEqJx3rV6ZZwLH0OjYCDB2uIYzcAyrKEOKlVWO1ICKxkw+gZ9tSiPFNLfq13io9BIrAKJwlrdLCJLmlgCQwpwUQqzmRlRZEm+WmD0dl8LPeQSidyJkPkJgYBEshFPjDHIj10Ei1pJS5svI2l7G1wMWxlt2kHL8Og/4zdFTRctxwqZcvzLmRQcs8lSSpqTkhfeKfmrpR+je8XFbCJJ9m/nJbgyCiZKaGN8nf36pCQDEva4rvaSrK0a6YxL0RWN8W3lqtBPKIehxffr3lYDEkD9EUW5vf6AUKC0ioh4jkPo9WCjaoFsOauMOMVQPHehEAMufEO4Kym6nfrf yaarit@localhost.localdomain", "key_options": null, "keyfile": "/home/yaarit/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yaarit", "validate_certs": true} 2022-01-18T15:49:24.342 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDpp2NWr5T6s+jzHiz/FfCKzN7ZBnUSzyE7ieuntzjeGotyupAAjVBoSpCJgNDybm+WkE4dShv5mttPJ2/q1UZCLRj3nN+y3NG333aLZuyugR0ht5qtvGVegg58PwQ8CMobR7ca7bl5UdEy0UIrM3d/qpDOuPkuE4MIJcrtZGICE8NAVnmHNOB9Sm4ovAYkewTuMAv40j2Dl4F9dD6bg+OJfBOJ9+Zj+MpowYlAILtEB9Dc20zB8GGUEtr9yfOVroblTYhvTxGYRaE7aVBe83DNwkWGbDc/qUNR6bpA04w/P+LclYVsVKRoHOs1EXHSwNMFromA8RsKS+rajwu5uRg5 ben@dhcp-185-182.bos.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC93wGgyyQmTxa7f+BZcYPUapTH2N1mnV1ikl9nzJzHhgrtJ6pv00LhtH1HqGhvoqnqZjBD5XRAKyjMRcMBT5MYcXXep5RqZ9sJ6Xz8rHkBjfl/OOQUeZ/ZyG/Ksr1jpGraN2xtrjQQzbqN1YvirCqfLk2exPvVeEk4CGnNybwKwCWob1uKV46ASrYeQK8pfHxrW7pTo+xdErHOvb7uumZm89/YisUJGicO1qSHBeuw1MxjhnD+fIcxHKWY5NNJ4qScW6a5AABk1JJsoHkh9IGCVaf/zJv8D3gil5SiM8LIBKaNa1fn6oObPl/Ky/wkiIo2gmUZawvAVA8iJnX9eUPl ben@bene-laptop", "key_options": null, "keyfile": "/home/bengland/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bengland", "validate_certs": true} 2022-01-18T15:49:24.499 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDUznqo3VDmcKRL64P7sbjuxXCW/0ljFTc5zZoZ9UvtZvU2jrRQ2X9GyxcrcQnAWlF5YZHqeTDU5o8ixn5fq1MSmaPRBNDKKVQOfR/vFQV73LiKx4BFsC1/EdaPie/XqltaLDTtfqhxADJlz1H3a3ZlkeVHMROTqo/TidL1YUYlRH4qHxWWBuFuVS+EYfTegSZdjwp+DuJA0iN6X99+DfH2DhiHENjEmlbKN13+H+EPzm0K3ya2w8D6ANodB3AxMn2tGs8mLtG/P4kCjoDnoUVFzKTyUpTtgOjis47uSY4dL8mTbIK9kZAiFxnT5sMClu6KRStDjRIrxbTBQJ8wvlat admin1@rajula", "key_options": null, "keyfile": "/home/rpavani1998/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rpavani1998", "validate_certs": true} 2022-01-18T15:49:24.542 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC3YhI4am/T6s4rJRvbC/jAvrNcDhE/zaJiVDAjEuA1W/5Xt9ObX52eAnp+tOOtelXrX8ylYF/z5wGNQLjYrWepXhuqaEGxeVayCHzts6LMpmvyZ6sYnAw9HFO9rzrTawm70DuvWqY2Zt4KA6fM+lfXk3Qdpi5RCPDKk1jpXwSCyUtUKSWTDRtYtvvJTcO3H/xCJxQq/F9sU8yqgQcqFPfMNrV4a8gNj9KACqjt4IEIfuxKlKhlMA4yu1VTmGcNuhQS+geJzsEGuxZUQb0Io+q4o0b+40BQtazKgOdTcQbgNtqh3wZpjJsvB4AM+GNPjZY3mCsd+WPGg6dqfU08Voo2b7BfSwyCn14fQHnj1nSwRIea2juFY6AMfVJjstM5iIz7lOH2c3ydWWhzvSmMeoQ47zBXlg8JytWmDrXiyd21BSIpTL0Tn8P95wHYka8U9KRV0ZY7Jr2w/ThPdy2C+Cdir+P+OEL1sKHSnmEyQEeONa9P5yH1Rd1kM/FNESAIRiMLGspzXQeWoJhHswVaKoSBW/7f4b9VENxda8qAQi6ob8A71cAjbpRrkUmd5EBCSFMNs7lscus0/deUVvlpsrMjDAJa8S9gqhGHNU0YvF1WBIz3paLRAHDm9DWrHc5lreizJzX5ul4P/Z4ITjpO+9ZxKOcyi8wnJ8Og+QUYLpqOIw==", "key_options": null, "keyfile": "/home/pnawracay/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pnawracay", "validate_certs": true} 2022-01-18T15:49:24.700 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4NYxUHx8HMgbVIHadruN1kAJS5be0aZA9rvGtYDfwD5siKNfXFRyLG3thkjxtEi7DPYMxgbpFOXW9EQKh5sQ0ohsADZOi8FSIAfQlOQ+7HAEp7DjBtjxoqB31jJ1e293YtO+nqAhcOMyGfDx+71w5sS2EFqy7PscA9gD9aV2iMxIR/JD1LxXabiqj12jU5AOxr7ZQ1+gM9aroQuDpNxY4U8jBTxx5OtIYRkeI/aN2gQj1mXGMKGo0ItFn4lsXGLxGxMpa9K2UFw2dWQVTw9VNm79nixrCX+lC2nyaJPsRYZipXF1ID2NRk7oJ79dJ/uRBBXpunihlEC3aF+nOgEPH ridave@redhat.com", "key_options": null, "keyfile": "/home/rishabh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rishabh", "validate_certs": true} 2022-01-18T15:49:24.753 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDQu/CuhCIFVGCLbA0cjn+qqcwX12cRcFA1sHyJtkj6Ltfmge8FnfgAsex/LaPJwbtbBiVl9xRcazHNfBaDw5DxMRSJF+e7WTydZC2Jm4qIj4D3Lr+imGPrJTK+kjN0QXRXknGsNn36oRF/I41cGqYRGwawFGSPZBHuav+ehDk1doTrbDlll4zMUWm2iXTcBIcJo4NR1LoE2c9/MPfbH7jKm5ke7aS0ets+EANEplkeClfCVAashtIF+Bz6a9qk4F2n0baLT/s3IQkXCwwO2fxxY03x8gWiB1n4E7sousEB+J1Skl/z0bwmaiY0C+raPoV/FyZxQuh0ocvdU7fnQbKuNoGE/Usfm9Y3g8eH81b/k4fMJL2lqXHkPft6zUV9bJsp3v1iGEkIf2+ER/QLczteNz6kw/uTPQctMEDXM17GEnBXISVrQcPSW3i93eFwWacs8iT3G4bjEQvpxSBQrhDdCCoxy8bVWqkVeDWw5u2q/3WL9Ov1NrY+G4/DYb2qONNQds0vTHCGvemU5GNjtaeCbojkZ7Z3KOeAY8080kKrsO7fve+ZMACCIFD+se8kF7NN4ZJASSqq9lJpBWvtbc0O8jCcVGNuN7exXjrcbiN1L/9HkARV+KEJU3jbXObAhAnfAaeRWBwmTfZodCu+fDd/Jor6l36tjD4kC4/CPrDtyQ== alfonsomthd", "key_options": null, "keyfile": "/home/alfonsomthd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "alfonsomthd", "validate_certs": true} 2022-01-18T15:49:24.910 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCeAhoTum3/VmRbxSyw5gwgcPF1EWFK5mEPX3PZyo3xPsUAJazALfge3aEuCrZBbsjOCoj3GfFhr/ziEF+OWvhBoPK5hQzP0V8tE9cWJwvHmD72vGE36o1hFO0ONE4DEuu5KRDqQJUgeyQWXsP26uHTwIcvMpy8egZOfyshqF+lQVXzsAex7Ninmidsf/sRNLhzT1kLrKT+ZMSbZ7Rqh46TMlmLD1LzJZNcb6PGVwlfQZmV6T7m0COu/skeSxMcy8hqMvHFNvvfFSqkfMw0KBGLDxMQr4L+e7sXwQDnEZHdzoh0iS3xDp/Onr1FSmPyEjz51e1sMHBsqklHWidSZVLt/+giB4o6Wdgzc0um/QxW2Ne2qjtDlViOgRE9Fzcw/cRu/Xsn8qtXTxYyxXswjkA8qX7WR22OYgjYChw9siUsKkuD2yAbPMVl+cZWDeBhQnPMbDMVaghS4SAVt5GK16jij4+r3IE9vGHBmGwJYJ/OrtcxBrUrDopwsGLcU+WHdv0FXuiw+YbfnzpthC8rVj4oeJ2IUOQ5JB0ub7NmbR4QWjc33JfD+AeCB75x6io07V2riRjMD9gLC5nwytJNG7Yytf6xI2i/CprW7HhsDs2ykOVcDSBMnL1oGW6FeHaDRW39r6BXSt1jjZQ2E6pDEBTDO41tPEL9EVvv9TK87GTylQ==", "key_options": null, "keyfile": "/home/skrah/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "skrah", "validate_certs": true} 2022-01-18T15:49:24.954 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCoL9+aMxLtUG3aRIuT4kbjc1CPuQ+wbS30ocuJ2YIExlKMSxVr+LYqbjcz0T4f8gAKG539dZQgD9BAsHM8yfOVEvei0KsQHn87pzgYGR3DtaMx5IEG5xNyARPu+VuEoe8qlL3cAPwTiaU78datD5Cz9GEClhL1Fhn/Z8o7BMbs5xlcUIQ/J+s9/sKMcqmmBJy5IHQIEUHCl4SFwsev5g5ADlnLNNxjpalExuBCEeoSma9F3b2YEJHvpA5JhCIMZpVfXbgh2UhUsyfAQN6KgOIQ/XlKBMQDtizf2vZ4b8hW4ELcvKSADfTsyyqEs/Ql8jEJu32GFKf2mYPbgTS6E7FZfQz77X+5OBhojFAstB8LSSrH80FrG1gCbVZLnW0jXcSehKnU0oNmUWOKxxaT1b00fo/iZ4P8O1uJRY17/uaVCPNKdGTZzIlzyC16wsFFBxBl0d7HfojQY6qfww7AQJhvDkV2sP0/MIJzwriWOzZEmfr8Osqery5vFiYcSvMbdMZDfMEYd3z7Va2RiTIeyXuEYp5hzf8eyJRP/f2FEw8/BBrm5JCxeSWUx7qwgPHrJoWAVxCIg/M3YS/vfVSFc8Hh88sgc2upq0OqYr0uq6EFzUZi4aoOkOVYn9u/uc/p1AR0KbiQOkERMUDWTyADxrHaL0nQmGy+XyiJQjhq5ckZ+w== doliveira@suse.com", "key_options": null, "keyfile": "/home/oliveiradan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "oliveiradan", "validate_certs": true} 2022-01-18T15:49:25.112 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDklgWHrL9TMaMxIyN9MxVR6nR3xh9zfj0iR63/yOzaslX0WoVBk7CYTsRlH2GFVctvixVwrWbQgMaKe49utal/3FA6sMl8S2DTrtgC1a/exUTvU0U/+ZhyUlkyjQfRgtYOUwodNupL5NsC8VZqZshgmgXC34uye3bplx3VwvpUt9r6QxJN3/9Dbi6HxudhDCLfmvROhwQYHaFF+GglcbyjAt3uvsuwXVKBd1/vMQwbcUo9/zQlrnmWBRuqTNkXGrZauWigoi/hyuWYQ3MUbRc3LVpJncMv7BEtcj8fCVvPB09SFee3nSeTtFkm01GvRcYd3HBz/YL4Rz92wXl9VIxqs8aaJBzy+MD0NO496Rfqtz6YuZ1m7AxDIccDW+OpcPgYwaUKFXNTuVLWZXhkS0p4swefcKWRlQFF3BLOebN/Kr9jq1MFa+5pX7Gj4WF5uCIX0/fx40KVZNhfl3qywBy/d5MKwXO7PCHMiGcu2FIXdZ334MxdgiIVoX54PpRP4hs= smanjara@localhost.localdomain", "key_options": null, "keyfile": "/home/smanjara/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smanjara", "validate_certs": true} 2022-01-18T15:49:25.166 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDh9bzZJulXGES+l9Xh6Aq15RZ8uQCGuDNhlNQtDblE1ISKJ/DqGYXp6wUW54+oVNA7eZiXz+fi3mq5pPEtZZOfd3ixEDzDJ4E3cVXoDZCqeWEmea6KvybeY10YxvB56TEI8U2KKAd56PRl20klXpLCjzXNqG7n0aXFcpCMbXDu369VX6lOk24K/7++7Wc5SttcvVu19sT2kqzsB/S1Y5cxiE6RM6wVtqBoksp/kRCIA16ruNwx3GUabDfbEoUGXlkkUP7+TZgAbHtBsYy6mCQhwi0S2+WG+HhHDUPjHhV+MdN9ffibCtOEGo52itVLVky09VeBocuA6H22JDGXPBgjcgf2NsZIqcKqGHhUkXmH92fhRSFOBLKHstrBq8jWRP/mNrgj8cQksDsakQYQbDg5dyabp+M0/iL2Q3YVq7erZI8aZMA7ZF3WgoQNYZg5E7oejM8URIlFP3x1ne2ClRC9a74phSCxeU/NVamGN3G3dImzEXGOSNyRggHJ4jGrIGc7tLPCzmI5OkomcB5OxReqf0r1TNXuUAqw8M4EoWt+0xoAmH5zVlUHf+psUCJIEV/4pbgtoJiSNq+LVY4jyDEFbvTAL7MqyXorMV7Tqlj+/3d7RXfhW9lR/SHb1Z3jcHvz4ZzYMzKWeJEjz+Y0NwIdFDhcPmUOYtEDmuRRrgYiSQ== sebstian.wagner@it-novum.com", "key_options": null, "keyfile": "/home/swagner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "swagner", "validate_certs": true} 2022-01-18T15:49:25.322 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDpp2NWr5T6s+jzHiz/FfCKzN7ZBnUSzyE7ieuntzjeGotyupAAjVBoSpCJgNDybm+WkE4dShv5mttPJ2/q1UZCLRj3nN+y3NG333aLZuyugR0ht5qtvGVegg58PwQ8CMobR7ca7bl5UdEy0UIrM3d/qpDOuPkuE4MIJcrtZGICE8NAVnmHNOB9Sm4ovAYkewTuMAv40j2Dl4F9dD6bg+OJfBOJ9+Zj+MpowYlAILtEB9Dc20zB8GGUEtr9yfOVroblTYhvTxGYRaE7aVBe83DNwkWGbDc/qUNR6bpA04w/P+LclYVsVKRoHOs1EXHSwNMFromA8RsKS+rajwu5uRg5 ben@dhcp-185-182.bos.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC93wGgyyQmTxa7f+BZcYPUapTH2N1mnV1ikl9nzJzHhgrtJ6pv00LhtH1HqGhvoqnqZjBD5XRAKyjMRcMBT5MYcXXep5RqZ9sJ6Xz8rHkBjfl/OOQUeZ/ZyG/Ksr1jpGraN2xtrjQQzbqN1YvirCqfLk2exPvVeEk4CGnNybwKwCWob1uKV46ASrYeQK8pfHxrW7pTo+xdErHOvb7uumZm89/YisUJGicO1qSHBeuw1MxjhnD+fIcxHKWY5NNJ4qScW6a5AABk1JJsoHkh9IGCVaf/zJv8D3gil5SiM8LIBKaNa1fn6oObPl/Ky/wkiIo2gmUZawvAVA8iJnX9eUPl ben@bene-laptop", "key_options": null, "keyfile": "/home/bengland/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bengland", "validate_certs": true} 2022-01-18T15:49:25.364 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDzYzqIDimPjMOUOUz1A122eV52fl3mgGgNBRYRlOWl/lOxM5oOat5FPkJlnXTVyQFl0MlnYgIv9fTnjHVTM0wFmFUItlUl151ZmK5XExiGpGVsqG3UWNyKJxZpk9Uh2a0T/5CKzzwXnv2fJMNxzfqgopYDrgq4TFEZcdvgWJ39dcRTXST/rGJQ8wOq9z7UNzKU5VOGxvgi6f/nGevGIHrSaTcY3Uu8BW8kXUrf9vfl+ZSxVjuNHXF/VmrJH5Ne8mVu7DzPMrl8ZZjxsfJKT/eQqF9kjqht5586OSPKIwg/LEOyYj7Wyyf3QbDAIp5bCygQfmBBl+kIxphJYq3EwUZT ylifshit@dhcp-4-102.tlv.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFgwQYD9amVSYq6JzjHyGmKBJATQCM9xsf6QnF3yb0Lvry2nzY9F61evVXQ95TmF/AqasRx5p2WansIvegG5ag5mytvRwFXtHzPs4o/J+XjA9o4+A5l6j9cOFLIDD/TwrwlUjgMa2PhqUztSpI1op906391RLrJAyflfDghJxeVl6dJab6TEsslV0W+yaCS3BBxMXXrCbxCB5Ms3KCRKDz0DqbhFc+Nw05L1O1pC98HBFRIp1SaXlMcT3++CRQ3wugpOMkDMNLbycl+vdMBFY3UZ28rRowS3Ta7V5EARZVVH7KxU5cL+8Hr/8DE1/ITOmrluaEZ1KwYgoxZbZ3w7Ptw0FK6aiCZ49YtqKT1WakoVfO8m7pCdxkqUOA91loMQtxvCwZ/Vfoxaut16gklmPz8N11xvo1H5XB8/ZrvK5yKdl3JDl+wwtfE/fwo4E/fte+rPRisoWBRsmsx8EGxs75sXnb6n3VjZ65vYEKsNMLg+5EAaevWLLeqF0a42UWGJrHdb4VKX/OAplHrOk7kA/VwArow8f9n+iaRp2hgDU9OhQiFVRhgqwahlmCFFXkcP4/4WlxMCuZrsaNMZgMjVhfsp7cskKOezSfZZey2MB2fREMS1wg0j40CdYRn4jTNEBr/LVszsoM7t7AwXUpnqXeYIe+gePx1PJb5XSzSPZ9Pw== yuvalif@yahoo.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDp0xz0ml2XuoQe70TxVeTo3Ib5xMinDrYNJ5eq5XYNa8ZLGcEByeDK4myzixTloAo31Rb/yDyGqv6kQ6nFChihO2aab3Ni/bsMOaJat1scrznaIYXGvLvw5KYx/qBDUxb3qW0vO0N/bB3dUPS1 2022-01-18T15:49:25.366 INFO:teuthology.task.ansible.out:lXTJaVf+KuljUk7v38ov2gsPWlofRYZNkPGQfUKXFEXc39OVj+Ex5LkehH/Z1LwjRYJa7jAdSm8hE5m8m6WborrzAA4/iFuLbhtM/Bqm4boSqa7koBVux422QX/HblSQ2KAeT1GFOS7xdcO6ndyp6mIpCZWunTjZwSLyK20NvIV/AzdAro4GZWi0D34PPtbSG344ZT1dSLeDRhYVkDjS6uutrmw9C+Ns1bo8s1ydhxL2XEsU14SWRWlbyrMF9PXyJOsaNiBNWGwc9lTly0ZlmPnN3l0AC3RIKOstkEYmI+TMj21r1tltz48e+6dH1an51wwnhNRYiODd3hbS67tmIg05BuSU5+whJ93wzXw2rC4FLE= ylifshit@localhost.localdomain", "key_options": null, "keyfile": "/home/yuvalif/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuvalif", "validate_certs": true} 2022-01-18T15:49:25.530 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC3YhI4am/T6s4rJRvbC/jAvrNcDhE/zaJiVDAjEuA1W/5Xt9ObX52eAnp+tOOtelXrX8ylYF/z5wGNQLjYrWepXhuqaEGxeVayCHzts6LMpmvyZ6sYnAw9HFO9rzrTawm70DuvWqY2Zt4KA6fM+lfXk3Qdpi5RCPDKk1jpXwSCyUtUKSWTDRtYtvvJTcO3H/xCJxQq/F9sU8yqgQcqFPfMNrV4a8gNj9KACqjt4IEIfuxKlKhlMA4yu1VTmGcNuhQS+geJzsEGuxZUQb0Io+q4o0b+40BQtazKgOdTcQbgNtqh3wZpjJsvB4AM+GNPjZY3mCsd+WPGg6dqfU08Voo2b7BfSwyCn14fQHnj1nSwRIea2juFY6AMfVJjstM5iIz7lOH2c3ydWWhzvSmMeoQ47zBXlg8JytWmDrXiyd21BSIpTL0Tn8P95wHYka8U9KRV0ZY7Jr2w/ThPdy2C+Cdir+P+OEL1sKHSnmEyQEeONa9P5yH1Rd1kM/FNESAIRiMLGspzXQeWoJhHswVaKoSBW/7f4b9VENxda8qAQi6ob8A71cAjbpRrkUmd5EBCSFMNs7lscus0/deUVvlpsrMjDAJa8S9gqhGHNU0YvF1WBIz3paLRAHDm9DWrHc5lreizJzX5ul4P/Z4ITjpO+9ZxKOcyi8wnJ8Og+QUYLpqOIw==", "key_options": null, "keyfile": "/home/pnawracay/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pnawracay", "validate_certs": true} 2022-01-18T15:49:25.573 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDXa9uTf3q+7tGnHzSxv0WbgpRKrBIYjAZ5x3V74vQUSD1aAbmyvOqgPnts7XttLYImjjRqiisyC03L3KgR4b3SOeyL3KFxrk3KkHAJ/AJH+Y/UafyDhHNl3gRNg0B9rjsa7h2dSlcrFKnAX0pDY1HapuNPrzYWrXsEbo7C6wteFh7PyPmTkHu0NzIIPC4FcLl8SGaww/HeBh8v91IymgFSgXG0jNC063FEExWdti54yNLGh3gpW0FytsiRN9eEOKUOgcveT1tejz9ORv8evO4Y9SCQ/lsyOKQKNcG5C7J8nsbwSjqQ2cf6i2aYFZ0Oq1UXuhJ8APJCoiKgLJy7AiYf kkeithle@dhcp-100-19-89.bos.redhat.com", "key_options": null, "keyfile": "/home/kkeithle/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kkeithle", "validate_certs": true} 2022-01-18T15:49:25.742 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDQu/CuhCIFVGCLbA0cjn+qqcwX12cRcFA1sHyJtkj6Ltfmge8FnfgAsex/LaPJwbtbBiVl9xRcazHNfBaDw5DxMRSJF+e7WTydZC2Jm4qIj4D3Lr+imGPrJTK+kjN0QXRXknGsNn36oRF/I41cGqYRGwawFGSPZBHuav+ehDk1doTrbDlll4zMUWm2iXTcBIcJo4NR1LoE2c9/MPfbH7jKm5ke7aS0ets+EANEplkeClfCVAashtIF+Bz6a9qk4F2n0baLT/s3IQkXCwwO2fxxY03x8gWiB1n4E7sousEB+J1Skl/z0bwmaiY0C+raPoV/FyZxQuh0ocvdU7fnQbKuNoGE/Usfm9Y3g8eH81b/k4fMJL2lqXHkPft6zUV9bJsp3v1iGEkIf2+ER/QLczteNz6kw/uTPQctMEDXM17GEnBXISVrQcPSW3i93eFwWacs8iT3G4bjEQvpxSBQrhDdCCoxy8bVWqkVeDWw5u2q/3WL9Ov1NrY+G4/DYb2qONNQds0vTHCGvemU5GNjtaeCbojkZ7Z3KOeAY8080kKrsO7fve+ZMACCIFD+se8kF7NN4ZJASSqq9lJpBWvtbc0O8jCcVGNuN7exXjrcbiN1L/9HkARV+KEJU3jbXObAhAnfAaeRWBwmTfZodCu+fDd/Jor6l36tjD4kC4/CPrDtyQ== alfonsomthd", "key_options": null, "keyfile": "/home/alfonsomthd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "alfonsomthd", "validate_certs": true} 2022-01-18T15:49:25.772 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIBYa5uEOlFv1s9K9D1SbcaApLwX3LBwASSnRXDHI7MtU paul.emmerich@croit.io", "key_options": null, "keyfile": "/home/emmericp/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "emmericp", "validate_certs": true} 2022-01-18T15:49:25.950 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCoL9+aMxLtUG3aRIuT4kbjc1CPuQ+wbS30ocuJ2YIExlKMSxVr+LYqbjcz0T4f8gAKG539dZQgD9BAsHM8yfOVEvei0KsQHn87pzgYGR3DtaMx5IEG5xNyARPu+VuEoe8qlL3cAPwTiaU78datD5Cz9GEClhL1Fhn/Z8o7BMbs5xlcUIQ/J+s9/sKMcqmmBJy5IHQIEUHCl4SFwsev5g5ADlnLNNxjpalExuBCEeoSma9F3b2YEJHvpA5JhCIMZpVfXbgh2UhUsyfAQN6KgOIQ/XlKBMQDtizf2vZ4b8hW4ELcvKSADfTsyyqEs/Ql8jEJu32GFKf2mYPbgTS6E7FZfQz77X+5OBhojFAstB8LSSrH80FrG1gCbVZLnW0jXcSehKnU0oNmUWOKxxaT1b00fo/iZ4P8O1uJRY17/uaVCPNKdGTZzIlzyC16wsFFBxBl0d7HfojQY6qfww7AQJhvDkV2sP0/MIJzwriWOzZEmfr8Osqery5vFiYcSvMbdMZDfMEYd3z7Va2RiTIeyXuEYp5hzf8eyJRP/f2FEw8/BBrm5JCxeSWUx7qwgPHrJoWAVxCIg/M3YS/vfVSFc8Hh88sgc2upq0OqYr0uq6EFzUZi4aoOkOVYn9u/uc/p1AR0KbiQOkERMUDWTyADxrHaL0nQmGy+XyiJQjhq5ckZ+w== doliveira@suse.com", "key_options": null, "keyfile": "/home/oliveiradan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "oliveiradan", "validate_certs": true} 2022-01-18T15:49:25.992 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCj28V9sMybkAzhkiaNiDDr8TfNVyr5DNdbOqszdGEVLy1Rxh/UYnxUclsR9n8lt9VnCft3M4NDTnVwlxOHE8+0oolJE9HP+DQomsgj3abP04EGJyOA0X8E7eIFQNLRbMFCD0yX/SNNlYPsS5fPTFhIa/gbBPmDBE07kULts66Tvc0Yo/2yIfwV1DV34bcWWVGi01XybIHBl9qbvlfBKAUrFEcv3ZdpHNhuZw6IkZY8xoYxo8iF+toLYeGX+gFxqCZUUOO+NBVmb0hVL1LI6bU66IrMOQDkFurqpvoraBTJqwZgXvMPceFUkcVIH4Nm7cK1X2WyMtnSw2XBpLMT8C4V mchangir@indraprastha", "key_options": null, "keyfile": "/home/mchangir/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mchangir", "validate_certs": true} 2022-01-18T15:49:26.158 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDh9bzZJulXGES+l9Xh6Aq15RZ8uQCGuDNhlNQtDblE1ISKJ/DqGYXp6wUW54+oVNA7eZiXz+fi3mq5pPEtZZOfd3ixEDzDJ4E3cVXoDZCqeWEmea6KvybeY10YxvB56TEI8U2KKAd56PRl20klXpLCjzXNqG7n0aXFcpCMbXDu369VX6lOk24K/7++7Wc5SttcvVu19sT2kqzsB/S1Y5cxiE6RM6wVtqBoksp/kRCIA16ruNwx3GUabDfbEoUGXlkkUP7+TZgAbHtBsYy6mCQhwi0S2+WG+HhHDUPjHhV+MdN9ffibCtOEGo52itVLVky09VeBocuA6H22JDGXPBgjcgf2NsZIqcKqGHhUkXmH92fhRSFOBLKHstrBq8jWRP/mNrgj8cQksDsakQYQbDg5dyabp+M0/iL2Q3YVq7erZI8aZMA7ZF3WgoQNYZg5E7oejM8URIlFP3x1ne2ClRC9a74phSCxeU/NVamGN3G3dImzEXGOSNyRggHJ4jGrIGc7tLPCzmI5OkomcB5OxReqf0r1TNXuUAqw8M4EoWt+0xoAmH5zVlUHf+psUCJIEV/4pbgtoJiSNq+LVY4jyDEFbvTAL7MqyXorMV7Tqlj+/3d7RXfhW9lR/SHb1Z3jcHvz4ZzYMzKWeJEjz+Y0NwIdFDhcPmUOYtEDmuRRrgYiSQ== sebstian.wagner@it-novum.com", "key_options": null, "keyfile": "/home/swagner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "swagner", "validate_certs": true} 2022-01-18T15:49:26.201 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6RDgqwA0GrvE6KqRaGCgYnFhnxdi9ehjIWvfaMa1oq0CqYxUAee2bNbp/X2Bd18Vqk8iH9fpE0+qrLgAH/8BpD+MtgGikCFMORvazeUtOCF/OCDO0AMg1jvl8aTdvrQU8ZTDPXa65Avpkc9vwugcoplnwrW7lKx++XqCWsSlfHgEdyMV3wrt/ZDFwI2AS2bZBpWM6ViG1KSjXjgTi/T3hSZPY+buYvWjzoEjQO0946iI3iiKKCGohEpCUnG02oJXcS0vvgl8dWE71451lbainEKJ4hbDhfDmy57s6VXfVUANsczwiPWiSC/ZmMlDaCCBeKHO0Gz0xXaDXd9j4SA7P sam@Pondermatic\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCYylAUS12hF6XndDQ3CkrUddKmXNSd8pOlHwO+pWaDTJPKxwtPL6sM3aOtaAPLrGkv1zD2k3iZaxmDwfPYGaXOyb0KS5ZCddtOyNXj5JLrjxh2niqFPP8SIkdHLOP+0Hv1/tB0Jz75RV+tNIT1SJTm7OZ8wZNy0qYycITSooJ14iEgyZ7rOa3EEzbtIVpHS4+YqIuIJdV2oV5egCrJyRv4sPUrS8ERXD4QZSOlHE+W4Tf+WVrEfsHOdDLRlAXJUzhuqgWtVouiYcW5ex294z28eA+12lKaPQpE0cft/NJ6FLs41yqh4ZN588bl8Ada+yTXEaHWioQEEJMlca2jIgrP sjust@rex004.front.sepia.ceph.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC08RrDQ2M7Zjcpx7RL9e+tjv48kBgDNyTenX1QdxW22JA2JR3D3ThA/ej9HtiPWcIVz16oZ4tzrCEVwaCMfbsmXq 2022-01-18T15:49:26.203 INFO:teuthology.task.ansible.out:2z08ZXYqwiBuoXJVshU7lIKVqAtadT4F6Q9eQvxEo4zWdBib1W0/cqNLlYzU/DuwlUqYnWBDLGxc4fD5Kxrz366oWUDB/ULCpl77TMqfTKlStCgGXot0zLqiscqzq1W7XsuA7A5vQw/JTq7MvIME+SkUuGWX0WKwTMIRZKNWBGmlf51bNru3GmmAnKBUFsJv9H4G0FPqGY/aH02rr5dAgTTmfKt+XbWRfMTMpjJqVRGX03+1mQNoYQ3kNDz0wl sjust@office\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA5UMPySf/h9r2/OryRXrO9Qq9k5J9Dn9nvJYyaYCE82H/qkBJGboAJgyIXfbsGYO5uPM25d3fGRH4magzAQm2hGWNbbt1YWn9HaIyKCCXo9JX600/dv3OZbHyGGmgXPa4Anl16j1c2vxRRt2+ArjlyyhP7cAcRkilUGdagK9u6ALrwnz9hhXYV+BmXrxMm7zZCmdWHcWz+YxoA65es4+w+aLvVZWmUCZLF8uZrcpPSw+oK3SfZE8JPRc5vWulXbWEEfIoHb9AszPIpSyzbfPWXelmc3XlG0KD66t7w+AnNlQPt3JVePRCfFHPYeTj9B0k8sxPyUqTQIl5pu6GppRMOQ== sam@Deepthought", "key_options": null, "keyfile": "/home/sjust/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sjust", "validate_certs": true} 2022-01-18T15:49:26.381 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDzYzqIDimPjMOUOUz1A122eV52fl3mgGgNBRYRlOWl/lOxM5oOat5FPkJlnXTVyQFl0MlnYgIv9fTnjHVTM0wFmFUItlUl151ZmK5XExiGpGVsqG3UWNyKJxZpk9Uh2a0T/5CKzzwXnv2fJMNxzfqgopYDrgq4TFEZcdvgWJ39dcRTXST/rGJQ8wOq9z7UNzKU5VOGxvgi6f/nGevGIHrSaTcY3Uu8BW8kXUrf9vfl+ZSxVjuNHXF/VmrJH5Ne8mVu7DzPMrl8ZZjxsfJKT/eQqF9kjqht5586OSPKIwg/LEOyYj7Wyyf3QbDAIp5bCygQfmBBl+kIxphJYq3EwUZT ylifshit@dhcp-4-102.tlv.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFgwQYD9amVSYq6JzjHyGmKBJATQCM9xsf6QnF3yb0Lvry2nzY9F61evVXQ95TmF/AqasRx5p2WansIvegG5ag5mytvRwFXtHzPs4o/J+XjA9o4+A5l6j9cOFLIDD/TwrwlUjgMa2PhqUztSpI1op906391RLrJAyflfDghJxeVl6dJab6TEsslV0W+yaCS3BBxMXXrCbxCB5Ms3KCRKDz0DqbhFc+Nw05L1O1pC98HBFRIp1SaXlMcT3++CRQ3wugpOMkDMNLbycl+vdMBFY3UZ28rRowS3Ta7V5EARZVVH7KxU5cL+8Hr/8DE1/ITOmrluaEZ1KwYgoxZbZ3w7Ptw0FK6aiCZ49YtqKT1WakoVfO8m7pCdxkqUOA91loMQtxvCwZ/Vfoxaut16gklmPz8N11xvo1H5XB8/ZrvK5yKdl3JDl+wwtfE/fwo4E/fte+rPRisoWBRsmsx8EGxs75sXnb6n3VjZ65vYEKsNMLg+5EAaevWLLeqF0a42UWGJrHdb4VKX/OAplHrOk7kA/VwArow8f9n+iaRp2hgDU9OhQiFVRhgqwahlmCFFXkcP4/4WlxMCuZrsaNMZgMjVhfsp7cskKOezSfZZey2MB2fREMS1wg0j40CdYRn4jTNEBr/LVszsoM7t7AwXUpnqXeYIe+gePx1PJb5XSzSPZ9Pw== yuvalif@yahoo.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDp0xz0ml2XuoQe70TxVeTo3Ib5xMinDrYNJ5eq5XYNa8ZLGcEByeDK4myzixTloAo31Rb/yDyGqv6kQ6nFChihO2aab3Ni/bsMOaJat1scrznaIYXGvLvw5KYx/qBDUxb3qW0vO0N/bB3dUPS1 2022-01-18T15:49:26.383 INFO:teuthology.task.ansible.out:lXTJaVf+KuljUk7v38ov2gsPWlofRYZNkPGQfUKXFEXc39OVj+Ex5LkehH/Z1LwjRYJa7jAdSm8hE5m8m6WborrzAA4/iFuLbhtM/Bqm4boSqa7koBVux422QX/HblSQ2KAeT1GFOS7xdcO6ndyp6mIpCZWunTjZwSLyK20NvIV/AzdAro4GZWi0D34PPtbSG344ZT1dSLeDRhYVkDjS6uutrmw9C+Ns1bo8s1ydhxL2XEsU14SWRWlbyrMF9PXyJOsaNiBNWGwc9lTly0ZlmPnN3l0AC3RIKOstkEYmI+TMj21r1tltz48e+6dH1an51wwnhNRYiODd3hbS67tmIg05BuSU5+whJ93wzXw2rC4FLE= ylifshit@localhost.localdomain", "key_options": null, "keyfile": "/home/yuvalif/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuvalif", "validate_certs": true} 2022-01-18T15:49:26.413 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDj6DxTZNodVnwJZrnSZ/jv9Cw4uYLb8MGpccmOvtwl93sVBvqq597AYnBqYiV4VBbKU3GVFbT41zkplia1iCfXoddttCOyWmEKviBXRnAsd5f80dxL0pfzrBJvCaH4NAfYgVw9JFWsvT981b+nB6vum4Vz8Dw0PM5GPnVUjsZNFkpmDPUBL4yHPmMCGP2WtUurJVD3Gm9t72XlG6Dl/vB9Qw/i4IY1SoCCbuhhNgE7IN8JXeGmVJbRwDeUlP+Q8Ti7iedV7YB/W1opt6eT5EPzX8NcxTc0c7rrDgsUWjFQYRSup0GLK9ofdHs0E2RbPPO5OSc5Z2+B1IEV7fZeyJwAyHwUgwx7sSGy7aROdvinaj/hOBglcgISyQ2CY7LTV8NGWJquo7yRCJXhZVIHfgqfBcrgWdNbr+vNBXnWe5PCtLhV8ryHPSJ/7Ru+7voQxgvwux5SdZwxXTbWDKni1f6/8bNrhRx6bmLK9xuYAgt2FhlIivI7L5kQF4etcBiaf68= deepika@x1cabon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdqbYcbJYtgCrAbLo7PcS82caXxcT8cpX0RkULaFXfaiUDs8Foy6Yf/XoEHIdpgw8kX6qBdydYXxti6HFhYDNsL5KleKu/yA+bVKlvri39CRNkNxFHAUL2CRBT5Hefj1AJQBm/BKVEN4/eb05OlJJ808Qb/aNycot/YwgpNvUIaO2yTMA0meq82wNdZmUcmyLB9QXz4QInTcoAsxq70KxX95YC938rTWpbg1hM8gzLkJJt/OD/Z7TMYv/Sc5KGOFqo930AmObQ5KPmffkWGYbLT65TxlCULnvIr63lWHdGTj5mYjib/v9ncu24az9GYRWYcicV0B/def+KVrrIp3Mz ideepika@teuthology", "key_options": null, "keyfile": "/home/ideepika/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ideepika", "validate_certs": true} 2022-01-18T15:49:26.580 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDXa9uTf3q+7tGnHzSxv0WbgpRKrBIYjAZ5x3V74vQUSD1aAbmyvOqgPnts7XttLYImjjRqiisyC03L3KgR4b3SOeyL3KFxrk3KkHAJ/AJH+Y/UafyDhHNl3gRNg0B9rjsa7h2dSlcrFKnAX0pDY1HapuNPrzYWrXsEbo7C6wteFh7PyPmTkHu0NzIIPC4FcLl8SGaww/HeBh8v91IymgFSgXG0jNC063FEExWdti54yNLGh3gpW0FytsiRN9eEOKUOgcveT1tejz9ORv8evO4Y9SCQ/lsyOKQKNcG5C7J8nsbwSjqQ2cf6i2aYFZ0Oq1UXuhJ8APJCoiKgLJy7AiYf kkeithle@dhcp-100-19-89.bos.redhat.com", "key_options": null, "keyfile": "/home/kkeithle/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kkeithle", "validate_certs": true} 2022-01-18T15:49:26.613 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDC0h+TpaUkm2V6Hbf7aPCTys/nsm51CmY9s+bdwEXAiSAWpq/7Xi2LlN0mZgsrAYBHbr5L+Pz8x0YdigvWysUK6U9XRSPM28cbWmh8F25re9HEk8ARESkMZKTv/hKFs1v7kTHbT9hNNynbQGQOqEaazjr0shcli+Byvop27riX3QDDSsd5xfCjjyDz9fiA9YESlF0kbXyFUKPsoaBhRv9FUhtH6DxlygxtxTsKyKgeoiKw2sCfeUMckcJKnGCMtkXW4U8h7NL/fPZFyBaMDRi/TtoBKaVGLaWqF7RuukfjoMCwhuIDmuTG3WhanH4HJrfNenPZkpZUBhzWwZcleao8SD3mXXfZ9gcZb8QB2ymEtTqrAEyDoNWO4q8ljNP3WJXIgF0h0Sjmx/CV/i0ArEYlBMwBD7DFVnPJqCqSyypuQdDGsDNQZxaRCiYg7nIslFOpDr+0PLp78m+CHyYbSFLTvVVJoJ1k0YhMnDPHM29nt7fMGx6Qrigwnuk0yKg1bfgJ/t0TOqEw0bqGKIvHnyoP/n0ObazEsiPl5pRr2ehs/Rqf35Iwhc1i02Hhz/3Sqwc1eAgqm4/OVghxqUJGpRocua5Gf/vO32wwoyGxh2sl7y6K2pNDA3glhKYbZeIh1fjnaTjikgleqIQkCBxbTeAE7n5+T6TcFtnII6RSxYv3tQ== gal.salomon@gmail.com", "key_options": null, "keyfile": "/home/gsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gsalomon", "validate_certs": true} 2022-01-18T15:49:26.789 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIBYa5uEOlFv1s9K9D1SbcaApLwX3LBwASSnRXDHI7MtU paul.emmerich@croit.io", "key_options": null, "keyfile": "/home/emmericp/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "emmericp", "validate_certs": true} 2022-01-18T15:49:26.821 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrGYBGPDQqn+2jnxKhDurSrAJvTT8dZMYGVCt6NbjpFhDFYtyvrF8Jv5NKBQynG18LwscN7a57L0Oq0e4jOEPRz//CDcAfP+L6p45L4BdUzTysN4+rQ7waMnIiYp7VjSswhGH/BnYIVKwmDqzM2fo1w/oLIT6mgwUYqAdceeswAkXBt7jgagL8ox3E4oHBqER7f60AHdTviuW953t5luVQiMjyF2fOwZuo2ycufIzBee0CwS+xyRuJQwdgD3HL4Qs2vtBCX+H8n3wC6A9JrMA5tzCDr5VZKBJZURIniwvaXfJodjO4SvBL5jAfXoMqriv8ZWHbap2fk82YE8/uPqNvSISjixJEBgQinklZ+iAOYm5tfPbhPM/8ErpN/yJ0EoGRn+nj6X6nAjXAIk3AENopeqtM7mLZ26RFIuEV5ld7eqUvAfiy6Hk2LH9Q1Z4CXaxD0gDGzUxgdAaaAgLAR4btWi2n7Tb7ZNDdOfctg2ya9ftzZBOHvCaVXSpJCry/GMU= skoduri@localhost.localdomain", "key_options": null, "keyfile": "/home/soumyakoduri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "soumyakoduri", "validate_certs": true} 2022-01-18T15:49:26.999 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCj28V9sMybkAzhkiaNiDDr8TfNVyr5DNdbOqszdGEVLy1Rxh/UYnxUclsR9n8lt9VnCft3M4NDTnVwlxOHE8+0oolJE9HP+DQomsgj3abP04EGJyOA0X8E7eIFQNLRbMFCD0yX/SNNlYPsS5fPTFhIa/gbBPmDBE07kULts66Tvc0Yo/2yIfwV1DV34bcWWVGi01XybIHBl9qbvlfBKAUrFEcv3ZdpHNhuZw6IkZY8xoYxo8iF+toLYeGX+gFxqCZUUOO+NBVmb0hVL1LI6bU66IrMOQDkFurqpvoraBTJqwZgXvMPceFUkcVIH4Nm7cK1X2WyMtnSw2XBpLMT8C4V mchangir@indraprastha", "key_options": null, "keyfile": "/home/mchangir/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mchangir", "validate_certs": true} 2022-01-18T15:49:27.031 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDPeuSTD7kv8yQX6dW+7Vpq1mqrcr8JGubPYa1DpGTV/gE50d5L42UspUN2FXmICDMiV1h4Q9WQAFma3168f1I5I94qFkV+/56szCMoILClm7IW/EV4t8fTxoyOpEa9l4qSU3qgJpDbY04CkiyVJFuQj24Zq3gD/70jYgGpy8RfA0BihSR6F+A0WZLh/fESjqfor3/pFWhUCRnPEqrZsXyuB8lRgDTyGp4s1cHyUqmFMuCPDRMtok0rSVpaRZj2Zj8lboah19UI/L89ptQgEdqsOKzlkxiT+1GdyIY+jpPCM0a3yZz75l3Qiu0k6q7qUV8T0hm1GZiBguvST1KMcwnt kyrylo.shatskyy@suse.com", "key_options": null, "keyfile": "/home/kyr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kyr", "validate_certs": true} 2022-01-18T15:49:27.197 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6RDgqwA0GrvE6KqRaGCgYnFhnxdi9ehjIWvfaMa1oq0CqYxUAee2bNbp/X2Bd18Vqk8iH9fpE0+qrLgAH/8BpD+MtgGikCFMORvazeUtOCF/OCDO0AMg1jvl8aTdvrQU8ZTDPXa65Avpkc9vwugcoplnwrW7lKx++XqCWsSlfHgEdyMV3wrt/ZDFwI2AS2bZBpWM6ViG1KSjXjgTi/T3hSZPY+buYvWjzoEjQO0946iI3iiKKCGohEpCUnG02oJXcS0vvgl8dWE71451lbainEKJ4hbDhfDmy57s6VXfVUANsczwiPWiSC/ZmMlDaCCBeKHO0Gz0xXaDXd9j4SA7P sam@Pondermatic\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCYylAUS12hF6XndDQ3CkrUddKmXNSd8pOlHwO+pWaDTJPKxwtPL6sM3aOtaAPLrGkv1zD2k3iZaxmDwfPYGaXOyb0KS5ZCddtOyNXj5JLrjxh2niqFPP8SIkdHLOP+0Hv1/tB0Jz75RV+tNIT1SJTm7OZ8wZNy0qYycITSooJ14iEgyZ7rOa3EEzbtIVpHS4+YqIuIJdV2oV5egCrJyRv4sPUrS8ERXD4QZSOlHE+W4Tf+WVrEfsHOdDLRlAXJUzhuqgWtVouiYcW5ex294z28eA+12lKaPQpE0cft/NJ6FLs41yqh4ZN588bl8Ada+yTXEaHWioQEEJMlca2jIgrP sjust@rex004.front.sepia.ceph.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC08RrDQ2M7Zjcpx7RL9e+tjv48kBgDNyTenX1QdxW22JA2JR3D3ThA/ej9HtiPWcIVz16oZ4tzrCEVwaCMfbsmXq 2022-01-18T15:49:27.199 INFO:teuthology.task.ansible.out:2z08ZXYqwiBuoXJVshU7lIKVqAtadT4F6Q9eQvxEo4zWdBib1W0/cqNLlYzU/DuwlUqYnWBDLGxc4fD5Kxrz366oWUDB/ULCpl77TMqfTKlStCgGXot0zLqiscqzq1W7XsuA7A5vQw/JTq7MvIME+SkUuGWX0WKwTMIRZKNWBGmlf51bNru3GmmAnKBUFsJv9H4G0FPqGY/aH02rr5dAgTTmfKt+XbWRfMTMpjJqVRGX03+1mQNoYQ3kNDz0wl sjust@office\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA5UMPySf/h9r2/OryRXrO9Qq9k5J9Dn9nvJYyaYCE82H/qkBJGboAJgyIXfbsGYO5uPM25d3fGRH4magzAQm2hGWNbbt1YWn9HaIyKCCXo9JX600/dv3OZbHyGGmgXPa4Anl16j1c2vxRRt2+ArjlyyhP7cAcRkilUGdagK9u6ALrwnz9hhXYV+BmXrxMm7zZCmdWHcWz+YxoA65es4+w+aLvVZWmUCZLF8uZrcpPSw+oK3SfZE8JPRc5vWulXbWEEfIoHb9AszPIpSyzbfPWXelmc3XlG0KD66t7w+AnNlQPt3JVePRCfFHPYeTj9B0k8sxPyUqTQIl5pu6GppRMOQ== sam@Deepthought", "key_options": null, "keyfile": "/home/sjust/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sjust", "validate_certs": true} 2022-01-18T15:49:27.250 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeERrQ0NVXhuTYzI08rlKRbHZVFXSv1YC7sGq6aCWRbTCv7Ad/t/3OJz3vfcd2TjBMvABfrYCFgTFWIaJBaeA3BXUUU9y9TwnzuxKv4C46WJYoalVGyLEpWpcGbJ5v+leA6Je/+lunenplb7TBKGE/YTgggEXyX7KnunYlv+Jdm33TmAZTcHrLk5QR/6FdRGKmdlLna0dXZc3v04+AI8W+p9ghAv1+e8ENxJDTF8p0MawBiKWcSj2mysOhQ2Cj91qZ0qTnLLeu0CPf4rBO+qjYIshiCuTLhYt2UazlzME4nCCsVqK7Nz9olA/lgvJLRaPxgQQ7iCMmIZilS6B4Y3oL sseshasa@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCo0zniUEXuQ4JJuuRtfnEK8WHqr97AmXEniGPY5U23MTxhMuP8CSkGWkUHdmXw0H1tDKbYgk97M6TspJropNGKljla2H1/3e2T1BOI1L2WfcsOh6VPYeyOj2ssMJeEDdQgd0J3g+4oj2QS+guPlT24UhO0CBhRZ6waVlJMgagDYyDLCLGI4ASoBYx0AOaoyjnEQtRd/gyejzv7jntkHc9YNBPsJ37X6hTYNA/s2ORJE7QMXd6xI60mTBuCdD3JcPYoUSvyCUa7rIrDc70lAcW5XtxewvMBogTZJLoFG/d6Ugij49h4AfwrtoUCtLyJOWJX6PTfomXely8Ym6KpN/3981+m70dhcHPDJ66QCWMd1LAgftVXTIsebA+Bxfg4Vsbrv7j1lJXzmMfsOl+1wVPe+Y9h28GyeIlalW3laURZGV7dhexGZ8YNxPuzxtAlWtfw+kddbjw0j4ODtgVXrj4SDxqmTTYYuMBkrQ3H33sOgPLx8DyA6e4pckb6lOOEvb41Yi5tyP7BIJlYN2PpNVDkSQd/t5Q0di4Ct+3vqLRCkPuJiJAUyaBGT4HM7yQc25+Y0B3sXNON7BjeaBXB7OwKZMp9w1jwbJt4JL/aGOw3HVljVyVgu+pIuQ2ISd9VBcmAJK5EGdWe5Q57h5fJkD+TVrXgeNTaufdclh5vWOH1qQ== sseshasa@teuthology", "key_options": null, "keyfile": "/home/sseshasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sseshasa", "validate_certs": true} 2022-01-18T15:49:27.407 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDj6DxTZNodVnwJZrnSZ/jv9Cw4uYLb8MGpccmOvtwl93sVBvqq597AYnBqYiV4VBbKU3GVFbT41zkplia1iCfXoddttCOyWmEKviBXRnAsd5f80dxL0pfzrBJvCaH4NAfYgVw9JFWsvT981b+nB6vum4Vz8Dw0PM5GPnVUjsZNFkpmDPUBL4yHPmMCGP2WtUurJVD3Gm9t72XlG6Dl/vB9Qw/i4IY1SoCCbuhhNgE7IN8JXeGmVJbRwDeUlP+Q8Ti7iedV7YB/W1opt6eT5EPzX8NcxTc0c7rrDgsUWjFQYRSup0GLK9ofdHs0E2RbPPO5OSc5Z2+B1IEV7fZeyJwAyHwUgwx7sSGy7aROdvinaj/hOBglcgISyQ2CY7LTV8NGWJquo7yRCJXhZVIHfgqfBcrgWdNbr+vNBXnWe5PCtLhV8ryHPSJ/7Ru+7voQxgvwux5SdZwxXTbWDKni1f6/8bNrhRx6bmLK9xuYAgt2FhlIivI7L5kQF4etcBiaf68= deepika@x1cabon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdqbYcbJYtgCrAbLo7PcS82caXxcT8cpX0RkULaFXfaiUDs8Foy6Yf/XoEHIdpgw8kX6qBdydYXxti6HFhYDNsL5KleKu/yA+bVKlvri39CRNkNxFHAUL2CRBT5Hefj1AJQBm/BKVEN4/eb05OlJJ808Qb/aNycot/YwgpNvUIaO2yTMA0meq82wNdZmUcmyLB9QXz4QInTcoAsxq70KxX95YC938rTWpbg1hM8gzLkJJt/OD/Z7TMYv/Sc5KGOFqo930AmObQ5KPmffkWGYbLT65TxlCULnvIr63lWHdGTj5mYjib/v9ncu24az9GYRWYcicV0B/def+KVrrIp3Mz ideepika@teuthology", "key_options": null, "keyfile": "/home/ideepika/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ideepika", "validate_certs": true} 2022-01-18T15:49:27.449 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDIC6uqbIg9XaTlDZd7KCX7FXSzfGFMEWXhx42ktz3ehOPLviA/yNpVd+LmYHSgzd5Szd3mMxleisiE+JdSq/q5YyPAF6eD6+wfynkpMv5aWNHGI0yVfKbCwdOX8bY6yqhyVwMDo14uoFvdDcM4Lj+vz8F75VJHUU5ihJNOW24EllobTLzR4XI6AcM+mjbXRnBLLVoBSuDaU2D0kWqMn8rDCJKdUJnoiy9oxIok8eMLfGkGsL55oOx9BflMSz/0jM9X5GLQahYiECbXjvCIarCkUFE8txNoXM9Djmg8QqhAQDhY0hzJTauFJJaD8Ax1uFQlXONed7tv7a7Tb3dH+/jb rfriedma@dhcp-4-239.tlv.redhat.com", "key_options": null, "keyfile": "/home/rfriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rfriedma", "validate_certs": true} 2022-01-18T15:49:27.616 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDC0h+TpaUkm2V6Hbf7aPCTys/nsm51CmY9s+bdwEXAiSAWpq/7Xi2LlN0mZgsrAYBHbr5L+Pz8x0YdigvWysUK6U9XRSPM28cbWmh8F25re9HEk8ARESkMZKTv/hKFs1v7kTHbT9hNNynbQGQOqEaazjr0shcli+Byvop27riX3QDDSsd5xfCjjyDz9fiA9YESlF0kbXyFUKPsoaBhRv9FUhtH6DxlygxtxTsKyKgeoiKw2sCfeUMckcJKnGCMtkXW4U8h7NL/fPZFyBaMDRi/TtoBKaVGLaWqF7RuukfjoMCwhuIDmuTG3WhanH4HJrfNenPZkpZUBhzWwZcleao8SD3mXXfZ9gcZb8QB2ymEtTqrAEyDoNWO4q8ljNP3WJXIgF0h0Sjmx/CV/i0ArEYlBMwBD7DFVnPJqCqSyypuQdDGsDNQZxaRCiYg7nIslFOpDr+0PLp78m+CHyYbSFLTvVVJoJ1k0YhMnDPHM29nt7fMGx6Qrigwnuk0yKg1bfgJ/t0TOqEw0bqGKIvHnyoP/n0ObazEsiPl5pRr2ehs/Rqf35Iwhc1i02Hhz/3Sqwc1eAgqm4/OVghxqUJGpRocua5Gf/vO32wwoyGxh2sl7y6K2pNDA3glhKYbZeIh1fjnaTjikgleqIQkCBxbTeAE7n5+T6TcFtnII6RSxYv3tQ== gal.salomon@gmail.com", "key_options": null, "keyfile": "/home/gsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gsalomon", "validate_certs": true} 2022-01-18T15:49:27.659 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIXHA8BwV4OnqlaHHyYofsp5X+wanose+aneJVx2Or05PcWA9c7xFEOerkvEn9LvivSRd9G9o/S8SvnGH91tG2bbOAidVZ69FGul9OKa/BCJYUP0vVBX09/Td3n7+R2lVlvu5XiyC5SUzCjaQEZLOpjq23rqaqdCDXE6wFnxfpkmcsccbG/xUiOEBeBGI92lntdx99Sn6CxWWA27lMMaYkCRvX6ziRZEm6O44N2nMm+qYm0jmMyGv1iyQkJxtt0YaLPp+X9t2trUEzEjgBCXqqzEzBjB7T4rbzhAuvU3NRHiAoWXSnrY5AQOTTvC/wpaZV/gF2NDNThjMcpcEdNstleOctXtN4XTTJQewbG+t7I9knR00TPpsoUvUtpbcoFOluGgWTDTFa6GCmDPppx23nZgulOniZUVTI2CbScSpc8sfp1JE7Q6vLECY9lJ+GpVCbDAbIEE9WHXSkJ/6L9yf+ZoHbpqCkEFDcWLfz3B5NFoJ5gne8B8uzd6ptKVtJrP8pMvoOyydyvQlmkgh8tNDsOnp6kaUNG0NHmtfGlCTkbM7oKsKbf87Cv1HgYuZl/HP7go5sOX02LfBfbvWrawZzOaZ3dewEq74w5hVMKEHrmJPstIpcHSxZpq33f2j4Z/uKW9tJat6rgSWK1I+T3tCd++76apxbOYl5TDOaoxCyjQ== lars@marowsky-bree.de", "key_options": null, "keyfile": "/home/lmb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "lmb", "validate_certs": true} 2022-01-18T15:49:27.816 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrGYBGPDQqn+2jnxKhDurSrAJvTT8dZMYGVCt6NbjpFhDFYtyvrF8Jv5NKBQynG18LwscN7a57L0Oq0e4jOEPRz//CDcAfP+L6p45L4BdUzTysN4+rQ7waMnIiYp7VjSswhGH/BnYIVKwmDqzM2fo1w/oLIT6mgwUYqAdceeswAkXBt7jgagL8ox3E4oHBqER7f60AHdTviuW953t5luVQiMjyF2fOwZuo2ycufIzBee0CwS+xyRuJQwdgD3HL4Qs2vtBCX+H8n3wC6A9JrMA5tzCDr5VZKBJZURIniwvaXfJodjO4SvBL5jAfXoMqriv8ZWHbap2fk82YE8/uPqNvSISjixJEBgQinklZ+iAOYm5tfPbhPM/8ErpN/yJ0EoGRn+nj6X6nAjXAIk3AENopeqtM7mLZ26RFIuEV5ld7eqUvAfiy6Hk2LH9Q1Z4CXaxD0gDGzUxgdAaaAgLAR4btWi2n7Tb7ZNDdOfctg2ya9ftzZBOHvCaVXSpJCry/GMU= skoduri@localhost.localdomain", "key_options": null, "keyfile": "/home/soumyakoduri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "soumyakoduri", "validate_certs": true} 2022-01-18T15:49:27.869 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMDUcToIhs8tiIozgPudiYyD2upEX+VvsiJRti7zrA/1HPIDARYt2+xyWCASm5x5vdohRM7wnBLUlbBVnvr6ZUQvfShNDsS1Uu7hEfYF38MtW+dVwvGlm14J4m1gbjzqVlZvO6bg6rfGo7Qer0bKUlxtqbisQ/kCg/lVWR04CNxdRtZxEpaQ21y4C5jAlrpFTzxQSuiCLEyY3EAKdZUaZElFEcXlna0ysCP8inlzhF402PkSdl9DkkPpg3IR2dUEGqsblWSdLVk19EFavjtGAAnsvaBWWm2rCLNC5RmhGQaS/Z52Aes1nBuT4cI6qLjbEMqAzLwxiOR7l4IPMpK5EcuRK+FaqQG0wMAjxPc95CmxDzi58ZRJ5ERV8vgps73F1AJXWU9Lb1P77BTsLXqiwko2mvPf6e0LwCxQuxYJWc+xvO7Ji011B+nm5eLCCC/LcDtTPjkimTh7nkvUNi/yTKCXi9KwLISAHHd335KnfrL28rU3GahMXs4NjOxuN8eKM= ksirivad@ksirivad\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDS3HkgHb6z+gi4tN5rBL/N+WLJgN8RtUokt0YnRjpor2epRbmqgmEFRbRFqjLK9LiTuLxmkwol1/G56AJms9ixue33M6jVs73nc259LDxn2qj/NCtxeU7xdjSDuhKyItgM0yuiFjWOKSYTghNtwoR26PX7SQVbycD4NN1ZuwUbdMQA31VrLvQR7d0lYKlis2auH2Xb6WifotoEyszZz1KYRwzJvOHtHku/jAyNmTD/8kAsuCjEgUPSyyehAfdWn59tY2gM7aFyj/dtRoAghekv5gkov9zx+zjN6D2LSN7e+DRti05iJMifA3nfmdj7f8aHzXDtsDL0XNkmmT3g9N2OQ8WL4ESOFASXPPj9JGUROealgnaQ+Y64evDClhbt2L7FLbgj5sgKb+XYhpGnAiC+v3t1Rq3HZrstOYf2qSYguIo+zW9gHwzJDqH5YNCpSF4ZDCfkJ94ngl5ptQmZ/FcrH2hBs2cMoyK9EyDpcI9hBeACTzu19kaB6DrOC+UTvBgYL2sNbCvi+caIqhENJICZ21rI4u4EZqu7PVb+Y3CLgSjTEgclGYBZoxlrT/X2QHrIfZF7lLGeeh0bureedCrBg4b61SL7ZU3Me9x1iWOZMSJgVvg+qPSrzZiHbA46k8i0af5Q+geL1BuuGy76zbYd/KR0KiNZnXjdlHyRz76rpQ== kamoltatsirivadhna@Ksirivad-MacBook-Pro.loc 2022-01-18T15:49:27.871 INFO:teuthology.task.ansible.out:al", "key_options": null, "keyfile": "/home/ksirivad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ksirivad", "validate_certs": true} 2022-01-18T15:49:28.028 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDPeuSTD7kv8yQX6dW+7Vpq1mqrcr8JGubPYa1DpGTV/gE50d5L42UspUN2FXmICDMiV1h4Q9WQAFma3168f1I5I94qFkV+/56szCMoILClm7IW/EV4t8fTxoyOpEa9l4qSU3qgJpDbY04CkiyVJFuQj24Zq3gD/70jYgGpy8RfA0BihSR6F+A0WZLh/fESjqfor3/pFWhUCRnPEqrZsXyuB8lRgDTyGp4s1cHyUqmFMuCPDRMtok0rSVpaRZj2Zj8lboah19UI/L89ptQgEdqsOKzlkxiT+1GdyIY+jpPCM0a3yZz75l3Qiu0k6q7qUV8T0hm1GZiBguvST1KMcwnt kyrylo.shatskyy@suse.com", "key_options": null, "keyfile": "/home/kyr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kyr", "validate_certs": true} 2022-01-18T15:49:28.072 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC0POsA+0NyxecLo3Y821G6W3+jJPKFMuLSIl4FSLi25vuyuM5+mFGmCNWv8gg93eQhG9Y3SOygqmkaxzxDtBS/V6VNC2f8hZsVw9B+HbnfggvCNQSgjJ5rhvf6IHfx/aHq4IHF+stqdcoWhwR/68wIhGNqtP7Nhqnzk2aN1kG9bU2iVk4CH8XGIwqwET3aWNuCMcHi2AhrvDBpZu7bzo/6ARUJDqEfTEC/XIkzv8/mEkJ5igcycARVy6dChuCwfZc8rhfwQpekwx1Y9/WBFdNQlYkN4fVe8yIqT5VsQ3AcRv21GJk8L7mwB4hF9dVAi4p1cSyxatR3kDifsFc8VQk9 toor@localhost.localdomain", "key_options": null, "keyfile": "/home/ofriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ofriedma", "validate_certs": true} 2022-01-18T15:49:28.240 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeERrQ0NVXhuTYzI08rlKRbHZVFXSv1YC7sGq6aCWRbTCv7Ad/t/3OJz3vfcd2TjBMvABfrYCFgTFWIaJBaeA3BXUUU9y9TwnzuxKv4C46WJYoalVGyLEpWpcGbJ5v+leA6Je/+lunenplb7TBKGE/YTgggEXyX7KnunYlv+Jdm33TmAZTcHrLk5QR/6FdRGKmdlLna0dXZc3v04+AI8W+p9ghAv1+e8ENxJDTF8p0MawBiKWcSj2mysOhQ2Cj91qZ0qTnLLeu0CPf4rBO+qjYIshiCuTLhYt2UazlzME4nCCsVqK7Nz9olA/lgvJLRaPxgQQ7iCMmIZilS6B4Y3oL sseshasa@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCo0zniUEXuQ4JJuuRtfnEK8WHqr97AmXEniGPY5U23MTxhMuP8CSkGWkUHdmXw0H1tDKbYgk97M6TspJropNGKljla2H1/3e2T1BOI1L2WfcsOh6VPYeyOj2ssMJeEDdQgd0J3g+4oj2QS+guPlT24UhO0CBhRZ6waVlJMgagDYyDLCLGI4ASoBYx0AOaoyjnEQtRd/gyejzv7jntkHc9YNBPsJ37X6hTYNA/s2ORJE7QMXd6xI60mTBuCdD3JcPYoUSvyCUa7rIrDc70lAcW5XtxewvMBogTZJLoFG/d6Ugij49h4AfwrtoUCtLyJOWJX6PTfomXely8Ym6KpN/3981+m70dhcHPDJ66QCWMd1LAgftVXTIsebA+Bxfg4Vsbrv7j1lJXzmMfsOl+1wVPe+Y9h28GyeIlalW3laURZGV7dhexGZ8YNxPuzxtAlWtfw+kddbjw0j4ODtgVXrj4SDxqmTTYYuMBkrQ3H33sOgPLx8DyA6e4pckb6lOOEvb41Yi5tyP7BIJlYN2PpNVDkSQd/t5Q0di4Ct+3vqLRCkPuJiJAUyaBGT4HM7yQc25+Y0B3sXNON7BjeaBXB7OwKZMp9w1jwbJt4JL/aGOw3HVljVyVgu+pIuQ2ISd9VBcmAJK5EGdWe5Q57h5fJkD+TVrXgeNTaufdclh5vWOH1qQ== sseshasa@teuthology", "key_options": null, "keyfile": "/home/sseshasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sseshasa", "validate_certs": true} 2022-01-18T15:49:28.282 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDc/8sWrMq+bqKBPmDPplUgdMoY2SQL+57jRSh27PAoYW9rNVR/UgK7EA9oxFLfoi9wJ9+VKU4opeoohOXLWQXXatLvfXjGE3fRYIonQfwJqKrasqQJTGWzRZ9t1/2Cb0VHkoAvipCJzWmgB46X6q73XW5Td1H3b+AINd6E4Rsm1QjBOhk0DMjCdfwrVUZIfGdsEo+5u/AwioHwH+NDJvXTWT8ZigeZBNHJSY/EQn1+15ut0QB2rvXkJasvvDlVbEsPQtM4C3VX1ronmAnKMvCp1O4EtAXaoKSOx7XEN++UAvVn7czDCWk/UFgpzZOqTcQJwg82XtS4sZP23CpNe0G9 h4iresis@fedora", "key_options": null, "keyfile": "/home/h4iresis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "h4iresis", "validate_certs": true} 2022-01-18T15:49:28.449 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDIC6uqbIg9XaTlDZd7KCX7FXSzfGFMEWXhx42ktz3ehOPLviA/yNpVd+LmYHSgzd5Szd3mMxleisiE+JdSq/q5YyPAF6eD6+wfynkpMv5aWNHGI0yVfKbCwdOX8bY6yqhyVwMDo14uoFvdDcM4Lj+vz8F75VJHUU5ihJNOW24EllobTLzR4XI6AcM+mjbXRnBLLVoBSuDaU2D0kWqMn8rDCJKdUJnoiy9oxIok8eMLfGkGsL55oOx9BflMSz/0jM9X5GLQahYiECbXjvCIarCkUFE8txNoXM9Djmg8QqhAQDhY0hzJTauFJJaD8Ax1uFQlXONed7tv7a7Tb3dH+/jb rfriedma@dhcp-4-239.tlv.redhat.com", "key_options": null, "keyfile": "/home/rfriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rfriedma", "validate_certs": true} 2022-01-18T15:49:28.492 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCqhWVTosH12864VGY5S3/k0yKc59GbV0m2WxD28gAf+uvJ1/y8gekD2wDzBv0DWqEekYLV7L68gpapDXyGosQeZ6n5OO/NZFZmW+Xq1P7P1QHJil6kVpwk927lzX440pwNf3+PRvTbLzlbuVFWJRpiykv+juJyIFjzXLJRF67wB2qgZVm5cRs/GOi4fnvTaou/Ae51mvsO8M3JL5cphApFKD/AO/X+3pHBhLjvaW33cYsp0Z4Rce1nm8wxSmvuJRF+HAfjBlknhDl5ZaJGA96RYA+g9WbAXimFprg4xeiRp7liPExQwtVgackJweoC4MahC1glmjC3eOh9dvrrxLnALOLMOkyCSK/tOF/iq2PJaLViObanPI8mnNkMLbdJyzUBf8hRGdSLcw98qxaf0sSZ+vz4VQS6e9CwX7ikkNNsTeYXjnJ+1yU3mfCW1CXJDr7kBDVG2OTLefCpMY8WBAYDiEaK0RW83cBcFIKfecKYd0qStHRaOsvmyWdFYgBh2vM1UWjro5WXlb+7aJPrUp8ZruapkUXUwhjHA7FwGA4ysE0tsOVVFm0Dw8tvyVVkVNm/9EObG28dWctioZ2+ZEzTWgMJU26Q+wOJ/U4qZyIvpMRUgPZc5nM9J8kcmvNWtb6DV9k/6p8h28kiOxPkxLtPP+3TlBCHjq//mhEnJZ/d8w== shshyukriev@suse.com", "key_options": null, "keyfile": "/home/shyukri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyukri", "validate_certs": true} 2022-01-18T15:49:28.662 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIXHA8BwV4OnqlaHHyYofsp5X+wanose+aneJVx2Or05PcWA9c7xFEOerkvEn9LvivSRd9G9o/S8SvnGH91tG2bbOAidVZ69FGul9OKa/BCJYUP0vVBX09/Td3n7+R2lVlvu5XiyC5SUzCjaQEZLOpjq23rqaqdCDXE6wFnxfpkmcsccbG/xUiOEBeBGI92lntdx99Sn6CxWWA27lMMaYkCRvX6ziRZEm6O44N2nMm+qYm0jmMyGv1iyQkJxtt0YaLPp+X9t2trUEzEjgBCXqqzEzBjB7T4rbzhAuvU3NRHiAoWXSnrY5AQOTTvC/wpaZV/gF2NDNThjMcpcEdNstleOctXtN4XTTJQewbG+t7I9knR00TPpsoUvUtpbcoFOluGgWTDTFa6GCmDPppx23nZgulOniZUVTI2CbScSpc8sfp1JE7Q6vLECY9lJ+GpVCbDAbIEE9WHXSkJ/6L9yf+ZoHbpqCkEFDcWLfz3B5NFoJ5gne8B8uzd6ptKVtJrP8pMvoOyydyvQlmkgh8tNDsOnp6kaUNG0NHmtfGlCTkbM7oKsKbf87Cv1HgYuZl/HP7go5sOX02LfBfbvWrawZzOaZ3dewEq74w5hVMKEHrmJPstIpcHSxZpq33f2j4Z/uKW9tJat6rgSWK1I+T3tCd++76apxbOYl5TDOaoxCyjQ== lars@marowsky-bree.de", "key_options": null, "keyfile": "/home/lmb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "lmb", "validate_certs": true} 2022-01-18T15:49:28.701 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxDJtmmcnrbA4AUsmBBZq/M4xNdIbOT+cQQxhUKeCu8F9mht+RznwyaaJbVIlD+UNv9LMhRyzI5oktSalokNltlrtPQMoP52PXH7KFFGnVnexCHAk4nGvEhuZCniO5T+ENm2wFR47lFEQK7lyJJLp5PFiSM7vM1MK6UkMvRmCTRildjaYLyf3EEvBXifbsGmR0tBIXtml6KITCAaT6l0E94055oEGN2G5NhZIvfLcojt5liEkXEHQNdfkUDXM0Go43JZzgsSWDXC/7RYLrAJwz5mq4qCa9YZL/3Spjso37+1oLq7lOQ0TDJUAQXmnW0So/NkzECx4MolVcylhTzmgj sergio@milestones", "key_options": null, "keyfile": "/home/scarvalhojr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "scarvalhojr", "validate_certs": true} 2022-01-18T15:49:28.869 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMDUcToIhs8tiIozgPudiYyD2upEX+VvsiJRti7zrA/1HPIDARYt2+xyWCASm5x5vdohRM7wnBLUlbBVnvr6ZUQvfShNDsS1Uu7hEfYF38MtW+dVwvGlm14J4m1gbjzqVlZvO6bg6rfGo7Qer0bKUlxtqbisQ/kCg/lVWR04CNxdRtZxEpaQ21y4C5jAlrpFTzxQSuiCLEyY3EAKdZUaZElFEcXlna0ysCP8inlzhF402PkSdl9DkkPpg3IR2dUEGqsblWSdLVk19EFavjtGAAnsvaBWWm2rCLNC5RmhGQaS/Z52Aes1nBuT4cI6qLjbEMqAzLwxiOR7l4IPMpK5EcuRK+FaqQG0wMAjxPc95CmxDzi58ZRJ5ERV8vgps73F1AJXWU9Lb1P77BTsLXqiwko2mvPf6e0LwCxQuxYJWc+xvO7Ji011B+nm5eLCCC/LcDtTPjkimTh7nkvUNi/yTKCXi9KwLISAHHd335KnfrL28rU3GahMXs4NjOxuN8eKM= ksirivad@ksirivad\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDS3HkgHb6z+gi4tN5rBL/N+WLJgN8RtUokt0YnRjpor2epRbmqgmEFRbRFqjLK9LiTuLxmkwol1/G56AJms9ixue33M6jVs73nc259LDxn2qj/NCtxeU7xdjSDuhKyItgM0yuiFjWOKSYTghNtwoR26PX7SQVbycD4NN1ZuwUbdMQA31VrLvQR7d0lYKlis2auH2Xb6WifotoEyszZz1KYRwzJvOHtHku/jAyNmTD/8kAsuCjEgUPSyyehAfdWn59tY2gM7aFyj/dtRoAghekv5gkov9zx+zjN6D2LSN7e+DRti05iJMifA3nfmdj7f8aHzXDtsDL0XNkmmT3g9N2OQ8WL4ESOFASXPPj9JGUROealgnaQ+Y64evDClhbt2L7FLbgj5sgKb+XYhpGnAiC+v3t1Rq3HZrstOYf2qSYguIo+zW9gHwzJDqH5YNCpSF4ZDCfkJ94ngl5ptQmZ/FcrH2hBs2cMoyK9EyDpcI9hBeACTzu19kaB6DrOC+UTvBgYL2sNbCvi+caIqhENJICZ21rI4u4EZqu7PVb+Y3CLgSjTEgclGYBZoxlrT/X2QHrIfZF7lLGeeh0bureedCrBg4b61SL7ZU3Me9x1iWOZMSJgVvg+qPSrzZiHbA46k8i0af5Q+geL1BuuGy76zbYd/KR0KiNZnXjdlHyRz76rpQ== kamoltatsirivadhna@Ksirivad-MacBook-Pro.loc 2022-01-18T15:49:28.871 INFO:teuthology.task.ansible.out:al", "key_options": null, "keyfile": "/home/ksirivad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ksirivad", "validate_certs": true} 2022-01-18T15:49:28.912 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEOigBGMeElb3uHXX36HxLtPJMG+iG/6D7NDFCVR6AyYsmimBQb6SlSIR6SaFULb6HT/IFVk0Jf/z0HoipAP7Xu+wvP/J6LFoMdguxylh1ov8raqxQJrGLl9n64EI+qWINwEM0MKMUnDQ3tmMKBl78LKQVQTYBx1+9cXsT6DE1yhgmV79XIvOOb+v53agSi/kLJF2i9K04kpi1OejXg95Ub2eLMY69Jm8PnLy1Jq8DhC8pz7nrfzbKtOC7HbytTAO1XTlb90lVhqC/1yTMAUc/rpJwoSEHc2epGeZWdMsJhqhX2EqMwcV53M3qcFSGreGNJ/Ncd4/JHxz7q0IU411t rakesh@localhost.localdomain", "key_options": null, "keyfile": "/home/rakesh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rakesh", "validate_certs": true} 2022-01-18T15:49:29.079 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC0POsA+0NyxecLo3Y821G6W3+jJPKFMuLSIl4FSLi25vuyuM5+mFGmCNWv8gg93eQhG9Y3SOygqmkaxzxDtBS/V6VNC2f8hZsVw9B+HbnfggvCNQSgjJ5rhvf6IHfx/aHq4IHF+stqdcoWhwR/68wIhGNqtP7Nhqnzk2aN1kG9bU2iVk4CH8XGIwqwET3aWNuCMcHi2AhrvDBpZu7bzo/6ARUJDqEfTEC/XIkzv8/mEkJ5igcycARVy6dChuCwfZc8rhfwQpekwx1Y9/WBFdNQlYkN4fVe8yIqT5VsQ3AcRv21GJk8L7mwB4hF9dVAi4p1cSyxatR3kDifsFc8VQk9 toor@localhost.localdomain", "key_options": null, "keyfile": "/home/ofriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ofriedma", "validate_certs": true} 2022-01-18T15:49:29.111 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvRwrsN62CReT0/kOeFEXGA3THhzJ+hwZVpUzo7VMRZeSo6LgNlVGdrQchMHnlwBvuwaVNJlBAkQr+5J5BB3ikrmbcnLHfPutXBBBB6uDfSwwbqjzUY7elTbz9ul6AkegR9K65O44ouD9+WC76D+Tp0maqnP1w0O3h1GVxDHe34LpEwBvZJ+/BSYmBpwRZqeXFRADORPzdtW08PSiRErGHb8j+j5i+br37JfOOh+A/9dHwQw9alBVL2DijwvrPMa7dV5yX00dlMSTL2LLo9IdI4aFPmie8oic0eanFbQDq210ilOR65IGeshKHEKOq0KFFz0nSK9OdO03OkSEN/0d5 ryg@tapir", "key_options": null, "keyfile": "/home/ryg-/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ryg-", "validate_certs": true} 2022-01-18T15:49:29.288 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDc/8sWrMq+bqKBPmDPplUgdMoY2SQL+57jRSh27PAoYW9rNVR/UgK7EA9oxFLfoi9wJ9+VKU4opeoohOXLWQXXatLvfXjGE3fRYIonQfwJqKrasqQJTGWzRZ9t1/2Cb0VHkoAvipCJzWmgB46X6q73XW5Td1H3b+AINd6E4Rsm1QjBOhk0DMjCdfwrVUZIfGdsEo+5u/AwioHwH+NDJvXTWT8ZigeZBNHJSY/EQn1+15ut0QB2rvXkJasvvDlVbEsPQtM4C3VX1ronmAnKMvCp1O4EtAXaoKSOx7XEN++UAvVn7czDCWk/UFgpzZOqTcQJwg82XtS4sZP23CpNe0G9 h4iresis@fedora", "key_options": null, "keyfile": "/home/h4iresis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "h4iresis", "validate_certs": true} 2022-01-18T15:49:29.321 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtVTFNHORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDISEXvGI2oJLTRR15ePZLkmdYjaQJxt9V/ 2022-01-18T15:49:29.322 INFO:teuthology.task.ansible.out:yBwKdGqYvnPzmLOpdmVpdQJo7ZOWwdp5tJsCy4q5uX5vIUv6Gyi3uVSGmZnrKUbsqoDNwAX5vx/gFBINIs/ZXXyD4fpUT8aoZeq1XmXdIaWG0nImsrtRnRxKP9NGZEcW8z0WPwgF0Ck+RH0qZUix6Bfbgy7vMXnivuDv+NdjEwyszcrPWvf6Krr0am9Q0+9nj/mjvk6CZLl+CH3HNdkhZuNs+qMG4XW8KhLvQB2p790XVlTHuVU4jWrFmjymggZxkhoCY/ukHH6wi2Pbx6yjjKOj8iIw1xKabJzJ7S8UKT23A41d918DUCUuEG66pN6Z4dnv+fZJxj5iEo1GdycSWIc4SpLTK3z4zDZypVKIzjI4o8VwQaN48HkVjUdTICTvGQfytFi3jX1I5nxIZiiPcxMQLR5hQggP8pn2XtvXpomn0aBc8tVuuZJLVq4zCVnhlVB6IACmb71evjFGOsoSuEsaTufUr48= prsrivas@t480.lab.blr.redhat.com", "key_options": null, "keyfile": "/home/prsrivas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2022-01-18T15:49:29.497 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCqhWVTosH12864VGY5S3/k0yKc59GbV0m2WxD28gAf+uvJ1/y8gekD2wDzBv0DWqEekYLV7L68gpapDXyGosQeZ6n5OO/NZFZmW+Xq1P7P1QHJil6kVpwk927lzX440pwNf3+PRvTbLzlbuVFWJRpiykv+juJyIFjzXLJRF67wB2qgZVm5cRs/GOi4fnvTaou/Ae51mvsO8M3JL5cphApFKD/AO/X+3pHBhLjvaW33cYsp0Z4Rce1nm8wxSmvuJRF+HAfjBlknhDl5ZaJGA96RYA+g9WbAXimFprg4xeiRp7liPExQwtVgackJweoC4MahC1glmjC3eOh9dvrrxLnALOLMOkyCSK/tOF/iq2PJaLViObanPI8mnNkMLbdJyzUBf8hRGdSLcw98qxaf0sSZ+vz4VQS6e9CwX7ikkNNsTeYXjnJ+1yU3mfCW1CXJDr7kBDVG2OTLefCpMY8WBAYDiEaK0RW83cBcFIKfecKYd0qStHRaOsvmyWdFYgBh2vM1UWjro5WXlb+7aJPrUp8ZruapkUXUwhjHA7FwGA4ysE0tsOVVFm0Dw8tvyVVkVNm/9EObG28dWctioZ2+ZEzTWgMJU26Q+wOJ/U4qZyIvpMRUgPZc5nM9J8kcmvNWtb6DV9k/6p8h28kiOxPkxLtPP+3TlBCHjq//mhEnJZ/d8w== shshyukriev@suse.com", "key_options": null, "keyfile": "/home/shyukri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyukri", "validate_certs": true} 2022-01-18T15:49:29.530 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDOJg56HsyNa5vHHb52G6O5vtv9I2tdlNMjFlG3SVCCu/bVZwVeGzp1ekuNGU10owmnIvhlSldMjLn2wwTwiDjbvYJVVCPvzK63vCUcMevRsvr9EyU16JdAgrmrGMyuYYEb+wh8XWI9Dc72o84fMaBYFSSer1S9nUBL+KVLVhIe7culgADimrDgDVh2t7u2JHBI0m0nKFGJZNcIyYf+GKOM+n7SaQXIYIytvSteU5BvUIKPsDd4z5lVlWiKO3kG6jF2RnKFV6KWBWI9m8YGItdGu25mXELXN9MOlApZF3AoGTmCE2Web7uDVGvO6rz6b+dc7RXTOlbWIhtMoRqQf6mz zac.dover@gmail.com", "key_options": null, "keyfile": "/home/zdover/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zdover", "validate_certs": true} 2022-01-18T15:49:29.708 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxDJtmmcnrbA4AUsmBBZq/M4xNdIbOT+cQQxhUKeCu8F9mht+RznwyaaJbVIlD+UNv9LMhRyzI5oktSalokNltlrtPQMoP52PXH7KFFGnVnexCHAk4nGvEhuZCniO5T+ENm2wFR47lFEQK7lyJJLp5PFiSM7vM1MK6UkMvRmCTRildjaYLyf3EEvBXifbsGmR0tBIXtml6KITCAaT6l0E94055oEGN2G5NhZIvfLcojt5liEkXEHQNdfkUDXM0Go43JZzgsSWDXC/7RYLrAJwz5mq4qCa9YZL/3Spjso37+1oLq7lOQ0TDJUAQXmnW0So/NkzECx4MolVcylhTzmgj sergio@milestones", "key_options": null, "keyfile": "/home/scarvalhojr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "scarvalhojr", "validate_certs": true} 2022-01-18T15:49:29.730 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC4zwWf+kMEDgaSOrX7AlD+UCOgf4/fRiorQVJqC8GfMNynfiFVZaThngwIrwtQROfXHbzspi+AcRvDLewY25mXyuxVgOfSbuSIEqiUNvzcVq9IItI1J58xeDBpIktAsoHHS6JENV56fAT6krzRAQLnSa1k2b0pyKuPBzFSeNgiaQMhjrCLAaCi9yLsdKpnWgXhyfrdqvN2r/Ctts/zlTPqtRYdvdIL/p/l+vg7Q8S3OhuAGtimaEq3RE70xadaPbGhsLISMTrbfYXbxw84KKZpNYwO4zmQ2ztcvC9D7A/8ov3+A5Jq42G+pq7ORuix2NoTWtADMiwvNe1HyzS/7cX/BuXLFssRY1bzRvp+x2ExZ7b+bFx+TE/RduRh0eyDNLg7SyL83aeTr2Usa+mPoCAMKed9XtYbRnUu7ox4wmfeAgx6jM9uG5uQfauJ1XpDddrVBG8KYBvSd0BM2cyRdcAXqwxg9AVPZcdE7sbBk44CGVhw+ziZ3e3cLBTO4y44KRQre+1Bhe/Ze8OTQWLFugl/XagFlJE/L6fGUIPuFojmQvlw5dBZwtUURnxsu8yHm3iIsj4y8nR1zHMj+zuMk6rF3ZW0epPAECAdq4gG8X2wv3HTq0vLBkKpi1KMAmntEtcVwF0fzMt5XYqRd4jceFgonAAipJNDknHgi6yaUzBYmQ== rraja@redhat.com", "key_options": null, "keyfile": "/home/rraja/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rraja", "validate_certs": true} 2022-01-18T15:49:29.909 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEOigBGMeElb3uHXX36HxLtPJMG+iG/6D7NDFCVR6AyYsmimBQb6SlSIR6SaFULb6HT/IFVk0Jf/z0HoipAP7Xu+wvP/J6LFoMdguxylh1ov8raqxQJrGLl9n64EI+qWINwEM0MKMUnDQ3tmMKBl78LKQVQTYBx1+9cXsT6DE1yhgmV79XIvOOb+v53agSi/kLJF2i9K04kpi1OejXg95Ub2eLMY69Jm8PnLy1Jq8DhC8pz7nrfzbKtOC7HbytTAO1XTlb90lVhqC/1yTMAUc/rpJwoSEHc2epGeZWdMsJhqhX2EqMwcV53M3qcFSGreGNJ/Ncd4/JHxz7q0IU411t rakesh@localhost.localdomain", "key_options": null, "keyfile": "/home/rakesh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rakesh", "validate_certs": true} 2022-01-18T15:49:29.940 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2mEyxfkW1u84u5BocLCAXESj2qObWkxUd20cmPolhJYlIWLOafa69Dw5A9CjFBp0U6Jx5d0JWcwmAc5ZeffQ7t7vzmtHCZnpKkyZhN9bu6vuCh4N+I643SI/K7tdbB2E8ZE6uI7ORMAan5+t0bNSVolUVq6X1w7dIA5El54K10WNdiwgRKW6e3anNbJ3rBLGEk7gawZqDDOqTvVQmOBGWek3BjSReDvg3rkmTQLxJkiKdxnx4/s7gzH1xTpsS/OludIuSxF0BK064ZcT1t09qcjnT4Os1inV2GfYswt+UhpgqrHqXjEs0Z3y4Oy77QBKL1rDf93CP4a4+eJjqXe+v tbechtold@suse.com", "key_options": null, "keyfile": "/home/toabctl/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "toabctl", "validate_certs": true} 2022-01-18T15:49:30.122 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvRwrsN62CReT0/kOeFEXGA3THhzJ+hwZVpUzo7VMRZeSo6LgNlVGdrQchMHnlwBvuwaVNJlBAkQr+5J5BB3ikrmbcnLHfPutXBBBB6uDfSwwbqjzUY7elTbz9ul6AkegR9K65O44ouD9+WC76D+Tp0maqnP1w0O3h1GVxDHe34LpEwBvZJ+/BSYmBpwRZqeXFRADORPzdtW08PSiRErGHb8j+j5i+br37JfOOh+A/9dHwQw9alBVL2DijwvrPMa7dV5yX00dlMSTL2LLo9IdI4aFPmie8oic0eanFbQDq210ilOR65IGeshKHEKOq0KFFz0nSK9OdO03OkSEN/0d5 ryg@tapir", "key_options": null, "keyfile": "/home/ryg-/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ryg-", "validate_certs": true} 2022-01-18T15:49:30.144 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCitWIN7jm5KEmB6jqcA+ufKRLodxkJ1GIdaaueCdeXdMHgWNH9FUDCUJk5dcA11MxQO15DRH/cdhb3QHPGiMv4XrBeK6HHYwGttzkcUEz1EDUhpowOrnFETbPa7K39ObmRcgdvoGXOSrNZ4mvptCTz9Xb0MF+Gcg5iJ4g+qZzIVa2/ueecYY8ZorbaH4m/NWUub6Rf01Q04HfxTvKrUFswrbCoE/Aigz/Oh88RiS854XoTvV7rE1tKbyKkaungwMAaQSNnZkq4hi8nbp6pzTxJLV7N/ZYMhVpdxSbWcghFg6cy7aeoCzZMN97WcDhpdfbhRT0dbqCkMmHV6t0usDDnOss2v68UCzkxuA1Hj4uy8rRHjXBtYqI6xsrwCjvmgP05B14TpmFdG+3GdRHx2+QlhnGj7nuPf1KoWW/f3tD85DXoEmVl6RJ4KTrMeEVlOn3kdMLVH0y2hIqPTYMP5cMVNi0EdfeoBdd9kxMKMvoSVBAgmLzGVv17o1lNvVS6V1kyt7gME2PfNR2Np+U1cJVJfUJRTm28mHXBVoDXG9s0zv8+LpQ/gVPS+vsPAfxWWYGW8ZmEV3ZorDOZycSPybjHkPFzDAdUhPG0Db0o+F9ug+22F7pvifsdDZ42zqGGLbyzfIQE3AtyI7LR7Sc5tpN9rKTeSBYJ0yNcDKEj5FUHDw== mfritch@suse.com", "key_options": null, "keyfile": "/home/mgfritch/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mgfritch", "validate_certs": true} 2022-01-18T15:49:30.331 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtVTFNHORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDISEXvGI2oJLTRR15ePZLkmdYjaQJxt9V/ 2022-01-18T15:49:30.333 INFO:teuthology.task.ansible.out:yBwKdGqYvnPzmLOpdmVpdQJo7ZOWwdp5tJsCy4q5uX5vIUv6Gyi3uVSGmZnrKUbsqoDNwAX5vx/gFBINIs/ZXXyD4fpUT8aoZeq1XmXdIaWG0nImsrtRnRxKP9NGZEcW8z0WPwgF0Ck+RH0qZUix6Bfbgy7vMXnivuDv+NdjEwyszcrPWvf6Krr0am9Q0+9nj/mjvk6CZLl+CH3HNdkhZuNs+qMG4XW8KhLvQB2p790XVlTHuVU4jWrFmjymggZxkhoCY/ukHH6wi2Pbx6yjjKOj8iIw1xKabJzJ7S8UKT23A41d918DUCUuEG66pN6Z4dnv+fZJxj5iEo1GdycSWIc4SpLTK3z4zDZypVKIzjI4o8VwQaN48HkVjUdTICTvGQfytFi3jX1I5nxIZiiPcxMQLR5hQggP8pn2XtvXpomn0aBc8tVuuZJLVq4zCVnhlVB6IACmb71evjFGOsoSuEsaTufUr48= prsrivas@t480.lab.blr.redhat.com", "key_options": null, "keyfile": "/home/prsrivas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2022-01-18T15:49:30.353 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5bCXQ/B16AKl2oevC93R0U+3OrTyd3XEypouJy4LjIzXLX/Go1C1ViERwDAeHmqiUTqJUL+KZ0kMo8U7zlhNBk9PucbMZCqdqx5hkiCAo4y65lEXmuPGimRU2mK9TpcDTLWoyrD/EEhwzT6gmw3ytVTxi7qAb0tQUCQB+pW4+Zr5u6HZzgu9kLGxp7zsGtMA84Zqm5ql72mGuS0bUN1ajm8LWBetFuzOOW6YGfnKt29cLV2h1itVewA9DKM5G70B91eK4LjoNddCkqVA8L+v6LMQNU2pejUzPap98hmFUpQMNxlWQ0+B7UjfbkHWe+mIsSkdr3FfCfqWvsL0RiHcZ root@lxbceph0", "key_options": null, "keyfile": "/home/xiubli/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiubli", "validate_certs": true} 2022-01-18T15:49:30.532 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDOJg56HsyNa5vHHb52G6O5vtv9I2tdlNMjFlG3SVCCu/bVZwVeGzp1ekuNGU10owmnIvhlSldMjLn2wwTwiDjbvYJVVCPvzK63vCUcMevRsvr9EyU16JdAgrmrGMyuYYEb+wh8XWI9Dc72o84fMaBYFSSer1S9nUBL+KVLVhIe7culgADimrDgDVh2t7u2JHBI0m0nKFGJZNcIyYf+GKOM+n7SaQXIYIytvSteU5BvUIKPsDd4z5lVlWiKO3kG6jF2RnKFV6KWBWI9m8YGItdGu25mXELXN9MOlApZF3AoGTmCE2Web7uDVGvO6rz6b+dc7RXTOlbWIhtMoRqQf6mz zac.dover@gmail.com", "key_options": null, "keyfile": "/home/zdover/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zdover", "validate_certs": true} 2022-01-18T15:49:30.554 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDT+6B5Fr99p8xe9Zo5x8ULcdeA6ne727iVJp/xaguGwGHj6AhuK+R/CjznnHk0yA+6kiblNzjvbnsuzO8T9c8Ayv5KU07MxP1y1pymdYBpEh3NTXmhB6QOTCNTQbT14PL6MVgzK17SqarFCYXoEGuyK9jaBdN9QM76vhEaXc/2Osg+d8boJTkOk7lOPHbzeOCbQU3d+jX0VFOgAQS5OFz3Ug/X7nB0D0LN8bt5FlCZiGO95Iwls/SyPDbVXc9ot8oh4ME7kd7sElokBdYdXPauibRxWKjSDn+hV6kZfSzqwnMFaZ1TC+Av6zNsBuZucNSp3/Ws3T5i9i+21eyS4+qVE8IiX2aVKYuC9afb2lPLbdG2Iy1CqiaeGPkZfiGT9P8iQPOkqae45859UzFAd/XzKjBcmus3lSArKG1EyZl03HQ5P2J60pErCXq8W9mPjxAze2ReLRXJVEgTXnmdhCptcg6PZ4d/k4BEddbdnoX6/BEgFxLEJ64HpTeTVcDXHpipCpxFSRvgyPH/wQGKAvt8AfKBhmeZs7LuyGOhJiOon4DDaShHpE9wTnJ5qlnyg44+u6NCwelGPMAkHKEO4OgcjSsyXm+HYUpxG2s4poloIJzvU6oa3dvJsMZFhcb8CsW75sBYE+YngS/1fg1WU88ZOdaa1yF4F87pVZycpZqY1w== jan@jfsuselaptop", "key_options": null, "keyfile": "/home/jafaj/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jafaj", "validate_certs": true} 2022-01-18T15:49:30.742 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC4zwWf+kMEDgaSOrX7AlD+UCOgf4/fRiorQVJqC8GfMNynfiFVZaThngwIrwtQROfXHbzspi+AcRvDLewY25mXyuxVgOfSbuSIEqiUNvzcVq9IItI1J58xeDBpIktAsoHHS6JENV56fAT6krzRAQLnSa1k2b0pyKuPBzFSeNgiaQMhjrCLAaCi9yLsdKpnWgXhyfrdqvN2r/Ctts/zlTPqtRYdvdIL/p/l+vg7Q8S3OhuAGtimaEq3RE70xadaPbGhsLISMTrbfYXbxw84KKZpNYwO4zmQ2ztcvC9D7A/8ov3+A5Jq42G+pq7ORuix2NoTWtADMiwvNe1HyzS/7cX/BuXLFssRY1bzRvp+x2ExZ7b+bFx+TE/RduRh0eyDNLg7SyL83aeTr2Usa+mPoCAMKed9XtYbRnUu7ox4wmfeAgx6jM9uG5uQfauJ1XpDddrVBG8KYBvSd0BM2cyRdcAXqwxg9AVPZcdE7sbBk44CGVhw+ziZ3e3cLBTO4y44KRQre+1Bhe/Ze8OTQWLFugl/XagFlJE/L6fGUIPuFojmQvlw5dBZwtUURnxsu8yHm3iIsj4y8nR1zHMj+zuMk6rF3ZW0epPAECAdq4gG8X2wv3HTq0vLBkKpi1KMAmntEtcVwF0fzMt5XYqRd4jceFgonAAipJNDknHgi6yaUzBYmQ== rraja@redhat.com", "key_options": null, "keyfile": "/home/rraja/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rraja", "validate_certs": true} 2022-01-18T15:49:30.763 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo8wE/b2/EDwV018ENfcENVfXSF7vnXAwBSzNVScgxdqr2DVKTWDzhoI0m5CXTqI2HLnJVFDTgN3t5/fFcmwmSAP8ic8wU1JznSPZXN7qEQrcEsU/cwHeuzyutibg1ItTWWtoXYV8SFnVom8NF3UwXF8I+Vj6VF1EStWCcClgPjLbiOm8vIgaouXtbUIFv25GpadXyUtwiHEq1NKUPLgka8Usm8ibyS9hY9KmNWlD9AfmnwAImc8Urn2dErcsfAltxoGUHCI7ZBHGpzg+6dpynNR+giJMrjwWzREaCHmiJX3g6jmHuuY54eSOs6cxqi3E4jNHVWXPe/tEF3l0klEvl jschmid@suse.com", "key_options": null, "keyfile": "/home/jschmid/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jschmid", "validate_certs": true} 2022-01-18T15:49:30.950 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2mEyxfkW1u84u5BocLCAXESj2qObWkxUd20cmPolhJYlIWLOafa69Dw5A9CjFBp0U6Jx5d0JWcwmAc5ZeffQ7t7vzmtHCZnpKkyZhN9bu6vuCh4N+I643SI/K7tdbB2E8ZE6uI7ORMAan5+t0bNSVolUVq6X1w7dIA5El54K10WNdiwgRKW6e3anNbJ3rBLGEk7gawZqDDOqTvVQmOBGWek3BjSReDvg3rkmTQLxJkiKdxnx4/s7gzH1xTpsS/OludIuSxF0BK064ZcT1t09qcjnT4Os1inV2GfYswt+UhpgqrHqXjEs0Z3y4Oy77QBKL1rDf93CP4a4+eJjqXe+v tbechtold@suse.com", "key_options": null, "keyfile": "/home/toabctl/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "toabctl", "validate_certs": true} 2022-01-18T15:49:30.961 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDnQfkkxYWLhMdoQ4RsZxWTXBpbzsssgeRfvV5q+n0mW60dxQ+9rjDXUTsRkmh45B5EhNWlKwyIUcQ5HpgJk6XQvYU6MPboWjriCTngmoUbwNIjOjyazkBbxfbwUiRDb+x1EyVm4Kt0rgj3nhqqxf3krqO2SlKgsVaY9b7+NTfshXb9T73/RRLtvwUOFkjp2B+w0SQs7Ka1GenmHSY/6xP25Mb8q9QW/2nuf1mV9rTd5l2ZHREzgG7gQFhjgUq3w6zCCfcCGwrPb4omqd9xiYLDw8l1vfQ7UPbuOqK1rFM67r7JQDG3yyJjCdWgRUI/ysbbXj0fyT+QOPZGK618V8yZPVlq5loQzYI39zAWZU9L9X9bkQCsJfjU5Yo9f/zOaecnWfUxC84NKpbG7k6XACdUIB9JGGtL6RPtgBU+k6Ts7EemIUCyMYm/GX+PYU3GnmmdqW9yBeyZoldwDCWLq05vjLXj+R3J2UrMl5x+fhP+KEFd1ZgNc7PV+CF35/ux8UE= kachau@localhost.localdomain", "key_options": null, "keyfile": "/home/kachau/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kachau", "validate_certs": true} 2022-01-18T15:49:31.149 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCitWIN7jm5KEmB6jqcA+ufKRLodxkJ1GIdaaueCdeXdMHgWNH9FUDCUJk5dcA11MxQO15DRH/cdhb3QHPGiMv4XrBeK6HHYwGttzkcUEz1EDUhpowOrnFETbPa7K39ObmRcgdvoGXOSrNZ4mvptCTz9Xb0MF+Gcg5iJ4g+qZzIVa2/ueecYY8ZorbaH4m/NWUub6Rf01Q04HfxTvKrUFswrbCoE/Aigz/Oh88RiS854XoTvV7rE1tKbyKkaungwMAaQSNnZkq4hi8nbp6pzTxJLV7N/ZYMhVpdxSbWcghFg6cy7aeoCzZMN97WcDhpdfbhRT0dbqCkMmHV6t0usDDnOss2v68UCzkxuA1Hj4uy8rRHjXBtYqI6xsrwCjvmgP05B14TpmFdG+3GdRHx2+QlhnGj7nuPf1KoWW/f3tD85DXoEmVl6RJ4KTrMeEVlOn3kdMLVH0y2hIqPTYMP5cMVNi0EdfeoBdd9kxMKMvoSVBAgmLzGVv17o1lNvVS6V1kyt7gME2PfNR2Np+U1cJVJfUJRTm28mHXBVoDXG9s0zv8+LpQ/gVPS+vsPAfxWWYGW8ZmEV3ZorDOZycSPybjHkPFzDAdUhPG0Db0o+F9ug+22F7pvifsdDZ42zqGGLbyzfIQE3AtyI7LR7Sc5tpN9rKTeSBYJ0yNcDKEj5FUHDw== mfritch@suse.com", "key_options": null, "keyfile": "/home/mgfritch/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mgfritch", "validate_certs": true} 2022-01-18T15:49:31.181 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQujcXnq9qOCmTWs44GwKOw48BxZGBmo9AeFk3KPRx33Cz5hS7UHPYvJy03KdoMySgxJtuxsOSvjJSPxpXesTtArO5giW8RLyuVsu9q5j/GhPKyABttuGQyexiRokrHQFLVifzgqwsUARwHarWH16Oa1n6fZPFNqSH56c872zS4Pwqgkzx99NKRWh/B+fIk8VmDzzP1qvQAnUXDeTeTOzapAL+8fSNTp3QnhmZbvCHYwUxfSqJyzq1wBL+517WrvzvX7yCY9B0wzm72sIO4daV6UDyAL1B72QpB04vEZZ/skwS/0jmokfBn43HHCMPy/Mxywfi54alFJzIu4pti30V kravishankar@localhost.localdomain", "key_options": null, "keyfile": "/home/khiremat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "khiremat", "validate_certs": true} 2022-01-18T15:49:31.358 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5bCXQ/B16AKl2oevC93R0U+3OrTyd3XEypouJy4LjIzXLX/Go1C1ViERwDAeHmqiUTqJUL+KZ0kMo8U7zlhNBk9PucbMZCqdqx5hkiCAo4y65lEXmuPGimRU2mK9TpcDTLWoyrD/EEhwzT6gmw3ytVTxi7qAb0tQUCQB+pW4+Zr5u6HZzgu9kLGxp7zsGtMA84Zqm5ql72mGuS0bUN1ajm8LWBetFuzOOW6YGfnKt29cLV2h1itVewA9DKM5G70B91eK4LjoNddCkqVA8L+v6LMQNU2pejUzPap98hmFUpQMNxlWQ0+B7UjfbkHWe+mIsSkdr3FfCfqWvsL0RiHcZ root@lxbceph0", "key_options": null, "keyfile": "/home/xiubli/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiubli", "validate_certs": true} 2022-01-18T15:49:31.380 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCoqsDnRqAeNPi5xiIfFl2i2zqcwLTvcAso3R9+QAfSChw4+wcQzmMV8uQz1jt8UReefg2QL6bwvcQPj5Zw7ADqUjfxm1K0ezgH6RrtHgRZ1SVseTvJUvzmkDZ2gr2ToZAJYsaV7gBLJLZ7TOiQ6jzrtitiKqJZdpZfzadjShecY1TdMo8bSS7XfbRcwri40u82TRM825B4L//QuhMI7akPqa3iJbGEAQPhkGLI3kz19ryVG1UwvAkkt7TQ68zz+piXSmB2CMRti51shT4NuAOq6Qe9y2Obicf88ItkYxvySMQ5jWi2bo7Zhwuq9jUH8lK6I6PHrYc8LOsR9gE/hqkXxTQrkOXEDtHN1mr/KKLrXO0GeBdgh8Gj4gcwgd1RUCE+T9q09WO9j7c0piWK9Fs1+q1FjH06/AfmP4qob1TlJMHhtPyOp+lk2XvABP+sqW4vyrgmXu5vJU+Hgq3X9KE7bKh4WkCem24Np4uA+irhpvZmIoHyINsYW46lGfwJvM8= kapandya@localhost.localdomain", "key_options": null, "keyfile": "/home/kapandya/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kapandya", "validate_certs": true} 2022-01-18T15:49:31.579 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDT+6B5Fr99p8xe9Zo5x8ULcdeA6ne727iVJp/xaguGwGHj6AhuK+R/CjznnHk0yA+6kiblNzjvbnsuzO8T9c8Ayv5KU07MxP1y1pymdYBpEh3NTXmhB6QOTCNTQbT14PL6MVgzK17SqarFCYXoEGuyK9jaBdN9QM76vhEaXc/2Osg+d8boJTkOk7lOPHbzeOCbQU3d+jX0VFOgAQS5OFz3Ug/X7nB0D0LN8bt5FlCZiGO95Iwls/SyPDbVXc9ot8oh4ME7kd7sElokBdYdXPauibRxWKjSDn+hV6kZfSzqwnMFaZ1TC+Av6zNsBuZucNSp3/Ws3T5i9i+21eyS4+qVE8IiX2aVKYuC9afb2lPLbdG2Iy1CqiaeGPkZfiGT9P8iQPOkqae45859UzFAd/XzKjBcmus3lSArKG1EyZl03HQ5P2J60pErCXq8W9mPjxAze2ReLRXJVEgTXnmdhCptcg6PZ4d/k4BEddbdnoX6/BEgFxLEJ64HpTeTVcDXHpipCpxFSRvgyPH/wQGKAvt8AfKBhmeZs7LuyGOhJiOon4DDaShHpE9wTnJ5qlnyg44+u6NCwelGPMAkHKEO4OgcjSsyXm+HYUpxG2s4poloIJzvU6oa3dvJsMZFhcb8CsW75sBYE+YngS/1fg1WU88ZOdaa1yF4F87pVZycpZqY1w== jan@jfsuselaptop", "key_options": null, "keyfile": "/home/jafaj/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jafaj", "validate_certs": true} 2022-01-18T15:49:31.590 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNEEz49M5KdLcp0cbKrE9iihrH5PEhsPgnAxac+aQwvnTstOOlUOyR+TvHiRa7sgXHuFX/UXo+k3Qmhs5U/sMZWZmmN3Jb3fKT78lSBbGnByclfPoGVTTLOHxwo+RFE79Sp3e30oshJ3DwqYgiX6JjM8B2Y7d5Tv0Ss5uEZswvmCEjdTLDSsoxrsOjVxBpuArOfCxes8PnKDdq21mWldpP66iwFel2GgOGSc85iVHKcOE2OpVMazMzXoMSMFoOpCULKjFfXBuDIqkXwJmtLJaiCgcVmTR56KXh7JpZ7vAeJ9ttv9qgOckqKdI3jEjeDT+TrdLlRWghBE7FRkm0vmun prasad.krishnan@macprasad", "key_options": null, "keyfile": "/home/prasad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prasad", "validate_certs": true} 2022-01-18T15:49:31.778 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo8wE/b2/EDwV018ENfcENVfXSF7vnXAwBSzNVScgxdqr2DVKTWDzhoI0m5CXTqI2HLnJVFDTgN3t5/fFcmwmSAP8ic8wU1JznSPZXN7qEQrcEsU/cwHeuzyutibg1ItTWWtoXYV8SFnVom8NF3UwXF8I+Vj6VF1EStWCcClgPjLbiOm8vIgaouXtbUIFv25GpadXyUtwiHEq1NKUPLgka8Usm8ibyS9hY9KmNWlD9AfmnwAImc8Urn2dErcsfAltxoGUHCI7ZBHGpzg+6dpynNR+giJMrjwWzREaCHmiJX3g6jmHuuY54eSOs6cxqi3E4jNHVWXPe/tEF3l0klEvl jschmid@suse.com", "key_options": null, "keyfile": "/home/jschmid/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jschmid", "validate_certs": true} 2022-01-18T15:49:31.800 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCu9CW99ySPXSKQpLbefu1A0KqbUQIzvUOJizIu4azEgdlOqUnOMR/GC6jgOdiVL5mNb/U5bg7yQuEHgPAtmPRotvbI6/FSwIAR9+GgiuKSOJCa4s7QzWbHwv9g7wS2SLURw8UERSzlLlT8KQyGj+GkBhToWp4PTXC7te61c8XJNGF6giLmIAky4SH8uPI1zeLwwviJQomjFWZZ1RTbcRJxvGPjPtuUKDlF7QgXTLE9ZgsNopusC6PfRd7N8Udkl2OYPAzA+Jun0IRnQyjRXG3c2sYXQR8YYGICsxvnm4l81vKdxRL34K7LqBUHQXUcoCjJy7+/2/1dca/AMHgi4sZwgeYQ/U9jZg5jbm7o4MpDUFsS8W6OO/ZPiuYTswGBNRXhPmbGFnfa9dBXBS0p+buHF8PcTSLH0Dp2nhHkK1ehGmBFVPw6nPj3wXA9BKuNc+g7AiNUyRKyCWroFJ0VwUQGbI6ZMccO2cI7QpYmIqPCl3am/vUSNq4j0m/iURR7+t0= vikhyat@redhat", "key_options": null, "keyfile": "/home/vikhyat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vikhyat", "validate_certs": true} 2022-01-18T15:49:31.988 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDnQfkkxYWLhMdoQ4RsZxWTXBpbzsssgeRfvV5q+n0mW60dxQ+9rjDXUTsRkmh45B5EhNWlKwyIUcQ5HpgJk6XQvYU6MPboWjriCTngmoUbwNIjOjyazkBbxfbwUiRDb+x1EyVm4Kt0rgj3nhqqxf3krqO2SlKgsVaY9b7+NTfshXb9T73/RRLtvwUOFkjp2B+w0SQs7Ka1GenmHSY/6xP25Mb8q9QW/2nuf1mV9rTd5l2ZHREzgG7gQFhjgUq3w6zCCfcCGwrPb4omqd9xiYLDw8l1vfQ7UPbuOqK1rFM67r7JQDG3yyJjCdWgRUI/ysbbXj0fyT+QOPZGK618V8yZPVlq5loQzYI39zAWZU9L9X9bkQCsJfjU5Yo9f/zOaecnWfUxC84NKpbG7k6XACdUIB9JGGtL6RPtgBU+k6Ts7EemIUCyMYm/GX+PYU3GnmmdqW9yBeyZoldwDCWLq05vjLXj+R3J2UrMl5x+fhP+KEFd1ZgNc7PV+CF35/ux8UE= kachau@localhost.localdomain", "key_options": null, "keyfile": "/home/kachau/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kachau", "validate_certs": true} 2022-01-18T15:49:31.999 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCipD0d1tI/Cff3AeOZTQ9eb6pZ/NOCAOw7MZG/JgpCs8+T3WqiUEYefsb2PuSa85vV2GC7kq0M9ux7+U+vZZf05geYiU2S9eTucLEu2+YE+RaAvIK+ZB134/33JSPGIVubXgGWZw/ZFCEYXmYk3kyEg1YDIk/BEaoG7PsDiSB4j0W7/WiV2bEEdSlTXt5C1/kH0qn4H9wQMiBSpdMgdaRWw60HjObDd6LASeUVgabbyclypravZdpYBnits4ayoN8VG1aZe4Qhm1SzP/CfxAAYfxo9NbqSBWJmn3iSN8UKHhCFrRCTaYic3z3usr8784VsA7z/LxK0fs6xjhoxRTa3 shraddha.agrawal000@gmail.com", "key_options": null, "keyfile": "/home/shraddhaag/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shraddhaag", "validate_certs": true} 2022-01-18T15:49:32.199 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQujcXnq9qOCmTWs44GwKOw48BxZGBmo9AeFk3KPRx33Cz5hS7UHPYvJy03KdoMySgxJtuxsOSvjJSPxpXesTtArO5giW8RLyuVsu9q5j/GhPKyABttuGQyexiRokrHQFLVifzgqwsUARwHarWH16Oa1n6fZPFNqSH56c872zS4Pwqgkzx99NKRWh/B+fIk8VmDzzP1qvQAnUXDeTeTOzapAL+8fSNTp3QnhmZbvCHYwUxfSqJyzq1wBL+517WrvzvX7yCY9B0wzm72sIO4daV6UDyAL1B72QpB04vEZZ/skwS/0jmokfBn43HHCMPy/Mxywfi54alFJzIu4pti30V kravishankar@localhost.localdomain", "key_options": null, "keyfile": "/home/khiremat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "khiremat", "validate_certs": true} 2022-01-18T15:49:32.210 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpE5V9JG1WhkHSYqjqaijBb1MLyjcKQlmj5WQ8w5832n6x9J4yDO8wI4qmiX3XeiXPlmW6XjAq5keyukrQe/yVI6NDXzgRxaHDmNj1AR73gyUVqRXpJprrqqsnLHawIRovrBD/HNhTv/2G8xG3BHakac1+qj7tZe4Jjx0aG1HbRhhJ5Q98EgvTkDAhktnlvF9OXXC1WI7QirHx0pRHa40SYyFLfOQDbQSCzb1TAAY5NGn3SwK3s2mWeoEsAJpCLrkNfSTbR3Z0mylAJUn+PayqhJegjwKmLaONjx8ZHXN970JHgojBBGOD30J/NnJQ7N6eRl+ekjpHmLAYGbe2oCwD gkyratsas@suse.com", "key_options": null, "keyfile": "/home/gkyratsas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gkyratsas", "validate_certs": true} 2022-01-18T15:49:32.409 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCoqsDnRqAeNPi5xiIfFl2i2zqcwLTvcAso3R9+QAfSChw4+wcQzmMV8uQz1jt8UReefg2QL6bwvcQPj5Zw7ADqUjfxm1K0ezgH6RrtHgRZ1SVseTvJUvzmkDZ2gr2ToZAJYsaV7gBLJLZ7TOiQ6jzrtitiKqJZdpZfzadjShecY1TdMo8bSS7XfbRcwri40u82TRM825B4L//QuhMI7akPqa3iJbGEAQPhkGLI3kz19ryVG1UwvAkkt7TQ68zz+piXSmB2CMRti51shT4NuAOq6Qe9y2Obicf88ItkYxvySMQ5jWi2bo7Zhwuq9jUH8lK6I6PHrYc8LOsR9gE/hqkXxTQrkOXEDtHN1mr/KKLrXO0GeBdgh8Gj4gcwgd1RUCE+T9q09WO9j7c0piWK9Fs1+q1FjH06/AfmP4qob1TlJMHhtPyOp+lk2XvABP+sqW4vyrgmXu5vJU+Hgq3X9KE7bKh4WkCem24Np4uA+irhpvZmIoHyINsYW46lGfwJvM8= kapandya@localhost.localdomain", "key_options": null, "keyfile": "/home/kapandya/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kapandya", "validate_certs": true} 2022-01-18T15:49:32.420 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC9sZe9p48s6RSpluK1R97X9tsN3tWiidPbdyXvyMUXifYQb3nth9wMWUakrVBp+QGEkqALLIf3so3MfgbRvYexzNfHvRT7Lxn8D/isiCpWa4aLM/0alprV+RI38dR0mI3IVb3aIEYmgp2IY4yzybWTHCmS1VUrUJJ0pOfXOssq0xgo3qeaSQBHYRKasqR8GWAD5MWpG6/kg6gxI7o0aHVVTXy5ADB7NS1LEZr06xxNm4exeYvl9TzXrbGZWf2gC8ZpXhmFHI80A+TKEZRU6wmcju7G69nyEEF8/ebcBKmZB4eTsDN7qR7lc9dxKxiiZcJXc/MWy4bSu69NhOeuq2xx7bdexS8OHKdgYH9gsJolu5zgN20IHzaRgswO3XIe3nh2Ud8wntwBCwmJ9bf5YByITGjpOhntkvWAP3AXkQ1B4HXCdlUNW+4pMexDe2D05LHOwxcS8RVIH6ELu8rWe/QBA+DFcyZz4xE55pbfVt3FCEFrAxUn5qkyzszwPMjtK4XAnn9kmnw2B0k6XLZOZd+n7W8ege6wih+gwfDhYMZX0qzi3HdAK7nk5vEOFibCztLaogzfc6fdFRx8OIWJQXqx5I1641FU3UE6sVxku4IMDTq2GVyUWKdSN6y8gBiDPVe3xu4qM4xghSnaAmfB45IrcNvibBjikNva2FHt8lcutQ== prateek@prateek-Dell", "key_options": null, "keyfile": "/home/prateek/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prateek", "validate_certs": true} 2022-01-18T15:49:32.618 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNEEz49M5KdLcp0cbKrE9iihrH5PEhsPgnAxac+aQwvnTstOOlUOyR+TvHiRa7sgXHuFX/UXo+k3Qmhs5U/sMZWZmmN3Jb3fKT78lSBbGnByclfPoGVTTLOHxwo+RFE79Sp3e30oshJ3DwqYgiX6JjM8B2Y7d5Tv0Ss5uEZswvmCEjdTLDSsoxrsOjVxBpuArOfCxes8PnKDdq21mWldpP66iwFel2GgOGSc85iVHKcOE2OpVMazMzXoMSMFoOpCULKjFfXBuDIqkXwJmtLJaiCgcVmTR56KXh7JpZ7vAeJ9ttv9qgOckqKdI3jEjeDT+TrdLlRWghBE7FRkm0vmun prasad.krishnan@macprasad", "key_options": null, "keyfile": "/home/prasad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prasad", "validate_certs": true} 2022-01-18T15:49:32.620 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFmmTp8+YDXU27xnSPxhWwouslpkvp1eULVp63taoXceDOnH8EMWv0wiEjN/P+Fcf/UB+iU8bELyHubZiqnOUr9f2pGX4jkJ6Yty1p5BUK4my7Si5J0/JawEDVQm4HpFWMKUVKYumvz3UFuBoINHVTqr1cLIDAt7mdeKfJqFB45AqxDUIPP4d8iznNCw+QO2CMxk0o/wMNHbygZZrHAiDngXQxwhe6oR17RfolhREy0JjHgojRjxgagpG7O8WW3OPI5Outnz5Pvraas5q7w+b3xbB9vdTObW/Nii5VOpTdIsFzBvp46hLoRSIcB8pRLUrxPJBPOY7G0zbopDRLB2zLNGKIH2zxEHJOeY928uUbWT22b9mGu/L95FFY7hmeRAicCUeixMTgXgczeQlHDn5eqQzLI3PNP7JX/0dauCD27GRKsDUnpIDj9RqgCQDVueIQQMC6QMa9dYQmps0r9Ljp8R84WjYFRP9oOI+POOzbgmRO0JCVnPqz9MKyGVby9/WFBHcvG6xmwACez00oqe62z+rhcavGXViX5CxGMV6vUTXugBa4ZkXlzs+djzYWfZ33ZKVeRIwj2Pu1PRTGzB8e2BaKqJMN0FVtzpV4hom4Y/9vIPyDpjRjNuKzrkYW1M8PxBxn+EJUPMLhr3jFMCo6HSxHoFXy8BzZoFkZWqap3w== JCL@IT-MINI-JCL.local", "key_options": null, "keyfile": "/home/jelopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jelopez", "validate_certs": true} 2022-01-18T15:49:32.828 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdbJDYY43Zu0EKAGgrSKEobyXIxdhT0AeTT3yBoNY+YdYDScimJsQzK4hKNJIn1xC3klr0dSnsqeJru+SA4GMhbdcsmVyudhutCw75R/vFoRHOwaeVS2SMiBAtDbAYGQ3dh6LapkmXeLURcycNbebUV4HM9XsYqnuL8J2XyY4tRKgHrAd6OQw4jsXDOxwTRlHM822N/2kgv8iEwiXAJoUoymbr8mnfSxuuaH0oiKBwuaK1wuaDrlJyXkXNslPq89/1f8hJfjixY2dQdW7Xk5m3t5ptQxWENpw79OMRJ4cDW4G7LrtFONom5KQ+9TBZJIhNgJobkqI4qwinrWF8qMW5 dcain@fullsteam", "key_options": null, "keyfile": "/home/dcain/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dcain", "validate_certs": true} 2022-01-18T15:49:32.829 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCu9CW99ySPXSKQpLbefu1A0KqbUQIzvUOJizIu4azEgdlOqUnOMR/GC6jgOdiVL5mNb/U5bg7yQuEHgPAtmPRotvbI6/FSwIAR9+GgiuKSOJCa4s7QzWbHwv9g7wS2SLURw8UERSzlLlT8KQyGj+GkBhToWp4PTXC7te61c8XJNGF6giLmIAky4SH8uPI1zeLwwviJQomjFWZZ1RTbcRJxvGPjPtuUKDlF7QgXTLE9ZgsNopusC6PfRd7N8Udkl2OYPAzA+Jun0IRnQyjRXG3c2sYXQR8YYGICsxvnm4l81vKdxRL34K7LqBUHQXUcoCjJy7+/2/1dca/AMHgi4sZwgeYQ/U9jZg5jbm7o4MpDUFsS8W6OO/ZPiuYTswGBNRXhPmbGFnfa9dBXBS0p+buHF8PcTSLH0Dp2nhHkK1ehGmBFVPw6nPj3wXA9BKuNc+g7AiNUyRKyCWroFJ0VwUQGbI6ZMccO2cI7QpYmIqPCl3am/vUSNq4j0m/iURR7+t0= vikhyat@redhat", "key_options": null, "keyfile": "/home/vikhyat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vikhyat", "validate_certs": true} 2022-01-18T15:49:33.027 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDs2+6XwRPdiDHT+63Yab00VBulg96/OLEORtNUvm7TDRMpcx4OD2oOnbsE4rG3dOdXNgT17H15c6MWFX2a2uC2h1j4hJTa+dG567HrYXRHG60Kwg5Sviiuq/ETPoH/r3OSvHs0HJ4Y9qYPQ5j0k7gG1XgIY3QHDWNRsXiyRXP9FEfoaOKABDTUoLPjqRX+4ExJd1Nz6DLxqIlre8wfqF5L1l12vec8JU3HB5NSRa87HxKFtLLIAtw7B9H/HggqX5wWVEnXq2qN4o6OOePhaO5cjWAZxOtT+AJTyHkeyaWLwIGOHBVZS5BKti6jLc+PxQxAflYlu9X3xh/2FlA+9H+ABZwMHE3ruUfTVbviYBbtccMCvkzcvFgnvaUCHjd7Iv/T8/JHNfBgFgigcX0Vei0+PZQ5oC5b7YpKT241NA8DCGZNgr1KuL9LazkvbkbpDcaHUOrkWsmSW1RRMC6ffYkbAI9QiBJFpImDAWP1u+1yCGhzPKBfGNt91GcLCD6ML90= sunny@devBox", "key_options": null, "keyfile": "/home/sunny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sunny", "validate_certs": true} 2022-01-18T15:49:33.029 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCipD0d1tI/Cff3AeOZTQ9eb6pZ/NOCAOw7MZG/JgpCs8+T3WqiUEYefsb2PuSa85vV2GC7kq0M9ux7+U+vZZf05geYiU2S9eTucLEu2+YE+RaAvIK+ZB134/33JSPGIVubXgGWZw/ZFCEYXmYk3kyEg1YDIk/BEaoG7PsDiSB4j0W7/WiV2bEEdSlTXt5C1/kH0qn4H9wQMiBSpdMgdaRWw60HjObDd6LASeUVgabbyclypravZdpYBnits4ayoN8VG1aZe4Qhm1SzP/CfxAAYfxo9NbqSBWJmn3iSN8UKHhCFrRCTaYic3z3usr8784VsA7z/LxK0fs6xjhoxRTa3 shraddha.agrawal000@gmail.com", "key_options": null, "keyfile": "/home/shraddhaag/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shraddhaag", "validate_certs": true} 2022-01-18T15:49:33.238 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4pIcNiZKVIfT9GxyTe/B8G2GyHKxrAle3iExEzLH5bBCKtBrottX1y66KBzQSsrAb0z9h+A+uxlswlY6VM/gNos9VRB6x4NRB4ADY1Bku+JsKs5aXwRB1zz2ueZhrFN9hJwMl1heLICx85ksHBdm0q+JPdUAV+/LBdr0H/IjWveV34WL3Awf7QikzyKhzUciMB2gN9PJXTW0bl8PP56y60ys++L3nMSRJ+15uPcWl8MS3D2vABII0Tu+3PsxzrTTNodElyQ6G/fwyFfWhdp7fkidjR7mDDx8NyWfCl2rKejXv9LnVC0wb3tFoQqvwdz6shN4E51EIEGXHcLUeRpBhL2pFOqIZ0qfnmLIQVZ88RKMTgo42CgtmS5UzxCLOyKOh9GxF7DDEajTinJFJJVbNJ5xF494H2geSnmP1o1AecGsGbCZ4ndhS9unSfIZLAyv1J3wZlAlMsvxXgY7yrh1srUiASVyKK8jba1IT+v3TXR8kQUCNsLKKbvuX/l0IXME= xuxuehan@bogon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBd4eSizc2zAkWDy3mFZUhELO2wXDgkVxDNM/Nw2zT1li3L+6YOjFfdT4NOxpkg5laLd54bdKb5GVRA6iKqAO+aqo53xHHJGC8OY5eJaUPjtpypgIWO4Qzbos2ZzsC+nX5jvi8O9nM+JkabSW5iFv3gGPTqHixFYkxK2NIBa/UtXFOhmb1wZ6CG5Q+WObCosBUEMWokC8ntCADfhi6qDsO2fol6mYUhYEE/0nhQ5uLRrVIM5QM5dhrQVEeAs4KcYpmPDw6q6AKgx/f5zObh5OSJFTVsgx2cqzdQVJVDDx2OD2QVRtZ9fgvI2EGmKSwe1TUQOdqa5bmsVIp2Jfi8MC1 xuxuehan@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCwIokXSvPYP3TRlSw0SBgmMFW5jVltGf4c6CqjIW4KKCgsL4c4Vs0FztRyDGc9p0krZUoGJCZHErVToXm6/lSq8JlfrlLX4X4yh37fUifWqc2UTJGeH8kLaP3WEt9vT8eQ9h8t2GqlMlGQU8KzVAdC+c5IwrbGRsS6S7D09/y0rklkhdJ6nuj8cssN/2TzLF9YIvVcFZHdyznk84eB7TgpPKD88MOpTnEgWFlD4vAWEuHpkuxgj1KI9LscgSFcW9/RxLeRxcV0GypZ8jPmczoCnin/ZOstCTpbcmjL 2022-01-18T15:49:33.240 INFO:teuthology.task.ansible.out:d+LW1kgGXXQSkf09iHeJ/cyCw6ooZOkynVwwmI9Uz2ZaMedCUBpG0bKclIerJ9jn+CoTs3U3Orhd9+6MVtCHX9VNJbVa4q0KCS1sp5S3HDrYkgUyawUxdYorrLZcqfRHWWo1luiridmuQdr8lQ6dvNpz4rhsCrAG6S1eeaC/s+o0Rzpv1YxU64JzquZ6WNR+W3U6Bg3iYkSoDCK9byf0rsptyL8= luqixi@luqixideMacBook-Air.local", "key_options": null, "keyfile": "/home/xuxuehan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xuxuehan", "validate_certs": true} ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpE5V9JG1WhkHSYqjqaijBb1MLyjcKQlmj5WQ8w5832n6x9J4yDO8wI4qmiX3XeiXPlmW6XjAq5keyukrQe/yVI6NDXzgRxaHDmNj1AR73gyUVqRXpJprrqqsnLHawIRovrBD/HNhTv/2G8xG3BHakac1+qj7tZe4Jjx0aG1HbRhhJ5Q98EgvTkDAhktnlvF9OXXC1WI7QirHx0pRHa40SYyFLfOQDbQSCzb1TAAY5NGn3SwK3s2mWeoEsAJpCLrkNfSTbR3Z0mylAJUn+PayqhJegjwKmLaONjx8ZHXN970JHgojBBGOD30J/NnJQ7N6eRl+ekjpHmLAYGbe2oCwD gkyratsas@suse.com", "key_options": null, "keyfile": "/home/gkyratsas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gkyratsas", "validate_certs": true} 2022-01-18T15:49:33.448 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDMOuxxTZyxz/TEVA+ODgtLrNcSsUhKE64BZg/Ub96LLffQXQc9SYT/0YI4wxu2vSsky05PnVSON7jqGxunCt0+AdRqxXhW4ttmRIOz8rq8SiMnnLayV34nIF1G0aYTkgY4ej4+VmSVIHU3bb5mp/Q3D0hxQwDPdgOJWNyW9oYerHbnx6lVgchvsZHB9VO09GNHcAsyUz4p+xBf9iR7eS74p4dZmUbth/oBBqpOa4NgNr69iyZ9a/pNDLxaVQoIpDFrevk5UU5nUHQq2frFNxF/Y2Ja1EBXCavvPF/m5v3J3xNEu3SI/GbLFCPKCKeBDpXJbe1QqTBKJjMl9qGmKEJ3 aclewett@mac", "key_options": null, "keyfile": "/home/aclewett/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aclewett", "validate_certs": true} 2022-01-18T15:49:33.450 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC9sZe9p48s6RSpluK1R97X9tsN3tWiidPbdyXvyMUXifYQb3nth9wMWUakrVBp+QGEkqALLIf3so3MfgbRvYexzNfHvRT7Lxn8D/isiCpWa4aLM/0alprV+RI38dR0mI3IVb3aIEYmgp2IY4yzybWTHCmS1VUrUJJ0pOfXOssq0xgo3qeaSQBHYRKasqR8GWAD5MWpG6/kg6gxI7o0aHVVTXy5ADB7NS1LEZr06xxNm4exeYvl9TzXrbGZWf2gC8ZpXhmFHI80A+TKEZRU6wmcju7G69nyEEF8/ebcBKmZB4eTsDN7qR7lc9dxKxiiZcJXc/MWy4bSu69NhOeuq2xx7bdexS8OHKdgYH9gsJolu5zgN20IHzaRgswO3XIe3nh2Ud8wntwBCwmJ9bf5YByITGjpOhntkvWAP3AXkQ1B4HXCdlUNW+4pMexDe2D05LHOwxcS8RVIH6ELu8rWe/QBA+DFcyZz4xE55pbfVt3FCEFrAxUn5qkyzszwPMjtK4XAnn9kmnw2B0k6XLZOZd+n7W8ege6wih+gwfDhYMZX0qzi3HdAK7nk5vEOFibCztLaogzfc6fdFRx8OIWJQXqx5I1641FU3UE6sVxku4IMDTq2GVyUWKdSN6y8gBiDPVe3xu4qM4xghSnaAmfB45IrcNvibBjikNva2FHt8lcutQ== prateek@prateek-Dell", "key_options": null, "keyfile": "/home/prateek/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prateek", "validate_certs": true} 2022-01-18T15:49:33.658 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdTLDprr3DXtsgiqrB/miglJwSkY7BAv+OW9sC0ZHQf8Y4dFoUtr7q9fd6W7ehKL6aMjya/8eQSMPRoEIZFD8f2KPCuE74Wgwgv2cpAkFmLjcPtjixqLo3LGFCyEJWGLQxjlthdzx59mpCWgBsEJQmlKP36JIYjILIMtXtsETIUGFa8QPIn9sMdIgutPPf3yB/6DHcR7C6yIAuvbJactEsiCt4C8+uJinvCii3PzYOMAEd+mictPGk8nOCQFZrI+ZmwTz4UbJylxFqnX8lhhoPIUEfNAXlb3lkZWH1LaFOxarbmupuPYcg2rT0+kFtyNr3/mAx0FO01jADYooqcW1Z cardno:000604936806", "key_options": null, "keyfile": "/home/cblum/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cblum", "validate_certs": true} 2022-01-18T15:49:33.660 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFmmTp8+YDXU27xnSPxhWwouslpkvp1eULVp63taoXceDOnH8EMWv0wiEjN/P+Fcf/UB+iU8bELyHubZiqnOUr9f2pGX4jkJ6Yty1p5BUK4my7Si5J0/JawEDVQm4HpFWMKUVKYumvz3UFuBoINHVTqr1cLIDAt7mdeKfJqFB45AqxDUIPP4d8iznNCw+QO2CMxk0o/wMNHbygZZrHAiDngXQxwhe6oR17RfolhREy0JjHgojRjxgagpG7O8WW3OPI5Outnz5Pvraas5q7w+b3xbB9vdTObW/Nii5VOpTdIsFzBvp46hLoRSIcB8pRLUrxPJBPOY7G0zbopDRLB2zLNGKIH2zxEHJOeY928uUbWT22b9mGu/L95FFY7hmeRAicCUeixMTgXgczeQlHDn5eqQzLI3PNP7JX/0dauCD27GRKsDUnpIDj9RqgCQDVueIQQMC6QMa9dYQmps0r9Ljp8R84WjYFRP9oOI+POOzbgmRO0JCVnPqz9MKyGVby9/WFBHcvG6xmwACez00oqe62z+rhcavGXViX5CxGMV6vUTXugBa4ZkXlzs+djzYWfZ33ZKVeRIwj2Pu1PRTGzB8e2BaKqJMN0FVtzpV4hom4Y/9vIPyDpjRjNuKzrkYW1M8PxBxn+EJUPMLhr3jFMCo6HSxHoFXy8BzZoFkZWqap3w== JCL@IT-MINI-JCL.local", "key_options": null, "keyfile": "/home/jelopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jelopez", "validate_certs": true} 2022-01-18T15:49:33.879 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDPUCIVfNQOOG+uAeKWo7tLAdgGO/oQu4exTE3XLfyTVdd8u6pbQCmIDFEnbGgMtlYuWJlCJtxJIzEZJ5HIwf+po3y7kb7HxEeWnEb9DsqJB4nCRE8fHnNLgF3bh9gvE7sOZdNXEKqtsnGcaaS81oXQ6QgkFGQzlOBOqxj7jIvad7AtNWD3WbJi/uTVDsWcukU51tn/aEW+hHMD7Y5QJkLH7O0PrCeEZCUCWoiMP7sNwACBym0DsqX+POkGJOaGx9EeNhGVA4B6o3xYXJPqmFbgMWMfG3/Y3SiheZjxzySMQ7FKW4Q817NaWqbjtLZQsSZw7JNqNFkcdTzVZwwCOJ1AAecajpniKeQLnyiWQ3Z/EkSGGwtDj67wo7uqT85tpOyLfYhQm6Zp+xSh+I6s0YJ0xO/huLKzeT5D1r5vVMk2VdcLD3CCxXUwZgaMUxYAC2Wq6mpIkxVZFQLbGuA/dWkQbFsrpbf7ES+kh+uzp4R6dQ29OjXbVcSfF2vyIuA+VUKoyj370YOZQhs50yuAJ4BSHlEgoJdRzi3XUX48h45XHiZcCY3X8LTX6a+0KAIgqeAWdFhRgQtAxoRYjhOxC3k/boBc8sEQ3o4pkxnhtE5Y/tnM2CPkPMX9HWYirNf9GyZTYcR/5rDf4ETQ18G68WLaNK758OuUPjSkwttcyLd4dw== mlatimer@suse.com", "key_options": null, "keyfile": "/home/mlatimer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mlatimer", "validate_certs": true} 2022-01-18T15:49:33.881 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdbJDYY43Zu0EKAGgrSKEobyXIxdhT0AeTT3yBoNY+YdYDScimJsQzK4hKNJIn1xC3klr0dSnsqeJru+SA4GMhbdcsmVyudhutCw75R/vFoRHOwaeVS2SMiBAtDbAYGQ3dh6LapkmXeLURcycNbebUV4HM9XsYqnuL8J2XyY4tRKgHrAd6OQw4jsXDOxwTRlHM822N/2kgv8iEwiXAJoUoymbr8mnfSxuuaH0oiKBwuaK1wuaDrlJyXkXNslPq89/1f8hJfjixY2dQdW7Xk5m3t5ptQxWENpw79OMRJ4cDW4G7LrtFONom5KQ+9TBZJIhNgJobkqI4qwinrWF8qMW5 dcain@fullsteam", "key_options": null, "keyfile": "/home/dcain/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dcain", "validate_certs": true} 2022-01-18T15:49:34.088 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCYh28a9R3a7jpRfPqVAL9EcD+S6KkZzKTfCmRn4s8Fg39kUZsgnWUZQ3jUxKSeBA00te7WMR8CsIEzulm7f+/egNuPcvzNI/SaaCDtVMaxqlEuW85ll8uBQi3s4SLmOu9oS+5oid4cqTrGTcG6uhl29oWS/53SxoGh+T+y6GesO2cYRuTpcUHxGMvIgZe/bKtVGdP1y7rQd62e8emb9UupMBxaHpkYj9AaMuLjovHbBgecWbe4PlzPWNzl+eITVk2d6CxxIem4/bw9VHkRjQZlhL2nbwRgtczLYhlaZAd4ePEtsqA+7nTDjTDhXXHVIf1pDAsJbZEdgQCSGH3FzxtrQ2hZJrH/NIKdHk/OtI06e7POSGj7PcHzTvMjQSFnTpJXinxwzn0lvFSlmABN/00lIE0p2ZXfPs6dgWJ17JnTq6dMUoTiGhfKphPHyfSXJCzfa2VB+lQQ5eAaa9cRXy9pLmWGHXVGz2hsBMtyYmTjR/wr8kdTzeK+Jk4opBtGgcxDustg59b9x/jvgoc3HCdtnkqLTug2KmutB6kb+4KnVO07GsSp0RmNtDmCRcXs9YN/eia9ICtIGDWPc3YDRppsw1Vktza/+ZW5vGzIKILZTo4SNGcg19zQw4Qxd9eLkXfB66vE2CQvA90CGo7mcye+UWjjXLr7i0cDEszAloQ9aQ== srangana@redhat.com", "key_options": null, "keyfile": "/home/shyamsundarr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyamsundarr", "validate_certs": true} 2022-01-18T15:49:34.090 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDs2+6XwRPdiDHT+63Yab00VBulg96/OLEORtNUvm7TDRMpcx4OD2oOnbsE4rG3dOdXNgT17H15c6MWFX2a2uC2h1j4hJTa+dG567HrYXRHG60Kwg5Sviiuq/ETPoH/r3OSvHs0HJ4Y9qYPQ5j0k7gG1XgIY3QHDWNRsXiyRXP9FEfoaOKABDTUoLPjqRX+4ExJd1Nz6DLxqIlre8wfqF5L1l12vec8JU3HB5NSRa87HxKFtLLIAtw7B9H/HggqX5wWVEnXq2qN4o6OOePhaO5cjWAZxOtT+AJTyHkeyaWLwIGOHBVZS5BKti6jLc+PxQxAflYlu9X3xh/2FlA+9H+ABZwMHE3ruUfTVbviYBbtccMCvkzcvFgnvaUCHjd7Iv/T8/JHNfBgFgigcX0Vei0+PZQ5oC5b7YpKT241NA8DCGZNgr1KuL9LazkvbkbpDcaHUOrkWsmSW1RRMC6ffYkbAI9QiBJFpImDAWP1u+1yCGhzPKBfGNt91GcLCD6ML90= sunny@devBox", "key_options": null, "keyfile": "/home/sunny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sunny", "validate_certs": true} 2022-01-18T15:49:34.288 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRZyOnj6D9tCw5o4+ujpos5Uj1O0XVvea798DsXPRh8bEE1pLkARQJLv4iW6LsG3x/CXruahmwT+6C/VHppIsbgtpadMWdCTPYrsjctPK0/N9nr4kQEL6XeK3/GHFnwqYcc+LySpNNfbKrgN4qWOwdZBhQjSV7K7FJd4ZYSm4wp6TVbvKKp7o+JdeM2zhstfC9AcCtBv/TpxixFFq/+y8/Z0PwqN1YyHduDOr1dr1DWn4ZzrkhiTYfPOltx0jweD6zTJoTAJDqae7kBA+3XH3dUGX3n7Tchsa3bnIKVz9sLQvH/vPro61I+Xig6MQh77JsylNvpwb1LLOEzDf7dxl bigwhite@wrjj37deMacBook-Pro-2.local", "key_options": null, "keyfile": "/home/shuzhenyi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shuzhenyi", "validate_certs": true} 2022-01-18T15:49:34.289 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4pIcNiZKVIfT9GxyTe/B8G2GyHKxrAle3iExEzLH5bBCKtBrottX1y66KBzQSsrAb0z9h+A+uxlswlY6VM/gNos9VRB6x4NRB4ADY1Bku+JsKs5aXwRB1zz2ueZhrFN9hJwMl1heLICx85ksHBdm0q+JPdUAV+/LBdr0H/IjWveV34WL3Awf7QikzyKhzUciMB2gN9PJXTW0bl8PP56y60ys++L3nMSRJ+15uPcWl8MS3D2vABII0Tu+3PsxzrTTNodElyQ6G/fwyFfWhdp7fkidjR7mDDx8NyWfCl2rKejXv9LnVC0wb3tFoQqvwdz6shN4E51EIEGXHcLUeRpBhL2pFOqIZ0qfnmLIQVZ88RKMTgo42CgtmS5UzxCLOyKOh9GxF7DDEajTinJFJJVbNJ5xF494H2geSnmP1o1AecGsGbCZ4ndhS9unSfIZLAyv1J3wZlAlMsvxXgY7yrh1srUiASVyKK8jba1IT+v3TXR8kQUCNsLKKbvuX/l0IXME= xuxuehan@bogon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBd4eSizc2zAkWDy3mFZUhELO2wXDgkVxDNM/Nw2zT1li3L+6YOjFfdT4NOxpkg5laLd54bdKb5GVRA6iKqAO+aqo53xHHJGC8OY5eJaUPjtpypgIWO4Qzbos2ZzsC+nX5jvi8O9nM+JkabSW5iFv3gGPTqHixFYkxK2NIBa/UtXFOhmb1wZ6CG5Q+WObCosBUEMWokC8ntCADfhi6qDsO2fol6mYUhYEE/0nhQ5uLRrVIM5QM5dhrQVEeAs4KcYpmPDw6q6AKgx/f5zObh5OSJFTVsgx2cqzdQVJVDDx2OD2QVRtZ9fgvI2EGmKSwe1TUQOdqa5bmsVIp2Jfi8MC1 xuxuehan@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCwIokXSvPYP3TRlSw0SBgmMFW5jVltGf4c6CqjIW4KKCgsL4c4Vs0FztRyDGc9p0krZUoGJCZHErVToXm6/lSq8JlfrlLX4X4yh37fUifWqc2UTJGeH8kLaP3WEt9vT8eQ9h8t2GqlMlGQU8KzVAdC+c5IwrbGRsS6S7D09/y0rklkhdJ6nuj8cssN/2TzLF9YIvVcFZHdyznk84eB7TgpPKD88MOpTnEgWFlD4vAWEuHpkuxgj1KI9LscgSFcW9/RxLeRxcV0GypZ8jPmczoCnin/ZOstCTpbcmjL 2022-01-18T15:49:34.291 INFO:teuthology.task.ansible.out:d+LW1kgGXXQSkf09iHeJ/cyCw6ooZOkynVwwmI9Uz2ZaMedCUBpG0bKclIerJ9jn+CoTs3U3Orhd9+6MVtCHX9VNJbVa4q0KCS1sp5S3HDrYkgUyawUxdYorrLZcqfRHWWo1luiridmuQdr8lQ6dvNpz4rhsCrAG6S1eeaC/s+o0Rzpv1YxU64JzquZ6WNR+W3U6Bg3iYkSoDCK9byf0rsptyL8= luqixi@luqixideMacBook-Air.local", "key_options": null, "keyfile": "/home/xuxuehan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xuxuehan", "validate_certs": true} 2022-01-18T15:49:34.499 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEcI3X9mNxtHRSvi2gVFavu21kRCWDd1erXW3d/1zWnoUvRxe9ft2xA1c3Bmo067GqhFudPcXoYJvz3atAGR9k3n1UTtTJe95XRZ1Zmn/boi6mn7I2oRVFpW/KjxaiM3iN2SHKknMtcs6qRTioapYCU7u924oc0izqPBvkrC73cfVF4emH1ERWEcQBTxWub6N6Mn3xaDmJ5xnGlNvDY70CC9osoa2VRNJM7GU9eUQClHirPbSooDvvVKfTGD7YfMH76j6PdDR/a/cgNeiMevtMbeFGhu1SOEHb1ihCNoGq2vQFPPWwwTCzMI05XuUEc4iaxw/kbGBMpWbmIvswIMQrRwgwLZk67GGpf/dEeutI6WseeNKNuHnTzzx43AW9G2coGq0RKE7OuA5Cqj0CO7Kcf5UA4AqIIroLETVBrrEV6qzpkD74QBZXPl7gbSZIyxLpvtQoMfSSzN+Mj184LmQoURCqIT+yM5gddF5/S5I+rpw81vBj5M9ZskyzVQAo0H8= michelledipalma@mdipalma-mac", "key_options": null, "keyfile": "/home/mdipalma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mdipalma", "validate_certs": true} 2022-01-18T15:49:34.501 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDMOuxxTZyxz/TEVA+ODgtLrNcSsUhKE64BZg/Ub96LLffQXQc9SYT/0YI4wxu2vSsky05PnVSON7jqGxunCt0+AdRqxXhW4ttmRIOz8rq8SiMnnLayV34nIF1G0aYTkgY4ej4+VmSVIHU3bb5mp/Q3D0hxQwDPdgOJWNyW9oYerHbnx6lVgchvsZHB9VO09GNHcAsyUz4p+xBf9iR7eS74p4dZmUbth/oBBqpOa4NgNr69iyZ9a/pNDLxaVQoIpDFrevk5UU5nUHQq2frFNxF/Y2Ja1EBXCavvPF/m5v3J3xNEu3SI/GbLFCPKCKeBDpXJbe1QqTBKJjMl9qGmKEJ3 aclewett@mac", "key_options": null, "keyfile": "/home/aclewett/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aclewett", "validate_certs": true} 2022-01-18T15:49:34.700 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+tqgRGdlbb7NMefZVPCtbzVZBapxmmPcKaUtqT7E/9AKRoHuroZQ7KJQfO15POpIfEja7BugBt5F95aW2Bd9/xhulzC4/JjiZYc6ST5Na03BrcudI3YcktoGR8Mm7ZVzSojvm0SKtLLHM5Su17JpCC7BitMdao1mETlUOklEXc6pgbr9XHOayo1zeuos8DB90iA8TQ2soR/POD1Rix4GKniCHXz10+iXQFYPsif1HsQ3rh8Vi1M0cTq98bMSmfsKODil8KIxf+lvLCL4GAgDYEyxnstiTFh5GAcIMOOo2dl1fDb/Oa981CxWU+xxJD+M7AEJVeyAqqAnShvZU6y1L kiefer@kiefer-uchi", "key_options": null, "keyfile": "/home/kchang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchang", "validate_certs": true} 2022-01-18T15:49:34.702 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdTLDprr3DXtsgiqrB/miglJwSkY7BAv+OW9sC0ZHQf8Y4dFoUtr7q9fd6W7ehKL6aMjya/8eQSMPRoEIZFD8f2KPCuE74Wgwgv2cpAkFmLjcPtjixqLo3LGFCyEJWGLQxjlthdzx59mpCWgBsEJQmlKP36JIYjILIMtXtsETIUGFa8QPIn9sMdIgutPPf3yB/6DHcR7C6yIAuvbJactEsiCt4C8+uJinvCii3PzYOMAEd+mictPGk8nOCQFZrI+ZmwTz4UbJylxFqnX8lhhoPIUEfNAXlb3lkZWH1LaFOxarbmupuPYcg2rT0+kFtyNr3/mAx0FO01jADYooqcW1Z cardno:000604936806", "key_options": null, "keyfile": "/home/cblum/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cblum", "validate_certs": true} 2022-01-18T15:49:34.899 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDjj3bbbLvd4IHeFrSJyM9N6uKXA7ElQrzfcisKRGjUPON8IsAWkXQeAnHoBsIQv7tRGudXOrK+tbfv7crLI0/CxL+o0cCVW8bxuTEtdz07ZFsND9cppCc7Yq+wHsg7nQ/n0QfxnlYc0T9pATXUoT+aW4c3NQoDbsupLSkNs1C+G/MEBzz6iH6tgrv43OAOUccfQbC+IYx4RIKL5MteEjVrZanNELIG+jsYe+CZLdsONk1nR8+xKQw19Sm/jkKdl1K9NXoVPEBQmFXrYl6G+7tCdWeU3Vq24lM1X5p1mVspcG6FyyctcuP/8+zhL2L208DrXlOVPcqHR/4FEf3Wmk89 vereddy@vereddy.remote.csb", "key_options": null, "keyfile": "/home/vereddy/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vereddy", "validate_certs": true} 2022-01-18T15:49:34.910 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDPUCIVfNQOOG+uAeKWo7tLAdgGO/oQu4exTE3XLfyTVdd8u6pbQCmIDFEnbGgMtlYuWJlCJtxJIzEZJ5HIwf+po3y7kb7HxEeWnEb9DsqJB4nCRE8fHnNLgF3bh9gvE7sOZdNXEKqtsnGcaaS81oXQ6QgkFGQzlOBOqxj7jIvad7AtNWD3WbJi/uTVDsWcukU51tn/aEW+hHMD7Y5QJkLH7O0PrCeEZCUCWoiMP7sNwACBym0DsqX+POkGJOaGx9EeNhGVA4B6o3xYXJPqmFbgMWMfG3/Y3SiheZjxzySMQ7FKW4Q817NaWqbjtLZQsSZw7JNqNFkcdTzVZwwCOJ1AAecajpniKeQLnyiWQ3Z/EkSGGwtDj67wo7uqT85tpOyLfYhQm6Zp+xSh+I6s0YJ0xO/huLKzeT5D1r5vVMk2VdcLD3CCxXUwZgaMUxYAC2Wq6mpIkxVZFQLbGuA/dWkQbFsrpbf7ES+kh+uzp4R6dQ29OjXbVcSfF2vyIuA+VUKoyj370YOZQhs50yuAJ4BSHlEgoJdRzi3XUX48h45XHiZcCY3X8LTX6a+0KAIgqeAWdFhRgQtAxoRYjhOxC3k/boBc8sEQ3o4pkxnhtE5Y/tnM2CPkPMX9HWYirNf9GyZTYcR/5rDf4ETQ18G68WLaNK758OuUPjSkwttcyLd4dw== mlatimer@suse.com", "key_options": null, "keyfile": "/home/mlatimer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mlatimer", "validate_certs": true} 2022-01-18T15:49:35.110 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+EkUbnaeC7Dqtq2N4/dX9v+WGlrgRS2ygHhlbZy4KHbd6+Q9T5NAWtqnFwqcbFpYYUBwMvz8zLo6HYN6gNskRN0qTiFKPQdtnydF0Tx1KHrdGGcX3G2lxyGH5P8nrqReXAPPvRiVc2/Mj7APCTmY2JftkSS1qYcTleeueivVyho6z6uD1AyC7OXANhtn7kGeIY/NvVKBhDr+3TuPmpPwPCQMcJUyZWCHYyp47v2vzNBy2Etp7WjGwOnfZ5ULiJGjH6PCXx0YfpmTUOPVkNbV6Om+0YJ3fcLlmQ/2nsdsWfOKvoAr+1uzO81h7ZBX9LVEitj8YU3WeSCV2vqS2VvOpq5NyHXWGq+ZkOCfhy4Z9MvMG+6hqp4p4z1JMpKsZ191kP7eAQua41GkTSQPlEfF+um1UV6ZjNzhB68utOXyGDoDcxct9oOdnhhjwu5W4/0t9iBHuMn02iHRYVrUWOH2FXVysR0p5x/L2xdvNPiTgFAZ2eN+EFWmdan4e9mAAw3M= gbenhano@localhost.localdomain", "key_options": null, "keyfile": "/home/benhanokh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "benhanokh", "validate_certs": true} 2022-01-18T15:49:35.121 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCYh28a9R3a7jpRfPqVAL9EcD+S6KkZzKTfCmRn4s8Fg39kUZsgnWUZQ3jUxKSeBA00te7WMR8CsIEzulm7f+/egNuPcvzNI/SaaCDtVMaxqlEuW85ll8uBQi3s4SLmOu9oS+5oid4cqTrGTcG6uhl29oWS/53SxoGh+T+y6GesO2cYRuTpcUHxGMvIgZe/bKtVGdP1y7rQd62e8emb9UupMBxaHpkYj9AaMuLjovHbBgecWbe4PlzPWNzl+eITVk2d6CxxIem4/bw9VHkRjQZlhL2nbwRgtczLYhlaZAd4ePEtsqA+7nTDjTDhXXHVIf1pDAsJbZEdgQCSGH3FzxtrQ2hZJrH/NIKdHk/OtI06e7POSGj7PcHzTvMjQSFnTpJXinxwzn0lvFSlmABN/00lIE0p2ZXfPs6dgWJ17JnTq6dMUoTiGhfKphPHyfSXJCzfa2VB+lQQ5eAaa9cRXy9pLmWGHXVGz2hsBMtyYmTjR/wr8kdTzeK+Jk4opBtGgcxDustg59b9x/jvgoc3HCdtnkqLTug2KmutB6kb+4KnVO07GsSp0RmNtDmCRcXs9YN/eia9ICtIGDWPc3YDRppsw1Vktza/+ZW5vGzIKILZTo4SNGcg19zQw4Qxd9eLkXfB66vE2CQvA90CGo7mcye+UWjjXLr7i0cDEszAloQ9aQ== srangana@redhat.com", "key_options": null, "keyfile": "/home/shyamsundarr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyamsundarr", "validate_certs": true} 2022-01-18T15:49:35.310 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBYtdHKBXQcXQFkEW8fSwlFK/xZM16VcFY288ABI/DPfejTStHhxiRvmlsWzMy0Ar5WadZ8FU1ptjA3MKBEY1Do1r1Ul369k3zHCvxXyg9QGGMNPYfHmnNeoF4GEgoJpuounPs0mkLmrPTR+cR+/XuaZZt38nsad8M/zJetnolvqCWpcV87D7+Rt8F32J6kGDknC4ikEe8I0n7F+goOmJhlgkqegbKEeJ/EMnOItwVZHFwaC+sxOq4IlYp2f1aZMKGAtr5+ICwYH1SMCcvnp3qWL8O//t2tvguZgQxzIs6Nf5GaxwdQkh4CvjbWiCkIbGFJ57YICS6k++KMXMbEnwh jsalomon@Josh-laptop.tlv.redhat.com", "key_options": null, "keyfile": "/home/jsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jsalomon", "validate_certs": true} 2022-01-18T15:49:35.343 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRZyOnj6D9tCw5o4+ujpos5Uj1O0XVvea798DsXPRh8bEE1pLkARQJLv4iW6LsG3x/CXruahmwT+6C/VHppIsbgtpadMWdCTPYrsjctPK0/N9nr4kQEL6XeK3/GHFnwqYcc+LySpNNfbKrgN4qWOwdZBhQjSV7K7FJd4ZYSm4wp6TVbvKKp7o+JdeM2zhstfC9AcCtBv/TpxixFFq/+y8/Z0PwqN1YyHduDOr1dr1DWn4ZzrkhiTYfPOltx0jweD6zTJoTAJDqae7kBA+3XH3dUGX3n7Tchsa3bnIKVz9sLQvH/vPro61I+Xig6MQh77JsylNvpwb1LLOEzDf7dxl bigwhite@wrjj37deMacBook-Pro-2.local", "key_options": null, "keyfile": "/home/shuzhenyi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shuzhenyi", "validate_certs": true} 2022-01-18T15:49:35.521 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9ltUNitnn0FNwMeiGkBnozpBN5ziVR2MreaqkfqTQY2TgI24559xuILyy+TnAKumhemZ8i8nIQ876Iso85OzIXbUbRM45hpL/bMQX7pWyMIRNeFKrCDwf18OT0DPc8aeDOAFQ6YoN0j4awUENjdZuuAW80cfcjoQO3m7ORF8wBF0IvMWwPDIQQrz+Li31ECgXg6VC7K3e+BNHlfNQ/2/ahS0+V4J6JYFsylZL0r2tydhDMd6rR8QA9c9BgeBz7+KWobGtiZVe7KReTzJ0O38PxNd8br3aS50j5BiN63gch8eFxPAROaUMnuiavu6OTDy4/aeL3Zc5WpUy3VyyumWf jolmomar@localhost.localdomain", "key_options": null, "keyfile": "/home/jolmomar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jolmomar", "validate_certs": true} 2022-01-18T15:49:35.565 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEcI3X9mNxtHRSvi2gVFavu21kRCWDd1erXW3d/1zWnoUvRxe9ft2xA1c3Bmo067GqhFudPcXoYJvz3atAGR9k3n1UTtTJe95XRZ1Zmn/boi6mn7I2oRVFpW/KjxaiM3iN2SHKknMtcs6qRTioapYCU7u924oc0izqPBvkrC73cfVF4emH1ERWEcQBTxWub6N6Mn3xaDmJ5xnGlNvDY70CC9osoa2VRNJM7GU9eUQClHirPbSooDvvVKfTGD7YfMH76j6PdDR/a/cgNeiMevtMbeFGhu1SOEHb1ihCNoGq2vQFPPWwwTCzMI05XuUEc4iaxw/kbGBMpWbmIvswIMQrRwgwLZk67GGpf/dEeutI6WseeNKNuHnTzzx43AW9G2coGq0RKE7OuA5Cqj0CO7Kcf5UA4AqIIroLETVBrrEV6qzpkD74QBZXPl7gbSZIyxLpvtQoMfSSzN+Mj184LmQoURCqIT+yM5gddF5/S5I+rpw81vBj5M9ZskyzVQAo0H8= michelledipalma@mdipalma-mac", "key_options": null, "keyfile": "/home/mdipalma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mdipalma", "validate_certs": true} 2022-01-18T15:49:35.724 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoefxOfeArToGucfWG7y1tyLF2I1J/IkBSlmxxEJyHyDUB6ElXjYIJReoiPfmB0xLEmINpmt8QA4XN/8UbR1r9LFOexlZZbX1LSbihi11LXCvfIJWqkHVwIyKHRTu/duMrntBFVENJ0LVf0GSWVTtllXaDA+fMkp6/ra/hlRHQbx19UXy/9+Pogj8Xl+SntnMGiHlX8FFq2A2tUqhdQSf/1GW1HfUIa5WtwdEqIpKpAgMM7sOW9i3QAmLAMo8HiKrArSiy7jrRUODCqsTJsfifxEbmnOS0ZtmDh0eeWL/Dyqbz99Rg4WbFNeK8oyZYr7D6bEAhd2az2A+wycPx4Nq7 julpark@julpark.remote.csb", "key_options": null, "keyfile": "/home/julpark/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "julpark", "validate_certs": true} 2022-01-18T15:49:35.767 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+tqgRGdlbb7NMefZVPCtbzVZBapxmmPcKaUtqT7E/9AKRoHuroZQ7KJQfO15POpIfEja7BugBt5F95aW2Bd9/xhulzC4/JjiZYc6ST5Na03BrcudI3YcktoGR8Mm7ZVzSojvm0SKtLLHM5Su17JpCC7BitMdao1mETlUOklEXc6pgbr9XHOayo1zeuos8DB90iA8TQ2soR/POD1Rix4GKniCHXz10+iXQFYPsif1HsQ3rh8Vi1M0cTq98bMSmfsKODil8KIxf+lvLCL4GAgDYEyxnstiTFh5GAcIMOOo2dl1fDb/Oa981CxWU+xxJD+M7AEJVeyAqqAnShvZU6y1L kiefer@kiefer-uchi", "key_options": null, "keyfile": "/home/kchang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchang", "validate_certs": true} 2022-01-18T15:49:35.941 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'pdhange@mauli hqKEk1OuI2Wmi1CAcJk5CQ f49d854572b5efe9514b4d741e336adb3534d00b22b0a505142d82eccc2f7535'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdhange", "ovpn": "pdhange@mauli hqKEk1OuI2Wmi1CAcJk5CQ f49d854572b5efe9514b4d741e336adb3534d00b22b0a505142d82eccc2f7535"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD03otezqmbR7v9dq62mWH5Kkg692jdmDZk6Ve4vux0A0YhxBuXDCyBWLE1Z4lLNxQahvK0pGsgokp+Uk+Q6aU+ZnF/E2jLp6YWerFXIHY3M7byObJx9+QuVBfNI0bZBkV3+vSjhSCGOYU+TrTHsKZqhsTcejZjmL3gFLmWfU6dTh0sX05qz97cdJl3CMPhCIR3KjtkiPygj417/N7wet/Efv1t79TvyS7dtK1oz+zRLEpKi/fZjvpXb8xec7as72Y0XexsWMDyZJ/N8PijTQ5L6EfLMV7ae/bWGzNAKsoC1dHVY7q/Q4pzktC6zU0Rc9sDRMtrgFg+q+04BfveSLfxTb9tqf7SbSvh7IAG1eKiEuDT/uy3T6Uiw+CiZ0eIqYzZscO/aDjUArGbS8eyaycybdYCBK9Jz38i0mYKkXg855yoVuIExr6MXieYwyVoVW8gbx1bAslaafrzra2dkAFByOJ0sbosPFRgR2+boUSxD6IaE+ALgno4T/0CI2RMiH0= prashant@cephdev\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4m0LAcC7XiFiXFtYcCvZqX1CtyV9JU+VUEawZJpWrGTOr8c+vIexq7+WKg+eIUMot4+dtfwG8lByS1VofglIe5/quv17Xj7dO/hF2WkV8O7RYt7NhzmrKg54yB73pbRpvqzGceWWDvGRsWQGzbY7ARqOp4FPIDJvgXABCkak+hmjXyXpvXN418CBDbDmxHWwFb9QtB/MpQFiFrfl1EMDj8DaXZNWgo5J/qytic6LgiyPHhHfhSylk4cl9TGftNatobpMjqBT0O2/plk/qf+7pHPuvGSgihjijdpEPzVfctXE2OmsQAIZgkzXeCqts+s6ZYdUKq1FvpV5rMM8ZLqfCkDjEzFENJS68YYE2EjxAEgMzj7h/sWc4B5I5pxkAqVAQSGjYRu6rCCbFz8PXUdTyW+Vs1YeylnlBMiCa4xE4gwvW3HlWEnumtyURd1PRENrGJsJ/0uX6bpltbSg4sGACRYpLPJMm3OhqI3Jm/J/e2NLjfCw+svU2447xnfJOh68= pdhange@vaquita\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCoeyVaMjhcGrWQB+4Rq+SSIi8+OY/kx2s1vofiGt1gu3RNtFmG0Df1VITJJ32dbzaW7kTNxaRvhldNd/n7yEMssG+Wg+a5WKvSudlbVMmscbSXdFuVbcCW1jNrTGCYrxL7Sn5e7NQEQfAsCbfXwTcYBw33NdBVovC+gs2V3sZGvX3Y0akZONNuVg1mhu0L4m1/5IegJh005KeilwetHA2A5Dr10RG6oyIgT7t4z5gZXsrOiG3UQBXaekILYV9jxMWoFXGkVLc8TpL9SUAdxE3Owc0u1XiPqYYlEN+zDvE0554Zj8Oc2ZO6HRXCZXQFvzXeCD12YswcOfkIDmJRF7GT prashant@mauli", "key_options": null, "k 2022-01-18T15:49:35.943 INFO:teuthology.task.ansible.out:eyfile": "/home/pdhange/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdhange", "validate_certs": true} 2022-01-18T15:49:35.973 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDjj3bbbLvd4IHeFrSJyM9N6uKXA7ElQrzfcisKRGjUPON8IsAWkXQeAnHoBsIQv7tRGudXOrK+tbfv7crLI0/CxL+o0cCVW8bxuTEtdz07ZFsND9cppCc7Yq+wHsg7nQ/n0QfxnlYc0T9pATXUoT+aW4c3NQoDbsupLSkNs1C+G/MEBzz6iH6tgrv43OAOUccfQbC+IYx4RIKL5MteEjVrZanNELIG+jsYe+CZLdsONk1nR8+xKQw19Sm/jkKdl1K9NXoVPEBQmFXrYl6G+7tCdWeU3Vq24lM1X5p1mVspcG6FyyctcuP/8+zhL2L208DrXlOVPcqHR/4FEf3Wmk89 vereddy@vereddy.remote.csb", "key_options": null, "keyfile": "/home/vereddy/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vereddy", "validate_certs": true} 2022-01-18T15:49:36.142 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDg7xW5+Mk7pG5MjLxOc7GTvDTCPBJj2L3MEQZIapmmo6t8uPODwDewXncSzrKDH6zFVE4TTTD9fJdu+BhyT+jCFgXrEOMMabj7vJsg0wO0SWqr+4NECFPhD9y4ewfYiewBeXisclA5Bto91v93AtYpZBCdmPYSi0BEcPVc6S3iBUD0PzIrL62I/kBAtm0f/bScRiT7XvQJXvkbEObW2yS2XhUv2qgq1VlFvO1jl3B85KMTHVb8+LrKpQWOKfRfxJ74c51y6tnEjZLFO6Xn0JevqOhd8gPQIXueFZOM0g0pNp1mbtGaaBlEIibbrzo2p9kzsdvJeHMq1XuMIi1/Qyj9 dpivonka@dhcp-41-144.bos.redhat.com", "key_options": null, "keyfile": "/home/dpivonka/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dpivonka", "validate_certs": true} 2022-01-18T15:49:36.183 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+EkUbnaeC7Dqtq2N4/dX9v+WGlrgRS2ygHhlbZy4KHbd6+Q9T5NAWtqnFwqcbFpYYUBwMvz8zLo6HYN6gNskRN0qTiFKPQdtnydF0Tx1KHrdGGcX3G2lxyGH5P8nrqReXAPPvRiVc2/Mj7APCTmY2JftkSS1qYcTleeueivVyho6z6uD1AyC7OXANhtn7kGeIY/NvVKBhDr+3TuPmpPwPCQMcJUyZWCHYyp47v2vzNBy2Etp7WjGwOnfZ5ULiJGjH6PCXx0YfpmTUOPVkNbV6Om+0YJ3fcLlmQ/2nsdsWfOKvoAr+1uzO81h7ZBX9LVEitj8YU3WeSCV2vqS2VvOpq5NyHXWGq+ZkOCfhy4Z9MvMG+6hqp4p4z1JMpKsZ191kP7eAQua41GkTSQPlEfF+um1UV6ZjNzhB68utOXyGDoDcxct9oOdnhhjwu5W4/0t9iBHuMn02iHRYVrUWOH2FXVysR0p5x/L2xdvNPiTgFAZ2eN+EFWmdan4e9mAAw3M= gbenhano@localhost.localdomain", "key_options": null, "keyfile": "/home/benhanokh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "benhanokh", "validate_certs": true} 2022-01-18T15:49:36.350 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC0m+8wna4RnrOcuCUj971EBe4cFiTXVkEWkIsUX3yeCUwMaS/ZjaoOjcdYX7cYpCp1ilo4FSO5BsochU0RiMbQEwLGcE0zB2q1ac8+yYKCuWWyknig2t4bOReu5OrXvl6mj/9R+p7clFlYhwIoNG5ZZ/2eTbo3nH7gWgaOKaPbTtvEGg/5R/qjQKg8OTC8oix6kLsaNTisQJ78Zd7b4ukg9bO0jlq/2UhQOBM072sU1/kJpWTkcA0xxm3nsC4rWPwapgz7UwBmMdyx116GZgWdfQecTLKO7b8pyJw21npk2ntUmeMi7WPZGX6VI3IpaAhBjW3KiATAb8JbAQh8F9bmejkw6x7zrP3hYKQOg3A+U8DKRRo/Ad+f0zz9gjC42DUvMEOr09RBdxZcEAPY7H/YRWEqbA2zPX3Gfth4b7/letzM3m9ToUvVfSt1CdjaZD+gIia9pCgDMb+j1j2w9reG4F7Us+W/1f5pYCyFyrm4XO3AdoYM9/FOAOR3vffTIQU= adking@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJOefD/VJfS15LRyuVDLluKv93Zgocsl8BhiDMimvBNbrGWc795v2+eevWuwaL/SlL44SnsNZ9Mz8FVn9YuFoQiHLg7cHZNLg9EJh5SMXzZzwLZHnF02MdI2CU6U++9nmh8FtBrdBWKzZ7o+01wOw+52dYOxvP7IJ7C/vjwOLgfigEN8Nd1PrxALVNIQz7fsiet0n3odk9PJfoqTu3IloXm9qbQiPFyfMA6b8a20RdLZCJDGGG5rd6gtsyeFHoAPZEz8FEUlNkow7NM7ZhdxOz/fWXyMZ27KmY8WSAgflbxysMzexyifkGzypiE3NQ10hdPGBgoYsHrAN4Qmte1/Z4aI5nxrNzLy/uNc+L/Bp/0XkLj9zfoiFFOReXvlz/laAV6LpbHyacr+iCwv9rlI7echXmvC6mSJXfBPuyR1uromUXpYRhEkn5uiOsCIQCuYpx2jeil7JV+LJlF62lLSndOv4g12Gq2TEZ4Bhsr2902kftPkLFenyfDTh3A2qGGNM= adking@localhost.localdomain", "key_options": null, "keyfile": "/home/adking/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "adking", "validate_certs": true} 2022-01-18T15:49:36.392 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBYtdHKBXQcXQFkEW8fSwlFK/xZM16VcFY288ABI/DPfejTStHhxiRvmlsWzMy0Ar5WadZ8FU1ptjA3MKBEY1Do1r1Ul369k3zHCvxXyg9QGGMNPYfHmnNeoF4GEgoJpuounPs0mkLmrPTR+cR+/XuaZZt38nsad8M/zJetnolvqCWpcV87D7+Rt8F32J6kGDknC4ikEe8I0n7F+goOmJhlgkqegbKEeJ/EMnOItwVZHFwaC+sxOq4IlYp2f1aZMKGAtr5+ICwYH1SMCcvnp3qWL8O//t2tvguZgQxzIs6Nf5GaxwdQkh4CvjbWiCkIbGFJ57YICS6k++KMXMbEnwh jsalomon@Josh-laptop.tlv.redhat.com", "key_options": null, "keyfile": "/home/jsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jsalomon", "validate_certs": true} 2022-01-18T15:49:36.551 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCs6q2b5NcUsNXl+w1Mrc7idNvGdwWkL0XRX5zTw22UNpQyqPkSrRTFKi4NxoY8ucv8JoLnaJL7hYSRHKTh7SqH78uPLZX0FLtoHvpYLgUgJzzJ5AOW5uekIhCMCm+3egmFnEBwFcNxtGnU2es02ByXNEXRxt4/LQ0f8K6lMqxVRSKYcltvWzlA7WFFdTnYMunbCYOdpw88RXm2pYjGIHRBnie7+pFiFSS6K/mkzQcfLiJmahgLSaYslI0ho1vQd8xfNLmZ700C5F4VTUlT/mJK/dI2LF3OfaPTsyqKNzOchrjLFx5b6dhZ4WZyqu7VKsHNm+xHZwT8VP3LPGSVVBdmEsiCsmV4g4QTI5ssZLi7siZDpaFp72nVAIO1i6kBGuiF3or+J4LmIh8ZRKzTc0DRDOw7S+IkWu1fv2UhYg83z6wrz4HeczI+bnolFFWW6HgGV3MFaUeRTRvrbxw2DPoEGQ+cjP0wsjyEhxlScwdh8W8IbVpNl+7mBe45YGUH2hg83Lst5QQxD4PHelriu40moWRHFKCnKfNesb4L1uqu29o8f+/PgpLdrWE/P5zIKe2ReWJyScYAI7jTMlFw+xgf+0TKryk44NMy90l3ei0umlx4qsFbbEv+lhzAALrUJ/da7fsQw7eIVykmcscBeYr99/YSYk4MGdk4jVCiHsQkdw== amathuri@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJ3ch+pU88/tX5TVVFl/1pPief8drYLRkK4BtfJk+xVNxX9qkDtOtiLAU+OugYF1/xk9hE9zTbm3UBL23unrzhlR80t8f2FiF1YFhHVzeZ/p/OunmkU0RFQzkMVuwKVOUNulw9FwpEZ/0Bjfxvaims0SBWaCzBgE5g0R+Ofdq/bVF82K8vU5Laa3KZ/cCdGzFgW00cBvPAKIpQ93g8TRqsCsFvR37nY9v5SU1hJ9araEp6LRA86tUt3EFtxD2tRcmqKGtCb0kOr+rRXWVGiaUBiedHxFudIy0+TNj4fNrJwpoC0hcBO9ek4Bh6hM7Zqzum9HpkPGlz84jkm+r+xMThaZCh8iFkgxyK+bw8B8smaVJD04ob9Wb4RYoFYfQ7TEkPkO9gr+UsSesbP9fWfucemUqwK0htOOtpc1YRwdOPcdPJWAfx9J5+YVL8BTWYBaTdmHslOKeUGM5fCob6QxC6Er9xweys9jh7MXttSpe013bY7P4ZDRF8uWvygpsytPE= amathuri@redhat.com", "key_ 2022-01-18T15:49:36.553 INFO:teuthology.task.ansible.out:options": null, "keyfile": "/home/amathuri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amathuri", "validate_certs": true} 2022-01-18T15:49:36.604 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9ltUNitnn0FNwMeiGkBnozpBN5ziVR2MreaqkfqTQY2TgI24559xuILyy+TnAKumhemZ8i8nIQ876Iso85OzIXbUbRM45hpL/bMQX7pWyMIRNeFKrCDwf18OT0DPc8aeDOAFQ6YoN0j4awUENjdZuuAW80cfcjoQO3m7ORF8wBF0IvMWwPDIQQrz+Li31ECgXg6VC7K3e+BNHlfNQ/2/ahS0+V4J6JYFsylZL0r2tydhDMd6rR8QA9c9BgeBz7+KWobGtiZVe7KReTzJ0O38PxNd8br3aS50j5BiN63gch8eFxPAROaUMnuiavu6OTDy4/aeL3Zc5WpUy3VyyumWf jolmomar@localhost.localdomain", "key_options": null, "keyfile": "/home/jolmomar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jolmomar", "validate_certs": true} 2022-01-18T15:49:36.762 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nizamial09@thinkpad 4GoNn989LSUMJ1XNW0dGtA 3f8a1ef7c25bb0491b8e3db6946e69bb0dea077048ff8140382fbae5a02206f7'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nizamial09", "ovpn": "nizamial09@thinkpad 4GoNn989LSUMJ1XNW0dGtA 3f8a1ef7c25bb0491b8e3db6946e69bb0dea077048ff8140382fbae5a02206f7"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC++MYddG6qYt7fXIvbaR1IXivOySDR//T+sQR3iRtmDQHZGPGiWshltpzeCboa51qeXurN8JYIYq1ZqvLEaOvwbEMtSLthPNl+FZMfe8E4YsuS3212fgbPhEwEBYo+7QZThCseDCewnE5Iz2I/tqlT69T10QZgbyHoZzT9aTPQBQHMF8by7ze9+V+cTD9ZrTG+fMIostxhJAOC+AsTGXwmtcWWrmZXKm/+2g7FTicZyCujXVzXY01c6rJhi1anRQh3pdfm+e6pmf37wHpPunHY2Xhiuy88o5WrzxKcLDUavwI+NI0+la54c0Qiv52LZPmDvPpbNh/7zmCu2vWHVayz1DZb52K5vP1Lqb7oD/cFfQEZ8m4UqzmtemT4gowJ/hFMh8RKPxCho3DlRAw4a7EhBvGiTgyvlcCKVk3S0aeIhvXsewWjOoRNHHvxbvKRCm2b0kSfnDnsZYyAsA8QpTbZYTmbbXHdyLLBS8gfFtB0aDPOPb2Nry2+ic/3hrIY5/c= nizamudeena@fedora", "key_options": null, "keyfile": "/home/nizamial09/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nizamial09", "validate_certs": true} 2022-01-18T15:49:36.804 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoefxOfeArToGucfWG7y1tyLF2I1J/IkBSlmxxEJyHyDUB6ElXjYIJReoiPfmB0xLEmINpmt8QA4XN/8UbR1r9LFOexlZZbX1LSbihi11LXCvfIJWqkHVwIyKHRTu/duMrntBFVENJ0LVf0GSWVTtllXaDA+fMkp6/ra/hlRHQbx19UXy/9+Pogj8Xl+SntnMGiHlX8FFq2A2tUqhdQSf/1GW1HfUIa5WtwdEqIpKpAgMM7sOW9i3QAmLAMo8HiKrArSiy7jrRUODCqsTJsfifxEbmnOS0ZtmDh0eeWL/Dyqbz99Rg4WbFNeK8oyZYr7D6bEAhd2az2A+wycPx4Nq7 julpark@julpark.remote.csb", "key_options": null, "keyfile": "/home/julpark/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "julpark", "validate_certs": true} 2022-01-18T15:49:36.962 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC//ZCaEeVN/J09FtsvuZ4eEs4rTBtYoQyG+ZpuWkJLL90VyJeYrZzRsgvveKW2W9oFxCFcMy7IBhLes0TZ/X/4Ox9eUmP/eyqK8fBqT3K1F1W/uOmKLFhlQhkxxj+p9BOMBD5trfES/QJQ6UFSYIS2WhWaitDgONjoLMR6wXZ9r7yZeQBxbmG4wGI0Cwx4Wgg+I59UbE/5iUfnX++gN3rXrPnv9V0yFeciS4HvXRFXdrIzvQFHcZMmpOOmGruHXN/ME2dZCG+kaZhZdI6kICSlOwpU7TU1lv99zjBCeEzGfFkjv041ykKdNVR3qE0k5u0AOMqxJBORL/woSCdGvrBXqju2G/2ohl3B4zD6TAve+JLfWOV5C20NFRPPbTd53JaNpV9OQqwOfVniowzSYYBdedjm9sq6YwhJt8iBXze3OA8ZO0GPXo7PC2MyrrUtu6uu3DZqU4x0cl8iJxqOlx5pH0Gydj8nuUG0+X6wHZzPXZRe5M7/RzmvXch9koG6FQMiikNjUkK8Guz4NMBdAYUpxYkdPGBhiuELoaAcgIVzSGoZTuICpNYwAxBHk6q18G8Qd8vaeUdGdim4YvwycsSOwFE47wg/XmpCHrNJUZzzB9UD7Kn84TG82LAmCuAzpzcp0uPjsBckbXzj9Zt0hRgF80yDgUazsQkbgtd2p8KxIQ== loic", "key_options": null, "keyfile": "/home/dachary/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dachary", "validate_certs": true} 2022-01-18T15:49:37.016 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'pdhange@mauli hqKEk1OuI2Wmi1CAcJk5CQ f49d854572b5efe9514b4d741e336adb3534d00b22b0a505142d82eccc2f7535'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdhange", "ovpn": "pdhange@mauli hqKEk1OuI2Wmi1CAcJk5CQ f49d854572b5efe9514b4d741e336adb3534d00b22b0a505142d82eccc2f7535"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD03otezqmbR7v9dq62mWH5Kkg692jdmDZk6Ve4vux0A0YhxBuXDCyBWLE1Z4lLNxQahvK0pGsgokp+Uk+Q6aU+ZnF/E2jLp6YWerFXIHY3M7byObJx9+QuVBfNI0bZBkV3+vSjhSCGOYU+TrTHsKZqhsTcejZjmL3gFLmWfU6dTh0sX05qz97cdJl3CMPhCIR3KjtkiPygj417/N7wet/Efv1t79TvyS7dtK1oz+zRLEpKi/fZjvpXb8xec7as72Y0XexsWMDyZJ/N8PijTQ5L6EfLMV7ae/bWGzNAKsoC1dHVY7q/Q4pzktC6zU0Rc9sDRMtrgFg+q+04BfveSLfxTb9tqf7SbSvh7IAG1eKiEuDT/uy3T6Uiw+CiZ0eIqYzZscO/aDjUArGbS8eyaycybdYCBK9Jz38i0mYKkXg855yoVuIExr6MXieYwyVoVW8gbx1bAslaafrzra2dkAFByOJ0sbosPFRgR2+boUSxD6IaE+ALgno4T/0CI2RMiH0= prashant@cephdev\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4m0LAcC7XiFiXFtYcCvZqX1CtyV9JU+VUEawZJpWrGTOr8c+vIexq7+WKg+eIUMot4+dtfwG8lByS1VofglIe5/quv17Xj7dO/hF2WkV8O7RYt7NhzmrKg54yB73pbRpvqzGceWWDvGRsWQGzbY7ARqOp4FPIDJvgXABCkak+hmjXyXpvXN418CBDbDmxHWwFb9QtB/MpQFiFrfl1EMDj8DaXZNWgo5J/qytic6LgiyPHhHfhSylk4cl9TGftNatobpMjqBT0O2/plk/qf+7pHPuvGSgihjijdpEPzVfctXE2OmsQAIZgkzXeCqts+s6ZYdUKq1FvpV5rMM8ZLqfCkDjEzFENJS68YYE2EjxAEgMzj7h/sWc4B5I5pxkAqVAQSGjYRu6rCCbFz8PXUdTyW+Vs1YeylnlBMiCa4xE4gwvW3HlWEnumtyURd1PRENrGJsJ/0uX6bpltbSg4sGACRYpLPJMm3OhqI3Jm/J/e2NLjfCw+svU2447xnfJOh68= pdhange@vaquita\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCoeyVaMjhcGrWQB+4Rq+SSIi8+OY/kx2s1vofiGt1gu3RNtFmG0Df1VITJJ32dbzaW7kTNxaRvhldNd/n7yEMssG+Wg+a5WKvSudlbVMmscbSXdFuVbcCW1jNrTGCYrxL7Sn5e7NQEQfAsCbfXwTcYBw33NdBVovC+gs2V3sZGvX3Y0akZONNuVg1mhu0L4m1/5IegJh005KeilwetHA2A5Dr10RG6oyIgT7t4z5gZXsrOiG3UQBXaekILYV9jxMWoFXGkVLc8TpL9SUAdxE3Owc0u1XiPqYYlEN+zDvE0554Zj8Oc2ZO6HRXCZXQFvzXeCD12YswcOfkIDmJRF7GT prashant@mauli", "key_options": null, "k 2022-01-18T15:49:37.018 INFO:teuthology.task.ansible.out:eyfile": "/home/pdhange/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdhange", "validate_certs": true} 2022-01-18T15:49:37.173 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDwVh9KqjV0b+65aBxQV66IUwNo3D5zTbN8U6Kh6eE4QtaIVe5Mmvi2SBbGMSWofE0zIIw2JmsI5LzdOoCyZl/3gNDPHQd6D9o0xRHQv94giZ2a5K+mW79foAxsuppTjV/Fbg8EZ/19W91+BqMWotlMR66ka0RPT/6U8V5mzXoydSminViO/B6q7ZYzIIgGZqaTsSxCMvz5BAzzeEaGfSlGxw5MOye9sF/tDppuRKG4rMUZULEWGuxgXAtabtXCduocAArqAY3BRJEgj7JetPdPNjipGrULyYQmT7GeknvP/waC0sPm5o8t7taJca7Vu9qKKMKPAqiK4KhlrW/yVBFliT2CjAdVuYvGj87LCcEn6NMeF+4ONwDz++YwjrAWQT2zHUJPvLnYOZPiD1LUm3F34cEHD1y4Uf+oeiYgriUMauskfFn+ShbTmWWooFRFyNobzweg9aMBZSkA+kFFifqOV1FwHTOYg342NumRGB8svK0vvTUID7AU1Ev8YXYqCEGbb0UHth/1pEbAF103enLTtPZ6qKua74rE0qJ89OF9dZXv4JY9+8Juyps7bi2XEyHNm1nHZOY5tqdY0eKFmSGJMoWBDzGgdMjmXlWp4jnY2fC619nZqxMrCQpeT70CqnBhtBemUuu6jHYUbbrPjnXIkH3FZ7/qvZt0jF0IMP9FGw== amctagga@redhat.com", "key_options": null, "keyfile": "/home/amctagga/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amctagga", "validate_certs": true} 2022-01-18T15:49:37.227 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDg7xW5+Mk7pG5MjLxOc7GTvDTCPBJj2L3MEQZIapmmo6t8uPODwDewXncSzrKDH6zFVE4TTTD9fJdu+BhyT+jCFgXrEOMMabj7vJsg0wO0SWqr+4NECFPhD9y4ewfYiewBeXisclA5Bto91v93AtYpZBCdmPYSi0BEcPVc6S3iBUD0PzIrL62I/kBAtm0f/bScRiT7XvQJXvkbEObW2yS2XhUv2qgq1VlFvO1jl3B85KMTHVb8+LrKpQWOKfRfxJ74c51y6tnEjZLFO6Xn0JevqOhd8gPQIXueFZOM0g0pNp1mbtGaaBlEIibbrzo2p9kzsdvJeHMq1XuMIi1/Qyj9 dpivonka@dhcp-41-144.bos.redhat.com", "key_options": null, "keyfile": "/home/dpivonka/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dpivonka", "validate_certs": true} 2022-01-18T15:49:37.376 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDtiHTDuQk8EDH5R+JfDMucI4ZpOzKN5SLD+j35QLLySgGXholoDxtqjHnmRjM1rpj5SIaXjHBZdJi7iax+1MRywHYBi5BfTtzYPgA+NH8mt+XkcdkEuFPcYxGh6fMQDQWb2g9Euze/6qi0W9mbYXvvb1/Q3bhVCXg1UgKD42BndWEpbMYFfzJLZWPtOD/lg81pwUmf/4BpPFv52sy87lQVfkkvcUliLObR4S0TI5hPLYxBS+RXmHYKgvPMB2QJ9wum62lJ+YM1MxPygS0OWbIB6UQGXmvxRXA4osXkxJ8ksPPCupOgFNiiYro91cQh3mmi6iHc9kMz5R1aNGGOfDdlnLx9DRSIiNcacjXEVNFaoM0x441f4GeU2ZR8/7uq2dfk7QjPlh1eJGxG9pzRiQ8JCDF1car0eYwXdMTsQoQqpIi5imqcELdcqGGp9FhzFElgUwpf15JYlkouVhS6hq4LDjhLNk7dDT8fmCEnHOPcbxaTgN7J3idnJK6zeIniuuk= root@iZj6ce071s2zz3reioxn93Z", "key_options": null, "keyfile": "/home/kevinz/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kevinz", "validate_certs": true} 2022-01-18T15:49:37.429 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC0m+8wna4RnrOcuCUj971EBe4cFiTXVkEWkIsUX3yeCUwMaS/ZjaoOjcdYX7cYpCp1ilo4FSO5BsochU0RiMbQEwLGcE0zB2q1ac8+yYKCuWWyknig2t4bOReu5OrXvl6mj/9R+p7clFlYhwIoNG5ZZ/2eTbo3nH7gWgaOKaPbTtvEGg/5R/qjQKg8OTC8oix6kLsaNTisQJ78Zd7b4ukg9bO0jlq/2UhQOBM072sU1/kJpWTkcA0xxm3nsC4rWPwapgz7UwBmMdyx116GZgWdfQecTLKO7b8pyJw21npk2ntUmeMi7WPZGX6VI3IpaAhBjW3KiATAb8JbAQh8F9bmejkw6x7zrP3hYKQOg3A+U8DKRRo/Ad+f0zz9gjC42DUvMEOr09RBdxZcEAPY7H/YRWEqbA2zPX3Gfth4b7/letzM3m9ToUvVfSt1CdjaZD+gIia9pCgDMb+j1j2w9reG4F7Us+W/1f5pYCyFyrm4XO3AdoYM9/FOAOR3vffTIQU= adking@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJOefD/VJfS15LRyuVDLluKv93Zgocsl8BhiDMimvBNbrGWc795v2+eevWuwaL/SlL44SnsNZ9Mz8FVn9YuFoQiHLg7cHZNLg9EJh5SMXzZzwLZHnF02MdI2CU6U++9nmh8FtBrdBWKzZ7o+01wOw+52dYOxvP7IJ7C/vjwOLgfigEN8Nd1PrxALVNIQz7fsiet0n3odk9PJfoqTu3IloXm9qbQiPFyfMA6b8a20RdLZCJDGGG5rd6gtsyeFHoAPZEz8FEUlNkow7NM7ZhdxOz/fWXyMZ27KmY8WSAgflbxysMzexyifkGzypiE3NQ10hdPGBgoYsHrAN4Qmte1/Z4aI5nxrNzLy/uNc+L/Bp/0XkLj9zfoiFFOReXvlz/laAV6LpbHyacr+iCwv9rlI7echXmvC6mSJXfBPuyR1uromUXpYRhEkn5uiOsCIQCuYpx2jeil7JV+LJlF62lLSndOv4g12Gq2TEZ4Bhsr2902kftPkLFenyfDTh3A2qGGNM= adking@localhost.localdomain", "key_options": null, "keyfile": "/home/adking/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "adking", "validate_certs": true} 2022-01-18T15:49:37.587 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1YAaxAvlRgu72huAggHpoDKSgtF/b00ACfUX4Wk5NyLFbYI3PAQapHNcNL4mIsH8pc6YkdjcJ5N/F12aEupJGQ0Q06OS324xapnaBoUy1hQl9IvhtPqTLEwR0X5xLIAhNBLIEJDNVg13MKwr0u5YVUXdrQRu7Kj9RXAPBahNZFo/Ed+cnR3LICQWliHeHFrk/DU2DUHol3a5wAPxrowAG0AxAecP6/7rASMmitvLQwdQcfIJAhWYgfyXzudg+gOmAEgv3O3U4QOikgmkm/EabUXLJnlTj6yuhtuuctdJr73UT3wLGAGmphLKCkug27kb1nTNoDa+PW/+grP63zhU1 chunmei@otccldstore05", "key_options": null, "keyfile": "/home/liu-chunmei/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "liu-chunmei", "validate_certs": true} 2022-01-18T15:49:37.640 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCs6q2b5NcUsNXl+w1Mrc7idNvGdwWkL0XRX5zTw22UNpQyqPkSrRTFKi4NxoY8ucv8JoLnaJL7hYSRHKTh7SqH78uPLZX0FLtoHvpYLgUgJzzJ5AOW5uekIhCMCm+3egmFnEBwFcNxtGnU2es02ByXNEXRxt4/LQ0f8K6lMqxVRSKYcltvWzlA7WFFdTnYMunbCYOdpw88RXm2pYjGIHRBnie7+pFiFSS6K/mkzQcfLiJmahgLSaYslI0ho1vQd8xfNLmZ700C5F4VTUlT/mJK/dI2LF3OfaPTsyqKNzOchrjLFx5b6dhZ4WZyqu7VKsHNm+xHZwT8VP3LPGSVVBdmEsiCsmV4g4QTI5ssZLi7siZDpaFp72nVAIO1i6kBGuiF3or+J4LmIh8ZRKzTc0DRDOw7S+IkWu1fv2UhYg83z6wrz4HeczI+bnolFFWW6HgGV3MFaUeRTRvrbxw2DPoEGQ+cjP0wsjyEhxlScwdh8W8IbVpNl+7mBe45YGUH2hg83Lst5QQxD4PHelriu40moWRHFKCnKfNesb4L1uqu29o8f+/PgpLdrWE/P5zIKe2ReWJyScYAI7jTMlFw+xgf+0TKryk44NMy90l3ei0umlx4qsFbbEv+lhzAALrUJ/da7fsQw7eIVykmcscBeYr99/YSYk4MGdk4jVCiHsQkdw== amathuri@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJ3ch+pU88/tX5TVVFl/1pPief8drYLRkK4BtfJk+xVNxX9qkDtOtiLAU+OugYF1/xk9hE9zTbm3UBL23unrzhlR80t8f2FiF1YFhHVzeZ/p/OunmkU0RFQzkMVuwKVOUNulw9FwpEZ/0Bjfxvaims0SBWaCzBgE5g0R+Ofdq/bVF82K8vU5Laa3KZ/cCdGzFgW00cBvPAKIpQ93g8TRqsCsFvR37nY9v5SU1hJ9araEp6LRA86tUt3EFtxD2tRcmqKGtCb0kOr+rRXWVGiaUBiedHxFudIy0+TNj4fNrJwpoC0hcBO9ek4Bh6hM7Zqzum9HpkPGlz84jkm+r+xMThaZCh8iFkgxyK+bw8B8smaVJD04ob9Wb4RYoFYfQ7TEkPkO9gr+UsSesbP9fWfucemUqwK0htOOtpc1YRwdOPcdPJWAfx9J5+YVL8BTWYBaTdmHslOKeUGM5fCob6QxC6Er9xweys9jh7MXttSpe013bY7P4ZDRF8uWvygpsytPE= amathuri@redhat.com", "key_ 2022-01-18T15:49:37.642 INFO:teuthology.task.ansible.out:options": null, "keyfile": "/home/amathuri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amathuri", "validate_certs": true} 2022-01-18T15:49:37.800 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDLbPdDb+XHOD2fo8g3RacATj0cG07uELwUvqQP35y+JmhNRSb/ttaysFLA5ss0y77TiXx22saP3ECEm5SnuPg5IERkPQmXiw84ATTNfLnzx2G5H223SLaTQiGfSgniBCJHVPCJfNahJiurlZoOAlwDz6SKXTUiivVrFJ22iTBDCQUO6HFQKjE7aM3RAo5mZXKVlTXzM6WOd8vlzk3HMzV0/91JR6H86Lt9MEzXT4dOzqmtxd8gS6U+vA+50zOIspdK+orTRJ0PO2Fn8c1RSYM8g7uqQtpDcOEHderW8TRsqBbDxpyslK6hRX5urUNBX506XE6JNoViLNvCofgseCGj yingxin@yingxin-server", "key_options": null, "keyfile": "/home/cyx1231st/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cyx1231st", "validate_certs": true} 2022-01-18T15:49:37.855 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nizamial09@thinkpad 4GoNn989LSUMJ1XNW0dGtA 3f8a1ef7c25bb0491b8e3db6946e69bb0dea077048ff8140382fbae5a02206f7'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nizamial09", "ovpn": "nizamial09@thinkpad 4GoNn989LSUMJ1XNW0dGtA 3f8a1ef7c25bb0491b8e3db6946e69bb0dea077048ff8140382fbae5a02206f7"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC++MYddG6qYt7fXIvbaR1IXivOySDR//T+sQR3iRtmDQHZGPGiWshltpzeCboa51qeXurN8JYIYq1ZqvLEaOvwbEMtSLthPNl+FZMfe8E4YsuS3212fgbPhEwEBYo+7QZThCseDCewnE5Iz2I/tqlT69T10QZgbyHoZzT9aTPQBQHMF8by7ze9+V+cTD9ZrTG+fMIostxhJAOC+AsTGXwmtcWWrmZXKm/+2g7FTicZyCujXVzXY01c6rJhi1anRQh3pdfm+e6pmf37wHpPunHY2Xhiuy88o5WrzxKcLDUavwI+NI0+la54c0Qiv52LZPmDvPpbNh/7zmCu2vWHVayz1DZb52K5vP1Lqb7oD/cFfQEZ8m4UqzmtemT4gowJ/hFMh8RKPxCho3DlRAw4a7EhBvGiTgyvlcCKVk3S0aeIhvXsewWjOoRNHHvxbvKRCm2b0kSfnDnsZYyAsA8QpTbZYTmbbXHdyLLBS8gfFtB0aDPOPb2Nry2+ic/3hrIY5/c= nizamudeena@fedora", "key_options": null, "keyfile": "/home/nizamial09/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nizamial09", "validate_certs": true} 2022-01-18T15:49:38.004 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdqw+8an6CHqsagFqXfuzQi1zCFHCh0e9pDtYz+ylA7L+7vnJLjTR7km0bb4Z6VTUh7h0/nUfF6faPzD2KGmTKvS+mTpeOUaN/H8O8j8qqh90f8z4T8F8L3DwqQbPf/R0izXmTgz0FZObFHmj+G8a+D4ndxF80EPzKkML/G0Hg2GEVdYzazSY4imSY2f56ul6qByBknhFshaTo2DUDcdbDDokF6lO6WgXhY0MJrT24CUSMyZmyi+3hF7vowW2dfbJ+SuDft4XmPDnIxRhDWWvi12jZb8Le7SWYzUlu7fAGbWe63VJqNh992myI61aZshApDD24+1xqIoo+Z/XkQD3l sunnagar@localhost.localdomain", "key_options": null, "keyfile": "/home/sunnagar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sunnagar", "validate_certs": true} 2022-01-18T15:49:38.058 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC//ZCaEeVN/J09FtsvuZ4eEs4rTBtYoQyG+ZpuWkJLL90VyJeYrZzRsgvveKW2W9oFxCFcMy7IBhLes0TZ/X/4Ox9eUmP/eyqK8fBqT3K1F1W/uOmKLFhlQhkxxj+p9BOMBD5trfES/QJQ6UFSYIS2WhWaitDgONjoLMR6wXZ9r7yZeQBxbmG4wGI0Cwx4Wgg+I59UbE/5iUfnX++gN3rXrPnv9V0yFeciS4HvXRFXdrIzvQFHcZMmpOOmGruHXN/ME2dZCG+kaZhZdI6kICSlOwpU7TU1lv99zjBCeEzGfFkjv041ykKdNVR3qE0k5u0AOMqxJBORL/woSCdGvrBXqju2G/2ohl3B4zD6TAve+JLfWOV5C20NFRPPbTd53JaNpV9OQqwOfVniowzSYYBdedjm9sq6YwhJt8iBXze3OA8ZO0GPXo7PC2MyrrUtu6uu3DZqU4x0cl8iJxqOlx5pH0Gydj8nuUG0+X6wHZzPXZRe5M7/RzmvXch9koG6FQMiikNjUkK8Guz4NMBdAYUpxYkdPGBhiuELoaAcgIVzSGoZTuICpNYwAxBHk6q18G8Qd8vaeUdGdim4YvwycsSOwFE47wg/XmpCHrNJUZzzB9UD7Kn84TG82LAmCuAzpzcp0uPjsBckbXzj9Zt0hRgF80yDgUazsQkbgtd2p8KxIQ== loic", "key_options": null, "keyfile": "/home/dachary/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dachary", "validate_certs": true} 2022-01-18T15:49:38.216 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDTlsh9TFwLCeeD2RR+56VhRZ0hp9CHj72U3Z1gbMpxpcg6PYEDzb+0qPVQp1/cIhcwwy0sm13yFl/A5i0iCRpyqB2MbyaXjj0HgkNinxLBFkPSiW2C83lfAyAhG/gLk+FcmWE4+xVrE29aoSM0JtcNtp+q83UGdnFcvhFe0pgJbt5vITo3ZMJND/UZrzeewyK8Vy4Rvpfy8aHYi2Eq+7WQrRHwUwxn0CwsxldnUfmZtu58d+Rtt78LRF0mvcScNlC7q5D+8htmYwkWkK639w5IB3xPv+Z5cV49Psi24Q+9BIr9Zo9/OnnCTauAi5ivDlh+kk/iBksAE8rQpMhvfuSFnNoq2O87aPQvNQHdRCcOa7FVIDcuocu6AB8UP4cGcJreT4+BW5Zbk6vQeJZhmj9yExpRj9MuONy5793nKuAMPn9lOjuXRfK7A5Tb3OOhpEJK1/MjtdZz4mNmFFfFIZ24hgTZO0pOiMwDf/tQ6BG7H8NS9g3QmXPyZajUocw6Szs= lflores@redhat.com", "key_options": null, "keyfile": "/home/lflores/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "lflores", "validate_certs": true} 2022-01-18T15:49:38.269 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDwVh9KqjV0b+65aBxQV66IUwNo3D5zTbN8U6Kh6eE4QtaIVe5Mmvi2SBbGMSWofE0zIIw2JmsI5LzdOoCyZl/3gNDPHQd6D9o0xRHQv94giZ2a5K+mW79foAxsuppTjV/Fbg8EZ/19W91+BqMWotlMR66ka0RPT/6U8V5mzXoydSminViO/B6q7ZYzIIgGZqaTsSxCMvz5BAzzeEaGfSlGxw5MOye9sF/tDppuRKG4rMUZULEWGuxgXAtabtXCduocAArqAY3BRJEgj7JetPdPNjipGrULyYQmT7GeknvP/waC0sPm5o8t7taJca7Vu9qKKMKPAqiK4KhlrW/yVBFliT2CjAdVuYvGj87LCcEn6NMeF+4ONwDz++YwjrAWQT2zHUJPvLnYOZPiD1LUm3F34cEHD1y4Uf+oeiYgriUMauskfFn+ShbTmWWooFRFyNobzweg9aMBZSkA+kFFifqOV1FwHTOYg342NumRGB8svK0vvTUID7AU1Ev8YXYqCEGbb0UHth/1pEbAF103enLTtPZ6qKua74rE0qJ89OF9dZXv4JY9+8Juyps7bi2XEyHNm1nHZOY5tqdY0eKFmSGJMoWBDzGgdMjmXlWp4jnY2fC619nZqxMrCQpeT70CqnBhtBemUuu6jHYUbbrPjnXIkH3FZ7/qvZt0jF0IMP9FGw== amctagga@redhat.com", "key_options": null, "keyfile": "/home/amctagga/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amctagga", "validate_certs": true} 2022-01-18T15:49:38.420 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIGq2g8OFN5msjIn5CNB2BRss9eIyJRk3r+7RQcnBOQid jsawaya@redhat.com", "key_options": null, "keyfile": "/home/jsawaya/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jsawaya", "validate_certs": true} 2022-01-18T15:49:38.473 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDtiHTDuQk8EDH5R+JfDMucI4ZpOzKN5SLD+j35QLLySgGXholoDxtqjHnmRjM1rpj5SIaXjHBZdJi7iax+1MRywHYBi5BfTtzYPgA+NH8mt+XkcdkEuFPcYxGh6fMQDQWb2g9Euze/6qi0W9mbYXvvb1/Q3bhVCXg1UgKD42BndWEpbMYFfzJLZWPtOD/lg81pwUmf/4BpPFv52sy87lQVfkkvcUliLObR4S0TI5hPLYxBS+RXmHYKgvPMB2QJ9wum62lJ+YM1MxPygS0OWbIB6UQGXmvxRXA4osXkxJ8ksPPCupOgFNiiYro91cQh3mmi6iHc9kMz5R1aNGGOfDdlnLx9DRSIiNcacjXEVNFaoM0x441f4GeU2ZR8/7uq2dfk7QjPlh1eJGxG9pzRiQ8JCDF1car0eYwXdMTsQoQqpIi5imqcELdcqGGp9FhzFElgUwpf15JYlkouVhS6hq4LDjhLNk7dDT8fmCEnHOPcbxaTgN7J3idnJK6zeIniuuk= root@iZj6ce071s2zz3reioxn93Z", "key_options": null, "keyfile": "/home/kevinz/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kevinz", "validate_certs": true} 2022-01-18T15:49:38.631 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDNIdsy+yA0QjwkvjzTiH4lKB+txlh4oGkgC0r1l9swmFvD+MuzNNkD+oB/YscT51tJXsP5/wZDZMuk60xds4Os2ejoIBvzdGBgZ1G2B33etHPmzgTFE7ZegBkMlvWYmrJ9YS+iaMvXn0MMtqfE4zq0kemVAA4NBfFZMhHPJMKCg7Gj31MR0S0b7dcPx7Jnpg4A45oHr0qnufeqZYQaHGgo+LO2xdoV4V2EswWr7YG+b1wI6DzFZBbNsGyQd+cE1BzQ8NmETPNNpDPk5dCyBS7U+4ZTf/WbWk3+Cn+Ky47iWfxcscupQRkCjmTYI/uCMhnrpGU0zEHkbFwLTS6wqDtDmVHm++xof3xSsGJ2cE/vZySZGHqdxqVXfT8gt17h35rME8eX3TU392rjfK6kjEUD3UgwJJp4NFzQIEXi2HTmDYx/Vi9nuId3V1NrDz98QLPUd1ijiy1DuzI0BJPE/DTDmsb7hNXNIcAV8VRc1243W3eaee/Pdg/wmwfkrgjTU3s= shuaiwang@Shuais-MacBook-Pro.local", "key_options": null, "keyfile": "/home/markw8973240/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "markw8973240", "validate_certs": true} 2022-01-18T15:49:38.686 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1YAaxAvlRgu72huAggHpoDKSgtF/b00ACfUX4Wk5NyLFbYI3PAQapHNcNL4mIsH8pc6YkdjcJ5N/F12aEupJGQ0Q06OS324xapnaBoUy1hQl9IvhtPqTLEwR0X5xLIAhNBLIEJDNVg13MKwr0u5YVUXdrQRu7Kj9RXAPBahNZFo/Ed+cnR3LICQWliHeHFrk/DU2DUHol3a5wAPxrowAG0AxAecP6/7rASMmitvLQwdQcfIJAhWYgfyXzudg+gOmAEgv3O3U4QOikgmkm/EabUXLJnlTj6yuhtuuctdJr73UT3wLGAGmphLKCkug27kb1nTNoDa+PW/+grP63zhU1 chunmei@otccldstore05", "key_options": null, "keyfile": "/home/liu-chunmei/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "liu-chunmei", "validate_certs": true} 2022-01-18T15:49:38.846 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+ZvZuogU+WfyGj4BR2xYllNoQqAoxQ6AM0IYddBV2pL1xgTM/SopuAxDRP0q2stpozMtjVjlvuiIgr/caqyTuOgYtYCvB09ppefqdnCDrJJBCOKpjUEnCpAKcBMMuz9V32Zqt5FgpIi0Mu7Gp/QCvB97imxEkoUunpdX/8Ri/xz0nJO+QqoJX5wOn91jG49XnkMCLzx+MuafhT90WFO9CV1sIVREZS+X2C7ACQuhx9Qwk7R4BXt2f3M4dA0K2nLwaAnVW50M1y6Gs50Wl+ojDR1itySOxv8YpwyRlRTOzQTyVMnG0Qsaxxwp+hy4b/vQW3NIUvHYdTyvqALTQdGHT lricomor@lricomor-mac", "key_options": null, "keyfile": "/home/luisrico/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "luisrico", "validate_certs": true} 2022-01-18T15:49:38.901 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDLbPdDb+XHOD2fo8g3RacATj0cG07uELwUvqQP35y+JmhNRSb/ttaysFLA5ss0y77TiXx22saP3ECEm5SnuPg5IERkPQmXiw84ATTNfLnzx2G5H223SLaTQiGfSgniBCJHVPCJfNahJiurlZoOAlwDz6SKXTUiivVrFJ22iTBDCQUO6HFQKjE7aM3RAo5mZXKVlTXzM6WOd8vlzk3HMzV0/91JR6H86Lt9MEzXT4dOzqmtxd8gS6U+vA+50zOIspdK+orTRJ0PO2Fn8c1RSYM8g7uqQtpDcOEHderW8TRsqBbDxpyslK6hRX5urUNBX506XE6JNoViLNvCofgseCGj yingxin@yingxin-server", "key_options": null, "keyfile": "/home/cyx1231st/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cyx1231st", "validate_certs": true} 2022-01-18T15:49:39.059 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "matan", "ovpn": "matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIKjxTgyhL1yFriyNvvuhUc6SE8+6f6lT6FTF8cZL9uiz matan.brz@gmail.com\nssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIM8l7qvSQR7fnZdQ1yB1F1jgde0OmLcwcDFzc/o2dYBb matan.brz@gmail.com", "key_options": null, "keyfile": "/home/matan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "matan", "validate_certs": true} 2022-01-18T15:49:39.101 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdqw+8an6CHqsagFqXfuzQi1zCFHCh0e9pDtYz+ylA7L+7vnJLjTR7km0bb4Z6VTUh7h0/nUfF6faPzD2KGmTKvS+mTpeOUaN/H8O8j8qqh90f8z4T8F8L3DwqQbPf/R0izXmTgz0FZObFHmj+G8a+D4ndxF80EPzKkML/G0Hg2GEVdYzazSY4imSY2f56ul6qByBknhFshaTo2DUDcdbDDokF6lO6WgXhY0MJrT24CUSMyZmyi+3hF7vowW2dfbJ+SuDft4XmPDnIxRhDWWvi12jZb8Le7SWYzUlu7fAGbWe63VJqNh992myI61aZshApDD24+1xqIoo+Z/XkQD3l sunnagar@localhost.localdomain", "key_options": null, "keyfile": "/home/sunnagar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sunnagar", "validate_certs": true} 2022-01-18T15:49:39.260 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCkFTEUxQkQ1cplOLOf86Teu4qTYGkMqWtjIwzsU/AcimjFolSI5fJ3B72PH7bhQKkSnOlTjiOos2LrD5i/XgxkJD6icVWwHO11lczsq/8K5x0ZMJbJaiT3QphBB4yItoge2Y4/7g4o/78Ne+U7eZ1L5fgeO1fExtIaEXK1lS8pVlpZQXyproTIzp1WLHoaXb38Mxc5jAtuvEKfEycdX3c8k/9ti2qBCZnmjPH05WOxkqCRyNBT+bSJZyFMYt9RDUuycn3BYVSXTAzPW0qwgvKY5vij+qiFoxij7nKNMH7w6C0arolCcJxhiMyEF3UbTuOxgVONWyqFk/vScGGSYj9ytQYjv0L1cFyOVhlpbu+tnptulfQ3faMpjROE/eYxTIoY7OPDgWbFqEUJ4eEhKwAC7aYIYUhvoI/8k+4u64nsyEJQdHXmB+OY3WE5TegYUCuqSsdPY74eO1o8dDgxF363eggDSBmYqSSs+Tpu9TNhJG7iJFX1tiAPwmKvjVrJOac= ozeneva@omri", "key_options": null, "keyfile": "/home/ozeneva/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ozeneva", "validate_certs": true} 2022-01-18T15:49:39.311 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDTlsh9TFwLCeeD2RR+56VhRZ0hp9CHj72U3Z1gbMpxpcg6PYEDzb+0qPVQp1/cIhcwwy0sm13yFl/A5i0iCRpyqB2MbyaXjj0HgkNinxLBFkPSiW2C83lfAyAhG/gLk+FcmWE4+xVrE29aoSM0JtcNtp+q83UGdnFcvhFe0pgJbt5vITo3ZMJND/UZrzeewyK8Vy4Rvpfy8aHYi2Eq+7WQrRHwUwxn0CwsxldnUfmZtu58d+Rtt78LRF0mvcScNlC7q5D+8htmYwkWkK639w5IB3xPv+Z5cV49Psi24Q+9BIr9Zo9/OnnCTauAi5ivDlh+kk/iBksAE8rQpMhvfuSFnNoq2O87aPQvNQHdRCcOa7FVIDcuocu6AB8UP4cGcJreT4+BW5Zbk6vQeJZhmj9yExpRj9MuONy5793nKuAMPn9lOjuXRfK7A5Tb3OOhpEJK1/MjtdZz4mNmFFfFIZ24hgTZO0pOiMwDf/tQ6BG7H8NS9g3QmXPyZajUocw6Szs= lflores@redhat.com", "key_options": null, "keyfile": "/home/lflores/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "lflores", "validate_certs": true} 2022-01-18T15:49:39.470 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDepyzA+MeQT5oRM52SxmUUKVAzkcrH/NqFxoCpBAjUSioTMaB1h0PhHE00nvHnKRvqWdPl8LCBWS3Ncjh30r9lwHaP+oPy4iLQEc7D2Mwn7WyPh5cq9N3UF25C0AlMG744k1tBNb97qy73OJI+oc5pAj4vUpCC1Ut9pMP5E5pQCx/kwgSOpC7mk0dYr/H5FxjPb0ca55eisFTLXraHPSChdrHjlYC5XpOZ9csilTwFdF0fJdu0nMDwIxGvwTOaUcIcfNLkpGB2Sj/pAM4L9pVsIbeE3C8d978MZ8Ff+ksQ0T8eNzew2ZjSkSuV+oR1sBCJYZ7mbDQuYLKAs5DanO1VFJvgjBJm1zP2ONu+g0fn/j04qIosuudziwoG/dOTkFo+6dBvF5hQi7TbZOIUVFr5dBlGS+O4eoK0gi/wpzun227E4dadY9uB1wiZ/PTD/5og+gxWG32RkHqqX3ALlK4m8JKzrq214nZ7Dt9CNewiUkR15uRkDasGIdiu6qb4Ez8= ArunaSudhan@sudhan-linux", "key_options": null, "keyfile": "/home/sudhanaruna/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sudhanaruna", "validate_certs": true} 2022-01-18T15:49:39.523 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIGq2g8OFN5msjIn5CNB2BRss9eIyJRk3r+7RQcnBOQid jsawaya@redhat.com", "key_options": null, "keyfile": "/home/jsawaya/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jsawaya", "validate_certs": true} 2022-01-18T15:49:39.670 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDuHIpWAz6Sk3ATLvTG4KS24JUzgqQBEm4EesPgf1cEG+xK4gISUixaVC9OSNS/KR+8/yoWAhmw992p8cp7mWXxqrRC9kIrthLWvD6Jjz3HTXgarO2oNibeVu27kK/Fm2vvUNACARBkoC5YXd6IuoZOEg1bJu06DLw5Y7pGMqZRVDOrE8WUDwr27roZSgU2/N+18Y1LYn4gwSvWpuC/IotLyGSpW7/dgrZAIreRoYboMdTSlIjjuzeWvYx/AnZmkeEo0IhfyuBRl7ZQwxSFYHn9Z1+iQkt+O9hEZYSZuYRuyFPRqHNMKCEj1iYVRMcwbf/x2/dhjfmbWmjOMJoNNwm+DpixHHbId6Idx82GlAtCgQSTe9aG783oCeZYuVUr1plIRjeEsdjY9UBRYKNknEAChKjMSbxysvO3Dy4yrU2r8qo1iBS1fi4HUg12asCLrJX7vSCvOhOn7ltqDTmt5UiLSn+eCzXpOTBDWz7McB28FoYyR+Rwz5GOH3ITFhPyhXc= wzl@manjaro-wzl", "key_options": null, "keyfile": "/home/zl31wang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zl31wang", "validate_certs": true} 2022-01-18T15:49:39.734 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDNIdsy+yA0QjwkvjzTiH4lKB+txlh4oGkgC0r1l9swmFvD+MuzNNkD+oB/YscT51tJXsP5/wZDZMuk60xds4Os2ejoIBvzdGBgZ1G2B33etHPmzgTFE7ZegBkMlvWYmrJ9YS+iaMvXn0MMtqfE4zq0kemVAA4NBfFZMhHPJMKCg7Gj31MR0S0b7dcPx7Jnpg4A45oHr0qnufeqZYQaHGgo+LO2xdoV4V2EswWr7YG+b1wI6DzFZBbNsGyQd+cE1BzQ8NmETPNNpDPk5dCyBS7U+4ZTf/WbWk3+Cn+Ky47iWfxcscupQRkCjmTYI/uCMhnrpGU0zEHkbFwLTS6wqDtDmVHm++xof3xSsGJ2cE/vZySZGHqdxqVXfT8gt17h35rME8eX3TU392rjfK6kjEUD3UgwJJp4NFzQIEXi2HTmDYx/Vi9nuId3V1NrDz98QLPUd1ijiy1DuzI0BJPE/DTDmsb7hNXNIcAV8VRc1243W3eaee/Pdg/wmwfkrgjTU3s= shuaiwang@Shuais-MacBook-Pro.local", "key_options": null, "keyfile": "/home/markw8973240/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "markw8973240", "validate_certs": true} 2022-01-18T15:49:39.881 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIi8JMOVD91QR7EXBkhxeAsB2UO2gyWqYPiP6HjJO/TzzMKf7QtO928XzdORwQ1/jm2hDF1kaNPaU/XIHD0hHSvfICS4ELQcBPa5uPya6d5Kn5fVlpGqBcXBxKGbHB01PGjn0214eupt2LebWxkm7TP/BGDHKXXaoR748AlbyyG2L3TaNoGkwQiEoZe3CWgH4qkrf2CEpyfOa7BM7U0h+lceJxIGe+Yo6Ll14zyngDBa059E+ndFTpkQ6vECII7FdB1+A4Orhu40XHZgyVnlRudD1l80pIVnZves8N2zHZhQo8hp0sB5oY8HENiB09j7Xa6YQ/c1c2wm9E2xJHSNo7muFiHz48vQEgvNmu0lZdbVwXIy3IgLEBHjs6Kyqjtg618V4UaoP/LBOqtWtLd6TvGJ3qBlNyvhO5gZ2DGeLMN2WWoHxfl3VM+QGCGI2dnzUyHhfG1VBDYj8fzWXOuUVpVCMUw8fEg8GWmYLDwm3SbdMACWU87J0kAmaDPKcwwL6AwtWJZr/p89sSypl6y50JlOoDrbDbxrIbHQgbf1tcEgPOuLUN+O06qpi+OxKMtFdbvz+NQ4V4CpXpvMMQZj5AbuHp0EJ5Vme/Kcmpl/xoYGyFDzOEGR8lw6LMz+CpQ4GtnK5XXe1Xn3TJh6Tn2tVyS20p7artemGQQquCN8iQOw== mayag@gett.com", "key_options": null, "keyfile": "/home/mayagilad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mayagilad", "validate_certs": true} 2022-01-18T15:49:39.934 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+ZvZuogU+WfyGj4BR2xYllNoQqAoxQ6AM0IYddBV2pL1xgTM/SopuAxDRP0q2stpozMtjVjlvuiIgr/caqyTuOgYtYCvB09ppefqdnCDrJJBCOKpjUEnCpAKcBMMuz9V32Zqt5FgpIi0Mu7Gp/QCvB97imxEkoUunpdX/8Ri/xz0nJO+QqoJX5wOn91jG49XnkMCLzx+MuafhT90WFO9CV1sIVREZS+X2C7ACQuhx9Qwk7R4BXt2f3M4dA0K2nLwaAnVW50M1y6Gs50Wl+ojDR1itySOxv8YpwyRlRTOzQTyVMnG0Qsaxxwp+hy4b/vQW3NIUvHYdTyvqALTQdGHT lricomor@lricomor-mac", "key_options": null, "keyfile": "/home/luisrico/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "luisrico", "validate_certs": true} 2022-01-18T15:49:40.084 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'arjsharm', 'ovpn': 'arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "arjsharm", "ovpn": "arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFG1CoPZEh4KBANdJZIzLsutHsF6tAYZTdDdEW+5E+8YyNHOy42D8iBLg+eCAbIl4SFmJTsPNtyO4L8/Ut79tkG3usA9nuGoAwGYuctZUTgOiTiV61940Y+NTvwan9vFNoknVi/3qIGNSXdm90I1aWRTKLCXRbGA1qvu+qyJv93O8LFaPni2TJmtAebY/xf0fHhW2fURUoeoCsoobrTkPA8SojT0A3SM+31iOD7sxbmsqLBR790wz/FHh152PiqpupIijS9TaZgGuVpejM3rgAC7H2kVmKJlrmDlmfcbKLS6BBi+uUDi6ta8whnDRq03nP/4LJE7ZDIxX3I4mHztZeJggURlsfpJdo99+VHkeWlGDBIP41QgD4UX1neuMcIO3nuEnZmLeJyvo9JOR/I7AudbQCDPjSMNbrF+el70mWLhvPe33NA3x6eOBRPc3r+qrSwMhXEPatZlbywJRY+O6yC2TYqdlUKsUEVA/D0Iw7tO+pf3yH3Y/iUDJJLvViRZs= Arjun@localhost.localdomain", "key_options": null, "keyfile": "/home/arjsharm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "arjsharm", "validate_certs": true} 2022-01-18T15:49:40.148 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "matan", "ovpn": "matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIKjxTgyhL1yFriyNvvuhUc6SE8+6f6lT6FTF8cZL9uiz matan.brz@gmail.com\nssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIM8l7qvSQR7fnZdQ1yB1F1jgde0OmLcwcDFzc/o2dYBb matan.brz@gmail.com", "key_options": null, "keyfile": "/home/matan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "matan", "validate_certs": true} 2022-01-18T15:49:40.296 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'melissali', 'ovpn': 'melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "melissali", "ovpn": "melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCXZDAUNEK4+/6Y+ywEtFnabnfvZmzzHhO6y4PbRHgx8SoQ8+7au/5ElB0vjjiJJSChnDymdqP0UzwcShzhWA8is6K9c6tXUHg6NcgV5tN2xYYmGIIWwm66Z1kYH6u1x2Jkv9LO04rXgebkzXPPYK401agCWjkjUv5acZE12+M/B6d4h2lpFjzBqZ/mmRNp0tHdCapdG/nS1i6GRi3Yi3fQ89CbiZArG9268DSEnLe+npeyBMVdDkWpVIytQ6pU1+g0prrePIVaMvrK3yEooduD4HeLr4liqkINj6rCs90xedPcFi0++UaLFRcgWh3OOnrI952Oe19dx5hlbmcnMPGjaXnkng2keWFyZMOQRRti5l8C/TXPUTaYGWEoqFEEabIKnCura0NWuZHpeF9xEK0tnvNVeauuUfkPxWQ7PH8QQ/9XjOkKbmy0+2q9tug8RC5i5NwcRE4W3ijM7pLwhWMdxkmIOe3w1taPq8HU95hMQchl2749oj8DRyVePVK9aH0= melissali@melissali-ubuntu", "key_options": null, "keyfile": "/home/melissali/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "melissali", "validate_certs": true} 2022-01-18T15:49:40.361 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCkFTEUxQkQ1cplOLOf86Teu4qTYGkMqWtjIwzsU/AcimjFolSI5fJ3B72PH7bhQKkSnOlTjiOos2LrD5i/XgxkJD6icVWwHO11lczsq/8K5x0ZMJbJaiT3QphBB4yItoge2Y4/7g4o/78Ne+U7eZ1L5fgeO1fExtIaEXK1lS8pVlpZQXyproTIzp1WLHoaXb38Mxc5jAtuvEKfEycdX3c8k/9ti2qBCZnmjPH05WOxkqCRyNBT+bSJZyFMYt9RDUuycn3BYVSXTAzPW0qwgvKY5vij+qiFoxij7nKNMH7w6C0arolCcJxhiMyEF3UbTuOxgVONWyqFk/vScGGSYj9ytQYjv0L1cFyOVhlpbu+tnptulfQ3faMpjROE/eYxTIoY7OPDgWbFqEUJ4eEhKwAC7aYIYUhvoI/8k+4u64nsyEJQdHXmB+OY3WE5TegYUCuqSsdPY74eO1o8dDgxF363eggDSBmYqSSs+Tpu9TNhJG7iJFX1tiAPwmKvjVrJOac= ozeneva@omri", "key_options": null, "keyfile": "/home/ozeneva/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ozeneva", "validate_certs": true} 2022-01-18T15:49:40.507 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'name': 'ionutbalutoiu', 'ovpn': 'ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ionutbalutoiu", "ovpn": "ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCYdmNB3np8OLc49B4cAh59CdNYIb4fAq2XBQ1sbOZMMZmhpFobyy+i6s4lBnovMNWAB6HmpsECHrKRU4IFl9lQ7vV+++J08SLoAkl6G0Gk9tmbgEs+/ovCZg+qUfZA1ZccSAPHmtqfZOiJcnlIlhQq2BoFnLUwmpeIQ4H5D+Y2q7DMdyGkdCenH80aD5KuiwLIyiBL9q7RYz0U5cdCO3wDFU4+5XuZiT8VYDUgp3mWPpAiPdGsJmCn41tpt3PViPDQlKh4vLW0ieQUJI/v2f6oHbM9YkxSoVlwLcrjTv+Nl+dVymqVTF4UaT1kz+ZnoH6khKZxSHvKm9YHc4LNZKYoVdyCxdZvBfxbEbXpT702vLqDNGEfZSlzJs5kVqP30m8fI/yzTQeD7tgjzzrKWdLZacyo+9cWeH6nFfZAQuZ9ug1lv3UAs5x6MsidEH5u6Iymi8BE+mUsOXnSpSfUDDo5n6+CMVe93brdW21iSX9Hbuz5RKB6xile1ROHpvpi1u7VQ9Hp3FIZFFiix9S5jniyB2OqjGKTO6RULfPsJo8sXCLq9YKq9zrkpMv5wURMQKnjtS5OHUWh0cde3U/VikPIfLkzEsfLV8ICAksyuWHQJGVUMxhPmSTKtRsPScbklekT+n65rexDt4Qr73YOy9BUIPV4Mo+kkl4ugQd6VCKJ6w== ibalutoiu@cloudbasesolutions.com", "key_options": null, "keyfile": "/home/ionutbalutoiu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ionutbalutoiu", "validate_certs": true} 2022-01-18T15:49:40.571 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDepyzA+MeQT5oRM52SxmUUKVAzkcrH/NqFxoCpBAjUSioTMaB1h0PhHE00nvHnKRvqWdPl8LCBWS3Ncjh30r9lwHaP+oPy4iLQEc7D2Mwn7WyPh5cq9N3UF25C0AlMG744k1tBNb97qy73OJI+oc5pAj4vUpCC1Ut9pMP5E5pQCx/kwgSOpC7mk0dYr/H5FxjPb0ca55eisFTLXraHPSChdrHjlYC5XpOZ9csilTwFdF0fJdu0nMDwIxGvwTOaUcIcfNLkpGB2Sj/pAM4L9pVsIbeE3C8d978MZ8Ff+ksQ0T8eNzew2ZjSkSuV+oR1sBCJYZ7mbDQuYLKAs5DanO1VFJvgjBJm1zP2ONu+g0fn/j04qIosuudziwoG/dOTkFo+6dBvF5hQi7TbZOIUVFr5dBlGS+O4eoK0gi/wpzun227E4dadY9uB1wiZ/PTD/5og+gxWG32RkHqqX3ALlK4m8JKzrq214nZ7Dt9CNewiUkR15uRkDasGIdiu6qb4Ez8= ArunaSudhan@sudhan-linux", "key_options": null, "keyfile": "/home/sudhanaruna/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sudhanaruna", "validate_certs": true} 2022-01-18T15:49:40.720 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'name': 'pdiazbou', 'ovpn': 'pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdiazbou", "ovpn": "pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDuyLB5rnyjlglcHVCoCSG7pDVJQcTYq/I2yGr3ohK9p6boWxk+zW/a2Q7+qNdKk2DtUC4WvvZ76BU56FC6/LPIUKSJLbN/Xv9/dnZcqKf+ZVlCQgMrE8yGoWt8WLtejJ1iBj0EdoDfYwDiL09ygUim1L1hNxFDOVq9RA2Lo6Tqk5lcAgjoCnU4NZY2YzTXOUSZTzsv/1bd6WVudKHJuWF6ZPb+mbbMoWqwnUZCHwjW8PgTXaPhk1929P0ftWT4ncfKnCc46LXf8OkvzQgCrLyh8964tGKPWppp3wNg2AJ/zFvRY8kkJZSxOawp9Gu8+kCNwWUmLvE9bqYJKT7EMDrU+8TMUEWLFl5fGoxoLWD113PPBcFrpUhvRAJa625eec8a/inv4cqPf6dY6qyXAReXURJm7LnHT4fDq+F6op8+tmZT6Tzkw4+YMUd9h0XDJ4pnPQpk5tjWER/HuWm73+ialXo+ERQWnnVCB1IXq1FEOeF8YAslKC7aSYIZjG9uUkM= peristocles@localhost.localdomain", "key_options": null, "keyfile": "/home/pdiazbou/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdiazbou", "validate_certs": true} 2022-01-18T15:49:40.784 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDuHIpWAz6Sk3ATLvTG4KS24JUzgqQBEm4EesPgf1cEG+xK4gISUixaVC9OSNS/KR+8/yoWAhmw992p8cp7mWXxqrRC9kIrthLWvD6Jjz3HTXgarO2oNibeVu27kK/Fm2vvUNACARBkoC5YXd6IuoZOEg1bJu06DLw5Y7pGMqZRVDOrE8WUDwr27roZSgU2/N+18Y1LYn4gwSvWpuC/IotLyGSpW7/dgrZAIreRoYboMdTSlIjjuzeWvYx/AnZmkeEo0IhfyuBRl7ZQwxSFYHn9Z1+iQkt+O9hEZYSZuYRuyFPRqHNMKCEj1iYVRMcwbf/x2/dhjfmbWmjOMJoNNwm+DpixHHbId6Idx82GlAtCgQSTe9aG783oCeZYuVUr1plIRjeEsdjY9UBRYKNknEAChKjMSbxysvO3Dy4yrU2r8qo1iBS1fi4HUg12asCLrJX7vSCvOhOn7ltqDTmt5UiLSn+eCzXpOTBDWz7McB28FoYyR+Rwz5GOH3ITFhPyhXc= wzl@manjaro-wzl", "key_options": null, "keyfile": "/home/zl31wang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zl31wang", "validate_certs": true} 2022-01-18T15:49:40.930 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'name': 'xuwang', 'ovpn': 'xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xuwang", "ovpn": "xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2iBYL614KRYvFhow408yzMljYRdfyMmbnkUVN8waja4RCsmxTpvIU1aBQ02bMTsY/0n+WMWAbI1D6C1HbuG+JbFYBLSgPCTSG8FIpukFU8y1by8piPu2/ZBD1XdFcPO6u1Nr/tZC08EXhfqvnDAVJUyg6rLLs5+TFKAiPSuv5GyrMRWvMI8eoPk+4u2r/ThxXZTDaIfJhPXlULMLL5ZxR4KZU+WtWbCGSFDGjSugCqdTzpZyX5jUq9C9JB83RxojCtI5n9rCoXLcGOvW9HBnVMxhS56zE8BwxLxLhGy6S1lOoyBPzu7w6XIc160JjCK5iAmlXRqG93nWEVrhZkxCz wangxu298@foxmail.com", "key_options": null, "keyfile": "/home/xuwang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xuwang", "validate_certs": true} 2022-01-18T15:49:40.983 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIi8JMOVD91QR7EXBkhxeAsB2UO2gyWqYPiP6HjJO/TzzMKf7QtO928XzdORwQ1/jm2hDF1kaNPaU/XIHD0hHSvfICS4ELQcBPa5uPya6d5Kn5fVlpGqBcXBxKGbHB01PGjn0214eupt2LebWxkm7TP/BGDHKXXaoR748AlbyyG2L3TaNoGkwQiEoZe3CWgH4qkrf2CEpyfOa7BM7U0h+lceJxIGe+Yo6Ll14zyngDBa059E+ndFTpkQ6vECII7FdB1+A4Orhu40XHZgyVnlRudD1l80pIVnZves8N2zHZhQo8hp0sB5oY8HENiB09j7Xa6YQ/c1c2wm9E2xJHSNo7muFiHz48vQEgvNmu0lZdbVwXIy3IgLEBHjs6Kyqjtg618V4UaoP/LBOqtWtLd6TvGJ3qBlNyvhO5gZ2DGeLMN2WWoHxfl3VM+QGCGI2dnzUyHhfG1VBDYj8fzWXOuUVpVCMUw8fEg8GWmYLDwm3SbdMACWU87J0kAmaDPKcwwL6AwtWJZr/p89sSypl6y50JlOoDrbDbxrIbHQgbf1tcEgPOuLUN+O06qpi+OxKMtFdbvz+NQ4V4CpXpvMMQZj5AbuHp0EJ5Vme/Kcmpl/xoYGyFDzOEGR8lw6LMz+CpQ4GtnK5XXe1Xn3TJh6Tn2tVyS20p7artemGQQquCN8iQOw== mayag@gett.com", "key_options": null, "keyfile": "/home/mayagilad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mayagilad", "validate_certs": true} 2022-01-18T15:49:41.140 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'name': 'blaine', 'ovpn': 'blaine@laptop RkDSJBkoRKI0UaxdQuMNCw abcfdade65dd772c066c0c63e712fb03240d676d72eb341186b0c0a94d4a4547'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "blaine", "ovpn": "blaine@laptop RkDSJBkoRKI0UaxdQuMNCw abcfdade65dd772c066c0c63e712fb03240d676d72eb341186b0c0a94d4a4547"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDKSdu3rI8o3qId+GU5KYsxB9CLPTODJFiwy+ww6SgrNKgPfiaSUsZAvcQwoxHfuaEXj6VGaOS6HyFFmvHKhzbecSQCzPIucIuKJJDA7VTaA9Jet0aT2b8Vk4p0Ud9j4WoausmxEdBQC+ZpJxSuqajplejYK1Yi3YEqXSCvM6Md76HCustS8efPvzLsLYttDd34Lw0/zp7ALE8hrepLYJgzQS5Z6btvQEjL7lvtHk80/Y+M6ZIQAl6nPcjb8u+wfs/lxcRA5i94GsZhEoYAeMQptJNvOaA5vYK4QtNyV6lyjGVJl4RUUAtLKKp4JE/kdx7sa0Gy99L+u4MjzBoP5B7SkdJnJx7FioXEen5l5DpiJ6xRixw+SjbqEffW4HHI5+1k6jP6kuHPbWfcrw693+aiFVDQA+myzfWo7iDTjY2H5CtnCh+wr1t3VktXhoyPob/XfMPzMNg4W8nA9KVePwzEXSy2Ro0t71GiFQqBviUuqfktqz4a52PqGyFHtskhFAH3H/h6JYM88vfc7Bw7P/u4eVaoCNgNIbLA/kmf689Q1H2KENj2SX7CDwNL9GCOy/pg89qai63+PFT8258zTi0TywWduP1D0DXXtIB3e5K1yK4Zt6VCinXZAze4bsT+z8y4f9W2Xs/FhhtUmo3mOiDJuaGmuWRzHQQTjL//v/Rimw== blaine@brgardne-mac", "key_options": null, "keyfile": "/home/blaine/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "blaine", "validate_certs": true} 2022-01-18T15:49:41.193 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'arjsharm', 'ovpn': 'arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "arjsharm", "ovpn": "arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFG1CoPZEh4KBANdJZIzLsutHsF6tAYZTdDdEW+5E+8YyNHOy42D8iBLg+eCAbIl4SFmJTsPNtyO4L8/Ut79tkG3usA9nuGoAwGYuctZUTgOiTiV61940Y+NTvwan9vFNoknVi/3qIGNSXdm90I1aWRTKLCXRbGA1qvu+qyJv93O8LFaPni2TJmtAebY/xf0fHhW2fURUoeoCsoobrTkPA8SojT0A3SM+31iOD7sxbmsqLBR790wz/FHh152PiqpupIijS9TaZgGuVpejM3rgAC7H2kVmKJlrmDlmfcbKLS6BBi+uUDi6ta8whnDRq03nP/4LJE7ZDIxX3I4mHztZeJggURlsfpJdo99+VHkeWlGDBIP41QgD4UX1neuMcIO3nuEnZmLeJyvo9JOR/I7AudbQCDPjSMNbrF+el70mWLhvPe33NA3x6eOBRPc3r+qrSwMhXEPatZlbywJRY+O6yC2TYqdlUKsUEVA/D0Iw7tO+pf3yH3Y/iUDJJLvViRZs= Arjun@localhost.localdomain", "key_options": null, "keyfile": "/home/arjsharm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "arjsharm", "validate_certs": true} 2022-01-18T15:49:41.340 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'name': 'choffman', 'ovpn': 'choffman@choffman.net 56rg/lHPXPRyVivND7+0Uw ca591258cda719a5a0bf5d5f4fa87976773625249d29ff6012ad6efeac33da2c'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "choffman", "ovpn": "choffman@choffman.net 56rg/lHPXPRyVivND7+0Uw ca591258cda719a5a0bf5d5f4fa87976773625249d29ff6012ad6efeac33da2c"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDM7LPHiaPQXdE+yt9cn7UMuRr8k/LjSUmMrnrAqp8ySQtX6OA3/NcOsxg6FJ45chZqeoXwhsYEW+7pTInDqFlOlmVynR26lWnZfk9DjBJZcloUCn8y5MR9QitNYsOMs5KwCEFmBH6sP+2vCFocXBnKQcVZLRfip3MEG4LoWYfI4ir7fLmK1Hr5G+GhtMstXvVSG4VE4IgbU9/LRIOv7P9qFn4bRJoUSiS2dDbUxVIuneA9bIEnB9ZEVGahEzlUhx6qDSs0FvrnneCQ1ayOFpxClzjT5GuKk/J3LJvWAw8CAwDXCf3FzsWQsvb5ru5VSazUI9uA3o9wWkbLW2oZPgtzI8lmwbL+MT58T92tqaJOPID3IZDGjzNrRqU5BQYpvFYHpHRRiqV625og+ktYfXgO+dTbgAxScomqutydI4cyJusDtnWtljWnEocS+2hUSZpmB6B3Wj70TuuzsbYrcrJ/NgRpQNX4dwHCJl6vPT+xkoLh1imYAC7klf7cnrOyGcs= choffman@choffman.net", "key_options": null, "keyfile": "/home/choffman/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "choffman", "validate_certs": true} 2022-01-18T15:49:41.408 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'melissali', 'ovpn': 'melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "melissali", "ovpn": "melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCXZDAUNEK4+/6Y+ywEtFnabnfvZmzzHhO6y4PbRHgx8SoQ8+7au/5ElB0vjjiJJSChnDymdqP0UzwcShzhWA8is6K9c6tXUHg6NcgV5tN2xYYmGIIWwm66Z1kYH6u1x2Jkv9LO04rXgebkzXPPYK401agCWjkjUv5acZE12+M/B6d4h2lpFjzBqZ/mmRNp0tHdCapdG/nS1i6GRi3Yi3fQ89CbiZArG9268DSEnLe+npeyBMVdDkWpVIytQ6pU1+g0prrePIVaMvrK3yEooduD4HeLr4liqkINj6rCs90xedPcFi0++UaLFRcgWh3OOnrI952Oe19dx5hlbmcnMPGjaXnkng2keWFyZMOQRRti5l8C/TXPUTaYGWEoqFEEabIKnCura0NWuZHpeF9xEK0tnvNVeauuUfkPxWQ7PH8QQ/9XjOkKbmy0+2q9tug8RC5i5NwcRE4W3ijM7pLwhWMdxkmIOe3w1taPq8HU95hMQchl2749oj8DRyVePVK9aH0= melissali@melissali-ubuntu", "key_options": null, "keyfile": "/home/melissali/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "melissali", "validate_certs": true} 2022-01-18T15:49:41.546 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'name': 'oro', 'ovpn': 'oro@oro-ubuntu-bm r1PDxMqo/AP6wFx5ZWQ3eg 18bf1a1177da6dc89958adf65a4813a7da3e899cd94dc86384240ea3b5e00361'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "oro", "ovpn": "oro@oro-ubuntu-bm r1PDxMqo/AP6wFx5ZWQ3eg 18bf1a1177da6dc89958adf65a4813a7da3e899cd94dc86384240ea3b5e00361"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABJQAAAQEAqZvQXoWrH8ZaQ9Y8KK1B9JBCuD8Zspp2mWtjrWXGotKBCSGdDn3QSDEFtwpoK6vXZ3BijhUmrQ1bNUSo59556+T+wpfJAPJjuvB9i7A2lKSX74heuDl0QhJwHdt9mbCtpZ//7+IU0srzTn5qKwJ16GXeomgcyOZmefSGi/sbn0wRUR/UGA/LOJ3EK0nXcxyrv3iDfv75KRL87kaXtPRJRvSlXB5PSuDQtIoXhzMuD4nnh879Gwy0sYE/FUXcbl7LQb+/9rNJLE2POVNjArGv7RMp3y0K3k2/02AjbZvQwhfuIVayzTpmUiGY2Fo6hJRkH8ZT0aYF8uotfweGK18EYw== rsa-key-20151116", "key_options": null, "keyfile": "/home/oro/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "oro", "validate_certs": true} 2022-01-18T15:49:41.620 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'name': 'ionutbalutoiu', 'ovpn': 'ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ionutbalutoiu", "ovpn": "ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCYdmNB3np8OLc49B4cAh59CdNYIb4fAq2XBQ1sbOZMMZmhpFobyy+i6s4lBnovMNWAB6HmpsECHrKRU4IFl9lQ7vV+++J08SLoAkl6G0Gk9tmbgEs+/ovCZg+qUfZA1ZccSAPHmtqfZOiJcnlIlhQq2BoFnLUwmpeIQ4H5D+Y2q7DMdyGkdCenH80aD5KuiwLIyiBL9q7RYz0U5cdCO3wDFU4+5XuZiT8VYDUgp3mWPpAiPdGsJmCn41tpt3PViPDQlKh4vLW0ieQUJI/v2f6oHbM9YkxSoVlwLcrjTv+Nl+dVymqVTF4UaT1kz+ZnoH6khKZxSHvKm9YHc4LNZKYoVdyCxdZvBfxbEbXpT702vLqDNGEfZSlzJs5kVqP30m8fI/yzTQeD7tgjzzrKWdLZacyo+9cWeH6nFfZAQuZ9ug1lv3UAs5x6MsidEH5u6Iymi8BE+mUsOXnSpSfUDDo5n6+CMVe93brdW21iSX9Hbuz5RKB6xile1ROHpvpi1u7VQ9Hp3FIZFFiix9S5jniyB2OqjGKTO6RULfPsJo8sXCLq9YKq9zrkpMv5wURMQKnjtS5OHUWh0cde3U/VikPIfLkzEsfLV8ICAksyuWHQJGVUMxhPmSTKtRsPScbklekT+n65rexDt4Qr73YOy9BUIPV4Mo+kkl4ugQd6VCKJ6w== ibalutoiu@cloudbasesolutions.com", "key_options": null, "keyfile": "/home/ionutbalutoiu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ionutbalutoiu", "validate_certs": true} 2022-01-18T15:49:41.768 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'name': 'mrfreezeex', 'ovpn': 'mrfreezeex@inferno ade2FH1BYDNTWeREZEJpFQ 32d052805908bc929983119748701a6c882cfbd2dd32c511bdcfbe6d32efb7ef'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mrfreezeex", "ovpn": "mrfreezeex@inferno ade2FH1BYDNTWeREZEJpFQ 32d052805908bc929983119748701a6c882cfbd2dd32c511bdcfbe6d32efb7ef"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIADWYnXrwweaWs8/3gaUDctlaelfSPRh0Cs3G2SHbER0 mrfreezeex@inferno", "key_options": null, "keyfile": "/home/mrfreezeex/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mrfreezeex", "validate_certs": true} 2022-01-18T15:49:41.823 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'name': 'pdiazbou', 'ovpn': 'pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdiazbou", "ovpn": "pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDuyLB5rnyjlglcHVCoCSG7pDVJQcTYq/I2yGr3ohK9p6boWxk+zW/a2Q7+qNdKk2DtUC4WvvZ76BU56FC6/LPIUKSJLbN/Xv9/dnZcqKf+ZVlCQgMrE8yGoWt8WLtejJ1iBj0EdoDfYwDiL09ygUim1L1hNxFDOVq9RA2Lo6Tqk5lcAgjoCnU4NZY2YzTXOUSZTzsv/1bd6WVudKHJuWF6ZPb+mbbMoWqwnUZCHwjW8PgTXaPhk1929P0ftWT4ncfKnCc46LXf8OkvzQgCrLyh8964tGKPWppp3wNg2AJ/zFvRY8kkJZSxOawp9Gu8+kCNwWUmLvE9bqYJKT7EMDrU+8TMUEWLFl5fGoxoLWD113PPBcFrpUhvRAJa625eec8a/inv4cqPf6dY6qyXAReXURJm7LnHT4fDq+F6op8+tmZT6Tzkw4+YMUd9h0XDJ4pnPQpk5tjWER/HuWm73+ialXo+ERQWnnVCB1IXq1FEOeF8YAslKC7aSYIZjG9uUkM= peristocles@localhost.localdomain", "key_options": null, "keyfile": "/home/pdiazbou/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdiazbou", "validate_certs": true} 2022-01-18T15:49:41.970 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'name': 'jthottan', 'ovpn': 'jiffin@localhost eipwqKkTavFd8WlbV2cCRg ec4108409bb9af0ebb14a83561c51f05f0c662658ce0c3fd884d76ef69bf5351'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jthottan", "ovpn": "jiffin@localhost eipwqKkTavFd8WlbV2cCRg ec4108409bb9af0ebb14a83561c51f05f0c662658ce0c3fd884d76ef69bf5351"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFQt4p676UA3eCh1QnO2YsjhoAGHeQ/X9VvNRM9btPVBxFX6xVy4X+NLxfo9afnvzJyu/EiPwXtMRVGm/x2SHJVwkd6kH54YV56H5UoUZs3AGarjMQqVs0AJTabJ8Q7ONpyWWmh8nPDXCGRxBuyJ13jpMf0syhtispixv/e+R5ajKilGyEzhmUXwHI6UIW60HKZrCaJGMf30RrgDsUEzWZ+Nr8M0QijDsyKdZXRp9vgBAfDCuJWl398TeNaX40LUPINXWy0+dN9cjRMYZ+UoPuB9X4yrwtJBX4pI+bDsv7bMOmBPcQoy9dBjG9wShGpUhZcAx69Nt05lFSjz8Az2pgavR25YQE14Jm31qeuZFH5D/zBY6VNDRWTIW9CQY2OzdQKxMAY0k/50dPovBvlWIq4HAheP70jwUDOmg/sMqpe1Mz968aa20DqIUyY884yxN4ipxrsgmTvpGBhhtLxSS1ywJT/OBVFL2JBu6l6COUgzTDjWZ1XF57XoGzho7GUlU= jthottan@redhat.com", "key_options": null, "keyfile": "/home/jthottan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jthottan", "validate_certs": true} 2022-01-18T15:49:42.085 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'name': 'xuwang', 'ovpn': 'xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xuwang", "ovpn": "xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2iBYL614KRYvFhow408yzMljYRdfyMmbnkUVN8waja4RCsmxTpvIU1aBQ02bMTsY/0n+WMWAbI1D6C1HbuG+JbFYBLSgPCTSG8FIpukFU8y1by8piPu2/ZBD1XdFcPO6u1Nr/tZC08EXhfqvnDAVJUyg6rLLs5+TFKAiPSuv5GyrMRWvMI8eoPk+4u2r/ThxXZTDaIfJhPXlULMLL5ZxR4KZU+WtWbCGSFDGjSugCqdTzpZyX5jUq9C9JB83RxojCtI5n9rCoXLcGOvW9HBnVMxhS56zE8BwxLxLhGy6S1lOoyBPzu7w6XIc160JjCK5iAmlXRqG93nWEVrhZkxCz wangxu298@foxmail.com", "key_options": null, "keyfile": "/home/xuwang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xuwang", "validate_certs": true} 2022-01-18T15:49:42.182 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'name': 'nmordech', 'ovpn': 'nmordech@redhat.com Ko4ewGBN7N3QfuHUeiqKSA 97859b18e6ae9d81291937844ea5e4f1f3de6fde4769c3ab1b69cdce0af8b1f9'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nmordech", "ovpn": "nmordech@redhat.com Ko4ewGBN7N3QfuHUeiqKSA 97859b18e6ae9d81291937844ea5e4f1f3de6fde4769c3ab1b69cdce0af8b1f9"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIEh2dodzQtvQp2PleRlIyoaUlaX+mur1IGv4dI3aGC7m nmordech@redhat.com", "key_options": null, "keyfile": "/home/nmordech/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nmordech", "validate_certs": true} 2022-01-18T15:49:42.274 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:49:42 +0000 (0:00:31.669) 0:01:27.006 ******* 2022-01-18T15:49:42.303 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'name': 'blaine', 'ovpn': 'blaine@laptop RkDSJBkoRKI0UaxdQuMNCw abcfdade65dd772c066c0c63e712fb03240d676d72eb341186b0c0a94d4a4547'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "blaine", "ovpn": "blaine@laptop RkDSJBkoRKI0UaxdQuMNCw abcfdade65dd772c066c0c63e712fb03240d676d72eb341186b0c0a94d4a4547"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDKSdu3rI8o3qId+GU5KYsxB9CLPTODJFiwy+ww6SgrNKgPfiaSUsZAvcQwoxHfuaEXj6VGaOS6HyFFmvHKhzbecSQCzPIucIuKJJDA7VTaA9Jet0aT2b8Vk4p0Ud9j4WoausmxEdBQC+ZpJxSuqajplejYK1Yi3YEqXSCvM6Md76HCustS8efPvzLsLYttDd34Lw0/zp7ALE8hrepLYJgzQS5Z6btvQEjL7lvtHk80/Y+M6ZIQAl6nPcjb8u+wfs/lxcRA5i94GsZhEoYAeMQptJNvOaA5vYK4QtNyV6lyjGVJl4RUUAtLKKp4JE/kdx7sa0Gy99L+u4MjzBoP5B7SkdJnJx7FioXEen5l5DpiJ6xRixw+SjbqEffW4HHI5+1k6jP6kuHPbWfcrw693+aiFVDQA+myzfWo7iDTjY2H5CtnCh+wr1t3VktXhoyPob/XfMPzMNg4W8nA9KVePwzEXSy2Ro0t71GiFQqBviUuqfktqz4a52PqGyFHtskhFAH3H/h6JYM88vfc7Bw7P/u4eVaoCNgNIbLA/kmf689Q1H2KENj2SX7CDwNL9GCOy/pg89qai63+PFT8258zTi0TywWduP1D0DXXtIB3e5K1yK4Zt6VCinXZAze4bsT+z8y4f9W2Xs/FhhtUmo3mOiDJuaGmuWRzHQQTjL//v/Rimw== blaine@brgardne-mac", "key_options": null, "keyfile": "/home/blaine/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "blaine", "validate_certs": true} 2022-01-18T15:49:42.357 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2022-01-18T15:49:42.359 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:42.369 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:42.380 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:42.382 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:42.391 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:42.404 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:42.415 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@desktop QI358a0dizGe6T42hCYj1A 139ab306be981d0a669ec2288a2529503882deffceb28bdfc9bde2b70a825898'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@desktop QI358a0dizGe6T42hCYj1A 139ab306be981d0a669ec2288a2529503882deffceb28bdfc9bde2b70a825898"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:42.427 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:42.511 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2022-01-18T15:49:42.513 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'name': 'choffman', 'ovpn': 'choffman@choffman.net 56rg/lHPXPRyVivND7+0Uw ca591258cda719a5a0bf5d5f4fa87976773625249d29ff6012ad6efeac33da2c'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "choffman", "ovpn": "choffman@choffman.net 56rg/lHPXPRyVivND7+0Uw ca591258cda719a5a0bf5d5f4fa87976773625249d29ff6012ad6efeac33da2c"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDM7LPHiaPQXdE+yt9cn7UMuRr8k/LjSUmMrnrAqp8ySQtX6OA3/NcOsxg6FJ45chZqeoXwhsYEW+7pTInDqFlOlmVynR26lWnZfk9DjBJZcloUCn8y5MR9QitNYsOMs5KwCEFmBH6sP+2vCFocXBnKQcVZLRfip3MEG4LoWYfI4ir7fLmK1Hr5G+GhtMstXvVSG4VE4IgbU9/LRIOv7P9qFn4bRJoUSiS2dDbUxVIuneA9bIEnB9ZEVGahEzlUhx6qDSs0FvrnneCQ1ayOFpxClzjT5GuKk/J3LJvWAw8CAwDXCf3FzsWQsvb5ru5VSazUI9uA3o9wWkbLW2oZPgtzI8lmwbL+MT58T92tqaJOPID3IZDGjzNrRqU5BQYpvFYHpHRRiqV625og+ktYfXgO+dTbgAxScomqutydI4cyJusDtnWtljWnEocS+2hUSZpmB6B3Wj70TuuzsbYrcrJ/NgRpQNX4dwHCJl6vPT+xkoLh1imYAC7klf7cnrOyGcs= choffman@choffman.net", "key_options": null, "keyfile": "/home/choffman/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "choffman", "validate_certs": true} 2022-01-18T15:49:42.638 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2022-01-18T15:49:42.640 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "key_options": null, "keyfile": "/home/smithfarm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smithfarm", "validate_certs": true} 2022-01-18T15:49:42.650 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:42.653 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:42.715 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** changed: [smithi156.front.sepia.ceph.com] => (item={'name': 'oro', 'ovpn': 'oro@oro-ubuntu-bm r1PDxMqo/AP6wFx5ZWQ3eg 18bf1a1177da6dc89958adf65a4813a7da3e899cd94dc86384240ea3b5e00361'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "oro", "ovpn": "oro@oro-ubuntu-bm r1PDxMqo/AP6wFx5ZWQ3eg 18bf1a1177da6dc89958adf65a4813a7da3e899cd94dc86384240ea3b5e00361"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABJQAAAQEAqZvQXoWrH8ZaQ9Y8KK1B9JBCuD8Zspp2mWtjrWXGotKBCSGdDn3QSDEFtwpoK6vXZ3BijhUmrQ1bNUSo59556+T+wpfJAPJjuvB9i7A2lKSX74heuDl0QhJwHdt9mbCtpZ//7+IU0srzTn5qKwJ16GXeomgcyOZmefSGi/sbn0wRUR/UGA/LOJ3EK0nXcxyrv3iDfv75KRL87kaXtPRJRvSlXB5PSuDQtIoXhzMuD4nnh879Gwy0sYE/FUXcbl7LQb+/9rNJLE2POVNjArGv7RMp3y0K3k2/02AjbZvQwhfuIVayzTpmUiGY2Fo6hJRkH8ZT0aYF8uotfweGK18EYw== rsa-key-20151116", "key_options": null, "keyfile": "/home/oro/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "oro", "validate_certs": true} 2022-01-18T15:49:42.851 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2022-01-18T15:49:42.853 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "key_options": null, "keyfile": "/home/amaredia/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amaredia", "validate_certs": true} 2022-01-18T15:49:42.916 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** changed: [smithi156.front.sepia.ceph.com] => (item={'name': 'mrfreezeex', 'ovpn': 'mrfreezeex@inferno ade2FH1BYDNTWeREZEJpFQ 32d052805908bc929983119748701a6c882cfbd2dd32c511bdcfbe6d32efb7ef'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mrfreezeex", "ovpn": "mrfreezeex@inferno ade2FH1BYDNTWeREZEJpFQ 32d052805908bc929983119748701a6c882cfbd2dd32c511bdcfbe6d32efb7ef"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIADWYnXrwweaWs8/3gaUDctlaelfSPRh0Cs3G2SHbER0 mrfreezeex@inferno", "key_options": null, "keyfile": "/home/mrfreezeex/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mrfreezeex", "validate_certs": true} 2022-01-18T15:49:43.053 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2022-01-18T15:49:43.055 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "key_options": null, "keyfile": "/home/tserlin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tserlin", "validate_certs": true} 2022-01-18T15:49:43.065 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.076 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.078 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.087 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.099 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.100 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.110 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.112 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.122 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.133 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2022-01-18T15:49:43.134 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'name': 'jthottan', 'ovpn': 'jiffin@localhost eipwqKkTavFd8WlbV2cCRg ec4108409bb9af0ebb14a83561c51f05f0c662658ce0c3fd884d76ef69bf5351'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jthottan", "ovpn": "jiffin@localhost eipwqKkTavFd8WlbV2cCRg ec4108409bb9af0ebb14a83561c51f05f0c662658ce0c3fd884d76ef69bf5351"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFQt4p676UA3eCh1QnO2YsjhoAGHeQ/X9VvNRM9btPVBxFX6xVy4X+NLxfo9afnvzJyu/EiPwXtMRVGm/x2SHJVwkd6kH54YV56H5UoUZs3AGarjMQqVs0AJTabJ8Q7ONpyWWmh8nPDXCGRxBuyJ13jpMf0syhtispixv/e+R5ajKilGyEzhmUXwHI6UIW60HKZrCaJGMf30RrgDsUEzWZ+Nr8M0QijDsyKdZXRp9vgBAfDCuJWl398TeNaX40LUPINXWy0+dN9cjRMYZ+UoPuB9X4yrwtJBX4pI+bDsv7bMOmBPcQoy9dBjG9wShGpUhZcAx69Nt05lFSjz8Az2pgavR25YQE14Jm31qeuZFH5D/zBY6VNDRWTIW9CQY2OzdQKxMAY0k/50dPovBvlWIq4HAheP70jwUDOmg/sMqpe1Mz968aa20DqIUyY884yxN4ipxrsgmTvpGBhhtLxSS1ywJT/OBVFL2JBu6l6COUgzTDjWZ1XF57XoGzho7GUlU= jthottan@redhat.com", "key_options": null, "keyfile": "/home/jthottan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jthottan", "validate_certs": true} TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehud 2022-01-18T15:49:43.135 INFO:teuthology.task.ansible.out:a@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.145 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.147 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.156 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.167 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.169 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.180 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.190 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.191 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.201 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.202 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.212 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.223 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.226 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.235 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.236 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.246 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.257 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.259 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.270 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "skip_reason": "Conditional result was False"} skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.280 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.282 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.292 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.303 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "skip_reason": "Conditional result was False"} skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.314 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@snowmon CjHOevVvBm+PwhjnhZYM7g 7393d3a95b1874764fc4e7ae2d481f1859b336e16e1ba53c49d126585e11ba56'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ifed01", "ovpn": "ifed01@snowmon CjHOevVvBm+PwhjnhZYM7g 7393d3a95b1874764fc4e7ae2d481f1859b336e16e1ba53c49d126585e11ba56"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.325 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.327 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.337 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.339 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** changed: [smithi156.front.sepia.ceph.com] => (item={'name': 'nmordech', 'ovpn': 'nmordech@redhat.com Ko4ewGBN7N3QfuHUeiqKSA 97859b18e6ae9d81291937844ea5e4f1f3de6fde4769c3ab1b69cdce0af8b1f9'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nmordech", "ovpn": "nmordech@redhat.com Ko4ewGBN7N3QfuHUeiqKSA 97859b18e6ae9d81291937844ea5e4f1f3de6fde4769c3ab1b69cdce0af8b1f9"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIEh2dodzQtvQp2PleRlIyoaUlaX+mur1IGv4dI3aGC7m nmordech@redhat.com", "key_options": null, "keyfile": "/home/nmordech/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nmordech", "validate_certs": true} TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.349 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.351 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.380 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2022-01-18T15:49:43.418 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2022-01-18T15:49:43.420 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "skip_reason": "Conditional result was False"} skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "skip_reason": "Conditional result was False"} skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "skip_reason": "Conditional result was False"} skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.421 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli 2022-01-18T15:49:43.422 INFO:teuthology.task.ansible.out:0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "skip_reason": "Conditional result was False"} skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "skip_reason": "Conditional result was False"} skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "skip_reason": "Conditional result was False"} skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.423 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.446 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:49:43 +0000 (0:00:01.171) 0:01:28.178 ******* 2022-01-18T15:49:43.453 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.455 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.468 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.471 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "skip_reason": "Conditional result was False"} skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "skip_reason": "Conditional result was False"} skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.482 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "skip_reason": "Conditional result was False"} skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.492 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.494 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.504 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.505 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.515 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.526 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.528 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.529 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.540 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.542 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.542 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.553 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.555 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "skip_reason": "Conditional result was False"} skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e 2022-01-18T15:49:43.557 INFO:teuthology.task.ansible.out:5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.566 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.568 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.579 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@desktop QI358a0dizGe6T42hCYj1A 139ab306be981d0a669ec2288a2529503882deffceb28bdfc9bde2b70a825898'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@desktop QI358a0dizGe6T42hCYj1A 139ab306be981d0a669ec2288a2529503882deffceb28bdfc9bde2b70a825898"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.590 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.592 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "skip_reason": "Conditional result was False"} skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.603 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.605 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.614 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.615 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.627 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.638 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.640 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.649 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.661 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.672 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.684 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.695 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.711 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "skip_reason": "Conditional result was False"} skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.720 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.732 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.743 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.755 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.767 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.779 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.781 INFO:teuthology.task.ansible.out: 2022-01-18T15:49:43.792 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "skip_reason": "Conditional result was False"} skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.803 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.814 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.816 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "key_options": null, "keyfile": "/home/smithfarm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smithfarm", "validate_certs": true} skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11a 2022-01-18T15:49:43.818 INFO:teuthology.task.ansible.out:f0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.828 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.831 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.839 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.851 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.863 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.875 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.886 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.888 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.899 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.911 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.913 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.923 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.935 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'pdhange@mauli hqKEk1OuI2Wmi1CAcJk5CQ f49d854572b5efe9514b4d741e336adb3534d00b22b0a505142d82eccc2f7535'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdhange", "ovpn": "pdhange@mauli hqKEk1OuI2Wmi1CAcJk5CQ f49d854572b5efe9514b4d741e336adb3534d00b22b0a505142d82eccc2f7535"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.937 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4"}, "skip_reason": "Conditional result was False"} skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.948 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.951 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nizamial09@thinkpad 4GoNn989LSUMJ1XNW0dGtA 3f8a1ef7c25bb0491b8e3db6946e69bb0dea077048ff8140382fbae5a02206f7'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nizamial09", "ovpn": "nizamial09@thinkpad 4GoNn989LSUMJ1XNW0dGtA 3f8a1ef7c25bb0491b8e3db6946e69bb0dea077048ff8140382fbae5a02206f7"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.961 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.972 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.974 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.983 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.986 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:43.996 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:44.007 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:44.019 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:44.020 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:44.031 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:44.044 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "matan", "ovpn": "matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:44.055 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "key_options": null, "keyfile": "/home/amaredia/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amaredia", "validate_certs": true} 2022-01-18T15:49:44.057 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:44.058 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:44.069 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:44.091 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:44.093 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'arjsharm', 'ovpn': 'arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "arjsharm", "ovpn": "arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:44.104 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'melissali', 'ovpn': 'melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "melissali", "ovpn": "melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07"}, "skip_reason": "Conditional result was False"} skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'ionutbalutoiu', 'ovpn': 'ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ionutbalutoiu", "ovpn": "ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:44.115 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'pdiazbou', 'ovpn': 'pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdiazbou", "ovpn": "pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:44.127 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'xuwang', 'ovpn': 'xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xuwang", "ovpn": "xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:44.140 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'blaine', 'ovpn': 'blaine@laptop RkDSJBkoRKI0UaxdQuMNCw abcfdade65dd772c066c0c63e712fb03240d676d72eb341186b0c0a94d4a4547'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "blaine", "ovpn": "blaine@laptop RkDSJBkoRKI0UaxdQuMNCw abcfdade65dd772c066c0c63e712fb03240d676d72eb341186b0c0a94d4a4547"}, "skip_reason": "Conditional result was False"} skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'choffman', 'ovpn': 'choffman@choffman.net 56rg/lHPXPRyVivND7+0Uw ca591258cda719a5a0bf5d5f4fa87976773625249d29ff6012ad6efeac33da2c'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "choffman", "ovpn": "choffman@choffman.net 56rg/lHPXPRyVivND7+0Uw ca591258cda719a5a0bf5d5f4fa87976773625249d29ff6012ad6efeac33da2c"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:44.150 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'oro', 'ovpn': 'oro@oro-ubuntu-bm r1PDxMqo/AP6wFx5ZWQ3eg 18bf1a1177da6dc89958adf65a4813a7da3e899cd94dc86384240ea3b5e00361'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "oro", "ovpn": "oro@oro-ubuntu-bm r1PDxMqo/AP6wFx5ZWQ3eg 18bf1a1177da6dc89958adf65a4813a7da3e899cd94dc86384240ea3b5e00361"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:44.152 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'mrfreezeex', 'ovpn': 'mrfreezeex@inferno ade2FH1BYDNTWeREZEJpFQ 32d052805908bc929983119748701a6c882cfbd2dd32c511bdcfbe6d32efb7ef'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mrfreezeex", "ovpn": "mrfreezeex@inferno ade2FH1BYDNTWeREZEJpFQ 32d052805908bc929983119748701a6c882cfbd2dd32c511bdcfbe6d32efb7ef"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:44.162 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'jthottan', 'ovpn': 'jiffin@localhost eipwqKkTavFd8WlbV2cCRg ec4108409bb9af0ebb14a83561c51f05f0c662658ce0c3fd884d76ef69bf5351'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jthottan", "ovpn": "jiffin@localhost eipwqKkTavFd8WlbV2cCRg ec4108409bb9af0ebb14a83561c51f05f0c662658ce0c3fd884d76ef69bf5351"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:44.175 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'name': 'nmordech', 'ovpn': 'nmordech@redhat.com Ko4ewGBN7N3QfuHUeiqKSA 97859b18e6ae9d81291937844ea5e4f1f3de6fde4769c3ab1b69cdce0af8b1f9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nmordech", "ovpn": "nmordech@redhat.com Ko4ewGBN7N3QfuHUeiqKSA 97859b18e6ae9d81291937844ea5e4f1f3de6fde4769c3ab1b69cdce0af8b1f9"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:44.235 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:49:44 +0000 (0:00:00.782) 0:01:28.960 ******* 2022-01-18T15:49:44.264 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "key_options": null, "keyfile": "/home/tserlin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tserlin", "validate_certs": true} 2022-01-18T15:49:45.534 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "ite 2022-01-18T15:49:45.536 INFO:teuthology.task.ansible.out:m", "changed": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "skip_reason": "Conditional result was False"} TASK [Filter the revoked_users list] ******************************************* skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} Tuesday 18 January 2022 15:49:44 +0000 (0:00:00.105) 0:01:29.066 ******* TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDa 2022-01-18T15:49:45.537 INFO:teuthology.task.ansible.out:Zg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf 2022-01-18T15:49:45.539 INFO:teuthology.task.ansible.out:22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dang", "ovpn": " 2022-01-18T15:49:45.540 INFO:teuthology.task.ansible.out:dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c 2022-01-18T15:49:45.542 INFO:teuthology.task.ansible.out:661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item 2022-01-18T15:49:45.544 INFO:teuthology.task.ansible.out:={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5 2022-01-18T15:49:45.546 INFO:teuthology.task.ansible.out:f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f4 2022-01-18T15:49:45.546 INFO:teuthology.task.ansible.out:3a96f5fd0b851ec855ec3f5dab496b4\n"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:45.548 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:45.548 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:45.549 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb75048 2022-01-18T15:49:45.550 INFO:teuthology.task.ansible.out:2a94b0e8c\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse 2022-01-18T15:49:45.552 INFO:teuthology.task.ansible.out:-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:45.552 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@snowmon CjHOevVvBm+PwhjnhZYM7g 7393d3a95b1874764fc4e7ae2d481f1859b336e16e1ba53c49d126585e11ba56'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ifed01", "ovpn": "ifed01@snowmon CjHOevVvBm+PwhjnhZYM7g 7393d3a95b1874764fc4e7ae2d481f185 2022-01-18T15:49:45.554 INFO:teuthology.task.ansible.out:9b336e16e1ba53c49d126585e11ba56"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:45.555 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** ok: [smithi129.front.sepia.ceph.com] => (item=zcerza) => {"ansible_loop_var": "item", "changed": false, "item": "zcer 2022-01-18T15:49:45.556 INFO:teuthology.task.ansible.out:za", "name": "zcerza", "state": "absent"} TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:45.557 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:45.557 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "skip_reaso 2022-01-18T15:49:45.558 INFO:teuthology.task.ansible.out:n": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:45.559 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": 2022-01-18T15:49:45.561 INFO:teuthology.task.ansible.out: false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:45.561 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 z 2022-01-18T15:49:45.563 INFO:teuthology.task.ansible.out:dJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9a 2022-01-18T15:49:45.565 INFO:teuthology.task.ansible.out:d77a4f4762d"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, " 2022-01-18T15:49:45.567 INFO:teuthology.task.ansible.out:skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sjust", "ovpn": "s 2022-01-18T15:49:45.568 INFO:teuthology.task.ansible.out:just@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": fal 2022-01-18T15:49:45.570 INFO:teuthology.task.ansible.out:se, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "skip_reason": "Conditional result was False"} TASK [Remove revoked users] **************************************************** ok: [smithi129.front.sepia.ceph.com] => (item=aschoen) => {"ansible_loop_var": "item", "changed": false, "item": "aschoen", "name": "aschoen", "state": "absent"} TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:45.570 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:45.571 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088e 2022-01-18T15:49:45.572 INFO:teuthology.task.ansible.out:da5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:45.573 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "chan 2022-01-18T15:49:45.574 INFO:teuthology.task.ansible.out:ged": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:45.575 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'r 2022-01-18T15:49:45.576 INFO:teuthology.task.ansible.out:raja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6 2022-01-18T15:49:45.578 INFO:teuthology.task.ansible.out:f"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:45.578 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_va 2022-01-18T15:49:45.580 INFO:teuthology.task.ansible.out:r": "item", "changed": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:45.580 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] = 2022-01-18T15:49:45.582 INFO:teuthology.task.ansible.out:> (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "skip_reason": "Conditional result was False"} TASK [Remove revoked users] **************************************************** ok: [smithi129.front.sepia.ceph.com] => (item=andrew) => {"ansible_loop_var": "item", "changed": false, "item": "andrew", "name": "andrew", "state": "absent"} TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:45.583 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCA 2022-01-18T15:49:45.584 INFO:teuthology.task.ansible.out:Q 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:45.585 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph. 2022-01-18T15:49:45.587 INFO:teuthology.task.ansible.out:com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "cha 2022-01-18T15:49:45.589 INFO:teuthology.task.ansible.out:nged": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'pdhange@mauli hqKEk1OuI2Wmi1CAcJk5CQ f49d854572b5efe9514b4d741e336adb3534d00b22b0a505142d82eccc2f7535'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdhange", "ovpn": "pdhange@mauli hqKEk1OuI2Wmi1CAcJk5CQ f49d854572b5efe9514b4d741e336adb3534d00b22b0a505142d82eccc2f7535"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph 2022-01-18T15:49:45.591 INFO:teuthology.task.ansible.out:.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nizamial09@thinkpad 4GoNn989LSUMJ1XNW0dGtA 3f8a1ef7c25bb0491b8e3db6946e69bb0dea077048ff8140382fbae5a02206f7'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nizamial09", "ovpn": "nizamial09@thinkpad 4GoNn989LSUMJ1XNW0dGtA 3f8a1ef7c25bb0491b8e3db6946e69bb0dea077048ff8140382fbae5a02206f7"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 2022-01-18T15:49:45.593 INFO:teuthology.task.ansible.out:'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server 2022-01-18T15:49:45.594 INFO:teuthology.task.ansible.out: C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "skip_reason": "Conditional result was False"} TASK [Remove revoked users] **************************************************** ok: [smithi129.front.sepia.ceph.com] => (item=sweil) 2022-01-18T15:49:45.596 INFO:teuthology.task.ansible.out: => {"ansible_loop_var": "item", "changed": false, "item": "sweil", "name": "sweil", "state": "absent"} TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "matan", "ovpn": "matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:45.597 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan 2022-01-18T15:49:45.599 INFO:teuthology.task.ansible.out:@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'arjsharm', 'ovpn': 'arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "arjsharm", "ovpn": "arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'melissali', 'ovpn': 'melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "melissali", "ovpn": "melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => ( 2022-01-18T15:49:45.600 INFO:teuthology.task.ansible.out:item={'name': 'ionutbalutoiu', 'ovpn': 'ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ionutbalutoiu", "ovpn": "ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'pdiazbou', 'ovpn': 'pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdiazbou", "ovpn": "pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'xuwang', 'ovpn': 'xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xuwang", "ovpn": "xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'blaine', 'ovpn': 'blaine@laptop RkDSJBkoRKI0UaxdQuMNCw abcfdade65dd772c066c0c63e712fb03240d676d72eb341186b0c0a94d4a4547'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "blaine", "ovpn": "blaine@laptop RkDSJBkoRKI0UaxdQuMNCw abcfdade65dd772c066c0c63e712fb03240d676d72eb341186b0c0a94d4a4547"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'choffman', 'ovpn': 'choffman@choffman.net 56rg/lHPXPRyVivND7+0Uw ca591258cda719a5a0bf5d5f4fa87976773625249d29ff6012ad6efeac33da2c'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "choffman", "ovpn": "choffman@choffman.net 2022-01-18T15:49:45.602 INFO:teuthology.task.ansible.out: 56rg/lHPXPRyVivND7+0Uw ca591258cda719a5a0bf5d5f4fa87976773625249d29ff6012ad6efeac33da2c"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'oro', 'ovpn': 'oro@oro-ubuntu-bm r1PDxMqo/AP6wFx5ZWQ3eg 18bf1a1177da6dc89958adf65a4813a7da3e899cd94dc86384240ea3b5e00361'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "oro", "ovpn": "oro@oro-ubuntu-bm r1PDxMqo/AP6wFx5ZWQ3eg 18bf1a1177da6dc89958adf65a4813a7da3e899cd94dc86384240ea3b5e00361"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'mrfreezeex', 'ovpn': 'mrfreezeex@inferno ade2FH1BYDNTWeREZEJpFQ 32d052805908bc929983119748701a6c882cfbd2dd32c511bdcfbe6d32efb7ef'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mrfreezeex", "ovpn": "mrfreezeex@inferno ade2FH1BYDNTWeREZEJpFQ 32d052805908bc929983119748701a6c882cfbd2dd32c511bdcfbe6d32efb7ef"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'jthottan', 'ovpn': 'jiffin@localhost eipwqKkTavFd8WlbV2cCRg ec4108409bb9af0ebb14a83561c51f05f0c662658ce0c3fd884d76ef69bf5351'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jthottan", "ovpn": "jiffin@localhost eipwqKkTavFd8WlbV2cCRg ec4108409bb9af0ebb14a83561c51f05f0c662658ce0c3fd884d76ef69bf5351"}, "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item={'name': 'nmordech', 'ovpn': 'nmordech@redhat.com Ko4ewGBN7N3QfuHUeiqKSA 97859b18e6ae9d81291937844ea5e4f1f3de6fde4769c3ab1b69cdce0af8b1f9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nmordech", "ovpn": "nmordech@redhat.com Ko4ewGBN7N3QfuHUeiqKSA 97859b18e6ae9d81291937844ea5e4f1f3de6fde4769c3ab1b69cdce0af8b1f9"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:45.622 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2022-01-18T15:49:45.624 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=brad) => {"ansible_loop_var": "item", "changed": false, "item": "brad", "name": "brad", "state": "absent"} ok: [smithi129.front.sepia.ceph.com] => (item=kefu) => {"ansible_loop_var": "item", "changed": false, "item": "kefu", "name": "kefu", "state": "absent"} 2022-01-18T15:49:45.646 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:49:45 +0000 (0:00:01.311) 0:01:30.378 ******* 2022-01-18T15:49:45.738 INFO:teuthology.task.ansible.out: TASK [Filter the revoked_users list] ******************************************* 2022-01-18T15:49:45.740 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:49:45.760 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:49:45 +0000 (0:00:00.114) 0:01:30.492 ******* 2022-01-18T15:49:45.822 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** ok: [smithi129.front.sepia.ceph.com] => (item=shylesh) => {"ansible_loop_var": "item", "changed": false, "item": "shylesh", "name": "shylesh", "state": "absent"} 2022-01-18T15:49:46.010 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=gmeno) => {"ansible_loop_var": "item", "changed": false, "item": "gmeno", "name": "gmeno", "state": "absent"} 2022-01-18T15:49:46.053 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=zcerza) => {"ansible_loop_var": "item", "changed": false, "item": "zcerza", "name": "zcerza", "state": "absent"} 2022-01-18T15:49:46.210 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=alfredodeza) => {"ansible_loop_var": "item", "changed": false, "item": "alfredodeza", "name": "alfredodeza", "state": "absent"} 2022-01-18T15:49:46.243 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=aschoen) => {"ansible_loop_var": "item", "changed": false, "item": "aschoen", "name": "aschoen", "state": "absent"} 2022-01-18T15:49:46.400 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=trhoden) => {"ansible_loop_var": "item", "changed": false, "item": "trhoden", "name": "trhoden", "state": "absent"} 2022-01-18T15:49:46.443 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=andrew) => {"ansible_loop_var": "item", "changed": false, "item": "andrew", "name": "andrew", "state": "absent"} 2022-01-18T15:49:46.590 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=nishtha) => {"ansible_loop_var": "item", "changed": false, "item": "nishtha", "name": "nishtha", "state": "absent"} 2022-01-18T15:49:46.632 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=sweil) => {"ansible_loop_var": "item", "changed": false, "item": "sweil", "name": "sweil", "state": "absent"} 2022-01-18T15:49:46.789 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=yguang) => {"ansible_loop_var": "item", "changed": false, "item": "yguang", "name": "yguang", "state": "absent"} 2022-01-18T15:49:46.831 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=brad) => {"ansible_loop_var": "item", "changed": false, "item": "brad", "name": "brad", "state": "absent"} 2022-01-18T15:49:46.977 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=sdieffen) => {"ansible_loop_var": "item", "changed": false, "item": "sdieffen", "name": "sdieffen", "state": "absent"} 2022-01-18T15:49:47.019 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=kefu) => {"ansible_loop_var": "item", "changed": false, "item": "kefu", "name": "kefu", "state": "absent"} 2022-01-18T15:49:47.175 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=brian) => {"ansible_loop_var": "item", "changed": false, "item": "brian", "name": "brian", "state": "absent"} 2022-01-18T15:49:47.217 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=shylesh) => {"ansible_loop_var": "item", "changed": false, "item": "shylesh", "name": "shylesh", "state": "absent"} 2022-01-18T15:49:47.365 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=pmcgarry) => {"ansible_loop_var": "item", "changed": false, "item": "pmcgarry", "name": "pmcgarry", "state": "absent"} 2022-01-18T15:49:47.408 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=gmeno) => {"ansible_loop_var": "item", "changed": false, "item": "gmeno", "name": "gmeno", "state": "absent"} 2022-01-18T15:49:47.557 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=karnan) => {"ansible_loop_var": "item", "changed": false, "item": "karnan", "name": "karnan", "state": "absent"} 2022-01-18T15:49:47.600 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=alfredodeza) => {"ansible_loop_var": "item", "changed": false, "item": "alfredodeza", "name": "alfredodeza", "state": "absent"} 2022-01-18T15:49:47.748 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=ryneli) => {"ansible_loop_var": "item", "changed": false, "item": "ryneli", "name": "ryneli", "state": "absent"} 2022-01-18T15:49:47.801 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=trhoden) => {"ansible_loop_var": "item", "changed": false, "item": "trhoden", "name": "trhoden", "state": "absent"} 2022-01-18T15:49:47.937 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=dlambrig) => {"ansible_loop_var": "item", "changed": false, "item": "dlambrig", "name": "dlambrig", "state": "absent"} 2022-01-18T15:49:48.001 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=nishtha) => {"ansible_loop_var": "item", "changed": false, "item": "nishtha", "name": "nishtha", "state": "absent"} 2022-01-18T15:49:48.127 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=icolle) => {"ansible_loop_var": "item", "changed": false, "item": "icolle", "name": "icolle", "state": "absent"} 2022-01-18T15:49:48.190 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=yguang) => {"ansible_loop_var": "item", "changed": false, "item": "yguang", "name": "yguang", "state": "absent"} 2022-01-18T15:49:48.325 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=soumya) => {"ansible_loop_var": "item", "changed": false, "item": "soumya", "name": "soumya", "state": "absent"} 2022-01-18T15:49:48.379 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=sdieffen) => {"ansible_loop_var": "item", "changed": false, "item": "sdieffen", "name": "sdieffen", "state": "absent"} 2022-01-18T15:49:48.515 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=jspray) => {"ansible_loop_var": "item", "changed": false, "item": "jspray", "name": "jspray", "state": "absent"} 2022-01-18T15:49:48.578 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=brian) => {"ansible_loop_var": "item", "changed": false, "item": "brian", "name": "brian", "state": "absent"} 2022-01-18T15:49:48.704 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=erwan) => {"ansible_loop_var": "item", "changed": false, "item": "erwan", "name": "erwan", "state": "absent"} 2022-01-18T15:49:48.767 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=pmcgarry) => {"ansible_loop_var": "item", "changed": false, "item": "pmcgarry", "name": "pmcgarry", "state": "absent"} 2022-01-18T15:49:48.891 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=jj) => {"ansible_loop_var": "item", "changed": false, "item": "jj", "name": "jj", "state": "absent"} 2022-01-18T15:49:48.954 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=karnan) => {"ansible_loop_var": "item", "changed": false, "item": "karnan", "name": "karnan", "state": "absent"} 2022-01-18T15:49:49.090 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=amarangone) => {"ansible_loop_var": "item", "changed": false, "item": "amarangone", "name": "amarangone", "state": "absent"} 2022-01-18T15:49:49.143 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=ryneli) => {"ansible_loop_var": "item", "changed": false, "item": "ryneli", "name": "ryneli", "state": "absent"} 2022-01-18T15:49:49.278 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=oprypin) => {"ansible_loop_var": "item", "changed": false, "item": "oprypin", "name": "oprypin", "state": "absent"} 2022-01-18T15:49:49.342 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=dlambrig) => {"ansible_loop_var": "item", "changed": false, "item": "dlambrig", "name": "dlambrig", "state": "absent"} 2022-01-18T15:49:49.475 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=adamyanova) => {"ansible_loop_var": "item", "changed": false, "item": "adamyanova", "name": "adamyanova", "state": "absent"} 2022-01-18T15:49:49.527 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=icolle) => {"ansible_loop_var": "item", "changed": false, "item": "icolle", "name": "icolle", "state": "absent"} 2022-01-18T15:49:49.672 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=sbillah) => {"ansible_loop_var": "item", "changed": false, "item": "sbillah", "name": "sbillah", "state": "absent"} 2022-01-18T15:49:49.727 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=soumya) => {"ansible_loop_var": "item", "changed": false, "item": "soumya", "name": "soumya", "state": "absent"} 2022-01-18T15:49:49.862 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=onyb) => {"ansible_loop_var": "item", "changed": false, "item": "onyb", "name": "onyb", "state": "absent"} 2022-01-18T15:49:49.926 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=jspray) => {"ansible_loop_var": "item", "changed": false, "item": "jspray", "name": "jspray", "state": "absent"} 2022-01-18T15:49:50.055 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=jwilliamson) => {"ansible_loop_var": "item", "changed": false, "item": "jwilliamson", "name": "jwilliamson", "state": "absent"} 2022-01-18T15:49:50.117 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=erwan) => {"ansible_loop_var": "item", "changed": false, "item": "erwan", "name": "erwan", "state": "absent"} 2022-01-18T15:49:50.246 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=kmroz) => {"ansible_loop_var": "item", "changed": false, "item": "kmroz", "name": "kmroz", "state": "absent"} 2022-01-18T15:49:50.310 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=jj) => {"ansible_loop_var": "item", "changed": false, "item": "jj", "name": "jj", "state": "absent"} 2022-01-18T15:49:50.447 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=shehbazj) => {"ansible_loop_var": "item", "changed": false, "item": "shehbazj", "name": "shehbazj", "state": "absent"} 2022-01-18T15:49:50.511 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=amarangone) => {"ansible_loop_var": "item", "changed": false, "item": "amarangone", "name": "amarangone", "state": "absent"} 2022-01-18T15:49:50.639 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=abhishekvrshny) => {"ansible_loop_var": "item", "changed": false, "item": "abhishekvrshny", "name": "abhishekvrshny", "state": "absent"} 2022-01-18T15:49:50.704 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=oprypin) => {"ansible_loop_var": "item", "changed": false, "item": "oprypin", "name": "oprypin", "state": "absent"} 2022-01-18T15:49:50.825 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=asheplyakov) => {"ansible_loop_var": "item", "changed": false, "item": "asheplyakov", "name": "asheplyakov", "state": "absent"} 2022-01-18T15:49:50.897 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=adamyanova) => {"ansible_loop_var": "item", "changed": false, "item": "adamyanova", "name": "adamyanova", "state": "absent"} 2022-01-18T15:49:51.013 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=liupan) => {"ansible_loop_var": "item", "changed": false, "item": "liupan", "name": "liupan", "state": "absent"} 2022-01-18T15:49:51.097 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=sbillah) => {"ansible_loop_var": "item", "changed": false, "item": "sbillah", "name": "sbillah", "state": "absent"} 2022-01-18T15:49:51.214 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=adeza) => {"ansible_loop_var": "item", "changed": false, "item": "adeza", "name": "adeza", "state": "absent"} 2022-01-18T15:49:51.288 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=onyb) => {"ansible_loop_var": "item", "changed": false, "item": "onyb", "name": "onyb", "state": "absent"} 2022-01-18T15:49:51.404 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=pranith) => {"ansible_loop_var": "item", "changed": false, "item": "pranith", "name": "pranith", "state": "absent"} 2022-01-18T15:49:51.484 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=jwilliamson) => {"ansible_loop_var": "item", "changed": false, "item": "jwilliamson", "name": "jwilliamson", "state": "absent"} 2022-01-18T15:49:51.601 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=dorinda) => {"ansible_loop_var": "item", "changed": false, "item": "dorinda", "name": "dorinda", "state": "absent"} 2022-01-18T15:49:51.686 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=kmroz) => {"ansible_loop_var": "item", "changed": false, "item": "kmroz", "name": "kmroz", "state": "absent"} 2022-01-18T15:49:51.794 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=zyan) => {"ansible_loop_var": "item", "changed": false, "item": "zyan", "name": "zyan", "state": "absent"} 2022-01-18T15:49:51.879 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=shehbazj) => {"ansible_loop_var": "item", "changed": false, "item": "shehbazj", "name": "shehbazj", "state": "absent"} 2022-01-18T15:49:51.984 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=jdillaman) => {"ansible_loop_var": "item", "changed": false, "item": "jdillaman", "name": "jdillaman", "state": "absent"} 2022-01-18T15:49:52.079 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=abhishekvrshny) => {"ansible_loop_var": "item", "changed": false, "item": "abhishekvrshny", "name": "abhishekvrshny", "state": "absent"} 2022-01-18T15:49:52.272 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=asheplyakov) => {"ansible_loop_var": "item", "changed": false, "item": "asheplyakov", "name": "asheplyakov", "state": "absent"} 2022-01-18T15:49:52.471 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=liupan) => {"ansible_loop_var": "item", "changed": false, "item": "liupan", "name": "liupan", "state": "absent"} 2022-01-18T15:49:52.659 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=adeza) => {"ansible_loop_var": "item", "changed": false, "item": "adeza", "name": "adeza", "state": "absent"} 2022-01-18T15:49:52.860 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=pranith) => {"ansible_loop_var": "item", "changed": false, "item": "pranith", "name": "pranith", "state": "absent"} 2022-01-18T15:49:53.050 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=dorinda) => {"ansible_loop_var": "item", "changed": false, "item": "dorinda", "name": "dorinda", "state": "absent"} 2022-01-18T15:49:53.241 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=zyan) => {"ansible_loop_var": "item", "changed": false, "item": "zyan", "name": "zyan", "state": "absent"} 2022-01-18T15:49:53.441 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=jdillaman) => {"ansible_loop_var": "item", "changed": false, "item": "jdillaman", "name": "jdillaman", "state": "absent"} 2022-01-18T15:49:53.571 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item=davidz) => {"ansible_loop_var": "item", "changed": true, "force": false, "item": "davidz", "name": "davidz", "remove": false, "state": "absent"} 2022-01-18T15:49:55.028 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item=davidz) => {"ansible_loop_var": "item", "changed": true, "force": false, "item": "davidz", "name": "davidz", "remove": false, "state": "absent"} 2022-01-18T15:49:55.050 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item=wusui) => {"ansible_loop_var": "item", "changed": true, "force": false, "item": "wusui", "name": "wusui", "remove": false, "state": "absent"} 2022-01-18T15:49:56.577 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item=nwatkins) => {"ansible_loop_var": "item", "changed": true, "force": false, "item": "nwatkins", "name": "nwatkins", "remove": false, "state": "absent"} 2022-01-18T15:49:56.609 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item=wusui) => {"ansible_loop_var": "item", "changed": true, "force": false, "item": "wusui", "name": "wusui", "remove": false, "state": "absent"} 2022-01-18T15:49:58.061 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item=sidharthanup) => {"ansible_loop_var": "item", "changed": true, "force": false, "item": "sidharthanup", "name": "sidharthanup", "remove": false, "state": "absent"} 2022-01-18T15:49:58.189 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item=nwatkins) => {"ansible_loop_var": "item", "changed": true, "force": false, "item": "nwatkins", "name": "nwatkins", "remove": false, "state": "absent"} 2022-01-18T15:49:59.584 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item=varsha) => {"ansible_loop_var": "item", "changed": true, "force": false, "item": "varsha", "name": "varsha", "remove": false, "state": "absent"} 2022-01-18T15:49:59.722 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item=sidharthanup) => {"ansible_loop_var": "item", "changed": true, "force": false, "item": "sidharthanup", "name": "sidharthanup", "remove": false, "state": "absent"} 2022-01-18T15:50:01.028 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item=hmunjulu) => {"ansible_loop_var": "item", "changed": true, "force": false, "item": "hmunjulu", "name": "hmunjulu", "remove": false, "state": "absent"} 2022-01-18T15:50:01.227 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=nlevine) => {"ansible_loop_var": "item", "changed": false, "item": "nlevine", "name": "nlevine", "state": "absent"} 2022-01-18T15:50:01.261 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item=varsha) => {"ansible_loop_var": "item", "changed": true, "force": false, "item": "varsha", "name": "varsha", "remove": false, "state": "absent"} 2022-01-18T15:50:01.429 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=tbrekke) => {"ansible_loop_var": "item", "changed": false, "item": "tbrekke", "name": "tbrekke", "state": "absent"} 2022-01-18T15:50:01.618 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=taco) => {"ansible_loop_var": "item", "changed": false, "item": "taco", "name": "taco", "state": "absent"} 2022-01-18T15:50:01.817 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=louis) => {"ansible_loop_var": "item", "changed": false, "item": "louis", "name": "louis", "state": "absent"} 2022-01-18T15:50:02.005 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=amarango) => {"ansible_loop_var": "item", "changed": false, "item": "amarango", "name": "amarango", "state": "absent"} 2022-01-18T15:50:02.194 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=oobe) => {"ansible_loop_var": "item", "changed": false, "item": "oobe", "name": "oobe", "state": "absent"} 2022-01-18T15:50:02.394 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=rturk) => {"ansible_loop_var": "item", "changed": false, "item": "rturk", "name": "rturk", "state": "absent"} 2022-01-18T15:50:02.582 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=fche) => {"ansible_loop_var": "item", "changed": false, "item": "fche", "name": "fche", "state": "absent"} 2022-01-18T15:50:02.761 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item=hmunjulu) => {"ansible_loop_var": "item", "changed": true, "force": false, "item": "hmunjulu", "name": "hmunjulu", "remove": false, "state": "absent"} 2022-01-18T15:50:02.772 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=jbainbri) => {"ansible_loop_var": "item", "changed": false, "item": "jbainbri", "name": "jbainbri", "state": "absent"} 2022-01-18T15:50:02.960 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=kdhananj) => {"ansible_loop_var": "item", "changed": false, "item": "kdhananj", "name": "kdhananj", "state": "absent"} 2022-01-18T15:50:02.993 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=nlevine) => {"ansible_loop_var": "item", "changed": false, "item": "nlevine", "name": "nlevine", "state": "absent"} 2022-01-18T15:50:03.016 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:03 +0000 (0:00:17.256) 0:01:47.748 ******* 2022-01-18T15:50:03.166 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=tbrekke) => {"ansible_loop_var": "item", "changed": false, "item": "tbrekke", "name": "tbrekke", "state": "absent"} 2022-01-18T15:50:03.364 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=taco) => {"ansible_loop_var": "item", "changed": false, "item": "taco", "name": "taco", "state": "absent"} 2022-01-18T15:50:03.554 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=louis) => {"ansible_loop_var": "item", "changed": false, "item": "louis", "name": "louis", "state": "absent"} 2022-01-18T15:50:03.571 INFO:teuthology.task.ansible.out: TASK [users : Write /keys-repo-sha1 sentinel file] ***************************** 2022-01-18T15:50:03.573 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => {"changed": true, "checksum": "6bca72838e38f345e79ea072a4063125a51952e3", "dest": "/keys-repo-sha1", "gid": 0, "group": "root", "md5sum": "d9a421b962c0d97f0f74a64274ef65c7", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:etc_runtime_t:s0", "size": 40, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1642521003.1185877-25454-154188978526175/source", "state": "file", "uid": 0} 2022-01-18T15:50:03.595 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:03 +0000 (0:00:00.578) 0:01:48.327 ******* 2022-01-18T15:50:03.665 INFO:teuthology.task.ansible.out: TASK [common : Log the OS name, version and release] *************************** 2022-01-18T15:50:03.667 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => { "msg": "Host smithi129.front.sepia.ceph.com is running CentOS 8.3 (n/a)" } 2022-01-18T15:50:03.689 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:03 +0000 (0:00:00.094) 0:01:48.421 ******* 2022-01-18T15:50:03.762 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2022-01-18T15:50:03.765 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=amarango) => {"ansible_loop_var": "item", "changed": false, "item": "amarango", "name": "amarango", "state": "absent"} 2022-01-18T15:50:03.775 INFO:teuthology.task.ansible.out: TASK [common : Including major version specific variables.] ******************** ok: [smithi129.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/centos_8.yml) => {"ansible_facts": {"nrpe_selinux_packages": ["python3-libsemanage", "python3-policycoreutils"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/centos_8.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/centos_8.yml"} 2022-01-18T15:50:03.798 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:03 +0000 (0:00:00.108) 0:01:48.530 ******* 2022-01-18T15:50:03.870 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 6)] *********************** skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:03.892 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:03 +0000 (0:00:00.093) 0:01:48.624 ******* 2022-01-18T15:50:03.953 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** ok: [smithi156.front.sepia.ceph.com] => (item=oobe) => {"ansible_loop_var": "item", "changed": false, "item": "oobe", "name": "oobe", "state": "absent"} 2022-01-18T15:50:04.152 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=rturk) => {"ansible_loop_var": "item", "changed": false, "item": "rturk", "name": "rturk", "state": "absent"} 2022-01-18T15:50:04.206 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 7)] *********************** 2022-01-18T15:50:04.208 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "cmd": "timedatectl | grep -E \"Time ?zone\" | sed -e \"s/.*: \\(.*\\) (.*/\\1/\"", "delta": "0:00:00.075868", "end": "2022-01-18 15:50:04.196981", "rc": 0, "start": "2022-01-18 15:50:04.121113", "stderr": "", "stderr_lines": [], "stdout": "Etc/UTC", "stdout_lines": ["Etc/UTC"]} 2022-01-18T15:50:04.229 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:04 +0000 (0:00:00.336) 0:01:48.961 ******* 2022-01-18T15:50:04.309 INFO:teuthology.task.ansible.out: TASK [common : Reboot RHEL7 to workaround systemd bug] ************************* 2022-01-18T15:50:04.311 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:04.332 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:04 +0000 (0:00:00.102) 0:01:49.064 ******* 2022-01-18T15:50:04.350 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2022-01-18T15:50:04.352 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=fche) => {"ansible_loop_var": "item", "changed": false, "item": "fche", "name": "fche", "state": "absent"} 2022-01-18T15:50:04.415 INFO:teuthology.task.ansible.out: TASK [common : Wait for reboot in case of systemd workaround] ****************** skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:04.437 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:04 +0000 (0:00:00.104) 0:01:49.169 ******* 2022-01-18T15:50:04.528 INFO:teuthology.task.ansible.out: TASK [common : Set /etc/localtime (RHEL/CentOS 6)] ***************************** skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:04.550 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:04 +0000 (0:00:00.113) 0:01:49.282 ******* 2022-01-18T15:50:04.568 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2022-01-18T15:50:04.570 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=jbainbri) => {"ansible_loop_var": "item", "changed": false, "item": "jbainbri", "name": "jbainbri", "state": "absent"} 2022-01-18T15:50:04.623 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone (RHEL/CentOS >= 7)] **************************** 2022-01-18T15:50:04.625 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:04.647 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:04 +0000 (0:00:00.097) 0:01:49.379 ******* 2022-01-18T15:50:04.731 INFO:teuthology.task.ansible.out: TASK [common : Install yum on Fedora 22 and later] ***************************** 2022-01-18T15:50:04.733 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:04.757 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:04 +0000 (0:00:00.109) 0:01:49.489 ******* 2022-01-18T15:50:04.767 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2022-01-18T15:50:04.769 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=kdhananj) => {"ansible_loop_var": "item", "changed": false, "item": "kdhananj", "name": "kdhananj", "state": "absent"} 2022-01-18T15:50:04.816 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:04 +0000 (0:00:00.059) 0:01:49.548 ******* 2022-01-18T15:50:04.836 INFO:teuthology.task.ansible.out: TASK [common : Set entitlements_path] ****************************************** 2022-01-18T15:50:04.838 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:04.859 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:04 +0000 (0:00:00.042) 0:01:49.591 ******* 2022-01-18T15:50:04.940 INFO:teuthology.task.ansible.out: TASK [common : Include Red Hat encrypted variables.] *************************** 2022-01-18T15:50:04.941 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item=None) => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} skipping: [smithi129.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2022-01-18T15:50:04.963 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:04 +0000 (0:00:00.104) 0:01:49.695 ******* 2022-01-18T15:50:05.033 INFO:teuthology.task.ansible.out: TASK [common : Set have_entitlements] ****************************************** 2022-01-18T15:50:05.034 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:05.055 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:05 +0000 (0:00:00.091) 0:01:49.787 ******* 2022-01-18T15:50:05.136 INFO:teuthology.task.ansible.out: TASK [common : Install CA Cert from Satellite Server] ************************** skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:05.174 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:05 +0000 (0:00:00.116) 0:01:49.904 ******* 2022-01-18T15:50:05.240 INFO:teuthology.task.ansible.out: TASK [common : Set the releasever] ********************************************* 2022-01-18T15:50:05.242 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:05.263 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:05 +0000 (0:00:00.091) 0:01:49.995 ******* 2022-01-18T15:50:05.333 INFO:teuthology.task.ansible.out: TASK [common : Determine if node is registered with subscription-manager.] ***** skipping: [smithi129.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2022-01-18T15:50:05.355 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:05 +0000 (0:00:00.092) 0:01:50.087 ******* 2022-01-18T15:50:05.373 INFO:teuthology.task.ansible.out: TASK [users : Write /keys-repo-sha1 sentinel file] ***************************** changed: [smithi156.front.sepia.ceph.com] => {"changed": true, "checksum": "6bca72838e38f345e79ea072a4063125a51952e3", "dest": "/keys-repo-sha1", "gid": 0, "group": "root", "md5sum": "d9a421b962c0d97f0f74a64274ef65c7", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:etc_runtime_t:s0", "size": 40, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1642521004.9115856-25745-127356384083610/source", "state": "file", "uid": 0} 2022-01-18T15:50:05.398 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:05 +0000 (0:00:00.043) 0:01:50.130 ******* 2022-01-18T15:50:05.437 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we're already registered] **************** skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:05.462 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:05 +0000 (0:00:00.063) 0:01:50.194 ******* 2022-01-18T15:50:05.483 INFO:teuthology.task.ansible.out: TASK [common : Log the OS name, version and release] *************************** 2022-01-18T15:50:05.485 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => { "msg": "Host smithi156.front.sepia.ceph.com is running CentOS 8.3 (n/a)" } 2022-01-18T15:50:05.509 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:05 +0000 (0:00:00.047) 0:01:50.241 ******* 2022-01-18T15:50:05.537 INFO:teuthology.task.ansible.out: TASK [common : Register with subscription-manager.] **************************** 2022-01-18T15:50:05.539 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2022-01-18T15:50:05.562 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:05 +0000 (0:00:00.051) 0:01:50.293 ******* 2022-01-18T15:50:05.589 INFO:teuthology.task.ansible.out: TASK [common : Including major version specific variables.] ******************** 2022-01-18T15:50:05.592 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/centos_8.yml) => {"ansible_facts": {"nrpe_selinux_packages": ["python3-libsemanage", "python3-policycoreutils"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/centos_8.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/centos_8.yml"} 2022-01-18T15:50:05.615 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:05 +0000 (0:00:00.052) 0:01:50.345 ******* 2022-01-18T15:50:05.632 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we just registered] ********************** 2022-01-18T15:50:05.634 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:05.656 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:05 +0000 (0:00:00.042) 0:01:50.388 ******* 2022-01-18T15:50:05.684 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 6)] *********************** 2022-01-18T15:50:05.686 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:05.708 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:05 +0000 (0:00:00.051) 0:01:50.439 ******* 2022-01-18T15:50:05.725 INFO:teuthology.task.ansible.out: TASK [common : List CDN releases available to system] ************************** 2022-01-18T15:50:05.727 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:05.748 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:05 +0000 (0:00:00.040) 0:01:50.480 ******* 2022-01-18T15:50:05.820 INFO:teuthology.task.ansible.out: TASK [common : Unregister Beta/Alpha/RC system with subscription-manager] ****** skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:05.854 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:05 +0000 (0:00:00.105) 0:01:50.586 ******* 2022-01-18T15:50:05.927 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered to false if Beta/Alpha/RC release] ********** 2022-01-18T15:50:05.929 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:05.957 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:05 +0000 (0:00:00.102) 0:01:50.688 ******* 2022-01-18T15:50:06.019 INFO:teuthology.task.ansible.out: TASK [common : Configure internal beta repos in /etc/yum.repos.d/] ************* skipping: [smithi129.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2022-01-18T15:50:06.024 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 7)] *********************** ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "cmd": "timedatectl | grep -E \"Time ?zone\" | sed -e \"s/.*: \\(.*\\) (.*/\\1/\"", "delta": "0:00:00.083037", "end": "2022-01-18 15:50:06.011703", "rc": 0, "start": "2022-01-18 15:50:05.928666", "stderr": "", "stderr_lines": [], "stdout": "Etc/UTC", "stdout_lines": ["Etc/UTC"]} 2022-01-18T15:50:06.045 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:06 +0000 (0:00:00.088) 0:01:50.777 ******* 2022-01-18T15:50:06.068 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:06 +0000 (0:00:00.022) 0:01:50.800 ******* 2022-01-18T15:50:06.118 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:06.145 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:06 +0000 (0:00:00.075) 0:01:50.876 ******* 2022-01-18T15:50:06.152 INFO:teuthology.task.ansible.out: TASK [common : Reboot RHEL7 to workaround systemd bug] ************************* 2022-01-18T15:50:06.154 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:06.177 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:06 +0000 (0:00:00.033) 0:01:50.909 ******* 2022-01-18T15:50:06.219 INFO:teuthology.task.ansible.out: TASK [common : Get list of enabled RHSM repos] ********************************* skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:06.250 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:06 +0000 (0:00:00.073) 0:01:50.982 ******* 2022-01-18T15:50:06.259 INFO:teuthology.task.ansible.out: TASK [common : Wait for reboot in case of systemd workaround] ****************** 2022-01-18T15:50:06.261 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:06.286 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:06 +0000 (0:00:00.035) 0:01:51.018 ******* 2022-01-18T15:50:06.324 INFO:teuthology.task.ansible.out: TASK [common : Store list of enabled repos] ************************************ 2022-01-18T15:50:06.326 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:06.350 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:06 +0000 (0:00:00.064) 0:01:51.082 ******* 2022-01-18T15:50:06.369 INFO:teuthology.task.ansible.out: TASK [common : Set /etc/localtime (RHEL/CentOS 6)] ***************************** skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:06.393 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:06 +0000 (0:00:00.042) 0:01:51.125 ******* 2022-01-18T15:50:06.422 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos false if entitlements are missing or if we unregistered] *** 2022-01-18T15:50:06.424 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:06.449 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:06 +0000 (0:00:00.056) 0:01:51.181 ******* 2022-01-18T15:50:06.489 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone (RHEL/CentOS >= 7)] **************************** 2022-01-18T15:50:06.490 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:06.513 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:06 +0000 (0:00:00.063) 0:01:51.244 ******* 2022-01-18T15:50:06.530 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if rhsm_repos differs from repo_list] **** 2022-01-18T15:50:06.531 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:06.556 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:06 +0000 (0:00:00.042) 0:01:51.287 ******* 2022-01-18T15:50:06.594 INFO:teuthology.task.ansible.out: TASK [common : Install yum on Fedora 22 and later] ***************************** 2022-01-18T15:50:06.596 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:06.617 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:06 +0000 (0:00:00.061) 0:01:51.349 ******* 2022-01-18T15:50:06.646 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if newly-subscribed] ********************* skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:06.670 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:06 +0000 (0:00:00.052) 0:01:51.402 ******* 2022-01-18T15:50:06.698 INFO:teuthology.task.ansible.out: TASK [common : Set entitlements_path] ****************************************** skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:06.721 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:06 +0000 (0:00:00.051) 0:01:51.453 ******* 2022-01-18T15:50:06.749 INFO:teuthology.task.ansible.out: TASK [common : Disable all rhsm repos] ***************************************** 2022-01-18T15:50:06.752 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2022-01-18T15:50:06.778 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:06 +0000 (0:00:00.057) 0:01:51.510 ******* 2022-01-18T15:50:06.795 INFO:teuthology.task.ansible.out: TASK [common : Include Red Hat encrypted variables.] *************************** 2022-01-18T15:50:06.798 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item=None) => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} skipping: [smithi156.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2022-01-18T15:50:06.820 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:06 +0000 (0:00:00.040) 0:01:51.551 ******* 2022-01-18T15:50:06.846 INFO:teuthology.task.ansible.out: TASK [common : Enable necessary rhsm repos] ************************************ 2022-01-18T15:50:06.848 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:06.871 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:06 +0000 (0:00:00.051) 0:01:51.603 ******* 2022-01-18T15:50:06.888 INFO:teuthology.task.ansible.out: TASK [common : Set have_entitlements] ****************************************** 2022-01-18T15:50:06.890 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:06.913 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:06 +0000 (0:00:00.042) 0:01:51.645 ******* 2022-01-18T15:50:06.941 INFO:teuthology.task.ansible.out: TASK [common : Remove old apt-mirror repository definition.] ******************* 2022-01-18T15:50:06.943 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:06.965 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:06 +0000 (0:00:00.051) 0:01:51.697 ******* 2022-01-18T15:50:06.983 INFO:teuthology.task.ansible.out: TASK [common : Install CA Cert from Satellite Server] ************************** 2022-01-18T15:50:06.985 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:07.009 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:07 +0000 (0:00:00.043) 0:01:51.741 ******* 2022-01-18T15:50:07.090 INFO:teuthology.task.ansible.out: TASK [common : Set the releasever] ********************************************* 2022-01-18T15:50:07.092 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:07.113 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:07 +0000 (0:00:00.104) 0:01:51.845 ******* 2022-01-18T15:50:07.183 INFO:teuthology.task.ansible.out: TASK [common : Determine if node is registered with subscription-manager.] ***** 2022-01-18T15:50:07.184 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2022-01-18T15:50:07.206 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:07 +0000 (0:00:00.092) 0:01:51.938 ******* 2022-01-18T15:50:07.223 INFO:teuthology.task.ansible.out: TASK [common : Increase the yum timeout.] ************************************** 2022-01-18T15:50:07.225 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2022-01-18T15:50:07.248 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:07 +0000 (0:00:00.042) 0:01:51.980 ******* 2022-01-18T15:50:07.279 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we're already registered] **************** 2022-01-18T15:50:07.281 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:07.306 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:07 +0000 (0:00:00.057) 0:01:52.038 ******* 2022-01-18T15:50:07.386 INFO:teuthology.task.ansible.out: TASK [common : Register with subscription-manager.] **************************** skipping: [smithi156.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2022-01-18T15:50:07.409 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:07 +0000 (0:00:00.103) 0:01:52.141 ******* 2022-01-18T15:50:07.489 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we just registered] ********************** 2022-01-18T15:50:07.491 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:07.512 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:07 +0000 (0:00:00.102) 0:01:52.244 ******* 2022-01-18T15:50:07.593 INFO:teuthology.task.ansible.out: TASK [common : List CDN releases available to system] ************************** skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:07.618 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:07 +0000 (0:00:00.106) 0:01:52.350 ******* 2022-01-18T15:50:07.699 INFO:teuthology.task.ansible.out: TASK [common : Unregister Beta/Alpha/RC system with subscription-manager] ****** 2022-01-18T15:50:07.701 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:07.722 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:07 +0000 (0:00:00.104) 0:01:52.454 ******* 2022-01-18T15:50:07.803 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered to false if Beta/Alpha/RC release] ********** 2022-01-18T15:50:07.805 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:07.828 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:07 +0000 (0:00:00.105) 0:01:52.560 ******* 2022-01-18T15:50:07.898 INFO:teuthology.task.ansible.out: TASK [common : Configure internal beta repos in /etc/yum.repos.d/] ************* 2022-01-18T15:50:07.899 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2022-01-18T15:50:07.921 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:07 +0000 (0:00:00.093) 0:01:52.653 ******* 2022-01-18T15:50:08.001 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ 2022-01-18T15:50:08.003 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:08.028 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:08 +0000 (0:00:00.106) 0:01:52.760 ******* 2022-01-18T15:50:08.046 INFO:teuthology.task.ansible.out: TASK [common : Configure epel repos in /etc/yum.repos.d/] ********************** 2022-01-18T15:50:08.048 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'key': 'epel', 'value': {'name': 'Extra Packages for Enterprise Linux', 'mirrorlist': 'file:///etc/yum.repos.d/epel-mirrorlist', 'failovermethod': 'priority', 'enabled': '1', 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "86c0d58bde7ad4cfaafe592d2fefd92c920c42ca", "dest": "/etc/yum.repos.d/epel.repo", "gid": 0, "group": "root", "item": {"key": "epel", "value": {"enabled": "1", "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-mirrorlist", "name": "Extra Packages for Enterprise Linux"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 236, "state": "file", "uid": 0} 2022-01-18T15:50:08.100 INFO:teuthology.task.ansible.out: TASK [common : Get list of enabled RHSM repos] ********************************* skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:08.122 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:08 +0000 (0:00:00.094) 0:01:52.854 ******* 2022-01-18T15:50:08.202 INFO:teuthology.task.ansible.out: TASK [common : Store list of enabled repos] ************************************ 2022-01-18T15:50:08.204 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:08.226 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:08 +0000 (0:00:00.104) 0:01:52.958 ******* 2022-01-18T15:50:08.296 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos false if entitlements are missing or if we unregistered] *** 2022-01-18T15:50:08.297 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:08.319 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:08 +0000 (0:00:00.092) 0:01:53.051 ******* 2022-01-18T15:50:08.388 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if rhsm_repos differs from repo_list] **** 2022-01-18T15:50:08.390 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:08.411 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:08 +0000 (0:00:00.092) 0:01:53.143 ******* 2022-01-18T15:50:08.470 INFO:teuthology.task.ansible.out: TASK [common : Configure epel repos in /etc/yum.repos.d/] ********************** 2022-01-18T15:50:08.472 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'key': 'epel-testing', 'value': {'name': 'Extra Packages for Enterprise Linux - Testing', 'mirrorlist': 'file:///etc/yum.repos.d/epel-testing-mirrorlist', 'failovermethod': 'priority', 'enabled': 0, 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "a1bad5509ed35b895c2061841236b1cfe10619ae", "dest": "/etc/yum.repos.d/epel-testing.repo", "gid": 0, "group": "root", "item": {"key": "epel-testing", "value": {"enabled": 0, "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-testing-mirrorlist", "name": "Extra Packages for Enterprise Linux - Testing"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel-testing.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 262, "state": "file", "uid": 0} 2022-01-18T15:50:08.495 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:08 +0000 (0:00:00.083) 0:01:53.227 ******* 2022-01-18T15:50:08.502 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if newly-subscribed] ********************* 2022-01-18T15:50:08.503 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:08.526 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:08 +0000 (0:00:00.031) 0:01:53.258 ******* 2022-01-18T15:50:08.605 INFO:teuthology.task.ansible.out: TASK [common : Disable all rhsm repos] ***************************************** 2022-01-18T15:50:08.608 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2022-01-18T15:50:08.629 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:08 +0000 (0:00:00.103) 0:01:53.361 ******* 2022-01-18T15:50:08.700 INFO:teuthology.task.ansible.out: TASK [common : Enable necessary rhsm repos] ************************************ 2022-01-18T15:50:08.702 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:08.722 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:08 +0000 (0:00:00.092) 0:01:53.454 ******* 2022-01-18T15:50:08.802 INFO:teuthology.task.ansible.out: TASK [common : Remove old apt-mirror repository definition.] ******************* 2022-01-18T15:50:08.803 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:08.825 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:08 +0000 (0:00:00.102) 0:01:53.557 ******* 2022-01-18T15:50:09.010 INFO:teuthology.task.ansible.out: TASK [common : Configure local epel mirrorlists] ******************************* 2022-01-18T15:50:09.012 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=epel-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "3c9ba7bacd1e30bed014cefd1fb4eab0f0f8fa10", "dest": "/etc/yum.repos.d/epel-mirrorlist", "gid": 0, "group": "root", "item": "epel-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 484, "state": "file", "uid": 0} 2022-01-18T15:50:09.096 INFO:teuthology.task.ansible.out: TASK [common : Increase the yum timeout.] ************************************** 2022-01-18T15:50:09.097 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2022-01-18T15:50:09.119 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:09 +0000 (0:00:00.293) 0:01:53.851 ******* 2022-01-18T15:50:09.451 INFO:teuthology.task.ansible.out: TASK [common : Configure local epel mirrorlists] ******************************* 2022-01-18T15:50:09.453 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=epel-testing-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "d542c3e2c30a0d3eb7d454775342c302c0ded15b", "dest": "/etc/yum.repos.d/epel-testing-mirrorlist", "gid": 0, "group": "root", "item": "epel-testing-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel-testing-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 540, "state": "file", "uid": 0} 2022-01-18T15:50:09.479 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:09 +0000 (0:00:00.359) 0:01:54.211 ******* 2022-01-18T15:50:09.568 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ 2022-01-18T15:50:09.570 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:09.589 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:09 +0000 (0:00:00.110) 0:01:54.321 ******* 2022-01-18T15:50:09.673 INFO:teuthology.task.ansible.out: TASK [common : Configure epel repos in /etc/yum.repos.d/] ********************** 2022-01-18T15:50:09.674 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'key': 'epel', 'value': {'name': 'Extra Packages for Enterprise Linux', 'mirrorlist': 'file:///etc/yum.repos.d/epel-mirrorlist', 'failovermethod': 'priority', 'enabled': '1', 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "86c0d58bde7ad4cfaafe592d2fefd92c920c42ca", "dest": "/etc/yum.repos.d/epel.repo", "gid": 0, "group": "root", "item": {"key": "epel", "value": {"enabled": "1", "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-mirrorlist", "name": "Extra Packages for Enterprise Linux"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 236, "state": "file", "uid": 0} TASK [common : Get the current timezone] *************************************** skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:09.696 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:09 +0000 (0:00:00.106) 0:01:54.428 ******* 2022-01-18T15:50:09.766 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone in /etc/timezone] ****************************** skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:09.789 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:09 +0000 (0:00:00.092) 0:01:54.521 ******* 2022-01-18T15:50:09.870 INFO:teuthology.task.ansible.out: TASK [common : Inform the OS of the new timezone] ****************************** 2022-01-18T15:50:09.870 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:09.896 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:09 +0000 (0:00:00.106) 0:01:54.628 ******* 2022-01-18T15:50:09.980 INFO:teuthology.task.ansible.out: TASK [common : Mask sleep units] *********************************************** 2022-01-18T15:50:09.982 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item=sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "sleep.target", "skip_reason": "Conditional result was False"} skipping: [smithi129.front.sepia.ceph.com] => (item=suspend.target) => {"ansible_loop_var": "item", "changed": false, "item": "suspend.target", "skip_reason": "Conditional result was False"} skipping: [smithi129.front.sepia.ceph.com] => (item=hibernate.target) => {"ansible_loop_var": "item", "changed": false, "item": "hibernate.target", "skip_reason": "Conditional result was False"} 2022-01-18T15:50:09.992 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item=hybrid-sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "hybrid-sleep.target", "skip_reason": "Conditional result was False"} 2022-01-18T15:50:10.015 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:10 +0000 (0:00:00.119) 0:01:54.747 ******* 2022-01-18T15:50:10.094 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone] *************************************** 2022-01-18T15:50:10.096 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:10.117 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:10 +0000 (0:00:00.102) 0:01:54.849 ******* 2022-01-18T15:50:10.126 INFO:teuthology.task.ansible.out: TASK [common : Configure epel repos in /etc/yum.repos.d/] ********************** 2022-01-18T15:50:10.129 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'key': 'epel-testing', 'value': {'name': 'Extra Packages for Enterprise Linux - Testing', 'mirrorlist': 'file:///etc/yum.repos.d/epel-testing-mirrorlist', 'failovermethod': 'priority', 'enabled': 0, 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "a1bad5509ed35b895c2061841236b1cfe10619ae", "dest": "/etc/yum.repos.d/epel-testing.repo", "gid": 0, "group": "root", "item": {"key": "epel-testing", "value": {"enabled": 0, "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-testing-mirrorlist", "name": "Extra Packages for Enterprise Linux - Testing"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel-testing.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 262, "state": "file", "uid": 0} 2022-01-18T15:50:10.155 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:10 +0000 (0:00:00.038) 0:01:54.887 ******* 2022-01-18T15:50:10.186 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone] *********************************************** 2022-01-18T15:50:10.188 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:10.212 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:10 +0000 (0:00:00.056) 0:01:54.944 ******* 2022-01-18T15:50:10.275 INFO:teuthology.task.ansible.out: TASK [common : Add base OpenSUSE Leap repo] ************************************ skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:10.304 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:10 +0000 (0:00:00.091) 0:01:55.036 ******* 2022-01-18T15:50:10.374 INFO:teuthology.task.ansible.out: TASK [common : Add updates OpenSUSE Leap repo] ********************************* skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:10.397 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:10 +0000 (0:00:00.092) 0:01:55.129 ******* 2022-01-18T15:50:10.467 INFO:teuthology.task.ansible.out: TASK [common : Refresh repos] ************************************************** 2022-01-18T15:50:10.469 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:10.491 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:10 +0000 (0:00:00.094) 0:01:55.223 ******* 2022-01-18T15:50:10.710 INFO:teuthology.task.ansible.out: TASK [common : Configure local epel mirrorlists] ******************************* 2022-01-18T15:50:10.712 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=epel-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "3c9ba7bacd1e30bed014cefd1fb4eab0f0f8fa10", "dest": "/etc/yum.repos.d/epel-mirrorlist", "gid": 0, "group": "root", "item": "epel-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 484, "state": "file", "uid": 0} 2022-01-18T15:50:11.176 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=epel-testing-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "d542c3e2c30a0d3eb7d454775342c302c0ded15b", "dest": "/etc/yum.repos.d/epel-testing-mirrorlist", "gid": 0, "group": "root", "item": "epel-testing-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel-testing-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 540, "state": "file", "uid": 0} 2022-01-18T15:50:11.200 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:11 +0000 (0:00:00.709) 0:01:55.932 ******* 2022-01-18T15:50:11.280 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ 2022-01-18T15:50:11.283 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:11.302 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:11 +0000 (0:00:00.100) 0:01:56.033 ******* 2022-01-18T15:50:11.370 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone] *************************************** 2022-01-18T15:50:11.372 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:11.397 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:11 +0000 (0:00:00.095) 0:01:56.129 ******* 2022-01-18T15:50:11.477 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone in /etc/timezone] ****************************** 2022-01-18T15:50:11.480 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:11.501 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:11 +0000 (0:00:00.103) 0:01:56.233 ******* 2022-01-18T15:50:11.518 INFO:teuthology.task.ansible.out: TASK [common : Set the hardware clock] ***************************************** 2022-01-18T15:50:11.521 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => {"changed": true, "cmd": ["hwclock", "--systohc"], "delta": "0:00:00.828098", "end": "2022-01-18 15:50:11.500322", "rc": 0, "start": "2022-01-18 15:50:10.672224", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-18T15:50:11.543 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:11 +0000 (0:00:00.041) 0:01:56.274 ******* 2022-01-18T15:50:11.574 INFO:teuthology.task.ansible.out: TASK [common : Inform the OS of the new timezone] ****************************** skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:11.597 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:11 +0000 (0:00:00.055) 0:01:56.329 ******* 2022-01-18T15:50:11.599 INFO:teuthology.task.ansible.out: 2022-01-18T15:50:11.680 INFO:teuthology.task.ansible.out: TASK [common : Mask sleep units] *********************************************** 2022-01-18T15:50:11.681 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item=sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "sleep.target", "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item=suspend.target) => {"ansible_loop_var": "item", "changed": false, "item": "suspend.target", "skip_reason": "Conditional result was False"} 2022-01-18T15:50:11.692 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item=hibernate.target) => {"ansible_loop_var": "item", "changed": false, "item": "hibernate.target", "skip_reason": "Conditional result was False"} 2022-01-18T15:50:11.694 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item=hybrid-sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "hybrid-sleep.target", "skip_reason": "Conditional result was False"} 2022-01-18T15:50:11.716 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:11 +0000 (0:00:00.118) 0:01:56.448 ******* 2022-01-18T15:50:11.798 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone] *************************************** 2022-01-18T15:50:11.800 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:11.821 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:11 +0000 (0:00:00.104) 0:01:56.553 ******* 2022-01-18T15:50:11.891 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone] *********************************************** 2022-01-18T15:50:11.893 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:11.914 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:11 +0000 (0:00:00.093) 0:01:56.646 ******* 2022-01-18T15:50:11.982 INFO:teuthology.task.ansible.out: TASK [common : Add base OpenSUSE Leap repo] ************************************ 2022-01-18T15:50:11.985 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:12.005 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:11 +0000 (0:00:00.090) 0:01:56.737 ******* 2022-01-18T15:50:12.084 INFO:teuthology.task.ansible.out: TASK [common : Add updates OpenSUSE Leap repo] ********************************* 2022-01-18T15:50:12.086 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:12.108 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:12 +0000 (0:00:00.102) 0:01:56.840 ******* 2022-01-18T15:50:12.177 INFO:teuthology.task.ansible.out: TASK [common : Refresh repos] ************************************************** 2022-01-18T15:50:12.179 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:12.200 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:12 +0000 (0:00:00.092) 0:01:56.932 ******* 2022-01-18T15:50:13.520 INFO:teuthology.task.ansible.out: TASK [common : Set the hardware clock] ***************************************** 2022-01-18T15:50:13.522 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => {"changed": true, "cmd": ["hwclock", "--systohc"], "delta": "0:00:01.117159", "end": "2022-01-18 15:50:13.501515", "rc": 0, "start": "2022-01-18 15:50:12.384356", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-18T15:50:13.556 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:13 +0000 (0:00:01.355) 0:01:58.288 ******* 2022-01-18T15:50:15.682 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (RedHat)] ***************************** 2022-01-18T15:50:15.684 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2022-01-18T15:50:15.708 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:15 +0000 (0:00:02.152) 0:02:00.440 ******* 2022-01-18T15:50:15.780 INFO:teuthology.task.ansible.out: TASK [common : Clean apt cache] ************************************************ 2022-01-18T15:50:15.782 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:15.808 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:15 +0000 (0:00:00.099) 0:02:00.540 ******* 2022-01-18T15:50:15.878 INFO:teuthology.task.ansible.out: TASK [common : Update apt cache] *********************************************** skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:15.903 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:15 +0000 (0:00:00.092) 0:02:00.632 ******* 2022-01-18T15:50:15.990 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (Debian)] ***************************** 2022-01-18T15:50:15.992 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:16.013 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:16 +0000 (0:00:00.112) 0:02:00.745 ******* 2022-01-18T15:50:16.082 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (OpenSUSE Leap)] ********************** 2022-01-18T15:50:16.084 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:16.106 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:16 +0000 (0:00:00.092) 0:02:00.838 ******* 2022-01-18T15:50:16.603 INFO:teuthology.task.ansible.out: TASK [common : Add krb5 config file] ******************************************* 2022-01-18T15:50:16.605 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "checksum": "b3c1a33d19a4e448c29374429629dff57657b576", "dest": "/etc/krb5.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/krb5.conf", "secontext": "system_u:object_r:krb5_conf_t:s0", "size": 131, "state": "file", "uid": 0} 2022-01-18T15:50:16.626 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:16 +0000 (0:00:00.520) 0:02:01.358 ******* 2022-01-18T15:50:17.320 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (RedHat)] ***************************** 2022-01-18T15:50:17.321 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2022-01-18T15:50:17.343 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:17 +0000 (0:00:00.717) 0:02:02.075 ******* 2022-01-18T15:50:17.424 INFO:teuthology.task.ansible.out: TASK [common : Clean apt cache] ************************************************ skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:17.447 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:17 +0000 (0:00:00.103) 0:02:02.179 ******* 2022-01-18T15:50:17.516 INFO:teuthology.task.ansible.out: TASK [common : Update apt cache] *********************************************** 2022-01-18T15:50:17.518 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:17.538 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:17 +0000 (0:00:00.091) 0:02:02.270 ******* 2022-01-18T15:50:17.609 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (Debian)] ***************************** skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:17.631 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:17 +0000 (0:00:00.092) 0:02:02.363 ******* 2022-01-18T15:50:17.704 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (OpenSUSE Leap)] ********************** 2022-01-18T15:50:17.706 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:17.726 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:17 +0000 (0:00:00.094) 0:02:02.458 ******* 2022-01-18T15:50:18.173 INFO:teuthology.task.ansible.out: TASK [common : Make sure smartmontools is installed] *************************** ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2022-01-18T15:50:18.196 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:18 +0000 (0:00:00.470) 0:02:02.928 ******* 2022-01-18T15:50:18.214 INFO:teuthology.task.ansible.out: TASK [common : Add krb5 config file] ******************************************* 2022-01-18T15:50:18.215 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "checksum": "b3c1a33d19a4e448c29374429629dff57657b576", "dest": "/etc/krb5.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/krb5.conf", "secontext": "system_u:object_r:krb5_conf_t:s0", "size": 131, "state": "file", "uid": 0} 2022-01-18T15:50:18.239 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:18 +0000 (0:00:00.042) 0:02:02.971 ******* 2022-01-18T15:50:18.720 INFO:teuthology.task.ansible.out: TASK [common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/.] *** 2022-01-18T15:50:18.721 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=megacli) => {"ansible_loop_var": "item", "changed": false, "checksum": "cb3ef2aa6a3e3002b234f166e739a39b1f3a1bde", "dest": "/usr/sbin/megacli", "gid": 0, "group": "root", "item": "megacli", "mode": "0755", "owner": "root", "path": "/usr/sbin/megacli", "secontext": "system_u:object_r:bin_t:s0", "size": 2716736, "state": "file", "uid": 0} 2022-01-18T15:50:19.164 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=cli64) => {"ansible_loop_var": "item", "changed": false, "checksum": "a3b8773b14e8594ffbd9fc156c09436eb0184bc7", "dest": "/usr/sbin/cli64", "gid": 0, "group": "root", "item": "cli64", "mode": "0755", "owner": "root", "path": "/usr/sbin/cli64", "secontext": "system_u:object_r:bin_t:s0", "size": 1952038, "state": "file", "uid": 0} 2022-01-18T15:50:19.587 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=nvme) => {"ansible_loop_var": "item", "changed": false, "checksum": "98735dcacd6fec55dd92b67281b478603b7955b1", "dest": "/usr/sbin/nvme", "gid": 0, "group": "root", "item": "nvme", "mode": "0755", "owner": "root", "path": "/usr/sbin/nvme", "secontext": "system_u:object_r:bin_t:s0", "size": 580432, "state": "file", "uid": 0} 2022-01-18T15:50:19.615 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:19 +0000 (0:00:01.376) 0:02:04.347 ******* 2022-01-18T15:50:19.795 INFO:teuthology.task.ansible.out: TASK [common : Make sure smartmontools is installed] *************************** 2022-01-18T15:50:19.796 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2022-01-18T15:50:19.821 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:19 +0000 (0:00:00.205) 0:02:04.553 ******* 2022-01-18T15:50:19.829 INFO:teuthology.task.ansible.out: TASK [common : Create /usr/libexec.] ******************************************* ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/libexec", "secontext": "system_u:object_r:bin_t:s0", "size": 4096, "state": "directory", "uid": 0} 2022-01-18T15:50:19.860 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:19 +0000 (0:00:00.038) 0:02:04.592 ******* 2022-01-18T15:50:20.354 INFO:teuthology.task.ansible.out: TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] *** ok: [smithi129.front.sepia.ceph.com] => (item=smart.sh) => {"ansible_loop_var": "item", "changed": false, "checksum": "00d0404b545463be4a65f475e0870e07a48f35b6", "dest": "/usr/libexec/smart.sh", "gid": 0, "group": "root", "item": "smart.sh", "mode": "0755", "owner": "root", "path": "/usr/libexec/smart.sh", "secontext": "system_u:object_r:bin_t:s0", "size": 13355, "state": "file", "uid": 0} 2022-01-18T15:50:20.365 INFO:teuthology.task.ansible.out: TASK [common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/.] *** 2022-01-18T15:50:20.367 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=megacli) => {"ansible_loop_var": "item", "changed": false, "checksum": "cb3ef2aa6a3e3002b234f166e739a39b1f3a1bde", "dest": "/usr/sbin/megacli", "gid": 0, "group": "root", "item": "megacli", "mode": "0755", "owner": "root", "path": "/usr/sbin/megacli", "secontext": "system_u:object_r:bin_t:s0", "size": 2716736, "state": "file", "uid": 0} 2022-01-18T15:50:20.786 INFO:teuthology.task.ansible.out: TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] *** 2022-01-18T15:50:20.787 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=raid.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "9d9a89805d8a9e4c7281934e887da31f7ac464fb", "dest": "/usr/libexec/raid.pl", "gid": 0, "group": "root", "item": "raid.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/raid.pl", "secontext": "system_u:object_r:bin_t:s0", "size": 8602, "state": "file", "uid": 0} 2022-01-18T15:50:20.808 INFO:teuthology.task.ansible.out: TASK [common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/.] *** 2022-01-18T15:50:20.811 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=cli64) => {"ansible_loop_var": "item", "changed": false, "checksum": "a3b8773b14e8594ffbd9fc156c09436eb0184bc7", "dest": "/usr/sbin/cli64", "gid": 0, "group": "root", "item": "cli64", "mode": "0755", "owner": "root", "path": "/usr/sbin/cli64", "secontext": "system_u:object_r:bin_t:s0", "size": 1952038, "state": "file", "uid": 0} 2022-01-18T15:50:21.200 INFO:teuthology.task.ansible.out: TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] *** 2022-01-18T15:50:21.202 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=diskusage.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "2fbc67b36d59f66fc2621f3ca2dcf60dea2167a5", "dest": "/usr/libexec/diskusage.pl", "gid": 0, "group": "root", "item": "diskusage.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/diskusage.pl", "secontext": "system_u:object_r:bin_t:s0", "size": 3612, "state": "file", "uid": 0} 2022-01-18T15:50:21.261 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:21 +0000 (0:00:01.401) 0:02:05.993 ******* 2022-01-18T15:50:21.269 INFO:teuthology.task.ansible.out: TASK [common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/.] *** 2022-01-18T15:50:21.271 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=nvme) => {"ansible_loop_var": "item", "changed": false, "checksum": "98735dcacd6fec55dd92b67281b478603b7955b1", "dest": "/usr/sbin/nvme", "gid": 0, "group": "root", "item": "nvme", "mode": "0755", "owner": "root", "path": "/usr/sbin/nvme", "secontext": "system_u:object_r:bin_t:s0", "size": 580432, "state": "file", "uid": 0} 2022-01-18T15:50:21.296 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:21 +0000 (0:00:00.035) 0:02:06.029 ******* 2022-01-18T15:50:21.306 INFO:teuthology.task.ansible.out: TASK [common : Include dnf_system vars] **************************************** ok: [smithi129.front.sepia.ceph.com] => {"ansible_facts": {"nagios_plugins_directory": "/usr/lib64/nagios/plugins", "nrpe_group": "nrpe", "nrpe_packages": ["nagios-common", "nrpe", "nagios-plugins", "nagios-plugins-load"], "nrpe_service_name": "nrpe", "nrpe_user": "nrpe"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/dnf_systems.yml"], "changed": false} 2022-01-18T15:50:21.335 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:21 +0000 (0:00:00.037) 0:02:06.066 ******* 2022-01-18T15:50:21.489 INFO:teuthology.task.ansible.out: TASK [common : Create /usr/libexec.] ******************************************* 2022-01-18T15:50:21.491 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/libexec", "secontext": "system_u:object_r:bin_t:s0", "size": 4096, "state": "directory", "uid": 0} 2022-01-18T15:50:21.513 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:21 +0000 (0:00:00.178) 0:02:06.245 ******* 2022-01-18T15:50:21.530 INFO:teuthology.task.ansible.out: TASK [common : Check for epel] ************************************************* 2022-01-18T15:50:21.532 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": true} 2022-01-18T15:50:21.556 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:21 +0000 (0:00:00.042) 0:02:06.287 ******* 2022-01-18T15:50:21.606 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe without epel] ************************************** 2022-01-18T15:50:21.608 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2022-01-18T15:50:21.617 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2022-01-18T15:50:21.628 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2022-01-18T15:50:21.639 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2022-01-18T15:50:21.662 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:21 +0000 (0:00:00.106) 0:02:06.394 ******* 2022-01-18T15:50:21.965 INFO:teuthology.task.ansible.out: TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] *** 2022-01-18T15:50:21.968 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=smart.sh) => {"ansible_loop_var": "item", "changed": false, "checksum": "00d0404b545463be4a65f475e0870e07a48f35b6", "dest": "/usr/libexec/smart.sh", "gid": 0, "group": "root", "item": "smart.sh", "mode": "0755", "owner": "root", "path": "/usr/libexec/smart.sh", "secontext": "system_u:object_r:bin_t:s0", "size": 13355, "state": "file", "uid": 0} 2022-01-18T15:50:22.385 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=raid.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "9d9a89805d8a9e4c7281934e887da31f7ac464fb", "dest": "/usr/libexec/raid.pl", "gid": 0, "group": "root", "item": "raid.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/raid.pl", "secontext": "system_u:object_r:bin_t:s0", "size": 8602, "state": "file", "uid": 0} 2022-01-18T15:50:22.792 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=diskusage.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "2fbc67b36d59f66fc2621f3ca2dcf60dea2167a5", "dest": "/usr/libexec/diskusage.pl", "gid": 0, "group": "root", "item": "diskusage.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/diskusage.pl", "secontext": "system_u:object_r:bin_t:s0", "size": 3612, "state": "file", "uid": 0} 2022-01-18T15:50:22.820 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:22 +0000 (0:00:01.157) 0:02:07.552 ******* 2022-01-18T15:50:22.858 INFO:teuthology.task.ansible.out: TASK [common : Include dnf_system vars] **************************************** 2022-01-18T15:50:22.860 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"ansible_facts": {"nagios_plugins_directory": "/usr/lib64/nagios/plugins", "nrpe_group": "nrpe", "nrpe_packages": ["nagios-common", "nrpe", "nagios-plugins", "nagios-plugins-load"], "nrpe_service_name": "nrpe", "nrpe_user": "nrpe"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/dnf_systems.yml"], "changed": false} 2022-01-18T15:50:22.881 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:22 +0000 (0:00:00.061) 0:02:07.613 ******* 2022-01-18T15:50:23.078 INFO:teuthology.task.ansible.out: TASK [common : Check for epel] ************************************************* 2022-01-18T15:50:23.080 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": true} 2022-01-18T15:50:23.101 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:23 +0000 (0:00:00.219) 0:02:07.833 ******* 2022-01-18T15:50:23.150 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe without epel] ************************************** skipping: [smithi156.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2022-01-18T15:50:23.162 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2022-01-18T15:50:23.172 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2022-01-18T15:50:23.183 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2022-01-18T15:50:23.208 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:23 +0000 (0:00:00.107) 0:02:07.940 ******* 2022-01-18T15:50:23.217 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (RHEL/CentOS)] ************ 2022-01-18T15:50:23.219 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2022-01-18T15:50:23.245 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:23 +0000 (0:00:00.036) 0:02:07.977 ******* 2022-01-18T15:50:23.284 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (non-RHEL/CentOS)] ******** skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:23.307 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:23 +0000 (0:00:00.061) 0:02:08.039 ******* 2022-01-18T15:50:23.763 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios sudoers.d for raid utilities.] ******************** 2022-01-18T15:50:23.765 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "checksum": "b423b985ccbb69b65a711d372645a5f704b30e8b", "dest": "/etc/sudoers.d/90-nagios", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers.d/90-nagios", "secontext": "system_u:object_r:etc_t:s0", "size": 178, "state": "file", "uid": 0} 2022-01-18T15:50:23.787 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:23 +0000 (0:00:00.479) 0:02:08.518 ******* 2022-01-18T15:50:24.266 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios check_mem script] ********************************* 2022-01-18T15:50:24.268 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "checksum": "39df629b10ded370443e2e4c84d690332c95104d", "dest": "/usr/lib64/nagios/plugins/check_mem.sh", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/lib64/nagios/plugins/check_mem.sh", "secontext": "system_u:object_r:nagios_unconfined_plugin_exec_t:s0", "size": 1964, "state": "file", "uid": 0} 2022-01-18T15:50:24.290 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:24 +0000 (0:00:00.503) 0:02:09.022 ******* 2022-01-18T15:50:24.329 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (Ubuntu)] ************************ 2022-01-18T15:50:24.331 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item=DAEMON_OPTS) => {"ansible_loop_var": "item", "changed": false, "item": "DAEMON_OPTS", "skip_reason": "Conditional result was False"} 2022-01-18T15:50:24.342 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item=NRPE_OPTS) => {"ansible_loop_var": "item", "changed": false, "item": "NRPE_OPTS", "skip_reason": "Conditional result was False"} 2022-01-18T15:50:24.365 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:24 +0000 (0:00:00.075) 0:02:09.097 ******* 2022-01-18T15:50:24.559 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (RHEL/CentOS)] ******************* 2022-01-18T15:50:24.561 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2022-01-18T15:50:24.582 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:24 +0000 (0:00:00.216) 0:02:09.314 ******* 2022-01-18T15:50:24.724 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (RHEL/CentOS)] ************ 2022-01-18T15:50:24.726 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2022-01-18T15:50:24.747 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:24 +0000 (0:00:00.165) 0:02:09.479 ******* 2022-01-18T15:50:24.786 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (non-RHEL/CentOS)] ******** 2022-01-18T15:50:24.788 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:24.808 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:24 +0000 (0:00:00.060) 0:02:09.540 ******* 2022-01-18T15:50:24.825 INFO:teuthology.task.ansible.out: TASK [common : Check firewalld status] ***************************************** 2022-01-18T15:50:24.827 INFO:teuthology.task.ansible.out:fatal: [smithi129.front.sepia.ceph.com]: FAILED! => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": true} ...ignoring 2022-01-18T15:50:24.850 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:24 +0000 (0:00:00.041) 0:02:09.582 ******* 2022-01-18T15:50:24.879 INFO:teuthology.task.ansible.out: TASK [common : Open nrpe port if firewalld enabled] **************************** skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:24.901 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:24 +0000 (0:00:00.051) 0:02:09.633 ******* 2022-01-18T15:50:25.265 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios sudoers.d for raid utilities.] ******************** 2022-01-18T15:50:25.267 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "checksum": "b423b985ccbb69b65a711d372645a5f704b30e8b", "dest": "/etc/sudoers.d/90-nagios", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers.d/90-nagios", "secontext": "system_u:object_r:etc_t:s0", "size": 178, "state": "file", "uid": 0} 2022-01-18T15:50:25.294 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:25 +0000 (0:00:00.392) 0:02:10.026 ******* 2022-01-18T15:50:25.364 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios nrpe config.] ************************************* 2022-01-18T15:50:25.366 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "checksum": "aa9150d4582f919d7a8504c01c8d86f05e3eeb5d", "dest": "/etc/nagios/nrpe.cfg", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/nagios/nrpe.cfg", "secontext": "system_u:object_r:nrpe_etc_t:s0", "size": 1184, "state": "file", "uid": 0} 2022-01-18T15:50:25.391 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:25 +0000 (0:00:00.097) 0:02:10.123 ******* 2022-01-18T15:50:25.760 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios check_mem script] ********************************* ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "checksum": "39df629b10ded370443e2e4c84d690332c95104d", "dest": "/usr/lib64/nagios/plugins/check_mem.sh", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/lib64/nagios/plugins/check_mem.sh", "secontext": "system_u:object_r:nagios_unconfined_plugin_exec_t:s0", "size": 1964, "state": "file", "uid": 0} 2022-01-18T15:50:25.784 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:25 +0000 (0:00:00.391) 0:02:10.515 ******* 2022-01-18T15:50:25.819 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (Ubuntu)] ************************ 2022-01-18T15:50:25.821 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item=DAEMON_OPTS) => {"ansible_loop_var": "item", "changed": false, "item": "DAEMON_OPTS", "skip_reason": "Conditional result was False"} 2022-01-18T15:50:25.831 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item=NRPE_OPTS) => {"ansible_loop_var": "item", "changed": false, "item": "NRPE_OPTS", "skip_reason": "Conditional result was False"} 2022-01-18T15:50:25.853 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:25 +0000 (0:00:00.070) 0:02:10.586 ******* 2022-01-18T15:50:26.047 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (RHEL/CentOS)] ******************* 2022-01-18T15:50:26.049 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2022-01-18T15:50:26.069 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:26 +0000 (0:00:00.215) 0:02:10.801 ******* 2022-01-18T15:50:26.076 INFO:teuthology.task.ansible.out: TASK [common : Make sure nagios nrpe service is running.] ********************** 2022-01-18T15:50:26.077 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "nrpe", "state": "started", "status": {"ActiveState": "active", "AllowedCPUs": "", "AllowedMemoryNodes": "", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "ControlGroup": "/system.slice/nrpe.service", "ControlPID": "0", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "DevicePolicy": "auto", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "EnvironmentFiles": "/etc/sysconfig/nrpe (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "1289", "ExecMainStartTimestamp": "Tue 2022-01-18 15:47:27 UTC", "ExecMainStartTimestampMonotonic": "19531772", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/nrpe ; argv[]=/usr/sbin/nrpe -c /etc/nagios/nrpe.cfg -f $NRPE_SSL_OPT ; ignore_errors=no ; start_time=[Tue 2022-01-18 15:47:27 UTC] ; stop_time=[n/a] ; pid=1289 ; code=(null) ; status=0/0 }", "ExecStopPost": "{ path=/bin/rm ; argv[]=/bin/rm -f /run/nrpe/nrpe.pid ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FileDescriptorStoreMax": "0", "GID": "984", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "L 2022-01-18T15:50:26.079 INFO:teuthology.task.ansible.out:imitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "262144", "LimitNOFILESoft": "1024", "LimitNPROC": "127245", "LimitNPROCSoft": "127245", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127245", "LimitSIGPENDINGSoft": "127245", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "MainPID": "1289", "MemoryAccounting": "yes", "MemoryCurrent": "667648", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Nice": "0", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "-500", "PIDFile": "/run/nrpe/nrpe.pid", "PermissionsStartOnly": "no", "RemainAfterExit": "no", "Restart": "on-abort", "RestartUSec": "100ms", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeMaxUSec": "infinity", "SecureBits": "0", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StatusErrno": "0", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "1", "TasksMax": "203592", "TimeoutStar 2022-01-18T15:50:26.081 INFO:teuthology.task.ansible.out:tUSec": "1min 30s", "TimeoutStopUSec": "1min", "TimerSlackNSec": "50000", "Type": "simple", "UID": "988", "UMask": "0022", "WatchdogTimestamp": "Tue 2022-01-18 15:47:27 UTC", "WatchdogTimestampMonotonic": "19531831", "WatchdogUSec": "0"}} 2022-01-18T15:50:26.102 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:26 +0000 (0:00:00.033) 0:02:10.834 ******* 2022-01-18T15:50:26.300 INFO:teuthology.task.ansible.out: TASK [common : Get SELinux status] ********************************************* 2022-01-18T15:50:26.302 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => {"changed": true, "cmd": ["getenforce"], "delta": "0:00:00.001858", "end": "2022-01-18 15:50:26.286175", "rc": 0, "start": "2022-01-18 15:50:26.284317", "stderr": "", "stderr_lines": [], "stdout": "Permissive", "stdout_lines": ["Permissive"]} 2022-01-18T15:50:26.323 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:26 +0000 (0:00:00.220) 0:02:11.055 ******* 2022-01-18T15:50:26.329 INFO:teuthology.task.ansible.out: TASK [common : Check firewalld status] ***************************************** 2022-01-18T15:50:26.331 INFO:teuthology.task.ansible.out:fatal: [smithi156.front.sepia.ceph.com]: FAILED! => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": true} ...ignoring 2022-01-18T15:50:26.357 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:26 +0000 (0:00:00.033) 0:02:11.089 ******* 2022-01-18T15:50:26.394 INFO:teuthology.task.ansible.out: TASK [common : Open nrpe port if firewalld enabled] **************************** 2022-01-18T15:50:26.396 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:50:26.423 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:26 +0000 (0:00:00.066) 0:02:11.155 ******* 2022-01-18T15:50:26.881 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios nrpe config.] ************************************* 2022-01-18T15:50:26.883 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "checksum": "aa9150d4582f919d7a8504c01c8d86f05e3eeb5d", "dest": "/etc/nagios/nrpe.cfg", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/nagios/nrpe.cfg", "secontext": "system_u:object_r:nrpe_etc_t:s0", "size": 1184, "state": "file", "uid": 0} 2022-01-18T15:50:26.904 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:26 +0000 (0:00:00.481) 0:02:11.636 ******* 2022-01-18T15:50:27.226 INFO:teuthology.task.ansible.out: TASK [common : Make sure nagios nrpe service is running.] ********************** 2022-01-18T15:50:27.228 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "nrpe", "state": "started", "status": {"ActiveState": "active", "AllowedCPUs": "", "AllowedMemoryNodes": "", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "ControlGroup": "/system.slice/nrpe.service", "ControlPID": "0", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "DevicePolicy": "auto", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "EnvironmentFiles": "/etc/sysconfig/nrpe (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "1278", "ExecMainStartTimestamp": "Tue 2022-01-18 15:47:34 UTC", "ExecMainStartTimestampMonotonic": "20042622", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/nrpe ; argv[]=/usr/sbin/nrpe -c /etc/nagios/nrpe.cfg -f $NRPE_SSL_OPT ; ignore_errors=no ; start_time=[Tue 2022-01-18 15:47:34 UTC] ; stop_time=[n/a] ; pid=1278 ; code=(null) ; status=0/0 }", "ExecStopPost": "{ path=/bin/rm ; argv[]=/bin/rm -f /run/nrpe/nrpe.pid ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FileDescriptorStoreMax": "0", "GID": "984", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "L 2022-01-18T15:50:27.229 INFO:teuthology.task.ansible.out:imitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "262144", "LimitNOFILESoft": "1024", "LimitNPROC": "127245", "LimitNPROCSoft": "127245", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127245", "LimitSIGPENDINGSoft": "127245", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "MainPID": "1278", "MemoryAccounting": "yes", "MemoryCurrent": "684032", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Nice": "0", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "-500", "PIDFile": "/run/nrpe/nrpe.pid", "PermissionsStartOnly": "no", "RemainAfterExit": "no", "Restart": "on-abort", "RestartUSec": "100ms", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeMaxUSec": "infinity", "SecureBits": "0", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StatusErrno": "0", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "1", "TasksMax": "203592", "TimeoutStar 2022-01-18T15:50:27.231 INFO:teuthology.task.ansible.out:tUSec": "1min 30s", "TimeoutStopUSec": "1min", "TimerSlackNSec": "50000", "Type": "simple", "UID": "988", "UMask": "0022", "WatchdogTimestamp": "Tue 2022-01-18 15:47:34 UTC", "WatchdogTimestampMonotonic": "20042671", "WatchdogUSec": "0"}} 2022-01-18T15:50:27.253 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:27 +0000 (0:00:00.348) 0:02:11.985 ******* 2022-01-18T15:50:27.449 INFO:teuthology.task.ansible.out: TASK [common : Get SELinux status] ********************************************* 2022-01-18T15:50:27.450 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => {"changed": true, "cmd": ["getenforce"], "delta": "0:00:00.001802", "end": "2022-01-18 15:50:27.435531", "rc": 0, "start": "2022-01-18 15:50:27.433729", "stderr": "", "stderr_lines": [], "stdout": "Permissive", "stdout_lines": ["Permissive"]} 2022-01-18T15:50:27.471 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:27 +0000 (0:00:00.217) 0:02:12.203 ******* 2022-01-18T15:50:27.817 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Install SELinux dependencies] **************************** 2022-01-18T15:50:27.819 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2022-01-18T15:50:27.849 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:27 +0000 (0:00:00.377) 0:02:12.581 ******* 2022-01-18T15:50:28.982 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2022-01-18T15:50:29.006 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:50:28 +0000 (0:00:01.157) 0:02:13.738 ******* 2022-01-18T15:51:06.236 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Ensure SELinux policy is up to date] ********************* changed: [smithi129.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: selinux-policy-targeted-3.14.3-80.el8_5.2.noarch", "Installed: selinux-policy-3.14.3-80.el8_5.2.noarch", "Removed: selinux-policy-3.14.3-67.el8.noarch", "Removed: selinux-policy-targeted-3.14.3-67.el8.noarch"]} 2022-01-18T15:51:06.260 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:06 +0000 (0:00:37.254) 0:02:50.992 ******* 2022-01-18T15:51:06.987 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Set SELinux boolean nagios_run_sudo true] **************** 2022-01-18T15:51:06.989 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "name": "nagios_run_sudo", "persistent": true, "state": true} 2022-01-18T15:51:07.010 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:07 +0000 (0:00:00.748) 0:02:51.741 ******* 2022-01-18T15:51:07.829 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Ensure SELinux policy is up to date] ********************* 2022-01-18T15:51:07.831 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: selinux-policy-targeted-3.14.3-80.el8_5.2.noarch", "Installed: selinux-policy-3.14.3-80.el8_5.2.noarch", "Removed: selinux-policy-3.14.3-67.el8.noarch", "Removed: selinux-policy-targeted-3.14.3-67.el8.noarch"]} 2022-01-18T15:51:07.854 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:07 +0000 (0:00:00.844) 0:02:52.586 ******* 2022-01-18T15:51:08.334 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Set SELinux boolean nagios_run_sudo true] **************** 2022-01-18T15:51:08.336 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "name": "nagios_run_sudo", "persistent": true, "state": true} 2022-01-18T15:51:08.357 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:08 +0000 (0:00:00.503) 0:02:53.089 ******* 2022-01-18T15:51:22.248 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Remove SELinux policy package] *************************** 2022-01-18T15:51:22.250 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => {"changed": true, "cmd": ["semodule", "-r", "nrpe"], "delta": "0:00:15.050018", "end": "2022-01-18 15:51:22.241070", "failed_when_result": false, "rc": 0, "start": "2022-01-18 15:51:07.191052", "stderr": "", "stderr_lines": [], "stdout": "libsemanage.semanage_direct_remove_key: Removing last nrpe module (no other nrpe module exists at another priority).", "stdout_lines": ["libsemanage.semanage_direct_remove_key: Removing last nrpe module (no other nrpe module exists at another priority)."]} 2022-01-18T15:51:22.275 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:22 +0000 (0:00:13.917) 0:03:07.007 ******* 2022-01-18T15:51:22.733 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Copy SELinux type enforcement file] ********************** 2022-01-18T15:51:22.735 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "checksum": "99d9b2ea41fb2d6613898129718064833d2de428", "dest": "/tmp/nrpe.te", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/tmp/nrpe.te", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 934, "state": "file", "uid": 0} 2022-01-18T15:51:22.756 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:22 +0000 (0:00:00.481) 0:03:07.488 ******* 2022-01-18T15:51:22.952 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Compile SELinux module file] ***************************** 2022-01-18T15:51:22.953 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => {"changed": true, "cmd": ["checkmodule", "-M", "-m", "-o", "/tmp/nrpe.mod", "/tmp/nrpe.te"], "delta": "0:00:00.010212", "end": "2022-01-18 15:51:22.945280", "rc": 0, "start": "2022-01-18 15:51:22.935068", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-18T15:51:22.975 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:22 +0000 (0:00:00.218) 0:03:07.707 ******* 2022-01-18T15:51:23.181 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Build SELinux policy package] **************************** 2022-01-18T15:51:23.183 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => {"changed": true, "cmd": ["semodule_package", "-o", "/tmp/nrpe.pp", "-m", "/tmp/nrpe.mod"], "delta": "0:00:00.013906", "end": "2022-01-18 15:51:23.168989", "rc": 0, "start": "2022-01-18 15:51:23.155083", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-18T15:51:23.204 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:23 +0000 (0:00:00.229) 0:03:07.936 ******* 2022-01-18T15:51:23.692 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Remove SELinux policy package] *************************** 2022-01-18T15:51:23.694 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => {"changed": true, "cmd": ["semodule", "-r", "nrpe"], "delta": "0:00:15.141500", "end": "2022-01-18 15:51:23.683189", "failed_when_result": false, "rc": 0, "start": "2022-01-18 15:51:08.541689", "stderr": "", "stderr_lines": [], "stdout": "libsemanage.semanage_direct_remove_key: Removing last nrpe module (no other nrpe module exists at another priority).", "stdout_lines": ["libsemanage.semanage_direct_remove_key: Removing last nrpe module (no other nrpe module exists at another priority)."]} 2022-01-18T15:51:23.717 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:23 +0000 (0:00:00.512) 0:03:08.449 ******* 2022-01-18T15:51:24.185 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Copy SELinux type enforcement file] ********************** 2022-01-18T15:51:24.187 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "checksum": "99d9b2ea41fb2d6613898129718064833d2de428", "dest": "/tmp/nrpe.te", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/tmp/nrpe.te", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 934, "state": "file", "uid": 0} 2022-01-18T15:51:24.219 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:24 +0000 (0:00:00.502) 0:03:08.951 ******* 2022-01-18T15:51:24.428 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Compile SELinux module file] ***************************** 2022-01-18T15:51:24.430 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => {"changed": true, "cmd": ["checkmodule", "-M", "-m", "-o", "/tmp/nrpe.mod", "/tmp/nrpe.te"], "delta": "0:00:00.010207", "end": "2022-01-18 15:51:24.418114", "rc": 0, "start": "2022-01-18 15:51:24.407907", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-18T15:51:24.456 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:24 +0000 (0:00:00.237) 0:03:09.188 ******* 2022-01-18T15:51:24.697 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Build SELinux policy package] **************************** 2022-01-18T15:51:24.700 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => {"changed": true, "cmd": ["semodule_package", "-o", "/tmp/nrpe.pp", "-m", "/tmp/nrpe.mod"], "delta": "0:00:00.032087", "end": "2022-01-18 15:51:24.684006", "rc": 0, "start": "2022-01-18 15:51:24.651919", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-18T15:51:24.730 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:24 +0000 (0:00:00.273) 0:03:09.462 ******* 2022-01-18T15:51:38.398 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Load SELinux policy package] ***************************** 2022-01-18T15:51:38.400 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => {"changed": true, "cmd": ["semodule", "-i", "/tmp/nrpe.pp"], "delta": "0:00:15.009215", "end": "2022-01-18 15:51:38.391197", "rc": 0, "start": "2022-01-18 15:51:23.381982", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-18T15:51:38.421 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:38 +0000 (0:00:13.690) 0:03:23.153 ******* 2022-01-18T15:51:38.618 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Remove temporary files] ********************************** 2022-01-18T15:51:38.619 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "path": "/tmp/nrpe.*", "state": "absent"} 2022-01-18T15:51:38.642 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:38 +0000 (0:00:00.220) 0:03:23.374 ******* 2022-01-18T15:51:38.680 INFO:teuthology.task.ansible.out: TASK [testnode : Include package type specific vars.] ************************** 2022-01-18T15:51:38.682 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"ansible_facts": {"ceph_dependency_packages_to_remove": ["boost-random", "boost-program-options", "leveldb", "xmlstarlet", "python-jinja2", "python-ceph", "python-flask", "python-requests", "boost-random", "python-urllib3", "python-babel", "hdparm", "python-markupsafe", "python-werkzeug", "python-itsdangerous"], "ceph_packages_to_remove": ["ceph", "ceph-base", "ceph-selinux", "ceph-common", "ceph-debuginfo", "ceph-release", "libcephfs1", "ceph-radosgw", "python-ceph", "python-rados", "python-rbd", "python-cephfs", "librbd1", "librados2", "mod_fastcgi"], "dash_stream": "", "ntp_service_name": "ntpd", "packages_to_remove": ["device-mapper-multipath"], "pip_packages_to_install": ["remoto>=0.0.35"], "ssh_service_name": "sshd"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/dnf_systems.yml"], "changed": false} 2022-01-18T15:51:38.703 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:38 +0000 (0:00:00.060) 0:03:23.435 ******* 2022-01-18T15:51:38.741 INFO:teuthology.task.ansible.out: TASK [testnode : Including distro specific variables.] ************************* ok: [smithi129.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"} 2022-01-18T15:51:38.764 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:38 +0000 (0:00:00.061) 0:03:23.496 ******* 2022-01-18T15:51:38.802 INFO:teuthology.task.ansible.out: TASK [testnode : Including major version specific variables.] ****************** 2022-01-18T15:51:38.804 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8.yml) => {"ansible_facts": {"common_yum_repos": {"apache-arrow": {"baseurl": "https://apache.jfrog.io/artifactory/arrow/centos/8/$basearch", "enabled": 1, "gpgcheck": 1, "name": "Apache Arrow"}, "lab-extras": {"baseurl": "http://{{ mirror_host }}/lab-extras/8/", "enabled": 1, "gpgcheck": 0, "name": "lab-extras"}}, "copr_repos": ["ceph/python3-asyncssh"], "epel_packages": [], "nfs_service": "nfs-server", "ntp_service_name": "chronyd", "packages": ["redhat-lsb-core", "dnf-utils", "sysstat", "libedit", "boost-thread", "xfsprogs", "gdisk", "parted", "libgcrypt", "fuse-libs", "openssl", "libuuid", "podman", "podman-docker", "attr", "ant", "lsof", "gettext", "bc", "xfsdump", "blktrace", "usbredir", "libev-devel", "valgrind", "nfs-utils", "ncurses-devel", "gcc", "git", "python3-nose", "python3-virtualenv", "genisoimage", "qemu-img", "qemu-kvm-core", "qemu-kvm-block-rbd", "libacl-devel", "dbench", "autoconf", "gdb", "iozone"], "packages_to_upgrade": ["libgcrypt"], "yum_mirrorlists": ["CentOS-AppStream-mirrorlist", "CentOS-Base-mirrorlist", "CentOS-Extras-mirrorlist", "CentOS-PowerTools-mirrorlist"], "yum_repos": {"CentOS-AppStream": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-AppStream-mirrorlist", "name": "CentOS-$releasever - AppStream"}, "CentOS-Base": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Base-mirrorlist", "name": "CentOS-$releasever - Base"}, "CentOS-Extras": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Extras-mirrorlist", "name": "CentOS-$releasever - Extras"}, "CentOS-PowerTools": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/R 2022-01-18T15:51:38.806 INFO:teuthology.task.ansible.out:PM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-PowerTools-mirrorlist", "name": "CentOS-$releasever - PowerTools"}}}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8.yml"} 2022-01-18T15:51:38.826 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:38 +0000 (0:00:00.062) 0:03:23.559 ******* 2022-01-18T15:51:38.864 INFO:teuthology.task.ansible.out: TASK [testnode : Including version specific variables.] ************************ 2022-01-18T15:51:38.866 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"} 2022-01-18T15:51:38.888 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:38 +0000 (0:00:00.061) 0:03:23.620 ******* 2022-01-18T15:51:39.073 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the sudo group exists.] ******************************** 2022-01-18T15:51:39.074 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "gid": 1000, "name": "sudo", "state": "present", "system": false} 2022-01-18T15:51:39.095 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:39 +0000 (0:00:00.207) 0:03:23.827 ******* 2022-01-18T15:51:39.291 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the teuthology_user group exists.] ********************* 2022-01-18T15:51:39.293 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "gid": 1254, "name": "ubuntu", "state": "present", "system": false} 2022-01-18T15:51:39.328 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:39 +0000 (0:00:00.226) 0:03:24.054 ******* 2022-01-18T15:51:39.366 INFO:teuthology.task.ansible.out: TASK [testnode : Create the teuthology user.] ********************************** 2022-01-18T15:51:39.367 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:51:39.390 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:39 +0000 (0:00:00.067) 0:03:24.122 ******* 2022-01-18T15:51:39.418 INFO:teuthology.task.ansible.out: TASK [testnode : Delete the teuthology users password.] ************************ 2022-01-18T15:51:39.420 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:51:39.441 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:39 +0000 (0:00:00.050) 0:03:24.173 ******* 2022-01-18T15:51:39.658 INFO:teuthology.task.ansible.out: TASK [testnode : Add a user for xfstests to test user quotas.] ***************** ok: [smithi129.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "", "group": 10101, "home": "/home/fsgqa", "move_home": false, "name": "fsgqa", "shell": "/bin/bash", "state": "present", "uid": 10101} 2022-01-18T15:51:39.679 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:39 +0000 (0:00:00.238) 0:03:24.411 ******* 2022-01-18T15:51:39.937 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Load SELinux policy package] ***************************** 2022-01-18T15:51:39.938 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => {"changed": true, "cmd": ["semodule", "-i", "/tmp/nrpe.pp"], "delta": "0:00:15.009777", "end": "2022-01-18 15:51:39.924985", "rc": 0, "start": "2022-01-18 15:51:24.915208", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-18T15:51:39.963 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:39 +0000 (0:00:00.283) 0:03:24.695 ******* 2022-01-18T15:51:40.160 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Remove temporary files] ********************************** 2022-01-18T15:51:40.161 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "path": "/tmp/nrpe.*", "state": "absent"} 2022-01-18T15:51:40.183 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:40 +0000 (0:00:00.219) 0:03:24.915 ******* 2022-01-18T15:51:40.210 INFO:teuthology.task.ansible.out: TASK [testnode : Set a high max open files limit for the teuthology user.] ***** 2022-01-18T15:51:40.212 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "checksum": "dc140f4bb26594b8d5e0753bab8d93c0cced7772", "dest": "/etc/security/limits.d/ubuntu.conf", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/security/limits.d/ubuntu.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 112, "state": "file", "uid": 0} TASK [testnode : Include package type specific vars.] ************************** ok: [smithi156.front.sepia.ceph.com] => {"ansible_facts": {"ceph_dependency_packages_to_remove": ["boost-random", "boost-program-options", "leveldb", "xmlstarlet", "python-jinja2", "python-ceph", "python-flask", "python-requests", "boost-random", "python-urllib3", "python-babel", "hdparm", "python-markupsafe", "python-werkzeug", "python-itsdangerous"], "ceph_packages_to_remove": ["ceph", "ceph-base", "ceph-selinux", "ceph-common", "ceph-debuginfo", "ceph-release", "libcephfs1", "ceph-radosgw", "python-ceph", "python-rados", "python-rbd", "python-cephfs", "librbd1", "librados2", "mod_fastcgi"], "dash_stream": "", "ntp_service_name": "ntpd", "packages_to_remove": ["device-mapper-multipath"], "pip_packages_to_install": ["remoto>=0.0.35"], "ssh_service_name": "sshd"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/dnf_systems.yml"], "changed": false} 2022-01-18T15:51:40.235 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:40 +0000 (0:00:00.052) 0:03:24.967 ******* 2022-01-18T15:51:40.259 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:40 +0000 (0:00:00.024) 0:03:24.991 ******* 2022-01-18T15:51:40.286 INFO:teuthology.task.ansible.out: TASK [testnode : Set hostname var] ********************************************* 2022-01-18T15:51:40.289 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"ansible_facts": {"hostname": "smithi129"}, "changed": false} 2022-01-18T15:51:40.310 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:40 +0000 (0:00:00.051) 0:03:25.042 ******* 2022-01-18T15:51:40.317 INFO:teuthology.task.ansible.out: TASK [testnode : Including distro specific variables.] ************************* 2022-01-18T15:51:40.319 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"} 2022-01-18T15:51:40.344 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:40 +0000 (0:00:00.033) 0:03:25.076 ******* 2022-01-18T15:51:40.383 INFO:teuthology.task.ansible.out: TASK [testnode : Including major version specific variables.] ****************** 2022-01-18T15:51:40.385 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8.yml) => {"ansible_facts": {"common_yum_repos": {"apache-arrow": {"baseurl": "https://apache.jfrog.io/artifactory/arrow/centos/8/$basearch", "enabled": 1, "gpgcheck": 1, "name": "Apache Arrow"}, "lab-extras": {"baseurl": "http://{{ mirror_host }}/lab-extras/8/", "enabled": 1, "gpgcheck": 0, "name": "lab-extras"}}, "copr_repos": ["ceph/python3-asyncssh"], "epel_packages": [], "nfs_service": "nfs-server", "ntp_service_name": "chronyd", "packages": ["redhat-lsb-core", "dnf-utils", "sysstat", "libedit", "boost-thread", "xfsprogs", "gdisk", "parted", "libgcrypt", "fuse-libs", "openssl", "libuuid", "podman", "podman-docker", "attr", "ant", "lsof", "gettext", "bc", "xfsdump", "blktrace", "usbredir", "libev-devel", "valgrind", "nfs-utils", "ncurses-devel", "gcc", "git", "python3-nose", "python3-virtualenv", "genisoimage", "qemu-img", "qemu-kvm-core", "qemu-kvm-block-rbd", "libacl-devel", "dbench", "autoconf", "gdb", "iozone"], "packages_to_upgrade": ["libgcrypt"], "yum_mirrorlists": ["CentOS-AppStream-mirrorlist", "CentOS-Base-mirrorlist", "CentOS-Extras-mirrorlist", "CentOS-PowerTools-mirrorlist"], "yum_repos": {"CentOS-AppStream": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-AppStream-mirrorlist", "name": "CentOS-$releasever - AppStream"}, "CentOS-Base": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Base-mirrorlist", "name": "CentOS-$releasever - Base"}, "CentOS-Extras": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Extras-mirrorlist", "name": "CentOS-$releasever - Extras"}, "CentOS-PowerTools": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/R 2022-01-18T15:51:40.387 INFO:teuthology.task.ansible.out:PM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-PowerTools-mirrorlist", "name": "CentOS-$releasever - PowerTools"}}}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8.yml"} 2022-01-18T15:51:40.417 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:40 +0000 (0:00:00.073) 0:03:25.149 ******* 2022-01-18T15:51:40.459 INFO:teuthology.task.ansible.out: TASK [testnode : Including version specific variables.] ************************ 2022-01-18T15:51:40.461 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"} 2022-01-18T15:51:40.493 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:40 +0000 (0:00:00.076) 0:03:25.225 ******* 2022-01-18T15:51:40.689 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the sudo group exists.] ******************************** 2022-01-18T15:51:40.690 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "gid": 1000, "name": "sudo", "state": "present", "system": false} 2022-01-18T15:51:40.712 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:40 +0000 (0:00:00.218) 0:03:25.443 ******* 2022-01-18T15:51:40.906 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the teuthology_user group exists.] ********************* 2022-01-18T15:51:40.908 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "gid": 1254, "name": "ubuntu", "state": "present", "system": false} 2022-01-18T15:51:40.929 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:40 +0000 (0:00:00.217) 0:03:25.661 ******* 2022-01-18T15:51:40.956 INFO:teuthology.task.ansible.out: TASK [testnode : Create the teuthology user.] ********************************** 2022-01-18T15:51:40.958 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:51:40.982 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:40 +0000 (0:00:00.053) 0:03:25.714 ******* 2022-01-18T15:51:41.021 INFO:teuthology.task.ansible.out: TASK [testnode : Delete the teuthology users password.] ************************ 2022-01-18T15:51:41.022 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:51:41.043 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:41 +0000 (0:00:00.061) 0:03:25.775 ******* 2022-01-18T15:51:41.249 INFO:teuthology.task.ansible.out: TASK [testnode : Set the system's hostname] ************************************ 2022-01-18T15:51:41.251 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => {"ansible_facts": {"ansible_domain": "front.sepia.ceph.com", "ansible_fqdn": "smithi129.front.sepia.ceph.com", "ansible_hostname": "smithi129", "ansible_nodename": "smithi129"}, "changed": true, "name": "smithi129"} 2022-01-18T15:51:41.272 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:41 +0000 (0:00:00.228) 0:03:26.004 ******* 2022-01-18T15:51:41.279 INFO:teuthology.task.ansible.out: TASK [testnode : Add a user for xfstests to test user quotas.] ***************** 2022-01-18T15:51:41.281 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "", "group": 10101, "home": "/home/fsgqa", "move_home": false, "name": "fsgqa", "shell": "/bin/bash", "state": "present", "uid": 10101} 2022-01-18T15:51:41.307 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:41 +0000 (0:00:00.034) 0:03:26.039 ******* 2022-01-18T15:51:41.734 INFO:teuthology.task.ansible.out: TASK [testnode : Upload distro major version specific sshd_config] ************* 2022-01-18T15:51:41.736 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "checksum": "a5e550b2aa74f6355e926d70d73a50ad9ab4b4be", "dest": "/etc/ssh/sshd_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/sshd_config", "secontext": "system_u:object_r:etc_t:s0", "size": 1043, "state": "file", "uid": 0} 2022-01-18T15:51:41.759 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:41 +0000 (0:00:00.452) 0:03:26.491 ******* 2022-01-18T15:51:41.840 INFO:teuthology.task.ansible.out: TASK [testnode : Set a high max open files limit for the teuthology user.] ***** 2022-01-18T15:51:41.841 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "checksum": "dc140f4bb26594b8d5e0753bab8d93c0cced7772", "dest": "/etc/security/limits.d/ubuntu.conf", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/security/limits.d/ubuntu.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 112, "state": "file", "uid": 0} 2022-01-18T15:51:41.864 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:41 +0000 (0:00:00.104) 0:03:26.596 ******* 2022-01-18T15:51:41.901 INFO:teuthology.task.ansible.out: TASK [testnode : Set hostname var] ********************************************* 2022-01-18T15:51:41.903 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"ansible_facts": {"hostname": "smithi156"}, "changed": false} 2022-01-18T15:51:41.924 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:41 +0000 (0:00:00.060) 0:03:26.656 ******* 2022-01-18T15:51:42.215 INFO:teuthology.task.ansible.out: TASK [testnode : Upload ssh_config] ******************************************** 2022-01-18T15:51:42.217 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "checksum": "58d78b02605c8368f1913de12e145f4ad930fafc", "dest": "/etc/ssh/ssh_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/ssh_config", "secontext": "system_u:object_r:etc_t:s0", "size": 570, "state": "file", "uid": 0} 2022-01-18T15:51:42.238 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:42 +0000 (0:00:00.313) 0:03:26.970 ******* 2022-01-18T15:51:42.520 INFO:teuthology.task.ansible.out: TASK [testnode : Set the system's hostname] ************************************ 2022-01-18T15:51:42.522 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => {"ansible_facts": {"ansible_domain": "front.sepia.ceph.com", "ansible_fqdn": "smithi156.front.sepia.ceph.com", "ansible_hostname": "smithi156", "ansible_nodename": "smithi156"}, "changed": true, "name": "smithi156"} 2022-01-18T15:51:42.546 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:42 +0000 (0:00:00.306) 0:03:27.276 ******* 2022-01-18T15:51:42.949 INFO:teuthology.task.ansible.out: TASK [testnode : Add ssh pubkeys] ********************************************** 2022-01-18T15:51:42.951 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "comment": null, "exclusive": false, "follow": false, "key": "https://raw.githubusercontent.com/ceph/keys/autogenerated/ssh/@all.pub", "key_options": null, "keyfile": "/home/ubuntu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ubuntu", "validate_certs": true} 2022-01-18T15:51:42.973 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:42 +0000 (0:00:00.428) 0:03:27.705 ******* 2022-01-18T15:51:43.001 INFO:teuthology.task.ansible.out: TASK [testnode : Upload distro major version specific sshd_config] ************* 2022-01-18T15:51:43.003 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "checksum": "a5e550b2aa74f6355e926d70d73a50ad9ab4b4be", "dest": "/etc/ssh/sshd_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/sshd_config", "secontext": "system_u:object_r:etc_t:s0", "size": 1043, "state": "file", "uid": 0} 2022-01-18T15:51:43.025 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:43 +0000 (0:00:00.052) 0:03:27.757 ******* 2022-01-18T15:51:43.443 INFO:teuthology.task.ansible.out: TASK [testnode : Create remote.conf] ******************************************* 2022-01-18T15:51:43.444 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "checksum": "68d0b8ee2f88a77895f257aa69f32a42e47f455b", "dest": "/etc/security/limits.d/remote.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/security/limits.d/remote.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 116, "state": "file", "uid": 0} 2022-01-18T15:51:43.466 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:43 +0000 (0:00:00.440) 0:03:28.197 ******* 2022-01-18T15:51:43.483 INFO:teuthology.task.ansible.out: TASK [testnode : Upload ssh_config] ******************************************** 2022-01-18T15:51:43.485 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "checksum": "58d78b02605c8368f1913de12e145f4ad930fafc", "dest": "/etc/ssh/ssh_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/ssh_config", "secontext": "system_u:object_r:etc_t:s0", "size": 570, "state": "file", "uid": 0} 2022-01-18T15:51:43.508 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:43 +0000 (0:00:00.042) 0:03:28.240 ******* 2022-01-18T15:51:43.661 INFO:teuthology.task.ansible.out: TASK [testnode : Set mode on /etc/fuse.conf] *********************************** 2022-01-18T15:51:43.662 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "dest": "/etc/fuse.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "secontext": "unconfined_u:object_r:etc_t:s0", "size": 0, "state": "file", "uid": 0} 2022-01-18T15:51:43.684 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:43 +0000 (0:00:00.176) 0:03:28.416 ******* 2022-01-18T15:51:43.879 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the group kvm exists.] ********************************* 2022-01-18T15:51:43.881 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "gid": 36, "name": "kvm", "state": "present", "system": false} 2022-01-18T15:51:43.902 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:43 +0000 (0:00:00.217) 0:03:28.634 ******* 2022-01-18T15:51:44.129 INFO:teuthology.task.ansible.out: TASK [testnode : Add the teuthology user to groups kvm,disk] ******************* 2022-01-18T15:51:44.131 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"append": true, "changed": false, "comment": "", "group": 1254, "groups": "kvm,disk", "home": "/home/ubuntu", "move_home": false, "name": "ubuntu", "shell": "/bin/bash", "state": "present", "uid": 1000} 2022-01-18T15:51:44.153 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:44 +0000 (0:00:00.251) 0:03:28.885 ******* 2022-01-18T15:51:44.183 INFO:teuthology.task.ansible.out: TASK [testnode : Add ssh pubkeys] ********************************************** 2022-01-18T15:51:44.185 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "comment": null, "exclusive": false, "follow": false, "key": "https://raw.githubusercontent.com/ceph/keys/autogenerated/ssh/@all.pub", "key_options": null, "keyfile": "/home/ubuntu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ubuntu", "validate_certs": true} 2022-01-18T15:51:44.207 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:44 +0000 (0:00:00.053) 0:03:28.939 ******* 2022-01-18T15:51:44.624 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/sudoers.] ************************************** 2022-01-18T15:51:44.625 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "checksum": "be3223c8b0917bde02657a5f9ddd95277cc3f812", "dest": "/etc/sudoers", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers", "secontext": "system_u:object_r:etc_t:s0", "size": 1808, "state": "file", "uid": 0} 2022-01-18T15:51:44.648 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:44 +0000 (0:00:00.440) 0:03:29.380 ******* 2022-01-18T15:51:44.676 INFO:teuthology.task.ansible.out: TASK [testnode : Create remote.conf] ******************************************* 2022-01-18T15:51:44.678 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "checksum": "68d0b8ee2f88a77895f257aa69f32a42e47f455b", "dest": "/etc/security/limits.d/remote.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/security/limits.d/remote.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 116, "state": "file", "uid": 0} 2022-01-18T15:51:44.701 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:44 +0000 (0:00:00.052) 0:03:29.433 ******* 2022-01-18T15:51:44.898 INFO:teuthology.task.ansible.out: TASK [testnode : Set mode on /etc/fuse.conf] *********************************** 2022-01-18T15:51:44.899 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "dest": "/etc/fuse.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "secontext": "unconfined_u:object_r:etc_t:s0", "size": 0, "state": "file", "uid": 0} 2022-01-18T15:51:44.928 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:44 +0000 (0:00:00.227) 0:03:29.660 ******* 2022-01-18T15:51:45.115 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/security/limits.conf] ************************** 2022-01-18T15:51:45.117 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "checksum": "12a2e17405b9e00ea2061e25929905d08e5fe19f", "dest": "/etc/security/limits.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/security/limits.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 854, "state": "file", "uid": 0} 2022-01-18T15:51:45.138 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:45 +0000 (0:00:00.209) 0:03:29.870 ******* 2022-01-18T15:51:45.146 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the group kvm exists.] ********************************* 2022-01-18T15:51:45.148 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "gid": 36, "name": "kvm", "state": "present", "system": false} 2022-01-18T15:51:45.171 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:45 +0000 (0:00:00.032) 0:03:29.903 ******* 2022-01-18T15:51:45.390 INFO:teuthology.task.ansible.out: TASK [testnode : Add the teuthology user to groups kvm,disk] ******************* 2022-01-18T15:51:45.392 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"append": true, "changed": false, "comment": "", "group": 1254, "groups": "kvm,disk", "home": "/home/ubuntu", "move_home": false, "name": "ubuntu", "shell": "/bin/bash", "state": "present", "uid": 1000} 2022-01-18T15:51:45.417 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:45 +0000 (0:00:00.246) 0:03:30.149 ******* 2022-01-18T15:51:45.885 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/sudoers.] ************************************** 2022-01-18T15:51:45.887 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "checksum": "be3223c8b0917bde02657a5f9ddd95277cc3f812", "dest": "/etc/sudoers", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers", "secontext": "system_u:object_r:etc_t:s0", "size": 1808, "state": "file", "uid": 0} 2022-01-18T15:51:45.908 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:45 +0000 (0:00:00.490) 0:03:30.640 ******* 2022-01-18T15:51:46.373 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/security/limits.conf] ************************** ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "checksum": "12a2e17405b9e00ea2061e25929905d08e5fe19f", "dest": "/etc/security/limits.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/security/limits.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 854, "state": "file", "uid": 0} 2022-01-18T15:51:46.397 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:46 +0000 (0:00:00.489) 0:03:31.129 ******* 2022-01-18T15:51:47.739 INFO:teuthology.task.ansible.out: TASK [testnode : Rebuild rpmdb] ************************************************ 2022-01-18T15:51:47.741 INFO:teuthology.task.ansible.out:[WARNING]: Consider using the yum, dnf or zypper module rather than running 'rpm'. If you need to use command because yum, dnf or zypper is insufficient you can add 'warn: false' to this command task or set 'command_warnings=False' in ansible.cfg to get rid of this message. changed: [smithi129.front.sepia.ceph.com] => {"changed": true, "cmd": ["rpm", "--rebuilddb"], "delta": "0:00:02.412718", "end": "2022-01-18 15:51:47.725331", "rc": 0, "start": "2022-01-18 15:51:45.312613", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-18T15:51:47.764 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:47 +0000 (0:00:01.367) 0:03:32.496 ******* 2022-01-18T15:51:47.792 INFO:teuthology.task.ansible.out: TASK [testnode : Clean up Stream distro-provided repos] ************************ 2022-01-18T15:51:47.794 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:51:47.813 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:47 +0000 (0:00:00.049) 0:03:32.545 ******* 2022-01-18T15:51:47.850 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2022-01-18T15:51:47.852 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:51:47.873 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:47 +0000 (0:00:00.059) 0:03:32.605 ******* 2022-01-18T15:51:47.911 INFO:teuthology.task.ansible.out: TASK [testnode : Include CentOS Stream specific variables] ********************* 2022-01-18T15:51:47.913 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8_stream.yml) => {"ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8_stream.yml", "skip_reason": "Conditional result was False"} 2022-01-18T15:51:47.935 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:47 +0000 (0:00:00.061) 0:03:32.667 ******* 2022-01-18T15:51:48.415 INFO:teuthology.task.ansible.out: TASK [testnode : Configure local mirrorlists] ********************************** 2022-01-18T15:51:48.417 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=CentOS-AppStream-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "aa5ad73629677ef17172417e50d2cdadccb7a3f2", "dest": "/etc/yum.repos.d/CentOS-AppStream-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-AppStream-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-AppStream-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 397, "state": "file", "uid": 0} 2022-01-18T15:51:48.865 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=CentOS-Base-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "4ed3c0272e6c4ec99169cd68f0b43d40bdd4b296", "dest": "/etc/yum.repos.d/CentOS-Base-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-Base-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Base-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 380, "state": "file", "uid": 0} 2022-01-18T15:51:49.003 INFO:teuthology.task.ansible.out: TASK [testnode : Rebuild rpmdb] ************************************************ 2022-01-18T15:51:49.005 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => {"changed": true, "cmd": ["rpm", "--rebuilddb"], "delta": "0:00:02.412840", "end": "2022-01-18 15:51:48.990051", "rc": 0, "start": "2022-01-18 15:51:46.577211", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-18T15:51:49.035 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:49 +0000 (0:00:01.099) 0:03:33.766 ******* 2022-01-18T15:51:49.063 INFO:teuthology.task.ansible.out: TASK [testnode : Clean up Stream distro-provided repos] ************************ 2022-01-18T15:51:49.065 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:51:49.085 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:49 +0000 (0:00:00.050) 0:03:33.817 ******* 2022-01-18T15:51:49.122 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2022-01-18T15:51:49.124 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:51:49.145 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:49 +0000 (0:00:00.059) 0:03:33.877 ******* 2022-01-18T15:51:49.182 INFO:teuthology.task.ansible.out: TASK [testnode : Include CentOS Stream specific variables] ********************* 2022-01-18T15:51:49.184 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8_stream.yml) => {"ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8_stream.yml", "skip_reason": "Conditional result was False"} 2022-01-18T15:51:49.205 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:49 +0000 (0:00:00.059) 0:03:33.937 ******* 2022-01-18T15:51:49.295 INFO:teuthology.task.ansible.out: TASK [testnode : Configure local mirrorlists] ********************************** 2022-01-18T15:51:49.297 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=CentOS-Extras-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "a862f43d3b3c7b8b592aa7dce23a6d013ab20bc3", "dest": "/etc/yum.repos.d/CentOS-Extras-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-Extras-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Extras-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 382, "state": "file", "uid": 0} 2022-01-18T15:51:49.694 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=CentOS-AppStream-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "aa5ad73629677ef17172417e50d2cdadccb7a3f2", "dest": "/etc/yum.repos.d/CentOS-AppStream-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-AppStream-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-AppStream-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 397, "state": "file", "uid": 0} 2022-01-18T15:51:49.727 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=CentOS-PowerTools-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "20107eac0ba9a84b318fa5f29b02a387051bff98", "dest": "/etc/yum.repos.d/CentOS-PowerTools-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-PowerTools-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-PowerTools-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 397, "state": "file", "uid": 0} 2022-01-18T15:51:49.752 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:49 +0000 (0:00:00.547) 0:03:34.484 ******* 2022-01-18T15:51:50.113 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=CentOS-Base-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "4ed3c0272e6c4ec99169cd68f0b43d40bdd4b296", "dest": "/etc/yum.repos.d/CentOS-Base-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-Base-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Base-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 380, "state": "file", "uid": 0} 2022-01-18T15:51:50.218 INFO:teuthology.task.ansible.out: TASK [testnode : Configure common additional repos in /etc/yum.repos.d/] ******* 2022-01-18T15:51:50.220 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'key': 'lab-extras', 'value': {'name': 'lab-extras', 'baseurl': 'http://apt-mirror.front.sepia.ceph.com/lab-extras/8/', 'enabled': 1, 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "a0e2ac0628a264e14b96b1c57627a3aa344a6c52", "dest": "/etc/yum.repos.d/lab-extras.repo", "gid": 0, "group": "root", "item": {"key": "lab-extras", "value": {"baseurl": "http://apt-mirror.front.sepia.ceph.com/lab-extras/8/", "enabled": 1, "gpgcheck": 0, "name": "lab-extras"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/lab-extras.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 203, "state": "file", "uid": 0} 2022-01-18T15:51:50.555 INFO:teuthology.task.ansible.out: TASK [testnode : Configure local mirrorlists] ********************************** 2022-01-18T15:51:50.557 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=CentOS-Extras-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "a862f43d3b3c7b8b592aa7dce23a6d013ab20bc3", "dest": "/etc/yum.repos.d/CentOS-Extras-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-Extras-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Extras-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 382, "state": "file", "uid": 0} 2022-01-18T15:51:50.712 INFO:teuthology.task.ansible.out: TASK [testnode : Configure common additional repos in /etc/yum.repos.d/] ******* 2022-01-18T15:51:50.714 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'key': 'apache-arrow', 'value': {'name': 'Apache Arrow', 'baseurl': 'https://apache.jfrog.io/artifactory/arrow/centos/8/$basearch', 'enabled': 1, 'gpgcheck': 1}}) => {"ansible_loop_var": "item", "changed": true, "checksum": "86b924db6e383ddad921a207c09a708e6cca6a67", "dest": "/etc/yum.repos.d/apache-arrow.repo", "gid": 0, "group": "root", "item": {"key": "apache-arrow", "value": {"baseurl": "https://apache.jfrog.io/artifactory/arrow/centos/8/$basearch", "enabled": 1, "gpgcheck": 1, "name": "Apache Arrow"}}, "md5sum": "183d0889f7213a1e38c7f48965d7549e", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:system_conf_t:s0", "size": 215, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1642521110.25535-5188-156706877754942/source", "state": "file", "uid": 0} 2022-01-18T15:51:50.736 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:50 +0000 (0:00:00.983) 0:03:35.468 ******* 2022-01-18T15:51:50.984 INFO:teuthology.task.ansible.out: TASK [testnode : Configure local mirrorlists] ********************************** 2022-01-18T15:51:50.986 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=CentOS-PowerTools-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "20107eac0ba9a84b318fa5f29b02a387051bff98", "dest": "/etc/yum.repos.d/CentOS-PowerTools-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-PowerTools-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-PowerTools-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 397, "state": "file", "uid": 0} 2022-01-18T15:51:51.009 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:51 +0000 (0:00:00.273) 0:03:35.741 ******* 2022-01-18T15:51:51.228 INFO:teuthology.task.ansible.out: TASK [testnode : Configure version specific repos in /etc/yum.repos.d/] ******** 2022-01-18T15:51:51.230 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'key': 'CentOS-AppStream', 'value': {'name': 'CentOS-$releasever - AppStream', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-AppStream-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "9b147c879e95cd23f3bbde027da102febcaad1a8", "dest": "/etc/yum.repos.d/CentOS-AppStream.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-AppStream", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-AppStream-mirrorlist", "name": "CentOS-$releasever - AppStream"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-AppStream.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 289, "state": "file", "uid": 0} 2022-01-18T15:51:51.490 INFO:teuthology.task.ansible.out: TASK [testnode : Configure common additional repos in /etc/yum.repos.d/] ******* 2022-01-18T15:51:51.492 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'key': 'lab-extras', 'value': {'name': 'lab-extras', 'baseurl': 'http://apt-mirror.front.sepia.ceph.com/lab-extras/8/', 'enabled': 1, 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "a0e2ac0628a264e14b96b1c57627a3aa344a6c52", "dest": "/etc/yum.repos.d/lab-extras.repo", "gid": 0, "group": "root", "item": {"key": "lab-extras", "value": {"baseurl": "http://apt-mirror.front.sepia.ceph.com/lab-extras/8/", "enabled": 1, "gpgcheck": 0, "name": "lab-extras"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/lab-extras.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 203, "state": "file", "uid": 0} 2022-01-18T15:51:51.659 INFO:teuthology.task.ansible.out: TASK [testnode : Configure version specific repos in /etc/yum.repos.d/] ******** 2022-01-18T15:51:51.661 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'key': 'CentOS-Base', 'value': {'name': 'CentOS-$releasever - Base', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-Base-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "77e4590ed0ecec056fa44f4e65af60e110822b85", "dest": "/etc/yum.repos.d/CentOS-Base.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-Base", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Base-mirrorlist", "name": "CentOS-$releasever - Base"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Base.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 274, "state": "file", "uid": 0} 2022-01-18T15:51:51.984 INFO:teuthology.task.ansible.out: TASK [testnode : Configure common additional repos in /etc/yum.repos.d/] ******* 2022-01-18T15:51:51.986 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'key': 'apache-arrow', 'value': {'name': 'Apache Arrow', 'baseurl': 'https://apache.jfrog.io/artifactory/arrow/centos/8/$basearch', 'enabled': 1, 'gpgcheck': 1}}) => {"ansible_loop_var": "item", "changed": true, "checksum": "86b924db6e383ddad921a207c09a708e6cca6a67", "dest": "/etc/yum.repos.d/apache-arrow.repo", "gid": 0, "group": "root", "item": {"key": "apache-arrow", "value": {"baseurl": "https://apache.jfrog.io/artifactory/arrow/centos/8/$basearch", "enabled": 1, "gpgcheck": 1, "name": "Apache Arrow"}}, "md5sum": "183d0889f7213a1e38c7f48965d7549e", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:system_conf_t:s0", "size": 215, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1642521111.5181417-5313-60140099653150/source", "state": "file", "uid": 0} 2022-01-18T15:51:52.009 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:52 +0000 (0:00:00.999) 0:03:36.741 ******* 2022-01-18T15:51:52.101 INFO:teuthology.task.ansible.out: TASK [testnode : Configure version specific repos in /etc/yum.repos.d/] ******** 2022-01-18T15:51:52.103 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'key': 'CentOS-Extras', 'value': {'name': 'CentOS-$releasever - Extras', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-Extras-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "2856826614c7f1cb9409228f6c41319a023ca754", "dest": "/etc/yum.repos.d/CentOS-Extras.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-Extras", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Extras-mirrorlist", "name": "CentOS-$releasever - Extras"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Extras.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 280, "state": "file", "uid": 0} 2022-01-18T15:51:52.479 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'key': 'CentOS-AppStream', 'value': {'name': 'CentOS-$releasever - AppStream', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-AppStream-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "9b147c879e95cd23f3bbde027da102febcaad1a8", "dest": "/etc/yum.repos.d/CentOS-AppStream.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-AppStream", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-AppStream-mirrorlist", "name": "CentOS-$releasever - AppStream"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-AppStream.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 289, "state": "file", "uid": 0} 2022-01-18T15:51:52.532 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'key': 'CentOS-PowerTools', 'value': {'name': 'CentOS-$releasever - PowerTools', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-PowerTools-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "76441d1028936932e965a46c12ad393f767201d3", "dest": "/etc/yum.repos.d/CentOS-PowerTools.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-PowerTools", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-PowerTools-mirrorlist", "name": "CentOS-$releasever - PowerTools"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-PowerTools.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 292, "state": "file", "uid": 0} 2022-01-18T15:51:52.559 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:52 +0000 (0:00:00.549) 0:03:37.291 ******* 2022-01-18T15:51:52.910 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'key': 'CentOS-Base', 'value': {'name': 'CentOS-$releasever - Base', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-Base-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "77e4590ed0ecec056fa44f4e65af60e110822b85", "dest": "/etc/yum.repos.d/CentOS-Base.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-Base", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Base-mirrorlist", "name": "CentOS-$releasever - Base"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Base.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 274, "state": "file", "uid": 0} 2022-01-18T15:51:53.057 INFO:teuthology.task.ansible.out: TASK [testnode : Enable copr repos] ******************************************** 2022-01-18T15:51:53.059 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item=ceph/python3-asyncssh) => {"ansible_loop_var": "item", "changed": true, "cmd": ["dnf", "-y", "copr", "enable", "ceph/python3-asyncssh"], "delta": "0:00:00.294511", "end": "2022-01-18 15:51:53.048520", "item": "ceph/python3-asyncssh", "rc": 0, "start": "2022-01-18 15:51:52.754009", "stderr": "Enabling a Copr repository. Please note that this repository is not part\nof the main distribution, and quality may vary.\n\nThe Fedora Project does not exercise any power over the contents of\nthis repository beyond the rules outlined in the Copr FAQ at\n,\nand packages are not held to any quality or security level.\n\nPlease do not file bug reports about these packages in Fedora\nBugzilla. In case of problems, contact the owner of this repository.", "stderr_lines": ["Enabling a Copr repository. Please note that this repository is not part", "of the main distribution, and quality may vary.", "", "The Fedora Project does not exercise any power over the contents of", "this repository beyond the rules outlined in the Copr FAQ at", ",", "and packages are not held to any quality or security level.", "", "Please do not file bug reports about these packages in Fedora", "Bugzilla. In case of problems, contact the owner of this repository."], "stdout": "Repository successfully enabled.", "stdout_lines": ["Repository successfully enabled."], "warnings": ["Consider using the dnf module rather than running 'dnf'. If you need to use command because dnf is insufficient you can add 'warn: false' to this command task or set 'command_warnings=False' in ansible.cfg to get rid of this message."]} [WARNING]: Consider using the dnf module rather than running 'dnf'. If you need to use command because dnf is insufficient you can add 'warn: false' to this command task or set 'comma 2022-01-18T15:51:53.060 INFO:teuthology.task.ansible.out:nd_warnings=False' in ansible.cfg to get rid of this message. 2022-01-18T15:51:53.080 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:53 +0000 (0:00:00.521) 0:03:37.812 ******* 2022-01-18T15:51:53.347 INFO:teuthology.task.ansible.out: TASK [testnode : Configure version specific repos in /etc/yum.repos.d/] ******** 2022-01-18T15:51:53.349 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'key': 'CentOS-Extras', 'value': {'name': 'CentOS-$releasever - Extras', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-Extras-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "2856826614c7f1cb9409228f6c41319a023ca754", "dest": "/etc/yum.repos.d/CentOS-Extras.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-Extras", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Extras-mirrorlist", "name": "CentOS-$releasever - Extras"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Extras.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 280, "state": "file", "uid": 0} 2022-01-18T15:51:53.787 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'key': 'CentOS-PowerTools', 'value': {'name': 'CentOS-$releasever - PowerTools', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-PowerTools-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "76441d1028936932e965a46c12ad393f767201d3", "dest": "/etc/yum.repos.d/CentOS-PowerTools.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-PowerTools", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-PowerTools-mirrorlist", "name": "CentOS-$releasever - PowerTools"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-PowerTools.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 292, "state": "file", "uid": 0} 2022-01-18T15:51:53.818 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:53 +0000 (0:00:00.737) 0:03:38.550 ******* 2022-01-18T15:51:54.289 INFO:teuthology.task.ansible.out: TASK [testnode : Enable copr repos] ******************************************** 2022-01-18T15:51:54.290 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item=ceph/python3-asyncssh) => {"ansible_loop_var": "item", "changed": true, "cmd": ["dnf", "-y", "copr", "enable", "ceph/python3-asyncssh"], "delta": "0:00:00.266061", "end": "2022-01-18 15:51:54.276555", "item": "ceph/python3-asyncssh", "rc": 0, "start": "2022-01-18 15:51:54.010494", "stderr": "Enabling a Copr repository. Please note that this repository is not part\nof the main distribution, and quality may vary.\n\nThe Fedora Project does not exercise any power over the contents of\nthis repository beyond the rules outlined in the Copr FAQ at\n,\nand packages are not held to any quality or security level.\n\nPlease do not file bug reports about these packages in Fedora\nBugzilla. In case of problems, contact the owner of this repository.", "stderr_lines": ["Enabling a Copr repository. Please note that this repository is not part", "of the main distribution, and quality may vary.", "", "The Fedora Project does not exercise any power over the contents of", "this repository beyond the rules outlined in the Copr FAQ at", ",", "and packages are not held to any quality or security level.", "", "Please do not file bug reports about these packages in Fedora", "Bugzilla. In case of problems, contact the owner of this repository."], "stdout": "Repository successfully enabled.", "stdout_lines": ["Repository successfully enabled."], "warnings": ["Consider using the dnf module rather than running 'dnf'. If you need to use command because dnf is insufficient you can add 'warn: false' to this command task or set 'command_warnings=False' in ansible.cfg to get rid of this message."]} 2022-01-18T15:51:54.314 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:54 +0000 (0:00:00.496) 0:03:39.046 ******* 2022-01-18T15:51:57.888 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG] ************************************************** 2022-01-18T15:51:57.890 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2022-01-18T15:51:57.913 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:57 +0000 (0:00:03.598) 0:03:42.645 ******* 2022-01-18T15:51:58.684 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG keys] ********************************************* 2022-01-18T15:51:58.686 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": true, "item": "https://download.ceph.com/keys/release.asc"} 2022-01-18T15:51:58.967 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG] ************************************************** 2022-01-18T15:51:58.969 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2022-01-18T15:51:58.990 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:51:58 +0000 (0:00:01.076) 0:03:43.722 ******* 2022-01-18T15:51:59.143 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG keys] ********************************************* 2022-01-18T15:51:59.145 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": true, "item": "https://download.ceph.com/keys/autobuild.asc"} 2022-01-18T15:51:59.552 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": true, "item": "https://download.ceph.com/keys/release.asc"} 2022-01-18T15:52:00.020 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": true, "item": "https://download.ceph.com/keys/autobuild.asc"} 2022-01-18T15:52:00.396 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item=https://dist.apache.org/repos/dist/dev/arrow/KEYS) => {"ansible_loop_var": "item", "changed": true, "item": "https://dist.apache.org/repos/dist/dev/arrow/KEYS"} 2022-01-18T15:52:00.420 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:00 +0000 (0:00:01.430) 0:03:45.152 ******* 2022-01-18T15:52:00.812 INFO:teuthology.task.ansible.out: TASK [testnode : Clean yum cache] ********************************************** 2022-01-18T15:52:00.814 INFO:teuthology.task.ansible.out:[WARNING]: Consider using the yum module rather than running 'yum'. If you need to use command because yum is insufficient you can add 'warn: false' to this command task or set 'command_warnings=False' in ansible.cfg to get rid of this message. changed: [smithi129.front.sepia.ceph.com] => {"changed": true, "cmd": "yum clean all", "delta": "0:00:00.186075", "end": "2022-01-18 15:52:00.800442", "rc": 0, "start": "2022-01-18 15:52:00.614367", "stderr": "", "stderr_lines": [], "stdout": "78 files removed", "stdout_lines": ["78 files removed"]} 2022-01-18T15:52:00.834 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:00 +0000 (0:00:00.413) 0:03:45.565 ******* 2022-01-18T15:52:00.871 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2022-01-18T15:52:00.872 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"ansible_facts": {"skip_packaging": false}, "changed": false} 2022-01-18T15:52:00.891 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:00 +0000 (0:00:00.057) 0:03:45.623 ******* 2022-01-18T15:52:00.928 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure yum_utils is present.] ********************************* 2022-01-18T15:52:00.930 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:00.949 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:00 +0000 (0:00:00.057) 0:03:45.681 ******* 2022-01-18T15:52:00.986 INFO:teuthology.task.ansible.out: TASK [testnode : Removing saved yum transactions] ****************************** skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:01.008 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:01 +0000 (0:00:00.059) 0:03:45.740 ******* 2022-01-18T15:52:01.215 INFO:teuthology.task.ansible.out: TASK [testnode : Check if ceph-debuginfo is installed] ************************* 2022-01-18T15:52:01.217 INFO:teuthology.task.ansible.out:fatal: [smithi129.front.sepia.ceph.com]: FAILED! => {"changed": false, "cmd": ["rpm", "-q", "ceph-debuginfo"], "delta": "0:00:00.007279", "end": "2022-01-18 15:52:01.202907", "msg": "non-zero return code", "rc": 1, "start": "2022-01-18 15:52:01.195628", "stderr": "", "stderr_lines": [], "stdout": "package ceph-debuginfo is not installed", "stdout_lines": ["package ceph-debuginfo is not installed"]} ...ignoring 2022-01-18T15:52:01.240 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:01 +0000 (0:00:00.231) 0:03:45.971 ******* 2022-01-18T15:52:01.278 INFO:teuthology.task.ansible.out: TASK [testnode : Work around https://bugzilla.redhat.com/show_bug.cgi?id=1234967] *** 2022-01-18T15:52:01.280 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:01.301 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:01 +0000 (0:00:00.061) 0:03:46.033 ******* 2022-01-18T15:52:01.434 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG keys] ********************************************* 2022-01-18T15:52:01.436 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item=https://dist.apache.org/repos/dist/dev/arrow/KEYS) => {"ansible_loop_var": "item", "changed": true, "item": "https://dist.apache.org/repos/dist/dev/arrow/KEYS"} 2022-01-18T15:52:01.460 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:01 +0000 (0:00:00.158) 0:03:46.191 ******* 2022-01-18T15:52:01.853 INFO:teuthology.task.ansible.out: TASK [testnode : Clean yum cache] ********************************************** 2022-01-18T15:52:01.854 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => {"changed": true, "cmd": "yum clean all", "delta": "0:00:00.188913", "end": "2022-01-18 15:52:01.842512", "rc": 0, "start": "2022-01-18 15:52:01.653599", "stderr": "", "stderr_lines": [], "stdout": "78 files removed", "stdout_lines": ["78 files removed"]} 2022-01-18T15:52:01.877 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:01 +0000 (0:00:00.417) 0:03:46.609 ******* 2022-01-18T15:52:01.914 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2022-01-18T15:52:01.916 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"ansible_facts": {"skip_packaging": false}, "changed": false} 2022-01-18T15:52:01.939 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:01 +0000 (0:00:00.062) 0:03:46.671 ******* 2022-01-18T15:52:01.976 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure yum_utils is present.] ********************************* 2022-01-18T15:52:01.978 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:01.999 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:01 +0000 (0:00:00.059) 0:03:46.731 ******* 2022-01-18T15:52:02.038 INFO:teuthology.task.ansible.out: TASK [testnode : Removing saved yum transactions] ****************************** 2022-01-18T15:52:02.040 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:02.061 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:02 +0000 (0:00:00.061) 0:03:46.793 ******* 2022-01-18T15:52:02.255 INFO:teuthology.task.ansible.out: TASK [testnode : Check if ceph-debuginfo is installed] ************************* 2022-01-18T15:52:02.257 INFO:teuthology.task.ansible.out:fatal: [smithi156.front.sepia.ceph.com]: FAILED! => {"changed": false, "cmd": ["rpm", "-q", "ceph-debuginfo"], "delta": "0:00:00.007575", "end": "2022-01-18 15:52:02.248852", "msg": "non-zero return code", "rc": 1, "start": "2022-01-18 15:52:02.241277", "stderr": "", "stderr_lines": [], "stdout": "package ceph-debuginfo is not installed", "stdout_lines": ["package ceph-debuginfo is not installed"]} ...ignoring 2022-01-18T15:52:02.278 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:02 +0000 (0:00:00.217) 0:03:47.010 ******* 2022-01-18T15:52:02.306 INFO:teuthology.task.ansible.out: TASK [testnode : Work around https://bugzilla.redhat.com/show_bug.cgi?id=1234967] *** 2022-01-18T15:52:02.308 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:02.329 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:02 +0000 (0:00:00.051) 0:03:47.061 ******* 2022-01-18T15:52:22.760 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph packages are not present.] ************************ 2022-01-18T15:52:22.762 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Removed: librados2-1:12.2.7-9.el8.x86_64", "Removed: librbd1-1:12.2.7-9.el8.x86_64", "Removed: qemu-kvm-block-rbd-15:4.2.0-48.module_el8.4.0+783+f8734d30.x86_64"]} 2022-01-18T15:52:22.782 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:22 +0000 (0:00:20.452) 0:04:07.514 ******* 2022-01-18T15:52:22.832 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Removed: librados2-1:12.2.7-9.el8.x86_64", "Removed: librbd1-1:12.2.7-9.el8.x86_64", "Removed: qemu-kvm-block-rbd-15:4.2.0-48.module_el8.4.0+783+f8734d30.x86_64"]} 2022-01-18T15:52:22.857 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:22 +0000 (0:00:00.074) 0:04:07.589 ******* 2022-01-18T15:52:25.323 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph dependency packages are not present.] ************* 2022-01-18T15:52:25.324 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Removed: boost-program-options-1.66.0-10.el8.x86_64", "Removed: boost-random-1.66.0-10.el8.x86_64"]} 2022-01-18T15:52:25.348 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:25 +0000 (0:00:02.491) 0:04:10.080 ******* 2022-01-18T15:52:25.514 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Removed: boost-program-options-1.66.0-10.el8.x86_64", "Removed: boost-random-1.66.0-10.el8.x86_64"]} 2022-01-18T15:52:25.538 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:25 +0000 (0:00:00.189) 0:04:10.269 ******* 2022-01-18T15:52:34.535 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2022-01-18T15:52:34.537 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: librados2-1:12.2.7-9.el8.x86_64", "Installed: qemu-img-15:4.2.0-59.module_el8.5.0+1063+c9b9feff.1.x86_64", "Installed: dnf-plugins-core-4.0.21-3.el8.noarch", "Installed: librbd1-1:12.2.7-9.el8.x86_64", "Installed: qemu-kvm-block-rbd-15:4.2.0-59.module_el8.5.0+1063+c9b9feff.1.x86_64", "Installed: python3-dnf-plugins-core-4.0.21-3.el8.noarch", "Installed: qemu-kvm-common-15:4.2.0-59.module_el8.5.0+1063+c9b9feff.1.x86_64", "Installed: qemu-kvm-core-15:4.2.0-59.module_el8.5.0+1063+c9b9feff.1.x86_64", "Installed: yum-utils-4.0.21-3.el8.noarch", "Installed: boost-program-options-1.66.0-10.el8.x86_64", "Installed: boost-random-1.66.0-10.el8.x86_64", "Removed: yum-utils-4.0.18-4.el8.noarch", "Removed: python3-dnf-plugins-core-4.0.18-4.el8.noarch", "Removed: dnf-plugins-core-4.0.18-4.el8.noarch", "Removed: qemu-img-15:4.2.0-48.module_el8.4.0+783+f8734d30.x86_64", "Removed: qemu-kvm-common-15:4.2.0-48.module_el8.4.0+783+f8734d30.x86_64", "Removed: qemu-kvm-core-15:4.2.0-48.module_el8.4.0+783+f8734d30.x86_64"]} 2022-01-18T15:52:34.560 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:34 +0000 (0:00:09.022) 0:04:19.292 ******* 2022-01-18T15:52:34.599 INFO:teuthology.task.ansible.out: TASK [testnode : Install epel packages] **************************************** 2022-01-18T15:52:34.601 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:34.621 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:34 +0000 (0:00:00.061) 0:04:19.353 ******* 2022-01-18T15:52:35.434 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2022-01-18T15:52:35.436 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: librados2-1:12.2.7-9.el8.x86_64", "Installed: qemu-img-15:4.2.0-59.module_el8.5.0+1063+c9b9feff.1.x86_64", "Installed: dnf-plugins-core-4.0.21-3.el8.noarch", "Installed: librbd1-1:12.2.7-9.el8.x86_64", "Installed: qemu-kvm-block-rbd-15:4.2.0-59.module_el8.5.0+1063+c9b9feff.1.x86_64", "Installed: python3-dnf-plugins-core-4.0.21-3.el8.noarch", "Installed: qemu-kvm-common-15:4.2.0-59.module_el8.5.0+1063+c9b9feff.1.x86_64", "Installed: qemu-kvm-core-15:4.2.0-59.module_el8.5.0+1063+c9b9feff.1.x86_64", "Installed: yum-utils-4.0.21-3.el8.noarch", "Installed: boost-program-options-1.66.0-10.el8.x86_64", "Installed: boost-random-1.66.0-10.el8.x86_64", "Removed: yum-utils-4.0.18-4.el8.noarch", "Removed: python3-dnf-plugins-core-4.0.18-4.el8.noarch", "Removed: dnf-plugins-core-4.0.18-4.el8.noarch", "Removed: qemu-img-15:4.2.0-48.module_el8.4.0+783+f8734d30.x86_64", "Removed: qemu-kvm-common-15:4.2.0-48.module_el8.4.0+783+f8734d30.x86_64", "Removed: qemu-kvm-core-15:4.2.0-48.module_el8.4.0+783+f8734d30.x86_64"]} 2022-01-18T15:52:35.458 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:35 +0000 (0:00:00.837) 0:04:20.190 ******* 2022-01-18T15:52:35.496 INFO:teuthology.task.ansible.out: TASK [testnode : Install epel packages] **************************************** 2022-01-18T15:52:35.498 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:35.519 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:35 +0000 (0:00:00.060) 0:04:20.251 ******* 2022-01-18T15:52:36.223 INFO:teuthology.task.ansible.out: TASK [testnode : Remove packages] ********************************************** 2022-01-18T15:52:36.225 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2022-01-18T15:52:36.247 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:36 +0000 (0:00:00.727) 0:04:20.979 ******* 2022-01-18T15:52:37.141 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2022-01-18T15:52:37.168 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:37 +0000 (0:00:00.921) 0:04:21.900 ******* 2022-01-18T15:52:39.354 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2022-01-18T15:52:39.356 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: libgcrypt-1.8.5-6.el8.x86_64", "Removed: libgcrypt-1.8.5-4.el8.x86_64"]} 2022-01-18T15:52:39.380 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:39 +0000 (0:00:02.211) 0:04:24.112 ******* 2022-01-18T15:52:39.690 INFO:teuthology.task.ansible.out: TASK [testnode : Stop and disable firewalld] *********************************** 2022-01-18T15:52:39.692 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "enabled": false, "name": "firewalld", "state": "stopped", "status": {"ActiveState": "inactive", "AllowedCPUs": "", "AllowedMemoryNodes": "", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "BusName": "org.fedoraproject.FirewallD1", "CPUAccounting": "no", "CPUAffinity": "", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "ControlPID": "0", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "DevicePolicy": "auto", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "EnvironmentFiles": "/etc/sysconfig/firewalld (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "0", "ExecMainStartTimestampMonotonic": "0", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/firewalld ; argv[]=/usr/sbin/firewalld --nofork --nopid $FIREWALLD_ARGS ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FileDescriptorStoreMax": "0", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity 2022-01-18T15:52:39.693 INFO:teuthology.task.ansible.out:", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "262144", "LimitNOFILESoft": "1024", "LimitNPROC": "127245", "LimitNPROCSoft": "127245", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127245", "LimitSIGPENDINGSoft": "127245", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "MainPID": "0", "MemoryAccounting": "yes", "MemoryCurrent": "[not set]", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Nice": "0", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "0", "PermissionsStartOnly": "no", "RemainAfterExit": "no", "Restart": "no", "RestartUSec": "100ms", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeMaxUSec": "infinity", "SecureBits": "0", "Slice": "system.slice", "StandardError": "null", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "null", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StatusErrno": "0", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "[not set]", "TasksMax": "203592", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Type": "dbus", "UID": "[not set]", "UMask": "0022", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2022-01-18T15:52:39.714 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:39 +0000 (0:00:00.333) 0:04:24.446 ******* 2022-01-18T15:52:39.982 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2022-01-18T15:52:40.001 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: libgcrypt-1.8.5-6.el8.x86_64", "Removed: libgcrypt-1.8.5-4.el8.x86_64"]} 2022-01-18T15:52:40.006 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:40 +0000 (0:00:00.292) 0:04:24.738 ******* 2022-01-18T15:52:40.014 INFO:teuthology.task.ansible.out: TASK [testnode : Stop and disable iptables] ************************************ 2022-01-18T15:52:40.015 INFO:teuthology.task.ansible.out:fatal: [smithi129.front.sepia.ceph.com]: FAILED! => {"changed": false, "msg": "Could not find the requested service iptables: host"} ...ignoring 2022-01-18T15:52:40.040 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:40 +0000 (0:00:00.033) 0:04:24.772 ******* 2022-01-18T15:52:40.321 INFO:teuthology.task.ansible.out: TASK [testnode : Stop and disable firewalld] *********************************** 2022-01-18T15:52:40.322 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "enabled": false, "name": "firewalld", "state": "stopped", "status": {"ActiveState": "inactive", "AllowedCPUs": "", "AllowedMemoryNodes": "", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "BusName": "org.fedoraproject.FirewallD1", "CPUAccounting": "no", "CPUAffinity": "", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "ControlPID": "0", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "DevicePolicy": "auto", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "EnvironmentFiles": "/etc/sysconfig/firewalld (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "0", "ExecMainStartTimestampMonotonic": "0", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/firewalld ; argv[]=/usr/sbin/firewalld --nofork --nopid $FIREWALLD_ARGS ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FileDescriptorStoreMax": "0", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity 2022-01-18T15:52:40.327 INFO:teuthology.task.ansible.out:", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "262144", "LimitNOFILESoft": "1024", "LimitNPROC": "127245", "LimitNPROCSoft": "127245", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127245", "LimitSIGPENDINGSoft": "127245", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "MainPID": "0", "MemoryAccounting": "yes", "MemoryCurrent": "[not set]", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Nice": "0", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "0", "PermissionsStartOnly": "no", "RemainAfterExit": "no", "Restart": "no", "RestartUSec": "100ms", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeMaxUSec": "infinity", "SecureBits": "0", "Slice": "system.slice", "StandardError": "null", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "null", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StatusErrno": "0", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "[not set]", "TasksMax": "203592", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Type": "dbus", "UID": "[not set]", "UMask": "0022", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2022-01-18T15:52:40.346 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:40 +0000 (0:00:00.306) 0:04:25.078 ******* 2022-01-18T15:52:40.645 INFO:teuthology.task.ansible.out: TASK [testnode : Stop and disable iptables] ************************************ 2022-01-18T15:52:40.647 INFO:teuthology.task.ansible.out:fatal: [smithi156.front.sepia.ceph.com]: FAILED! => {"changed": false, "msg": "Could not find the requested service iptables: host"} ...ignoring 2022-01-18T15:52:40.668 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:40 +0000 (0:00:00.321) 0:04:25.400 ******* 2022-01-18T15:52:40.674 INFO:teuthology.task.ansible.out: TASK [testnode : Enable SELinux] *********************************************** 2022-01-18T15:52:40.676 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "configfile": "/etc/selinux/config", "msg": "", "policy": "targeted", "reboot_required": false, "state": "permissive"} 2022-01-18T15:52:40.699 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:40 +0000 (0:00:00.031) 0:04:25.431 ******* 2022-01-18T15:52:40.736 INFO:teuthology.task.ansible.out: TASK [testnode : Install abrt] ************************************************* 2022-01-18T15:52:40.737 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:40.759 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:40 +0000 (0:00:00.060) 0:04:25.491 ******* 2022-01-18T15:52:40.787 INFO:teuthology.task.ansible.out: TASK [testnode : Enable abrt-auto-reporting] *********************************** 2022-01-18T15:52:40.788 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:40.810 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:40 +0000 (0:00:00.051) 0:04:25.542 ******* 2022-01-18T15:52:40.844 INFO:teuthology.task.ansible.out: TASK [testnode : Set OpenGPGCheck in abrt-action-save-package-data.conf] ******* 2022-01-18T15:52:40.846 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:40.867 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:40 +0000 (0:00:00.056) 0:04:25.599 ******* 2022-01-18T15:52:40.895 INFO:teuthology.task.ansible.out: TASK [testnode : Set ProcessUnpackaged in abrt-action-save-package-data.conf] *** skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:40.918 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:40 +0000 (0:00:00.050) 0:04:25.650 ******* 2022-01-18T15:52:40.939 INFO:teuthology.task.ansible.out: TASK [testnode : Enable SELinux] *********************************************** 2022-01-18T15:52:40.941 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "configfile": "/etc/selinux/config", "msg": "", "policy": "targeted", "reboot_required": false, "state": "permissive"} 2022-01-18T15:52:40.963 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:40 +0000 (0:00:00.045) 0:04:25.695 ******* 2022-01-18T15:52:40.970 INFO:teuthology.task.ansible.out: TASK [testnode : Restart abrtd] ************************************************ 2022-01-18T15:52:40.972 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:40.996 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:40 +0000 (0:00:00.032) 0:04:25.728 ******* 2022-01-18T15:52:41.002 INFO:teuthology.task.ansible.out: TASK [testnode : Install abrt] ************************************************* 2022-01-18T15:52:41.004 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:41.027 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:41 +0000 (0:00:00.031) 0:04:25.759 ******* 2022-01-18T15:52:41.034 INFO:teuthology.task.ansible.out: TASK [testnode : Check for custom repos] *************************************** 2022-01-18T15:52:41.035 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:41.059 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:41 +0000 (0:00:00.032) 0:04:25.791 ******* 2022-01-18T15:52:41.066 INFO:teuthology.task.ansible.out: TASK [testnode : Enable abrt-auto-reporting] *********************************** 2022-01-18T15:52:41.068 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:41.092 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:41 +0000 (0:00:00.032) 0:04:25.823 ******* 2022-01-18T15:52:41.099 INFO:teuthology.task.ansible.out: TASK [testnode : Remove custom repos] ****************************************** 2022-01-18T15:52:41.124 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:41 +0000 (0:00:00.033) 0:04:25.856 ******* 2022-01-18T15:52:41.131 INFO:teuthology.task.ansible.out: TASK [testnode : Set OpenGPGCheck in abrt-action-save-package-data.conf] ******* 2022-01-18T15:52:41.133 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:41.156 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:41 +0000 (0:00:00.031) 0:04:25.888 ******* 2022-01-18T15:52:41.162 INFO:teuthology.task.ansible.out: TASK [testnode : Set apt preferences] ****************************************** 2022-01-18T15:52:41.164 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:41.186 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:41 +0000 (0:00:00.030) 0:04:25.918 ******* 2022-01-18T15:52:41.193 INFO:teuthology.task.ansible.out: TASK [testnode : Set ProcessUnpackaged in abrt-action-save-package-data.conf] *** 2022-01-18T15:52:41.194 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:41.220 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:41 +0000 (0:00:00.033) 0:04:25.952 ******* 2022-01-18T15:52:41.226 INFO:teuthology.task.ansible.out: TASK [testnode : Add sources list] ********************************************* 2022-01-18T15:52:41.228 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:41.250 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:41 +0000 (0:00:00.030) 0:04:25.982 ******* 2022-01-18T15:52:41.257 INFO:teuthology.task.ansible.out: TASK [testnode : Restart abrtd] ************************************************ 2022-01-18T15:52:41.258 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:41.283 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:41 +0000 (0:00:00.032) 0:04:26.015 ******* 2022-01-18T15:52:41.290 INFO:teuthology.task.ansible.out: TASK [testnode : Install apt keys] ********************************************* 2022-01-18T15:52:41.292 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/autobuild.asc", "skip_reason": "Conditional result was False"} 2022-01-18T15:52:41.302 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/release.asc", "skip_reason": "Conditional result was False"} 2022-01-18T15:52:41.303 INFO:teuthology.task.ansible.out: TASK [testnode : Check for custom repos] *************************************** skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:41.326 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:41 +0000 (0:00:00.043) 0:04:26.058 ******* 2022-01-18T15:52:41.347 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:41 +0000 (0:00:00.020) 0:04:26.079 ******* 2022-01-18T15:52:41.354 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-apt] ******************************************* 2022-01-18T15:52:41.356 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:41.378 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:41 +0000 (0:00:00.031) 0:04:26.110 ******* 2022-01-18T15:52:41.385 INFO:teuthology.task.ansible.out: TASK [testnode : Remove custom repos] ****************************************** 2022-01-18T15:52:41.408 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:41 +0000 (0:00:00.029) 0:04:26.140 ******* 2022-01-18T15:52:41.414 INFO:teuthology.task.ansible.out: TASK [testnode : Add local apt repos.] ***************************************** 2022-01-18T15:52:41.438 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:41 +0000 (0:00:00.029) 0:04:26.170 ******* 2022-01-18T15:52:41.445 INFO:teuthology.task.ansible.out: TASK [testnode : Set apt preferences] ****************************************** 2022-01-18T15:52:41.446 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:41.469 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:41 +0000 (0:00:00.031) 0:04:26.201 ******* 2022-01-18T15:52:41.476 INFO:teuthology.task.ansible.out: TASK [testnode : Blast the apt cache.] ***************************************** 2022-01-18T15:52:41.477 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:41.500 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:41 +0000 (0:00:00.030) 0:04:26.232 ******* 2022-01-18T15:52:41.507 INFO:teuthology.task.ansible.out: TASK [testnode : Add sources list] ********************************************* 2022-01-18T15:52:41.508 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:41.531 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:41 +0000 (0:00:00.031) 0:04:26.263 ******* 2022-01-18T15:52:41.536 INFO:teuthology.task.ansible.out: TASK [testnode : Update apt cache.] ******************************************** 2022-01-18T15:52:41.538 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:41.561 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:41 +0000 (0:00:00.030) 0:04:26.293 ******* 2022-01-18T15:52:41.570 INFO:teuthology.task.ansible.out: TASK [testnode : Install apt keys] ********************************************* 2022-01-18T15:52:41.571 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/autobuild.asc", "skip_reason": "Conditional result was False"} 2022-01-18T15:52:41.581 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/release.asc", "skip_reason": "Conditional result was False"} 2022-01-18T15:52:41.603 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:41 +0000 (0:00:00.042) 0:04:26.335 ******* 2022-01-18T15:52:41.609 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure packages are not present.] ***************************** 2022-01-18T15:52:41.611 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:41.633 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:41 +0000 (0:00:00.029) 0:04:26.365 ******* 2022-01-18T15:52:41.639 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-apt] ******************************************* 2022-01-18T15:52:41.641 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:41.662 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:41 +0000 (0:00:00.029) 0:04:26.394 ******* 2022-01-18T15:52:41.668 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2022-01-18T15:52:41.670 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:41.693 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:41 +0000 (0:00:00.030) 0:04:26.425 ******* 2022-01-18T15:52:41.700 INFO:teuthology.task.ansible.out: TASK [testnode : Add local apt repos.] ***************************************** 2022-01-18T15:52:41.723 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:41 +0000 (0:00:00.030) 0:04:26.455 ******* 2022-01-18T15:52:41.729 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade non aarch64 packages] ********************************* 2022-01-18T15:52:41.730 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:41.753 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:41 +0000 (0:00:00.029) 0:04:26.485 ******* 2022-01-18T15:52:41.760 INFO:teuthology.task.ansible.out: TASK [testnode : Blast the apt cache.] ***************************************** 2022-01-18T15:52:41.762 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:41.783 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:41 +0000 (0:00:00.030) 0:04:26.515 ******* 2022-01-18T15:52:41.790 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2022-01-18T15:52:41.791 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:41.813 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:41 +0000 (0:00:00.029) 0:04:26.545 ******* 2022-01-18T15:52:41.820 INFO:teuthology.task.ansible.out: TASK [testnode : Update apt cache.] ******************************************** 2022-01-18T15:52:41.822 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:41.843 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:41 +0000 (0:00:00.030) 0:04:26.575 ******* 2022-01-18T15:52:41.849 INFO:teuthology.task.ansible.out: TASK [testnode : Install non aarch64 packages] ********************************* 2022-01-18T15:52:41.850 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:41.872 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:41 +0000 (0:00:00.029) 0:04:26.604 ******* 2022-01-18T15:52:41.879 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure packages are not present.] ***************************** 2022-01-18T15:52:41.880 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:41.904 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:41 +0000 (0:00:00.031) 0:04:26.636 ******* 2022-01-18T15:52:41.911 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages with --no-install-recommends] **************** 2022-01-18T15:52:41.913 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:41.940 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:41 +0000 (0:00:00.035) 0:04:26.672 ******* 2022-01-18T15:52:41.947 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:41.970 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:41 +0000 (0:00:00.029) 0:04:26.702 ******* 2022-01-18T15:52:41.975 INFO:teuthology.task.ansible.out: TASK [testnode : Use perl to add user_xattr to the root mount options in fstab.] *** 2022-01-18T15:52:41.977 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:41.999 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:41 +0000 (0:00:00.029) 0:04:26.732 ******* 2022-01-18T15:52:42.006 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade non aarch64 packages] ********************************* 2022-01-18T15:52:42.007 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:42.029 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:42 +0000 (0:00:00.029) 0:04:26.761 ******* 2022-01-18T15:52:42.036 INFO:teuthology.task.ansible.out: TASK [testnode : Enable xattr for this boot.] ********************************** 2022-01-18T15:52:42.037 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:42.061 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:42 +0000 (0:00:00.031) 0:04:26.793 ******* 2022-01-18T15:52:42.067 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2022-01-18T15:52:42.069 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:42.092 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:42 +0000 (0:00:00.030) 0:04:26.824 ******* 2022-01-18T15:52:42.098 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure fuse group exists.] ************************************ 2022-01-18T15:52:42.100 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:42.124 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:42 +0000 (0:00:00.031) 0:04:26.855 ******* 2022-01-18T15:52:42.132 INFO:teuthology.task.ansible.out: TASK [testnode : Install non aarch64 packages] ********************************* 2022-01-18T15:52:42.133 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:42.156 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:42 +0000 (0:00:00.031) 0:04:26.887 ******* 2022-01-18T15:52:42.163 INFO:teuthology.task.ansible.out: TASK [testnode : Upload /etc/fuse.conf.] *************************************** 2022-01-18T15:52:42.165 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:42.187 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:42 +0000 (0:00:00.031) 0:04:26.919 ******* 2022-01-18T15:52:42.195 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages with --no-install-recommends] **************** 2022-01-18T15:52:42.197 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:42.219 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:42 +0000 (0:00:00.031) 0:04:26.951 ******* 2022-01-18T15:52:42.225 INFO:teuthology.task.ansible.out: TASK [testnode : Add teuthology user to groups fuse, kvm and disk.] ************ 2022-01-18T15:52:42.227 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:42.249 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:42 +0000 (0:00:00.030) 0:04:26.981 ******* 2022-01-18T15:52:42.256 INFO:teuthology.task.ansible.out: TASK [testnode : Use perl to add user_xattr to the root mount options in fstab.] *** 2022-01-18T15:52:42.258 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:42.280 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:42 +0000 (0:00:00.030) 0:04:27.012 ******* 2022-01-18T15:52:42.286 INFO:teuthology.task.ansible.out: TASK [testnode : Set up static IP in /etc/hosts.] ****************************** 2022-01-18T15:52:42.288 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:42.311 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:42 +0000 (0:00:00.030) 0:04:27.043 ******* 2022-01-18T15:52:42.317 INFO:teuthology.task.ansible.out: TASK [testnode : Enable xattr for this boot.] ********************************** 2022-01-18T15:52:42.319 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:42.341 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:42 +0000 (0:00:00.030) 0:04:27.073 ******* 2022-01-18T15:52:42.348 INFO:teuthology.task.ansible.out: TASK [testnode : Stop apache2] ************************************************* 2022-01-18T15:52:42.350 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:42.373 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:42 +0000 (0:00:00.032) 0:04:27.105 ******* 2022-01-18T15:52:42.380 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure fuse group exists.] ************************************ 2022-01-18T15:52:42.382 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:42.404 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:42 +0000 (0:00:00.031) 0:04:27.136 ******* 2022-01-18T15:52:42.411 INFO:teuthology.task.ansible.out: TASK [testnode : Set mode on /etc/fuse.conf] *********************************** 2022-01-18T15:52:42.413 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:42.436 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:42 +0000 (0:00:00.031) 0:04:27.168 ******* 2022-01-18T15:52:42.443 INFO:teuthology.task.ansible.out: TASK [testnode : Upload /etc/fuse.conf.] *************************************** 2022-01-18T15:52:42.444 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:42.467 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:42 +0000 (0:00:00.030) 0:04:27.199 ******* 2022-01-18T15:52:42.473 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the group kvm exists.] ********************************* 2022-01-18T15:52:42.475 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:42.498 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:42 +0000 (0:00:00.030) 0:04:27.230 ******* 2022-01-18T15:52:42.505 INFO:teuthology.task.ansible.out: TASK [testnode : Add teuthology user to groups fuse, kvm and disk.] ************ 2022-01-18T15:52:42.507 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:42.529 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:42 +0000 (0:00:00.031) 0:04:27.261 ******* 2022-01-18T15:52:42.535 INFO:teuthology.task.ansible.out: TASK [testnode : Add the teuthology user to groups kvm,disk] ******************* 2022-01-18T15:52:42.536 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:42.559 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:42 +0000 (0:00:00.029) 0:04:27.291 ******* 2022-01-18T15:52:42.566 INFO:teuthology.task.ansible.out: TASK [testnode : Set up static IP in /etc/hosts.] ****************************** 2022-01-18T15:52:42.568 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:42.590 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:42 +0000 (0:00:00.030) 0:04:27.322 ******* 2022-01-18T15:52:42.597 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/sudoers.] ************************************** 2022-01-18T15:52:42.598 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:42.624 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:42 +0000 (0:00:00.033) 0:04:27.356 ******* 2022-01-18T15:52:42.632 INFO:teuthology.task.ansible.out: TASK [testnode : Stop apache2] ************************************************* 2022-01-18T15:52:42.633 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:42.655 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:42 +0000 (0:00:00.031) 0:04:27.387 ******* 2022-01-18T15:52:42.661 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/security/limits.conf] ************************** 2022-01-18T15:52:42.662 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:42.688 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:42 +0000 (0:00:00.033) 0:04:27.420 ******* 2022-01-18T15:52:42.695 INFO:teuthology.task.ansible.out: TASK [testnode : Set mode on /etc/fuse.conf] *********************************** 2022-01-18T15:52:42.697 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:42.719 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:42 +0000 (0:00:00.030) 0:04:27.451 ******* 2022-01-18T15:52:42.725 INFO:teuthology.task.ansible.out: TASK [testnode : Rebuild rpmdb] ************************************************ 2022-01-18T15:52:42.727 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:42.749 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:42 +0000 (0:00:00.030) 0:04:27.481 ******* 2022-01-18T15:52:42.756 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the group kvm exists.] ********************************* 2022-01-18T15:52:42.757 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:42.779 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:42 +0000 (0:00:00.029) 0:04:27.511 ******* 2022-01-18T15:52:42.785 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph packages are not present.] ************************ 2022-01-18T15:52:42.787 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:42.810 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:42 +0000 (0:00:00.031) 0:04:27.542 ******* 2022-01-18T15:52:42.818 INFO:teuthology.task.ansible.out: TASK [testnode : Add the teuthology user to groups kvm,disk] ******************* 2022-01-18T15:52:42.819 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:42.844 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:42 +0000 (0:00:00.033) 0:04:27.576 ******* 2022-01-18T15:52:42.851 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph dependency packages are not present.] ************* 2022-01-18T15:52:42.853 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:42.875 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:42 +0000 (0:00:00.031) 0:04:27.607 ******* 2022-01-18T15:52:42.882 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/sudoers.] ************************************** 2022-01-18T15:52:42.884 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:42.906 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:42 +0000 (0:00:00.030) 0:04:27.638 ******* 2022-01-18T15:52:42.912 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2022-01-18T15:52:42.914 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:42.937 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:42 +0000 (0:00:00.030) 0:04:27.669 ******* 2022-01-18T15:52:42.944 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/security/limits.conf] ************************** 2022-01-18T15:52:42.946 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:42.968 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:42 +0000 (0:00:00.031) 0:04:27.700 ******* 2022-01-18T15:52:42.974 INFO:teuthology.task.ansible.out: TASK [testnode : Remove packages] ********************************************** 2022-01-18T15:52:42.976 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:42.999 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:42 +0000 (0:00:00.030) 0:04:27.731 ******* 2022-01-18T15:52:43.005 INFO:teuthology.task.ansible.out: TASK [testnode : Rebuild rpmdb] ************************************************ 2022-01-18T15:52:43.007 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:43.029 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:43 +0000 (0:00:00.030) 0:04:27.761 ******* 2022-01-18T15:52:43.035 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2022-01-18T15:52:43.037 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:43.059 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:43 +0000 (0:00:00.029) 0:04:27.791 ******* 2022-01-18T15:52:43.066 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph packages are not present.] ************************ 2022-01-18T15:52:43.067 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:43.089 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:43 +0000 (0:00:00.030) 0:04:27.821 ******* 2022-01-18T15:52:43.095 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2022-01-18T15:52:43.097 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:43.120 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:43 +0000 (0:00:00.030) 0:04:27.852 ******* 2022-01-18T15:52:43.127 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph dependency packages are not present.] ************* 2022-01-18T15:52:43.128 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:43.150 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:43 +0000 (0:00:00.030) 0:04:27.882 ******* 2022-01-18T15:52:43.157 INFO:teuthology.task.ansible.out: TASK [testnode : Include hostname in /etc/sysconfig/network] ******************* 2022-01-18T15:52:43.158 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:43.181 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:43 +0000 (0:00:00.030) 0:04:27.913 ******* 2022-01-18T15:52:43.188 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2022-01-18T15:52:43.190 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:43.213 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:43 +0000 (0:00:00.032) 0:04:27.945 ******* 2022-01-18T15:52:43.240 INFO:teuthology.task.ansible.out: TASK [testnode : Remove packages] ********************************************** 2022-01-18T15:52:43.242 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:43.263 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:43 +0000 (0:00:00.049) 0:04:27.995 ******* 2022-01-18T15:52:43.290 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2022-01-18T15:52:43.292 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:43.313 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:43 +0000 (0:00:00.050) 0:04:28.045 ******* 2022-01-18T15:52:43.341 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2022-01-18T15:52:43.342 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:43.365 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:43 +0000 (0:00:00.049) 0:04:28.095 ******* 2022-01-18T15:52:43.392 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2022-01-18T15:52:43.394 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "dest": "/usr/bin/lspci", "gid": 0, "group": "root", "mode": "0777", "owner": "root", "secontext": "unconfined_u:object_r:bin_t:s0", "size": 11, "src": "/sbin/lspci", "state": "link", "uid": 0} TASK [testnode : Include hostname in /etc/sysconfig/network] ******************* skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:43.416 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:43 +0000 (0:00:00.052) 0:04:28.148 ******* 2022-01-18T15:52:43.438 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:43 +0000 (0:00:00.021) 0:04:28.169 ******* 2022-01-18T15:52:43.634 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2022-01-18T15:52:43.636 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/lib/ltp/testcases/bin", "secontext": "unconfined_u:object_r:lib_t:s0", "size": 4096, "state": "directory", "uid": 0} 2022-01-18T15:52:43.658 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:43 +0000 (0:00:00.220) 0:04:28.390 ******* 2022-01-18T15:52:43.666 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2022-01-18T15:52:43.668 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "dest": "/usr/bin/lspci", "gid": 0, "group": "root", "mode": "0777", "owner": "root", "secontext": "unconfined_u:object_r:bin_t:s0", "size": 11, "src": "/sbin/lspci", "state": "link", "uid": 0} 2022-01-18T15:52:43.692 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:43 +0000 (0:00:00.034) 0:04:28.424 ******* 2022-01-18T15:52:43.867 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2022-01-18T15:52:43.869 INFO:teuthology.task.ansible.out:[WARNING]: Cannot set fs attributes on a non-existent symlink target. follow should be set to False to avoid this. ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "dest": "/usr/lib/ltp/testcases/bin/fsstress", "src": "/usr/bin/fsstress"} 2022-01-18T15:52:43.893 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:43 +0000 (0:00:00.200) 0:04:28.625 ******* 2022-01-18T15:52:43.912 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2022-01-18T15:52:43.912 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/lib/ltp/testcases/bin", "secontext": "unconfined_u:object_r:lib_t:s0", "size": 4096, "state": "directory", "uid": 0} 2022-01-18T15:52:43.935 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:43 +0000 (0:00:00.042) 0:04:28.667 ******* 2022-01-18T15:52:43.943 INFO:teuthology.task.ansible.out: TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] *** 2022-01-18T15:52:43.945 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:43.968 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:43 +0000 (0:00:00.033) 0:04:28.700 ******* 2022-01-18T15:52:43.996 INFO:teuthology.task.ansible.out: TASK [testnode : Enable nfs-server on rhel 7.x.] ******************************* 2022-01-18T15:52:43.998 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:44.020 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:44 +0000 (0:00:00.051) 0:04:28.752 ******* 2022-01-18T15:52:44.048 INFO:teuthology.task.ansible.out: TASK [testnode : Include hostname in /etc/sysconfig/network] ******************* 2022-01-18T15:52:44.050 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:44.071 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:44 +0000 (0:00:00.051) 0:04:28.803 ******* 2022-01-18T15:52:44.099 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:44.122 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:44 +0000 (0:00:00.050) 0:04:28.854 ******* 2022-01-18T15:52:44.140 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2022-01-18T15:52:44.142 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "dest": "/usr/lib/ltp/testcases/bin/fsstress", "src": "/usr/bin/fsstress"} 2022-01-18T15:52:44.164 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:44 +0000 (0:00:00.041) 0:04:28.896 ******* 2022-01-18T15:52:44.171 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2022-01-18T15:52:44.173 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:44.196 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:44 +0000 (0:00:00.032) 0:04:28.928 ******* 2022-01-18T15:52:44.204 INFO:teuthology.task.ansible.out: TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] *** 2022-01-18T15:52:44.206 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:44.228 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:44 +0000 (0:00:00.031) 0:04:28.960 ******* 2022-01-18T15:52:44.235 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2022-01-18T15:52:44.236 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:44.259 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:44 +0000 (0:00:00.030) 0:04:28.991 ******* 2022-01-18T15:52:44.266 INFO:teuthology.task.ansible.out: TASK [testnode : Enable nfs-server on rhel 7.x.] ******************************* 2022-01-18T15:52:44.268 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:44.291 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:44 +0000 (0:00:00.031) 0:04:29.022 ******* 2022-01-18T15:52:44.298 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2022-01-18T15:52:44.299 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:44.322 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:44 +0000 (0:00:00.031) 0:04:29.054 ******* 2022-01-18T15:52:44.329 INFO:teuthology.task.ansible.out: TASK [testnode : Include hostname in /etc/sysconfig/network] ******************* 2022-01-18T15:52:44.331 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:44.354 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:44 +0000 (0:00:00.032) 0:04:29.086 ******* 2022-01-18T15:52:44.361 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2022-01-18T15:52:44.363 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:44.386 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:44 +0000 (0:00:00.031) 0:04:29.118 ******* 2022-01-18T15:52:44.393 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2022-01-18T15:52:44.395 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:44.418 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:44 +0000 (0:00:00.031) 0:04:29.150 ******* 2022-01-18T15:52:44.425 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2022-01-18T15:52:44.426 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:44.448 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:44 +0000 (0:00:00.030) 0:04:29.180 ******* 2022-01-18T15:52:44.456 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2022-01-18T15:52:44.457 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:44.484 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:44 +0000 (0:00:00.035) 0:04:29.216 ******* 2022-01-18T15:52:44.491 INFO:teuthology.task.ansible.out: TASK [testnode : Set grub config.] ********************************************* 2022-01-18T15:52:44.493 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:44.516 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:44 +0000 (0:00:00.031) 0:04:29.248 ******* 2022-01-18T15:52:44.523 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2022-01-18T15:52:44.525 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:44.548 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:44 +0000 (0:00:00.032) 0:04:29.280 ******* 2022-01-18T15:52:44.555 INFO:teuthology.task.ansible.out: TASK [testnode : Remove /etc/ceph] ********************************************* 2022-01-18T15:52:44.557 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:44.580 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:44 +0000 (0:00:00.031) 0:04:29.312 ******* 2022-01-18T15:52:44.586 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2022-01-18T15:52:44.588 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:44.611 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:44 +0000 (0:00:00.031) 0:04:29.343 ******* 2022-01-18T15:52:44.619 INFO:teuthology.task.ansible.out: TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] *** skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:44.642 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:44 +0000 (0:00:00.030) 0:04:29.374 ******* 2022-01-18T15:52:44.649 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2022-01-18T15:52:44.650 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:44.673 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:44 +0000 (0:00:00.031) 0:04:29.405 ******* 2022-01-18T15:52:44.679 INFO:teuthology.task.ansible.out: TASK [testnode : Enable nfs-server on rhel 7.x.] ******************************* 2022-01-18T15:52:44.681 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:44.704 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:44 +0000 (0:00:00.030) 0:04:29.436 ******* 2022-01-18T15:52:44.710 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2022-01-18T15:52:44.712 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:44.735 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:44 +0000 (0:00:00.030) 0:04:29.467 ******* 2022-01-18T15:52:44.741 INFO:teuthology.task.ansible.out: TASK [testnode : Upload weekly kernel-clean crontab.] ************************** 2022-01-18T15:52:44.743 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:44.765 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:44 +0000 (0:00:00.030) 0:04:29.497 ******* 2022-01-18T15:52:44.772 INFO:teuthology.task.ansible.out: TASK [testnode : Set grub config.] ********************************************* 2022-01-18T15:52:44.774 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:44.796 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:44 +0000 (0:00:00.031) 0:04:29.528 ******* 2022-01-18T15:52:44.803 INFO:teuthology.task.ansible.out: TASK [testnode : Upload /etc/grub.d/02_force_timeout.] ************************* 2022-01-18T15:52:44.805 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:44.827 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:44 +0000 (0:00:00.030) 0:04:29.559 ******* 2022-01-18T15:52:44.834 INFO:teuthology.task.ansible.out: TASK [testnode : Remove /etc/ceph] ********************************************* 2022-01-18T15:52:44.836 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:44.861 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:44 +0000 (0:00:00.034) 0:04:29.593 ******* 2022-01-18T15:52:44.868 INFO:teuthology.task.ansible.out: TASK [testnode : Enable kernel modules to load at boot time.] ****************** 2022-01-18T15:52:44.870 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:44.892 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:44 +0000 (0:00:00.031) 0:04:29.624 ******* 2022-01-18T15:52:44.900 INFO:teuthology.task.ansible.out: TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] *** 2022-01-18T15:52:44.901 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:44.926 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:44 +0000 (0:00:00.033) 0:04:29.657 ******* 2022-01-18T15:52:44.932 INFO:teuthology.task.ansible.out: TASK [testnode : Enabling auto-fsck fix to prevent boot hangup.] *************** 2022-01-18T15:52:44.933 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:44.959 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:44 +0000 (0:00:00.033) 0:04:29.691 ******* 2022-01-18T15:52:44.967 INFO:teuthology.task.ansible.out: TASK [testnode : Enable nfs-server on rhel 7.x.] ******************************* 2022-01-18T15:52:44.969 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:44.993 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:44 +0000 (0:00:00.034) 0:04:29.725 ******* 2022-01-18T15:52:45.000 INFO:teuthology.task.ansible.out: TASK [testnode : Work around broken wget on wheezy.] *************************** 2022-01-18T15:52:45.002 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:45.024 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:45 +0000 (0:00:00.031) 0:04:29.756 ******* 2022-01-18T15:52:45.031 INFO:teuthology.task.ansible.out: TASK [testnode : Upload weekly kernel-clean crontab.] ************************** 2022-01-18T15:52:45.033 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:45.056 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:45 +0000 (0:00:00.031) 0:04:29.788 ******* 2022-01-18T15:52:45.063 INFO:teuthology.task.ansible.out: TASK [testnode : Stop collectl] ************************************************ 2022-01-18T15:52:45.065 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:45.087 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:45 +0000 (0:00:00.030) 0:04:29.819 ******* 2022-01-18T15:52:45.094 INFO:teuthology.task.ansible.out: TASK [testnode : Upload /etc/grub.d/02_force_timeout.] ************************* 2022-01-18T15:52:45.096 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:45.117 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:45 +0000 (0:00:00.030) 0:04:29.849 ******* 2022-01-18T15:52:45.124 INFO:teuthology.task.ansible.out: TASK [testnode : Add PATH to the teuthology_user .bashrc.] ********************* 2022-01-18T15:52:45.126 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:45.148 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:45 +0000 (0:00:00.030) 0:04:29.880 ******* 2022-01-18T15:52:45.155 INFO:teuthology.task.ansible.out: TASK [testnode : Enable kernel modules to load at boot time.] ****************** 2022-01-18T15:52:45.157 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:45.179 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:45 +0000 (0:00:00.030) 0:04:29.911 ******* 2022-01-18T15:52:45.186 INFO:teuthology.task.ansible.out: TASK [testnode : Check to see if we need to edit /etc/profile.] **************** 2022-01-18T15:52:45.188 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:45.210 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:45 +0000 (0:00:00.031) 0:04:29.942 ******* 2022-01-18T15:52:45.216 INFO:teuthology.task.ansible.out: TASK [testnode : Enabling auto-fsck fix to prevent boot hangup.] *************** 2022-01-18T15:52:45.218 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:45.244 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:45 +0000 (0:00:00.033) 0:04:29.975 ******* 2022-01-18T15:52:45.251 INFO:teuthology.task.ansible.out: TASK [testnode : Update /etc/profile if needed.] ******************************* 2022-01-18T15:52:45.253 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:45.275 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:45 +0000 (0:00:00.031) 0:04:30.007 ******* 2022-01-18T15:52:45.282 INFO:teuthology.task.ansible.out: TASK [testnode : Work around broken wget on wheezy.] *************************** 2022-01-18T15:52:45.284 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:45.307 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:45 +0000 (0:00:00.031) 0:04:30.039 ******* 2022-01-18T15:52:45.314 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2022-01-18T15:52:45.315 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"ansible_facts": {"nvme_card_present": false}, "changed": false} 2022-01-18T15:52:45.341 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:45 +0000 (0:00:00.034) 0:04:30.073 ******* 2022-01-18T15:52:45.348 INFO:teuthology.task.ansible.out: TASK [testnode : Stop collectl] ************************************************ 2022-01-18T15:52:45.350 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:45.373 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:45 +0000 (0:00:00.031) 0:04:30.105 ******* 2022-01-18T15:52:45.391 INFO:teuthology.task.ansible.out: TASK [testnode : Check for NVMe drive] ***************************************** 2022-01-18T15:52:45.393 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item=dm-1) => {"ansible_loop_var": "item", "changed": false, "item": "dm-1", "skip_reason": "Conditional result was False"} ok: [smithi129.front.sepia.ceph.com] => (item=nvme0n1) => {"ansible_facts": {"nvme_card_present": true}, "ansible_loop_var": "item", "changed": false, "item": "nvme0n1"} 2022-01-18T15:52:45.402 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item=dm-4) => {"ansible_loop_var": "item", "changed": false, "item": "dm-4", "skip_reason": "Conditional result was False"} 2022-01-18T15:52:45.403 INFO:teuthology.task.ansible.out: TASK [testnode : Add PATH to the teuthology_user .bashrc.] ********************* skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:45.404 INFO:teuthology.task.ansible.out: TASK [testnode : Check for NVMe drive] ***************************************** skipping: [smithi129.front.sepia.ceph.com] => (item=dm-2) => {"ansible_loop_var": "item", "changed": false, "item": "dm-2", "skip_reason": "Conditional result was False"} 2022-01-18T15:52:45.427 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:45 +0000 (0:00:00.054) 0:04:30.159 ******* 2022-01-18T15:52:45.433 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item=dm-0) => {"ansible_loop_var": "item", "changed": false, "item": "dm-0", "skip_reason": "Conditional result was False"} 2022-01-18T15:52:45.435 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item=sda) => {"ansible_loop_var": "item", "changed": false, "item": "sda", "skip_reason": "Conditional result was False"} skipping: [smithi129.front.sepia.ceph.com] => (item=dm-3) => {"ansible_loop_var": "item", "changed": false, "item": "dm-3", "skip_reason": "Conditional result was False"} 2022-01-18T15:52:45.462 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:45 +0000 (0:00:00.034) 0:04:30.194 ******* 2022-01-18T15:52:45.469 INFO:teuthology.task.ansible.out: TASK [testnode : Check to see if we need to edit /etc/profile.] **************** 2022-01-18T15:52:45.471 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:45.494 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:45 +0000 (0:00:00.032) 0:04:30.226 ******* 2022-01-18T15:52:45.521 INFO:teuthology.task.ansible.out: TASK [testnode : Update /etc/profile if needed.] ******************************* 2022-01-18T15:52:45.523 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:45.544 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:45 +0000 (0:00:00.049) 0:04:30.276 ******* 2022-01-18T15:52:45.581 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2022-01-18T15:52:45.583 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"ansible_facts": {"nvme_card_present": false}, "changed": false} 2022-01-18T15:52:45.604 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:45 +0000 (0:00:00.060) 0:04:30.336 ******* 2022-01-18T15:52:45.663 INFO:teuthology.task.ansible.out: TASK [testnode : Check for NVMe drive] ***************************************** 2022-01-18T15:52:45.665 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item=dm-1) => {"ansible_loop_var": "item", "changed": false, "item": "dm-1", "skip_reason": "Conditional result was False"} 2022-01-18T15:52:45.674 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=nvme0n1) => {"ansible_facts": {"nvme_card_present": true}, "ansible_loop_var": "item", "changed": false, "item": "nvme0n1"} 2022-01-18T15:52:45.685 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item=dm-4) => {"ansible_loop_var": "item", "changed": false, "item": "dm-4", "skip_reason": "Conditional result was False"} 2022-01-18T15:52:45.688 INFO:teuthology.task.ansible.out: TASK [testnode : Check for teuthology-lock command] **************************** changed: [smithi129.front.sepia.ceph.com] => {"changed": true, "cmd": "which teuthology-lock", "delta": "0:00:00.004006", "end": "2022-01-18 15:52:45.662892", "rc": 0, "start": "2022-01-18 15:52:45.658886", "stderr": "", "stderr_lines": [], "stdout": "/home/teuthworker/src/git.ceph.com_git_teuthology_3ff86a5dbaafecdb6414fa2fea970bb44e836829/virtualenv/bin/teuthology-lock", "stdout_lines": ["/home/teuthworker/src/git.ceph.com_git_teuthology_3ff86a5dbaafecdb6414fa2fea970bb44e836829/virtualenv/bin/teuthology-lock"]} TASK [testnode : Check for NVMe drive] ***************************************** skipping: [smithi156.front.sepia.ceph.com] => (item=dm-2) => {"ansible_loop_var": "item", "changed": false, "item": "dm-2", "skip_reason": "Conditional result was False"} 2022-01-18T15:52:45.716 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:45 +0000 (0:00:00.112) 0:04:30.448 ******* 2022-01-18T15:52:45.723 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item=dm-0) => {"ansible_loop_var": "item", "changed": false, "item": "dm-0", "skip_reason": "Conditional result was False"} 2022-01-18T15:52:45.724 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item=sda) => {"ansible_loop_var": "item", "changed": false, "item": "sda", "skip_reason": "Conditional result was False"} skipping: [smithi156.front.sepia.ceph.com] => (item=dm-3) => {"ansible_loop_var": "item", "changed": false, "item": "dm-3", "skip_reason": "Conditional result was False"} 2022-01-18T15:52:45.752 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:45 +0000 (0:00:00.035) 0:04:30.484 ******* 2022-01-18T15:52:45.758 INFO:teuthology.task.ansible.out: TASK [testnode : Mark system down if NVMe card missing] ************************ 2022-01-18T15:52:45.760 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:45.786 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:45 +0000 (0:00:00.034) 0:04:30.518 ******* 2022-01-18T15:52:45.823 INFO:teuthology.task.ansible.out: TASK [testnode : Update description in paddles lock DB if NVMe card missing] *** skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:45.847 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:45 +0000 (0:00:00.061) 0:04:30.579 ******* 2022-01-18T15:52:45.874 INFO:teuthology.task.ansible.out: TASK [testnode : Fail rest of playbook due to missing NVMe card] *************** 2022-01-18T15:52:45.876 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:45.898 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:45 +0000 (0:00:00.050) 0:04:30.630 ******* 2022-01-18T15:52:45.926 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure apt dependencies are installed] ********************* skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:45.948 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:45 +0000 (0:00:00.050) 0:04:30.680 ******* 2022-01-18T15:52:45.965 INFO:teuthology.task.ansible.out: TASK [testnode : Check for teuthology-lock command] **************************** 2022-01-18T15:52:45.966 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => {"changed": true, "cmd": "which teuthology-lock", "delta": "0:00:00.003429", "end": "2022-01-18 15:52:45.928156", "rc": 0, "start": "2022-01-18 15:52:45.924727", "stderr": "", "stderr_lines": [], "stdout": "/home/teuthworker/src/git.ceph.com_git_teuthology_3ff86a5dbaafecdb6414fa2fea970bb44e836829/virtualenv/bin/teuthology-lock", "stdout_lines": ["/home/teuthworker/src/git.ceph.com_git_teuthology_3ff86a5dbaafecdb6414fa2fea970bb44e836829/virtualenv/bin/teuthology-lock"]} 2022-01-18T15:52:45.993 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:45 +0000 (0:00:00.045) 0:04:30.726 ******* 2022-01-18T15:52:46.033 INFO:teuthology.task.ansible.out: TASK [testnode : Mark system down if NVMe card missing] ************************ 2022-01-18T15:52:46.035 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:46.058 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:46 +0000 (0:00:00.064) 0:04:30.790 ******* 2022-01-18T15:52:46.085 INFO:teuthology.task.ansible.out: TASK [testnode : Update description in paddles lock DB if NVMe card missing] *** 2022-01-18T15:52:46.087 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:46.114 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:46 +0000 (0:00:00.056) 0:04:30.846 ******* 2022-01-18T15:52:46.141 INFO:teuthology.task.ansible.out: TASK [testnode : Fail rest of playbook due to missing NVMe card] *************** 2022-01-18T15:52:46.142 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:46.163 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:46 +0000 (0:00:00.048) 0:04:30.895 ******* 2022-01-18T15:52:46.190 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure apt dependencies are installed] ********************* 2022-01-18T15:52:46.192 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:46.212 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:46 +0000 (0:00:00.048) 0:04:30.944 ******* 2022-01-18T15:52:47.478 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure rpm dependencies are installed] ********************* 2022-01-18T15:52:47.480 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2022-01-18T15:52:47.503 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:47 +0000 (0:00:01.290) 0:04:32.235 ******* 2022-01-18T15:52:47.552 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ 2022-01-18T15:52:47.553 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item={'mount': '/', 'device': '/dev/sda1', 'fstype': 'ext4', 'options': 'rw,seclabel,relatime', 'size_total': 983429562368, 'size_available': 930256117760, 'block_size': 4096, 'block_total': 240095108, 'block_available': 227113310, 'block_used': 12981798, 'inode_total': 61054976, 'inode_available': 60985806, 'inode_used': 69170, 'uuid': 'fcc12580-8f3b-4cec-aef7-e7427fa239b7'}) => {"ansible_facts": {"root_disk": "/dev/sda"}, "ansible_loop_var": "item", "changed": false, "item": {"block_available": 227113310, "block_size": 4096, "block_total": 240095108, "block_used": 12981798, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60985806, "inode_total": 61054976, "inode_used": 69170, "mount": "/", "options": "rw,seclabel,relatime", "size_available": 930256117760, "size_total": 983429562368, "uuid": "fcc12580-8f3b-4cec-aef7-e7427fa239b7"}} 2022-01-18T15:52:47.576 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:47 +0000 (0:00:00.073) 0:04:32.308 ******* 2022-01-18T15:52:47.759 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure rpm dependencies are installed] ********************* 2022-01-18T15:52:47.761 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2022-01-18T15:52:47.782 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:47 +0000 (0:00:00.206) 0:04:32.514 ******* 2022-01-18T15:52:47.790 INFO:teuthology.task.ansible.out: TASK [testnode : Compile list of non-root partitions] ************************** 2022-01-18T15:52:47.792 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => {"changed": true, "cmd": "lsblk --list --noheadings | grep part | grep -v sda | awk '{ print $1 }'", "delta": "0:00:00.005168", "end": "2022-01-18 15:52:47.757853", "rc": 0, "start": "2022-01-18 15:52:47.752685", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-18T15:52:47.816 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:47 +0000 (0:00:00.034) 0:04:32.548 ******* 2022-01-18T15:52:47.834 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ 2022-01-18T15:52:47.836 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item={'mount': '/', 'device': '/dev/sda1', 'fstype': 'ext4', 'options': 'rw,seclabel,relatime', 'size_total': 983429562368, 'size_available': 930256142336, 'block_size': 4096, 'block_total': 240095108, 'block_available': 227113316, 'block_used': 12981792, 'inode_total': 61054976, 'inode_available': 60985807, 'inode_used': 69169, 'uuid': 'fcc12580-8f3b-4cec-aef7-e7427fa239b7'}) => {"ansible_facts": {"root_disk": "/dev/sda"}, "ansible_loop_var": "item", "changed": false, "item": {"block_available": 227113316, "block_size": 4096, "block_total": 240095108, "block_used": 12981792, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60985807, "inode_total": 61054976, "inode_used": 69169, "mount": "/", "options": "rw,seclabel,relatime", "size_available": 930256142336, "size_total": 983429562368, "uuid": "fcc12580-8f3b-4cec-aef7-e7427fa239b7"}} 2022-01-18T15:52:47.860 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:47 +0000 (0:00:00.044) 0:04:32.592 ******* 2022-01-18T15:52:47.868 INFO:teuthology.task.ansible.out: TASK [testnode : Unmount any non-root mountpoints] ***************************** 2022-01-18T15:52:47.869 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'mount': '/', 'device': '/dev/sda1', 'fstype': 'ext4', 'options': 'rw,seclabel,relatime', 'size_total': 983429562368, 'size_available': 930256117760, 'block_size': 4096, 'block_total': 240095108, 'block_available': 227113310, 'block_used': 12981798, 'inode_total': 61054976, 'inode_available': 60985806, 'inode_used': 69170, 'uuid': 'fcc12580-8f3b-4cec-aef7-e7427fa239b7'}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 227113310, "block_size": 4096, "block_total": 240095108, "block_used": 12981798, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60985806, "inode_total": 61054976, "inode_used": 69170, "mount": "/", "options": "rw,seclabel,relatime", "size_available": 930256117760, "size_total": 983429562368, "uuid": "fcc12580-8f3b-4cec-aef7-e7427fa239b7"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:47.892 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:47 +0000 (0:00:00.032) 0:04:32.624 ******* 2022-01-18T15:52:47.919 INFO:teuthology.task.ansible.out: TASK [testnode : Wipe filesystems on non-root partitions] ********************** 2022-01-18T15:52:47.942 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:47 +0000 (0:00:00.049) 0:04:32.674 ******* 2022-01-18T15:52:48.052 INFO:teuthology.task.ansible.out: TASK [testnode : Compile list of non-root partitions] ************************** 2022-01-18T15:52:48.054 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => {"changed": true, "cmd": "lsblk --list --noheadings | grep part | grep -v sda | awk '{ print $1 }'", "delta": "0:00:00.005201", "end": "2022-01-18 15:52:48.044557", "rc": 0, "start": "2022-01-18 15:52:48.039356", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-18T15:52:48.075 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:48 +0000 (0:00:00.133) 0:04:32.807 ******* 2022-01-18T15:52:48.114 INFO:teuthology.task.ansible.out: TASK [testnode : Unmount any non-root mountpoints] ***************************** 2022-01-18T15:52:48.115 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'mount': '/', 'device': '/dev/sda1', 'fstype': 'ext4', 'options': 'rw,seclabel,relatime', 'size_total': 983429562368, 'size_available': 930256142336, 'block_size': 4096, 'block_total': 240095108, 'block_available': 227113316, 'block_used': 12981792, 'inode_total': 61054976, 'inode_available': 60985807, 'inode_used': 69169, 'uuid': 'fcc12580-8f3b-4cec-aef7-e7427fa239b7'}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 227113316, "block_size": 4096, "block_total": 240095108, "block_used": 12981792, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60985807, "inode_total": 61054976, "inode_used": 69169, "mount": "/", "options": "rw,seclabel,relatime", "size_available": 930256142336, "size_total": 983429562368, "uuid": "fcc12580-8f3b-4cec-aef7-e7427fa239b7"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:48.138 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:48 +0000 (0:00:00.062) 0:04:32.870 ******* 2022-01-18T15:52:48.165 INFO:teuthology.task.ansible.out: TASK [testnode : Wipe filesystems on non-root partitions] ********************** 2022-01-18T15:52:48.187 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:48 +0000 (0:00:00.048) 0:04:32.919 ******* 2022-01-18T15:52:49.629 INFO:teuthology.task.ansible.out: TASK [testnode : Zap all non-root disks] *************************************** 2022-01-18T15:52:49.631 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-bjc5JbGVdtgKqN8l6DIgnaS3DtW7X5tASJkVTt25dL2fKNtPTwIUCEBWdWZrWx6P'], 'uuids': ['02521057-30d3-4cde-8649-5f6099499d63'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-1 || sgdisk --zap-all /dev/dm-1", "delta": "0:00:01.470382", "end": "2022-01-18 15:52:49.611010", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-bjc5JbGVdtgKqN8l6DIgnaS3DtW7X5tASJkVTt25dL2fKNtPTwIUCEBWdWZrWx6P"], "labels": [], "masters": [], "uuids": ["02521057-30d3-4cde-8649-5f6099499d63"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-18 15:52:48.140628", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2022-01-18T15:52:50.016 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-Qh1McRNOnK3JGDzg3xU9jcCOJiANoCV4M4dbVz1uhlUGK3tBnt4Rzw3mrVUZaFK5'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-1 || sgdisk --zap-all /dev/dm-1", "delta": "0:00:01.602106", "end": "2022-01-18 15:52:49.998913", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-Qh1McRNOnK3JGDzg3xU9jcCOJiANoCV4M4dbVz1uhlUGK3tBnt4Rzw3mrVUZaFK5"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-18 15:52:48.396807", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2022-01-18T15:52:50.908 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'virtual': 1, 'links': {'ids': ['lvm-pv-uuid-4iPy9u-nnM5-QwFw-GOZ6-GlQq-y0ec-xZwG07', 'nvme-INTEL_SSDPEDMD400G4_CVFT623300HY400BGN', 'nvme-nvme.8086-43564654363233333030485934303042474e-494e54454c205353445045444d443430304734-00000001'], 'uuids': [], 'labels': [], 'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4']}, 'vendor': None, 'model': 'INTEL SSDPEDMD400G4', 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': 'none', 'sectors': '781422768', 'sectorsize': '512', 'size': '372.61 GB', 'host': 'Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)', 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4']}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/nvme0n1 || sgdisk --zap-all /dev/nvme0n1", "delta": "0:00:01.082542", "end": "2022-01-18 15:52:50.883021", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)", "links": {"ids": ["lvm-pv-uuid-4iPy9u-nnM5-QwFw-GOZ6-GlQq-y0ec-xZwG07", "nvme-INTEL_SSDPEDMD400G4_CVFT623300HY400BGN", "nvme-nvme.8086-43564654363233333030485934303042474e-494e54454c205353445045444d443430304734-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEDMD400G4", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "781422768", "sectorsize": "512", "size": "372.61 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-18 15:52:49.800479", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nGPT data structures destroyed! 2022-01-18T15:52:50.910 INFO:teuthology.task.ansible.out:You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2022-01-18T15:52:51.253 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'virtual': 1, 'links': {'ids': ['lvm-pv-uuid-mo9QCw-x4zZ-tmKm-tQk8-qjd9-ocBJ-DQII65', 'nvme-INTEL_SSDPED1D480GA_PHMB74760040480DGN', 'nvme-nvme.8086-50484d42373437363030343034383044474e-494e54454c2053534450454431443438304741-00000001'], 'uuids': [], 'labels': [], 'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4']}, 'vendor': None, 'model': 'INTEL SSDPED1D480GA', 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': 'none', 'sectors': '937703088', 'sectorsize': '512', 'size': '447.13 GB', 'host': 'Non-Volatile memory controller: Intel Corporation Optane SSD 900P Series', 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4']}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/nvme0n1 || sgdisk --zap-all /dev/nvme0n1", "delta": "0:00:01.041694", "end": "2022-01-18 15:52:51.229608", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation Optane SSD 900P Series", "links": {"ids": ["lvm-pv-uuid-mo9QCw-x4zZ-tmKm-tQk8-qjd9-ocBJ-DQII65", "nvme-INTEL_SSDPED1D480GA_PHMB74760040480DGN", "nvme-nvme.8086-50484d42373437363030343034383044474e-494e54454c2053534450454431443438304741-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPED1D480GA", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "937703088", "sectorsize": "512", "size": "447.13 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-18 15:52:50.187914", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nGPT data structures destroyed! You may now pa 2022-01-18T15:52:51.255 INFO:teuthology.task.ansible.out:rtition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2022-01-18T15:52:52.158 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-bjc5JbGVdtgKqN8l6DIgnaS3DtW7X5tAnsH7WObims2hyePA060OJrKfRXsZQ5QN'], 'uuids': ['73986466-25a6-41a4-83e1-6966ab862ab0'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '31252480', 'sectorsize': '512', 'size': '14.90 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-4 || sgdisk --zap-all /dev/dm-4", "delta": "0:00:01.066165", "end": "2022-01-18 15:52:52.143284", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-bjc5JbGVdtgKqN8l6DIgnaS3DtW7X5tAnsH7WObims2hyePA060OJrKfRXsZQ5QN"], "labels": [], "masters": [], "uuids": ["73986466-25a6-41a4-83e1-6966ab862ab0"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "31252480", "sectorsize": "512", "size": "14.90 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-18 15:52:51.077119", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2022-01-18T15:52:52.502 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-Qh1McRNOnK3JGDzg3xU9jcCOJiANoCV4VMnRBt7IJcBoNob5owCitfroZDLBExrO'], 'uuids': ['8aa5a080-12bc-40fc-8b44-e8fcd6a81ea6'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '31252480', 'sectorsize': '512', 'size': '14.90 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-4 || sgdisk --zap-all /dev/dm-4", "delta": "0:00:01.057032", "end": "2022-01-18 15:52:52.479932", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-Qh1McRNOnK3JGDzg3xU9jcCOJiANoCV4VMnRBt7IJcBoNob5owCitfroZDLBExrO"], "labels": [], "masters": [], "uuids": ["8aa5a080-12bc-40fc-8b44-e8fcd6a81ea6"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "31252480", "sectorsize": "512", "size": "14.90 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-18 15:52:51.422900", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2022-01-18T15:52:53.406 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-bjc5JbGVdtgKqN8l6DIgnaS3DtW7X5tAJqeMWwkLu6Rfdkxu2baRbu0svNawBtX4'], 'uuids': ['4ad1dfb9-8f09-4dcb-952e-d3b00678cf14'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-2 || sgdisk --zap-all /dev/dm-2", "delta": "0:00:01.054675", "end": "2022-01-18 15:52:53.384620", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-bjc5JbGVdtgKqN8l6DIgnaS3DtW7X5tAJqeMWwkLu6Rfdkxu2baRbu0svNawBtX4"], "labels": [], "masters": [], "uuids": ["4ad1dfb9-8f09-4dcb-952e-d3b00678cf14"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-18 15:52:52.329945", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2022-01-18T15:52:53.739 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-Qh1McRNOnK3JGDzg3xU9jcCOJiANoCV4OQ0KlfuPWQTr3Cjw4AqGWbJ83HsIpx7X'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-2 || sgdisk --zap-all /dev/dm-2", "delta": "0:00:01.057101", "end": "2022-01-18 15:52:53.722292", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-Qh1McRNOnK3JGDzg3xU9jcCOJiANoCV4OQ0KlfuPWQTr3Cjw4AqGWbJ83HsIpx7X"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-18 15:52:52.665191", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2022-01-18T15:52:54.655 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-bjc5JbGVdtgKqN8l6DIgnaS3DtW7X5tA26bztrohixp4m5lMjFOFSuUyiEt4pcZD'], 'uuids': ['bcdb9075-17c4-46f8-a655-a5e8602c3c3c'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-0 || sgdisk --zap-all /dev/dm-0", "delta": "0:00:01.066979", "end": "2022-01-18 15:52:54.635107", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-bjc5JbGVdtgKqN8l6DIgnaS3DtW7X5tA26bztrohixp4m5lMjFOFSuUyiEt4pcZD"], "labels": [], "masters": [], "uuids": ["bcdb9075-17c4-46f8-a655-a5e8602c3c3c"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-18 15:52:53.568128", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2022-01-18T15:52:54.658 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'virtual': 1, 'links': {'ids': ['ata-ST1000NM0033-9ZM173_Z1W5XGTA', 'scsi-0ATA_ST1000NM0033-9ZM_Z1W5XGTA', 'scsi-1ATA_ST1000NM0033-9ZM173_Z1W5XGTA', 'scsi-35000c5009292d832', 'scsi-SATA_ST1000NM0033-9ZM_Z1W5XGTA', 'wwn-0x5000c5009292d832'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': 'ATA', 'model': 'ST1000NM0033-9ZM', 'sas_address': None, 'sas_device_handle': None, 'serial': 'Z1W5XGTA', 'removable': '0', 'support_discard': '0', 'wwn': '0x5000c5009292d832', 'partitions': {'sda1': {'links': {'ids': ['ata-ST1000NM0033-9ZM173_Z1W5XGTA-part1', 'scsi-0ATA_ST1000NM0033-9ZM_Z1W5XGTA-part1', 'scsi-1ATA_ST1000NM0033-9ZM173_Z1W5XGTA-part1', 'scsi-35000c5009292d832-part1', 'scsi-SATA_ST1000NM0033-9ZM_Z1W5XGTA-part1', 'wwn-0x5000c5009292d832-part1'], 'uuids': ['fcc12580-8f3b-4cec-aef7-e7427fa239b7'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '1953522688', 'sectorsize': 512, 'size': '931.51 GB', 'uuid': 'fcc12580-8f3b-4cec-aef7-e7427fa239b7', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '1953525168', 'sectorsize': '512', 'size': '931.51 GB', 'host': 'SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)', 'holders': []}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)", "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5XGTA", "scsi-0ATA_ST1000NM0033-9ZM_Z1W5XGTA", "scsi-1ATA_ST1000NM0033-9ZM173_Z1W5XGTA", "scsi-35000c5009292d832", "scsi-SATA_ST1000NM0033-9ZM_Z1W5XGTA", "wwn-0x5000c5009292d832"], "labels": [], "masters": [], "uuids": []}, "model": "ST1000NM0033-9ZM", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5XGTA-part1", "scsi-0ATA_ST1000NM0033-9ZM_Z1W5XGTA-part1", "scsi-1ATA_ST1000NM0033-9ZM173_ 2022-01-18T15:52:54.659 INFO:teuthology.task.ansible.out:Z1W5XGTA-part1", "scsi-35000c5009292d832-part1", "scsi-SATA_ST1000NM0033-9ZM_Z1W5XGTA-part1", "wwn-0x5000c5009292d832-part1"], "labels": [], "masters": [], "uuids": ["fcc12580-8f3b-4cec-aef7-e7427fa239b7"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "fcc12580-8f3b-4cec-aef7-e7427fa239b7"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Z1W5XGTA", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x5000c5009292d832"}}, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:54.994 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-Qh1McRNOnK3JGDzg3xU9jcCOJiANoCV4vvpxQmRMIIVPqQuL1M2LXydNTqG1TH9Y'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-0 || sgdisk --zap-all /dev/dm-0", "delta": "0:00:01.062037", "end": "2022-01-18 15:52:54.972455", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-Qh1McRNOnK3JGDzg3xU9jcCOJiANoCV4vvpxQmRMIIVPqQuL1M2LXydNTqG1TH9Y"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-18 15:52:53.910418", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2022-01-18T15:52:55.006 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'virtual': 1, 'links': {'ids': ['ata-ST1000NM0033-9ZM173_Z1W5XTP4', 'scsi-0ATA_ST1000NM0033-9ZM_Z1W5XTP4', 'scsi-1ATA_ST1000NM0033-9ZM173_Z1W5XTP4', 'scsi-35000c5009293f21d', 'scsi-SATA_ST1000NM0033-9ZM_Z1W5XTP4', 'wwn-0x5000c5009293f21d'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': 'ATA', 'model': 'ST1000NM0033-9ZM', 'sas_address': None, 'sas_device_handle': None, 'serial': 'Z1W5XTP4', 'removable': '0', 'support_discard': '0', 'wwn': '0x5000c5009293f21d', 'partitions': {'sda1': {'links': {'ids': ['ata-ST1000NM0033-9ZM173_Z1W5XTP4-part1', 'scsi-0ATA_ST1000NM0033-9ZM_Z1W5XTP4-part1', 'scsi-1ATA_ST1000NM0033-9ZM173_Z1W5XTP4-part1', 'scsi-35000c5009293f21d-part1', 'scsi-SATA_ST1000NM0033-9ZM_Z1W5XTP4-part1', 'wwn-0x5000c5009293f21d-part1'], 'uuids': ['fcc12580-8f3b-4cec-aef7-e7427fa239b7'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '1953522688', 'sectorsize': 512, 'size': '931.51 GB', 'uuid': 'fcc12580-8f3b-4cec-aef7-e7427fa239b7', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '1953525168', 'sectorsize': '512', 'size': '931.51 GB', 'host': 'SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)', 'holders': []}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)", "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5XTP4", "scsi-0ATA_ST1000NM0033-9ZM_Z1W5XTP4", "scsi-1ATA_ST1000NM0033-9ZM173_Z1W5XTP4", "scsi-35000c5009293f21d", "scsi-SATA_ST1000NM0033-9ZM_Z1W5XTP4", "wwn-0x5000c5009293f21d"], "labels": [], "masters": [], "uuids": []}, "model": "ST1000NM0033-9ZM", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5XTP4-part1", "scsi-0ATA_ST1000NM0033-9ZM_Z1W5XTP4-part1", "scsi-1ATA_ST1000NM0033-9ZM173_ 2022-01-18T15:52:55.007 INFO:teuthology.task.ansible.out:Z1W5XTP4-part1", "scsi-35000c5009293f21d-part1", "scsi-SATA_ST1000NM0033-9ZM_Z1W5XTP4-part1", "wwn-0x5000c5009293f21d-part1"], "labels": [], "masters": [], "uuids": ["fcc12580-8f3b-4cec-aef7-e7427fa239b7"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "fcc12580-8f3b-4cec-aef7-e7427fa239b7"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Z1W5XTP4", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x5000c5009293f21d"}}, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:55.891 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-bjc5JbGVdtgKqN8l6DIgnaS3DtW7X5tANQx0utJ47s7xIaaSqiaMiOeG7xuq09nG'], 'uuids': ['bb5d1274-be4a-41f8-9b02-2e1b327215e7'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-3 || sgdisk --zap-all /dev/dm-3", "delta": "0:00:01.049151", "end": "2022-01-18 15:52:55.876300", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-bjc5JbGVdtgKqN8l6DIgnaS3DtW7X5tANQx0utJ47s7xIaaSqiaMiOeG7xuq09nG"], "labels": [], "masters": [], "uuids": ["bb5d1274-be4a-41f8-9b02-2e1b327215e7"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-18 15:52:54.827149", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2022-01-18T15:52:55.930 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:55 +0000 (0:00:07.743) 0:04:40.662 ******* 2022-01-18T15:52:56.240 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-Qh1McRNOnK3JGDzg3xU9jcCOJiANoCV4PnFCOuHBXt8cKjik4QhLjFEDpxSQMJ6K'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-3 || sgdisk --zap-all /dev/dm-3", "delta": "0:00:01.055774", "end": "2022-01-18 15:52:56.222230", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-Qh1McRNOnK3JGDzg3xU9jcCOJiANoCV4PnFCOuHBXt8cKjik4QhLjFEDpxSQMJ6K"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-18 15:52:55.166456", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2022-01-18T15:52:56.269 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:56 +0000 (0:00:00.338) 0:04:41.001 ******* 2022-01-18T15:52:56.298 INFO:teuthology.task.ansible.out: TASK [testnode : Blow away lingering OSD data and FSIDs] *********************** 2022-01-18T15:52:56.299 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-bjc5JbGVdtgKqN8l6DIgnaS3DtW7X5tASJkVTt25dL2fKNtPTwIUCEBWdWZrWx6P'], 'uuids': ['02521057-30d3-4cde-8649-5f6099499d63'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-1 bs=1M count=110", "delta": "0:00:00.140867", "end": "2022-01-18 15:52:56.282161", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-bjc5JbGVdtgKqN8l6DIgnaS3DtW7X5tASJkVTt25dL2fKNtPTwIUCEBWdWZrWx6P"], "labels": [], "masters": [], "uuids": ["02521057-30d3-4cde-8649-5f6099499d63"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-18 15:52:56.141294", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.138232 s, 834 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.138232 s, 834 MB/s"], "stdout": "", "stdout_lines": []} 2022-01-18T15:52:56.518 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'virtual': 1, 'links': {'ids': ['lvm-pv-uuid-4iPy9u-nnM5-QwFw-GOZ6-GlQq-y0ec-xZwG07', 'nvme-INTEL_SSDPEDMD400G4_CVFT623300HY400BGN', 'nvme-nvme.8086-43564654363233333030485934303042474e-494e54454c205353445045444d443430304734-00000001'], 'uuids': [], 'labels': [], 'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4']}, 'vendor': None, 'model': 'INTEL SSDPEDMD400G4', 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': 'none', 'sectors': '781422768', 'sectorsize': '512', 'size': '372.61 GB', 'host': 'Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)', 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4']}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/nvme0n1 bs=1M count=110", "delta": "0:00:00.039502", "end": "2022-01-18 15:52:56.499653", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)", "links": {"ids": ["lvm-pv-uuid-4iPy9u-nnM5-QwFw-GOZ6-GlQq-y0ec-xZwG07", "nvme-INTEL_SSDPEDMD400G4_CVFT623300HY400BGN", "nvme-nvme.8086-43564654363233333030485934303042474e-494e54454c205353445045444d443430304734-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEDMD400G4", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "781422768", "sectorsize": "512", "size": "372.61 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-18 15:52:56.460151", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0368969 s, 3.1 GB/s", "std 2022-01-18T15:52:56.520 INFO:teuthology.task.ansible.out:err_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0368969 s, 3.1 GB/s"], "stdout": "", "stdout_lines": []} 2022-01-18T15:52:56.592 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-Qh1McRNOnK3JGDzg3xU9jcCOJiANoCV4M4dbVz1uhlUGK3tBnt4Rzw3mrVUZaFK5'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-1 bs=1M count=110", "delta": "0:00:00.099983", "end": "2022-01-18 15:52:56.578999", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-Qh1McRNOnK3JGDzg3xU9jcCOJiANoCV4M4dbVz1uhlUGK3tBnt4Rzw3mrVUZaFK5"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-18 15:52:56.479016", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0971562 s, 1.2 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0971562 s, 1.2 GB/s"], "stdout": "", "stdout_lines": []} 2022-01-18T15:52:56.812 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'virtual': 1, 'links': {'ids': ['lvm-pv-uuid-mo9QCw-x4zZ-tmKm-tQk8-qjd9-ocBJ-DQII65', 'nvme-INTEL_SSDPED1D480GA_PHMB74760040480DGN', 'nvme-nvme.8086-50484d42373437363030343034383044474e-494e54454c2053534450454431443438304741-00000001'], 'uuids': [], 'labels': [], 'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4']}, 'vendor': None, 'model': 'INTEL SSDPED1D480GA', 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': 'none', 'sectors': '937703088', 'sectorsize': '512', 'size': '447.13 GB', 'host': 'Non-Volatile memory controller: Intel Corporation Optane SSD 900P Series', 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4']}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/nvme0n1 bs=1M count=110", "delta": "0:00:00.039536", "end": "2022-01-18 15:52:56.794105", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation Optane SSD 900P Series", "links": {"ids": ["lvm-pv-uuid-mo9QCw-x4zZ-tmKm-tQk8-qjd9-ocBJ-DQII65", "nvme-INTEL_SSDPED1D480GA_PHMB74760040480DGN", "nvme-nvme.8086-50484d42373437363030343034383044474e-494e54454c2053534450454431443438304741-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPED1D480GA", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "937703088", "sectorsize": "512", "size": "447.13 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-18 15:52:56.754569", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0369013 s, 3.1 GB/s", "stderr_lines": [" 2022-01-18T15:52:56.814 INFO:teuthology.task.ansible.out:110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0369013 s, 3.1 GB/s"], "stdout": "", "stdout_lines": []} 2022-01-18T15:52:56.836 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-bjc5JbGVdtgKqN8l6DIgnaS3DtW7X5tAnsH7WObims2hyePA060OJrKfRXsZQ5QN'], 'uuids': ['73986466-25a6-41a4-83e1-6966ab862ab0'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '31252480', 'sectorsize': '512', 'size': '14.90 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-4 bs=1M count=110", "delta": "0:00:00.145622", "end": "2022-01-18 15:52:56.822508", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-bjc5JbGVdtgKqN8l6DIgnaS3DtW7X5tAnsH7WObims2hyePA060OJrKfRXsZQ5QN"], "labels": [], "masters": [], "uuids": ["73986466-25a6-41a4-83e1-6966ab862ab0"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "31252480", "sectorsize": "512", "size": "14.90 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-18 15:52:56.676886", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.142977 s, 807 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.142977 s, 807 MB/s"], "stdout": "", "stdout_lines": []} 2022-01-18T15:52:57.085 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-Qh1McRNOnK3JGDzg3xU9jcCOJiANoCV4VMnRBt7IJcBoNob5owCitfroZDLBExrO'], 'uuids': ['8aa5a080-12bc-40fc-8b44-e8fcd6a81ea6'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '31252480', 'sectorsize': '512', 'size': '14.90 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-4 bs=1M count=110", "delta": "0:00:00.099232", "end": "2022-01-18 15:52:57.068311", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-Qh1McRNOnK3JGDzg3xU9jcCOJiANoCV4VMnRBt7IJcBoNob5owCitfroZDLBExrO"], "labels": [], "masters": [], "uuids": ["8aa5a080-12bc-40fc-8b44-e8fcd6a81ea6"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "31252480", "sectorsize": "512", "size": "14.90 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-18 15:52:56.969079", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0965852 s, 1.2 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0965852 s, 1.2 GB/s"], "stdout": "", "stdout_lines": []} 2022-01-18T15:52:57.149 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-bjc5JbGVdtgKqN8l6DIgnaS3DtW7X5tAJqeMWwkLu6Rfdkxu2baRbu0svNawBtX4'], 'uuids': ['4ad1dfb9-8f09-4dcb-952e-d3b00678cf14'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-2 bs=1M count=110", "delta": "0:00:00.142236", "end": "2022-01-18 15:52:57.138459", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-bjc5JbGVdtgKqN8l6DIgnaS3DtW7X5tAJqeMWwkLu6Rfdkxu2baRbu0svNawBtX4"], "labels": [], "masters": [], "uuids": ["4ad1dfb9-8f09-4dcb-952e-d3b00678cf14"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-18 15:52:56.996223", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.139581 s, 826 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.139581 s, 826 MB/s"], "stdout": "", "stdout_lines": []} 2022-01-18T15:52:57.358 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-Qh1McRNOnK3JGDzg3xU9jcCOJiANoCV4OQ0KlfuPWQTr3Cjw4AqGWbJ83HsIpx7X'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-2 bs=1M count=110", "delta": "0:00:00.099238", "end": "2022-01-18 15:52:57.341053", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-Qh1McRNOnK3JGDzg3xU9jcCOJiANoCV4OQ0KlfuPWQTr3Cjw4AqGWbJ83HsIpx7X"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-18 15:52:57.241815", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0965809 s, 1.2 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0965809 s, 1.2 GB/s"], "stdout": "", "stdout_lines": []} 2022-01-18T15:52:57.464 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-bjc5JbGVdtgKqN8l6DIgnaS3DtW7X5tA26bztrohixp4m5lMjFOFSuUyiEt4pcZD'], 'uuids': ['bcdb9075-17c4-46f8-a655-a5e8602c3c3c'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-0 bs=1M count=110", "delta": "0:00:00.146158", "end": "2022-01-18 15:52:57.456070", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-bjc5JbGVdtgKqN8l6DIgnaS3DtW7X5tA26bztrohixp4m5lMjFOFSuUyiEt4pcZD"], "labels": [], "masters": [], "uuids": ["bcdb9075-17c4-46f8-a655-a5e8602c3c3c"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-18 15:52:57.309912", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.143445 s, 804 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.143445 s, 804 MB/s"], "stdout": "", "stdout_lines": []} 2022-01-18T15:52:57.476 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'virtual': 1, 'links': {'ids': ['ata-ST1000NM0033-9ZM173_Z1W5XGTA', 'scsi-0ATA_ST1000NM0033-9ZM_Z1W5XGTA', 'scsi-1ATA_ST1000NM0033-9ZM173_Z1W5XGTA', 'scsi-35000c5009292d832', 'scsi-SATA_ST1000NM0033-9ZM_Z1W5XGTA', 'wwn-0x5000c5009292d832'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': 'ATA', 'model': 'ST1000NM0033-9ZM', 'sas_address': None, 'sas_device_handle': None, 'serial': 'Z1W5XGTA', 'removable': '0', 'support_discard': '0', 'wwn': '0x5000c5009292d832', 'partitions': {'sda1': {'links': {'ids': ['ata-ST1000NM0033-9ZM173_Z1W5XGTA-part1', 'scsi-0ATA_ST1000NM0033-9ZM_Z1W5XGTA-part1', 'scsi-1ATA_ST1000NM0033-9ZM173_Z1W5XGTA-part1', 'scsi-35000c5009292d832-part1', 'scsi-SATA_ST1000NM0033-9ZM_Z1W5XGTA-part1', 'wwn-0x5000c5009292d832-part1'], 'uuids': ['fcc12580-8f3b-4cec-aef7-e7427fa239b7'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '1953522688', 'sectorsize': 512, 'size': '931.51 GB', 'uuid': 'fcc12580-8f3b-4cec-aef7-e7427fa239b7', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '1953525168', 'sectorsize': '512', 'size': '931.51 GB', 'host': 'SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)', 'holders': []}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)", "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5XGTA", "scsi-0ATA_ST1000NM0033-9ZM_Z1W5XGTA", "scsi-1ATA_ST1000NM0033-9ZM173_Z1W5XGTA", "scsi-35000c5009292d832", "scsi-SATA_ST1000NM0033-9ZM_Z1W5XGTA", "wwn-0x5000c5009292d832"], "labels": [], "masters": [], "uuids": []}, "model": "ST1000NM0033-9ZM", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5XGTA-part1", "scsi-0ATA_ST1000NM0033-9ZM_Z1W5XGTA-part1", "scsi-1ATA_ST1000NM0033-9ZM173_ 2022-01-18T15:52:57.478 INFO:teuthology.task.ansible.out:Z1W5XGTA-part1", "scsi-35000c5009292d832-part1", "scsi-SATA_ST1000NM0033-9ZM_Z1W5XGTA-part1", "wwn-0x5000c5009292d832-part1"], "labels": [], "masters": [], "uuids": ["fcc12580-8f3b-4cec-aef7-e7427fa239b7"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "fcc12580-8f3b-4cec-aef7-e7427fa239b7"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Z1W5XGTA", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x5000c5009292d832"}}, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:57.624 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-Qh1McRNOnK3JGDzg3xU9jcCOJiANoCV4vvpxQmRMIIVPqQuL1M2LXydNTqG1TH9Y'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-0 bs=1M count=110", "delta": "0:00:00.099145", "end": "2022-01-18 15:52:57.613322", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-Qh1McRNOnK3JGDzg3xU9jcCOJiANoCV4vvpxQmRMIIVPqQuL1M2LXydNTqG1TH9Y"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-18 15:52:57.514177", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0964808 s, 1.2 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0964808 s, 1.2 GB/s"], "stdout": "", "stdout_lines": []} 2022-01-18T15:52:57.637 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'virtual': 1, 'links': {'ids': ['ata-ST1000NM0033-9ZM173_Z1W5XTP4', 'scsi-0ATA_ST1000NM0033-9ZM_Z1W5XTP4', 'scsi-1ATA_ST1000NM0033-9ZM173_Z1W5XTP4', 'scsi-35000c5009293f21d', 'scsi-SATA_ST1000NM0033-9ZM_Z1W5XTP4', 'wwn-0x5000c5009293f21d'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': 'ATA', 'model': 'ST1000NM0033-9ZM', 'sas_address': None, 'sas_device_handle': None, 'serial': 'Z1W5XTP4', 'removable': '0', 'support_discard': '0', 'wwn': '0x5000c5009293f21d', 'partitions': {'sda1': {'links': {'ids': ['ata-ST1000NM0033-9ZM173_Z1W5XTP4-part1', 'scsi-0ATA_ST1000NM0033-9ZM_Z1W5XTP4-part1', 'scsi-1ATA_ST1000NM0033-9ZM173_Z1W5XTP4-part1', 'scsi-35000c5009293f21d-part1', 'scsi-SATA_ST1000NM0033-9ZM_Z1W5XTP4-part1', 'wwn-0x5000c5009293f21d-part1'], 'uuids': ['fcc12580-8f3b-4cec-aef7-e7427fa239b7'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '1953522688', 'sectorsize': 512, 'size': '931.51 GB', 'uuid': 'fcc12580-8f3b-4cec-aef7-e7427fa239b7', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '1953525168', 'sectorsize': '512', 'size': '931.51 GB', 'host': 'SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)', 'holders': []}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)", "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5XTP4", "scsi-0ATA_ST1000NM0033-9ZM_Z1W5XTP4", "scsi-1ATA_ST1000NM0033-9ZM173_Z1W5XTP4", "scsi-35000c5009293f21d", "scsi-SATA_ST1000NM0033-9ZM_Z1W5XTP4", "wwn-0x5000c5009293f21d"], "labels": [], "masters": [], "uuids": []}, "model": "ST1000NM0033-9ZM", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5XTP4-part1", "scsi-0ATA_ST1000NM0033-9ZM_Z1W5XTP4-part1", "scsi-1ATA_ST1000NM0033-9ZM173_ 2022-01-18T15:52:57.639 INFO:teuthology.task.ansible.out:Z1W5XTP4-part1", "scsi-35000c5009293f21d-part1", "scsi-SATA_ST1000NM0033-9ZM_Z1W5XTP4-part1", "wwn-0x5000c5009293f21d-part1"], "labels": [], "masters": [], "uuids": ["fcc12580-8f3b-4cec-aef7-e7427fa239b7"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "fcc12580-8f3b-4cec-aef7-e7427fa239b7"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Z1W5XTP4", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x5000c5009293f21d"}}, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:57.795 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-bjc5JbGVdtgKqN8l6DIgnaS3DtW7X5tANQx0utJ47s7xIaaSqiaMiOeG7xuq09nG'], 'uuids': ['bb5d1274-be4a-41f8-9b02-2e1b327215e7'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-3 bs=1M count=110", "delta": "0:00:00.143037", "end": "2022-01-18 15:52:57.779136", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-bjc5JbGVdtgKqN8l6DIgnaS3DtW7X5tANQx0utJ47s7xIaaSqiaMiOeG7xuq09nG"], "labels": [], "masters": [], "uuids": ["bb5d1274-be4a-41f8-9b02-2e1b327215e7"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-18 15:52:57.636099", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.140384 s, 822 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.140384 s, 822 MB/s"], "stdout": "", "stdout_lines": []} 2022-01-18T15:52:57.824 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:57 +0000 (0:00:01.554) 0:04:42.556 ******* 2022-01-18T15:52:57.903 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-Qh1McRNOnK3JGDzg3xU9jcCOJiANoCV4PnFCOuHBXt8cKjik4QhLjFEDpxSQMJ6K'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-3 bs=1M count=110", "delta": "0:00:00.098454", "end": "2022-01-18 15:52:57.890366", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-Qh1McRNOnK3JGDzg3xU9jcCOJiANoCV4PnFCOuHBXt8cKjik4QhLjFEDpxSQMJ6K"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-18 15:52:57.791912", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.095725 s, 1.2 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.095725 s, 1.2 GB/s"], "stdout": "", "stdout_lines": []} 2022-01-18T15:52:57.934 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:57 +0000 (0:00:00.109) 0:04:42.666 ******* 2022-01-18T15:52:58.078 INFO:teuthology.task.ansible.out: TASK [testnode : Remove all LVM data] ****************************************** 2022-01-18T15:52:58.080 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "cmd": "dmsetup remove_all --force", "delta": "0:00:00.069089", "end": "2022-01-18 15:52:58.065541", "rc": 0, "start": "2022-01-18 15:52:57.996452", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-18T15:52:58.106 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:58 +0000 (0:00:00.172) 0:04:42.838 ******* 2022-01-18T15:52:58.197 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "cmd": "dmsetup remove_all --force", "delta": "0:00:00.071249", "end": "2022-01-18 15:52:58.178793", "rc": 0, "start": "2022-01-18 15:52:58.107544", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-18T15:52:58.225 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:58 +0000 (0:00:00.118) 0:04:42.957 ******* 2022-01-18T15:52:58.347 INFO:teuthology.task.ansible.out: TASK [testnode : Check for physical volumes] *********************************** changed: [smithi129.front.sepia.ceph.com] => {"changed": true, "cmd": "pvdisplay | grep 'PV Name' | awk '{ print $3 }'", "delta": "0:00:00.049071", "end": "2022-01-18 15:52:58.332280", "rc": 0, "start": "2022-01-18 15:52:58.283209", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-18T15:52:58.374 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:58 +0000 (0:00:00.149) 0:04:43.106 ******* 2022-01-18T15:52:58.401 INFO:teuthology.task.ansible.out: TASK [testnode : Remove physical volumes] ************************************** 2022-01-18T15:52:58.428 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:58 +0000 (0:00:00.054) 0:04:43.160 ******* 2022-01-18T15:52:58.455 INFO:teuthology.task.ansible.out: TASK [testnode : Write a new partition table to {{ item.value.device }}] ******* 2022-01-18T15:52:58.457 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:58.481 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:58 +0000 (0:00:00.052) 0:04:43.213 ******* 2022-01-18T15:52:58.488 INFO:teuthology.task.ansible.out: TASK [testnode : Check for physical volumes] *********************************** 2022-01-18T15:52:58.490 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => {"changed": true, "cmd": "pvdisplay | grep 'PV Name' | awk '{ print $3 }'", "delta": "0:00:00.054645", "end": "2022-01-18 15:52:58.454665", "rc": 0, "start": "2022-01-18 15:52:58.400020", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-18T15:52:58.513 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:58 +0000 (0:00:00.032) 0:04:43.245 ******* 2022-01-18T15:52:58.519 INFO:teuthology.task.ansible.out: TASK [testnode : Write partition entries to {{ item.0.device }}] *************** 2022-01-18T15:52:58.521 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:58.543 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:58 +0000 (0:00:00.030) 0:04:43.275 ******* 2022-01-18T15:52:58.551 INFO:teuthology.task.ansible.out: TASK [testnode : Remove physical volumes] ************************************** 2022-01-18T15:52:58.577 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:58 +0000 (0:00:00.033) 0:04:43.309 ******* 2022-01-18T15:52:58.584 INFO:teuthology.task.ansible.out: TASK [testnode : Erase /scratch_devs so we know it's accurate] ***************** 2022-01-18T15:52:58.586 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:58.611 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:58 +0000 (0:00:00.033) 0:04:43.343 ******* 2022-01-18T15:52:58.618 INFO:teuthology.task.ansible.out: TASK [testnode : Write a new partition table to {{ item.value.device }}] ******* 2022-01-18T15:52:58.620 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:58.647 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:58 +0000 (0:00:00.035) 0:04:43.379 ******* 2022-01-18T15:52:58.654 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs for {{ item.0.device }}] ****************** 2022-01-18T15:52:58.656 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:58.679 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:58 +0000 (0:00:00.032) 0:04:43.411 ******* 2022-01-18T15:52:58.686 INFO:teuthology.task.ansible.out: TASK [testnode : Write partition entries to {{ item.0.device }}] *************** 2022-01-18T15:52:58.688 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:58.712 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:58 +0000 (0:00:00.033) 0:04:43.444 ******* 2022-01-18T15:52:58.741 INFO:teuthology.task.ansible.out: TASK [testnode : Erase /scratch_devs so we know it's accurate] ***************** 2022-01-18T15:52:58.743 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:58.769 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:58 +0000 (0:00:00.055) 0:04:43.500 ******* 2022-01-18T15:52:58.796 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs for {{ item.0.device }}] ****************** 2022-01-18T15:52:58.798 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:58.818 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:58 +0000 (0:00:00.050) 0:04:43.550 ******* 2022-01-18T15:52:58.866 INFO:teuthology.task.ansible.out: TASK [testnode : Edit lvm.conf to support LVM on kRBD.] ************************ 2022-01-18T15:52:58.868 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2022-01-18T15:52:58.892 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:58 +0000 (0:00:00.072) 0:04:43.623 ******* 2022-01-18T15:52:58.931 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ 2022-01-18T15:52:58.933 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'mount': '/', 'device': '/dev/sda1', 'fstype': 'ext4', 'options': 'rw,seclabel,relatime', 'size_total': 983429562368, 'size_available': 930256117760, 'block_size': 4096, 'block_total': 240095108, 'block_available': 227113310, 'block_used': 12981798, 'inode_total': 61054976, 'inode_available': 60985806, 'inode_used': 69170, 'uuid': 'fcc12580-8f3b-4cec-aef7-e7427fa239b7'}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 227113310, "block_size": 4096, "block_total": 240095108, "block_used": 12981798, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60985806, "inode_total": 61054976, "inode_used": 69170, "mount": "/", "options": "rw,seclabel,relatime", "size_available": 930256117760, "size_total": 983429562368, "uuid": "fcc12580-8f3b-4cec-aef7-e7427fa239b7"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:58.955 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:58 +0000 (0:00:00.063) 0:04:43.687 ******* 2022-01-18T15:52:59.000 INFO:teuthology.task.ansible.out: TASK [testnode : Combine list of non-root disks] ******************************* skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:59.002 INFO:teuthology.task.ansible.out: TASK [testnode : Edit lvm.conf to support LVM on kRBD.] ************************ ok: [smithi156.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2022-01-18T15:52:59.024 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:59 +0000 (0:00:00.068) 0:04:43.756 ******* 2022-01-18T15:52:59.045 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:59 +0000 (0:00:00.020) 0:04:43.777 ******* 2022-01-18T15:52:59.063 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2022-01-18T15:52:59.065 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:59.088 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:59 +0000 (0:00:00.043) 0:04:43.820 ******* 2022-01-18T15:52:59.095 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ 2022-01-18T15:52:59.097 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'mount': '/', 'device': '/dev/sda1', 'fstype': 'ext4', 'options': 'rw,seclabel,relatime', 'size_total': 983429562368, 'size_available': 930256142336, 'block_size': 4096, 'block_total': 240095108, 'block_available': 227113316, 'block_used': 12981792, 'inode_total': 61054976, 'inode_available': 60985807, 'inode_used': 69169, 'uuid': 'fcc12580-8f3b-4cec-aef7-e7427fa239b7'}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 227113316, "block_size": 4096, "block_total": 240095108, "block_used": 12981792, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60985807, "inode_total": 61054976, "inode_used": 69169, "mount": "/", "options": "rw,seclabel,relatime", "size_available": 930256142336, "size_total": 983429562368, "uuid": "fcc12580-8f3b-4cec-aef7-e7427fa239b7"}, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:59.121 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:59 +0000 (0:00:00.033) 0:04:43.853 ******* 2022-01-18T15:52:59.128 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2022-01-18T15:52:59.130 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:59.160 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:59 +0000 (0:00:00.038) 0:04:43.892 ******* 2022-01-18T15:52:59.168 INFO:teuthology.task.ansible.out: TASK [testnode : Combine list of non-root disks] ******************************* 2022-01-18T15:52:59.169 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:59.193 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:59 +0000 (0:00:00.032) 0:04:43.925 ******* 2022-01-18T15:52:59.210 INFO:teuthology.task.ansible.out: TASK [testnode : Create volume_groups dict] ************************************ 2022-01-18T15:52:59.211 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:59.234 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:59 +0000 (0:00:00.041) 0:04:43.966 ******* 2022-01-18T15:52:59.242 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2022-01-18T15:52:59.244 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:59.266 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:59 +0000 (0:00:00.032) 0:04:43.998 ******* 2022-01-18T15:52:59.273 INFO:teuthology.task.ansible.out: TASK [testnode : Determine desired logical volume percentage size] ************* 2022-01-18T15:52:59.275 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:59.300 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:59 +0000 (0:00:00.033) 0:04:44.032 ******* 2022-01-18T15:52:59.308 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2022-01-18T15:52:59.310 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:59.333 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:59 +0000 (0:00:00.032) 0:04:44.064 ******* 2022-01-18T15:52:59.339 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical_volumes dict] ********************************** 2022-01-18T15:52:59.341 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:59.366 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:59 +0000 (0:00:00.033) 0:04:44.098 ******* 2022-01-18T15:52:59.372 INFO:teuthology.task.ansible.out: TASK [testnode : Create volume_groups dict] ************************************ 2022-01-18T15:52:59.374 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:59.399 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:59 +0000 (0:00:00.032) 0:04:44.130 ******* 2022-01-18T15:52:59.438 INFO:teuthology.task.ansible.out: TASK [testnode : Determine desired logical volume percentage size] ************* 2022-01-18T15:52:59.440 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:59.462 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:59 +0000 (0:00:00.063) 0:04:44.194 ******* 2022-01-18T15:52:59.492 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical_volumes dict] ********************************** 2022-01-18T15:52:59.494 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:52:59.516 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:59 +0000 (0:00:00.053) 0:04:44.248 ******* 2022-01-18T15:52:59.869 INFO:teuthology.task.ansible.out: TASK [testnode : Create volume group(s)] *************************************** 2022-01-18T15:52:59.871 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'key': 'vg_nvme', 'value': {'pvs': '/dev/nvme0n1'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "vg_nvme", "value": {"pvs": "/dev/nvme0n1"}}} 2022-01-18T15:52:59.893 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:59 +0000 (0:00:00.377) 0:04:44.625 ******* 2022-01-18T15:52:59.955 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'key': 'vg_nvme', 'value': {'pvs': '/dev/nvme0n1'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "vg_nvme", "value": {"pvs": "/dev/nvme0n1"}}} 2022-01-18T15:52:59.979 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:52:59 +0000 (0:00:00.085) 0:04:44.711 ******* 2022-01-18T15:53:00.525 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical volume(s)] ************************************* 2022-01-18T15:53:00.527 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2022-01-18T15:53:00.547 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2022-01-18T15:53:00.851 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2022-01-18T15:53:00.894 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2022-01-18T15:53:01.187 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2022-01-18T15:53:01.241 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2022-01-18T15:53:01.525 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2022-01-18T15:53:01.598 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2022-01-18T15:53:01.854 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '14.9G'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_5", "value": {"size": "14.9G", "vg": "vg_nvme"}}, "msg": ""} 2022-01-18T15:53:01.878 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:01 +0000 (0:00:01.899) 0:04:46.610 ******* 2022-01-18T15:53:01.938 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '14.9G'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_5", "value": {"size": "14.9G", "vg": "vg_nvme"}}, "msg": ""} 2022-01-18T15:53:01.965 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:01 +0000 (0:00:00.087) 0:04:46.697 ******* 2022-01-18T15:53:02.080 INFO:teuthology.task.ansible.out: TASK [testnode : Erase /scratch_devs so we know it's accurate] ***************** 2022-01-18T15:53:02.082 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => {"changed": true, "path": "/scratch_devs", "state": "absent"} 2022-01-18T15:53:02.106 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:02 +0000 (0:00:00.140) 0:04:46.838 ******* 2022-01-18T15:53:02.166 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => {"changed": true, "path": "/scratch_devs", "state": "absent"} 2022-01-18T15:53:02.190 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:02 +0000 (0:00:00.084) 0:04:46.922 ******* 2022-01-18T15:53:02.313 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs] ****************************************** 2022-01-18T15:53:02.314 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2022-01-18T15:53:02.420 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2022-01-18T15:53:02.494 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2022-01-18T15:53:02.589 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2022-01-18T15:53:02.673 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2022-01-18T15:53:02.769 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2022-01-18T15:53:02.843 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2022-01-18T15:53:02.855 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '14.9G'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "lv_5", "value": {"size": "14.9G", "vg": "vg_nvme"}}, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:02.882 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:02 +0000 (0:00:00.691) 0:04:47.614 ******* 2022-01-18T15:53:02.920 INFO:teuthology.task.ansible.out: TASK [testnode : Create filesystems] ******************************************* 2022-01-18T15:53:02.922 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:02.944 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:02 +0000 (0:00:00.061) 0:04:47.676 ******* 2022-01-18T15:53:02.952 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs] ****************************************** 2022-01-18T15:53:02.954 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} skipping: [smithi129.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '14.9G'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "lv_5", "value": {"size": "14.9G", "vg": "vg_nvme"}}, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:02.994 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:02 +0000 (0:00:00.050) 0:04:47.726 ******* 2022-01-18T15:53:03.002 INFO:teuthology.task.ansible.out: TASK [testnode : Mount filesystems] ******************************************** 2022-01-18T15:53:03.003 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:03.026 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:03 +0000 (0:00:00.031) 0:04:47.758 ******* 2022-01-18T15:53:03.032 INFO:teuthology.task.ansible.out: TASK [testnode : Create filesystems] ******************************************* 2022-01-18T15:53:03.034 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:03.057 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:03 +0000 (0:00:00.031) 0:04:47.789 ******* 2022-01-18T15:53:03.085 INFO:teuthology.task.ansible.out: TASK [testnode : Mount filesystems] ******************************************** 2022-01-18T15:53:03.086 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:03.107 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:03 +0000 (0:00:00.049) 0:04:47.839 ******* 2022-01-18T15:53:03.228 INFO:teuthology.task.ansible.out: TASK [testnode : Create /var/lib/ceph] ***************************************** 2022-01-18T15:53:03.230 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/var/lib/ceph", "secontext": "unconfined_u:object_r:var_lib_t:s0", "size": 4096, "state": "directory", "uid": 0} 2022-01-18T15:53:03.251 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:03 +0000 (0:00:00.143) 0:04:47.983 ******* 2022-01-18T15:53:03.288 INFO:teuthology.task.ansible.out: TASK [testnode : Set xfs_opts on newer OSes] *********************************** 2022-01-18T15:53:03.290 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"ansible_facts": {"xfs_opts": "-m crc=0,finobt=0"}, "changed": false} 2022-01-18T15:53:03.314 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:03 +0000 (0:00:00.062) 0:04:48.046 ******* 2022-01-18T15:53:03.320 INFO:teuthology.task.ansible.out: TASK [testnode : Create /var/lib/ceph] ***************************************** 2022-01-18T15:53:03.321 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/var/lib/ceph", "secontext": "unconfined_u:object_r:var_lib_t:s0", "size": 4096, "state": "directory", "uid": 0} 2022-01-18T15:53:03.350 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:03 +0000 (0:00:00.036) 0:04:48.082 ******* 2022-01-18T15:53:03.389 INFO:teuthology.task.ansible.out: TASK [testnode : Set xfs_opts on newer OSes] *********************************** ok: [smithi129.front.sepia.ceph.com] => {"ansible_facts": {"xfs_opts": "-m crc=0,finobt=0"}, "changed": false} 2022-01-18T15:53:03.411 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:03 +0000 (0:00:00.060) 0:04:48.143 ******* 2022-01-18T15:53:03.702 INFO:teuthology.task.ansible.out: TASK [testnode : Create xfs filesystem on /dev/vg_nvme/lv_5] ******************* 2022-01-18T15:53:03.704 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => {"changed": true} 2022-01-18T15:53:03.726 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:03 +0000 (0:00:00.315) 0:04:48.458 ******* 2022-01-18T15:53:04.133 INFO:teuthology.task.ansible.out: TASK [testnode : Mount /dev/vg_nvme/lv_5 to /var/lib/ceph] ********************* 2022-01-18T15:53:04.135 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => {"changed": true, "dump": "0", "fstab": "/etc/fstab", "fstype": "xfs", "name": "/var/lib/ceph", "opts": "defaults,nofail", "passno": "0", "src": "/dev/vg_nvme/lv_5"} 2022-01-18T15:53:04.155 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:04 +0000 (0:00:00.428) 0:04:48.887 ******* 2022-01-18T15:53:04.183 INFO:teuthology.task.ansible.out: TASK [testnode : Install cachefilesd] ****************************************** 2022-01-18T15:53:04.185 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:04.206 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:04 +0000 (0:00:00.050) 0:04:48.938 ******* 2022-01-18T15:53:04.233 INFO:teuthology.task.ansible.out: TASK [testnode : Install cachefilesd conf file] ******************************** skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:04.256 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:04 +0000 (0:00:00.050) 0:04:48.988 ******* 2022-01-18T15:53:04.283 INFO:teuthology.task.ansible.out: TASK [testnode : Restart cachefilesd] ****************************************** 2022-01-18T15:53:04.285 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:04.305 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:04 +0000 (0:00:00.049) 0:04:49.037 ******* 2022-01-18T15:53:04.335 INFO:teuthology.task.ansible.out: TASK [testnode : Restart cachefilesd] ****************************************** skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:04.360 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:04 +0000 (0:00:00.054) 0:04:49.092 ******* 2022-01-18T15:53:04.387 INFO:teuthology.task.ansible.out: TASK [testnode : Add CPAN config directory for the teuthology user.] *********** 2022-01-18T15:53:04.389 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:04.410 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:04 +0000 (0:00:00.050) 0:04:49.142 ******* 2022-01-18T15:53:04.437 INFO:teuthology.task.ansible.out: TASK [testnode : Add CPAN config directory for the root user.] ***************** 2022-01-18T15:53:04.439 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:04.460 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:04 +0000 (0:00:00.050) 0:04:49.192 ******* 2022-01-18T15:53:04.490 INFO:teuthology.task.ansible.out: TASK [testnode : Upload CPAN config for the teuthology user.] ****************** skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:04.516 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:04 +0000 (0:00:00.055) 0:04:49.248 ******* 2022-01-18T15:53:04.545 INFO:teuthology.task.ansible.out: TASK [testnode : Upload CPAN config for root.] ********************************* 2022-01-18T15:53:04.546 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:04.569 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:04 +0000 (0:00:00.053) 0:04:49.301 ******* 2022-01-18T15:53:04.598 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure perl-doc is installed on apt systems.] ***************** 2022-01-18T15:53:04.600 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:04.625 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:04 +0000 (0:00:00.056) 0:04:49.357 ******* 2022-01-18T15:53:04.632 INFO:teuthology.task.ansible.out: TASK [testnode : Create xfs filesystem on /dev/vg_nvme/lv_5] ******************* 2022-01-18T15:53:04.634 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => {"changed": true} 2022-01-18T15:53:04.659 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:04 +0000 (0:00:00.033) 0:04:49.391 ******* 2022-01-18T15:53:04.666 INFO:teuthology.task.ansible.out: TASK [testnode : Check to see if Amazon::S3 is installed.] ********************* 2022-01-18T15:53:04.669 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:04.694 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:04 +0000 (0:00:00.034) 0:04:49.426 ******* 2022-01-18T15:53:04.725 INFO:teuthology.task.ansible.out: TASK [testnode : Install Amazon::S3.] ****************************************** 2022-01-18T15:53:04.726 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:04.750 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:04 +0000 (0:00:00.056) 0:04:49.482 ******* 2022-01-18T15:53:04.777 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on rpm based systems.] ******************** 2022-01-18T15:53:04.779 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:04.801 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:04 +0000 (0:00:00.050) 0:04:49.532 ******* 2022-01-18T15:53:04.828 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on apt based systems.] ******************** 2022-01-18T15:53:04.829 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:04.852 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:04 +0000 (0:00:00.050) 0:04:49.583 ******* 2022-01-18T15:53:04.879 INFO:teuthology.task.ansible.out: TASK [testnode : Remove racy /etc/network/if-up.d/ntpdate on xenial] *********** 2022-01-18T15:53:04.881 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:04.903 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:04 +0000 (0:00:00.051) 0:04:49.635 ******* 2022-01-18T15:53:04.931 INFO:teuthology.task.ansible.out: TASK [testnode : Create the ntp.conf file.] ************************************ 2022-01-18T15:53:04.933 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:04.963 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:04 +0000 (0:00:00.060) 0:04:49.695 ******* 2022-01-18T15:53:04.985 INFO:teuthology.task.ansible.out: TASK [testnode : Mount /dev/vg_nvme/lv_5 to /var/lib/ceph] ********************* 2022-01-18T15:53:04.986 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => {"changed": true, "dump": "0", "fstab": "/etc/fstab", "fstype": "xfs", "name": "/var/lib/ceph", "opts": "defaults,nofail", "passno": "0", "src": "/dev/vg_nvme/lv_5"} 2022-01-18T15:53:05.017 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:05 +0000 (0:00:00.053) 0:04:49.749 ******* 2022-01-18T15:53:05.045 INFO:teuthology.task.ansible.out: TASK [testnode : Install cachefilesd] ****************************************** 2022-01-18T15:53:05.047 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:05.068 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:05 +0000 (0:00:00.051) 0:04:49.800 ******* 2022-01-18T15:53:05.107 INFO:teuthology.task.ansible.out: TASK [testnode : Install cachefilesd conf file] ******************************** 2022-01-18T15:53:05.109 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:05.131 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:05 +0000 (0:00:00.062) 0:04:49.863 ******* 2022-01-18T15:53:05.159 INFO:teuthology.task.ansible.out: TASK [testnode : Restart cachefilesd] ****************************************** 2022-01-18T15:53:05.161 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:05.182 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:05 +0000 (0:00:00.050) 0:04:49.914 ******* 2022-01-18T15:53:05.221 INFO:teuthology.task.ansible.out: TASK [testnode : Restart cachefilesd] ****************************************** 2022-01-18T15:53:05.222 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:05.244 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:05 +0000 (0:00:00.062) 0:04:49.976 ******* 2022-01-18T15:53:05.272 INFO:teuthology.task.ansible.out: TASK [testnode : Add CPAN config directory for the teuthology user.] *********** skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:05.295 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:05 +0000 (0:00:00.050) 0:04:50.027 ******* 2022-01-18T15:53:05.322 INFO:teuthology.task.ansible.out: TASK [testnode : Add CPAN config directory for the root user.] ***************** 2022-01-18T15:53:05.324 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:05.351 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:05 +0000 (0:00:00.056) 0:04:50.083 ******* 2022-01-18T15:53:05.383 INFO:teuthology.task.ansible.out: TASK [testnode : Upload CPAN config for the teuthology user.] ****************** 2022-01-18T15:53:05.385 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:05.406 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:05 +0000 (0:00:00.054) 0:04:50.138 ******* 2022-01-18T15:53:05.434 INFO:teuthology.task.ansible.out: TASK [testnode : Create the chrony.conf file] ********************************** 2022-01-18T15:53:05.436 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "checksum": "a7ecef00073feab34f868065d34e9dac55134241", "dest": "/etc/chrony.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/chrony.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 215, "state": "file", "uid": 0} TASK [testnode : Upload CPAN config for root.] ********************************* skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:05.461 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:05 +0000 (0:00:00.055) 0:04:50.193 ******* 2022-01-18T15:53:05.482 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:05 +0000 (0:00:00.021) 0:04:50.214 ******* 2022-01-18T15:53:05.511 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure perl-doc is installed on apt systems.] ***************** 2022-01-18T15:53:05.512 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:05.534 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:05 +0000 (0:00:00.051) 0:04:50.266 ******* 2022-01-18T15:53:05.562 INFO:teuthology.task.ansible.out: TASK [testnode : Check to see if Amazon::S3 is installed.] ********************* 2022-01-18T15:53:05.564 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:05.586 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:05 +0000 (0:00:00.051) 0:04:50.317 ******* 2022-01-18T15:53:05.626 INFO:teuthology.task.ansible.out: TASK [testnode : Install Amazon::S3.] ****************************************** skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:05.652 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:05 +0000 (0:00:00.066) 0:04:50.384 ******* 2022-01-18T15:53:05.683 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on rpm based systems.] ******************** 2022-01-18T15:53:05.685 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:05.708 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:05 +0000 (0:00:00.056) 0:04:50.440 ******* 2022-01-18T15:53:05.737 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on apt based systems.] ******************** 2022-01-18T15:53:05.739 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:05.766 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:05 +0000 (0:00:00.057) 0:04:50.498 ******* 2022-01-18T15:53:05.775 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure ntpd is running.] *********************************** 2022-01-18T15:53:05.776 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "chronyd", "state": "started", "status": {"ActiveState": "active", "AllowedCPUs": "", "AllowedMemoryNodes": "", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "ControlGroup": "/system.slice/chronyd.service", "ControlPID": "0", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "DevicePolicy": "auto", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "EnvironmentFiles": "/etc/sysconfig/chronyd (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "822", "ExecMainStartTimestamp": "Tue 2022-01-18 15:47:19 UTC", "ExecMainStartTimestampMonotonic": "11987207", "ExecMainStatus": "0", "ExecStart": "{ path=/usr/sbin/chronyd ; argv[]=/usr/sbin/chronyd $OPTIONS ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartPost": "{ path=/usr/libexec/chrony-helper ; argv[]=/usr/libexec/chrony-helper update-daemon ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FileDescriptorStoreMax": "0", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSI 2022-01-18T15:53:05.777 INFO:teuthology.task.ansible.out:ZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "262144", "LimitNOFILESoft": "1024", "LimitNPROC": "127245", "LimitNPROCSoft": "127245", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127245", "LimitSIGPENDINGSoft": "127245", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "MainPID": "822", "MemoryAccounting": "yes", "MemoryCurrent": "2142208", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Nice": "0", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "0", "PIDFile": "/run/chrony/chronyd.pid", "PermissionsStartOnly": "no", "RemainAfterExit": "no", "Restart": "no", "RestartUSec": "100ms", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeMaxUSec": "infinity", "SecureBits": "0", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StatusErrno": "0", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "1", "TasksMax": "203592", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Type": "forking", "UID": "[not set]", "UMask": "0022", "WatchdogTimestamp": "Tue 2022-01-18 1 2022-01-18T15:53:05.779 INFO:teuthology.task.ansible.out:5:47:19 UTC", "WatchdogTimestampMonotonic": "11987217", "WatchdogUSec": "0"}} 2022-01-18T15:53:05.801 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:05 +0000 (0:00:00.035) 0:04:50.533 ******* 2022-01-18T15:53:05.811 INFO:teuthology.task.ansible.out: TASK [testnode : Remove racy /etc/network/if-up.d/ntpdate on xenial] *********** 2022-01-18T15:53:05.813 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:05.839 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:05 +0000 (0:00:00.037) 0:04:50.571 ******* 2022-01-18T15:53:05.846 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2022-01-18T15:53:05.848 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"ansible_facts": {"pip_executable": "pip", "pip_version": "python-pip"}, "changed": false} 2022-01-18T15:53:05.874 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:05 +0000 (0:00:00.035) 0:04:50.606 ******* 2022-01-18T15:53:05.884 INFO:teuthology.task.ansible.out: TASK [testnode : Create the ntp.conf file.] ************************************ 2022-01-18T15:53:05.885 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:05.910 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:05 +0000 (0:00:00.035) 0:04:50.642 ******* 2022-01-18T15:53:05.917 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2022-01-18T15:53:05.919 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"ansible_facts": {"ansible_python_interpreter": "/usr/bin/python3", "pip_executable": "pip3", "pip_version": "python3-pip"}, "changed": false} 2022-01-18T15:53:05.949 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:05 +0000 (0:00:00.038) 0:04:50.681 ******* 2022-01-18T15:53:05.978 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on rpm based systems.] ********************* 2022-01-18T15:53:05.980 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:06.001 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:05 +0000 (0:00:00.051) 0:04:50.733 ******* 2022-01-18T15:53:06.029 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on apt based systems.] ********************* 2022-01-18T15:53:06.031 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:06.055 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:06 +0000 (0:00:00.054) 0:04:50.787 ******* 2022-01-18T15:53:06.084 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on zypper based systems.] ****************** 2022-01-18T15:53:06.086 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:06.109 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:06 +0000 (0:00:00.053) 0:04:50.841 ******* 2022-01-18T15:53:06.309 INFO:teuthology.task.ansible.out: TASK [testnode : Create the .pip directory for the teuthology user.] *********** ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "gid": 1254, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 4096, "state": "directory", "uid": 1000} 2022-01-18T15:53:06.332 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:06 +0000 (0:00:00.222) 0:04:51.064 ******* 2022-01-18T15:53:06.383 INFO:teuthology.task.ansible.out: TASK [testnode : Create the chrony.conf file] ********************************** 2022-01-18T15:53:06.385 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "checksum": "a7ecef00073feab34f868065d34e9dac55134241", "dest": "/etc/chrony.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/chrony.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 215, "state": "file", "uid": 0} 2022-01-18T15:53:06.411 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:06 +0000 (0:00:00.079) 0:04:51.143 ******* 2022-01-18T15:53:06.733 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure ntpd is running.] *********************************** 2022-01-18T15:53:06.735 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "chronyd", "state": "started", "status": {"ActiveState": "active", "AllowedCPUs": "", "AllowedMemoryNodes": "", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "ControlGroup": "/system.slice/chronyd.service", "ControlPID": "0", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "DevicePolicy": "auto", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "EnvironmentFiles": "/etc/sysconfig/chronyd (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "908", "ExecMainStartTimestamp": "Tue 2022-01-18 15:47:26 UTC", "ExecMainStartTimestampMonotonic": "12204216", "ExecMainStatus": "0", "ExecStart": "{ path=/usr/sbin/chronyd ; argv[]=/usr/sbin/chronyd $OPTIONS ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartPost": "{ path=/usr/libexec/chrony-helper ; argv[]=/usr/libexec/chrony-helper update-daemon ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FileDescriptorStoreMax": "0", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSI 2022-01-18T15:53:06.736 INFO:teuthology.task.ansible.out:ZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "262144", "LimitNOFILESoft": "1024", "LimitNPROC": "127245", "LimitNPROCSoft": "127245", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127245", "LimitSIGPENDINGSoft": "127245", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "MainPID": "908", "MemoryAccounting": "yes", "MemoryCurrent": "1830912", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Nice": "0", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "0", "PIDFile": "/run/chrony/chronyd.pid", "PermissionsStartOnly": "no", "RemainAfterExit": "no", "Restart": "no", "RestartUSec": "100ms", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeMaxUSec": "infinity", "SecureBits": "0", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StatusErrno": "0", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "1", "TasksMax": "203592", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Type": "forking", "UID": "[not set]", "UMask": "0022", "WatchdogTimestamp": "Tue 2022-01-18 1 2022-01-18T15:53:06.738 INFO:teuthology.task.ansible.out:5:47:26 UTC", "WatchdogTimestampMonotonic": "12204227", "WatchdogUSec": "0"}} 2022-01-18T15:53:06.758 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:06 +0000 (0:00:00.346) 0:04:51.490 ******* 2022-01-18T15:53:06.795 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2022-01-18T15:53:06.797 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"ansible_facts": {"pip_executable": "pip", "pip_version": "python-pip"}, "changed": false} 2022-01-18T15:53:06.819 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:06 +0000 (0:00:00.061) 0:04:51.551 ******* 2022-01-18T15:53:06.827 INFO:teuthology.task.ansible.out: TASK [testnode : Create pip.conf and configure it to use our mirror] *********** 2022-01-18T15:53:06.828 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "checksum": "959d37ab30545da205b389a6b7561b225a478a06", "dest": "/home/ubuntu/.pip/pip.conf", "gid": 1254, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip/pip.conf", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 73, "state": "file", "uid": 1000} 2022-01-18T15:53:06.854 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:06 +0000 (0:00:00.034) 0:04:51.586 ******* 2022-01-18T15:53:06.876 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2022-01-18T15:53:06.878 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"ansible_facts": {"ansible_python_interpreter": "/usr/bin/python3", "pip_executable": "pip3", "pip_version": "python3-pip"}, "changed": false} 2022-01-18T15:53:06.904 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:06 +0000 (0:00:00.050) 0:04:51.636 ******* 2022-01-18T15:53:06.944 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on rpm based systems.] ********************* 2022-01-18T15:53:06.946 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:06.968 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:06 +0000 (0:00:00.063) 0:04:51.700 ******* 2022-01-18T15:53:06.998 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on apt based systems.] ********************* skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:07.031 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:07 +0000 (0:00:00.062) 0:04:51.763 ******* 2022-01-18T15:53:07.071 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on zypper based systems.] ****************** 2022-01-18T15:53:07.073 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:07.103 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:07 +0000 (0:00:00.071) 0:04:51.834 ******* 2022-01-18T15:53:07.305 INFO:teuthology.task.ansible.out: TASK [testnode : Create the .pip directory for the teuthology user.] *********** 2022-01-18T15:53:07.306 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "gid": 1254, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 4096, "state": "directory", "uid": 1000} 2022-01-18T15:53:07.328 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:07 +0000 (0:00:00.225) 0:04:52.060 ******* 2022-01-18T15:53:07.807 INFO:teuthology.task.ansible.out: TASK [testnode : Create pip.conf and configure it to use our mirror] *********** 2022-01-18T15:53:07.809 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "checksum": "959d37ab30545da205b389a6b7561b225a478a06", "dest": "/home/ubuntu/.pip/pip.conf", "gid": 1254, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip/pip.conf", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 73, "state": "file", "uid": 1000} 2022-01-18T15:53:07.830 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:07 +0000 (0:00:00.501) 0:04:52.562 ******* 2022-01-18T15:53:08.188 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages via pip] ************************************* 2022-01-18T15:53:08.190 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "cmd": ["/bin/pip3", "install", "remoto>=0.0.35"], "name": ["remoto>=0.0.35"], "requirements": null, "state": "present", "stderr": "WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead.\n", "stderr_lines": ["WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead."], "stdout": "Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.6/site-packages\nRequirement already satisfied: execnet in /usr/local/lib/python3.6/site-packages (from remoto>=0.0.35)\n", "stdout_lines": ["Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.6/site-packages", "Requirement already satisfied: execnet in /usr/local/lib/python3.6/site-packages (from remoto>=0.0.35)"], "version": null, "virtualenv": null} 2022-01-18T15:53:08.217 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:08 +0000 (0:00:00.387) 0:04:52.949 ******* 2022-01-18T15:53:08.245 INFO:teuthology.task.ansible.out: TASK [testnode : Purge resolvconf] ********************************************* 2022-01-18T15:53:08.247 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:08.270 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:08 +0000 (0:00:00.051) 0:04:53.001 ******* 2022-01-18T15:53:08.297 INFO:teuthology.task.ansible.out: TASK [testnode : Set interface] ************************************************ 2022-01-18T15:53:08.299 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"ansible_facts": {"interface": "enp3s0f1"}, "changed": false} 2022-01-18T15:53:08.321 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:08 +0000 (0:00:00.052) 0:04:53.053 ******* 2022-01-18T15:53:08.507 INFO:teuthology.task.ansible.out: TASK [testnode : Check for presence of /etc/network/interfaces] **************** 2022-01-18T15:53:08.509 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "stat": {"exists": false}} 2022-01-18T15:53:08.547 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:08 +0000 (0:00:00.225) 0:04:53.278 ******* 2022-01-18T15:53:08.577 INFO:teuthology.task.ansible.out: TASK [testnode : Rewrite /etc/network/interfaces to use dhcp] ****************** 2022-01-18T15:53:08.579 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:08.607 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:08 +0000 (0:00:00.060) 0:04:53.339 ******* 2022-01-18T15:53:08.637 INFO:teuthology.task.ansible.out: TASK [testnode : Set bounce_interface if we just enabled dhcp] ***************** ok: [smithi129.front.sepia.ceph.com] => {"ansible_facts": {"bounce_interface": false}, "changed": false} 2022-01-18T15:53:08.665 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:08 +0000 (0:00:00.057) 0:04:53.397 ******* 2022-01-18T15:53:08.696 INFO:teuthology.task.ansible.out: TASK [testnode : ifdown and ifup] ********************************************** 2022-01-18T15:53:08.698 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:08.722 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:08 +0000 (0:00:00.056) 0:04:53.454 ******* 2022-01-18T15:53:08.892 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages via pip] ************************************* 2022-01-18T15:53:08.894 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "cmd": ["/bin/pip3", "install", "remoto>=0.0.35"], "name": ["remoto>=0.0.35"], "requirements": null, "state": "present", "stderr": "WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead.\n", "stderr_lines": ["WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead."], "stdout": "Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.6/site-packages\nRequirement already satisfied: execnet in /usr/local/lib/python3.6/site-packages (from remoto>=0.0.35)\n", "stdout_lines": ["Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.6/site-packages", "Requirement already satisfied: execnet in /usr/local/lib/python3.6/site-packages (from remoto>=0.0.35)"], "version": null, "virtualenv": null} 2022-01-18T15:53:08.923 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:08 +0000 (0:00:00.201) 0:04:53.655 ******* 2022-01-18T15:53:08.933 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure lab_domain is in search domains in /etc/resolv.conf] *** 2022-01-18T15:53:08.934 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line replaced"} 2022-01-18T15:53:08.957 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:08 +0000 (0:00:00.034) 0:04:53.689 ******* 2022-01-18T15:53:08.965 INFO:teuthology.task.ansible.out: TASK [testnode : Purge resolvconf] ********************************************* skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:08.999 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:08 +0000 (0:00:00.041) 0:04:53.731 ******* 2022-01-18T15:53:09.030 INFO:teuthology.task.ansible.out: TASK [testnode : Set interface] ************************************************ ok: [smithi156.front.sepia.ceph.com] => {"ansible_facts": {"interface": "enp3s0f1"}, "changed": false} 2022-01-18T15:53:09.059 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:09 +0000 (0:00:00.060) 0:04:53.791 ******* 2022-01-18T15:53:09.152 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure domain is set in /etc/resolv.conf] ********************* 2022-01-18T15:53:09.155 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line added"} 2022-01-18T15:53:09.181 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:09 +0000 (0:00:00.120) 0:04:53.912 ******* 2022-01-18T15:53:09.209 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure ethtool is installed] ******************************* 2022-01-18T15:53:09.211 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:09.232 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:09 +0000 (0:00:00.051) 0:04:53.963 ******* 2022-01-18T15:53:09.249 INFO:teuthology.task.ansible.out: TASK [testnode : Check for presence of /etc/network/interfaces] **************** 2022-01-18T15:53:09.251 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "stat": {"exists": false}} 2022-01-18T15:53:09.282 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:09 +0000 (0:00:00.050) 0:04:54.014 ******* 2022-01-18T15:53:09.290 INFO:teuthology.task.ansible.out: TASK [testnode : grep ethtool for secondary NIC MAC address] ******************* 2022-01-18T15:53:09.292 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item=eno1) => {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False"} skipping: [smithi129.front.sepia.ceph.com] => (item=eno2) => {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False"} 2022-01-18T15:53:09.292 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item=enp3s0f1) => {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f1", "skip_reason": "Conditional result was False"} 2022-01-18T15:53:09.293 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item=lo) => {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False"} 2022-01-18T15:53:09.304 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item=enp3s0f0) => {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f0", "skip_reason": "Conditional result was False"} 2022-01-18T15:53:09.305 INFO:teuthology.task.ansible.out: TASK [testnode : Rewrite /etc/network/interfaces to use dhcp] ****************** skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:09.329 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:09 +0000 (0:00:00.046) 0:04:54.061 ******* 2022-01-18T15:53:09.354 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:09 +0000 (0:00:00.024) 0:04:54.086 ******* 2022-01-18T15:53:09.373 INFO:teuthology.task.ansible.out: TASK [testnode : Define net_to_configure var] ********************************** 2022-01-18T15:53:09.374 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:09.375 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno2', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} skipping: [smithi129.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp3s0f1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:09.386 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'lo', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:09.388 INFO:teuthology.task.ansible.out: TASK [testnode : Set bounce_interface if we just enabled dhcp] ***************** ok: [smithi156.front.sepia.ceph.com] => {"ansible_facts": {"bounce_interface": false}, "changed": false} TASK [testnode : Define net_to_configure var] ********************************** skipping: [smithi129.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp3s0f0', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f0", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:09.411 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:09 +0000 (0:00:00.057) 0:04:54.143 ******* 2022-01-18T15:53:09.433 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:09 +0000 (0:00:00.021) 0:04:54.164 ******* 2022-01-18T15:53:09.439 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2022-01-18T15:53:09.441 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:09.467 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:09 +0000 (0:00:00.034) 0:04:54.199 ******* 2022-01-18T15:53:09.474 INFO:teuthology.task.ansible.out: TASK [testnode : ifdown and ifup] ********************************************** 2022-01-18T15:53:09.476 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:09.498 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:09 +0000 (0:00:00.031) 0:04:54.230 ******* 2022-01-18T15:53:09.505 INFO:teuthology.task.ansible.out: TASK [testnode : Check if {{ nic_to_configure }} is 10Gb] ********************** 2022-01-18T15:53:09.508 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:09.532 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:09 +0000 (0:00:00.033) 0:04:54.264 ******* 2022-01-18T15:53:09.561 INFO:teuthology.task.ansible.out: TASK [testnode : Set MTU to 9000 if 10Gb] ************************************** skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:09.594 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:09 +0000 (0:00:00.061) 0:04:54.326 ******* 2022-01-18T15:53:09.636 INFO:teuthology.task.ansible.out: TASK [testnode : Write Ubuntu network config for {{ nic_to_configure }}] ******* skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:09.664 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:09 +0000 (0:00:00.070) 0:04:54.396 ******* 2022-01-18T15:53:09.692 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure lab_domain is in search domains in /etc/resolv.conf] *** 2022-01-18T15:53:09.694 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line replaced"} TASK [testnode : Set MTU on Ubuntu] ******************************************** skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:09.717 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:09 +0000 (0:00:00.052) 0:04:54.449 ******* 2022-01-18T15:53:09.739 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:09 +0000 (0:00:00.021) 0:04:54.471 ******* 2022-01-18T15:53:09.757 INFO:teuthology.task.ansible.out: TASK [testnode : Bounce {{ nic_to_configure }}] ******************************** 2022-01-18T15:53:09.759 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:09.789 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:09 +0000 (0:00:00.049) 0:04:54.521 ******* 2022-01-18T15:53:09.829 INFO:teuthology.task.ansible.out: TASK [testnode : Write RHEL/CentOS network config for {{ nic_to_configure }}] *** 2022-01-18T15:53:09.832 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:09.855 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:09 +0000 (0:00:00.066) 0:04:54.587 ******* 2022-01-18T15:53:09.883 INFO:teuthology.task.ansible.out: TASK [testnode : Bounce {{ nic_to_configure }}] ******************************** 2022-01-18T15:53:09.885 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:09.905 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:09 +0000 (0:00:00.049) 0:04:54.637 ******* 2022-01-18T15:53:09.934 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure domain is set in /etc/resolv.conf] ********************* 2022-01-18T15:53:09.936 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line added"} 2022-01-18T15:53:09.966 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:09 +0000 (0:00:00.061) 0:04:54.698 ******* 2022-01-18T15:53:09.994 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure ethtool is installed] ******************************* 2022-01-18T15:53:09.995 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:10.025 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:10 +0000 (0:00:00.058) 0:04:54.757 ******* 2022-01-18T15:53:10.064 INFO:teuthology.task.ansible.out: TASK [testnode : grep ethtool for secondary NIC MAC address] ******************* 2022-01-18T15:53:10.066 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item=eno2) => {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False"} 2022-01-18T15:53:10.075 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item=eno1) => {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False"} 2022-01-18T15:53:10.077 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item=enp3s0f1) => {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f1", "skip_reason": "Conditional result was False"} 2022-01-18T15:53:10.086 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item=lo) => {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False"} 2022-01-18T15:53:10.088 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item=enp3s0f0) => {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f0", "skip_reason": "Conditional result was False"} 2022-01-18T15:53:10.112 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:10 +0000 (0:00:00.087) 0:04:54.844 ******* 2022-01-18T15:53:10.130 INFO:teuthology.task.ansible.out: TASK [testnode : List any leftover Ceph artifacts from previous jobs] ********** 2022-01-18T15:53:10.132 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=/var/run/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/run/ -name \"*ceph*\"", "delta": "0:00:00.004986", "end": "2022-01-18 15:53:10.104842", "failed_when_result": false, "item": "/var/run/", "rc": 0, "start": "2022-01-18 15:53:10.099856", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-18T15:53:10.153 INFO:teuthology.task.ansible.out: TASK [testnode : Define net_to_configure var] ********************************** skipping: [smithi156.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno2', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:10.164 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:10.166 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp3s0f1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:10.176 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'lo', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:10.178 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp3s0f0', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f0", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:10.201 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:10 +0000 (0:00:00.088) 0:04:54.933 ******* 2022-01-18T15:53:10.231 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:10.257 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:10 +0000 (0:00:00.055) 0:04:54.989 ******* 2022-01-18T15:53:10.285 INFO:teuthology.task.ansible.out: TASK [testnode : Check if {{ nic_to_configure }} is 10Gb] ********************** 2022-01-18T15:53:10.286 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:10.317 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:10 +0000 (0:00:00.060) 0:04:55.049 ******* 2022-01-18T15:53:10.347 INFO:teuthology.task.ansible.out: TASK [testnode : Set MTU to 9000 if 10Gb] ************************************** 2022-01-18T15:53:10.348 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:10.375 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:10 +0000 (0:00:00.057) 0:04:55.107 ******* 2022-01-18T15:53:10.403 INFO:teuthology.task.ansible.out: TASK [testnode : Write Ubuntu network config for {{ nic_to_configure }}] ******* 2022-01-18T15:53:10.405 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:10.425 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:10 +0000 (0:00:00.050) 0:04:55.157 ******* 2022-01-18T15:53:10.453 INFO:teuthology.task.ansible.out: TASK [testnode : Set MTU on Ubuntu] ******************************************** skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:10.477 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:10 +0000 (0:00:00.051) 0:04:55.209 ******* 2022-01-18T15:53:10.504 INFO:teuthology.task.ansible.out: TASK [testnode : Bounce {{ nic_to_configure }}] ******************************** skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:10.529 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:10 +0000 (0:00:00.052) 0:04:55.261 ******* 2022-01-18T15:53:10.568 INFO:teuthology.task.ansible.out: TASK [testnode : Write RHEL/CentOS network config for {{ nic_to_configure }}] *** skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:10.597 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:10 +0000 (0:00:00.068) 0:04:55.329 ******* 2022-01-18T15:53:10.625 INFO:teuthology.task.ansible.out: TASK [testnode : Bounce {{ nic_to_configure }}] ******************************** 2022-01-18T15:53:10.627 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:10.648 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:10 +0000 (0:00:00.050) 0:04:55.380 ******* 2022-01-18T15:53:10.865 INFO:teuthology.task.ansible.out: TASK [testnode : List any leftover Ceph artifacts from previous jobs] ********** 2022-01-18T15:53:10.867 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=/var/run/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/run/ -name \"*ceph*\"", "delta": "0:00:00.005125", "end": "2022-01-18 15:53:10.848317", "failed_when_result": false, "item": "/var/run/", "rc": 0, "start": "2022-01-18 15:53:10.843192", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-18T15:53:11.034 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=/etc/systemd/system/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/systemd/system/ -name \"*ceph*\"", "delta": "0:00:00.003141", "end": "2022-01-18 15:53:11.021325", "failed_when_result": false, "item": "/etc/systemd/system/", "rc": 0, "start": "2022-01-18 15:53:11.018184", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-18T15:53:11.210 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=/etc/ceph) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/ceph -name \"*ceph*\"", "delta": "0:00:00.002909", "end": "2022-01-18 15:53:11.191507", "failed_when_result": false, "item": "/etc/ceph", "msg": "non-zero return code", "rc": 1, "start": "2022-01-18 15:53:11.188598", "stderr": "find: ‘/etc/ceph’: No such file or directory", "stderr_lines": ["find: ‘/etc/ceph’: No such file or directory"], "stdout": "", "stdout_lines": []} 2022-01-18T15:53:11.304 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=/etc/systemd/system/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/systemd/system/ -name \"*ceph*\"", "delta": "0:00:01.004038", "end": "2022-01-18 15:53:11.282784", "failed_when_result": false, "item": "/etc/systemd/system/", "rc": 0, "start": "2022-01-18 15:53:10.278746", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-18T15:53:11.378 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=/var/log/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/log/ -name \"*ceph*\"", "delta": "0:00:00.003065", "end": "2022-01-18 15:53:11.362389", "failed_when_result": false, "item": "/var/log/", "rc": 0, "start": "2022-01-18 15:53:11.359324", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-18T15:53:11.402 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:11 +0000 (0:00:00.753) 0:04:56.134 ******* 2022-01-18T15:53:11.430 INFO:teuthology.task.ansible.out: TASK [testnode : Delete any leftover Ceph artifacts from previous jobs] ******** 2022-01-18T15:53:11.458 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:11 +0000 (0:00:00.056) 0:04:56.190 ******* 2022-01-18T15:53:11.487 INFO:teuthology.task.ansible.out: TASK [testnode : Touch /ceph-qa-ready] ***************************************** 2022-01-18T15:53:11.489 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} TASK [testnode : List any leftover Ceph artifacts from previous jobs] ********** ok: [smithi129.front.sepia.ceph.com] => (item=/etc/ceph) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/ceph -name \"*ceph*\"", "delta": "0:00:00.002907", "end": "2022-01-18 15:53:11.471590", "failed_when_result": false, "item": "/etc/ceph", "msg": "non-zero return code", "rc": 1, "start": "2022-01-18 15:53:11.468683", "stderr": "find: ‘/etc/ceph’: No such file or directory", "stderr_lines": ["find: ‘/etc/ceph’: No such file or directory"], "stdout": "", "stdout_lines": []} 2022-01-18T15:53:11.657 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=/var/log/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/log/ -name \"*ceph*\"", "delta": "0:00:00.003202", "end": "2022-01-18 15:53:11.642048", "failed_when_result": false, "item": "/var/log/", "rc": 0, "start": "2022-01-18 15:53:11.638846", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-18T15:53:11.681 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:11 +0000 (0:00:00.221) 0:04:56.412 ******* 2022-01-18T15:53:11.709 INFO:teuthology.task.ansible.out: TASK [testnode : Delete any leftover Ceph artifacts from previous jobs] ******** 2022-01-18T15:53:11.732 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:11 +0000 (0:00:00.052) 0:04:56.464 ******* 2022-01-18T15:53:11.760 INFO:teuthology.task.ansible.out: TASK [testnode : Touch /ceph-qa-ready] ***************************************** 2022-01-18T15:53:11.762 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:11.827 INFO:teuthology.task.ansible.out: PLAY [testnodes,senta,vossi,jenkins_slaves] ************************************ 2022-01-18T15:53:11.845 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:11 +0000 (0:00:00.112) 0:04:56.577 ******* 2022-01-18T15:53:11.865 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:11 +0000 (0:00:00.019) 0:04:56.597 ******* 2022-01-18T15:53:12.527 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* ok: [smithi156.front.sepia.ceph.com] 2022-01-18T15:53:12.581 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:12 +0000 (0:00:00.716) 0:04:57.313 ******* 2022-01-18T15:53:12.621 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2022-01-18T15:53:12.623 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:12.653 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:12 +0000 (0:00:00.071) 0:04:57.385 ******* 2022-01-18T15:53:12.693 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2022-01-18T15:53:12.695 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"ansible_facts": {"package_manager": "yum"}, "changed": false} 2022-01-18T15:53:12.717 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:12 +0000 (0:00:00.063) 0:04:57.449 ******* 2022-01-18T15:53:12.766 INFO:teuthology.task.ansible.out: TASK [container-host : Including distro specific variables] ******************** 2022-01-18T15:53:12.767 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/yum_systems.yml) => {"ansible_facts": {"container_packages": ["podman", "podman-docker"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/yum_systems.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/yum_systems.yml"} 2022-01-18T15:53:12.795 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:12 +0000 (0:00:00.077) 0:04:57.527 ******* 2022-01-18T15:53:13.506 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* ok: [smithi129.front.sepia.ceph.com] 2022-01-18T15:53:13.559 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:13 +0000 (0:00:00.763) 0:04:58.290 ******* 2022-01-18T15:53:13.587 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2022-01-18T15:53:13.589 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:13.609 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:13 +0000 (0:00:00.050) 0:04:58.341 ******* 2022-01-18T15:53:13.647 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2022-01-18T15:53:13.648 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"ansible_facts": {"package_manager": "yum"}, "changed": false} 2022-01-18T15:53:13.670 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:13 +0000 (0:00:00.060) 0:04:58.402 ******* 2022-01-18T15:53:13.719 INFO:teuthology.task.ansible.out: TASK [container-host : Including distro specific variables] ******************** ok: [smithi129.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/yum_systems.yml) => {"ansible_facts": {"container_packages": ["podman", "podman-docker"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/yum_systems.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/yum_systems.yml"} 2022-01-18T15:53:13.742 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:13 +0000 (0:00:00.072) 0:04:58.474 ******* 2022-01-18T15:53:35.448 INFO:teuthology.task.ansible.out: TASK [container-host : Install container packages] ***************************** 2022-01-18T15:53:35.450 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: container-selinux-2:2.167.0-1.module_el8.5.0+911+f19012f9.noarch", "Installed: containers-common-2:1-2.module_el8.5.0+890+6b136101.noarch", "Installed: podman-3.3.1-9.module_el8.5.0+988+b1f0b741.x86_64", "Installed: podman-catatonit-3.3.1-9.module_el8.5.0+988+b1f0b741.x86_64", "Installed: podman-docker-3.3.1-9.module_el8.5.0+988+b1f0b741.noarch", "Removed: container-selinux-2:2.162.0-1.module_el8.4.0+830+8027e1c4.noarch", "Removed: containers-common-1:1.2.2-10.module_el8.4.0+830+8027e1c4.x86_64", "Removed: podman-3.0.1-7.module_el8.4.0+830+8027e1c4.x86_64", "Removed: podman-catatonit-3.0.1-7.module_el8.4.0+830+8027e1c4.x86_64", "Removed: podman-docker-3.0.1-7.module_el8.4.0+830+8027e1c4.noarch"]} 2022-01-18T15:53:35.472 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:35 +0000 (0:00:21.729) 0:05:20.204 ******* 2022-01-18T15:53:35.510 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2022-01-18T15:53:35.512 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"ansible_facts": {"container_service_conf": "/etc/containers/registries.conf"}, "changed": false} 2022-01-18T15:53:35.533 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:35 +0000 (0:00:00.061) 0:05:20.265 ******* 2022-01-18T15:53:35.561 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:35.584 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:35 +0000 (0:00:00.051) 0:05:20.316 ******* 2022-01-18T15:53:35.814 INFO:teuthology.task.ansible.out: TASK [container-host : Create container_mirror_cert_paths] ********************* 2022-01-18T15:53:35.816 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": false, "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "secontext": "unconfined_u:object_r:etc_t:s0", "size": 4096, "state": "directory", "uid": 0} 2022-01-18T15:53:36.014 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": false, "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "secontext": "unconfined_u:object_r:etc_t:s0", "size": 4096, "state": "directory", "uid": 0} 2022-01-18T15:53:36.041 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:36 +0000 (0:00:00.456) 0:05:20.773 ******* 2022-01-18T15:53:36.309 INFO:teuthology.task.ansible.out: TASK [container-host : Install container packages] ***************************** 2022-01-18T15:53:36.311 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: container-selinux-2:2.167.0-1.module_el8.5.0+911+f19012f9.noarch", "Installed: containers-common-2:1-2.module_el8.5.0+890+6b136101.noarch", "Installed: podman-3.3.1-9.module_el8.5.0+988+b1f0b741.x86_64", "Installed: podman-catatonit-3.3.1-9.module_el8.5.0+988+b1f0b741.x86_64", "Installed: podman-docker-3.3.1-9.module_el8.5.0+988+b1f0b741.noarch", "Removed: container-selinux-2:2.162.0-1.module_el8.4.0+830+8027e1c4.noarch", "Removed: containers-common-1:1.2.2-10.module_el8.4.0+830+8027e1c4.x86_64", "Removed: podman-3.0.1-7.module_el8.4.0+830+8027e1c4.x86_64", "Removed: podman-catatonit-3.0.1-7.module_el8.4.0+830+8027e1c4.x86_64", "Removed: podman-docker-3.0.1-7.module_el8.4.0+830+8027e1c4.noarch"]} 2022-01-18T15:53:36.340 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:36 +0000 (0:00:00.298) 0:05:21.072 ******* 2022-01-18T15:53:36.370 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2022-01-18T15:53:36.371 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"ansible_facts": {"container_service_conf": "/etc/containers/registries.conf"}, "changed": false} 2022-01-18T15:53:36.393 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:36 +0000 (0:00:00.053) 0:05:21.125 ******* 2022-01-18T15:53:36.421 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2022-01-18T15:53:36.423 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:36.446 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:36 +0000 (0:00:00.052) 0:05:21.178 ******* 2022-01-18T15:53:36.521 INFO:teuthology.task.ansible.out: TASK [container-host : Copy docker-mirror.front.sepia.ceph.com:5000 self-signed cert] *** 2022-01-18T15:53:36.523 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": false, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0644", "owner": "root", "path": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "secontext": "system_u:object_r:cert_t:s0", "size": 2334, "state": "file", "uid": 0} 2022-01-18T15:53:36.700 INFO:teuthology.task.ansible.out: TASK [container-host : Create container_mirror_cert_paths] ********************* 2022-01-18T15:53:36.701 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": false, "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "secontext": "unconfined_u:object_r:etc_t:s0", "size": 4096, "state": "directory", "uid": 0} 2022-01-18T15:53:36.909 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": false, "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "secontext": "unconfined_u:object_r:etc_t:s0", "size": 4096, "state": "directory", "uid": 0} 2022-01-18T15:53:36.937 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:36 +0000 (0:00:00.490) 0:05:21.669 ******* 2022-01-18T15:53:36.955 INFO:teuthology.task.ansible.out: TASK [container-host : Copy docker-mirror.front.sepia.ceph.com:5000 self-signed cert] *** 2022-01-18T15:53:36.958 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": false, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0644", "owner": "root", "path": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "secontext": "system_u:object_r:etc_t:s0", "size": 2334, "state": "file", "uid": 0} 2022-01-18T15:53:36.982 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:36 +0000 (0:00:00.045) 0:05:21.714 ******* 2022-01-18T15:53:37.433 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": false, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0644", "owner": "root", "path": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "secontext": "system_u:object_r:cert_t:s0", "size": 2334, "state": "file", "uid": 0} 2022-01-18T15:53:37.875 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": false, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0644", "owner": "root", "path": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "secontext": "system_u:object_r:etc_t:s0", "size": 2334, "state": "file", "uid": 0} 2022-01-18T15:53:37.901 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:37 +0000 (0:00:00.918) 0:05:22.633 ******* 2022-01-18T15:53:38.511 INFO:teuthology.task.ansible.out: TASK [container-host : Ensure git is installed] ******************************** 2022-01-18T15:53:38.513 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2022-01-18T15:53:38.535 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:38 +0000 (0:00:00.634) 0:05:23.267 ******* 2022-01-18T15:53:39.420 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2022-01-18T15:53:39.444 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:39 +0000 (0:00:00.908) 0:05:24.176 ******* 2022-01-18T15:53:41.014 INFO:teuthology.task.ansible.out: TASK [container-host : Install registries-conf-ctl] **************************** ok: [smithi156.front.sepia.ceph.com] => {"changed": false, "cmd": ["/bin/pip3", "install", "-U", "git+https://github.com/sebastian-philipp/registries-conf-ctl"], "name": ["git+https://github.com/sebastian-philipp/registries-conf-ctl"], "requirements": null, "state": "latest", "stderr": "WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead.\n", "stderr_lines": ["WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead."], "stdout": "Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-4rymb093-build\nRequirement already up-to-date: toml in /usr/local/lib/python3.6/site-packages (from registries-conf-ctl==1.0)\nRequirement already up-to-date: docopt in /usr/local/lib/python3.6/site-packages (from registries-conf-ctl==1.0)\nInstalling collected packages: registries-conf-ctl\n Found existing installation: registries-conf-ctl 1.0\n Uninstalling registries-conf-ctl-1.0:\n Successfully uninstalled registries-conf-ctl-1.0\n Running setup.py install for registries-conf-ctl: started\n Running setup.py install for registries-conf-ctl: finished with status 'done'\nSuccessfully installed registries-conf-ctl-1.0\n", "stdout_lines": ["Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl", " Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-4rymb093-build", "Requirement already up-to-date: toml in /usr/local/lib/python3.6/site-packages (from registries-conf-ctl==1.0)", "Requirement already up-to-date: docopt in /usr/local/lib/python3.6/site-packages (from registries-conf-ctl==1.0)", "Installing collected packages: registries-conf-ctl", " Found existing installation: registries-conf-ctl 1.0", " Uninstalling registries-conf-ctl-1.0 2022-01-18T15:53:41.016 INFO:teuthology.task.ansible.out::", " Successfully uninstalled registries-conf-ctl-1.0", " Running setup.py install for registries-conf-ctl: started", " Running setup.py install for registries-conf-ctl: finished with status 'done'", "Successfully installed registries-conf-ctl-1.0"], "version": null, "virtualenv": null} 2022-01-18T15:53:41.038 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:41 +0000 (0:00:01.593) 0:05:25.770 ******* 2022-01-18T15:53:41.067 INFO:teuthology.task.ansible.out: TASK [container-host : Check for docker's daemon.json] ************************* 2022-01-18T15:53:41.070 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:41.093 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:41 +0000 (0:00:00.054) 0:05:25.825 ******* 2022-01-18T15:53:41.131 INFO:teuthology.task.ansible.out: TASK [container-host : Create /etc/containers/registries.conf if necessary] **** 2022-01-18T15:53:41.133 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:41.154 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:41 +0000 (0:00:00.061) 0:05:25.886 ******* 2022-01-18T15:53:41.496 INFO:teuthology.task.ansible.out: TASK [container-host : Add local docker.io registry mirror] ******************** 2022-01-18T15:53:41.498 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => {"changed": true, "cmd": ["registries-conf-ctl", "add-mirror", "docker.io", "docker-mirror.front.sepia.ceph.com:5000"], "delta": "0:00:00.148979", "end": "2022-01-18 15:53:41.485581", "rc": 0, "start": "2022-01-18 15:53:41.336602", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-18T15:53:41.518 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:41 +0000 (0:00:00.364) 0:05:26.250 ******* 2022-01-18T15:53:41.547 INFO:teuthology.task.ansible.out: TASK [container-host : Restart docker service] ********************************* 2022-01-18T15:53:41.549 INFO:teuthology.task.ansible.out:skipping: [smithi156.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:41.914 INFO:teuthology.task.ansible.out: TASK [container-host : Install registries-conf-ctl] **************************** 2022-01-18T15:53:41.916 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] => {"changed": false, "cmd": ["/bin/pip3", "install", "-U", "git+https://github.com/sebastian-philipp/registries-conf-ctl"], "name": ["git+https://github.com/sebastian-philipp/registries-conf-ctl"], "requirements": null, "state": "latest", "stderr": "WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead.\n", "stderr_lines": ["WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead."], "stdout": "Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-09k3uo7_-build\nRequirement already up-to-date: toml in /usr/local/lib/python3.6/site-packages (from registries-conf-ctl==1.0)\nRequirement already up-to-date: docopt in /usr/local/lib/python3.6/site-packages (from registries-conf-ctl==1.0)\nInstalling collected packages: registries-conf-ctl\n Found existing installation: registries-conf-ctl 1.0\n Uninstalling registries-conf-ctl-1.0:\n Successfully uninstalled registries-conf-ctl-1.0\n Running setup.py install for registries-conf-ctl: started\n Running setup.py install for registries-conf-ctl: finished with status 'done'\nSuccessfully installed registries-conf-ctl-1.0\n", "stdout_lines": ["Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl", " Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-09k3uo7_-build", "Requirement already up-to-date: toml in /usr/local/lib/python3.6/site-packages (from registries-conf-ctl==1.0)", "Requirement already up-to-date: docopt in /usr/local/lib/python3.6/site-packages (from registries-conf-ctl==1.0)", "Installing collected packages: registries-conf-ctl", " Found existing installation: registries-conf-ctl 1.0", " Uninstalling registries-conf-ctl-1.0:", " Successfully uninstalled registries-conf-ctl-1.0", " Running setup.py in 2022-01-18T15:53:41.918 INFO:teuthology.task.ansible.out:stall for registries-conf-ctl: started", " Running setup.py install for registries-conf-ctl: finished with status 'done'", "Successfully installed registries-conf-ctl-1.0"], "version": null, "virtualenv": null} 2022-01-18T15:53:41.936 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:41 +0000 (0:00:00.416) 0:05:26.667 ******* 2022-01-18T15:53:41.963 INFO:teuthology.task.ansible.out: TASK [container-host : Check for docker's daemon.json] ************************* 2022-01-18T15:53:41.965 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:41.985 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:41 +0000 (0:00:00.049) 0:05:26.717 ******* 2022-01-18T15:53:42.023 INFO:teuthology.task.ansible.out: TASK [container-host : Create /etc/containers/registries.conf if necessary] **** 2022-01-18T15:53:42.025 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:42.046 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:42 +0000 (0:00:00.060) 0:05:26.777 ******* 2022-01-18T15:53:42.386 INFO:teuthology.task.ansible.out: TASK [container-host : Add local docker.io registry mirror] ******************** 2022-01-18T15:53:42.388 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => {"changed": true, "cmd": ["registries-conf-ctl", "add-mirror", "docker.io", "docker-mirror.front.sepia.ceph.com:5000"], "delta": "0:00:00.144812", "end": "2022-01-18 15:53:42.378956", "rc": 0, "start": "2022-01-18 15:53:42.234144", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-18T15:53:42.410 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:42 +0000 (0:00:00.364) 0:05:27.142 ******* 2022-01-18T15:53:42.438 INFO:teuthology.task.ansible.out: TASK [container-host : Restart docker service] ********************************* 2022-01-18T15:53:42.440 INFO:teuthology.task.ansible.out:skipping: [smithi129.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-18T15:53:42.507 INFO:teuthology.task.ansible.out: PLAY [cobbler] ***************************************************************** skipping: no hosts matched 2022-01-18T15:53:42.508 INFO:teuthology.task.ansible.out: PLAY [paddles] ***************************************************************** skipping: no hosts matched 2022-01-18T15:53:42.509 INFO:teuthology.task.ansible.out: PLAY [pulpito] ***************************************************************** skipping: no hosts matched 2022-01-18T15:53:42.511 INFO:teuthology.task.ansible.out: PLAY [testnodes] *************************************************************** 2022-01-18T15:53:42.525 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* 2022-01-18T15:53:42.527 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:42 +0000 (0:00:00.115) 0:05:27.257 ******* 2022-01-18T15:53:43.158 INFO:teuthology.task.ansible.out:ok: [smithi129.front.sepia.ceph.com] 2022-01-18T15:53:44.210 INFO:teuthology.task.ansible.out:ok: [smithi156.front.sepia.ceph.com] 2022-01-18T15:53:44.227 INFO:teuthology.task.ansible.out: TASK [Touch /ceph-qa-ready] **************************************************** 2022-01-18T15:53:44.229 INFO:teuthology.task.ansible.out:Tuesday 18 January 2022 15:53:44 +0000 (0:00:01.701) 0:05:28.959 ******* 2022-01-18T15:53:44.432 INFO:teuthology.task.ansible.out:changed: [smithi129.front.sepia.ceph.com] => {"changed": true, "dest": "/ceph-qa-ready", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "secontext": "unconfined_u:object_r:etc_runtime_t:s0", "size": 0, "state": "file", "uid": 0} 2022-01-18T15:53:44.454 INFO:teuthology.task.ansible.out:changed: [smithi156.front.sepia.ceph.com] => {"changed": true, "dest": "/ceph-qa-ready", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "secontext": "unconfined_u:object_r:etc_runtime_t:s0", "size": 0, "state": "file", "uid": 0} 2022-01-18T15:53:44.457 INFO:teuthology.task.ansible.out: PLAY RECAP ********************************************************************* smithi129.front.sepia.ceph.com : ok=135 changed=44 unreachable=0 failed=0 skipped=184 rescued=0 ignored=3 2022-01-18T15:53:44.458 INFO:teuthology.task.ansible.out:smithi156.front.sepia.ceph.com : ok=135 changed=44 unreachable=0 failed=0 skipped=184 rescued=0 ignored=3 Tuesday 18 January 2022 15:53:44 +0000 (0:00:00.229) 0:05:29.189 ******* =============================================================================== Create all admin users with sudo access. ------------------------------- 43.50s common : nrpe - Ensure SELinux policy is up to date -------------------- 37.25s users : Update authorized_keys using the keys repo --------------------- 31.67s container-host : Install container packages ---------------------------- 21.73s testnode : Ensure ceph packages are not present. ----------------------- 20.45s Remove revoked users --------------------------------------------------- 17.26s common : nrpe - Remove SELinux policy package -------------------------- 13.92s common : nrpe - Load SELinux policy package ---------------------------- 13.69s testnode : Install packages --------------------------------------------- 9.02s testnode : Zap all non-root disks --------------------------------------- 7.74s testnode : Install GPG -------------------------------------------------- 3.60s testnode : Ensure ceph dependency packages are not present. ------------- 2.49s testnode : Upgrade packages --------------------------------------------- 2.21s common : Install Kerberos Packages (RedHat) ----------------------------- 2.15s testnode : Create logical volume(s) ------------------------------------- 1.90s Gathering Facts --------------------------------------------------------- 1.70s container-host : Install registries-conf-ctl ---------------------------- 1.59s Gathering Facts --------------------------------------------------------- 1.56s testnode : Blow away lingering OSD data and FSIDs ----------------------- 1.55s Gathering Facts --------------------------------------------------------- 1.50s 2022-01-18T15:53:44.854 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi129.front.sepia.ceph.com'), Remote(name='ubuntu@smithi156.front.sepia.ceph.com')] 2022-01-18T15:53:44.855 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi129.front.sepia.ceph.com' 2022-01-18T15:53:44.857 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi129.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-18T15:53:44.932 DEBUG:teuthology.orchestra.run.smithi129:> true 2022-01-18T15:53:45.015 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi156.front.sepia.ceph.com' 2022-01-18T15:53:45.016 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi156.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-18T15:53:45.084 DEBUG:teuthology.orchestra.run.smithi156:> true 2022-01-18T15:53:45.171 INFO:teuthology.run_tasks:Running task clock... 2022-01-18T15:53:45.186 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2022-01-18T15:53:45.186 INFO:teuthology.orchestra.run:Running command with timeout 360 2022-01-18T15:53:45.190 DEBUG:teuthology.orchestra.run.smithi129:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2022-01-18T15:53:45.193 INFO:teuthology.orchestra.run:Running command with timeout 360 2022-01-18T15:53:45.194 DEBUG:teuthology.orchestra.run.smithi156:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2022-01-18T15:53:45.223 INFO:teuthology.orchestra.run.smithi129.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2022-01-18T15:53:45.238 INFO:teuthology.orchestra.run.smithi129.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2022-01-18T15:53:45.243 INFO:teuthology.orchestra.run.smithi156.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2022-01-18T15:53:45.258 INFO:teuthology.orchestra.run.smithi156.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2022-01-18T15:53:45.272 INFO:teuthology.orchestra.run.smithi129.stderr:sudo: ntpd: command not found 2022-01-18T15:53:45.282 INFO:teuthology.orchestra.run.smithi129.stdout:506 Cannot talk to daemon 2022-01-18T15:53:45.294 INFO:teuthology.orchestra.run.smithi156.stderr:sudo: ntpd: command not found 2022-01-18T15:53:45.296 INFO:teuthology.orchestra.run.smithi129.stderr:Failed to start ntp.service: Unit ntp.service not found. 2022-01-18T15:53:45.304 INFO:teuthology.orchestra.run.smithi156.stdout:506 Cannot talk to daemon 2022-01-18T15:53:45.309 INFO:teuthology.orchestra.run.smithi129.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2022-01-18T15:53:45.317 INFO:teuthology.orchestra.run.smithi156.stderr:Failed to start ntp.service: Unit ntp.service not found. 2022-01-18T15:53:45.331 INFO:teuthology.orchestra.run.smithi156.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2022-01-18T15:53:45.374 INFO:teuthology.orchestra.run.smithi129.stderr:bash: ntpq: command not found 2022-01-18T15:53:45.376 INFO:teuthology.orchestra.run.smithi129.stdout:210 Number of sources = 4 2022-01-18T15:53:45.377 INFO:teuthology.orchestra.run.smithi129.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2022-01-18T15:53:45.377 INFO:teuthology.orchestra.run.smithi129.stdout:=============================================================================== 2022-01-18T15:53:45.377 INFO:teuthology.orchestra.run.smithi129.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-01-18T15:53:45.377 INFO:teuthology.orchestra.run.smithi129.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-01-18T15:53:45.378 INFO:teuthology.orchestra.run.smithi129.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-01-18T15:53:45.378 INFO:teuthology.orchestra.run.smithi129.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-01-18T15:53:45.401 INFO:teuthology.orchestra.run.smithi156.stderr:bash: ntpq: command not found 2022-01-18T15:53:45.404 INFO:teuthology.orchestra.run.smithi156.stdout:210 Number of sources = 4 2022-01-18T15:53:45.404 INFO:teuthology.orchestra.run.smithi156.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2022-01-18T15:53:45.405 INFO:teuthology.orchestra.run.smithi156.stdout:=============================================================================== 2022-01-18T15:53:45.405 INFO:teuthology.orchestra.run.smithi156.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-01-18T15:53:45.405 INFO:teuthology.orchestra.run.smithi156.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-01-18T15:53:45.406 INFO:teuthology.orchestra.run.smithi156.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-01-18T15:53:45.406 INFO:teuthology.orchestra.run.smithi156.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-01-18T15:53:45.406 INFO:teuthology.run_tasks:Running task pexec... 2022-01-18T15:53:45.419 INFO:teuthology.task.pexec:Executing custom commands... 2022-01-18T15:53:45.420 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi129.front.sepia.ceph.com 2022-01-18T15:53:45.420 DEBUG:teuthology.orchestra.run.smithi129:> TESTDIR=/home/ubuntu/cephtest bash -s 2022-01-18T15:53:45.421 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi156.front.sepia.ceph.com 2022-01-18T15:53:45.421 DEBUG:teuthology.orchestra.run.smithi156:> TESTDIR=/home/ubuntu/cephtest bash -s 2022-01-18T15:53:45.931 INFO:teuthology.orchestra.run.smithi129.stdout:Last metadata expiration check: 0:01:26 ago on Tue 18 Jan 2022 03:52:19 PM UTC. 2022-01-18T15:53:45.958 INFO:teuthology.orchestra.run.smithi156.stdout:Last metadata expiration check: 0:01:26 ago on Tue 18 Jan 2022 03:52:19 PM UTC. 2022-01-18T15:53:46.853 INFO:teuthology.orchestra.run.smithi129.stdout:Dependencies resolved. 2022-01-18T15:53:46.854 INFO:teuthology.orchestra.run.smithi129.stdout:================================================================================ 2022-01-18T15:53:46.854 INFO:teuthology.orchestra.run.smithi129.stdout: Package Architecture Version Repository Size 2022-01-18T15:53:46.855 INFO:teuthology.orchestra.run.smithi129.stdout:================================================================================ 2022-01-18T15:53:46.855 INFO:teuthology.orchestra.run.smithi129.stdout:Resetting modules: 2022-01-18T15:53:46.855 INFO:teuthology.orchestra.run.smithi129.stdout: container-tools 2022-01-18T15:53:46.856 INFO:teuthology.orchestra.run.smithi129.stdout: 2022-01-18T15:53:46.856 INFO:teuthology.orchestra.run.smithi129.stdout:Transaction Summary 2022-01-18T15:53:46.857 INFO:teuthology.orchestra.run.smithi129.stdout:================================================================================ 2022-01-18T15:53:46.857 INFO:teuthology.orchestra.run.smithi129.stdout: 2022-01-18T15:53:46.890 INFO:teuthology.orchestra.run.smithi156.stdout:Dependencies resolved. 2022-01-18T15:53:46.890 INFO:teuthology.orchestra.run.smithi156.stdout:================================================================================ 2022-01-18T15:53:46.891 INFO:teuthology.orchestra.run.smithi156.stdout: Package Architecture Version Repository Size 2022-01-18T15:53:46.891 INFO:teuthology.orchestra.run.smithi156.stdout:================================================================================ 2022-01-18T15:53:46.891 INFO:teuthology.orchestra.run.smithi156.stdout:Resetting modules: 2022-01-18T15:53:46.892 INFO:teuthology.orchestra.run.smithi156.stdout: container-tools 2022-01-18T15:53:46.892 INFO:teuthology.orchestra.run.smithi156.stdout: 2022-01-18T15:53:46.892 INFO:teuthology.orchestra.run.smithi156.stdout:Transaction Summary 2022-01-18T15:53:46.892 INFO:teuthology.orchestra.run.smithi156.stdout:================================================================================ 2022-01-18T15:53:46.892 INFO:teuthology.orchestra.run.smithi156.stdout: 2022-01-18T15:53:47.103 INFO:teuthology.orchestra.run.smithi129.stdout:Complete! 2022-01-18T15:53:47.128 INFO:teuthology.orchestra.run.smithi156.stdout:Complete! 2022-01-18T15:53:47.602 INFO:teuthology.orchestra.run.smithi129.stdout:Last metadata expiration check: 0:01:28 ago on Tue 18 Jan 2022 03:52:19 PM UTC. 2022-01-18T15:53:47.629 INFO:teuthology.orchestra.run.smithi156.stdout:Last metadata expiration check: 0:01:28 ago on Tue 18 Jan 2022 03:52:19 PM UTC. 2022-01-18T15:53:48.531 INFO:teuthology.orchestra.run.smithi129.stdout:Dependencies resolved. 2022-01-18T15:53:48.534 INFO:teuthology.orchestra.run.smithi129.stdout:========================================================================================================= 2022-01-18T15:53:48.534 INFO:teuthology.orchestra.run.smithi129.stdout: Package Arch Version Repository Size 2022-01-18T15:53:48.534 INFO:teuthology.orchestra.run.smithi129.stdout:========================================================================================================= 2022-01-18T15:53:48.534 INFO:teuthology.orchestra.run.smithi129.stdout:Upgrading: 2022-01-18T15:53:48.535 INFO:teuthology.orchestra.run.smithi129.stdout: container-selinux noarch 2:2.167.0-1.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 54 k 2022-01-18T15:53:48.535 INFO:teuthology.orchestra.run.smithi129.stdout: containernetworking-plugins x86_64 0.9.1-1.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 20 M 2022-01-18T15:53:48.535 INFO:teuthology.orchestra.run.smithi129.stdout: criu x86_64 3.15-1.module_el8.5.0+736+58cc1a5a CentOS-AppStream 511 k 2022-01-18T15:53:48.535 INFO:teuthology.orchestra.run.smithi129.stdout: crun x86_64 0.18-2.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 185 k 2022-01-18T15:53:48.536 INFO:teuthology.orchestra.run.smithi129.stdout: libslirp x86_64 4.3.1-1.module_el8.5.0+736+58cc1a5a CentOS-AppStream 69 k 2022-01-18T15:53:48.536 INFO:teuthology.orchestra.run.smithi129.stdout: slirp4netns x86_64 1.1.8-1.module_el8.5.0+736+58cc1a5a CentOS-AppStream 51 k 2022-01-18T15:53:48.536 INFO:teuthology.orchestra.run.smithi129.stdout:Installing group/module packages: 2022-01-18T15:53:48.536 INFO:teuthology.orchestra.run.smithi129.stdout: buildah x86_64 1.19.9-1.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 6.9 M 2022-01-18T15:53:48.537 INFO:teuthology.orchestra.run.smithi129.stdout: cockpit-podman noarch 29-2.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 1.1 M 2022-01-18T15:53:48.537 INFO:teuthology.orchestra.run.smithi129.stdout: skopeo x86_64 1:1.2.2-10.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 5.9 M 2022-01-18T15:53:48.537 INFO:teuthology.orchestra.run.smithi129.stdout: toolbox x86_64 0.0.99-1.module_el8.5.0+736+58cc1a5a CentOS-AppStream 1.8 M 2022-01-18T15:53:48.537 INFO:teuthology.orchestra.run.smithi129.stdout: udica noarch 0.2.4-1.module_el8.5.0+736+58cc1a5a CentOS-AppStream 51 k 2022-01-18T15:53:48.537 INFO:teuthology.orchestra.run.smithi129.stdout:Downgrading: 2022-01-18T15:53:48.538 INFO:teuthology.orchestra.run.smithi129.stdout: conmon x86_64 2:2.0.26-1.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 51 k 2022-01-18T15:53:48.538 INFO:teuthology.orchestra.run.smithi129.stdout: containers-common x86_64 1:1.2.2-10.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 91 k 2022-01-18T15:53:48.538 INFO:teuthology.orchestra.run.smithi129.stdout: fuse-overlayfs x86_64 1.4.0-2.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 72 k 2022-01-18T15:53:48.538 INFO:teuthology.orchestra.run.smithi129.stdout: podman x86_64 3.0.1-6.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 11 M 2022-01-18T15:53:48.539 INFO:teuthology.orchestra.run.smithi129.stdout: podman-catatonit x86_64 3.0.1-6.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 320 k 2022-01-18T15:53:48.539 INFO:teuthology.orchestra.run.smithi129.stdout: podman-docker noarch 3.0.1-6.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 55 k 2022-01-18T15:53:48.539 INFO:teuthology.orchestra.run.smithi129.stdout: runc x86_64 1.0.0-72.rc92.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 2.9 M 2022-01-18T15:53:48.539 INFO:teuthology.orchestra.run.smithi129.stdout:Installing module profiles: 2022-01-18T15:53:48.540 INFO:teuthology.orchestra.run.smithi129.stdout: container-tools/common 2022-01-18T15:53:48.540 INFO:teuthology.orchestra.run.smithi129.stdout:Enabling module streams: 2022-01-18T15:53:48.540 INFO:teuthology.orchestra.run.smithi129.stdout: container-tools 3.0 2022-01-18T15:53:48.540 INFO:teuthology.orchestra.run.smithi129.stdout: 2022-01-18T15:53:48.541 INFO:teuthology.orchestra.run.smithi129.stdout:Transaction Summary 2022-01-18T15:53:48.541 INFO:teuthology.orchestra.run.smithi129.stdout:========================================================================================================= 2022-01-18T15:53:48.541 INFO:teuthology.orchestra.run.smithi129.stdout:Install 5 Packages 2022-01-18T15:53:48.541 INFO:teuthology.orchestra.run.smithi129.stdout:Upgrade 6 Packages 2022-01-18T15:53:48.542 INFO:teuthology.orchestra.run.smithi129.stdout:Downgrade 7 Packages 2022-01-18T15:53:48.542 INFO:teuthology.orchestra.run.smithi129.stdout: 2022-01-18T15:53:48.543 INFO:teuthology.orchestra.run.smithi129.stdout:Total download size: 51 M 2022-01-18T15:53:48.543 INFO:teuthology.orchestra.run.smithi129.stdout:Downloading Packages: 2022-01-18T15:53:48.570 INFO:teuthology.orchestra.run.smithi156.stdout:Dependencies resolved. 2022-01-18T15:53:48.573 INFO:teuthology.orchestra.run.smithi156.stdout:========================================================================================================= 2022-01-18T15:53:48.573 INFO:teuthology.orchestra.run.smithi156.stdout: Package Arch Version Repository Size 2022-01-18T15:53:48.573 INFO:teuthology.orchestra.run.smithi156.stdout:========================================================================================================= 2022-01-18T15:53:48.574 INFO:teuthology.orchestra.run.smithi156.stdout:Upgrading: 2022-01-18T15:53:48.574 INFO:teuthology.orchestra.run.smithi156.stdout: container-selinux noarch 2:2.167.0-1.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 54 k 2022-01-18T15:53:48.574 INFO:teuthology.orchestra.run.smithi156.stdout: containernetworking-plugins x86_64 0.9.1-1.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 20 M 2022-01-18T15:53:48.574 INFO:teuthology.orchestra.run.smithi156.stdout: criu x86_64 3.15-1.module_el8.5.0+736+58cc1a5a CentOS-AppStream 511 k 2022-01-18T15:53:48.575 INFO:teuthology.orchestra.run.smithi156.stdout: crun x86_64 0.18-2.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 185 k 2022-01-18T15:53:48.575 INFO:teuthology.orchestra.run.smithi156.stdout: libslirp x86_64 4.3.1-1.module_el8.5.0+736+58cc1a5a CentOS-AppStream 69 k 2022-01-18T15:53:48.575 INFO:teuthology.orchestra.run.smithi156.stdout: slirp4netns x86_64 1.1.8-1.module_el8.5.0+736+58cc1a5a CentOS-AppStream 51 k 2022-01-18T15:53:48.575 INFO:teuthology.orchestra.run.smithi156.stdout:Installing group/module packages: 2022-01-18T15:53:48.576 INFO:teuthology.orchestra.run.smithi156.stdout: buildah x86_64 1.19.9-1.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 6.9 M 2022-01-18T15:53:48.576 INFO:teuthology.orchestra.run.smithi156.stdout: cockpit-podman noarch 29-2.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 1.1 M 2022-01-18T15:53:48.576 INFO:teuthology.orchestra.run.smithi156.stdout: skopeo x86_64 1:1.2.2-10.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 5.9 M 2022-01-18T15:53:48.576 INFO:teuthology.orchestra.run.smithi156.stdout: toolbox x86_64 0.0.99-1.module_el8.5.0+736+58cc1a5a CentOS-AppStream 1.8 M 2022-01-18T15:53:48.577 INFO:teuthology.orchestra.run.smithi156.stdout: udica noarch 0.2.4-1.module_el8.5.0+736+58cc1a5a CentOS-AppStream 51 k 2022-01-18T15:53:48.577 INFO:teuthology.orchestra.run.smithi156.stdout:Downgrading: 2022-01-18T15:53:48.577 INFO:teuthology.orchestra.run.smithi156.stdout: conmon x86_64 2:2.0.26-1.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 51 k 2022-01-18T15:53:48.577 INFO:teuthology.orchestra.run.smithi156.stdout: containers-common x86_64 1:1.2.2-10.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 91 k 2022-01-18T15:53:48.577 INFO:teuthology.orchestra.run.smithi156.stdout: fuse-overlayfs x86_64 1.4.0-2.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 72 k 2022-01-18T15:53:48.578 INFO:teuthology.orchestra.run.smithi156.stdout: podman x86_64 3.0.1-6.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 11 M 2022-01-18T15:53:48.578 INFO:teuthology.orchestra.run.smithi156.stdout: podman-catatonit x86_64 3.0.1-6.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 320 k 2022-01-18T15:53:48.578 INFO:teuthology.orchestra.run.smithi156.stdout: podman-docker noarch 3.0.1-6.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 55 k 2022-01-18T15:53:48.578 INFO:teuthology.orchestra.run.smithi156.stdout: runc x86_64 1.0.0-72.rc92.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 2.9 M 2022-01-18T15:53:48.579 INFO:teuthology.orchestra.run.smithi156.stdout:Installing module profiles: 2022-01-18T15:53:48.579 INFO:teuthology.orchestra.run.smithi156.stdout: container-tools/common 2022-01-18T15:53:48.579 INFO:teuthology.orchestra.run.smithi156.stdout:Enabling module streams: 2022-01-18T15:53:48.579 INFO:teuthology.orchestra.run.smithi156.stdout: container-tools 3.0 2022-01-18T15:53:48.579 INFO:teuthology.orchestra.run.smithi156.stdout: 2022-01-18T15:53:48.580 INFO:teuthology.orchestra.run.smithi156.stdout:Transaction Summary 2022-01-18T15:53:48.580 INFO:teuthology.orchestra.run.smithi156.stdout:========================================================================================================= 2022-01-18T15:53:48.580 INFO:teuthology.orchestra.run.smithi156.stdout:Install 5 Packages 2022-01-18T15:53:48.580 INFO:teuthology.orchestra.run.smithi156.stdout:Upgrade 6 Packages 2022-01-18T15:53:48.581 INFO:teuthology.orchestra.run.smithi156.stdout:Downgrade 7 Packages 2022-01-18T15:53:48.581 INFO:teuthology.orchestra.run.smithi156.stdout: 2022-01-18T15:53:48.581 INFO:teuthology.orchestra.run.smithi156.stdout:Total download size: 51 M 2022-01-18T15:53:48.582 INFO:teuthology.orchestra.run.smithi156.stdout:Downloading Packages: 2022-01-18T15:53:48.614 INFO:teuthology.orchestra.run.smithi129.stdout:(1/18): conmon-2.0.26-1.module_el8.5.0+1006+8d0 663 kB/s | 51 kB 00:00 2022-01-18T15:53:48.627 INFO:teuthology.orchestra.run.smithi129.stdout:(2/18): containers-common-1.2.2-10.module_el8.5 1.0 MB/s | 91 kB 00:00 2022-01-18T15:53:48.647 INFO:teuthology.orchestra.run.smithi129.stdout:(3/18): fuse-overlayfs-1.4.0-2.module_el8.5.0+1 656 kB/s | 72 kB 00:00 2022-01-18T15:53:48.660 INFO:teuthology.orchestra.run.smithi129.stdout:(4/18): podman-docker-3.0.1-6.module_el8.5.0+10 4.2 MB/s | 55 kB 00:00 2022-01-18T15:53:48.671 INFO:teuthology.orchestra.run.smithi156.stdout:(1/18): conmon-2.0.26-1.module_el8.5.0+1006+8d0 539 kB/s | 51 kB 00:00 2022-01-18T15:53:48.690 INFO:teuthology.orchestra.run.smithi129.stdout:(5/18): podman-catatonit-3.0.1-6.module_el8.5.0 5.0 MB/s | 320 kB 00:00 2022-01-18T15:53:48.692 INFO:teuthology.orchestra.run.smithi156.stdout:(2/18): fuse-overlayfs-1.4.0-2.module_el8.5.0+1 624 kB/s | 72 kB 00:00 2022-01-18T15:53:48.693 INFO:teuthology.orchestra.run.smithi156.stdout:(3/18): containers-common-1.2.2-10.module_el8.5 780 kB/s | 91 kB 00:00 2022-01-18T15:53:48.711 INFO:teuthology.orchestra.run.smithi156.stdout:(4/18): podman-docker-3.0.1-6.module_el8.5.0+10 2.9 MB/s | 55 kB 00:00 2022-01-18T15:53:48.757 INFO:teuthology.orchestra.run.smithi156.stdout:(5/18): podman-catatonit-3.0.1-6.module_el8.5.0 4.8 MB/s | 320 kB 00:00 2022-01-18T15:53:49.107 INFO:teuthology.orchestra.run.smithi129.stdout:(6/18): runc-1.0.0-72.rc92.module_el8.5.0+1006+ 6.5 MB/s | 2.9 MB 00:00 2022-01-18T15:53:49.321 INFO:teuthology.orchestra.run.smithi129.stdout:(7/18): cockpit-podman-29-2.module_el8.5.0+1006 5.0 MB/s | 1.1 MB 00:00 2022-01-18T15:53:49.371 INFO:teuthology.orchestra.run.smithi156.stdout:(6/18): runc-1.0.0-72.rc92.module_el8.5.0+1006+ 4.4 MB/s | 2.9 MB 00:00 2022-01-18T15:53:49.499 INFO:teuthology.orchestra.run.smithi156.stdout:(7/18): podman-3.0.1-6.module_el8.5.0+1006+8d0e 14 MB/s | 11 MB 00:00 2022-01-18T15:53:49.536 INFO:teuthology.orchestra.run.smithi156.stdout:(8/18): buildah-1.19.9-1.module_el8.5.0+1006+8d 8.9 MB/s | 6.9 MB 00:00 2022-01-18T15:53:49.601 INFO:teuthology.orchestra.run.smithi156.stdout:(9/18): cockpit-podman-29-2.module_el8.5.0+1006 4.7 MB/s | 1.1 MB 00:00 2022-01-18T15:53:49.642 INFO:teuthology.orchestra.run.smithi156.stdout:(10/18): udica-0.2.4-1.module_el8.5.0+736+58cc1 1.2 MB/s | 51 kB 00:00 2022-01-18T15:53:49.689 INFO:teuthology.orchestra.run.smithi156.stdout:(11/18): container-selinux-2.167.0-1.module_el8 1.1 MB/s | 54 kB 00:00 2022-01-18T15:53:49.738 INFO:teuthology.orchestra.run.smithi156.stdout:(12/18): toolbox-0.0.99-1.module_el8.5.0+736+58 8.8 MB/s | 1.8 MB 00:00 2022-01-18T15:53:49.823 INFO:teuthology.orchestra.run.smithi156.stdout:(13/18): criu-3.15-1.module_el8.5.0+736+58cc1a5 5.9 MB/s | 511 kB 00:00 2022-01-18T15:53:49.878 INFO:teuthology.orchestra.run.smithi156.stdout:(14/18): skopeo-1.2.2-10.module_el8.5.0+1006+8d 16 MB/s | 5.9 MB 00:00 2022-01-18T15:53:49.880 INFO:teuthology.orchestra.run.smithi156.stdout:(15/18): crun-0.18-2.module_el8.5.0+1006+8d0e68 3.2 MB/s | 185 kB 00:00 2022-01-18T15:53:49.912 INFO:teuthology.orchestra.run.smithi156.stdout:(16/18): libslirp-4.3.1-1.module_el8.5.0+736+58 2.0 MB/s | 69 kB 00:00 2022-01-18T15:53:49.913 INFO:teuthology.orchestra.run.smithi156.stdout:(17/18): slirp4netns-1.1.8-1.module_el8.5.0+736 1.5 MB/s | 51 kB 00:00 2022-01-18T15:53:49.978 INFO:teuthology.orchestra.run.smithi129.stdout:(8/18): buildah-1.19.9-1.module_el8.5.0+1006+8d 5.4 MB/s | 6.9 MB 00:01 2022-01-18T15:53:50.272 INFO:teuthology.orchestra.run.smithi129.stdout:(9/18): toolbox-0.0.99-1.module_el8.5.0+736+58c 6.1 MB/s | 1.8 MB 00:00 2022-01-18T15:53:50.307 INFO:teuthology.orchestra.run.smithi129.stdout:(10/18): udica-0.2.4-1.module_el8.5.0+736+58cc1 1.4 MB/s | 51 kB 00:00 2022-01-18T15:53:50.338 INFO:teuthology.orchestra.run.smithi129.stdout:(11/18): container-selinux-2.167.0-1.module_el8 1.7 MB/s | 54 kB 00:00 2022-01-18T15:53:50.522 INFO:teuthology.orchestra.run.smithi129.stdout:(12/18): skopeo-1.2.2-10.module_el8.5.0+1006+8d 4.9 MB/s | 5.9 MB 00:01 2022-01-18T15:53:50.605 INFO:teuthology.orchestra.run.smithi129.stdout:(13/18): podman-3.0.1-6.module_el8.5.0+1006+8d0 5.7 MB/s | 11 MB 00:01 2022-01-18T15:53:50.629 INFO:teuthology.orchestra.run.smithi129.stdout:(14/18): criu-3.15-1.module_el8.5.0+736+58cc1a5 4.7 MB/s | 511 kB 00:00 2022-01-18T15:53:50.635 INFO:teuthology.orchestra.run.smithi129.stdout:(15/18): crun-0.18-2.module_el8.5.0+1006+8d0e68 6.0 MB/s | 185 kB 00:00 2022-01-18T15:53:50.657 INFO:teuthology.orchestra.run.smithi129.stdout:(16/18): libslirp-4.3.1-1.module_el8.5.0+736+58 2.5 MB/s | 69 kB 00:00 2022-01-18T15:53:50.664 INFO:teuthology.orchestra.run.smithi129.stdout:(17/18): slirp4netns-1.1.8-1.module_el8.5.0+736 1.7 MB/s | 51 kB 00:00 2022-01-18T15:53:51.159 INFO:teuthology.orchestra.run.smithi156.stdout:(18/18): containernetworking-plugins-0.9.1-1.mo 13 MB/s | 20 MB 00:01 2022-01-18T15:53:51.162 INFO:teuthology.orchestra.run.smithi156.stdout:-------------------------------------------------------------------------------- 2022-01-18T15:53:51.162 INFO:teuthology.orchestra.run.smithi156.stdout:Total 20 MB/s | 51 MB 00:02 2022-01-18T15:53:51.190 INFO:teuthology.orchestra.run.smithi156.stdout:Running transaction check 2022-01-18T15:53:51.234 INFO:teuthology.orchestra.run.smithi156.stdout:Transaction check succeeded. 2022-01-18T15:53:51.234 INFO:teuthology.orchestra.run.smithi156.stdout:Running transaction test 2022-01-18T15:53:51.636 INFO:teuthology.orchestra.run.smithi156.stdout:Transaction test succeeded. 2022-01-18T15:53:51.639 INFO:teuthology.orchestra.run.smithi156.stdout:Running transaction 2022-01-18T15:53:52.083 INFO:teuthology.orchestra.run.smithi129.stdout:(18/18): containernetworking-plugins-0.9.1-1.mo 11 MB/s | 20 MB 00:01 2022-01-18T15:53:52.086 INFO:teuthology.orchestra.run.smithi129.stdout:-------------------------------------------------------------------------------- 2022-01-18T15:53:52.086 INFO:teuthology.orchestra.run.smithi129.stdout:Total 14 MB/s | 51 MB 00:03 2022-01-18T15:53:52.114 INFO:teuthology.orchestra.run.smithi129.stdout:Running transaction check 2022-01-18T15:53:52.157 INFO:teuthology.orchestra.run.smithi129.stdout:Transaction check succeeded. 2022-01-18T15:53:52.157 INFO:teuthology.orchestra.run.smithi129.stdout:Running transaction test 2022-01-18T15:53:52.557 INFO:teuthology.orchestra.run.smithi129.stdout:Transaction test succeeded. 2022-01-18T15:53:52.560 INFO:teuthology.orchestra.run.smithi129.stdout:Running transaction 2022-01-18T15:53:52.749 INFO:teuthology.orchestra.run.smithi156.stdout: Preparing : 1/1 2022-01-18T15:53:52.763 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: container-selinux-2:2.167.0-1.module_el8.5.0+1006+8d 1/1 2022-01-18T15:53:52.779 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: container-selinux-2:2.167.0-1.module_el8.5.0+1006+ 1/31 2022-01-18T15:53:52.928 INFO:teuthology.orchestra.run.smithi156.stdout: Upgrading : container-selinux-2:2.167.0-1.module_el8.5.0+1006+ 1/31 2022-01-18T15:53:53.703 INFO:teuthology.orchestra.run.smithi129.stdout: Preparing : 1/1 2022-01-18T15:53:53.716 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: container-selinux-2:2.167.0-1.module_el8.5.0+1006+8d 1/1 2022-01-18T15:53:53.733 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: container-selinux-2:2.167.0-1.module_el8.5.0+1006+ 1/31 2022-01-18T15:53:53.898 INFO:teuthology.orchestra.run.smithi129.stdout: Upgrading : container-selinux-2:2.167.0-1.module_el8.5.0+1006+ 1/31 2022-01-18T15:54:08.534 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: container-selinux-2:2.167.0-1.module_el8.5.0+1006+ 1/31 2022-01-18T15:54:08.642 INFO:teuthology.orchestra.run.smithi156.stdout: Downgrading : fuse-overlayfs-1.4.0-2.module_el8.5.0+1006+8d0e68a 2/31 2022-01-18T15:54:08.669 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: fuse-overlayfs-1.4.0-2.module_el8.5.0+1006+8d0e68a 2/31 2022-01-18T15:54:08.815 INFO:teuthology.orchestra.run.smithi156.stdout: Upgrading : libslirp-4.3.1-1.module_el8.5.0+736+58cc1a5a.x86_6 3/31 2022-01-18T15:54:08.942 INFO:teuthology.orchestra.run.smithi156.stdout: Upgrading : slirp4netns-1.1.8-1.module_el8.5.0+736+58cc1a5a.x8 4/31 2022-01-18T15:54:08.942 INFO:teuthology.orchestra.run.smithi156.stdout: Downgrading : containers-common-1:1.2.2-10.module_el8.5.0+1006+8 5/31 2022-01-18T15:54:08.942 INFO:teuthology.orchestra.run.smithi156.stdout:warning: /etc/containers/registries.conf created as /etc/containers/registries.conf.rpmnew 2022-01-18T15:54:08.943 INFO:teuthology.orchestra.run.smithi156.stdout: 2022-01-18T15:54:09.279 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: container-selinux-2:2.167.0-1.module_el8.5.0+1006+ 1/31 2022-01-18T15:54:09.454 INFO:teuthology.orchestra.run.smithi129.stdout: Downgrading : fuse-overlayfs-1.4.0-2.module_el8.5.0+1006+8d0e68a 2/31 2022-01-18T15:54:09.482 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: fuse-overlayfs-1.4.0-2.module_el8.5.0+1006+8d0e68a 2/31 2022-01-18T15:54:09.611 INFO:teuthology.orchestra.run.smithi129.stdout: Upgrading : libslirp-4.3.1-1.module_el8.5.0+736+58cc1a5a.x86_6 3/31 2022-01-18T15:54:09.663 INFO:teuthology.orchestra.run.smithi156.stdout: Upgrading : criu-3.15-1.module_el8.5.0+736+58cc1a5a.x86_64 6/31 2022-01-18T15:54:09.788 INFO:teuthology.orchestra.run.smithi129.stdout: Upgrading : slirp4netns-1.1.8-1.module_el8.5.0+736+58cc1a5a.x8 4/31 2022-01-18T15:54:09.788 INFO:teuthology.orchestra.run.smithi129.stdout: Downgrading : containers-common-1:1.2.2-10.module_el8.5.0+1006+8 5/31 2022-01-18T15:54:09.789 INFO:teuthology.orchestra.run.smithi129.stdout:warning: /etc/containers/registries.conf created as /etc/containers/registries.conf.rpmnew 2022-01-18T15:54:09.789 INFO:teuthology.orchestra.run.smithi129.stdout: 2022-01-18T15:54:10.492 INFO:teuthology.orchestra.run.smithi129.stdout: Upgrading : criu-3.15-1.module_el8.5.0+736+58cc1a5a.x86_64 6/31 2022-01-18T15:54:11.520 INFO:teuthology.orchestra.run.smithi156.stdout: Downgrading : runc-1.0.0-72.rc92.module_el8.5.0+1006+8d0e68a2.x8 7/31 2022-01-18T15:54:11.690 INFO:teuthology.orchestra.run.smithi156.stdout: Upgrading : containernetworking-plugins-0.9.1-1.module_el8.5.0 8/31 2022-01-18T15:54:11.841 INFO:teuthology.orchestra.run.smithi156.stdout: Downgrading : conmon-2:2.0.26-1.module_el8.5.0+1006+8d0e68a2.x86 9/31 2022-01-18T15:54:12.345 INFO:teuthology.orchestra.run.smithi129.stdout: Downgrading : runc-1.0.0-72.rc92.module_el8.5.0+1006+8d0e68a2.x8 7/31 2022-01-18T15:54:12.545 INFO:teuthology.orchestra.run.smithi129.stdout: Upgrading : containernetworking-plugins-0.9.1-1.module_el8.5.0 8/31 2022-01-18T15:54:12.696 INFO:teuthology.orchestra.run.smithi129.stdout: Downgrading : conmon-2:2.0.26-1.module_el8.5.0+1006+8d0e68a2.x86 9/31 2022-01-18T15:54:13.321 INFO:teuthology.orchestra.run.smithi156.stdout: Downgrading : podman-catatonit-3.0.1-6.module_el8.5.0+1006+8d0e6 10/31 2022-01-18T15:54:13.584 INFO:teuthology.orchestra.run.smithi156.stdout: Downgrading : podman-3.0.1-6.module_el8.5.0+1006+8d0e68a2.x86_64 11/31 2022-01-18T15:54:13.811 INFO:teuthology.orchestra.run.smithi156.stdout: Downgrading : podman-docker-3.0.1-6.module_el8.5.0+1006+8d0e68a2 12/31 2022-01-18T15:54:14.098 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : cockpit-podman-29-2.module_el8.5.0+1006+8d0e68a2.n 13/31 2022-01-18T15:54:14.136 INFO:teuthology.orchestra.run.smithi129.stdout: Downgrading : podman-catatonit-3.0.1-6.module_el8.5.0+1006+8d0e6 10/31 2022-01-18T15:54:14.447 INFO:teuthology.orchestra.run.smithi129.stdout: Downgrading : podman-3.0.1-6.module_el8.5.0+1006+8d0e68a2.x86_64 11/31 2022-01-18T15:54:14.634 INFO:teuthology.orchestra.run.smithi129.stdout: Downgrading : podman-docker-3.0.1-6.module_el8.5.0+1006+8d0e68a2 12/31 2022-01-18T15:54:14.838 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : toolbox-0.0.99-1.module_el8.5.0+736+58cc1a5a.x86_6 14/31 2022-01-18T15:54:14.928 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : cockpit-podman-29-2.module_el8.5.0+1006+8d0e68a2.n 13/31 2022-01-18T15:54:15.505 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : buildah-1.19.9-1.module_el8.5.0+1006+8d0e68a2.x86_ 15/31 2022-01-18T15:54:15.642 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : skopeo-1:1.2.2-10.module_el8.5.0+1006+8d0e68a2.x86 16/31 2022-01-18T15:54:15.682 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : toolbox-0.0.99-1.module_el8.5.0+736+58cc1a5a.x86_6 14/31 2022-01-18T15:54:15.790 INFO:teuthology.orchestra.run.smithi156.stdout: Upgrading : crun-0.18-2.module_el8.5.0+1006+8d0e68a2.x86_64 17/31 2022-01-18T15:54:15.975 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : udica-0.2.4-1.module_el8.5.0+736+58cc1a5a.noarch 18/31 2022-01-18T15:54:16.063 INFO:teuthology.orchestra.run.smithi156.stdout: Cleanup : podman-docker-3.3.1-9.module_el8.5.0+988+b1f0b741. 19/31 2022-01-18T15:54:16.063 INFO:teuthology.orchestra.run.smithi156.stdout: Cleanup : podman-3.3.1-9.module_el8.5.0+988+b1f0b741.x86_64 20/31 2022-01-18T15:54:16.309 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: podman-3.3.1-9.module_el8.5.0+988+b1f0b741.x86_64 20/31 2022-01-18T15:54:16.359 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : buildah-1.19.9-1.module_el8.5.0+1006+8d0e68a2.x86_ 15/31 2022-01-18T15:54:16.473 INFO:teuthology.orchestra.run.smithi156.stdout: Cleanup : containers-common-2:1-2.module_el8.5.0+890+6b13610 21/31 2022-01-18T15:54:16.474 INFO:teuthology.orchestra.run.smithi156.stdout: Cleanup : container-selinux-2:2.167.0-1.module_el8.5.0+911+f 22/31 2022-01-18T15:54:16.529 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : skopeo-1:1.2.2-10.module_el8.5.0+1006+8d0e68a2.x86 16/31 2022-01-18T15:54:16.592 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: container-selinux-2:2.167.0-1.module_el8.5.0+911+f 22/31 2022-01-18T15:54:16.679 INFO:teuthology.orchestra.run.smithi129.stdout: Upgrading : crun-0.18-2.module_el8.5.0+1006+8d0e68a2.x86_64 17/31 2022-01-18T15:54:16.691 INFO:teuthology.orchestra.run.smithi156.stdout: Cleanup : podman-catatonit-3.3.1-9.module_el8.5.0+988+b1f0b7 23/31 2022-01-18T15:54:16.828 INFO:teuthology.orchestra.run.smithi156.stdout: Cleanup : slirp4netns-1.1.8-1.module_el8.4.0+641+6116a774.x8 24/31 2022-01-18T15:54:16.871 INFO:teuthology.orchestra.run.smithi129.stdout: Installing : udica-0.2.4-1.module_el8.5.0+736+58cc1a5a.noarch 18/31 2022-01-18T15:54:16.959 INFO:teuthology.orchestra.run.smithi129.stdout: Cleanup : podman-docker-3.3.1-9.module_el8.5.0+988+b1f0b741. 19/31 2022-01-18T15:54:16.959 INFO:teuthology.orchestra.run.smithi129.stdout: Cleanup : podman-3.3.1-9.module_el8.5.0+988+b1f0b741.x86_64 20/31 2022-01-18T15:54:16.966 INFO:teuthology.orchestra.run.smithi156.stdout: Cleanup : runc-1.0.0-73.rc93.module_el8.4.0+830+8027e1c4.x86 25/31 2022-01-18T15:54:17.136 INFO:teuthology.orchestra.run.smithi156.stdout: Cleanup : criu-3.15-1.module_el8.4.0+641+6116a774.x86_64 26/31 2022-01-18T15:54:17.274 INFO:teuthology.orchestra.run.smithi156.stdout: Cleanup : libslirp-4.3.1-1.module_el8.4.0+575+63b40ad7.x86_6 27/31 2022-01-18T15:54:17.280 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: podman-3.3.1-9.module_el8.5.0+988+b1f0b741.x86_64 20/31 2022-01-18T15:54:17.428 INFO:teuthology.orchestra.run.smithi129.stdout: Cleanup : containers-common-2:1-2.module_el8.5.0+890+6b13610 21/31 2022-01-18T15:54:17.428 INFO:teuthology.orchestra.run.smithi129.stdout: Cleanup : container-selinux-2:2.167.0-1.module_el8.5.0+911+f 22/31 2022-01-18T15:54:17.541 INFO:teuthology.orchestra.run.smithi156.stdout: Cleanup : fuse-overlayfs-1.4.0-3.module_el8.4.0+830+8027e1c4 28/31 2022-01-18T15:54:17.571 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: container-selinux-2:2.167.0-1.module_el8.5.0+911+f 22/31 2022-01-18T15:54:17.663 INFO:teuthology.orchestra.run.smithi129.stdout: Cleanup : podman-catatonit-3.3.1-9.module_el8.5.0+988+b1f0b7 23/31 2022-01-18T15:54:17.696 INFO:teuthology.orchestra.run.smithi156.stdout: Cleanup : conmon-2:2.0.26-3.module_el8.4.0+830+8027e1c4.x86_ 29/31 2022-01-18T15:54:17.789 INFO:teuthology.orchestra.run.smithi129.stdout: Cleanup : slirp4netns-1.1.8-1.module_el8.4.0+641+6116a774.x8 24/31 2022-01-18T15:54:17.882 INFO:teuthology.orchestra.run.smithi156.stdout: Cleanup : containernetworking-plugins-0.9.1-1.module_el8.4.0 30/31 2022-01-18T15:54:17.946 INFO:teuthology.orchestra.run.smithi129.stdout: Cleanup : runc-1.0.0-73.rc93.module_el8.4.0+830+8027e1c4.x86 25/31 2022-01-18T15:54:18.024 INFO:teuthology.orchestra.run.smithi156.stdout: Cleanup : crun-0.18-2.module_el8.4.0+830+8027e1c4.x86_64 31/31 2022-01-18T15:54:18.078 INFO:teuthology.orchestra.run.smithi129.stdout: Cleanup : criu-3.15-1.module_el8.4.0+641+6116a774.x86_64 26/31 2022-01-18T15:54:18.196 INFO:teuthology.orchestra.run.smithi129.stdout: Cleanup : libslirp-4.3.1-1.module_el8.4.0+575+63b40ad7.x86_6 27/31 2022-01-18T15:54:18.329 INFO:teuthology.orchestra.run.smithi129.stdout: Cleanup : fuse-overlayfs-1.4.0-3.module_el8.4.0+830+8027e1c4 28/31 2022-01-18T15:54:18.443 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: container-selinux-2:2.167.0-1.module_el8.5.0+1006+ 31/31 2022-01-18T15:54:18.466 INFO:teuthology.orchestra.run.smithi129.stdout: Cleanup : conmon-2:2.0.26-3.module_el8.4.0+830+8027e1c4.x86_ 29/31 2022-01-18T15:54:18.654 INFO:teuthology.orchestra.run.smithi129.stdout: Cleanup : containernetworking-plugins-0.9.1-1.module_el8.4.0 30/31 2022-01-18T15:54:18.770 INFO:teuthology.orchestra.run.smithi129.stdout: Cleanup : crun-0.18-2.module_el8.4.0+830+8027e1c4.x86_64 31/31 2022-01-18T15:54:18.971 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: crun-0.18-2.module_el8.4.0+830+8027e1c4.x86_64 31/31 2022-01-18T15:54:18.972 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : conmon-2:2.0.26-1.module_el8.5.0+1006+8d0e68a2.x86 1/31 2022-01-18T15:54:18.972 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : conmon-2:2.0.26-3.module_el8.4.0+830+8027e1c4.x86_ 2/31 2022-01-18T15:54:18.972 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : containers-common-1:1.2.2-10.module_el8.5.0+1006+8 3/31 2022-01-18T15:54:18.972 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : containers-common-2:1-2.module_el8.5.0+890+6b13610 4/31 2022-01-18T15:54:18.973 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : fuse-overlayfs-1.4.0-2.module_el8.5.0+1006+8d0e68a 5/31 2022-01-18T15:54:18.973 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : fuse-overlayfs-1.4.0-3.module_el8.4.0+830+8027e1c4 6/31 2022-01-18T15:54:18.973 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : podman-3.0.1-6.module_el8.5.0+1006+8d0e68a2.x86_64 7/31 2022-01-18T15:54:18.973 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : podman-3.3.1-9.module_el8.5.0+988+b1f0b741.x86_64 8/31 2022-01-18T15:54:18.973 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : podman-catatonit-3.0.1-6.module_el8.5.0+1006+8d0e6 9/31 2022-01-18T15:54:18.974 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : podman-catatonit-3.3.1-9.module_el8.5.0+988+b1f0b7 10/31 2022-01-18T15:54:18.974 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : podman-docker-3.0.1-6.module_el8.5.0+1006+8d0e68a2 11/31 2022-01-18T15:54:18.974 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : podman-docker-3.3.1-9.module_el8.5.0+988+b1f0b741. 12/31 2022-01-18T15:54:18.974 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : runc-1.0.0-72.rc92.module_el8.5.0+1006+8d0e68a2.x8 13/31 2022-01-18T15:54:18.975 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : runc-1.0.0-73.rc93.module_el8.4.0+830+8027e1c4.x86 14/31 2022-01-18T15:54:18.975 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : buildah-1.19.9-1.module_el8.5.0+1006+8d0e68a2.x86_ 15/31 2022-01-18T15:54:18.975 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : cockpit-podman-29-2.module_el8.5.0+1006+8d0e68a2.n 16/31 2022-01-18T15:54:18.975 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : skopeo-1:1.2.2-10.module_el8.5.0+1006+8d0e68a2.x86 17/31 2022-01-18T15:54:18.976 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : toolbox-0.0.99-1.module_el8.5.0+736+58cc1a5a.x86_6 18/31 2022-01-18T15:54:18.976 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : udica-0.2.4-1.module_el8.5.0+736+58cc1a5a.noarch 19/31 2022-01-18T15:54:18.976 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : container-selinux-2:2.167.0-1.module_el8.5.0+1006+ 20/31 2022-01-18T15:54:18.976 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : container-selinux-2:2.167.0-1.module_el8.5.0+911+f 21/31 2022-01-18T15:54:18.976 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : containernetworking-plugins-0.9.1-1.module_el8.5.0 22/31 2022-01-18T15:54:18.977 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : containernetworking-plugins-0.9.1-1.module_el8.4.0 23/31 2022-01-18T15:54:18.977 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : criu-3.15-1.module_el8.5.0+736+58cc1a5a.x86_64 24/31 2022-01-18T15:54:18.977 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : criu-3.15-1.module_el8.4.0+641+6116a774.x86_64 25/31 2022-01-18T15:54:18.977 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : crun-0.18-2.module_el8.5.0+1006+8d0e68a2.x86_64 26/31 2022-01-18T15:54:18.978 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : crun-0.18-2.module_el8.4.0+830+8027e1c4.x86_64 27/31 2022-01-18T15:54:18.978 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : libslirp-4.3.1-1.module_el8.5.0+736+58cc1a5a.x86_6 28/31 2022-01-18T15:54:18.978 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : libslirp-4.3.1-1.module_el8.4.0+575+63b40ad7.x86_6 29/31 2022-01-18T15:54:18.978 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : slirp4netns-1.1.8-1.module_el8.5.0+736+58cc1a5a.x8 30/31 2022-01-18T15:54:19.185 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: container-selinux-2:2.167.0-1.module_el8.5.0+1006+ 31/31 2022-01-18T15:54:19.646 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : slirp4netns-1.1.8-1.module_el8.4.0+641+6116a774.x8 31/31 2022-01-18T15:54:19.646 INFO:teuthology.orchestra.run.smithi156.stdout: 2022-01-18T15:54:19.647 INFO:teuthology.orchestra.run.smithi156.stdout:Upgraded: 2022-01-18T15:54:19.647 INFO:teuthology.orchestra.run.smithi156.stdout: container-selinux-2:2.167.0-1.module_el8.5.0+1006+8d0e68a2.noarch 2022-01-18T15:54:19.647 INFO:teuthology.orchestra.run.smithi156.stdout: containernetworking-plugins-0.9.1-1.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-18T15:54:19.647 INFO:teuthology.orchestra.run.smithi156.stdout: criu-3.15-1.module_el8.5.0+736+58cc1a5a.x86_64 2022-01-18T15:54:19.648 INFO:teuthology.orchestra.run.smithi156.stdout: crun-0.18-2.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-18T15:54:19.648 INFO:teuthology.orchestra.run.smithi156.stdout: libslirp-4.3.1-1.module_el8.5.0+736+58cc1a5a.x86_64 2022-01-18T15:54:19.648 INFO:teuthology.orchestra.run.smithi156.stdout: slirp4netns-1.1.8-1.module_el8.5.0+736+58cc1a5a.x86_64 2022-01-18T15:54:19.648 INFO:teuthology.orchestra.run.smithi156.stdout: 2022-01-18T15:54:19.649 INFO:teuthology.orchestra.run.smithi156.stdout:Downgraded: 2022-01-18T15:54:19.649 INFO:teuthology.orchestra.run.smithi156.stdout: conmon-2:2.0.26-1.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-18T15:54:19.649 INFO:teuthology.orchestra.run.smithi156.stdout: containers-common-1:1.2.2-10.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-18T15:54:19.649 INFO:teuthology.orchestra.run.smithi156.stdout: fuse-overlayfs-1.4.0-2.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-18T15:54:19.650 INFO:teuthology.orchestra.run.smithi156.stdout: podman-3.0.1-6.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-18T15:54:19.650 INFO:teuthology.orchestra.run.smithi156.stdout: podman-catatonit-3.0.1-6.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-18T15:54:19.650 INFO:teuthology.orchestra.run.smithi156.stdout: podman-docker-3.0.1-6.module_el8.5.0+1006+8d0e68a2.noarch 2022-01-18T15:54:19.651 INFO:teuthology.orchestra.run.smithi156.stdout: runc-1.0.0-72.rc92.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-18T15:54:19.651 INFO:teuthology.orchestra.run.smithi156.stdout: 2022-01-18T15:54:19.651 INFO:teuthology.orchestra.run.smithi156.stdout:Installed: 2022-01-18T15:54:19.651 INFO:teuthology.orchestra.run.smithi156.stdout: buildah-1.19.9-1.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-18T15:54:19.651 INFO:teuthology.orchestra.run.smithi156.stdout: cockpit-podman-29-2.module_el8.5.0+1006+8d0e68a2.noarch 2022-01-18T15:54:19.652 INFO:teuthology.orchestra.run.smithi156.stdout: skopeo-1:1.2.2-10.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-18T15:54:19.652 INFO:teuthology.orchestra.run.smithi156.stdout: toolbox-0.0.99-1.module_el8.5.0+736+58cc1a5a.x86_64 2022-01-18T15:54:19.652 INFO:teuthology.orchestra.run.smithi156.stdout: udica-0.2.4-1.module_el8.5.0+736+58cc1a5a.noarch 2022-01-18T15:54:19.652 INFO:teuthology.orchestra.run.smithi156.stdout: 2022-01-18T15:54:19.653 INFO:teuthology.orchestra.run.smithi156.stdout:Complete! 2022-01-18T15:54:19.702 INFO:teuthology.orchestra.run.smithi129.stdout: Running scriptlet: crun-0.18-2.module_el8.4.0+830+8027e1c4.x86_64 31/31 2022-01-18T15:54:19.702 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : conmon-2:2.0.26-1.module_el8.5.0+1006+8d0e68a2.x86 1/31 2022-01-18T15:54:19.702 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : conmon-2:2.0.26-3.module_el8.4.0+830+8027e1c4.x86_ 2/31 2022-01-18T15:54:19.703 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : containers-common-1:1.2.2-10.module_el8.5.0+1006+8 3/31 2022-01-18T15:54:19.703 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : containers-common-2:1-2.module_el8.5.0+890+6b13610 4/31 2022-01-18T15:54:19.703 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : fuse-overlayfs-1.4.0-2.module_el8.5.0+1006+8d0e68a 5/31 2022-01-18T15:54:19.703 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : fuse-overlayfs-1.4.0-3.module_el8.4.0+830+8027e1c4 6/31 2022-01-18T15:54:19.704 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : podman-3.0.1-6.module_el8.5.0+1006+8d0e68a2.x86_64 7/31 2022-01-18T15:54:19.704 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : podman-3.3.1-9.module_el8.5.0+988+b1f0b741.x86_64 8/31 2022-01-18T15:54:19.704 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : podman-catatonit-3.0.1-6.module_el8.5.0+1006+8d0e6 9/31 2022-01-18T15:54:19.704 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : podman-catatonit-3.3.1-9.module_el8.5.0+988+b1f0b7 10/31 2022-01-18T15:54:19.705 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : podman-docker-3.0.1-6.module_el8.5.0+1006+8d0e68a2 11/31 2022-01-18T15:54:19.705 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : podman-docker-3.3.1-9.module_el8.5.0+988+b1f0b741. 12/31 2022-01-18T15:54:19.705 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : runc-1.0.0-72.rc92.module_el8.5.0+1006+8d0e68a2.x8 13/31 2022-01-18T15:54:19.705 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : runc-1.0.0-73.rc93.module_el8.4.0+830+8027e1c4.x86 14/31 2022-01-18T15:54:19.706 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : buildah-1.19.9-1.module_el8.5.0+1006+8d0e68a2.x86_ 15/31 2022-01-18T15:54:19.706 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : cockpit-podman-29-2.module_el8.5.0+1006+8d0e68a2.n 16/31 2022-01-18T15:54:19.706 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : skopeo-1:1.2.2-10.module_el8.5.0+1006+8d0e68a2.x86 17/31 2022-01-18T15:54:19.706 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : toolbox-0.0.99-1.module_el8.5.0+736+58cc1a5a.x86_6 18/31 2022-01-18T15:54:19.707 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : udica-0.2.4-1.module_el8.5.0+736+58cc1a5a.noarch 19/31 2022-01-18T15:54:19.707 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : container-selinux-2:2.167.0-1.module_el8.5.0+1006+ 20/31 2022-01-18T15:54:19.707 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : container-selinux-2:2.167.0-1.module_el8.5.0+911+f 21/31 2022-01-18T15:54:19.707 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : containernetworking-plugins-0.9.1-1.module_el8.5.0 22/31 2022-01-18T15:54:19.708 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : containernetworking-plugins-0.9.1-1.module_el8.4.0 23/31 2022-01-18T15:54:19.708 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : criu-3.15-1.module_el8.5.0+736+58cc1a5a.x86_64 24/31 2022-01-18T15:54:19.708 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : criu-3.15-1.module_el8.4.0+641+6116a774.x86_64 25/31 2022-01-18T15:54:19.708 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : crun-0.18-2.module_el8.5.0+1006+8d0e68a2.x86_64 26/31 2022-01-18T15:54:19.709 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : crun-0.18-2.module_el8.4.0+830+8027e1c4.x86_64 27/31 2022-01-18T15:54:19.709 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : libslirp-4.3.1-1.module_el8.5.0+736+58cc1a5a.x86_6 28/31 2022-01-18T15:54:19.709 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : libslirp-4.3.1-1.module_el8.4.0+575+63b40ad7.x86_6 29/31 2022-01-18T15:54:19.709 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : slirp4netns-1.1.8-1.module_el8.5.0+736+58cc1a5a.x8 30/31 2022-01-18T15:54:19.841 DEBUG:teuthology.parallel:result is None 2022-01-18T15:54:20.260 INFO:teuthology.orchestra.run.smithi129.stdout: Verifying : slirp4netns-1.1.8-1.module_el8.4.0+641+6116a774.x8 31/31 2022-01-18T15:54:20.261 INFO:teuthology.orchestra.run.smithi129.stdout: 2022-01-18T15:54:20.261 INFO:teuthology.orchestra.run.smithi129.stdout:Upgraded: 2022-01-18T15:54:20.261 INFO:teuthology.orchestra.run.smithi129.stdout: container-selinux-2:2.167.0-1.module_el8.5.0+1006+8d0e68a2.noarch 2022-01-18T15:54:20.261 INFO:teuthology.orchestra.run.smithi129.stdout: containernetworking-plugins-0.9.1-1.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-18T15:54:20.262 INFO:teuthology.orchestra.run.smithi129.stdout: criu-3.15-1.module_el8.5.0+736+58cc1a5a.x86_64 2022-01-18T15:54:20.262 INFO:teuthology.orchestra.run.smithi129.stdout: crun-0.18-2.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-18T15:54:20.262 INFO:teuthology.orchestra.run.smithi129.stdout: libslirp-4.3.1-1.module_el8.5.0+736+58cc1a5a.x86_64 2022-01-18T15:54:20.262 INFO:teuthology.orchestra.run.smithi129.stdout: slirp4netns-1.1.8-1.module_el8.5.0+736+58cc1a5a.x86_64 2022-01-18T15:54:20.263 INFO:teuthology.orchestra.run.smithi129.stdout: 2022-01-18T15:54:20.263 INFO:teuthology.orchestra.run.smithi129.stdout:Downgraded: 2022-01-18T15:54:20.263 INFO:teuthology.orchestra.run.smithi129.stdout: conmon-2:2.0.26-1.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-18T15:54:20.263 INFO:teuthology.orchestra.run.smithi129.stdout: containers-common-1:1.2.2-10.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-18T15:54:20.264 INFO:teuthology.orchestra.run.smithi129.stdout: fuse-overlayfs-1.4.0-2.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-18T15:54:20.264 INFO:teuthology.orchestra.run.smithi129.stdout: podman-3.0.1-6.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-18T15:54:20.264 INFO:teuthology.orchestra.run.smithi129.stdout: podman-catatonit-3.0.1-6.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-18T15:54:20.264 INFO:teuthology.orchestra.run.smithi129.stdout: podman-docker-3.0.1-6.module_el8.5.0+1006+8d0e68a2.noarch 2022-01-18T15:54:20.265 INFO:teuthology.orchestra.run.smithi129.stdout: runc-1.0.0-72.rc92.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-18T15:54:20.265 INFO:teuthology.orchestra.run.smithi129.stdout: 2022-01-18T15:54:20.265 INFO:teuthology.orchestra.run.smithi129.stdout:Installed: 2022-01-18T15:54:20.265 INFO:teuthology.orchestra.run.smithi129.stdout: buildah-1.19.9-1.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-18T15:54:20.265 INFO:teuthology.orchestra.run.smithi129.stdout: cockpit-podman-29-2.module_el8.5.0+1006+8d0e68a2.noarch 2022-01-18T15:54:20.266 INFO:teuthology.orchestra.run.smithi129.stdout: skopeo-1:1.2.2-10.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-18T15:54:20.266 INFO:teuthology.orchestra.run.smithi129.stdout: toolbox-0.0.99-1.module_el8.5.0+736+58cc1a5a.x86_64 2022-01-18T15:54:20.266 INFO:teuthology.orchestra.run.smithi129.stdout: udica-0.2.4-1.module_el8.5.0+736+58cc1a5a.noarch 2022-01-18T15:54:20.266 INFO:teuthology.orchestra.run.smithi129.stdout: 2022-01-18T15:54:20.267 INFO:teuthology.orchestra.run.smithi129.stdout:Complete! 2022-01-18T15:54:20.527 DEBUG:teuthology.parallel:result is None 2022-01-18T15:54:20.528 INFO:teuthology.run_tasks:Running task cephadm... 2022-01-18T15:54:20.603 INFO:tasks.cephadm:Config: {'avoid_pacific_features': True, 'cephadm_branch': 'v16.2.4', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'image': 'docker.io/ceph/ceph:v16.2.4', 'roleless': True, 'conf': {'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '1fdbb5fce2761ab8b4564158667aaa83f01cf3bc'} 2022-01-18T15:54:20.604 INFO:tasks.cephadm:Cluster image is docker.io/ceph/ceph:v16.2.4 2022-01-18T15:54:20.605 INFO:tasks.cephadm:Cluster fsid is e63fbe5c-7876-11ec-8c34-001a4aab830c 2022-01-18T15:54:20.605 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2022-01-18T15:54:20.606 INFO:tasks.cephadm:No mon roles; fabricating mons 2022-01-18T15:54:20.606 INFO:tasks.cephadm:Monitor IPs: {'mon.smithi129': '172.21.15.129', 'mon.smithi156': '172.21.15.156'} 2022-01-18T15:54:20.607 INFO:tasks.cephadm:Normalizing hostnames... 2022-01-18T15:54:20.607 DEBUG:teuthology.orchestra.run.smithi129:> sudo hostname $(hostname -s) 2022-01-18T15:54:20.633 DEBUG:teuthology.orchestra.run.smithi156:> sudo hostname $(hostname -s) 2022-01-18T15:54:20.659 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref v16.2.4)... 2022-01-18T15:54:20.660 DEBUG:teuthology.orchestra.run.smithi129:> curl --silent https://raw.githubusercontent.com/ceph/ceph/v16.2.4/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2022-01-18T15:54:21.063 INFO:teuthology.orchestra.run.smithi129.stdout:-rw-rw-r--. 1 ubuntu ubuntu 292005 Jan 18 15:54 /home/ubuntu/cephtest/cephadm 2022-01-18T15:54:21.064 DEBUG:teuthology.orchestra.run.smithi156:> curl --silent https://raw.githubusercontent.com/ceph/ceph/v16.2.4/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2022-01-18T15:54:21.170 INFO:teuthology.orchestra.run.smithi156.stdout:-rw-rw-r--. 1 ubuntu ubuntu 292005 Jan 18 15:54 /home/ubuntu/cephtest/cephadm 2022-01-18T15:54:21.171 DEBUG:teuthology.orchestra.run.smithi129:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2022-01-18T15:54:21.186 DEBUG:teuthology.orchestra.run.smithi156:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2022-01-18T15:54:21.212 DEBUG:teuthology.orchestra.run.smithi129:> sudo mkdir -p /etc/ceph 2022-01-18T15:54:21.249 DEBUG:teuthology.orchestra.run.smithi156:> sudo mkdir -p /etc/ceph 2022-01-18T15:54:21.275 DEBUG:teuthology.orchestra.run.smithi129:> sudo chmod 777 /etc/ceph 2022-01-18T15:54:21.313 DEBUG:teuthology.orchestra.run.smithi156:> sudo chmod 777 /etc/ceph 2022-01-18T15:54:21.338 INFO:tasks.cephadm:Writing seed config... 2022-01-18T15:54:21.340 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2022-01-18T15:54:21.340 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2022-01-18T15:54:21.341 INFO:tasks.cephadm: override: [mon] debug mon = 20 2022-01-18T15:54:21.341 INFO:tasks.cephadm: override: [mon] debug ms = 1 2022-01-18T15:54:21.341 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2022-01-18T15:54:21.342 INFO:tasks.cephadm: override: [osd] debug ms = 1 2022-01-18T15:54:21.342 INFO:tasks.cephadm: override: [osd] debug osd = 20 2022-01-18T15:54:21.342 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2022-01-18T15:54:21.343 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2022-01-18T15:54:21.344 DEBUG:teuthology.orchestra.run.smithi129:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2022-01-18T15:54:21.367 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 ruleset-failure-domain=osd crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = e63fbe5c-7876-11ec-8c34-001a4aab830c [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2022-01-18T15:54:21.368 DEBUG:teuthology.orchestra.run.smithi129:mon.smithi129> sudo journalctl -f -n 0 -u ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@mon.smithi129.service 2022-01-18T15:54:21.410 INFO:tasks.cephadm:Bootstrapping... 2022-01-18T15:54:21.411 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 -v bootstrap --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-ip 172.21.15.129 && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2022-01-18T15:54:21.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:-- Logs begin at Tue 2022-01-18 15:47:12 UTC. -- 2022-01-18T15:54:21.665 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman version --format {{.Client.Version}} 2022-01-18T15:54:23.126 INFO:teuthology.orchestra.run.smithi129.stderr:/bin/podman: 3.0.1 2022-01-18T15:54:23.139 INFO:teuthology.orchestra.run.smithi129.stderr:Verifying podman|docker is present... 2022-01-18T15:54:23.139 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman version --format {{.Client.Version}} 2022-01-18T15:54:23.188 INFO:teuthology.orchestra.run.smithi129.stderr:/bin/podman: 3.0.1 2022-01-18T15:54:23.211 INFO:teuthology.orchestra.run.smithi129.stderr:Verifying lvm2 is present... 2022-01-18T15:54:23.211 INFO:teuthology.orchestra.run.smithi129.stderr:Verifying time synchronization is in place... 2022-01-18T15:54:23.211 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: systemctl is-enabled chrony.service 2022-01-18T15:54:23.218 INFO:teuthology.orchestra.run.smithi129.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2022-01-18T15:54:23.218 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: systemctl is-active chrony.service 2022-01-18T15:54:23.224 INFO:teuthology.orchestra.run.smithi129.stderr:systemctl: inactive 2022-01-18T15:54:23.225 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: systemctl is-enabled chronyd.service 2022-01-18T15:54:23.231 INFO:teuthology.orchestra.run.smithi129.stderr:systemctl: enabled 2022-01-18T15:54:23.231 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: systemctl is-active chronyd.service 2022-01-18T15:54:23.237 INFO:teuthology.orchestra.run.smithi129.stderr:systemctl: active 2022-01-18T15:54:23.238 INFO:teuthology.orchestra.run.smithi129.stderr:Unit chronyd.service is enabled and running 2022-01-18T15:54:23.238 INFO:teuthology.orchestra.run.smithi129.stderr:Repeating the final host check... 2022-01-18T15:54:23.238 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman version --format {{.Client.Version}} 2022-01-18T15:54:23.281 INFO:teuthology.orchestra.run.smithi129.stderr:/bin/podman: 3.0.1 2022-01-18T15:54:23.295 INFO:teuthology.orchestra.run.smithi129.stderr:podman|docker (/bin/podman) is present 2022-01-18T15:54:23.295 INFO:teuthology.orchestra.run.smithi129.stderr:systemctl is present 2022-01-18T15:54:23.295 INFO:teuthology.orchestra.run.smithi129.stderr:lvcreate is present 2022-01-18T15:54:23.296 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: systemctl is-enabled chrony.service 2022-01-18T15:54:23.301 INFO:teuthology.orchestra.run.smithi129.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2022-01-18T15:54:23.301 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: systemctl is-active chrony.service 2022-01-18T15:54:23.306 INFO:teuthology.orchestra.run.smithi129.stderr:systemctl: inactive 2022-01-18T15:54:23.307 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: systemctl is-enabled chronyd.service 2022-01-18T15:54:23.312 INFO:teuthology.orchestra.run.smithi129.stderr:systemctl: enabled 2022-01-18T15:54:23.312 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: systemctl is-active chronyd.service 2022-01-18T15:54:23.319 INFO:teuthology.orchestra.run.smithi129.stderr:systemctl: active 2022-01-18T15:54:23.320 INFO:teuthology.orchestra.run.smithi129.stderr:Unit chronyd.service is enabled and running 2022-01-18T15:54:23.320 INFO:teuthology.orchestra.run.smithi129.stderr:Host looks OK 2022-01-18T15:54:23.320 INFO:teuthology.orchestra.run.smithi129.stderr:Cluster fsid: e63fbe5c-7876-11ec-8c34-001a4aab830c 2022-01-18T15:54:23.321 INFO:teuthology.orchestra.run.smithi129.stderr:Acquiring lock 140588426535040 on /run/cephadm/e63fbe5c-7876-11ec-8c34-001a4aab830c.lock 2022-01-18T15:54:23.321 INFO:teuthology.orchestra.run.smithi129.stderr:Lock 140588426535040 acquired on /run/cephadm/e63fbe5c-7876-11ec-8c34-001a4aab830c.lock 2022-01-18T15:54:23.321 INFO:teuthology.orchestra.run.smithi129.stderr:Verifying IP 172.21.15.129 port 3300 ... 2022-01-18T15:54:23.321 INFO:teuthology.orchestra.run.smithi129.stderr:Verifying IP 172.21.15.129 port 6789 ... 2022-01-18T15:54:23.321 INFO:teuthology.orchestra.run.smithi129.stderr:Base mon IP is 172.21.15.129, final addrv is [v2:172.21.15.129:3300,v1:172.21.15.129:6789] 2022-01-18T15:54:23.322 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /sbin/ip route ls 2022-01-18T15:54:23.323 INFO:teuthology.orchestra.run.smithi129.stderr:/sbin/ip: default via 172.21.15.254 dev enp3s0f1 proto dhcp metric 100 2022-01-18T15:54:23.323 INFO:teuthology.orchestra.run.smithi129.stderr:/sbin/ip: 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.129 metric 100 2022-01-18T15:54:23.323 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /sbin/ip -6 route ls 2022-01-18T15:54:23.324 INFO:teuthology.orchestra.run.smithi129.stderr:/sbin/ip: ::1 dev lo proto kernel metric 256 pref medium 2022-01-18T15:54:23.324 INFO:teuthology.orchestra.run.smithi129.stderr:/sbin/ip: fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2022-01-18T15:54:23.324 INFO:teuthology.orchestra.run.smithi129.stderr:/sbin/ip: default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1797sec hoplimit 64 pref medium 2022-01-18T15:54:23.325 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /sbin/ip -6 addr ls 2022-01-18T15:54:23.326 INFO:teuthology.orchestra.run.smithi129.stderr:/sbin/ip: 1: lo: mtu 65536 state UNKNOWN qlen 1000 2022-01-18T15:54:23.327 INFO:teuthology.orchestra.run.smithi129.stderr:/sbin/ip: inet6 ::1/128 scope host 2022-01-18T15:54:23.327 INFO:teuthology.orchestra.run.smithi129.stderr:/sbin/ip: valid_lft forever preferred_lft forever 2022-01-18T15:54:23.327 INFO:teuthology.orchestra.run.smithi129.stderr:/sbin/ip: 5: enp3s0f1: mtu 1500 state UP qlen 1000 2022-01-18T15:54:23.327 INFO:teuthology.orchestra.run.smithi129.stderr:/sbin/ip: inet6 fe80::ec4:7aff:fe88:7261/64 scope link 2022-01-18T15:54:23.327 INFO:teuthology.orchestra.run.smithi129.stderr:/sbin/ip: valid_lft forever preferred_lft forever 2022-01-18T15:54:23.328 INFO:teuthology.orchestra.run.smithi129.stderr:Mon IP 172.21.15.129 is in CIDR network 172.21.0.0/20 2022-01-18T15:54:23.329 INFO:teuthology.orchestra.run.smithi129.stderr:- internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2022-01-18T15:54:23.329 INFO:teuthology.orchestra.run.smithi129.stderr:Pulling container image docker.io/ceph/ceph:v16.2.4... 2022-01-18T15:54:23.329 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman pull docker.io/ceph/ceph:v16.2.4 2022-01-18T15:54:23.400 INFO:teuthology.orchestra.run.smithi129.stderr:/bin/podman: Trying to pull docker.io/ceph/ceph:v16.2.4... 2022-01-18T15:54:23.827 INFO:teuthology.orchestra.run.smithi129.stderr:/bin/podman: Getting image source signatures 2022-01-18T15:54:23.932 INFO:teuthology.orchestra.run.smithi129.stderr:/bin/podman: Copying blob sha256:551101690791055467b1840be133b2e6b029d263771bc6c46a96bb7acdacac39 2022-01-18T15:54:23.990 INFO:teuthology.orchestra.run.smithi129.stderr:/bin/podman: Copying blob sha256:7a0437f04f83f084b7ed68ad9c4a4947e12fc4e1b006b38129bac89114ec3621 2022-01-18T15:54:30.948 INFO:teuthology.orchestra.run.smithi129.stderr:/bin/podman: Copying config sha256:8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 2022-01-18T15:54:31.014 INFO:teuthology.orchestra.run.smithi129.stderr:/bin/podman: Writing manifest to image destination 2022-01-18T15:54:31.015 INFO:teuthology.orchestra.run.smithi129.stderr:/bin/podman: Storing signatures 2022-01-18T15:54:40.246 INFO:teuthology.orchestra.run.smithi129.stderr:/bin/podman: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 2022-01-18T15:54:40.256 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/ceph:v16.2.4 --version 2022-01-18T15:54:41.034 INFO:teuthology.orchestra.run.smithi129.stderr:ceph: ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable) 2022-01-18T15:54:51.688 INFO:teuthology.orchestra.run.smithi129.stderr:Ceph version: ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable) 2022-01-18T15:54:51.689 INFO:teuthology.orchestra.run.smithi129.stderr:Extracting ceph user uid/gid from container image... 2022-01-18T15:54:51.689 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint stat --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/ceph:v16.2.4 -c %u %g /var/lib/ceph 2022-01-18T15:54:52.330 INFO:teuthology.orchestra.run.smithi129.stderr:stat: 167 167 2022-01-18T15:54:52.876 INFO:teuthology.orchestra.run.smithi129.stderr:Creating initial keys... 2022-01-18T15:54:52.877 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph-authtool --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/ceph:v16.2.4 --gen-print-key 2022-01-18T15:54:53.446 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-authtool: AQDN4uZhDVUZGxAArBjQdtRtq0TJU57NMzcUXA== 2022-01-18T15:54:53.996 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph-authtool --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/ceph:v16.2.4 --gen-print-key 2022-01-18T15:54:54.562 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-authtool: AQDO4uZhc7rHIRAA9FbGdyrfez0rqpGL5LLDow== 2022-01-18T15:54:55.116 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph-authtool --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/ceph:v16.2.4 --gen-print-key 2022-01-18T15:54:55.711 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-authtool: AQDP4uZhdr90KhAAI3Hq2eXCS7lXA6zXkJzzXA== 2022-01-18T15:54:56.228 INFO:teuthology.orchestra.run.smithi129.stderr:Creating initial monmap... 2022-01-18T15:54:56.229 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/monmaptool --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /tmp/ceph-tmp2kdiimix:/tmp/monmap:z docker.io/ceph/ceph:v16.2.4 --create --clobber --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c --addv smithi129 [v2:172.21.15.129:3300,v1:172.21.15.129:6789] /tmp/monmap 2022-01-18T15:54:56.829 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: monmap file /tmp/monmap 2022-01-18T15:54:56.830 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: set fsid to e63fbe5c-7876-11ec-8c34-001a4aab830c 2022-01-18T15:54:56.830 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2022-01-18T15:54:57.364 INFO:teuthology.orchestra.run.smithi129.stderr:monmaptool for smithi129 [v2:172.21.15.129:3300,v1:172.21.15.129:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2022-01-18T15:54:57.365 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/monmaptool: set fsid to e63fbe5c-7876-11ec-8c34-001a4aab830c 2022-01-18T15:54:57.365 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2022-01-18T15:54:57.365 INFO:teuthology.orchestra.run.smithi129.stderr: 2022-01-18T15:54:57.366 INFO:teuthology.orchestra.run.smithi129.stderr:Creating mon... 2022-01-18T15:54:57.366 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph-mon --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c:/var/log/ceph:z -v /var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/mon.smithi129:/var/lib/ceph/mon/ceph-smithi129:z -v /tmp/ceph-tmptaxs68se:/tmp/keyring:z -v /tmp/ceph-tmp2kdiimix:/tmp/monmap:z docker.io/ceph/ceph:v16.2.4 --mkfs -i smithi129 --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -c /dev/null --monmap /tmp/monmap --keyring /tmp/keyring --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true 2022-01-18T15:54:58.008 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.985+0000 7f115e6bb700 0 set uid:gid to 167:167 (ceph:ceph) 2022-01-18T15:54:58.008 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.986+0000 7f115e6bb700 1 imported monmap: 2022-01-18T15:54:58.009 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: epoch 0 2022-01-18T15:54:58.009 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: fsid e63fbe5c-7876-11ec-8c34-001a4aab830c 2022-01-18T15:54:58.009 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: last_changed 2022-01-18T15:54:56.841221+0000 2022-01-18T15:54:58.009 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: created 2022-01-18T15:54:56.841221+0000 2022-01-18T15:54:58.010 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: min_mon_release 0 (unknown) 2022-01-18T15:54:58.010 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: election_strategy: 1 2022-01-18T15:54:58.010 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: 0: [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] mon.smithi129 2022-01-18T15:54:58.010 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: 2022-01-18T15:54:58.010 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.986+0000 7f115e6bb700 0 /usr/bin/ceph-mon: set fsid to e63fbe5c-7876-11ec-8c34-001a4aab830c 2022-01-18T15:54:58.011 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: RocksDB version: 6.8.1 2022-01-18T15:54:58.011 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: 2022-01-18T15:54:58.011 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2022-01-18T15:54:58.012 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Compile date May 13 2021 2022-01-18T15:54:58.012 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: DB SUMMARY 2022-01-18T15:54:58.012 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: 2022-01-18T15:54:58.012 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi129/store.db dir, Total Num: 0, files: 2022-01-18T15:54:58.013 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: 2022-01-18T15:54:58.013 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi129/store.db: 2022-01-18T15:54:58.013 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: 2022-01-18T15:54:58.014 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.error_if_exists: 0 2022-01-18T15:54:58.014 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.create_if_missing: 1 2022-01-18T15:54:58.014 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.paranoid_checks: 1 2022-01-18T15:54:58.014 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.env: 0x5643853421c0 2022-01-18T15:54:58.015 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.fs: Posix File System 2022-01-18T15:54:58.015 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.info_log: 0x564386508ec0 2022-01-18T15:54:58.015 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.max_file_opening_threads: 16 2022-01-18T15:54:58.015 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.statistics: (nil) 2022-01-18T15:54:58.016 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.use_fsync: 0 2022-01-18T15:54:58.016 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.max_log_file_size: 0 2022-01-18T15:54:58.016 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2022-01-18T15:54:58.016 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.log_file_time_to_roll: 0 2022-01-18T15:54:58.017 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.keep_log_file_num: 1000 2022-01-18T15:54:58.017 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.recycle_log_file_num: 0 2022-01-18T15:54:58.017 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.allow_fallocate: 1 2022-01-18T15:54:58.017 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.allow_mmap_reads: 0 2022-01-18T15:54:58.017 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.allow_mmap_writes: 0 2022-01-18T15:54:58.018 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.use_direct_reads: 0 2022-01-18T15:54:58.018 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2022-01-18T15:54:58.018 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.create_missing_column_families: 0 2022-01-18T15:54:58.018 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.db_log_dir: 2022-01-18T15:54:58.019 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-smithi129/store.db 2022-01-18T15:54:58.019 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.table_cache_numshardbits: 6 2022-01-18T15:54:58.019 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.max_subcompactions: 1 2022-01-18T15:54:58.019 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.max_background_flushes: -1 2022-01-18T15:54:58.020 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.WAL_ttl_seconds: 0 2022-01-18T15:54:58.020 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.WAL_size_limit_MB: 0 2022-01-18T15:54:58.020 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2022-01-18T15:54:58.020 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2022-01-18T15:54:58.021 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.is_fd_close_on_exec: 1 2022-01-18T15:54:58.021 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.advise_random_on_open: 1 2022-01-18T15:54:58.021 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.db_write_buffer_size: 0 2022-01-18T15:54:58.021 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.write_buffer_manager: 0x56438650f530 2022-01-18T15:54:58.021 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2022-01-18T15:54:58.022 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2022-01-18T15:54:58.022 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2022-01-18T15:54:58.022 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.use_adaptive_mutex: 0 2022-01-18T15:54:58.022 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.rate_limiter: (nil) 2022-01-18T15:54:58.022 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2022-01-18T15:54:58.023 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.wal_recovery_mode: 2 2022-01-18T15:54:58.023 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.enable_thread_tracking: 0 2022-01-18T15:54:58.023 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.enable_pipelined_write: 0 2022-01-18T15:54:58.023 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.unordered_write: 0 2022-01-18T15:54:58.024 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2022-01-18T15:54:58.024 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2022-01-18T15:54:58.024 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2022-01-18T15:54:58.024 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2022-01-18T15:54:58.025 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.row_cache: None 2022-01-18T15:54:58.025 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.wal_filter: None 2022-01-18T15:54:58.025 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2022-01-18T15:54:58.025 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.allow_ingest_behind: 0 2022-01-18T15:54:58.026 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.preserve_deletes: 0 2022-01-18T15:54:58.026 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.two_write_queues: 0 2022-01-18T15:54:58.026 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.manual_wal_flush: 0 2022-01-18T15:54:58.026 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.atomic_flush: 0 2022-01-18T15:54:58.026 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2022-01-18T15:54:58.027 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.persist_stats_to_disk: 0 2022-01-18T15:54:58.027 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.write_dbid_to_manifest: 0 2022-01-18T15:54:58.027 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.log_readahead_size: 0 2022-01-18T15:54:58.027 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2022-01-18T15:54:58.028 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.max_background_jobs: 2 2022-01-18T15:54:58.028 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.max_background_compactions: -1 2022-01-18T15:54:58.028 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2022-01-18T15:54:58.028 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2022-01-18T15:54:58.028 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.delayed_write_rate : 16777216 2022-01-18T15:54:58.029 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.max_total_wal_size: 0 2022-01-18T15:54:58.029 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2022-01-18T15:54:58.029 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.stats_dump_period_sec: 600 2022-01-18T15:54:58.029 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.stats_persist_period_sec: 600 2022-01-18T15:54:58.030 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2022-01-18T15:54:58.030 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.max_open_files: -1 2022-01-18T15:54:58.030 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.bytes_per_sync: 0 2022-01-18T15:54:58.030 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.wal_bytes_per_sync: 0 2022-01-18T15:54:58.031 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.strict_bytes_per_sync: 0 2022-01-18T15:54:58.031 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Options.compaction_readahead_size: 0 2022-01-18T15:54:58.031 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Compression algorithms supported: 2022-01-18T15:54:58.031 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2022-01-18T15:54:58.032 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: kZSTD supported: 0 2022-01-18T15:54:58.032 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: kXpressCompression supported: 0 2022-01-18T15:54:58.032 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: kLZ4HCCompression supported: 1 2022-01-18T15:54:58.032 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: kLZ4Compression supported: 1 2022-01-18T15:54:58.033 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: kBZip2Compression supported: 0 2022-01-18T15:54:58.033 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: kZlibCompression supported: 1 2022-01-18T15:54:58.033 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: kSnappyCompression supported: 1 2022-01-18T15:54:58.033 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: Fast CRC32 supported: Supported on x86 2022-01-18T15:54:58.034 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.987+0000 7f115e6bb700 4 rocksdb: [db_impl/db_impl_open.cc:273] Creating manifest 1 2022-01-18T15:54:58.034 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: 2022-01-18T15:54:58.034 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi129/store.db/MANIFEST-000001 2022-01-18T15:54:58.034 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: 2022-01-18T15:54:58.035 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2022-01-18T15:54:58.035 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: 2022-01-18T15:54:58.035 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2022-01-18T15:54:58.035 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.merge_operator: 2022-01-18T15:54:58.036 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.compaction_filter: None 2022-01-18T15:54:58.036 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.compaction_filter_factory: None 2022-01-18T15:54:58.036 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.memtable_factory: SkipListFactory 2022-01-18T15:54:58.036 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.table_factory: BlockBasedTable 2022-01-18T15:54:58.036 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56438641a120) 2022-01-18T15:54:58.037 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: cache_index_and_filter_blocks: 1 2022-01-18T15:54:58.037 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: cache_index_and_filter_blocks_with_high_priority: 0 2022-01-18T15:54:58.037 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: pin_l0_filter_and_index_blocks_in_cache: 0 2022-01-18T15:54:58.037 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: pin_top_level_index_and_filter: 1 2022-01-18T15:54:58.038 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: index_type: 0 2022-01-18T15:54:58.038 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: data_block_index_type: 0 2022-01-18T15:54:58.038 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: index_shortening: 1 2022-01-18T15:54:58.038 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: data_block_hash_table_util_ratio: 0.750000 2022-01-18T15:54:58.038 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: hash_index_allow_collision: 1 2022-01-18T15:54:58.039 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: checksum: 1 2022-01-18T15:54:58.039 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: no_block_cache: 0 2022-01-18T15:54:58.039 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: block_cache: 0x564386454d10 2022-01-18T15:54:58.039 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: block_cache_name: BinnedLRUCache 2022-01-18T15:54:58.040 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: block_cache_options: 2022-01-18T15:54:58.040 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: capacity : 536870912 2022-01-18T15:54:58.040 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: num_shard_bits : 4 2022-01-18T15:54:58.040 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: strict_capacity_limit : 0 2022-01-18T15:54:58.040 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: high_pri_pool_ratio: 0.000 2022-01-18T15:54:58.041 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: block_cache_compressed: (nil) 2022-01-18T15:54:58.041 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: persistent_cache: (nil) 2022-01-18T15:54:58.041 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: block_size: 4096 2022-01-18T15:54:58.041 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: block_size_deviation: 10 2022-01-18T15:54:58.042 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: block_restart_interval: 16 2022-01-18T15:54:58.042 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: index_block_restart_interval: 1 2022-01-18T15:54:58.042 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: metadata_block_size: 4096 2022-01-18T15:54:58.042 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: partition_filters: 0 2022-01-18T15:54:58.042 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: use_delta_encoding: 1 2022-01-18T15:54:58.043 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: filter_policy: rocksdb.BuiltinBloomFilter 2022-01-18T15:54:58.043 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: whole_key_filtering: 1 2022-01-18T15:54:58.043 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: verify_compression: 0 2022-01-18T15:54:58.043 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: read_amp_bytes_per_bit: 0 2022-01-18T15:54:58.044 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: format_version: 2 2022-01-18T15:54:58.044 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: enable_index_compression: 1 2022-01-18T15:54:58.044 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: block_align: 0 2022-01-18T15:54:58.044 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: 2022-01-18T15:54:58.044 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.write_buffer_size: 33554432 2022-01-18T15:54:58.045 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.max_write_buffer_number: 2 2022-01-18T15:54:58.045 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.compression: NoCompression 2022-01-18T15:54:58.045 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.bottommost_compression: Disabled 2022-01-18T15:54:58.045 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.prefix_extractor: nullptr 2022-01-18T15:54:58.046 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2022-01-18T15:54:58.046 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.num_levels: 7 2022-01-18T15:54:58.046 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2022-01-18T15:54:58.046 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2022-01-18T15:54:58.046 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2022-01-18T15:54:58.047 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2022-01-18T15:54:58.047 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2022-01-18T15:54:58.047 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2022-01-18T15:54:58.047 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2022-01-18T15:54:58.047 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2022-01-18T15:54:58.048 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2022-01-18T15:54:58.048 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.compression_opts.window_bits: -14 2022-01-18T15:54:58.048 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.compression_opts.level: 32767 2022-01-18T15:54:58.048 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.compression_opts.strategy: 0 2022-01-18T15:54:58.049 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2022-01-18T15:54:58.049 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2022-01-18T15:54:58.049 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.compression_opts.enabled: false 2022-01-18T15:54:58.049 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2022-01-18T15:54:58.049 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2022-01-18T15:54:58.050 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2022-01-18T15:54:58.050 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.target_file_size_base: 67108864 2022-01-18T15:54:58.050 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.target_file_size_multiplier: 1 2022-01-18T15:54:58.050 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2022-01-18T15:54:58.051 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2022-01-18T15:54:58.051 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2022-01-18T15:54:58.051 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2022-01-18T15:54:58.051 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2022-01-18T15:54:58.051 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2022-01-18T15:54:58.052 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2022-01-18T15:54:58.052 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2022-01-18T15:54:58.052 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2022-01-18T15:54:58.052 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2022-01-18T15:54:58.052 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2022-01-18T15:54:58.053 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2022-01-18T15:54:58.053 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.arena_block_size: 4194304 2022-01-18T15:54:58.053 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2022-01-18T15:54:58.053 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2022-01-18T15:54:58.054 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2022-01-18T15:54:58.054 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.disable_auto_compactions: 0 2022-01-18T15:54:58.054 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2022-01-18T15:54:58.054 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2022-01-18T15:54:58.054 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2022-01-18T15:54:58.055 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2022-01-18T15:54:58.055 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2022-01-18T15:54:58.055 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2022-01-18T15:54:58.055 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2022-01-18T15:54:58.056 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2022-01-18T15:54:58.056 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2022-01-18T15:54:58.056 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2022-01-18T15:54:58.056 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.table_properties_collectors: 2022-01-18T15:54:58.056 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.inplace_update_support: 0 2022-01-18T15:54:58.057 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.inplace_update_num_locks: 10000 2022-01-18T15:54:58.057 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2022-01-18T15:54:58.057 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2022-01-18T15:54:58.057 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.memtable_huge_page_size: 0 2022-01-18T15:54:58.057 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.bloom_locality: 0 2022-01-18T15:54:58.058 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.max_successive_merges: 0 2022-01-18T15:54:58.058 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.optimize_filters_for_hits: 0 2022-01-18T15:54:58.058 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.paranoid_file_checks: 0 2022-01-18T15:54:58.058 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.force_consistency_checks: 0 2022-01-18T15:54:58.059 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.report_bg_io_stats: 0 2022-01-18T15:54:58.059 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.ttl: 2592000 2022-01-18T15:54:58.059 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: Options.periodic_compaction_seconds: 0 2022-01-18T15:54:58.059 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi129/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2022-01-18T15:54:58.059 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: 2022-01-18T15:54:58.060 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.988+0000 7f115e6bb700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 0 2022-01-18T15:54:58.060 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: 2022-01-18T15:54:58.060 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.989+0000 7f115e6bb700 4 rocksdb: DB pointer 0x56438651b800 2022-01-18T15:54:58.060 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.989+0000 7f1147554700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2022-01-18T15:54:58.061 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.989+0000 7f1147554700 4 rocksdb: [db_impl/db_impl.cc:851] 2022-01-18T15:54:58.061 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: ** DB Stats ** 2022-01-18T15:54:58.061 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2022-01-18T15:54:58.061 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2022-01-18T15:54:58.062 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2022-01-18T15:54:58.062 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-18T15:54:58.062 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2022-01-18T15:54:58.062 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2022-01-18T15:54:58.062 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-18T15:54:58.063 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: 2022-01-18T15:54:58.063 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2022-01-18T15:54:58.063 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-18T15:54:58.063 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-18T15:54:58.064 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-18T15:54:58.064 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-18T15:54:58.064 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: 2022-01-18T15:54:58.064 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2022-01-18T15:54:58.064 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-18T15:54:58.065 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-18T15:54:58.065 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2022-01-18T15:54:58.065 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: Flush(GB): cumulative 0.000, interval 0.000 2022-01-18T15:54:58.065 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-18T15:54:58.066 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: AddFile(Total Files): cumulative 0, interval 0 2022-01-18T15:54:58.066 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: AddFile(L0 Files): cumulative 0, interval 0 2022-01-18T15:54:58.066 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: AddFile(Keys): cumulative 0, interval 0 2022-01-18T15:54:58.066 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-18T15:54:58.066 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-18T15:54:58.067 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-18T15:54:58.067 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: 2022-01-18T15:54:58.067 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: ** File Read Latency Histogram By Level [default] ** 2022-01-18T15:54:58.067 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: 2022-01-18T15:54:58.067 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2022-01-18T15:54:58.068 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-18T15:54:58.068 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-18T15:54:58.068 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-18T15:54:58.068 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-18T15:54:58.069 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: 2022-01-18T15:54:58.069 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2022-01-18T15:54:58.069 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-18T15:54:58.069 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-18T15:54:58.069 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2022-01-18T15:54:58.070 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: Flush(GB): cumulative 0.000, interval 0.000 2022-01-18T15:54:58.070 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-18T15:54:58.070 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: AddFile(Total Files): cumulative 0, interval 0 2022-01-18T15:54:58.070 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: AddFile(L0 Files): cumulative 0, interval 0 2022-01-18T15:54:58.070 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: AddFile(Keys): cumulative 0, interval 0 2022-01-18T15:54:58.071 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-18T15:54:58.071 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-18T15:54:58.071 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-18T15:54:58.071 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: 2022-01-18T15:54:58.072 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: ** File Read Latency Histogram By Level [default] ** 2022-01-18T15:54:58.072 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: 2022-01-18T15:54:58.072 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.990+0000 7f115e6bb700 4 rocksdb: [db_impl/db_impl.cc:397] Shutdown: canceling all background work 2022-01-18T15:54:58.072 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.990+0000 7f115e6bb700 4 rocksdb: [db_impl/db_impl.cc:573] Shutdown complete 2022-01-18T15:54:58.072 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph-mon: debug 2022-01-18T15:54:57.990+0000 7f115e6bb700 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-smithi129 for mon.smithi129 2022-01-18T15:54:58.574 INFO:teuthology.orchestra.run.smithi129.stderr:create mon.smithi129 on 2022-01-18T15:54:58.574 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: install -d -m0770 -o 167 -g 167 /var/run/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c 2022-01-18T15:54:58.579 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: systemctl disable ceph.target 2022-01-18T15:54:58.668 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: systemctl enable ceph.target 2022-01-18T15:54:58.675 INFO:teuthology.orchestra.run.smithi129.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2022-01-18T15:54:58.752 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: systemctl start ceph.target 2022-01-18T15:54:58.759 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: systemctl enable ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c.target 2022-01-18T15:54:58.765 INFO:teuthology.orchestra.run.smithi129.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c.target → /etc/systemd/system/ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c.target. 2022-01-18T15:54:58.765 INFO:teuthology.orchestra.run.smithi129.stderr:systemctl: Created symlink /etc/systemd/system/ceph.target.wants/ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c.target → /etc/systemd/system/ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c.target. 2022-01-18T15:54:58.841 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: systemctl start ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c.target 2022-01-18T15:54:58.855 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: systemctl daemon-reload 2022-01-18T15:54:58.936 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: systemctl stop ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@mon.smithi129 2022-01-18T15:54:58.957 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: systemctl reset-failed ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@mon.smithi129 2022-01-18T15:54:58.963 INFO:teuthology.orchestra.run.smithi129.stderr:systemctl: Failed to reset failed state of unit ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@mon.smithi129.service: Unit ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@mon.smithi129.service not loaded. 2022-01-18T15:54:58.963 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: systemctl enable ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@mon.smithi129 2022-01-18T15:54:58.969 INFO:teuthology.orchestra.run.smithi129.stderr:systemctl: Created symlink /etc/systemd/system/ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c.target.wants/ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@mon.smithi129.service → /etc/systemd/system/ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@.service. 2022-01-18T15:54:59.048 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: systemctl start ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@mon.smithi129 2022-01-18T15:54:59.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:54:59 smithi129 systemd[1]: Starting Ceph mon.smithi129 for e63fbe5c-7876-11ec-8c34-001a4aab830c... 2022-01-18T15:54:59.511 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: systemctl is-enabled firewalld.service 2022-01-18T15:54:59.519 INFO:teuthology.orchestra.run.smithi129.stderr:systemctl: disabled 2022-01-18T15:54:59.520 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: systemctl is-active firewalld.service 2022-01-18T15:54:59.526 INFO:teuthology.orchestra.run.smithi129.stderr:systemctl: inactive 2022-01-18T15:54:59.528 INFO:teuthology.orchestra.run.smithi129.stderr:firewalld.service is not enabled 2022-01-18T15:54:59.528 INFO:teuthology.orchestra.run.smithi129.stderr:Not possible to enable service . firewalld.service is not available 2022-01-18T15:54:59.528 INFO:teuthology.orchestra.run.smithi129.stderr:Not possible to open ports <[]>. firewalld.service is not available 2022-01-18T15:54:59.529 INFO:teuthology.orchestra.run.smithi129.stderr:Waiting for mon to start... 2022-01-18T15:54:59.529 INFO:teuthology.orchestra.run.smithi129.stderr:Waiting for mon... 2022-01-18T15:54:59.529 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/mon.smithi129:/var/lib/ceph/mon/ceph-smithi129:z -v /tmp/ceph-tmpwxn4yv7q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp1ms5a4tl:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 status 2022-01-18T15:54:59.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:54:59 smithi129 bash[28966]: 6a108412a1da26c1f3b6ab2764af0452c3a2f50f6d0e64e9392481066b40725d 2022-01-18T15:54:59.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:54:59 smithi129 systemd[1]: Started Ceph mon.smithi129 for e63fbe5c-7876-11ec-8c34-001a4aab830c. 2022-01-18T15:54:59.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:54:59 smithi129 conmon[29082]: cluster 2022-01-18T15:54:59.556576+0000 mon.smithi129 ( 2022-01-18T15:54:59.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:54:59 smithi129 conmon[29082]: mon.0) 0 : [INF] mkfs e63fbe5c-7876-11ec-8c34-001a4aab830c 2022-01-18T15:54:59.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:54:59 smithi129 conmon[29082]: cluster 2022-01-18T15:54:59.531568+0000 mon.smithi129 (mon.0) 1 : cluster [INF] mon.smithi129 is new leader, mons smithi129 in quorum (ranks 0) 2022-01-18T15:55:00.250 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: cluster: 2022-01-18T15:55:00.251 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: id: e63fbe5c-7876-11ec-8c34-001a4aab830c 2022-01-18T15:55:00.251 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: health: HEALTH_OK 2022-01-18T15:55:00.251 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: 2022-01-18T15:55:00.251 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: services: 2022-01-18T15:55:00.252 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: mon: 1 daemons, quorum smithi129 (age 0.706726s) 2022-01-18T15:55:00.252 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: mgr: no daemons active 2022-01-18T15:55:00.252 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: osd: 0 osds: 0 up, 0 in 2022-01-18T15:55:00.252 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: 2022-01-18T15:55:00.253 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: data: 2022-01-18T15:55:00.253 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: pools: 0 pools, 0 pgs 2022-01-18T15:55:00.253 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: objects: 0 objects, 0 B 2022-01-18T15:55:00.253 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: usage: 0 B used, 0 B / 0 B avail 2022-01-18T15:55:00.254 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: pgs: 2022-01-18T15:55:00.254 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: 2022-01-18T15:55:00.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:00 smithi129 conmon[29082]: cluster 2022-01-18T15:54:59.553322+0000 mon.smithi129 ( 2022-01-18T15:55:00.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:00 smithi129 conmon[29082]: mon.0) 2 : cluster [INF] mon.smithi129 is new leader, mons smithi129 in quorum (ranks 0) 2022-01-18T15:55:00.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:00 smithi129 conmon[29082]: cluster 2022-01-18T15:54:59.553558+0000 mon.smithi129 (mon.0) 3 : cluster [DBG] monmap e1: 1 mons at {smithi129=[v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0]} 2022-01-18T15:55:00.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:00 smithi129 conmon[29082]: cluster 2022-01-18T15:54:59.562808+0000 mon.smithi129 (mon.0) 4 : cluster [DBG] fsmap 2022-01-18T15:55:00.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:00 smithi129 conmon[29082]: cluster 2022-01-18T15:54:59.573911+0000 mon.smithi129 (mon.0) 5 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2022-01-18T15:55:00.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:00 smithi129 conmon[29082]: cluster 2022-01-18T15:54:59.575453+0000 mon.smithi129 (mon.0) 6 : cluster [DBG] mgrmap e1: no daemons active 2022-01-18T15:55:00.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:00 smithi129 conmon[29082]: audit 2022-01-18T15:55:00.259997+0000 mon.smithi129 (mon.0) 7 : audit [DBG] 2022-01-18T15:55:00.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:00 smithi129 conmon[29082]: from='client.? 172.21.15.129:0/3612854357' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2022-01-18T15:55:00.956 INFO:teuthology.orchestra.run.smithi129.stderr:mon is available 2022-01-18T15:55:00.956 INFO:teuthology.orchestra.run.smithi129.stderr:Assimilating anything we can from ceph.conf... 2022-01-18T15:55:00.957 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpwxn4yv7q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp1ms5a4tl:/etc/ceph/ceph.conf:z -v /var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/mon.smithi129:/var/lib/ceph/mon/ceph-smithi129:z docker.io/ceph/ceph:v16.2.4 config assimilate-conf -i /var/lib/ceph/mon/ceph-smithi129/config 2022-01-18T15:55:01.663 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: 2022-01-18T15:55:01.663 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: [global] 2022-01-18T15:55:01.663 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: fsid = e63fbe5c-7876-11ec-8c34-001a4aab830c 2022-01-18T15:55:01.664 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: mon_host = [v2:172.21.15.129:3300,v1:172.21.15.129:6789] 2022-01-18T15:55:01.664 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: mon_osd_allow_pg_remap = true 2022-01-18T15:55:01.664 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: mon_osd_allow_primary_affinity = true 2022-01-18T15:55:01.664 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: mon_warn_on_no_sortbitwise = false 2022-01-18T15:55:01.665 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: osd_crush_chooseleaf_type = 0 2022-01-18T15:55:01.665 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: 2022-01-18T15:55:01.665 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: [mgr] 2022-01-18T15:55:01.666 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: mgr/telemetry/nag = false 2022-01-18T15:55:01.666 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: 2022-01-18T15:55:01.666 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: [osd] 2022-01-18T15:55:01.666 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: osd_map_max_advance = 10 2022-01-18T15:55:01.667 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: osd_memory_target_autotune = true 2022-01-18T15:55:01.667 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: osd_sloppy_crc = true 2022-01-18T15:55:02.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:01 smithi129 conmon[29082]: audit 2022-01-18T15:55:01.671190+0000 2022-01-18T15:55:02.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:01 smithi129 conmon[29082]: mon.smithi129 (mon.0) 8 : audit [INF] from='client.? 172.21.15.129:0/2677684063' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2022-01-18T15:55:02.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:01 smithi129 conmon[29082]: audit 2022-01-18T15:55:01.673638+0000 mon.smithi129 (mon.0) 9 : audit [INF] from='client.? 172.21.15.129:0/2677684063' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2022-01-18T15:55:02.288 INFO:teuthology.orchestra.run.smithi129.stderr:Generating new minimal ceph.conf... 2022-01-18T15:55:02.288 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpwxn4yv7q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp1ms5a4tl:/etc/ceph/ceph.conf:z -v /var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/mon.smithi129:/var/lib/ceph/mon/ceph-smithi129:z docker.io/ceph/ceph:v16.2.4 config generate-minimal-conf -o /var/lib/ceph/mon/ceph-smithi129/config 2022-01-18T15:55:03.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:03 smithi129 conmon[29082]: audit 2022-01-18T15:55:03.030712 2022-01-18T15:55:03.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:03 smithi129 conmon[29082]: +0000 mon.smithi129 (mon.0) 10 : audit [DBG] from='client.? 172.21.15.129:0/937644044' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:55:03.622 INFO:teuthology.orchestra.run.smithi129.stderr:Restarting the monitor... 2022-01-18T15:55:03.622 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: systemctl restart ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@mon.smithi129 2022-01-18T15:55:03.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:03 smithi129 systemd[1]: Stopping Ceph mon.smithi129 for e63fbe5c-7876-11ec-8c34-001a4aab830c... 2022-01-18T15:55:03.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:03 smithi129 conmon[29082]: debug 2022-01-18T15:55:03.742+0000 7f05c1812700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.smithi129 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2022-01-18T15:55:03.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:03 smithi129 conmon[29082]: debug 2022-01-18T15:55:03.742+0000 7f05c1812700 -1 mon.smithi129@0(leader) e1 *** Got Signal Terminated *** 2022-01-18T15:55:04.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 podman[29586]: 6a108412a1da26c1f3b6ab2764af0452c3a2f50f6d0e64e9392481066b40725d 2022-01-18T15:55:04.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 systemd[1]: ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@mon.smithi129.service: Succeeded. 2022-01-18T15:55:04.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 systemd[1]: Stopped Ceph mon.smithi129 for e63fbe5c-7876-11ec-8c34-001a4aab830c. 2022-01-18T15:55:04.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 systemd[1]: Starting Ceph mon.smithi129 for e63fbe5c-7876-11ec-8c34-001a4aab830c... 2022-01-18T15:55:04.833 INFO:teuthology.orchestra.run.smithi129.stderr:Setting mon public_network to 172.21.0.0/20 2022-01-18T15:55:04.833 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpwxn4yv7q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp1ms5a4tl:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 config set mon public_network 172.21.0.0/20 2022-01-18T15:55:05.101 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.835+0000 7f475b2a2700 0 set uid:gid to 167:167 (ceph:ceph) 2022-01-18T15:55:05.102 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.835+0000 7f475b2a2700 0 ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable), process ceph-mon, pid 7 2022-01-18T15:55:05.102 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.835+0000 7f475b2a2700 0 pidfile_write: ignore empty --pid-file 2022-01-18T15:55:05.103 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 bash[29684]: b80fb6dbefaa311f33c979a5930ac46753a7a53df397a86ba2bcdc5e085a92cc 2022-01-18T15:55:05.103 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.839+0000 7f475b2a2700 0 load: jerasure load: lrc load: isa 2022-01-18T15:55:05.103 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: RocksDB version: 6.8.1 2022-01-18T15:55:05.103 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: 2022-01-18T15:55:05.103 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2022-01-18T15:55:05.104 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Compile date May 13 2021 2022-01-18T15:55:05.104 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: DB SUMMARY 2022-01-18T15:55:05.104 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: 2022-01-18T15:55:05.104 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: CURRENT file: CURRENT 2022-01-18T15:55:05.105 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: 2022-01-18T15:55:05.105 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: IDENTITY file: IDENTITY 2022-01-18T15:55:05.105 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: 2022-01-18T15:55:05.105 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 131 Bytes 2022-01-18T15:55:05.106 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: 2022-01-18T15:55:05.106 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi129/store.db dir, Total Num: 1, files: 000004.sst 2022-01-18T15:55:05.106 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: 2022-01-18T15:55:05.106 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi129/store.db: 000006.log size: 85187 ; 2022-01-18T15:55:05.107 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: 2022-01-18T15:55:05.107 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.error_if_exists: 0 2022-01-18T15:55:05.107 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.create_if_missing: 0 2022-01-18T15:55:05.107 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.paranoid_checks: 1 2022-01-18T15:55:05.108 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.env: 0x55bf9b1ff1c0 2022-01-18T15:55:05.108 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.fs: Posix File System 2022-01-18T15:55:05.108 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:05.108 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.info_log: 0x55bf9cdaf960 2022-01-18T15:55:05.109 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.max_file_opening_threads: 16 2022-01-18T15:55:05.109 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.statistics: (nil) 2022-01-18T15:55:05.109 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.use_fsync: 0 2022-01-18T15:55:05.109 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.max_log_file_size: 0 2022-01-18T15:55:05.110 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2022-01-18T15:55:05.110 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.log_file_time_to_roll: 0 2022-01-18T15:55:05.110 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.keep_log_file_num: 1000 2022-01-18T15:55:05.110 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.recycle_log_file_num: 0 2022-01-18T15:55:05.111 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.allow_fallocate: 1 2022-01-18T15:55:05.111 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.allow_mmap_reads: 0 2022-01-18T15:55:05.111 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.allow_mmap_writes: 0 2022-01-18T15:55:05.112 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.use_direct_reads: 0 2022-01-18T15:55:05.112 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2022-01-18T15:55:05.113 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.create_missing_column_families: 0 2022-01-18T15:55:05.113 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.db_log_dir: 2022-01-18T15:55:05.113 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-smithi129/store.db 2022-01-18T15:55:05.113 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.table_cache_numshardbits: 6 2022-01-18T15:55:05.114 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.max_subcompactions: 1 2022-01-18T15:55:05.114 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.max_background_flushes: -1 2022-01-18T15:55:05.114 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.WAL_ttl_seconds: 0 2022-01-18T15:55:05.114 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.WAL_size_limit_MB: 0 2022-01-18T15:55:05.115 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2022-01-18T15:55:05.115 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2022-01-18T15:55:05.115 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.is_fd_close_on_exec: 1 2022-01-18T15:55:05.115 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.advise_random_on_open: 1 2022-01-18T15:55:05.115 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.db_write_buffer_size: 0 2022-01-18T15:55:05.116 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.write_buffer_manager: 0x55bf9cdb5fb0 2022-01-18T15:55:05.116 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2022-01-18T15:55:05.116 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2022-01-18T15:55:05.116 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2022-01-18T15:55:05.117 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.use_adaptive_mutex: 0 2022-01-18T15:55:05.118 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.rate_limiter: (nil) 2022-01-18T15:55:05.119 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2022-01-18T15:55:05.119 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.wal_recovery_mode: 2 2022-01-18T15:55:05.119 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.enable_thread_tracking: 0 2022-01-18T15:55:05.120 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.enable_pipelined_write: 0 2022-01-18T15:55:05.120 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.unordered_write: 0 2022-01-18T15:55:05.120 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2022-01-18T15:55:05.120 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2022-01-18T15:55:05.120 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2022-01-18T15:55:05.121 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2022-01-18T15:55:05.121 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.row_cache: None 2022-01-18T15:55:05.121 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.wal_filter: None 2022-01-18T15:55:05.121 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2022-01-18T15:55:05.122 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.allow_ingest_behind: 0 2022-01-18T15:55:05.122 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.preserve_deletes: 0 2022-01-18T15:55:05.122 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.two_write_queues: 0 2022-01-18T15:55:05.122 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.manual_wal_flush: 0 2022-01-18T15:55:05.122 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.atomic_flush: 0 2022-01-18T15:55:05.123 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2022-01-18T15:55:05.123 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.persist_stats_to_disk: 0 2022-01-18T15:55:05.123 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.write_dbid_to_manifest: 0 2022-01-18T15:55:05.123 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.log_readahead_size: 0 2022-01-18T15:55:05.124 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2022-01-18T15:55:05.124 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.max_background_jobs: 2 2022-01-18T15:55:05.124 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.max_background_compactions: -1 2022-01-18T15:55:05.124 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2022-01-18T15:55:05.125 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2022-01-18T15:55:05.125 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.delayed_write_rate : 16777216 2022-01-18T15:55:05.125 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.max_total_wal_size: 0 2022-01-18T15:55:05.125 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2022-01-18T15:55:05.125 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.stats_dump_period_sec: 600 2022-01-18T15:55:05.126 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.stats_persist_period_sec: 600 2022-01-18T15:55:05.126 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2022-01-18T15:55:05.126 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.max_open_files: -1 2022-01-18T15:55:05.126 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.bytes_per_sync: 0 2022-01-18T15:55:05.127 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.wal_bytes_per_sync: 0 2022-01-18T15:55:05.127 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.strict_bytes_per_sync: 0 2022-01-18T15:55:05.127 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.compaction_readahead_size: 0 2022-01-18T15:55:05.127 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Compression algorithms supported: 2022-01-18T15:55:05.127 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2022-01-18T15:55:05.128 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: kZSTD supported: 0 2022-01-18T15:55:05.128 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: kXpressCompression supported: 0 2022-01-18T15:55:05.128 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: kLZ4HCCompression supported: 1 2022-01-18T15:55:05.128 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: kLZ4Compression supported: 1 2022-01-18T15:55:05.129 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: kBZip2Compression supported: 0 2022-01-18T15:55:05.129 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: kZlibCompression supported: 1 2022-01-18T15:55:05.129 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: kSnappyCompression supported: 1 2022-01-18T15:55:05.129 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Fast CRC32 supported: Supported on x86 2022-01-18T15:55:05.129 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi129/store.db/MANIFEST-000005 2022-01-18T15:55:05.130 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: 2022-01-18T15:55:05.130 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2022-01-18T15:55:05.130 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: 2022-01-18T15:55:05.130 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2022-01-18T15:55:05.131 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.merge_operator: 2022-01-18T15:55:05.131 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.compaction_filter: None 2022-01-18T15:55:05.131 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.compaction_filter_factory: None 2022-01-18T15:55:05.131 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.memtable_factory: SkipListFactory 2022-01-18T15:55:05.131 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.table_factory: BlockBasedTable 2022-01-18T15:55:05.132 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55bf9ccc0128) 2022-01-18T15:55:05.132 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: cache_index_and_filter_blocks: 1 2022-01-18T15:55:05.132 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: cache_index_and_filter_blocks_with_high_priority: 0 2022-01-18T15:55:05.132 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: pin_l0_filter_and_index_blocks_in_cache: 0 2022-01-18T15:55:05.133 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: pin_top_level_index_and_filter: 1 2022-01-18T15:55:05.133 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: index_type: 0 2022-01-18T15:55:05.133 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: data_block_index_type: 0 2022-01-18T15:55:05.133 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: index_shortening: 1 2022-01-18T15:55:05.134 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: data_block_hash_table_util_ratio: 0.750000 2022-01-18T15:55:05.134 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: hash_index_allow_collision: 1 2022-01-18T15:55:05.134 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: checksum: 1 2022-01-18T15:55:05.134 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: no_block_cache: 0 2022-01-18T15:55:05.134 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: block_cache: 0x55bf9ccfaf10 2022-01-18T15:55:05.135 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: block_cache_name: BinnedLRUCache 2022-01-18T15:55:05.135 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: block_cache_options: 2022-01-18T15:55:05.135 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: capacity : 536870912 2022-01-18T15:55:05.135 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: num_shard_bits : 4 2022-01-18T15:55:05.136 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: strict_capacity_limit : 0 2022-01-18T15:55:05.136 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: high_pri_pool_ratio: 0.000 2022-01-18T15:55:05.136 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: block_cache_compressed: (nil) 2022-01-18T15:55:05.136 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: persistent_cache: (nil) 2022-01-18T15:55:05.136 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: block_size: 4096 2022-01-18T15:55:05.137 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: block_size_deviation: 10 2022-01-18T15:55:05.137 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: block_restart_interval: 16 2022-01-18T15:55:05.137 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: index_block_restart_interval: 1 2022-01-18T15:55:05.137 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: metadata_block_size: 4096 2022-01-18T15:55:05.138 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: partition_filters: 0 2022-01-18T15:55:05.138 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: use_delta_encoding: 1 2022-01-18T15:55:05.138 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: filter_policy: rocksdb.BuiltinBloomFilter 2022-01-18T15:55:05.138 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: whole_key_filtering: 1 2022-01-18T15:55:05.139 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: verify_compression: 0 2022-01-18T15:55:05.139 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: read_amp_bytes_per_bit: 0 2022-01-18T15:55:05.139 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: format_version: 2 2022-01-18T15:55:05.139 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: enable_index_compression: 1 2022-01-18T15:55:05.140 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: block_align: 0 2022-01-18T15:55:05.140 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: 2022-01-18T15:55:05.140 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.write_buffer_size: 33554432 2022-01-18T15:55:05.140 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.max_write_buffer_number: 2 2022-01-18T15:55:05.140 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.compression: NoCompression 2022-01-18T15:55:05.141 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.bottommost_compression: Disabled 2022-01-18T15:55:05.141 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.prefix_extractor: nullptr 2022-01-18T15:55:05.141 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2022-01-18T15:55:05.141 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.num_levels: 7 2022-01-18T15:55:05.142 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2022-01-18T15:55:05.142 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2022-01-18T15:55:05.142 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2022-01-18T15:55:05.142 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2022-01-18T15:55:05.142 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2022-01-18T15:55:05.143 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2022-01-18T15:55:05.143 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2022-01-18T15:55:05.143 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2022-01-18T15:55:05.143 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2022-01-18T15:55:05.144 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.compression_opts.window_bits: -14 2022-01-18T15:55:05.144 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.compression_opts.level: 32767 2022-01-18T15:55:05.144 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.compression_opts.strategy: 0 2022-01-18T15:55:05.144 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2022-01-18T15:55:05.144 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2022-01-18T15:55:05.145 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.compression_opts.enabled: false 2022-01-18T15:55:05.145 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2022-01-18T15:55:05.145 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2022-01-18T15:55:05.145 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2022-01-18T15:55:05.146 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.target_file_size_base: 67108864 2022-01-18T15:55:05.146 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.target_file_size_multiplier: 1 2022-01-18T15:55:05.146 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2022-01-18T15:55:05.146 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2022-01-18T15:55:05.147 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2022-01-18T15:55:05.147 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2022-01-18T15:55:05.147 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2022-01-18T15:55:05.147 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2022-01-18T15:55:05.147 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2022-01-18T15:55:05.148 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2022-01-18T15:55:05.148 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: 2022-01-18T15:55:05.148 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2022-01-18T15:55:05.148 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2022-01-18T15:55:05.149 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2022-01-18T15:55:05.149 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2022-01-18T15:55:05.149 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.arena_block_size: 4194304 2022-01-18T15:55:05.149 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2022-01-18T15:55:05.149 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2022-01-18T15:55:05.150 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2022-01-18T15:55:05.150 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.disable_auto_compactions: 0 2022-01-18T15:55:05.150 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2022-01-18T15:55:05.150 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2022-01-18T15:55:05.151 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2022-01-18T15:55:05.151 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2022-01-18T15:55:05.151 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2022-01-18T15:55:05.151 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2022-01-18T15:55:05.152 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2022-01-18T15:55:05.152 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2022-01-18T15:55:05.152 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2022-01-18T15:55:05.152 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2022-01-18T15:55:05.152 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.table_properties_collectors: 2022-01-18T15:55:05.153 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.inplace_update_support: 0 2022-01-18T15:55:05.153 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.inplace_update_num_locks: 10000 2022-01-18T15:55:05.153 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2022-01-18T15:55:05.153 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2022-01-18T15:55:05.154 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.memtable_huge_page_size: 0 2022-01-18T15:55:05.154 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.bloom_locality: 0 2022-01-18T15:55:05.154 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.max_successive_merges: 0 2022-01-18T15:55:05.154 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.optimize_filters_for_hits: 0 2022-01-18T15:55:05.154 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.paranoid_file_checks: 0 2022-01-18T15:55:05.155 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.force_consistency_checks: 0 2022-01-18T15:55:05.155 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.report_bg_io_stats: 0 2022-01-18T15:55:05.155 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.ttl: 2592000 2022-01-18T15:55:05.155 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.840+0000 7f475b2a2700 4 rocksdb: Options.periodic_compaction_seconds: 0 2022-01-18T15:55:05.156 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.841+0000 7f475b2a2700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi129/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 5, log_number is 4,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2022-01-18T15:55:05.156 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: 2022-01-18T15:55:05.156 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.841+0000 7f475b2a2700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 4 2022-01-18T15:55:05.156 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: 2022-01-18T15:55:05.157 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.841+0000 7f475b2a2700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1642521304842138, "job": 1, "event": "recovery_started", "log_files": [6]} 2022-01-18T15:55:05.157 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.841+0000 7f475b2a2700 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #6 mode 2 2022-01-18T15:55:05.157 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.841+0000 7f475b2a2700 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2022-01-18T15:55:05.158 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.842+0000 7f475b2a2700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1642521304842979, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 7, "file_size": 82045, "table_properties": {"data_size": 80315, "index_size": 335, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 581, "raw_key_size": 9200, "raw_average_key_size": 46, "raw_value_size": 74960, "raw_average_value_size": 382, "num_data_blocks": 11, "num_entries": 196, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1642521304, "oldest_key_time": 3, "file_creation_time": 0}} 2022-01-18T15:55:05.158 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.842+0000 7f475b2a2700 4 rocksdb: [version_set.cc:3826] Creating manifest 8 2022-01-18T15:55:05.158 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: 2022-01-18T15:55:05.159 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.842+0000 7f475b2a2700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1642521304843385, "job": 1, "event": "recovery_finished"} 2022-01-18T15:55:05.159 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.843+0000 7f475b2a2700 4 rocksdb: DB pointer 0x55bf9cdc1800 2022-01-18T15:55:05.159 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.843+0000 7f47420ba700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2022-01-18T15:55:05.159 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.843+0000 7f47420ba700 4 rocksdb: [db_impl/db_impl.cc:851] 2022-01-18T15:55:05.160 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: ** DB Stats ** 2022-01-18T15:55:05.160 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-18T15:55:05.160 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2022-01-18T15:55:05.160 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2022-01-18T15:55:05.160 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-18T15:55:05.161 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2022-01-18T15:55:05.161 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2022-01-18T15:55:05.161 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-18T15:55:05.162 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: 2022-01-18T15:55:05.162 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: ** Compaction Stats [default] ** 2022-01-18T15:55:05.162 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-18T15:55:05.162 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-18T15:55:05.163 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: L0 2/0 81.81 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 138.2 0.00 0.00 1 0.001 0 0 2022-01-18T15:55:05.163 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: Sum 2/0 81.81 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 138.2 0.00 0.00 1 0.001 0 0 2022-01-18T15:55:05.163 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 138.2 0.00 0.00 1 0.001 0 0 2022-01-18T15:55:05.163 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: 2022-01-18T15:55:05.163 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: ** Compaction Stats [default] ** 2022-01-18T15:55:05.164 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-18T15:55:05.164 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-18T15:55:05.164 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 138.2 0.00 0.00 1 0.001 0 0 2022-01-18T15:55:05.164 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-18T15:55:05.165 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: Flush(GB): cumulative 0.000, interval 0.000 2022-01-18T15:55:05.165 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-18T15:55:05.165 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: AddFile(Total Files): cumulative 0, interval 0 2022-01-18T15:55:05.165 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: AddFile(L0 Files): cumulative 0, interval 0 2022-01-18T15:55:05.165 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: AddFile(Keys): cumulative 0, interval 0 2022-01-18T15:55:05.166 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: Cumulative compaction: 0.00 GB write, 28.26 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-18T15:55:05.166 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: Interval compaction: 0.00 GB write, 28.26 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-18T15:55:05.166 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-18T15:55:05.166 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: 2022-01-18T15:55:05.167 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: ** File Read Latency Histogram By Level [default] ** 2022-01-18T15:55:05.167 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: 2022-01-18T15:55:05.167 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: ** Compaction Stats [default] ** 2022-01-18T15:55:05.167 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-18T15:55:05.167 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-18T15:55:05.168 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: L0 2/0 81.81 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 138.2 0.00 0.00 1 0.001 0 0 2022-01-18T15:55:05.168 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: Sum 2/0 81.81 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 138.2 0.00 0.00 1 0.001 0 0 2022-01-18T15:55:05.168 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-18T15:55:05.168 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: 2022-01-18T15:55:05.169 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: ** Compaction Stats [default] ** 2022-01-18T15:55:05.169 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-18T15:55:05.169 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-18T15:55:05.169 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 138.2 0.00 0.00 1 0.001 0 0 2022-01-18T15:55:05.170 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-18T15:55:05.170 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: Flush(GB): cumulative 0.000, interval 0.000 2022-01-18T15:55:05.170 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-18T15:55:05.170 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: AddFile(Total Files): cumulative 0, interval 0 2022-01-18T15:55:05.171 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: AddFile(L0 Files): cumulative 0, interval 0 2022-01-18T15:55:05.171 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: AddFile(Keys): cumulative 0, interval 0 2022-01-18T15:55:05.171 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: Cumulative compaction: 0.00 GB write, 27.97 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-18T15:55:05.171 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-18T15:55:05.171 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-18T15:55:05.172 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: 2022-01-18T15:55:05.172 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: ** File Read Latency Histogram By Level [default] ** 2022-01-18T15:55:05.172 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: 2022-01-18T15:55:05.172 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 systemd[1]: Started Ceph mon.smithi129 for e63fbe5c-7876-11ec-8c34-001a4aab830c. 2022-01-18T15:55:05.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.843+0000 7f475b2a2700 0 starting mon.smithi129 rank 0 at public addrs [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] at bind addrs [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] mon_data /var/lib/ceph/mon/ceph-smithi129 fsid e63fbe5c-7876-11ec-8c34-001a4aab830c 2022-01-18T15:55:05.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.845+0000 7f475b2a2700 1 mon.smithi129@-1(???) e1 preinit fsid e63fbe5c-7876-11ec-8c34-001a4aab830c 2022-01-18T15:55:05.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.845+0000 7f475b2a2700 0 mon.smithi129@-1(???).mds e1 new map 2022-01-18T15:55:05.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.845+0000 7f475b2a2700 0 mon.smithi129@-1(???).mds e1 print_map 2022-01-18T15:55:05.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: e1 2022-01-18T15:55:05.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: enable_multiple, ever_enabled_multiple: 1,1 2022-01-18T15:55:05.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-01-18T15:55:05.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: legacy client fscid: -1 2022-01-18T15:55:05.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: 2022-01-18T15:55:05.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: No filesystems configured 2022-01-18T15:55:05.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: 2022-01-18T15:55:05.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.845+0000 7f475b2a2700 0 mon.smithi129@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2022-01-18T15:55:05.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.845+0000 7f475b2a2700 0 mon.smithi129@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2022-01-18T15:55:05.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.845+0000 7f475b2a2700 0 mon.smithi129@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2022-01-18T15:55:05.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.845+0000 7f475b2a2700 0 mon.smithi129@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2022-01-18T15:55:05.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: 2022-01-18T15:55:05.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: audit 2022-01-18T15:55:05.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: 2022-01-18T15:55:03 2022-01-18T15:55:05.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: .030712+0000 mon.smithi129 (mon.0) 2022-01-18T15:55:05.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: 10 : audit [DBG] from='client.? 172.21.15.129:0/937644044' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:55:05.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.845+0000 7f475b2a2700 1 mon.smithi129@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2022-01-18T15:55:05.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.846+0000 7f475b2a2700 20 expand_channel_meta expand map: {default=false} 2022-01-18T15:55:05.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.846+0000 7f475b2a2700 20 expand_channel_meta from 'false' to 'false' 2022-01-18T15:55:05.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.846+0000 7f475b2a2700 20 expand_channel_meta expanded map: {default=false} 2022-01-18T15:55:05.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.846+0000 7f475b2a2700 20 expand_channel_meta expand map: {default=info} 2022-01-18T15:55:05.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.846+0000 7f475b2a2700 20 expand_channel_meta from 'info' to 'info' 2022-01-18T15:55:05.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.846+0000 7f475b2a2700 20 expand_channel_meta expanded map: {default=info} 2022-01-18T15:55:05.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.846+0000 7f475b2a2700 20 expand_channel_meta expand map: {default=daemon} 2022-01-18T15:55:05.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.846+0000 7f475b2a2700 20 expand_channel_meta from 'daemon' to 'daemon' 2022-01-18T15:55:05.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.846+0000 7f475b2a2700 20 expand_channel_meta expanded map: {default=daemon} 2022-01-18T15:55:05.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: 2022-01-18T15:55:05.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.846+0000 7f475b2a2700 20 expand_channel_meta expand map: {default=debug} 2022-01-18T15:55:05.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.846+0000 7f475b2a2700 20 expand_channel_meta from 'debug' to 'debug' 2022-01-18T15:55:05.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: debug 2022-01-18T15:55:04.846+0000 7f475b2a2700 20 expand_channel_meta expanded map: {default=debug} 2022-01-18T15:55:05.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: cluster 2022-01-18T15:55:04.862620+0000 mon.smithi129 (mon.0) 1 : cluster 2022-01-18T15:55:05.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: [INF] mon.smithi129 is new leader, mons smithi129 in quorum (ranks 0) 2022-01-18T15:55:05.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: cluster 2022-01-18T15:55:04.862693+0000 mon.smithi129 (mon.0) 2 : cluster [DBG] monmap e1: 1 mons at {smithi129=[v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0]} 2022-01-18T15:55:05.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: cluster 2022-01-18T15:55:04.862737+0000 mon.smithi129 (mon.0) 3 : cluster [DBG] fsmap 2022-01-18T15:55:05.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: cluster 2022-01-18T15:55:04.862762+0000 mon.smithi129 (mon.0) 4 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2022-01-18T15:55:05.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:04 smithi129 conmon[29798]: cluster 2022-01-18T15:55:04.863254+0000 mon.smithi129 (mon.0) 5 : cluster [DBG] mgrmap e1: no daemons active 2022-01-18T15:55:06.213 INFO:teuthology.orchestra.run.smithi129.stderr:Wrote config to /etc/ceph/ceph.conf 2022-01-18T15:55:06.213 INFO:teuthology.orchestra.run.smithi129.stderr:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2022-01-18T15:55:06.213 INFO:teuthology.orchestra.run.smithi129.stderr:Creating mgr... 2022-01-18T15:55:06.214 INFO:teuthology.orchestra.run.smithi129.stderr:Verifying port 9283 ... 2022-01-18T15:55:06.215 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: systemctl daemon-reload 2022-01-18T15:55:06.301 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: systemctl stop ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@mgr.smithi129.iclwio 2022-01-18T15:55:06.323 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: systemctl reset-failed ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@mgr.smithi129.iclwio 2022-01-18T15:55:06.328 INFO:teuthology.orchestra.run.smithi129.stderr:systemctl: Failed to reset failed state of unit ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@mgr.smithi129.iclwio.service: Unit ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@mgr.smithi129.iclwio.service not loaded. 2022-01-18T15:55:06.328 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: systemctl enable ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@mgr.smithi129.iclwio 2022-01-18T15:55:06.334 INFO:teuthology.orchestra.run.smithi129.stderr:systemctl: Created symlink /etc/systemd/system/ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c.target.wants/ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@mgr.smithi129.iclwio.service → /etc/systemd/system/ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@.service. 2022-01-18T15:55:06.412 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: systemctl start ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@mgr.smithi129.iclwio 2022-01-18T15:55:06.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:06 smithi129 conmon[29798]: audit 2022-01-18T15:55:05.597295+0000 mon.smithi129 ( 2022-01-18T15:55:06.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:06 smithi129 conmon[29798]: mon.0) 6 : audit [INF] from='client.? 172.21.15.129:0/3933244012' entity='client.admin' 2022-01-18T15:55:07.085 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: systemctl is-enabled firewalld.service 2022-01-18T15:55:07.093 INFO:teuthology.orchestra.run.smithi129.stderr:systemctl: disabled 2022-01-18T15:55:07.094 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: systemctl is-active firewalld.service 2022-01-18T15:55:07.100 INFO:teuthology.orchestra.run.smithi129.stderr:systemctl: inactive 2022-01-18T15:55:07.101 INFO:teuthology.orchestra.run.smithi129.stderr:firewalld.service is not enabled 2022-01-18T15:55:07.101 INFO:teuthology.orchestra.run.smithi129.stderr:Not possible to enable service . firewalld.service is not available 2022-01-18T15:55:07.102 INFO:teuthology.orchestra.run.smithi129.stderr:Not possible to open ports <[]>. firewalld.service is not available 2022-01-18T15:55:07.102 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: systemctl is-enabled firewalld.service 2022-01-18T15:55:07.109 INFO:teuthology.orchestra.run.smithi129.stderr:systemctl: disabled 2022-01-18T15:55:07.109 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: systemctl is-active firewalld.service 2022-01-18T15:55:07.117 INFO:teuthology.orchestra.run.smithi129.stderr:systemctl: inactive 2022-01-18T15:55:07.118 INFO:teuthology.orchestra.run.smithi129.stderr:firewalld.service is not enabled 2022-01-18T15:55:07.118 INFO:teuthology.orchestra.run.smithi129.stderr:Not possible to open ports <[9283]>. firewalld.service is not available 2022-01-18T15:55:07.118 INFO:teuthology.orchestra.run.smithi129.stderr:Waiting for mgr to start... 2022-01-18T15:55:07.118 INFO:teuthology.orchestra.run.smithi129.stderr:Waiting for mgr... 2022-01-18T15:55:07.119 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpwxn4yv7q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp1ms5a4tl:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 status -f json-pretty 2022-01-18T15:55:07.901 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: 2022-01-18T15:55:07.902 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: { 2022-01-18T15:55:07.902 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "fsid": "e63fbe5c-7876-11ec-8c34-001a4aab830c", 2022-01-18T15:55:07.902 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "health": { 2022-01-18T15:55:07.902 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2022-01-18T15:55:07.903 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "checks": {}, 2022-01-18T15:55:07.903 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "mutes": [] 2022-01-18T15:55:07.903 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: }, 2022-01-18T15:55:07.903 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "election_epoch": 5, 2022-01-18T15:55:07.903 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "quorum": [ 2022-01-18T15:55:07.904 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: 0 2022-01-18T15:55:07.904 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: ], 2022-01-18T15:55:07.904 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "quorum_names": [ 2022-01-18T15:55:07.904 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "smithi129" 2022-01-18T15:55:07.905 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: ], 2022-01-18T15:55:07.905 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "quorum_age": 3, 2022-01-18T15:55:07.905 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "monmap": { 2022-01-18T15:55:07.905 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-18T15:55:07.905 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2022-01-18T15:55:07.906 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "num_mons": 1 2022-01-18T15:55:07.906 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: }, 2022-01-18T15:55:07.906 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "osdmap": { 2022-01-18T15:55:07.906 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-18T15:55:07.907 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "num_osds": 0, 2022-01-18T15:55:07.907 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "num_up_osds": 0, 2022-01-18T15:55:07.907 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "osd_up_since": 0, 2022-01-18T15:55:07.907 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "num_in_osds": 0, 2022-01-18T15:55:07.907 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "osd_in_since": 0, 2022-01-18T15:55:07.908 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2022-01-18T15:55:07.908 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: }, 2022-01-18T15:55:07.908 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "pgmap": { 2022-01-18T15:55:07.908 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "pgs_by_state": [], 2022-01-18T15:55:07.909 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "num_pgs": 0, 2022-01-18T15:55:07.909 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "num_pools": 0, 2022-01-18T15:55:07.909 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "num_objects": 0, 2022-01-18T15:55:07.909 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "data_bytes": 0, 2022-01-18T15:55:07.909 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "bytes_used": 0, 2022-01-18T15:55:07.910 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "bytes_avail": 0, 2022-01-18T15:55:07.910 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "bytes_total": 0 2022-01-18T15:55:07.910 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: }, 2022-01-18T15:55:07.910 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "fsmap": { 2022-01-18T15:55:07.910 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-18T15:55:07.911 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "by_rank": [], 2022-01-18T15:55:07.911 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "up:standby": 0 2022-01-18T15:55:07.911 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: }, 2022-01-18T15:55:07.912 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "mgrmap": { 2022-01-18T15:55:07.912 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "available": false, 2022-01-18T15:55:07.912 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "num_standbys": 0, 2022-01-18T15:55:07.912 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "modules": [ 2022-01-18T15:55:07.912 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "iostat", 2022-01-18T15:55:07.913 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "restful" 2022-01-18T15:55:07.913 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: ], 2022-01-18T15:55:07.913 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "services": {} 2022-01-18T15:55:07.913 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: }, 2022-01-18T15:55:07.914 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "servicemap": { 2022-01-18T15:55:07.914 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-18T15:55:07.914 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "modified": "2022-01-18T15:54:59.557208+0000", 2022-01-18T15:55:07.914 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "services": {} 2022-01-18T15:55:07.914 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: }, 2022-01-18T15:55:07.915 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "progress_events": {} 2022-01-18T15:55:07.915 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: } 2022-01-18T15:55:08.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:07 smithi129 conmon[29798]: audit 2022-01-18T15:55:07.906957+0000 mon.smithi129 (mon.0) 7 : audit [DBG] from='client.? 172.21.15.129:0/2589886361' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2022-01-18T15:55:08.479 INFO:teuthology.orchestra.run.smithi129.stderr:mgr not available, waiting (1/15)... 2022-01-18T15:55:10.481 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpwxn4yv7q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp1ms5a4tl:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 status -f json-pretty 2022-01-18T15:55:11.217 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: 2022-01-18T15:55:11.218 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: { 2022-01-18T15:55:11.218 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "fsid": "e63fbe5c-7876-11ec-8c34-001a4aab830c", 2022-01-18T15:55:11.218 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "health": { 2022-01-18T15:55:11.219 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2022-01-18T15:55:11.219 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "checks": {}, 2022-01-18T15:55:11.219 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "mutes": [] 2022-01-18T15:55:11.219 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: }, 2022-01-18T15:55:11.219 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "election_epoch": 5, 2022-01-18T15:55:11.220 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "quorum": [ 2022-01-18T15:55:11.220 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: 0 2022-01-18T15:55:11.220 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: ], 2022-01-18T15:55:11.220 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "quorum_names": [ 2022-01-18T15:55:11.221 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "smithi129" 2022-01-18T15:55:11.221 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: ], 2022-01-18T15:55:11.221 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "quorum_age": 6, 2022-01-18T15:55:11.221 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "monmap": { 2022-01-18T15:55:11.221 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-18T15:55:11.222 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2022-01-18T15:55:11.222 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "num_mons": 1 2022-01-18T15:55:11.222 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: }, 2022-01-18T15:55:11.222 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "osdmap": { 2022-01-18T15:55:11.223 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-18T15:55:11.223 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "num_osds": 0, 2022-01-18T15:55:11.223 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "num_up_osds": 0, 2022-01-18T15:55:11.223 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "osd_up_since": 0, 2022-01-18T15:55:11.223 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "num_in_osds": 0, 2022-01-18T15:55:11.224 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "osd_in_since": 0, 2022-01-18T15:55:11.224 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2022-01-18T15:55:11.224 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: }, 2022-01-18T15:55:11.224 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "pgmap": { 2022-01-18T15:55:11.225 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "pgs_by_state": [], 2022-01-18T15:55:11.225 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "num_pgs": 0, 2022-01-18T15:55:11.226 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "num_pools": 0, 2022-01-18T15:55:11.226 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "num_objects": 0, 2022-01-18T15:55:11.226 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "data_bytes": 0, 2022-01-18T15:55:11.226 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "bytes_used": 0, 2022-01-18T15:55:11.227 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "bytes_avail": 0, 2022-01-18T15:55:11.227 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "bytes_total": 0 2022-01-18T15:55:11.227 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: }, 2022-01-18T15:55:11.227 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "fsmap": { 2022-01-18T15:55:11.228 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-18T15:55:11.228 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "by_rank": [], 2022-01-18T15:55:11.228 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "up:standby": 0 2022-01-18T15:55:11.228 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: }, 2022-01-18T15:55:11.228 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "mgrmap": { 2022-01-18T15:55:11.229 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "available": false, 2022-01-18T15:55:11.229 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "num_standbys": 0, 2022-01-18T15:55:11.229 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "modules": [ 2022-01-18T15:55:11.229 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "iostat", 2022-01-18T15:55:11.230 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "restful" 2022-01-18T15:55:11.230 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: ], 2022-01-18T15:55:11.230 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "services": {} 2022-01-18T15:55:11.230 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: }, 2022-01-18T15:55:11.231 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "servicemap": { 2022-01-18T15:55:11.231 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-18T15:55:11.231 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "modified": "2022-01-18T15:54:59.557208+0000", 2022-01-18T15:55:11.231 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "services": {} 2022-01-18T15:55:11.231 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: }, 2022-01-18T15:55:11.232 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "progress_events": {} 2022-01-18T15:55:11.232 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: } 2022-01-18T15:55:11.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:11 smithi129 conmon[29798]: audit 2022-01-18T15:55:11.223783+0000 mon.smithi129 (mon.0) 8 : audit [DBG] from='client.? 172.21.15.129:0/36078247' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2022-01-18T15:55:11.745 INFO:teuthology.orchestra.run.smithi129.stderr:mgr not available, waiting (2/15)... 2022-01-18T15:55:12.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: cluster 2022-01-18T15:55:12.084548+0000 mon.smithi129 (mon.0) 9 : cluster [INF] Activating manager daemon smithi129.iclwio 2022-01-18T15:55:12.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: cluster 2022-01-18T15:55:12.087033+0000 mon.smithi129 (mon.0) 10 : cluster [DBG] mgrmap e2: smithi129.iclwio(active, starting, since 0.00259158s) 2022-01-18T15:55:12.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: audit 2022-01-18T 2022-01-18T15:55:12.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: 15:55:12.087899+0000 mon.smithi129 (mon.0) 11 : audit 2022-01-18T15:55:12.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: [DBG] from='mgr.14100 172.21.15.129:0/1321186746' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-18T15:55:12.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: audit 2022-01-18T15:55:12.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: 2022-01-18T15:55: 2022-01-18T15:55:12.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: 12.088050+0000 mon.smithi129 (mon. 2022-01-18T15:55:12.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: 0) 12 : audit [DBG] from='mgr.14100 172.21.15.129:0/1321186746' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-18T15:55:12.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: audit 2022- 2022-01-18T15:55:12.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: 01-18T15:55:12.088250 2022-01-18T15:55:12.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: +0000 mon.smithi129 (mon.0) 13 2022-01-18T15:55:12.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: : audit [DBG] from='mgr.14100 172.21.15.129:0/1321186746' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-18T15:55:12.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: audit 2022 2022-01-18T15:55:12.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: -01-18T15:55:12. 2022-01-18T15:55:12.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: 088444+0000 mon.smithi129 (mon.0) 2022-01-18T15:55:12.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: 14 : audit [DBG] from='mgr.14100 172.21.15.129:0/1321186746' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata", "id": "smithi129"}]: dispatch 2022-01-18T15:55:12.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: audit 2022- 2022-01-18T15:55:12.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: 01-18T15:55:12.088640 2022-01-18T15:55:12.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: +0000 mon.smithi129 (mon.0) 15 2022-01-18T15:55:12.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: : audit [DBG] from='mgr.14100 172.21.15.129:0/1321186746' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mgr metadata", "who": "smithi129.iclwio", "id": "smithi129.iclwio"}]: dispatch 2022-01-18T15:55:12.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: cluster 2022- 2022-01-18T15:55:12.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: 01-18T15:55:12. 2022-01-18T15:55:12.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: 090249+0000 mon.smithi129 (mon.0) 2022-01-18T15:55:12.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: 16 : cluster [INF] Manager daemon smithi129.iclwio is now available 2022-01-18T15:55:12.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: audit 2022 2022-01-18T15:55:12.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: -01-18T15:55:12. 2022-01-18T15:55:12.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: 098781+0000 mon.smithi129 (mon.0) 2022-01-18T15:55:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: 17 : audit [INF] from='mgr.14100 172.21.15.129:0/1321186746' entity='mgr.smithi129.iclwio' 2022-01-18T15:55:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: audit 2022-01-18T15:55:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: 2022-01-18T15:55: 2022-01-18T15:55:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: 12.101934+0000 mon.smithi129 (mon. 2022-01-18T15:55:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: 0) 18 : audit [INF] from='mgr.14100 172.21.15.129:0/1321186746' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T15:55:12.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: audit 2022-01 2022-01-18T15:55:12.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: -18T15:55:12.102979+0000 2022-01-18T15:55:12.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: mon.smithi129 (mon.0) 19 : 2022-01-18T15:55:12.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: audit [INF] from='mgr.14100 172.21.15.129:0/1321186746' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T15:55:12.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: audit 2022 2022-01-18T15:55:12.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: -01-18T15:55: 2022-01-18T15:55:12.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: 12.108050+0000 mon.smithi129 (mon. 2022-01-18T15:55:12.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: 0) 20 : audit [INF] from='mgr.14100 172.21.15.129:0/1321186746' entity='mgr.smithi129.iclwio' 2022-01-18T15:55:12.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: 2022-01-18T15:55:12.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: audit 2022-01-18T15:55:12.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: 2022-01-18T15:55 2022-01-18T15:55:12.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: :12.110511+0000 mon.smithi129 (mon 2022-01-18T15:55:12.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: .0) 21 : audit [INF] 2022-01-18T15:55:12.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:12 smithi129 conmon[29798]: from='mgr.14100 172.21.15.129:0/1321186746' entity='mgr.smithi129.iclwio' 2022-01-18T15:55:13.747 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpwxn4yv7q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp1ms5a4tl:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 status -f json-pretty 2022-01-18T15:55:14.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:14 smithi129 conmon[29798]: cluster 2022-01-18T15:55:13.089432+0000 mon.smithi129 (mon.0) 22 : cluster [DBG] mgrmap e3: smithi129.iclwio(active, since 1.00499s) 2022-01-18T15:55:14.588 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: 2022-01-18T15:55:14.588 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: { 2022-01-18T15:55:14.588 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "fsid": "e63fbe5c-7876-11ec-8c34-001a4aab830c", 2022-01-18T15:55:14.588 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "health": { 2022-01-18T15:55:14.589 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2022-01-18T15:55:14.589 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "checks": {}, 2022-01-18T15:55:14.589 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "mutes": [] 2022-01-18T15:55:14.589 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: }, 2022-01-18T15:55:14.590 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "election_epoch": 5, 2022-01-18T15:55:14.590 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "quorum": [ 2022-01-18T15:55:14.590 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: 0 2022-01-18T15:55:14.590 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: ], 2022-01-18T15:55:14.590 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "quorum_names": [ 2022-01-18T15:55:14.591 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "smithi129" 2022-01-18T15:55:14.591 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: ], 2022-01-18T15:55:14.591 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "quorum_age": 9, 2022-01-18T15:55:14.591 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "monmap": { 2022-01-18T15:55:14.591 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-18T15:55:14.592 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2022-01-18T15:55:14.592 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "num_mons": 1 2022-01-18T15:55:14.592 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: }, 2022-01-18T15:55:14.592 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "osdmap": { 2022-01-18T15:55:14.593 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-18T15:55:14.593 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "num_osds": 0, 2022-01-18T15:55:14.593 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "num_up_osds": 0, 2022-01-18T15:55:14.593 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "osd_up_since": 0, 2022-01-18T15:55:14.593 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "num_in_osds": 0, 2022-01-18T15:55:14.594 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "osd_in_since": 0, 2022-01-18T15:55:14.594 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2022-01-18T15:55:14.594 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: }, 2022-01-18T15:55:14.594 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "pgmap": { 2022-01-18T15:55:14.595 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "pgs_by_state": [], 2022-01-18T15:55:14.595 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "num_pgs": 0, 2022-01-18T15:55:14.595 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "num_pools": 0, 2022-01-18T15:55:14.595 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "num_objects": 0, 2022-01-18T15:55:14.596 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "data_bytes": 0, 2022-01-18T15:55:14.596 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "bytes_used": 0, 2022-01-18T15:55:14.596 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "bytes_avail": 0, 2022-01-18T15:55:14.596 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "bytes_total": 0 2022-01-18T15:55:14.597 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: }, 2022-01-18T15:55:14.597 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "fsmap": { 2022-01-18T15:55:14.597 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-18T15:55:14.597 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "by_rank": [], 2022-01-18T15:55:14.597 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "up:standby": 0 2022-01-18T15:55:14.598 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: }, 2022-01-18T15:55:14.598 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "mgrmap": { 2022-01-18T15:55:14.598 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "available": true, 2022-01-18T15:55:14.598 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "num_standbys": 0, 2022-01-18T15:55:14.599 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "modules": [ 2022-01-18T15:55:14.599 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "iostat", 2022-01-18T15:55:14.599 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "restful" 2022-01-18T15:55:14.599 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: ], 2022-01-18T15:55:14.600 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "services": {} 2022-01-18T15:55:14.600 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: }, 2022-01-18T15:55:14.600 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "servicemap": { 2022-01-18T15:55:14.600 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-18T15:55:14.600 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "modified": "2022-01-18T15:54:59.557208+0000", 2022-01-18T15:55:14.601 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "services": {} 2022-01-18T15:55:14.601 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: }, 2022-01-18T15:55:14.601 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "progress_events": {} 2022-01-18T15:55:14.601 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: } 2022-01-18T15:55:15.136 INFO:teuthology.orchestra.run.smithi129.stderr:mgr is available 2022-01-18T15:55:15.137 INFO:teuthology.orchestra.run.smithi129.stderr:Enabling cephadm module... 2022-01-18T15:55:15.137 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpwxn4yv7q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp1ms5a4tl:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 mgr module enable cephadm 2022-01-18T15:55:15.350 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:15 smithi129 conmon[29798]: audit 2022-01-18T15:55:14.593503+0000 mon.smithi129 (mon.0) 23 2022-01-18T15:55:15.350 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:15 smithi129 conmon[29798]: : audit [DBG] from='client.? 172.21.15.129:0/2329700085' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2022-01-18T15:55:16.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:16 smithi129 conmon[29798]: cluster 2022-01-18T15:55:15.092083+0000 mon.smithi129 (mon.0) 24 : cluster 2022-01-18T15:55:16.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:16 smithi129 conmon[29798]: [DBG] mgrmap e4: smithi129.iclwio(active, since 3s) 2022-01-18T15:55:16.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:16 smithi129 conmon[29798]: audit 2022-01-18T15:55:15.945777+0000 mon.smithi129 (mon.0) 25 : audit [INF] from='client.? 172.21.15.129:0/2672938921' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2022-01-18T15:55:16.569 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpwxn4yv7q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp1ms5a4tl:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 mgr stat 2022-01-18T15:55:17.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:17 smithi129 conmon[29798]: audit 2022-01-18T15:55:16.096468+0000 mon.smithi129 (mon. 2022-01-18T15:55:17.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:17 smithi129 conmon[29798]: 0) 26 : audit [INF] from='client.? 172.21.15.129:0/2672938921' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2022-01-18T15:55:17.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:17 smithi129 conmon[29798]: cluster 2022-01-18T15:55:16.096517+0000 mon.smithi129 (mon.0) 27 : cluster [DBG] mgrmap e5: smithi129.iclwio(active, since 4s) 2022-01-18T15:55:17.434 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: { 2022-01-18T15:55:17.435 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "epoch": 5, 2022-01-18T15:55:17.435 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "available": true, 2022-01-18T15:55:17.436 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "active_name": "smithi129.iclwio", 2022-01-18T15:55:17.436 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "num_standby": 0 2022-01-18T15:55:17.436 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: } 2022-01-18T15:55:17.960 INFO:teuthology.orchestra.run.smithi129.stderr:Waiting for the mgr to restart... 2022-01-18T15:55:17.961 INFO:teuthology.orchestra.run.smithi129.stderr:Waiting for mgr epoch 5... 2022-01-18T15:55:17.961 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpwxn4yv7q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp1ms5a4tl:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 tell mgr mgr_status 2022-01-18T15:55:18.237 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:18 smithi129 conmon[29798]: audit 2022-01-18T15:55:17.445939+0000 mon.smithi129 (mon.0) 28 : audit [DBG] from='client.? 172.21.15.129:0/690206831' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2022-01-18T15:55:22.137 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: { 2022-01-18T15:55:22.138 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "mgrmap_epoch": 7, 2022-01-18T15:55:22.138 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "initialized": true 2022-01-18T15:55:22.139 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: } 2022-01-18T15:55:22.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: cluster 2022-01-18T15:55:21.084558+0000 mon.smithi129 (mon.0) 29 : cluster [INF] Active manager daemon smithi129.iclwio restarted 2022-01-18T15:55:22.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: cluster 2022-01-18T15:55:21.084995+0000 mon.smithi129 (mon.0) 30 : cluster [INF] Activating manager daemon smithi129.iclwio 2022-01-18T15:55:22.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: cluster 2022-01-18T15:55:21.089501+0000 mon.smithi129 (mon.0) 31 : cluster [DBG] osdmap e2: 0 total, 0 up, 0 in 2022-01-18T15:55:22.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: cluster 2022-01-18T15:55:21.139686+0000 mon.smithi129 (mon.0) 32 : cluster [DBG] mgrmap e6: smithi129.iclwio(active, starting, since 0.0547735s) 2022-01-18T15:55:22.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: audit 2022-01-18T15:55:21.140428+0000 mon.smithi129 (mon.0) 33 : audit [DBG] from='mgr.14114 172.21.15.129:0/3515574072' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata", "id": "smithi129"}]: dispatch 2022-01-18T15:55:22.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: audit 2022-01-18T15:55:21.141035+0000 mon.smithi129 (mon. 2022-01-18T15:55:22.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: 0) 34 : audit [DBG] from='mgr.14114 172.21.15.129:0/3515574072' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mgr metadata", "who": "smithi129.iclwio", "id": "smithi129.iclwio"}]: dispatch 2022-01-18T15:55:22.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: audit 2022-01-18T15:55:21.141637+0000 mon.smithi129 (mon.0) 35 : audit 2022-01-18T15:55:22.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: [DBG] from='mgr.14114 172.21.15.129:0/3515574072' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-18T15:55:22.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: audit 2022-01-18T15:55:22.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: 2022-01-18T15:55:21.141810+0000 mon.smithi129 (mon. 2022-01-18T15:55:22.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: 0) 36 : audit [DBG] from='mgr.14114 172.21.15.129:0/3515574072' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-18T15:55:22.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: audit 2022-01 2022-01-18T15:55:22.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: -18T15:55:21.141934+0000 mon.smithi129 2022-01-18T15:55:22.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: (mon.0) 37 : audit [DBG] from='mgr.14114 172.21.15.129:0/3515574072' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-18T15:55:22.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: cluster 2022- 2022-01-18T15:55:22.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: 01-18T15:55:21.155260+0000 2022-01-18T15:55:22.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: mon.smithi129 (mon.0) 38 : cluster [INF] Manager daemon smithi129.iclwio is now available 2022-01-18T15:55:22.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: audit 2022-01-18T15:55 2022-01-18T15:55:22.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: :21.168105+0000 mon.smithi129 (mon.0) 39 : audit 2022-01-18T15:55:22.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: [INF] from='mgr.14114 172.21.15.129:0/3515574072' entity='mgr.smithi129.iclwio' 2022-01-18T15:55:22.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: audit 2022-01-18T15:55:21. 2022-01-18T15:55:22.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: 170830+0000 mon.smithi129 (mon.0) 40 : audit [INF] 2022-01-18T15:55:22.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: from='mgr.14114 172.21.15.129:0/3515574072' entity='mgr.smithi129.iclwio' 2022-01-18T15:55:22.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: audit 2022-01-18T15:55:21 2022-01-18T15:55:22.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: .173348+0000 mon.smithi129 (mon.0) 41 : audit 2022-01-18T15:55:22.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: [INF] from='mgr.14114 172.21.15.129:0/3515574072' entity='mgr.smithi129.iclwio' 2022-01-18T15:55:22.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: audit 2022-01-18T15:55:21. 2022-01-18T15:55:22.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: 260239+0000 mon.smithi129 (mon.0) 42 : audit 2022-01-18T15:55:22.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: [INF] from='mgr.14114 172.21.15.129:0/3515574072' entity='mgr.smithi129.iclwio' 2022-01-18T15:55:22.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: audit 2022-01-18T15:55 2022-01-18T15:55:22.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: :21.260922+0000 mon.smithi129 (mon.0) 43 2022-01-18T15:55:22.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: : audit [DBG] from='mgr.14114 172.21.15.129:0/3515574072' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:55:22.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: audit 2022-01-18T15: 2022-01-18T15:55:22.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: 55:21.262487+0000 mon.smithi129 (mon.0) 44 : audit [DBG] from='mgr.14114 172.21.15.129:0/3515574072' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:55:22.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: audit 2022- 2022-01-18T15:55:22.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: 01-18T15:55:21.263899+0000 mon.smithi129 2022-01-18T15:55:22.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: (mon.0) 45 : audit [DBG] from='mgr.14114 172.21.15.129:0/3515574072' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:55:22.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: audit 2022 2022-01-18T15:55:22.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: -01-18T15:55:21.273142+0000 2022-01-18T15:55:22.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: mon.smithi129 (mon.0) 46 : audit [INF] from='mgr.14114 172.21.15.129:0/3515574072' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T15:55:22.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: 2022-01-18T15:55:22.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: audit 2022-01-18T15:55:22.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: 2022-01-18T15:55:21.274261+0000 mon.smithi129 ( 2022-01-18T15:55:22.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:22 smithi129 conmon[29798]: mon.0) 47 : audit [INF] from='mgr.14114 172.21.15.129:0/3515574072' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T15:55:22.694 INFO:teuthology.orchestra.run.smithi129.stderr:mgr epoch 5 is available 2022-01-18T15:55:22.694 INFO:teuthology.orchestra.run.smithi129.stderr:Setting orchestrator backend to cephadm... 2022-01-18T15:55:22.695 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpwxn4yv7q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp1ms5a4tl:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch set backend cephadm 2022-01-18T15:55:23.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:23 smithi129 conmon[29798]: audit 2022-01-18T15:55:22.141823+0000 mgr.smithi129.iclwio (mgr.14114) 1 2022-01-18T15:55:23.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:23 smithi129 conmon[29798]: : audit [DBG] from='client.14118 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2022-01-18T15:55:23.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:23 smithi129 conmon[29798]: cluster 2022-01-18T15:55:22.142541+0000 mon.smithi129 (mon.0) 48 : cluster [DBG] mgrmap e7: smithi129.iclwio(active, since 1.05762s) 2022-01-18T15:55:23.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:23 smithi129 conmon[29798]: audit 2022- 2022-01-18T15:55:23.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:23 smithi129 conmon[29798]: 01-18T15:55:22.148523+0000 mgr.smithi129.iclwio (mgr.14114) 2 : audit [DBG] from='client.14118 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2022-01-18T15:55:24.026 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpwxn4yv7q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp1ms5a4tl:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 cephadm set-user root 2022-01-18T15:55:24.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:24 smithi129 conmon[29798]: cluster 2022-01-18T15:55:23.142215+0000 mon.smithi129 (mon.0) 49 2022-01-18T15:55:24.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:24 smithi129 conmon[29798]: : cluster [DBG] mgrmap e8: smithi129.iclwio(active, since 2s) 2022-01-18T15:55:24.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:24 smithi129 conmon[29798]: audit 2022-01-18T15:55:23.556304+0000 mgr.smithi129.iclwio (mgr.14114) 3 : audit [DBG] from='client.14124 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T15:55:24.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:24 smithi129 conmon[29798]: audit 2022-01- 2022-01-18T15:55:24.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:24 smithi129 conmon[29798]: 18T15:55:23.560198+0000 mon.smithi129 (mon.0) 50 : audit [INF] from='mgr.14114 172.21.15.129:0/3515574072' entity='mgr.smithi129.iclwio' 2022-01-18T15:55:24.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:24 smithi129 conmon[29798]: audit 2022-01-18T15 2022-01-18T15:55:24.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:24 smithi129 conmon[29798]: :55:23.563264+0000 mon.smithi129 (mon.0) 51 : audit [DBG] from='mgr.14114 172.21.15.129:0/3515574072' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:55:24.797 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: value unchanged 2022-01-18T15:55:25.293 INFO:teuthology.orchestra.run.smithi129.stderr:Generating ssh key... 2022-01-18T15:55:25.293 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpwxn4yv7q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp1ms5a4tl:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 cephadm generate-key 2022-01-18T15:55:26.165 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:25 smithi129 conmon[29798]: audit 2022-01-18T15:55:24.809809+0000 mgr.smithi129.iclwio (mgr 2022-01-18T15:55:26.165 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:25 smithi129 conmon[29798]: .14114) 4 : audit [DBG] from='client.14126 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T15:55:26.676 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpwxn4yv7q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp1ms5a4tl:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 cephadm get-pub-key 2022-01-18T15:55:26.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:26 smithi129 conmon[29798]: cephadm 2022-01-18T15:55:26.113285+0000 mgr.smithi129.iclwio (mgr.14114) 2022-01-18T15:55:26.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:26 smithi129 conmon[29798]: 6 : cephadm [INF] Generating ssh key... 2022-01-18T15:55:26.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:26 smithi129 conmon[29798]: audit 2022-01-18T15:55:26.180446+0000 mon.smithi129 (mon.0) 52 : audit [INF] from='mgr.14114 172.21.15.129:0/3515574072' entity='mgr.smithi129.iclwio' 2022-01-18T15:55:26.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:26 smithi129 conmon[29798]: audit 2022-01-18T15:55:26.182186+0000 mon.smithi129 (mon.0) 53 : audit [INF] from='mgr.14114 172.21.15.129:0/3515574072' entity='mgr.smithi129.iclwio' 2022-01-18T15:55:27.469 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+3l5DqPv/6Q2KaF4tHxjWSUlIV16uKc+NrhKZ611t4IXlXvB5YHPsmuW8jsAomQlzjxW8ffTwLqhJlUVKikaeNJuXPZlEwX8URDIdQIqS222q04ZPb7l/5hbvdUkflB6HRYyz9KxcqIIZMBPTB3oGTtJm6xlGx0LvTwY61Hm6m1iZ3zZ9k6voM0S4WAWY5d4WRF2E3M+kx/R/ax8C/tSo6nEOn9C5bUy5jChExIoJ7KdUHV292zb9dWVDsnISRjmvYpR/TP/CLfA0nAXi0JRnzeNvQ0q6zyh5Nar7/NtOpiB0nmcz3Hy7G6rlcw1QFOqm3AEvDWu1ZVqpt5RILCOs7a02j8/BkDXHrHiojUHjHj+3tcKbgs95H99OYfT6xjoxCg8CmhPMTHklwJY+ey3IrHYTl254rznBEB1hv/VUlbNtt1hq68eNYdBAlxXuk0i/jrUnhgYobDfbhbFkvtVS5uuu8yfWIF0lI4bpa7dQruGDnUwlOzsUowq1dU4tVuk= ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c 2022-01-18T15:55:28.034 INFO:teuthology.orchestra.run.smithi129.stderr:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2022-01-18T15:55:28.035 INFO:teuthology.orchestra.run.smithi129.stderr:Adding key to root@localhost authorized_keys... 2022-01-18T15:55:28.036 INFO:teuthology.orchestra.run.smithi129.stderr:Adding host smithi129... 2022-01-18T15:55:28.036 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpwxn4yv7q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp1ms5a4tl:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch host add smithi129 172.21.15.129 2022-01-18T15:55:28.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:28 smithi129 conmon[29798]: audit 2022-01-18T15:55:27.480944+0000 mgr.smithi129.iclwio (mgr.14114) 7 : audit [DBG] from='client.14130 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T15:55:29.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:29 smithi129 conmon[29798]: audit 2022-01-18T15:55:28.829645+0000 mgr.smithi129.iclwio (mgr.14114) 8 : audit [DBG] from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi129", "addr": "172.21.15.129", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T15:55:29.427 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: Added host 'smithi129' 2022-01-18T15:55:29.993 INFO:teuthology.orchestra.run.smithi129.stderr:Deploying mon service with default placement... 2022-01-18T15:55:29.994 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpwxn4yv7q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp1ms5a4tl:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply mon 2022-01-18T15:55:30.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:30 smithi129 conmon[29798]: audit 2022-01-18T15:55:29.437818+0000 mon.smithi129 (mon. 2022-01-18T15:55:30.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:30 smithi129 conmon[29798]: 0) 54 : audit [INF] from='mgr.14114 172.21.15.129:0/3515574072' entity='mgr.smithi129.iclwio' 2022-01-18T15:55:30.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:30 smithi129 conmon[29798]: cephadm 2022-01-18T15:55:29.438113+0000 mgr.smithi129.iclwio (mgr.14114) 9 : cephadm [INF] Added host smithi129 2022-01-18T15:55:30.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:30 smithi129 conmon[29798]: audit 2022-01-18T15:55:29.438337+0000 mon.smithi129 (mon.0) 55 : audit [DBG] from='mgr.14114 172.21.15.129:0/3515574072' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:55:30.896 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: Scheduled mon update... 2022-01-18T15:55:31.509 INFO:teuthology.orchestra.run.smithi129.stderr:Deploying mgr service with default placement... 2022-01-18T15:55:31.509 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpwxn4yv7q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp1ms5a4tl:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply mgr 2022-01-18T15:55:32.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:31 smithi129 conmon[29798]: audit 2022-01-18T15:55:30.902972+0000 mgr.smithi129.iclwio (mgr.14114) 10 : audit [DBG] from='client.14134 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T15:55:32.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:31 smithi129 conmon[29798]: cephadm 2022-01-18T15:55:30.903662+0000 mgr.smithi129.iclwio (mgr.14114) 11 : cephadm [INF] Saving service mon spec with placement count:5 2022-01-18T15:55:32.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:31 smithi129 conmon[29798]: audit 2022-01-18T15:55:30.908397+0000 mon.smithi129 (mon.0) 56 : audit [INF] from='mgr.14114 172.21.15.129:0/3515574072' entity='mgr.smithi129.iclwio' 2022-01-18T15:55:32.501 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: Scheduled mgr update... 2022-01-18T15:55:33.017 INFO:teuthology.orchestra.run.smithi129.stderr:Deploying crash service with default placement... 2022-01-18T15:55:33.018 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpwxn4yv7q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp1ms5a4tl:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply crash 2022-01-18T15:55:33.834 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: Scheduled crash update... 2022-01-18T15:55:33.858 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:33 smithi129 conmon[29798]: audit 2022-01-18T15:55:32.460322+0000 mon.smithi129 (mon 2022-01-18T15:55:33.858 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:33 smithi129 conmon[29798]: .0) 57 : audit [INF] from='mgr.14114 172.21.15.129:0/3515574072' entity='mgr.smithi129.iclwio' 2022-01-18T15:55:33.858 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:33 smithi129 conmon[29798]: audit 2022-01-18T15:55:32.507772+0000 mgr.smithi129.iclwio (mgr.14114) 12 : audit [DBG] from='client.14136 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T15:55:33.859 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:33 smithi129 conmon[29798]: cephadm 2022-01-18T15:55:32.508365+0000 mgr.smithi129.iclwio (mgr.14114) 13 : cephadm [INF] Saving service mgr spec with placement count:2 2022-01-18T15:55:33.859 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:33 smithi129 conmon[29798]: audit 2022-01-18T15:55:32.513002+0000 mon.smithi129 (mon.0) 58 : audit [INF] from='mgr.14114 172.21.15.129:0/3515574072' entity='mgr.smithi129.iclwio' 2022-01-18T15:55:33.859 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:33 smithi129 conmon[29798]: audit 2022-01-18T15:55:32.718560+0000 mon.smithi129 (mon.0) 59 : audit [INF] from='mgr.14114 172.21.15.129:0/3515574072' entity='mgr.smithi129.iclwio' 2022-01-18T15:55:34.526 INFO:teuthology.orchestra.run.smithi129.stderr:Enabling mgr prometheus module... 2022-01-18T15:55:34.527 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpwxn4yv7q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp1ms5a4tl:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 mgr module enable prometheus 2022-01-18T15:55:34.788 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:34 smithi129 conmon[29798]: audit 2022-01-18T15:55:33.759577+0000 mon.smithi129 (mon.0) 60 : audit [INF] from='mgr.14114 172.21.15.129:0/3515574072' entity='mgr.smithi129.iclwio' 2022-01-18T15:55:34.788 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:34 smithi129 conmon[29798]: audit 2022-01-18T15:55:33.842649+0000 mgr.smithi129.iclwio (mgr.14114) 14 : audit [DBG] from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "crash", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T15:55:34.789 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:34 smithi129 conmon[29798]: cephadm 2022-01-18T15:55:33.843361+0000 mgr.smithi129.iclwio (mgr.14114) 15 : cephadm [INF] Saving service crash spec with placement * 2022-01-18T15:55:34.789 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:34 smithi129 conmon[29798]: audit 2022-01-18T15:55:33.845648+0000 mon.smithi129 (mon.0) 61 : audit [INF] from='mgr.14114 172.21.15.129:0/3515574072' entity='mgr.smithi129.iclwio' 2022-01-18T15:55:35.877 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:35 smithi129 conmon[29798]: audit 2022-01-18T15:55:35.690916+0000 mon.smithi129 (mon. 2022-01-18T15:55:35.877 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:35 smithi129 conmon[29798]: 0) 62 : audit [INF] from='client.? 172.21.15.129:0/1895752925' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2022-01-18T15:55:36.368 INFO:teuthology.orchestra.run.smithi129.stderr:Deploying prometheus service with default placement... 2022-01-18T15:55:36.369 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpwxn4yv7q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp1ms5a4tl:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply prometheus 2022-01-18T15:55:36.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:36 smithi129 conmon[29798]: audit 2022-01-18T15:55:35 2022-01-18T15:55:36.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:36 smithi129 conmon[29798]: .858274+0000 mon.smithi129 (mon.0) 63 : audit [INF] from='client.? 172.21.15.129:0/1895752925' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2022-01-18T15:55:36.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:36 smithi129 conmon[29798]: cluster 2022-01-18T15 2022-01-18T15:55:36.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:36 smithi129 conmon[29798]: :55:35.858325+0000 mon.smithi129 (mon.0) 64 : cluster [DBG] mgrmap e9: smithi129.iclwio(active, since 14s) 2022-01-18T15:55:41.849 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: Scheduled prometheus update... 2022-01-18T15:55:42.073 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:41 smithi129 conmon[29798]: cluster 2022-01-18T15:55:40.810568+0000 mon.smithi129 (mon.0) 65 2022-01-18T15:55:42.075 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:41 smithi129 conmon[29798]: : cluster [INF] Active manager daemon smithi129.iclwio restarted 2022-01-18T15:55:42.075 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:41 smithi129 conmon[29798]: cluster 2022-01-18T15:55:40.811020+0000 mon.smithi129 (mon.0) 66 : cluster [INF] Activating manager daemon smithi129.iclwio 2022-01-18T15:55:42.076 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:41 smithi129 conmon[29798]: cluster 2022-01-18T15:55:40.813109+0000 mon.smithi129 (mon.0) 67 : cluster [DBG] osdmap e3: 0 total, 0 up, 0 in 2022-01-18T15:55:42.076 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:41 smithi129 conmon[29798]: cluster 2022-01-18T15:55:40.856881+0000 mon.smithi129 (mon.0) 68 : cluster [DBG] mgrmap e10: smithi129.iclwio(active, starting, since 0.0459506s) 2022-01-18T15:55:42.077 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:41 smithi129 conmon[29798]: audit 2022-01-18T15:55:40.857872+0000 mon.smithi129 (mon.0) 69 : audit [DBG] from='mgr.14142 172.21.15.129:0/1307060378' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata", "id": "smithi129"}]: dispatch 2022-01-18T15:55:42.077 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:41 smithi129 conmon[29798]: audit 2022-01-18T15:55:40.858433+0000 mon.smithi129 (mon.0) 70 : audit [DBG] from='mgr.14142 172.21.15.129:0/1307060378' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mgr metadata", "who": "smithi129.iclwio", "id": "smithi129.iclwio"}]: dispatch 2022-01-18T15:55:42.078 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:41 smithi129 conmon[29798]: audit 2022-01-18T15:55:40.859036+0000 mon.smithi129 (mon.0) 71 : audit [DBG] from='mgr.14142 172.21.15.129:0/1307060378' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-18T15:55:42.078 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:41 smithi129 conmon[29798]: audit 2022-01-18T15:55:40.859184+0000 mon.smithi129 (mon.0) 72 : audit [DBG] from='mgr.14142 172.21.15.129:0/1307060378' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-18T15:55:42.078 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:41 smithi129 conmon[29798]: audit 2022-01-18T15:55:40.859346+0000 mon.smithi129 (mon.0) 73 : audit [DBG] from='mgr.14142 172.21.15.129:0/1307060378' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-18T15:55:42.079 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:41 smithi129 conmon[29798]: cluster 2022-01-18T15:55:40.874352+0000 mon.smithi129 (mon.0) 74 : cluster [INF] Manager daemon smithi129.iclwio is now available 2022-01-18T15:55:42.079 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:41 smithi129 conmon[29798]: audit 2022-01-18T15:55:40.972931+0000 mon.smithi129 (mon.0) 75 : audit [DBG] from='mgr.14142 172.21.15.129:0/1307060378' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:55:42.079 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:41 smithi129 conmon[29798]: audit 2022-01-18T15:55:40.974272+0000 mon.smithi129 (mon.0) 76 : audit [DBG] from='mgr.14142 172.21.15.129:0/1307060378' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:55:42.080 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:41 smithi129 conmon[29798]: audit 2022-01-18T15:55:40.988442+0000 mon.smithi129 (mon.0) 77 : audit [INF] from='mgr.14142 172.21.15.129:0/1307060378' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T15:55:42.080 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:41 smithi129 conmon[29798]: audit 2022-01-18T15:55:40.991534+0000 mon.smithi129 (mon.0) 78 : audit [INF] from='mgr.14142 172.21.15.129:0/1307060378' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T15:55:42.474 INFO:teuthology.orchestra.run.smithi129.stderr:Deploying grafana service with default placement... 2022-01-18T15:55:42.474 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpwxn4yv7q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp1ms5a4tl:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply grafana 2022-01-18T15:55:43.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:42 smithi129 conmon[29798]: cluster 2022-01-18T15:55:41.858961+0000 mon.smithi129 (mon.0) 79 : cluster [DBG] mgrmap e11: smithi129.iclwio(active, since 1.04803s) 2022-01-18T15:55:43.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:42 smithi129 conmon[29798]: cephadm 2022-01-18T15:55:41.859473+0000 mgr.smithi129.iclwio (mgr.14142) 2 : cephadm [INF] Saving service prometheus spec with placement count:1 2022-01-18T15:55:43.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:42 smithi129 conmon[29798]: audit 2022-01-18T15:55:41.861306+0000 mon.smithi129 (mon.0) 80 : audit [INF] from='mgr.14142 172.21.15.129:0/1307060378' entity='mgr.smithi129.iclwio' 2022-01-18T15:55:43.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:42 smithi129 conmon[29798]: audit 2022-01-18T15:55:42.472848+0000 mon.smithi129 (mon.0) 81 : audit [INF] from='mgr.14142 172.21.15.129:0/1307060378' entity='mgr.smithi129.iclwio' 2022-01-18T15:55:43.319 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: Scheduled grafana update... 2022-01-18T15:55:44.336 INFO:teuthology.orchestra.run.smithi129.stderr:Deploying node-exporter service with default placement... 2022-01-18T15:55:44.336 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpwxn4yv7q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp1ms5a4tl:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply node-exporter 2022-01-18T15:55:44.580 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:44 smithi129 conmon[29798]: audit 2022-01-18T15:55:43.328061+0000 mgr.smithi129.iclwio (mgr.14142) 2022-01-18T15:55:44.581 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:44 smithi129 conmon[29798]: 3 : audit [DBG] from='client.14150 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T15:55:44.581 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:44 smithi129 conmon[29798]: cephadm 2022-01-18T15:55:43.328566+0000 mgr.smithi129.iclwio (mgr.14142) 4 : cephadm [INF] Saving service grafana spec with placement count:1 2022-01-18T15:55:44.581 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:44 smithi129 conmon[29798]: audit 2022-01- 2022-01-18T15:55:44.582 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:44 smithi129 conmon[29798]: 18T15:55:43.331283+0000 mon.smithi129 (mon.0) 82 : audit [INF] from='mgr.14142 172.21.15.129:0/1307060378' entity='mgr.smithi129.iclwio' 2022-01-18T15:55:44.582 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:44 smithi129 conmon[29798]: cluster 2022-01-18T15 2022-01-18T15:55:44.582 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:44 smithi129 conmon[29798]: :55:43.473834+0000 mon.smithi129 (mon.0) 83 : cluster [DBG] mgrmap e12: smithi129.iclwio(active, since 2s) 2022-01-18T15:55:45.165 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: Scheduled node-exporter update... 2022-01-18T15:55:45.765 INFO:teuthology.orchestra.run.smithi129.stderr:Deploying alertmanager service with default placement... 2022-01-18T15:55:45.765 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpwxn4yv7q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp1ms5a4tl:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply alertmanager 2022-01-18T15:55:46.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:46 smithi129 conmon[29798]: audit 2022-01-18T15:55:45.174216+0000 mgr.smithi129.iclwio (mgr.14142) 2022-01-18T15:55:46.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:46 smithi129 conmon[29798]: 5 : audit [DBG] from='client.14152 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T15:55:46.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:46 smithi129 conmon[29798]: cephadm 2022-01-18T15:55:45.174878+0000 mgr.smithi129.iclwio (mgr.14142) 6 : cephadm [INF] Saving service node-exporter spec with placement * 2022-01-18T15:55:46.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:46 smithi129 conmon[29798]: audit 2022-01-18T15:55:45.177039+0000 mon.smithi129 (mon.0) 84 : audit [INF] from='mgr.14142 172.21.15.129:0/1307060378' entity='mgr.smithi129.iclwio' 2022-01-18T15:55:46.625 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: Scheduled alertmanager update... 2022-01-18T15:55:47.173 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpwxn4yv7q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp1ms5a4tl:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 config set mgr mgr/cephadm/container_init True --force 2022-01-18T15:55:47.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:47 smithi129 conmon[29798]: audit 2022-01-18T15:55:46.634143+0000 mgr.smithi129.iclwio (mgr.14142) 2022-01-18T15:55:47.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:47 smithi129 conmon[29798]: 7 : audit [DBG] from='client.14154 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T15:55:47.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:47 smithi129 conmon[29798]: cephadm 2022-01-18T15:55:46.634685+0000 mgr.smithi129.iclwio (mgr.14142) 8 : cephadm [INF] Saving service alertmanager spec with placement count:1 2022-01-18T15:55:47.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:47 smithi129 conmon[29798]: audit 2022-01-18T15:55:46.637003+0000 mon.smithi129 (mon.0) 85 : audit [INF] from='mgr.14142 172.21.15.129:0/1307060378' entity='mgr.smithi129.iclwio' 2022-01-18T15:55:48.490 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpwxn4yv7q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp1ms5a4tl:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 config set mgr mgr/dashboard/ssl_server_port 8443 2022-01-18T15:55:49.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:48 smithi129 conmon[29798]: audit 2022-01-18T15:55:47.967317+0000 mon.smithi129 (mon.0) 86 : 2022-01-18T15:55:49.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:48 smithi129 conmon[29798]: audit [INF] from='client.? 172.21.15.129:0/2179359842' entity='client.admin' 2022-01-18T15:55:49.831 INFO:teuthology.orchestra.run.smithi129.stderr:Enabling the dashboard module... 2022-01-18T15:55:49.832 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpwxn4yv7q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp1ms5a4tl:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 mgr module enable dashboard 2022-01-18T15:55:50.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:50 smithi129 conmon[29798]: audit 2022-01-18T15:55:49.302110+0000 mon.smithi129 (mon.0) 87 : 2022-01-18T15:55:50.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:50 smithi129 conmon[29798]: audit [INF] from='client.? 172.21.15.129:0/1355092400' entity='client.admin' 2022-01-18T15:55:51.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:51 smithi129 conmon[29798]: audit 2022-01-18T15:55:50.681206+0000 mon.smithi129 (mon.0) 88 : audit [INF] from='client.? 172.21.15.129:0/3315703599' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2022-01-18T15:55:51.823 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpwxn4yv7q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp1ms5a4tl:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 mgr stat 2022-01-18T15:55:52.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:52 smithi129 conmon[29798]: audit 2022-01-18T15:55:51.306190+0000 mon.smithi129 (mon. 2022-01-18T15:55:52.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:52 smithi129 conmon[29798]: 0) 89 : audit [INF] from='client.? 172.21.15.129:0/3315703599' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2022-01-18T15:55:52.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:52 smithi129 conmon[29798]: cluster 2022-01-18T15:55:51.306252+0000 mon.smithi129 (mon.0) 90 : cluster [DBG] mgrmap e13: smithi129.iclwio(active, since 10s) 2022-01-18T15:55:52.680 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: { 2022-01-18T15:55:52.680 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "epoch": 13, 2022-01-18T15:55:52.680 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "available": true, 2022-01-18T15:55:52.681 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "active_name": "smithi129.iclwio", 2022-01-18T15:55:52.681 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "num_standby": 0 2022-01-18T15:55:52.681 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: } 2022-01-18T15:55:53.239 INFO:teuthology.orchestra.run.smithi129.stderr:Waiting for the mgr to restart... 2022-01-18T15:55:53.239 INFO:teuthology.orchestra.run.smithi129.stderr:Waiting for mgr epoch 13... 2022-01-18T15:55:53.240 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpwxn4yv7q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp1ms5a4tl:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 tell mgr mgr_status 2022-01-18T15:55:53.516 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:53 smithi129 conmon[29798]: audit 2022-01-18T15:55:52.691269+0000 mon.smithi129 ( 2022-01-18T15:55:53.516 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:53 smithi129 conmon[29798]: mon.0) 91 : audit [DBG] from='client.? 172.21.15.129:0/3475985' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2022-01-18T15:55:57.407 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: { 2022-01-18T15:55:57.407 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "mgrmap_epoch": 15, 2022-01-18T15:55:57.407 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: "initialized": true 2022-01-18T15:55:57.408 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: } 2022-01-18T15:55:57.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:57 smithi129 conmon[29798]: cluster 2022-01-18T15:55:56.358447+0000 mon.smithi129 (mon.0) 92 : cluster [INF] Active manager daemon smithi129.iclwio restarted 2022-01-18T15:55:57.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:57 smithi129 conmon[29798]: cluster 2022-01-18 2022-01-18T15:55:57.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:57 smithi129 conmon[29798]: T15:55:56.358842+0000 mon.smithi129 (mon.0) 93 : cluster [INF] Activating manager daemon smithi129.iclwio 2022-01-18T15:55:57.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:57 smithi129 conmon[29798]: cluster 2022-01-18T15:55:56.360366+0000 mon.smithi129 (mon.0) 94 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2022-01-18T15:55:57.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:57 smithi129 conmon[29798]: cluster 2022-01-18T15:55:56.411340+0000 mon.smithi129 (mon.0) 95 : cluster [DBG] mgrmap e14: smithi129.iclwio(active, starting, since 0.052598s) 2022-01-18T15:55:57.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:57 smithi129 conmon[29798]: audit 2022-01-18T15:55:56.412302+0000 mon.smithi129 (mon.0) 96 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata", "id": "smithi129"}]: dispatch 2022-01-18T15:55:57.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:57 smithi129 conmon[29798]: audit 2022-01-18T15:55:56.413014+0000 mon.smithi129 (mon.0) 97 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mgr metadata", "who": "smithi129.iclwio", "id": "smithi129.iclwio"}]: dispatch 2022-01-18T15:55:57.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:57 smithi129 conmon[29798]: audit 2022-01-18T15:55:56.413615+0000 mon.smithi129 (mon.0) 98 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-18T15:55:57.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:57 smithi129 conmon[29798]: audit 2022-01-18T15:55:56.413784+0000 mon.smithi129 (mon.0) 99 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-18T15:55:57.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:57 smithi129 conmon[29798]: audit 2022-01-18T15:55:56.413938+0000 mon.smithi129 (mon.0) 100 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-18T15:55:57.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:57 smithi129 conmon[29798]: cluster 2022-01-18T15:55:56.427183+0000 mon.smithi129 (mon.0) 101 : cluster [INF] Manager daemon smithi129.iclwio is now available 2022-01-18T15:55:57.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:57 smithi129 conmon[29798]: audit 2022-01-18T15:55:56.524264+0000 mon.smithi129 (mon.0) 102 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:55:57.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:57 smithi129 conmon[29798]: audit 2022-01-18T15:55:56.525644+0000 mon.smithi129 (mon.0) 103 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:55:57.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:57 smithi129 conmon[29798]: audit 2022-01-18T15:55:56.549052+0000 mon.smithi129 (mon.0) 104 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T15:55:57.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:57 smithi129 conmon[29798]: audit 2022-01-18T15:55:56.551990+0000 mon.smithi129 (mon.0) 105 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T15:55:57.994 INFO:teuthology.orchestra.run.smithi129.stderr:mgr epoch 13 is available 2022-01-18T15:55:57.994 INFO:teuthology.orchestra.run.smithi129.stderr:Generating a dashboard self-signed certificate... 2022-01-18T15:55:57.994 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpwxn4yv7q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp1ms5a4tl:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 dashboard create-self-signed-cert 2022-01-18T15:55:58.564 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:58 smithi129 conmon[29798]: audit 2022-01-18T15:55:57 2022-01-18T15:55:58.564 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:58 smithi129 conmon[29798]: .412880+0000 mgr.smithi129.iclwio (mgr.14162) 1 : audit [DBG] from='client.14166 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2022-01-18T15:55:58.564 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:58 smithi129 conmon[29798]: cluster 2022-01-18T15:55:57.413491+0000 mon.smithi129 (mon.0) 106 : cluster [DBG] mgrmap e15: smithi129.iclwio(active, since 1.05475s) 2022-01-18T15:55:58.564 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:58 smithi129 conmon[29798]: audit 2022-01-18T15:55:57.418887+0000 mgr.smithi129.iclwio (mgr.14162) 2 : audit [DBG] from='client.14166 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2022-01-18T15:55:58.565 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:58 smithi129 conmon[29798]: audit 2022-01-18T15:55:57.985425+0000 mon.smithi129 (mon.0) 107 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:55:59.049 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: Self-signed certificate created 2022-01-18T15:55:59.829 INFO:teuthology.orchestra.run.smithi129.stderr:Creating initial admin user... 2022-01-18T15:55:59.830 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpwxn4yv7q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp1ms5a4tl:/etc/ceph/ceph.conf:z -v /tmp/ceph-tmpegcditn4:/tmp/dashboard.pw:z docker.io/ceph/ceph:v16.2.4 dashboard ac-user-create admin -i /tmp/dashboard.pw administrator --force-password --pwd-update-required 2022-01-18T15:56:00.048 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:59 smithi129 conmon[29798]: audit 2022-01-18T15:55:58.859611+0000 mgr.smithi129.iclwio (mgr.14162) 3 : audit [DBG] from='client.14172 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T15:56:00.049 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:59 smithi129 conmon[29798]: cluster 2022-01-18T15:55:58.986951+0000 mon.smithi129 (mon.0) 108 : cluster [DBG] mgrmap e16: smithi129.iclwio(active, since 2s) 2022-01-18T15:56:00.049 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:59 smithi129 conmon[29798]: audit 2022-01-18T15:55:59.057530+0000 mon.smithi129 (mon.0) 109 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:56:00.050 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:55:59 smithi129 conmon[29798]: audit 2022-01-18T15:55:59.061887+0000 mon.smithi129 (mon.0) 110 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:56:00.869 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: {"username": "admin", "password": "$2b$12$/ZoORy7jc5DqtjT8h4cy4uSWh4kua5LrQX3BJ5vJvenvHrGlQKtLK", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1642521360, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2022-01-18T15:56:01.408 INFO:teuthology.orchestra.run.smithi129.stderr:Fetching dashboard port number... 2022-01-18T15:56:01.408 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi129 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpwxn4yv7q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp1ms5a4tl:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 config get mgr mgr/dashboard/ssl_server_port 2022-01-18T15:56:01.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:01 smithi129 conmon[29798]: audit 2022-01-18T15:56:00.666310+0000 mgr.smithi129.iclwio (mgr.14162) 4 : 2022-01-18T15:56:01.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:01 smithi129 conmon[29798]: audit [DBG] from='client.14174 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T15:56:01.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:01 smithi129 conmon[29798]: audit 2022-01-18T15:56:00.881913+0000 mon.smithi129 (mon.0) 111 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:56:02.259 INFO:teuthology.orchestra.run.smithi129.stderr:/usr/bin/ceph: 8443 2022-01-18T15:56:02.763 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: systemctl is-enabled firewalld.service 2022-01-18T15:56:02.771 INFO:teuthology.orchestra.run.smithi129.stderr:systemctl: disabled 2022-01-18T15:56:02.772 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: systemctl is-active firewalld.service 2022-01-18T15:56:02.778 INFO:teuthology.orchestra.run.smithi129.stderr:systemctl: inactive 2022-01-18T15:56:02.779 INFO:teuthology.orchestra.run.smithi129.stderr:firewalld.service is not enabled 2022-01-18T15:56:02.779 INFO:teuthology.orchestra.run.smithi129.stderr:Not possible to open ports <[8443]>. firewalld.service is not available 2022-01-18T15:56:02.781 INFO:teuthology.orchestra.run.smithi129.stderr:Ceph Dashboard is now available at: 2022-01-18T15:56:02.782 INFO:teuthology.orchestra.run.smithi129.stderr: 2022-01-18T15:56:02.782 INFO:teuthology.orchestra.run.smithi129.stderr: URL: https://smithi129.front.sepia.ceph.com:8443/ 2022-01-18T15:56:02.782 INFO:teuthology.orchestra.run.smithi129.stderr: User: admin 2022-01-18T15:56:02.782 INFO:teuthology.orchestra.run.smithi129.stderr: Password: 1dcopvkgnf 2022-01-18T15:56:02.783 INFO:teuthology.orchestra.run.smithi129.stderr: 2022-01-18T15:56:02.784 INFO:teuthology.orchestra.run.smithi129.stderr:You can access the Ceph CLI with: 2022-01-18T15:56:02.784 INFO:teuthology.orchestra.run.smithi129.stderr: 2022-01-18T15:56:02.784 INFO:teuthology.orchestra.run.smithi129.stderr: sudo /home/ubuntu/cephtest/cephadm shell --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2022-01-18T15:56:02.784 INFO:teuthology.orchestra.run.smithi129.stderr: 2022-01-18T15:56:02.785 INFO:teuthology.orchestra.run.smithi129.stderr:Please consider enabling telemetry to help improve Ceph: 2022-01-18T15:56:02.785 INFO:teuthology.orchestra.run.smithi129.stderr: 2022-01-18T15:56:02.785 INFO:teuthology.orchestra.run.smithi129.stderr: ceph telemetry on 2022-01-18T15:56:02.785 INFO:teuthology.orchestra.run.smithi129.stderr: 2022-01-18T15:56:02.785 INFO:teuthology.orchestra.run.smithi129.stderr:For more information see: 2022-01-18T15:56:02.786 INFO:teuthology.orchestra.run.smithi129.stderr: 2022-01-18T15:56:02.786 INFO:teuthology.orchestra.run.smithi129.stderr: https://docs.ceph.com/docs/pacific/mgr/telemetry/ 2022-01-18T15:56:02.786 INFO:teuthology.orchestra.run.smithi129.stderr: 2022-01-18T15:56:02.786 INFO:teuthology.orchestra.run.smithi129.stderr:Bootstrap complete. 2022-01-18T15:56:02.787 INFO:teuthology.orchestra.run.smithi129.stderr:Releasing lock 140588426535040 on /run/cephadm/e63fbe5c-7876-11ec-8c34-001a4aab830c.lock 2022-01-18T15:56:02.787 INFO:teuthology.orchestra.run.smithi129.stderr:Lock 140588426535040 released on /run/cephadm/e63fbe5c-7876-11ec-8c34-001a4aab830c.lock 2022-01-18T15:56:02.824 INFO:tasks.cephadm:Fetching config... 2022-01-18T15:56:02.824 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2022-01-18T15:56:02.825 DEBUG:teuthology.orchestra.run.smithi129:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2022-01-18T15:56:02.841 INFO:tasks.cephadm:Fetching client.admin keyring... 2022-01-18T15:56:02.841 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2022-01-18T15:56:02.842 DEBUG:teuthology.orchestra.run.smithi129:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2022-01-18T15:56:02.896 INFO:tasks.cephadm:Fetching mon keyring... 2022-01-18T15:56:02.897 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2022-01-18T15:56:02.897 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd if=/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/mon.smithi129/keyring of=/dev/stdout 2022-01-18T15:56:02.962 INFO:tasks.cephadm:Fetching pub ssh key... 2022-01-18T15:56:02.963 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2022-01-18T15:56:02.964 DEBUG:teuthology.orchestra.run.smithi129:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2022-01-18T15:56:03.018 INFO:tasks.cephadm:Installing pub ssh key for root users... 2022-01-18T15:56:03.018 DEBUG:teuthology.orchestra.run.smithi129:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+3l5DqPv/6Q2KaF4tHxjWSUlIV16uKc+NrhKZ611t4IXlXvB5YHPsmuW8jsAomQlzjxW8ffTwLqhJlUVKikaeNJuXPZlEwX8URDIdQIqS222q04ZPb7l/5hbvdUkflB6HRYyz9KxcqIIZMBPTB3oGTtJm6xlGx0LvTwY61Hm6m1iZ3zZ9k6voM0S4WAWY5d4WRF2E3M+kx/R/ax8C/tSo6nEOn9C5bUy5jChExIoJ7KdUHV292zb9dWVDsnISRjmvYpR/TP/CLfA0nAXi0JRnzeNvQ0q6zyh5Nar7/NtOpiB0nmcz3Hy7G6rlcw1QFOqm3AEvDWu1ZVqpt5RILCOs7a02j8/BkDXHrHiojUHjHj+3tcKbgs95H99OYfT6xjoxCg8CmhPMTHklwJY+ey3IrHYTl254rznBEB1hv/VUlbNtt1hq68eNYdBAlxXuk0i/jrUnhgYobDfbhbFkvtVS5uuu8yfWIF0lI4bpa7dQruGDnUwlOzsUowq1dU4tVuk= ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2022-01-18T15:56:03.038 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:02 smithi129 conmon[29798]: audit 2022-01-18T15:56:02.271261+0000 mon.smithi129 (mon 2022-01-18T15:56:03.038 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:02 smithi129 conmon[29798]: .0) 112 : audit [DBG] from='client.? 172.21.15.129:0/981687707' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2022-01-18T15:56:03.073 INFO:teuthology.orchestra.run.smithi129.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+3l5DqPv/6Q2KaF4tHxjWSUlIV16uKc+NrhKZ611t4IXlXvB5YHPsmuW8jsAomQlzjxW8ffTwLqhJlUVKikaeNJuXPZlEwX8URDIdQIqS222q04ZPb7l/5hbvdUkflB6HRYyz9KxcqIIZMBPTB3oGTtJm6xlGx0LvTwY61Hm6m1iZ3zZ9k6voM0S4WAWY5d4WRF2E3M+kx/R/ax8C/tSo6nEOn9C5bUy5jChExIoJ7KdUHV292zb9dWVDsnISRjmvYpR/TP/CLfA0nAXi0JRnzeNvQ0q6zyh5Nar7/NtOpiB0nmcz3Hy7G6rlcw1QFOqm3AEvDWu1ZVqpt5RILCOs7a02j8/BkDXHrHiojUHjHj+3tcKbgs95H99OYfT6xjoxCg8CmhPMTHklwJY+ey3IrHYTl254rznBEB1hv/VUlbNtt1hq68eNYdBAlxXuk0i/jrUnhgYobDfbhbFkvtVS5uuu8yfWIF0lI4bpa7dQruGDnUwlOzsUowq1dU4tVuk= ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c 2022-01-18T15:56:03.085 DEBUG:teuthology.orchestra.run.smithi156:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+3l5DqPv/6Q2KaF4tHxjWSUlIV16uKc+NrhKZ611t4IXlXvB5YHPsmuW8jsAomQlzjxW8ffTwLqhJlUVKikaeNJuXPZlEwX8URDIdQIqS222q04ZPb7l/5hbvdUkflB6HRYyz9KxcqIIZMBPTB3oGTtJm6xlGx0LvTwY61Hm6m1iZ3zZ9k6voM0S4WAWY5d4WRF2E3M+kx/R/ax8C/tSo6nEOn9C5bUy5jChExIoJ7KdUHV292zb9dWVDsnISRjmvYpR/TP/CLfA0nAXi0JRnzeNvQ0q6zyh5Nar7/NtOpiB0nmcz3Hy7G6rlcw1QFOqm3AEvDWu1ZVqpt5RILCOs7a02j8/BkDXHrHiojUHjHj+3tcKbgs95H99OYfT6xjoxCg8CmhPMTHklwJY+ey3IrHYTl254rznBEB1hv/VUlbNtt1hq68eNYdBAlxXuk0i/jrUnhgYobDfbhbFkvtVS5uuu8yfWIF0lI4bpa7dQruGDnUwlOzsUowq1dU4tVuk= ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2022-01-18T15:56:03.138 INFO:teuthology.orchestra.run.smithi156.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+3l5DqPv/6Q2KaF4tHxjWSUlIV16uKc+NrhKZ611t4IXlXvB5YHPsmuW8jsAomQlzjxW8ffTwLqhJlUVKikaeNJuXPZlEwX8URDIdQIqS222q04ZPb7l/5hbvdUkflB6HRYyz9KxcqIIZMBPTB3oGTtJm6xlGx0LvTwY61Hm6m1iZ3zZ9k6voM0S4WAWY5d4WRF2E3M+kx/R/ax8C/tSo6nEOn9C5bUy5jChExIoJ7KdUHV292zb9dWVDsnISRjmvYpR/TP/CLfA0nAXi0JRnzeNvQ0q6zyh5Nar7/NtOpiB0nmcz3Hy7G6rlcw1QFOqm3AEvDWu1ZVqpt5RILCOs7a02j8/BkDXHrHiojUHjHj+3tcKbgs95H99OYfT6xjoxCg8CmhPMTHklwJY+ey3IrHYTl254rznBEB1hv/VUlbNtt1hq68eNYdBAlxXuk0i/jrUnhgYobDfbhbFkvtVS5uuu8yfWIF0lI4bpa7dQruGDnUwlOzsUowq1dU4tVuk= ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c 2022-01-18T15:56:03.150 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph config set mgr mgr/cephadm/allow_ptrace true 2022-01-18T15:56:03.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:03 smithi129 conmon[29798]: cluster 2022-01-18T15:56:02.885973+0000 mon.smithi129 (mon.0) 113 : cluster [DBG] mgrmap e17: smithi129.iclwio(active, since 6s) 2022-01-18T15:56:06.652 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi156 2022-01-18T15:56:06.652 DEBUG:teuthology.orchestra.run.smithi156:> set -ex 2022-01-18T15:56:06.653 DEBUG:teuthology.orchestra.run.smithi156:> dd of=/etc/ceph/ceph.conf 2022-01-18T15:56:06.671 DEBUG:teuthology.orchestra.run.smithi156:> set -ex 2022-01-18T15:56:06.671 DEBUG:teuthology.orchestra.run.smithi156:> dd of=/etc/ceph/ceph.client.admin.keyring 2022-01-18T15:56:06.727 INFO:tasks.cephadm:Adding host smithi156 to orchestrator... 2022-01-18T15:56:06.728 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph orch host add smithi156 2022-01-18T15:56:07.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:06 smithi129 conmon[29798]: audit 2022-01-18T15:56:05.918095+0000 mon.smithi129 (mon.0) 114 : audit [INF] from='client.? 172.21.15.129:0/3222036978' entity='client.admin' 2022-01-18T15:56:10.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:09 smithi129 conmon[29798]: audit 2022-01-18T15:56:08.960760+0000 mon.smithi129 (mon.0) 115 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:56:10.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:09 smithi129 conmon[29798]: audit 2022-01-18T15:56:09.238653+0000 mon.smithi129 (mon.0) 116 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:56:10.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:09 smithi129 conmon[29798]: cephadm 2022-01-18T15:56:09.244650+0000 mgr.smithi129.iclwio (mgr.14162) 5 : cephadm [INF] Deploying daemon alertmanager.smithi129 on smithi129 2022-01-18T15:56:17.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:17 smithi129 conmon[29798]: audit 2022-01-18T15:56:16.080550+0000 mon.smithi129 (mon.0) 117 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:56:17.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:17 smithi129 conmon[29798]: audit 2022-01-18T15:56:16.081533+0000 mon.smithi129 (mon.0) 118 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi129", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-18T15:56:17.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:17 smithi129 conmon[29798]: audit 2022-01-18T15:56:16.083778+0000 mon.smithi129 (mon.0) 119 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "auth get-or-create", "entity": "client.crash.smithi129", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]': finished 2022-01-18T15:56:17.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:17 smithi129 conmon[29798]: audit 2022-01-18T15:56:16.084338+0000 mon.smithi129 (mon.0) 120 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:56:17.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:17 smithi129 conmon[29798]: cephadm 2022-01-18T15:56:16.084867+0000 mgr.smithi129.iclwio (mgr.14162) 6 : cephadm [INF] Deploying daemon crash.smithi129 on smithi129 2022-01-18T15:56:18.397 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:18 smithi129 conmon[29798]: cluster 2022-01-18T15:56:16.414783+0000 mgr.smithi129.iclwio ( 2022-01-18T15:56:18.397 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:18 smithi129 conmon[29798]: mgr.14162) 7 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:56:19.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:19 smithi129 conmon[29798]: cluster 2022-01-18T15:56:18 2022-01-18T15:56:19.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:19 smithi129 conmon[29798]: .415021+0000 mgr.smithi129.iclwio (mgr.14162) 8 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:56:19.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:19 smithi129 conmon[29798]: audit 2022-01-18T15:56:18.464429+0000 mon.smithi129 (mon.0) 121 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:56:19.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:19 smithi129 conmon[29798]: audit 2022-01-18T15:56:18.541090+0000 mon.smithi129 (mon.0) 122 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:56:19.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:19 smithi129 conmon[29798]: audit 2022-01-18T15:56:18.542897+0000 mon.smithi129 (mon.0) 123 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:56:19.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:19 smithi129 conmon[29798]: audit 2022-01-18T15:56:18.543274+0000 mon.smithi129 (mon.0) 124 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2022-01-18T15:56:19.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:19 smithi129 conmon[29798]: audit 2022-01-18T15:56:18.543698+0000 mgr.smithi129.iclwio (mgr.14162) 9 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2022-01-18T15:56:19.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:19 smithi129 conmon[29798]: audit 2022-01-18T15:56:18.546007+0000 mon.smithi129 (mon.0) 125 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:56:19.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:19 smithi129 conmon[29798]: cephadm 2022-01-18T15:56:18.549347+0000 mgr.smithi129.iclwio (mgr.14162) 10 : cephadm [INF] Deploying daemon grafana.smithi129 on smithi129 2022-01-18T15:56:22.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:21 smithi129 conmon[29798]: cluster 2022-01-18T15:56:20.415299+0000 mgr.smithi129.iclwio (mgr.14162) 2022-01-18T15:56:22.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:21 smithi129 conmon[29798]: 11 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:56:24.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:23 smithi129 conmon[29798]: cluster 2022-01-18T15:56:22.415506 2022-01-18T15:56:24.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:23 smithi129 conmon[29798]: +0000 mgr.smithi129.iclwio (mgr.14162) 12 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:56:26.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:25 smithi129 conmon[29798]: cluster 2022-01-18T15:56:24.415713+0000 mgr.smithi129.iclwio (mgr.14162) 13 : cluster 2022-01-18T15:56:26.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:25 smithi129 conmon[29798]: [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:56:28.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:27 smithi129 conmon[29798]: cluster 2022-01-18T15:56:26.415886+0000 mgr.smithi129.iclwio (mgr.14162 2022-01-18T15:56:28.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:27 smithi129 conmon[29798]: ) 14 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:56:30.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:29 smithi129 conmon[29798]: cluster 2022-01-18T15:56:28.416119+0000 mgr.smithi129.iclwio (mgr.14162) 15 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:56:32.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:31 smithi129 conmon[29798]: cluster 2022-01-18T15:56:30.416426+0000 mgr.smithi129.iclwio (mgr.14162) 16 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:56:33.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:33 smithi129 conmon[29798]: cluster 2022-01-18T15:56:32.416750+0000 mgr.smithi129.iclwio (mgr.14162) 17 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:56:36.298 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:36 smithi129 conmon[29798]: cluster 2022-01-18T15:56:34.417002+0000 mgr.smithi129.iclwio (mgr 2022-01-18T15:56:36.299 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:36 smithi129 conmon[29798]: .14162) 18 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:56:36.299 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:36 smithi129 conmon[29798]: audit 2022-01-18T15:56:35. 2022-01-18T15:56:36.299 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:36 smithi129 conmon[29798]: 054750+0000 mon.smithi129 (mon.0) 126 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:56:36.300 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:36 smithi129 conmon[29798]: cephadm 2022-01- 2022-01-18T15:56:36.300 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:36 smithi129 conmon[29798]: 18T15:56:35.055940+0000 2022-01-18T15:56:36.301 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:36 smithi129 conmon[29798]: mgr.smithi129.iclwio (mgr.14162) 19 : cephadm [INF] Deploying daemon node-exporter.smithi129 on smithi129 2022-01-18T15:56:36.301 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:36 smithi129 conmon[29798]: 2022-01-18T15:56:36.926 INFO:teuthology.orchestra.run.smithi156.stdout:Added host 'smithi156' 2022-01-18T15:56:37.121 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:37 smithi129 conmon[29798]: audit 2022-01-18T15:56:36.328566+0000 mgr.smithi129.iclwio (mgr.14162 2022-01-18T15:56:37.121 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:37 smithi129 conmon[29798]: ) 20 : audit [DBG] from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi156", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T15:56:37.122 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:37 smithi129 conmon[29798]: audit 2022-01-18T15:56:36.937541+0000 mon.smithi129 (mon.0) 127 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:56:37.593 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph orch host ls --format=json 2022-01-18T15:56:38.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:38 smithi129 conmon[29798]: cluster 2022-01-18T15:56:36.417250+0000 mgr.smithi129.iclwio (mgr.14162) 21 2022-01-18T15:56:38.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:38 smithi129 conmon[29798]: : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:56:38.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:38 smithi129 conmon[29798]: cephadm 2022-01-18T15:56:36.937878+0000 mgr.smithi129.iclwio (mgr.14162) 22 2022-01-18T15:56:38.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:38 smithi129 conmon[29798]: : cephadm [INF] Added host smithi156 2022-01-18T15:56:39.666 INFO:teuthology.orchestra.run.smithi156.stdout: 2022-01-18T15:56:39.667 INFO:teuthology.orchestra.run.smithi156.stdout:[{"addr": "172.21.15.129", "hostname": "smithi129", "labels": [], "status": ""}, {"addr": "smithi156", "hostname": "smithi156", "labels": [], "status": ""}] 2022-01-18T15:56:39.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:39 smithi129 conmon[29798]: cluster 2022-01-18T15:56:38.417552+0000 mgr.smithi129.iclwio 2022-01-18T15:56:39.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:39 smithi129 conmon[29798]: (mgr.14162) 23 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:56:39.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:39 smithi129 conmon[29798]: audit 2022-01-18T15:56:38.826614+0000 mon.smithi129 (mon.0) 128 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:56:39.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:39 smithi129 conmon[29798]: cephadm 2022-01-18T15:56:38.831981+0000 mgr.smithi129.iclwio (mgr.14162) 24 2022-01-18T15:56:39.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:39 smithi129 conmon[29798]: : cephadm [INF] Deploying daemon prometheus.smithi129 on smithi129 2022-01-18T15:56:40.243 INFO:tasks.cephadm:Setting crush tunables to default 2022-01-18T15:56:40.244 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph osd crush tunables default 2022-01-18T15:56:41.115 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:40 smithi129 conmon[29798]: audit 2022-01-18T15:56:39.678281+0000 mgr.smithi129.iclwio 2022-01-18T15:56:41.115 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:40 smithi129 conmon[29798]: (mgr.14162) 25 : audit [DBG] from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-18T15:56:42.106 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:41 smithi129 conmon[29798]: cluster 2022-01-18T15:56:40.417815+0000 mgr.smithi129.iclwio (mgr.14162) 26 2022-01-18T15:56:42.106 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:41 smithi129 conmon[29798]: : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:56:43.887 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:43 smithi129 conmon[29798]: cluster 2022-01-18T15:56:42.418191+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T15:56:43.887 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:43 smithi129 conmon[29798]: 14162) 27 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:56:46.165 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:45 smithi129 conmon[29798]: cluster 2022-01-18T15:56:44.418650+0000 mgr.smithi129.iclwio (mgr.14162 2022-01-18T15:56:46.165 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:45 smithi129 conmon[29798]: ) 28 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:56:47.866 INFO:teuthology.orchestra.run.smithi129.stderr:adjusted tunables profile to default 2022-01-18T15:56:48.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:47 smithi129 conmon[29798]: cluster 2022-01-18T15:56:46.418945+0000 mgr.smithi129.iclwio (mgr.14162) 2022-01-18T15:56:48.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:47 smithi129 conmon[29798]: 29 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:56:48.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:47 smithi129 conmon[29798]: audit 2022-01-18T15:56:47.270189+0000 mon.smithi129 (mon.0) 129 : audit [INF] from='client.? 172.21.15.129:0/2473186416' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2022-01-18T15:56:49.128 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:48 smithi129 conmon[29798]: audit 2022-01-18T15:56:47.877017+0000 mon.smithi129 (mon.0) 130 : audit [INF] from='client.? 172.21.15.129:0/2473186416' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2022-01-18T15:56:49.129 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:48 smithi129 conmon[29798]: cluster 2022-01-18T15:56:47.877065+0000 mon.smithi129 (mon.0) 131 : cluster [DBG] osdmap e5: 0 total, 0 up, 0 in 2022-01-18T15:56:50.071 INFO:tasks.cephadm:Adding mon.smithi129 on smithi129 2022-01-18T15:56:50.072 INFO:tasks.cephadm:Adding mon.smithi156 on smithi156 2022-01-18T15:56:50.072 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph orch apply mon '2;smithi129:172.21.15.129=smithi129;smithi156:172.21.15.156=smithi156' 2022-01-18T15:56:50.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:49 smithi129 conmon[29798]: cluster 2022-01-18T15:56:48.419275+0000 mgr.smithi129.iclwio (mgr.14162) 30 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:56:52.031 INFO:teuthology.orchestra.run.smithi156.stdout:Scheduled mon update... 2022-01-18T15:56:52.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:51 smithi129 conmon[29798]: cluster 2022-01-18T15:56:50.419828+0000 mgr.smithi129.iclwio (mgr 2022-01-18T15:56:52.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:51 smithi129 conmon[29798]: .14162) 31 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:56:52.619 DEBUG:teuthology.orchestra.run.smithi156:mon.smithi156> sudo journalctl -f -n 0 -u ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@mon.smithi156.service 2022-01-18T15:56:52.622 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-01-18T15:56:52.622 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph mon dump -f json 2022-01-18T15:56:52.651 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:-- Logs begin at Tue 2022-01-18 15:47:19 UTC. -- 2022-01-18T15:56:53.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:53 smithi129 conmon[29798]: audit 2022-01-18T15:56:52.038223+0000 mgr.smithi129.iclwio (mgr.14162) 32 : audit [DBG] from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "2;smithi129:172.21.15.129=smithi129;smithi156:172.21.15.156=smithi156", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T15:56:53.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:53 smithi129 conmon[29798]: cephadm 2022-01-18T15:56:52.039863+0000 mgr.smithi129.iclwio (mgr.14162) 33 : cephadm [INF] Saving service mon spec with placement smithi129:172.21.15.129=smithi129;smithi156:172.21.15.156=smithi156;count:2 2022-01-18T15:56:53.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:53 smithi129 conmon[29798]: audit 2022-01-18T15:56:52.043008+0000 mon.smithi129 (mon.0) 132 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:56:53.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:53 smithi129 conmon[29798]: audit 2022-01-18T15:56:52.417484+0000 mon.smithi129 (mon.0) 133 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:56:53.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:53 smithi129 conmon[29798]: audit 2022-01-18T15:56:52.418004+0000 mon.smithi129 (mon.0) 134 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:56:53.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:53 smithi129 conmon[29798]: audit 2022-01-18T15:56:52.678699+0000 mon.smithi129 (mon.0) 135 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:56:53.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:53 smithi129 conmon[29798]: audit 2022-01-18T15:56:52.990101+0000 mon.smithi129 (mon.0) 136 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:56:54.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:54 smithi129 conmon[29798]: cluster 2022-01-18T15:56:52.420108+0000 mgr.smithi129.iclwio (mgr.14162) 2022-01-18T15:56:54.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:54 smithi129 conmon[29798]: 34 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:56:55.253 INFO:teuthology.orchestra.run.smithi156.stdout: 2022-01-18T15:56:55.253 INFO:teuthology.orchestra.run.smithi156.stdout:{"epoch":1,"fsid":"e63fbe5c-7876-11ec-8c34-001a4aab830c","modified":"2022-01-18T15:54:56.841221Z","created":"2022-01-18T15:54:56.841221Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi129","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:3300","nonce":0},{"type":"v1","addr":"172.21.15.129:6789","nonce":0}]},"addr":"172.21.15.129:6789/0","public_addr":"172.21.15.129:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2022-01-18T15:56:55.255 INFO:teuthology.orchestra.run.smithi156.stderr:dumped monmap epoch 1 2022-01-18T15:56:56.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:56 smithi129 conmon[29798]: cluster 2022-01-18T15:56:54.420308+0000 mgr.smithi129.iclwio (mgr.14162) 2022-01-18T15:56:56.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:56 smithi129 conmon[29798]: 35 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:56:56.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:56 smithi129 conmon[29798]: audit 2022-01-18T15:56:55.265029+0000 mon.smithi129 (mon.0) 137 : audit [DBG] from='client.? 172.21.15.156:0/2953525234' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-01-18T15:56:56.838 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-01-18T15:56:56.839 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph mon dump -f json 2022-01-18T15:56:57.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:57 smithi129 conmon[29798]: audit 2022-01-18T15:56:56.154012+0000 mon.smithi129 (mon.0) 138 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:56:57.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:57 smithi129 conmon[29798]: audit 2022-01-18T15:56:56.550794+0000 mon.smithi129 (mon.0) 139 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T15:56:57.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:57 smithi129 conmon[29798]: audit 2022-01-18T15:56:56.553081+0000 mon.smithi129 (mon.0) 140 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T15:56:57.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:57 smithi129 conmon[29798]: audit 2022-01-18T15: 2022-01-18T15:56:57.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:57 smithi129 conmon[29798]: 56:56.725553+0000 mon.smithi129 (mon.0) 141 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:56:57.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:57 smithi129 conmon[29798]: audit 2022-01-18T15:56:57.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:57 smithi129 conmon[29798]: 2022-01-18T15:56:57.037569+0000 mon.smithi129 (mon.0) 142 : 2022-01-18T15:56:57.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:57 smithi129 conmon[29798]: audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:56:57.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:57 smithi129 conmon[29798]: audit 2022-01-18T15: 2022-01-18T15:56:57.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:57 smithi129 conmon[29798]: 56:57.040982+0000 mon.smithi129 (mon.0) 2022-01-18T15:56:57.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:57 smithi129 conmon[29798]: 143 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:56:57.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:57 smithi129 conmon[29798]: audit 2022-01- 2022-01-18T15:56:57.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:57 smithi129 conmon[29798]: 18T15:56:57.042140+0000 mon.smithi129 (mon 2022-01-18T15:56:57.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:57 smithi129 conmon[29798]: .0) 144 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi156", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-18T15:56:57.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:57 smithi129 conmon[29798]: audit 2022- 2022-01-18T15:56:57.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:57 smithi129 conmon[29798]: 01-18T15:56:57.044822+0000 mon.smithi129 ( 2022-01-18T15:56:57.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:57 smithi129 conmon[29798]: mon.0) 145 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "auth get-or-create", "entity": "client.crash.smithi156", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]': finished 2022-01-18T15:56:57.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:57 smithi129 conmon[29798]: audit 2022 2022-01-18T15:56:57.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:57 smithi129 conmon[29798]: -01-18T15:56:57.045628+0000 2022-01-18T15:56:57.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:57 smithi129 conmon[29798]: mon.smithi129 (mon.0) 146 : audit [DBG] 2022-01-18T15:56:57.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:57 smithi129 conmon[29798]: from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:56:58.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:58 smithi129 conmon[29798]: cluster 2022-01-18T15:56:56.420582+0000 mgr.smithi129.iclwio (mgr.14162) 36 : cluster [DBG] 2022-01-18T15:56:58.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:58 smithi129 conmon[29798]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:56:58.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:58 smithi129 conmon[29798]: cephadm 2022-01-18T15:56:57.046309+0000 mgr.smithi129.iclwio (mgr.14162) 37 : cephadm [INF] Deploying daemon crash.smithi156 on smithi156 2022-01-18T15:56:58.856 INFO:teuthology.orchestra.run.smithi156.stdout: 2022-01-18T15:56:58.857 INFO:teuthology.orchestra.run.smithi156.stdout:{"epoch":1,"fsid":"e63fbe5c-7876-11ec-8c34-001a4aab830c","modified":"2022-01-18T15:54:56.841221Z","created":"2022-01-18T15:54:56.841221Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi129","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:3300","nonce":0},{"type":"v1","addr":"172.21.15.129:6789","nonce":0}]},"addr":"172.21.15.129:6789/0","public_addr":"172.21.15.129:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2022-01-18T15:56:58.858 INFO:teuthology.orchestra.run.smithi156.stderr:dumped monmap epoch 1 2022-01-18T15:56:59.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:56:59 smithi129 conmon[29798]: audit 2022-01-18T15:56:58.869185+0000 mon.smithi129 (mon.0) 147 : audit [DBG] from='client.? 172.21.15.156:0/1730821' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-01-18T15:57:00.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:00 smithi129 conmon[29798]: cluster 2022-01-18T15:56:58.420926+0000 mgr.smithi129.iclwio (mgr.14162) 38 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:00.582 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-01-18T15:57:00.583 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph mon dump -f json 2022-01-18T15:57:01.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:01 smithi129 conmon[29798]: cluster 2022-01-18T15:57:00.421233+0000 mgr.smithi129.iclwio (mgr.14162) 39 : cluster 2022-01-18T15:57:01.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:01 smithi129 conmon[29798]: [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:01.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:01 smithi129 conmon[29798]: audit 2022-01-18T15:57:00.613361+0000 mon.smithi129 (mon.0) 148 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:01.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:01 smithi129 conmon[29798]: audit 2022-01-18T15:57:00 2022-01-18T15:57:01.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:01 smithi129 conmon[29798]: .614928+0000 mon.smithi129 (mon.0) 149 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi156.drmcjo", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-18T15:57:01.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:01 smithi129 conmon[29798]: audit 2022-01- 2022-01-18T15:57:01.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:01 smithi129 conmon[29798]: 18T15:57:00.619569+0000 mon.smithi129 (mon.0) 150 : audit 2022-01-18T15:57:01.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:01 smithi129 conmon[29798]: [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.smithi156.drmcjo", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2022-01-18T15:57:01.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:01 smithi129 conmon[29798]: audit 2022-01-18T15:57 2022-01-18T15:57:01.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:01 smithi129 conmon[29798]: :00.620405+0000 mon.smithi129 (mon.0) 151 : audit 2022-01-18T15:57:01.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:01 smithi129 conmon[29798]: [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-18T15:57:01.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:01 smithi129 conmon[29798]: audit 2022-01-18T15:57: 2022-01-18T15:57:01.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:01 smithi129 conmon[29798]: 00.621423+0000 mon.smithi129 (mon.0) 152 : audit 2022-01-18T15:57:01.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:01 smithi129 conmon[29798]: [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:57:01.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:01 smithi129 conmon[29798]: cephadm 2022-01-18T15:57: 2022-01-18T15:57:01.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:01 smithi129 conmon[29798]: 00.622235+0000 mgr.smithi129.iclwio (mgr.14162) 40 : 2022-01-18T15:57:01.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:01 smithi129 conmon[29798]: cephadm [INF] Deploying daemon mgr.smithi156.drmcjo on smithi156 2022-01-18T15:57:03.177 INFO:teuthology.orchestra.run.smithi156.stdout: 2022-01-18T15:57:03.177 INFO:teuthology.orchestra.run.smithi156.stdout:{"epoch":1,"fsid":"e63fbe5c-7876-11ec-8c34-001a4aab830c","modified":"2022-01-18T15:54:56.841221Z","created":"2022-01-18T15:54:56.841221Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi129","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:3300","nonce":0},{"type":"v1","addr":"172.21.15.129:6789","nonce":0}]},"addr":"172.21.15.129:6789/0","public_addr":"172.21.15.129:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2022-01-18T15:57:03.179 INFO:teuthology.orchestra.run.smithi156.stderr:dumped monmap epoch 1 2022-01-18T15:57:03.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:03 smithi129 conmon[29798]: cluster 2022-01-18T15:57:02.421559+0000 mgr.smithi129.iclwio (mgr.14162) 41 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:03.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:03 smithi129 conmon[29798]: 2022-01-18T15:57:03.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:03 smithi129 conmon[29798]: audit 2022-01-18T15:57:03.188963+0000 mon.smithi129 (mon.0) 153 : audit [DBG] from='client.? 172.21.15.156:0/137647411' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-01-18T15:57:04.804 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-01-18T15:57:04.805 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph mon dump -f json 2022-01-18T15:57:05.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:04 smithi129 conmon[29798]: audit 2022-01-18T15:57:03.709319+0000 mon.smithi129 (mon.0) 154 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:05.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:04 smithi129 conmon[29798]: audit 2022-01-18T15:57:03.710618 2022-01-18T15:57:05.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:04 smithi129 conmon[29798]: +0000 mon.smithi129 (mon.0) 155 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-18T15:57:05.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:04 smithi129 conmon[29798]: audit 2022-01-18T15:57:03.711479+0000 mon.smithi129 (mon.0) 156 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:57:05.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:04 smithi129 conmon[29798]: cephadm 2022-01-18 2022-01-18T15:57:05.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:04 smithi129 conmon[29798]: T15:57:03.712192+0000 mgr.smithi129.iclwio (mgr.14162) 42 : cephadm [INF] Deploying daemon mon.smithi156 on smithi156 2022-01-18T15:57:06.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:05 smithi129 conmon[29798]: cluster 2022-01-18T15:57:04.421922+0000 mgr.smithi129.iclwio (mgr.14162) 43 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:07.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:06 smithi156 systemd[1]: Starting Ceph mon.smithi156 for e63fbe5c-7876-11ec-8c34-001a4aab830c... 2022-01-18T15:57:07.361 INFO:teuthology.orchestra.run.smithi156.stdout: 2022-01-18T15:57:07.362 INFO:teuthology.orchestra.run.smithi156.stdout:{"epoch":1,"fsid":"e63fbe5c-7876-11ec-8c34-001a4aab830c","modified":"2022-01-18T15:54:56.841221Z","created":"2022-01-18T15:54:56.841221Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi129","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:3300","nonce":0},{"type":"v1","addr":"172.21.15.129:6789","nonce":0}]},"addr":"172.21.15.129:6789/0","public_addr":"172.21.15.129:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2022-01-18T15:57:07.363 INFO:teuthology.orchestra.run.smithi156.stderr:dumped monmap epoch 1 2022-01-18T15:57:07.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 bash[31855]: d25901fda1038e8d17e38f286fc3adcd39ce4cb2c4390f023b975039489602bb 2022-01-18T15:57:07.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 systemd[1]: Started Ceph mon.smithi156 for e63fbe5c-7876-11ec-8c34-001a4aab830c. 2022-01-18T15:57:07.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.461+0000 7f1816930700 0 set uid:gid to 167:167 (ceph:ceph) 2022-01-18T15:57:07.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.461+0000 7f1816930700 0 ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable), process ceph-mon, pid 7 2022-01-18T15:57:07.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.461+0000 7f1816930700 0 pidfile_write: ignore empty --pid-file 2022-01-18T15:57:07.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.466+0000 7f1816930700 0 load: jerasure load: lrc load: isa 2022-01-18T15:57:07.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: RocksDB version: 6.8.1 2022-01-18T15:57:07.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: 2022-01-18T15:57:07.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2022-01-18T15:57:07.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Compile date May 13 2021 2022-01-18T15:57:07.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: DB SUMMARY 2022-01-18T15:57:07.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: 2022-01-18T15:57:07.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: CURRENT file: CURRENT 2022-01-18T15:57:07.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: 2022-01-18T15:57:07.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: IDENTITY file: IDENTITY 2022-01-18T15:57:07.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: 2022-01-18T15:57:07.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: MANIFEST file: MANIFEST-000001 size: 13 Bytes 2022-01-18T15:57:07.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: 2022-01-18T15:57:07.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi156/store.db dir, Total Num: 0, files: 2022-01-18T15:57:07.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: 2022-01-18T15:57:07.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi156/store.db: 000003.log size: 511 ; 2022-01-18T15:57:07.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: 2022-01-18T15:57:07.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.error_if_exists: 0 2022-01-18T15:57:07.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: 2022-01-18T15:57:07.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.create_if_missing: 0 2022-01-18T15:57:07.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.paranoid_checks: 1 2022-01-18T15:57:07.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.env: 0x559b195681c0 2022-01-18T15:57:07.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.fs: Posix File System 2022-01-18T15:57:07.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.info_log: 0x559b1a68d960 2022-01-18T15:57:07.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.max_file_opening_threads: 16 2022-01-18T15:57:07.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.statistics: (nil) 2022-01-18T15:57:07.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.use_fsync: 0 2022-01-18T15:57:07.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.max_log_file_size: 0 2022-01-18T15:57:07.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2022-01-18T15:57:07.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.log_file_time_to_roll: 0 2022-01-18T15:57:07.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.keep_log_file_num: 1000 2022-01-18T15:57:07.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.recycle_log_file_num: 0 2022-01-18T15:57:07.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.allow_fallocate: 1 2022-01-18T15:57:07.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.allow_mmap_reads: 0 2022-01-18T15:57:07.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.allow_mmap_writes: 0 2022-01-18T15:57:07.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.use_direct_reads: 0 2022-01-18T15:57:07.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2022-01-18T15:57:07.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.create_missing_column_families: 0 2022-01-18T15:57:07.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.db_log_dir: 2022-01-18T15:57:07.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-smithi156/store.db 2022-01-18T15:57:07.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.table_cache_numshardbits: 6 2022-01-18T15:57:07.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.max_subcompactions: 1 2022-01-18T15:57:07.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.max_background_flushes: -1 2022-01-18T15:57:07.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.WAL_ttl_seconds: 0 2022-01-18T15:57:07.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.WAL_size_limit_MB: 0 2022-01-18T15:57:07.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2022-01-18T15:57:07.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2022-01-18T15:57:07.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.is_fd_close_on_exec: 1 2022-01-18T15:57:07.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.advise_random_on_open: 1 2022-01-18T15:57:07.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.db_write_buffer_size: 0 2022-01-18T15:57:07.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.write_buffer_manager: 0x559b1a693fb0 2022-01-18T15:57:07.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2022-01-18T15:57:07.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2022-01-18T15:57:07.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2022-01-18T15:57:07.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.use_adaptive_mutex: 0 2022-01-18T15:57:07.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.rate_limiter: (nil) 2022-01-18T15:57:07.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2022-01-18T15:57:07.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.wal_recovery_mode: 2 2022-01-18T15:57:07.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.enable_thread_tracking: 0 2022-01-18T15:57:07.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.enable_pipelined_write: 0 2022-01-18T15:57:07.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.unordered_write: 0 2022-01-18T15:57:07.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2022-01-18T15:57:07.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2022-01-18T15:57:07.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2022-01-18T15:57:07.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2022-01-18T15:57:07.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.row_cache: None 2022-01-18T15:57:07.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.wal_filter: None 2022-01-18T15:57:07.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2022-01-18T15:57:07.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.allow_ingest_behind: 0 2022-01-18T15:57:07.808 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.preserve_deletes: 0 2022-01-18T15:57:07.808 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.two_write_queues: 0 2022-01-18T15:57:07.808 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.manual_wal_flush: 0 2022-01-18T15:57:07.808 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.atomic_flush: 0 2022-01-18T15:57:07.809 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2022-01-18T15:57:07.809 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.persist_stats_to_disk: 0 2022-01-18T15:57:07.809 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.write_dbid_to_manifest: 0 2022-01-18T15:57:07.809 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.log_readahead_size: 0 2022-01-18T15:57:07.809 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2022-01-18T15:57:07.810 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.max_background_jobs: 2 2022-01-18T15:57:07.810 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.max_background_compactions: -1 2022-01-18T15:57:07.811 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2022-01-18T15:57:07.811 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2022-01-18T15:57:07.811 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.delayed_write_rate : 16777216 2022-01-18T15:57:07.811 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.max_total_wal_size: 0 2022-01-18T15:57:07.812 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2022-01-18T15:57:07.812 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.stats_dump_period_sec: 600 2022-01-18T15:57:07.812 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.stats_persist_period_sec: 600 2022-01-18T15:57:07.812 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2022-01-18T15:57:07.813 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.max_open_files: -1 2022-01-18T15:57:07.813 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.bytes_per_sync: 0 2022-01-18T15:57:07.813 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.wal_bytes_per_sync: 0 2022-01-18T15:57:07.813 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.strict_bytes_per_sync: 0 2022-01-18T15:57:07.814 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.compaction_readahead_size: 0 2022-01-18T15:57:07.814 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Compression algorithms supported: 2022-01-18T15:57:07.814 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2022-01-18T15:57:07.814 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: kZSTD supported: 0 2022-01-18T15:57:07.815 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: kXpressCompression supported: 0 2022-01-18T15:57:07.815 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: kLZ4HCCompression supported: 1 2022-01-18T15:57:07.815 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: kLZ4Compression supported: 1 2022-01-18T15:57:07.815 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: kBZip2Compression supported: 0 2022-01-18T15:57:07.815 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: kZlibCompression supported: 1 2022-01-18T15:57:07.816 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: kSnappyCompression supported: 1 2022-01-18T15:57:07.816 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Fast CRC32 supported: Supported on x86 2022-01-18T15:57:07.816 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi156/store.db/MANIFEST-000001 2022-01-18T15:57:07.816 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: 2022-01-18T15:57:07.817 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2022-01-18T15:57:07.817 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: 2022-01-18T15:57:07.817 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2022-01-18T15:57:07.817 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.merge_operator: 2022-01-18T15:57:07.817 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.compaction_filter: None 2022-01-18T15:57:07.818 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.compaction_filter_factory: None 2022-01-18T15:57:07.818 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.memtable_factory: SkipListFactory 2022-01-18T15:57:07.818 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.table_factory: BlockBasedTable 2022-01-18T15:57:07.818 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x559b1a59e128) 2022-01-18T15:57:07.819 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: cache_index_and_filter_blocks: 1 2022-01-18T15:57:07.819 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: cache_index_and_filter_blocks_with_high_priority: 0 2022-01-18T15:57:07.819 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: pin_l0_filter_and_index_blocks_in_cache: 0 2022-01-18T15:57:07.819 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: pin_top_level_index_and_filter: 1 2022-01-18T15:57:07.820 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: index_type: 0 2022-01-18T15:57:07.820 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: data_block_index_type: 0 2022-01-18T15:57:07.820 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: index_shortening: 1 2022-01-18T15:57:07.820 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: data_block_hash_table_util_ratio: 0.750000 2022-01-18T15:57:07.821 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: hash_index_allow_collision: 1 2022-01-18T15:57:07.821 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: checksum: 1 2022-01-18T15:57:07.822 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: no_block_cache: 0 2022-01-18T15:57:07.822 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: block_cache: 0x559b1a5d8f10 2022-01-18T15:57:07.822 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: block_cache_name: BinnedLRUCache 2022-01-18T15:57:07.822 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: block_cache_options: 2022-01-18T15:57:07.823 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: capacity : 536870912 2022-01-18T15:57:07.823 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: num_shard_bits : 4 2022-01-18T15:57:07.823 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: strict_capacity_limit : 0 2022-01-18T15:57:07.823 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: high_pri_pool_ratio: 0.000 2022-01-18T15:57:07.823 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: block_cache_compressed: (nil) 2022-01-18T15:57:07.824 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: persistent_cache: (nil) 2022-01-18T15:57:07.824 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: block_size: 4096 2022-01-18T15:57:07.824 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: block_size_deviation: 10 2022-01-18T15:57:07.824 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: block_restart_interval: 16 2022-01-18T15:57:07.825 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: index_block_restart_interval: 1 2022-01-18T15:57:07.825 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: metadata_block_size: 4096 2022-01-18T15:57:07.825 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: partition_filters: 0 2022-01-18T15:57:07.825 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: use_delta_encoding: 1 2022-01-18T15:57:07.826 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: filter_policy: rocksdb.BuiltinBloomFilter 2022-01-18T15:57:07.826 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: whole_key_filtering: 1 2022-01-18T15:57:07.826 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: verify_compression: 0 2022-01-18T15:57:07.826 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: read_amp_bytes_per_bit: 0 2022-01-18T15:57:07.827 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: format_version: 2 2022-01-18T15:57:07.827 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: enable_index_compression: 1 2022-01-18T15:57:07.827 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: block_align: 0 2022-01-18T15:57:07.827 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: 2022-01-18T15:57:07.828 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.828 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.write_buffer_size: 33554432 2022-01-18T15:57:07.828 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.max_write_buffer_number: 2 2022-01-18T15:57:07.828 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.compression: NoCompression 2022-01-18T15:57:07.829 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.bottommost_compression: Disabled 2022-01-18T15:57:07.829 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.prefix_extractor: nullptr 2022-01-18T15:57:07.829 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2022-01-18T15:57:07.829 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.num_levels: 7 2022-01-18T15:57:07.829 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2022-01-18T15:57:07.830 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2022-01-18T15:57:07.830 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2022-01-18T15:57:07.830 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2022-01-18T15:57:07.830 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2022-01-18T15:57:07.831 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2022-01-18T15:57:07.832 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2022-01-18T15:57:07.832 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2022-01-18T15:57:07.832 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2022-01-18T15:57:07.832 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.compression_opts.window_bits: -14 2022-01-18T15:57:07.833 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.467+0000 7f1816930700 4 rocksdb: Options.compression_opts.level: 32767 2022-01-18T15:57:07.833 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.compression_opts.strategy: 0 2022-01-18T15:57:07.833 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2022-01-18T15:57:07.833 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2022-01-18T15:57:07.834 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.compression_opts.enabled: false 2022-01-18T15:57:07.834 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2022-01-18T15:57:07.834 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2022-01-18T15:57:07.834 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2022-01-18T15:57:07.835 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.target_file_size_base: 67108864 2022-01-18T15:57:07.835 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.target_file_size_multiplier: 1 2022-01-18T15:57:07.835 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2022-01-18T15:57:07.836 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2022-01-18T15:57:07.836 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2022-01-18T15:57:07.836 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2022-01-18T15:57:07.836 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2022-01-18T15:57:07.837 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2022-01-18T15:57:07.837 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2022-01-18T15:57:07.837 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2022-01-18T15:57:07.837 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2022-01-18T15:57:07.838 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2022-01-18T15:57:07.838 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2022-01-18T15:57:07.838 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2022-01-18T15:57:07.838 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.arena_block_size: 4194304 2022-01-18T15:57:07.838 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2022-01-18T15:57:07.839 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2022-01-18T15:57:07.839 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2022-01-18T15:57:07.839 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.disable_auto_compactions: 0 2022-01-18T15:57:07.839 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2022-01-18T15:57:07.840 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2022-01-18T15:57:07.840 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2022-01-18T15:57:07.840 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2022-01-18T15:57:07.840 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2022-01-18T15:57:07.840 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2022-01-18T15:57:07.841 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2022-01-18T15:57:07.841 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2022-01-18T15:57:07.841 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2022-01-18T15:57:07.841 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2022-01-18T15:57:07.842 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.table_properties_collectors: 2022-01-18T15:57:07.842 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.inplace_update_support: 0 2022-01-18T15:57:07.843 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.inplace_update_num_locks: 10000 2022-01-18T15:57:07.844 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2022-01-18T15:57:07.845 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2022-01-18T15:57:07.845 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.memtable_huge_page_size: 0 2022-01-18T15:57:07.845 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.bloom_locality: 0 2022-01-18T15:57:07.845 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.max_successive_merges: 0 2022-01-18T15:57:07.846 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.optimize_filters_for_hits: 0 2022-01-18T15:57:07.846 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.paranoid_file_checks: 0 2022-01-18T15:57:07.846 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.force_consistency_checks: 0 2022-01-18T15:57:07.846 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.report_bg_io_stats: 0 2022-01-18T15:57:07.847 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.ttl: 2592000 2022-01-18T15:57:07.847 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: Options.periodic_compaction_seconds: 0 2022-01-18T15:57:07.847 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi156/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2022-01-18T15:57:07.847 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: 2022-01-18T15:57:07.848 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 0 2022-01-18T15:57:07.848 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: 2022-01-18T15:57:07.848 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1642521427469904, "job": 1, "event": "recovery_started", "log_files": [3]} 2022-01-18T15:57:07.848 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #3 mode 2 2022-01-18T15:57:07.849 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.468+0000 7f1816930700 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2022-01-18T15:57:07.849 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.469+0000 7f1816930700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1642521427470399, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 4, "file_size": 1437, "table_properties": {"data_size": 523, "index_size": 40, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1642521427, "oldest_key_time": 3, "file_creation_time": 0}} 2022-01-18T15:57:07.849 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.469+0000 7f1816930700 4 rocksdb: [version_set.cc:3826] Creating manifest 5 2022-01-18T15:57:07.849 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: 2022-01-18T15:57:07.849 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.472+0000 7f1816930700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1642521427473361, "job": 1, "event": "recovery_finished"} 2022-01-18T15:57:07.850 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.473+0000 7f1816930700 4 rocksdb: DB pointer 0x559b1a69f800 2022-01-18T15:57:07.850 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.473+0000 7f17fd748700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2022-01-18T15:57:07.850 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.473+0000 7f17fd748700 4 rocksdb: [db_impl/db_impl.cc:851] 2022-01-18T15:57:07.850 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: ** DB Stats ** 2022-01-18T15:57:07.851 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-18T15:57:07.851 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2022-01-18T15:57:07.851 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2022-01-18T15:57:07.851 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-18T15:57:07.851 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2022-01-18T15:57:07.852 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2022-01-18T15:57:07.852 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-18T15:57:07.852 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: 2022-01-18T15:57:07.852 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: ** Compaction Stats [default] ** 2022-01-18T15:57:07.853 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-18T15:57:07.853 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-18T15:57:07.854 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: L0 1/0 1.40 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.0 0.00 0.00 1 0.000 0 0 2022-01-18T15:57:07.854 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: Sum 1/0 1.40 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.0 0.00 0.00 1 0.000 0 0 2022-01-18T15:57:07.854 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.0 0.00 0.00 1 0.000 0 0 2022-01-18T15:57:07.855 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: 2022-01-18T15:57:07.855 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: ** Compaction Stats [default] ** 2022-01-18T15:57:07.855 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-18T15:57:07.855 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-18T15:57:07.855 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.0 0.00 0.00 1 0.000 0 0 2022-01-18T15:57:07.856 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-18T15:57:07.856 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: Flush(GB): cumulative 0.000, interval 0.000 2022-01-18T15:57:07.856 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-18T15:57:07.856 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: AddFile(Total Files): cumulative 0, interval 0 2022-01-18T15:57:07.857 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: AddFile(L0 Files): cumulative 0, interval 0 2022-01-18T15:57:07.857 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: AddFile(Keys): cumulative 0, interval 0 2022-01-18T15:57:07.857 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: Cumulative compaction: 0.00 GB write, 0.24 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-18T15:57:07.857 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: Interval compaction: 0.00 GB write, 0.24 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-18T15:57:07.858 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-18T15:57:07.858 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: 2022-01-18T15:57:07.859 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: ** File Read Latency Histogram By Level [default] ** 2022-01-18T15:57:07.859 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: 2022-01-18T15:57:07.859 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: ** Compaction Stats [default] ** 2022-01-18T15:57:07.860 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-18T15:57:07.860 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-18T15:57:07.860 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: L0 1/0 1.40 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.0 0.00 0.00 1 0.000 0 0 2022-01-18T15:57:07.860 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: Sum 1/0 1.40 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.0 0.00 0.00 1 0.000 0 0 2022-01-18T15:57:07.860 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-18T15:57:07.861 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: 2022-01-18T15:57:07.861 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: ** Compaction Stats [default] ** 2022-01-18T15:57:07.861 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-18T15:57:07.861 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-18T15:57:07.862 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.0 0.00 0.00 1 0.000 0 0 2022-01-18T15:57:07.862 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-18T15:57:07.862 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: Flush(GB): cumulative 0.000, interval 0.000 2022-01-18T15:57:07.862 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-18T15:57:07.863 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: AddFile(Total Files): cumulative 0, interval 0 2022-01-18T15:57:07.863 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: AddFile(L0 Files): cumulative 0, interval 0 2022-01-18T15:57:07.863 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: AddFile(Keys): cumulative 0, interval 0 2022-01-18T15:57:07.863 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: Cumulative compaction: 0.00 GB write, 0.24 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-18T15:57:07.864 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-18T15:57:07.864 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-18T15:57:07.864 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: 2022-01-18T15:57:07.864 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: ** File Read Latency Histogram By Level [default] ** 2022-01-18T15:57:07.865 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: 2022-01-18T15:57:07.865 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.473+0000 7f1816930700 0 mon.smithi156 does not exist in monmap, will attempt to join an existing cluster 2022-01-18T15:57:07.865 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.474+0000 7f1816930700 0 using public_addr v2:172.21.15.156:0/0 -> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] 2022-01-18T15:57:07.865 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.474+0000 7f1816930700 0 starting mon.smithi156 rank -1 at public addrs [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] at bind addrs [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] mon_data /var/lib/ceph/mon/ceph-smithi156 fsid e63fbe5c-7876-11ec-8c34-001a4aab830c 2022-01-18T15:57:07.866 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.475+0000 7f1816930700 1 mon.smithi156@-1(???) e0 preinit fsid e63fbe5c-7876-11ec-8c34-001a4aab830c 2022-01-18T15:57:07.866 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.504+0000 7f17fff4d700 0 mon.smithi156@-1(synchronizing).mds e1 new map 2022-01-18T15:57:07.866 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.504+0000 7f17fff4d700 0 mon.smithi156@-1(synchronizing).mds e1 print_map 2022-01-18T15:57:07.866 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: e1 2022-01-18T15:57:07.867 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: enable_multiple, ever_enabled_multiple: 1,1 2022-01-18T15:57:07.867 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-01-18T15:57:07.867 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: legacy client fscid: -1 2022-01-18T15:57:07.867 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: 2022-01-18T15:57:07.868 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: No filesystems configured 2022-01-18T15:57:07.868 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: 2022-01-18T15:57:07.868 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.504+0000 7f17fff4d700 1 mon.smithi156@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2022-01-18T15:57:07.868 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.504+0000 7f17fff4d700 1 mon.smithi156@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2022-01-18T15:57:07.868 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.504+0000 7f17fff4d700 1 mon.smithi156@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2022-01-18T15:57:07.869 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.504+0000 7f17fff4d700 1 mon.smithi156@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2022-01-18T15:57:07.869 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.504+0000 7f17fff4d700 1 mon.smithi156@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2022-01-18T15:57:07.869 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.504+0000 7f17fff4d700 1 mon.smithi156@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2022-01-18T15:57:07.869 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.504+0000 7f17fff4d700 1 mon.smithi156@-1(synchronizing).osd e5 e5: 0 total, 0 up, 0 in 2022-01-18T15:57:07.870 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.504+0000 7f17fff4d700 0 mon.smithi156@-1(synchronizing).osd e5 crush map has features 3314932999778484224, adjusting msgr requires 2022-01-18T15:57:07.870 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.504+0000 7f17fff4d700 0 mon.smithi156@-1(synchronizing).osd e5 crush map has features 288514050185494528, adjusting msgr requires 2022-01-18T15:57:07.870 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.504+0000 7f17fff4d700 0 mon.smithi156@-1(synchronizing).osd e5 crush map has features 288514050185494528, adjusting msgr requires 2022-01-18T15:57:07.870 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.504+0000 7f17fff4d700 0 mon.smithi156@-1(synchronizing).osd e5 crush map has features 288514050185494528, adjusting msgr requires 2022-01-18T15:57:07.871 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: cluster 2022-01-18T15:57:07.871 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: 2022-01-18T15:57:04.421922+0000 mgr.smithi129.iclwio (mgr.14162) 43 2022-01-18T15:57:07.871 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:07.871 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.505+0000 7f17fff4d700 1 mon.smithi156@-1(synchronizing).paxosservice(auth 1..7) refresh upgraded, format 0 -> 3 2022-01-18T15:57:07.872 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.506+0000 7f17fff4d700 20 expand_channel_meta expand map: {default=false} 2022-01-18T15:57:07.872 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.506+0000 7f17fff4d700 20 expand_channel_meta from 'false' to 'false' 2022-01-18T15:57:07.872 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.506+0000 7f17fff4d700 20 expand_channel_meta expanded map: {default=false} 2022-01-18T15:57:07.872 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.873 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: 2022-01-18T15:57:07.506+0000 7f17fff4d700 20 expand_channel_meta expand map: {default=info} 2022-01-18T15:57:07.873 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.506+0000 7f17fff4d700 20 expand_channel_meta from 'info' to 'info' 2022-01-18T15:57:07.873 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.506+0000 7f17fff4d700 20 expand_channel_meta expanded map: {default=info} 2022-01-18T15:57:07.873 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.506+0000 7f17fff4d700 20 expand_channel_meta expand map: {default=daemon} 2022-01-18T15:57:07.874 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.506+0000 7f17fff4d700 20 expand_channel_meta from 'daemon' to 'daemon' 2022-01-18T15:57:07.874 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.506+0000 7f17fff4d700 20 expand_channel_meta expanded map: {default=daemon} 2022-01-18T15:57:07.874 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.506+0000 7f17fff4d700 20 expand_channel_meta expand map: {default=debug} 2022-01-18T15:57:07.874 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.506+0000 7f17fff4d700 20 expand_channel_meta from 'debug' to 'debug' 2022-01-18T15:57:07.875 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.506+0000 7f17fff4d700 20 expand_channel_meta expanded map: {default=debug} 2022-01-18T15:57:07.875 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:07 smithi156 conmon[32001]: debug 2022-01-18T15:57:07.506+0000 7f17fff4d700 10 mon.smithi156@-1(synchronizing) e1 handle_conf_change mon_allow_pool_delete 2022-01-18T15:57:08.986 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-01-18T15:57:08.987 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph mon dump -f json 2022-01-18T15:57:12.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: audit 2022-01-18T15:57:07.513309+0000 mon.smithi129 (mon.0) 159 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata", "id": "smithi129"}]: dispatch 2022-01-18T15:57:12.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: cluster 2022-01-18T15:57:07.513525+0000 mon.smithi129 (mon.0) 160 : cluster [INF] mon.smithi129 calling monitor election 2022-01-18T15:57:12.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: audit 2022-01-18T15:57:07.526706+0000 mon.smithi129 (mon.0) 161 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata", "id": "smithi156"}]: dispatch 2022-01-18T15:57:12.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: cluster 2022 2022-01-18T15:57:12.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: -01-18T15:57:08.422559+0000 mgr.smithi129.iclwio (mgr.14162) 45 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:12.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: audit 2022-01-18T15:57:12.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: 2022-01-18T15:57:08.509873+0000 mon.smithi129 (mon.0) 162 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata", "id": "smithi156"}]: dispatch 2022-01-18T15:57:12.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: audit 2022-01-18T15:57:08.880937+0000 mon.smithi129 (mon.0) 163 : audit [DBG] from='mgr.? 172.21.15.156:0/3762578184' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi156.drmcjo/crt"}]: dispatch 2022-01-18T15:57:12.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: audit 2022-01-18T15: 2022-01-18T15:57:12.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: 57:09.510258+0000 mon.smithi129 (mon.0) 164 : 2022-01-18T15:57:12.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata", "id": "smithi156"}]: dispatch 2022-01-18T15:57:12.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: cluster 2022-01-18T15: 2022-01-18T15:57:12.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: 57:09.511389+0000 mon.smithi156 (mon.1) 1 2022-01-18T15:57:12.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: : cluster [INF] mon.smithi156 calling monitor election 2022-01-18T15:57:12.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: cluster 2022-01-18T15 2022-01-18T15:57:12.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: :57:10.422941+0000 mgr.smithi129.iclwio (mgr.14162) 2022-01-18T15:57:12.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: 46 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:12.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: audit 2022-01-18 2022-01-18T15:57:12.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: T15:57:10.509882+0000 mon.smithi129 (mon. 2022-01-18T15:57:12.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: 0) 165 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata", "id": "smithi156"}]: dispatch 2022-01-18T15:57:12.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: audit 2022-01 2022-01-18T15:57:12.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: -18T15:57:11.510445+0000 mon.smithi129 2022-01-18T15:57:12.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: (mon.0) 166 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata", "id": "smithi156"}]: dispatch 2022-01-18T15:57:12.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: audit 2022- 2022-01-18T15:57:12.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: 01-18T15:57:12.510530+0000 2022-01-18T15:57:12.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: mon.smithi129 (mon.0) 167 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata", "id": "smithi156"}]: dispatch 2022-01-18T15:57:12.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: 2022-01-18T15:57:12.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: cluster 2022-01-18T15:57:12 2022-01-18T15:57:12.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: .540262+0000 mon.smithi129 (mon.0) 168 : cluster 2022-01-18T15:57:12.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: [INF] mon.smithi129 is new leader, mons smithi129,smithi156 in quorum (ranks 0,1) 2022-01-18T15:57:12.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: cluster 2022-01-18T15 2022-01-18T15:57:12.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: :57:12.543120+0000 mon.smithi129 (mon.0 2022-01-18T15:57:12.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: ) 169 : cluster [DBG] monmap e2: 2 mons at {smithi129=[v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0],smithi156=[v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0]} 2022-01-18T15:57:12.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: cluster 2022-01 2022-01-18T15:57:12.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: -18T15:57:12.543196+0000 mon.smithi129 (mon.0) 170 : cluster [DBG] 2022-01-18T15:57:12.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: fsmap 2022-01-18T15:57:12.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: cluster 2022-01-18T15:57:12 2022-01-18T15:57:12.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: .543237+0000 mon.smithi129 (mon.0) 171 : cluster 2022-01-18T15:57:12.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: [DBG] osdmap e5: 0 total, 0 up, 0 in 2022-01-18T15:57:12.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: cluster 2022-01-18T15:57 2022-01-18T15:57:12.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: :12.543493+0000 mon.smithi129 (mon.0) 172 2022-01-18T15:57:12.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: : cluster [DBG] mgrmap e17: smithi129.iclwio(active, since 76s) 2022-01-18T15:57:12.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: cluster 2022-01-18T 2022-01-18T15:57:12.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: 15:57:12.544569+0000 mon.smithi129 (mon. 2022-01-18T15:57:12.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: 0) 173 : cluster [DBG] Standby manager daemon smithi156.drmcjo started 2022-01-18T15:57:12.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: audit 2022- 2022-01-18T15:57:12.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: 01-18T15:57:12.546157+0000 2022-01-18T15:57:12.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: mon.smithi129 (mon.0) 174 : audit [DBG] from='mgr.? 172.21.15.156:0/3762578184' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-18T15:57:12.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: 2022-01-18T15:57:12.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: cluster 2022-01-18T15:57:12.547843+0000 mon.smithi129 (mon.0) 175 : cluster [INF] 2022-01-18T15:57:12.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: overall HEALTH_OK 2022-01-18T15:57:12.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: audit 2022 2022-01-18T15:57:12.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: -01-18T15:57:12.548303+0000 mon.smithi129 (mon. 2022-01-18T15:57:12.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: 0) 176 : audit [DBG] from='mgr.? 172.21.15.156:0/3762578184' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi156.drmcjo/key"}]: dispatch 2022-01-18T15:57:12.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: audit 2022-01- 2022-01-18T15:57:12.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: 18T15:57:12.549937+0000 mon.smithi129 ( 2022-01-18T15:57:12.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: mon.0) 177 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:12.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: audit 2022- 2022-01-18T15:57:12.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: 01-18T15:57:12.550116+0000 2022-01-18T15:57:12.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: mon.smithi129 (mon.0) 178 : audit [DBG] from='mgr.? 172.21.15.156:0/3762578184' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-18T15:57:12.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:12 smithi129 conmon[29798]: 2022-01-18T15:57:12.943 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:12 smithi156 conmon[32001]: audit 2022-01-18T15:57:07.513309+0000 mon.smithi129 (mon.0) 159 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata", "id": "smithi129"}]: dispatch 2022-01-18T15:57:12.943 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:12 smithi156 conmon[32001]: cluster 2022-01-18T15:57:07.513525+0000 mon.smithi129 (mon.0) 160 : cluster [INF] mon.smithi129 calling monitor election 2022-01-18T15:57:12.944 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:12 smithi156 conmon[32001]: audit 2022-01-18T15:57:07.526706+0000 mon.smithi129 (mon.0) 161 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata", "id": "smithi156"}]: dispatch 2022-01-18T15:57:12.944 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:12 smithi156 conmon[32001]: cluster 2022-01-18T15:57:08.422559+0000 mgr.smithi129.iclwio (mgr.14162) 45 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:12.944 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:12 smithi156 conmon[32001]: audit 2022-01-18T15:57:08.509873+0000 mon.smithi129 (mon.0) 162 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata", "id": "smithi156"}]: dispatch 2022-01-18T15:57:12.944 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:12 smithi156 conmon[32001]: audit 2022-01-18T15:57:08.880937+0000 mon.smithi129 (mon.0) 163 : audit [DBG] from='mgr.? 172.21.15.156:0/3762578184' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi156.drmcjo/crt"}]: dispatch 2022-01-18T15:57:12.945 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:12 smithi156 conmon[32001]: audit 2022-01-18T15:57:09.510258+0000 mon.smithi129 (mon.0) 164 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata", "id": "smithi156"}]: dispatch 2022-01-18T15:57:12.945 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:12 smithi156 conmon[32001]: cluster 2022-01-18T15:57:12.945 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:12 smithi156 conmon[32001]: 2022-01-18T15:57:09.511389+0000 mon.smithi156 (mon.1) 1 : cluster [INF] mon.smithi156 calling monitor election 2022-01-18T15:57:12.945 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:12 smithi156 conmon[32001]: cluster 2022-01-18T15:57:10.422941+0000 mgr.smithi129.iclwio (mgr.14162) 46 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:12.945 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:12 smithi156 conmon[32001]: audit 2022-01-18T15:57:10.509882+0000 mon.smithi129 (mon.0) 165 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata", "id": "smithi156"}]: dispatch 2022-01-18T15:57:12.946 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:12 smithi156 conmon[32001]: audit 2022-01-18T15:57:11.510445+0000 mon.smithi129 (mon.0) 166 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata", "id": "smithi156"}]: dispatch 2022-01-18T15:57:12.946 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:12 smithi156 conmon[32001]: audit 2022-01-18T15:57:12.510530+0000 mon.smithi129 (mon.0) 167 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata", "id": "smithi156"}]: dispatch 2022-01-18T15:57:12.946 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:12 smithi156 conmon[32001]: cluster 2022-01-18T15:57:12.540262+0000 mon.smithi129 (mon.0) 168 : cluster [INF] mon.smithi129 is new leader, mons smithi129,smithi156 in quorum (ranks 0,1) 2022-01-18T15:57:12.946 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:12 smithi156 conmon[32001]: cluster 2022-01-18T15:57:12.543120+0000 mon.smithi129 (mon.0) 169 : cluster [DBG] monmap e2: 2 mons at {smithi129=[v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0],smithi156=[v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0]} 2022-01-18T15:57:12.947 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:12 smithi156 conmon[32001]: cluster 2022-01-18T15:57:12.543196+0000 mon.smithi129 (mon.0) 170 : cluster [DBG] fsmap 2022-01-18T15:57:12.947 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:12 smithi156 conmon[32001]: cluster 2022-01-18T15:57:12.543237+0000 mon.smithi129 (mon.0) 171 : cluster [DBG] osdmap e5: 0 total, 0 up, 0 in 2022-01-18T15:57:12.947 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:12 smithi156 conmon[32001]: cluster 2022-01-18T15:57:12.543493+0000 mon.smithi129 (mon.0) 172 : cluster [DBG] mgrmap e17: smithi129.iclwio(active, since 76s) 2022-01-18T15:57:12.947 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:12 smithi156 conmon[32001]: cluster 2022-01-18T15:57:12.544569+0000 mon.smithi129 (mon.0) 173 : cluster [DBG] Standby manager daemon smithi156.drmcjo started 2022-01-18T15:57:12.948 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:12 smithi156 conmon[32001]: audit 2022-01-18T15:57:12.546157+0000 mon.smithi129 (mon.0) 174 : audit [DBG] from='mgr.? 172.21.15.156:0/3762578184' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-18T15:57:12.948 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:12 smithi156 conmon[32001]: cluster 2022-01-18T15:57:12.547843+0000 mon.smithi129 (mon.0) 175 : cluster [INF] overall HEALTH_OK 2022-01-18T15:57:12.948 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:12 smithi156 conmon[32001]: audit 2022-01-18T15:57:12.548303+0000 mon.smithi129 (mon.0) 176 : audit [DBG] from='mgr.? 172.21.15.156:0/3762578184' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi156.drmcjo/key"}]: dispatch 2022-01-18T15:57:12.948 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:12 smithi156 conmon[32001]: audit 2022-01-18T15:57:12.549937+0000 mon.smithi129 (mon.0) 177 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:12.949 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:12 smithi156 conmon[32001]: audit 2022-01-18T15:57:12.550116+0000 mon.smithi129 (mon.0) 178 : audit [DBG] from='mgr.? 172.21.15.156:0/3762578184' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-18T15:57:13.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:13 smithi129 conmon[29798]: cluster 2022-01-18T15:57:12.423254+0000 mgr.smithi129.iclwio (mgr.14162) 47 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:13.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:13 smithi129 conmon[29798]: cephadm 2022-01-18T15:57:12.550951+0000 mgr.smithi129.iclwio (mgr.14162) 48 : cephadm [INF] Deploying daemon node-exporter.smithi156 on smithi156 2022-01-18T15:57:13.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:13 smithi129 conmon[29798]: cluster 2022-01-18T15:57:12.604969+0000 mon.smithi129 (mon.0) 179 : cluster [DBG] 2022-01-18T15:57:13.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:13 smithi129 conmon[29798]: mgrmap e18: smithi129.iclwio(active, since 76s), standbys: smithi156.drmcjo 2022-01-18T15:57:13.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:13 smithi129 conmon[29798]: audit 2022-01-18T15:57:12 2022-01-18T15:57:13.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:13 smithi129 conmon[29798]: .605111+0000 mon.smithi129 (mon.0) 180 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mgr metadata", "who": "smithi156.drmcjo", "id": "smithi156.drmcjo"}]: dispatch 2022-01-18T15:57:13.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:13 smithi129 conmon[29798]: audit 2022 2022-01-18T15:57:13.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:13 smithi129 conmon[29798]: -01-18T15:57:13.510664+0000 2022-01-18T15:57:13.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:13 smithi129 conmon[29798]: mon.smithi129 (mon.0) 181 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata", "id": "smithi156"}]: dispatch 2022-01-18T15:57:13.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:13 smithi129 conmon[29798]: 2022-01-18T15:57:13.931 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:13 smithi156 conmon[32001]: cluster 2022-01-18T15:57:12.423254+0000 2022-01-18T15:57:13.931 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:13 smithi156 conmon[32001]: mgr.smithi129.iclwio (mgr.14162) 47 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:13.931 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:13 smithi156 conmon[32001]: cephadm 2022-01-18T15:57:12.550951+0000 mgr.smithi129.iclwio (mgr.14162) 48 : cephadm [INF] Deploying daemon node-exporter.smithi156 on smithi156 2022-01-18T15:57:13.931 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:13 smithi156 conmon[32001]: cluster 2022-01-18T15:57:12.604969+0000 mon.smithi129 (mon.0) 179 : cluster [DBG] mgrmap e18: smithi129.iclwio(active, since 76s), standbys: smithi156.drmcjo 2022-01-18T15:57:13.932 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:13 smithi156 conmon[32001]: audit 2022-01-18T15:57:12.605111+0000 mon.smithi129 (mon.0) 180 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mgr metadata", "who": "smithi156.drmcjo", "id": "smithi156.drmcjo"}]: dispatch 2022-01-18T15:57:13.932 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:13 smithi156 conmon[32001]: audit 2022-01-18T15:57:13.510664+0000 mon.smithi129 (mon.0) 181 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata", "id": "smithi156"}]: dispatch 2022-01-18T15:57:13.960 INFO:teuthology.orchestra.run.smithi156.stdout: 2022-01-18T15:57:13.960 INFO:teuthology.orchestra.run.smithi156.stdout:{"epoch":2,"fsid":"e63fbe5c-7876-11ec-8c34-001a4aab830c","modified":"2022-01-18T15:57:07.510631Z","created":"2022-01-18T15:54:56.841221Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi129","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:3300","nonce":0},{"type":"v1","addr":"172.21.15.129:6789","nonce":0}]},"addr":"172.21.15.129:6789/0","public_addr":"172.21.15.129:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"smithi156","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:3300","nonce":0},{"type":"v1","addr":"172.21.15.156:6789","nonce":0}]},"addr":"172.21.15.156:6789/0","public_addr":"172.21.15.156:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2022-01-18T15:57:13.961 INFO:teuthology.orchestra.run.smithi156.stderr:dumped monmap epoch 2 2022-01-18T15:57:14.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:14 smithi129 conmon[29798]: audit 2022-01-18T15:57:13.971037+0000 mon.smithi129 (mon.0) 182 : audit [DBG] from='client.? 172.21.15.156:0/2270553291' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-01-18T15:57:14.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:14 smithi129 conmon[29798]: 2022-01-18T15:57:15.037 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:14 smithi156 conmon[32001]: audit 2022-01-18T15:57:13.971037+0000 mon.smithi129 (mon. 2022-01-18T15:57:15.037 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:14 smithi156 conmon[32001]: 0) 182 : audit [DBG] from='client.? 172.21.15.156:0/2270553291' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-01-18T15:57:15.587 INFO:tasks.cephadm:Generating final ceph.conf file... 2022-01-18T15:57:15.587 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph config generate-minimal-conf 2022-01-18T15:57:15.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:15 smithi129 conmon[29798]: cluster 2022-01-18T15:57:14.423610+0000 mgr.smithi129.iclwio (mgr.14162) 49 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:16.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:15 smithi156 conmon[32001]: cluster 2022-01-18T15:57:14.423610+0000 mgr.smithi129.iclwio (mgr.14162) 49 : cluster 2022-01-18T15:57:16.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:15 smithi156 conmon[32001]: [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:17.629 INFO:teuthology.orchestra.run.smithi129.stdout:# minimal ceph.conf for e63fbe5c-7876-11ec-8c34-001a4aab830c 2022-01-18T15:57:17.629 INFO:teuthology.orchestra.run.smithi129.stdout:[global] 2022-01-18T15:57:17.629 INFO:teuthology.orchestra.run.smithi129.stdout: fsid = e63fbe5c-7876-11ec-8c34-001a4aab830c 2022-01-18T15:57:17.630 INFO:teuthology.orchestra.run.smithi129.stdout: mon_host = [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] 2022-01-18T15:57:17.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:17 smithi129 conmon[29798]: audit 2022-01-18T15:57:16.422639 2022-01-18T15:57:17.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:17 smithi129 conmon[29798]: +0000 mon.smithi129 (mon.0) 183 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:17.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:17 smithi129 conmon[29798]: audit 2022-01-18T15:57:16.423466+0000 mon.smithi129 (mon.0) 184 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:57:17.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:17 smithi129 conmon[29798]: cluster 2022-01-18T15:57:16.423867+0000 mgr.smithi129.iclwio (mgr.14162) 50 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:17.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:17 smithi156 conmon[32001]: audit 2022-01-18T15:57:16.422639+0000 mon.smithi129 (mon.0) 183 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:17.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:17 smithi156 conmon[32001]: audit 2022-01-18T15:57:16.423466+0000 mon.smithi129 (mon.0) 184 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:57:17.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:17 smithi156 conmon[32001]: cluster 2022-01-18T15:57:16.423867+0000 mgr.smithi129.iclwio (mgr.14162) 50 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:18.173 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2022-01-18T15:57:18.174 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2022-01-18T15:57:18.174 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd of=/etc/ceph/ceph.conf 2022-01-18T15:57:18.204 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2022-01-18T15:57:18.205 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2022-01-18T15:57:18.269 DEBUG:teuthology.orchestra.run.smithi156:> set -ex 2022-01-18T15:57:18.270 DEBUG:teuthology.orchestra.run.smithi156:> sudo dd of=/etc/ceph/ceph.conf 2022-01-18T15:57:18.298 DEBUG:teuthology.orchestra.run.smithi156:> set -ex 2022-01-18T15:57:18.299 DEBUG:teuthology.orchestra.run.smithi156:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2022-01-18T15:57:18.363 INFO:tasks.cephadm:Deploying OSDs... 2022-01-18T15:57:18.364 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2022-01-18T15:57:18.364 DEBUG:teuthology.orchestra.run.smithi129:> dd if=/scratch_devs of=/dev/stdout 2022-01-18T15:57:18.379 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2022-01-18T15:57:18.379 DEBUG:teuthology.orchestra.run.smithi129:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1 2022-01-18T15:57:18.437 INFO:teuthology.orchestra.run.smithi129.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2022-01-18T15:57:18.438 INFO:teuthology.orchestra.run.smithi129.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-18T15:57:18.438 INFO:teuthology.orchestra.run.smithi129.stdout:Device: 6h/6d Inode: 106487 Links: 1 2022-01-18T15:57:18.438 INFO:teuthology.orchestra.run.smithi129.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-18T15:57:18.439 INFO:teuthology.orchestra.run.smithi129.stdout:Context: system_u:object_r:device_t:s0 2022-01-18T15:57:18.439 INFO:teuthology.orchestra.run.smithi129.stdout:Access: 2022-01-18 15:56:51.633176632 +0000 2022-01-18T15:57:18.439 INFO:teuthology.orchestra.run.smithi129.stdout:Modify: 2022-01-18 15:53:00.518284613 +0000 2022-01-18T15:57:18.439 INFO:teuthology.orchestra.run.smithi129.stdout:Change: 2022-01-18 15:53:00.518284613 +0000 2022-01-18T15:57:18.440 INFO:teuthology.orchestra.run.smithi129.stdout: Birth: - 2022-01-18T15:57:18.448 INFO:teuthology.orchestra.run.smithi129.stderr:1+0 records in 2022-01-18T15:57:18.448 INFO:teuthology.orchestra.run.smithi129.stderr:1+0 records out 2022-01-18T15:57:18.448 INFO:teuthology.orchestra.run.smithi129.stderr:512 bytes copied, 0.000227888 s, 2.2 MB/s 2022-01-18T15:57:18.451 DEBUG:teuthology.orchestra.run.smithi129:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2 2022-01-18T15:57:18.506 INFO:teuthology.orchestra.run.smithi129.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2022-01-18T15:57:18.506 INFO:teuthology.orchestra.run.smithi129.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-18T15:57:18.506 INFO:teuthology.orchestra.run.smithi129.stdout:Device: 6h/6d Inode: 115800 Links: 1 2022-01-18T15:57:18.507 INFO:teuthology.orchestra.run.smithi129.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-18T15:57:18.507 INFO:teuthology.orchestra.run.smithi129.stdout:Context: system_u:object_r:device_t:s0 2022-01-18T15:57:18.507 INFO:teuthology.orchestra.run.smithi129.stdout:Access: 2022-01-18 15:56:51.633176632 +0000 2022-01-18T15:57:18.507 INFO:teuthology.orchestra.run.smithi129.stdout:Modify: 2022-01-18 15:53:00.859277132 +0000 2022-01-18T15:57:18.508 INFO:teuthology.orchestra.run.smithi129.stdout:Change: 2022-01-18 15:53:00.859277132 +0000 2022-01-18T15:57:18.508 INFO:teuthology.orchestra.run.smithi129.stdout: Birth: - 2022-01-18T15:57:18.515 INFO:teuthology.orchestra.run.smithi129.stderr:1+0 records in 2022-01-18T15:57:18.516 INFO:teuthology.orchestra.run.smithi129.stderr:1+0 records out 2022-01-18T15:57:18.516 INFO:teuthology.orchestra.run.smithi129.stderr:512 bytes copied, 0.000191703 s, 2.7 MB/s 2022-01-18T15:57:18.518 DEBUG:teuthology.orchestra.run.smithi129:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3 2022-01-18T15:57:18.572 INFO:teuthology.orchestra.run.smithi129.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2022-01-18T15:57:18.573 INFO:teuthology.orchestra.run.smithi129.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-18T15:57:18.573 INFO:teuthology.orchestra.run.smithi129.stdout:Device: 6h/6d Inode: 107456 Links: 1 2022-01-18T15:57:18.573 INFO:teuthology.orchestra.run.smithi129.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-18T15:57:18.573 INFO:teuthology.orchestra.run.smithi129.stdout:Context: system_u:object_r:device_t:s0 2022-01-18T15:57:18.574 INFO:teuthology.orchestra.run.smithi129.stdout:Access: 2022-01-18 15:56:51.633176632 +0000 2022-01-18T15:57:18.574 INFO:teuthology.orchestra.run.smithi129.stdout:Modify: 2022-01-18 15:53:01.211269412 +0000 2022-01-18T15:57:18.575 INFO:teuthology.orchestra.run.smithi129.stdout:Change: 2022-01-18 15:53:01.211269412 +0000 2022-01-18T15:57:18.575 INFO:teuthology.orchestra.run.smithi129.stdout: Birth: - 2022-01-18T15:57:18.581 INFO:teuthology.orchestra.run.smithi129.stderr:1+0 records in 2022-01-18T15:57:18.582 INFO:teuthology.orchestra.run.smithi129.stderr:1+0 records out 2022-01-18T15:57:18.582 INFO:teuthology.orchestra.run.smithi129.stderr:512 bytes copied, 0.000192727 s, 2.7 MB/s 2022-01-18T15:57:18.584 DEBUG:teuthology.orchestra.run.smithi129:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4 2022-01-18T15:57:18.639 INFO:teuthology.orchestra.run.smithi129.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2022-01-18T15:57:18.639 INFO:teuthology.orchestra.run.smithi129.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-18T15:57:18.640 INFO:teuthology.orchestra.run.smithi129.stdout:Device: 6h/6d Inode: 116846 Links: 1 2022-01-18T15:57:18.640 INFO:teuthology.orchestra.run.smithi129.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-18T15:57:18.640 INFO:teuthology.orchestra.run.smithi129.stdout:Context: system_u:object_r:device_t:s0 2022-01-18T15:57:18.641 INFO:teuthology.orchestra.run.smithi129.stdout:Access: 2022-01-18 15:56:51.633176632 +0000 2022-01-18T15:57:18.641 INFO:teuthology.orchestra.run.smithi129.stdout:Modify: 2022-01-18 15:53:01.568261581 +0000 2022-01-18T15:57:18.641 INFO:teuthology.orchestra.run.smithi129.stdout:Change: 2022-01-18 15:53:01.568261581 +0000 2022-01-18T15:57:18.641 INFO:teuthology.orchestra.run.smithi129.stdout: Birth: - 2022-01-18T15:57:18.649 INFO:teuthology.orchestra.run.smithi129.stderr:1+0 records in 2022-01-18T15:57:18.650 INFO:teuthology.orchestra.run.smithi129.stderr:1+0 records out 2022-01-18T15:57:18.651 INFO:teuthology.orchestra.run.smithi129.stderr:512 bytes copied, 0.000184258 s, 2.8 MB/s 2022-01-18T15:57:18.653 DEBUG:teuthology.orchestra.run.smithi156:> set -ex 2022-01-18T15:57:18.653 DEBUG:teuthology.orchestra.run.smithi156:> dd if=/scratch_devs of=/dev/stdout 2022-01-18T15:57:18.669 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2022-01-18T15:57:18.669 DEBUG:teuthology.orchestra.run.smithi156:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1 2022-01-18T15:57:18.723 INFO:teuthology.orchestra.run.smithi156.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2022-01-18T15:57:18.724 INFO:teuthology.orchestra.run.smithi156.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-18T15:57:18.724 INFO:teuthology.orchestra.run.smithi156.stdout:Device: 6h/6d Inode: 116924 Links: 1 2022-01-18T15:57:18.724 INFO:teuthology.orchestra.run.smithi156.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-18T15:57:18.725 INFO:teuthology.orchestra.run.smithi156.stdout:Context: system_u:object_r:device_t:s0 2022-01-18T15:57:18.725 INFO:teuthology.orchestra.run.smithi156.stdout:Access: 2022-01-18 15:57:13.003715544 +0000 2022-01-18T15:57:18.725 INFO:teuthology.orchestra.run.smithi156.stdout:Modify: 2022-01-18 15:53:00.484729372 +0000 2022-01-18T15:57:18.725 INFO:teuthology.orchestra.run.smithi156.stdout:Change: 2022-01-18 15:53:00.484729372 +0000 2022-01-18T15:57:18.726 INFO:teuthology.orchestra.run.smithi156.stdout: Birth: - 2022-01-18T15:57:18.732 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:18 smithi156 conmon[32001]: audit 2022-01-18T15:57:17.641172+0000 mon.smithi129 (mon. 2022-01-18T15:57:18.732 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:18 smithi156 conmon[32001]: 0) 185 : audit [DBG] from='client.? 172.21.15.129:0/130864687' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:57:18.732 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:18 smithi156 conmon[32001]: audit 2022-01-18T15:57:18.193171+0000 mon.smithi129 (mon.0) 186 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:18.734 INFO:teuthology.orchestra.run.smithi156.stderr:1+0 records in 2022-01-18T15:57:18.734 INFO:teuthology.orchestra.run.smithi156.stderr:1+0 records out 2022-01-18T15:57:18.734 INFO:teuthology.orchestra.run.smithi156.stderr:512 bytes copied, 8.8593e-05 s, 5.8 MB/s 2022-01-18T15:57:18.737 DEBUG:teuthology.orchestra.run.smithi156:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2 2022-01-18T15:57:18.791 INFO:teuthology.orchestra.run.smithi156.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2022-01-18T15:57:18.792 INFO:teuthology.orchestra.run.smithi156.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-18T15:57:18.792 INFO:teuthology.orchestra.run.smithi156.stdout:Device: 6h/6d Inode: 113450 Links: 1 2022-01-18T15:57:18.792 INFO:teuthology.orchestra.run.smithi156.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-18T15:57:18.792 INFO:teuthology.orchestra.run.smithi156.stdout:Context: system_u:object_r:device_t:s0 2022-01-18T15:57:18.793 INFO:teuthology.orchestra.run.smithi156.stdout:Access: 2022-01-18 15:57:13.003715544 +0000 2022-01-18T15:57:18.793 INFO:teuthology.orchestra.run.smithi156.stdout:Modify: 2022-01-18 15:53:00.825723877 +0000 2022-01-18T15:57:18.793 INFO:teuthology.orchestra.run.smithi156.stdout:Change: 2022-01-18 15:53:00.825723877 +0000 2022-01-18T15:57:18.793 INFO:teuthology.orchestra.run.smithi156.stdout: Birth: - 2022-01-18T15:57:18.800 INFO:teuthology.orchestra.run.smithi156.stderr:1+0 records in 2022-01-18T15:57:18.801 INFO:teuthology.orchestra.run.smithi156.stderr:1+0 records out 2022-01-18T15:57:18.801 INFO:teuthology.orchestra.run.smithi156.stderr:512 bytes copied, 0.000105883 s, 4.8 MB/s 2022-01-18T15:57:18.803 DEBUG:teuthology.orchestra.run.smithi156:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3 2022-01-18T15:57:18.858 INFO:teuthology.orchestra.run.smithi156.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2022-01-18T15:57:18.858 INFO:teuthology.orchestra.run.smithi156.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-18T15:57:18.859 INFO:teuthology.orchestra.run.smithi156.stdout:Device: 6h/6d Inode: 113574 Links: 1 2022-01-18T15:57:18.859 INFO:teuthology.orchestra.run.smithi156.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-18T15:57:18.859 INFO:teuthology.orchestra.run.smithi156.stdout:Context: system_u:object_r:device_t:s0 2022-01-18T15:57:18.859 INFO:teuthology.orchestra.run.smithi156.stdout:Access: 2022-01-18 15:57:13.003715544 +0000 2022-01-18T15:57:18.860 INFO:teuthology.orchestra.run.smithi156.stdout:Modify: 2022-01-18 15:53:01.150718640 +0000 2022-01-18T15:57:18.860 INFO:teuthology.orchestra.run.smithi156.stdout:Change: 2022-01-18 15:53:01.150718640 +0000 2022-01-18T15:57:18.860 INFO:teuthology.orchestra.run.smithi156.stdout: Birth: - 2022-01-18T15:57:18.867 INFO:teuthology.orchestra.run.smithi156.stderr:1+0 records in 2022-01-18T15:57:18.867 INFO:teuthology.orchestra.run.smithi156.stderr:1+0 records out 2022-01-18T15:57:18.868 INFO:teuthology.orchestra.run.smithi156.stderr:512 bytes copied, 8.232e-05 s, 6.2 MB/s 2022-01-18T15:57:18.870 DEBUG:teuthology.orchestra.run.smithi156:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4 2022-01-18T15:57:18.925 INFO:teuthology.orchestra.run.smithi156.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2022-01-18T15:57:18.926 INFO:teuthology.orchestra.run.smithi156.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-18T15:57:18.926 INFO:teuthology.orchestra.run.smithi156.stdout:Device: 6h/6d Inode: 113613 Links: 1 2022-01-18T15:57:18.926 INFO:teuthology.orchestra.run.smithi156.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-18T15:57:18.926 INFO:teuthology.orchestra.run.smithi156.stdout:Context: system_u:object_r:device_t:s0 2022-01-18T15:57:18.927 INFO:teuthology.orchestra.run.smithi156.stdout:Access: 2022-01-18 15:57:13.004715528 +0000 2022-01-18T15:57:18.927 INFO:teuthology.orchestra.run.smithi156.stdout:Modify: 2022-01-18 15:53:01.484713258 +0000 2022-01-18T15:57:18.927 INFO:teuthology.orchestra.run.smithi156.stdout:Change: 2022-01-18 15:53:01.484713258 +0000 2022-01-18T15:57:18.927 INFO:teuthology.orchestra.run.smithi156.stdout: Birth: - 2022-01-18T15:57:18.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:18 smithi129 conmon[29798]: audit 2022-01-18T15:57:17.641172+0000 2022-01-18T15:57:18.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:18 smithi129 conmon[29798]: mon.smithi129 (mon.0) 185 : audit [DBG] from='client.? 172.21.15.129:0/130864687' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:57:18.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:18 smithi129 conmon[29798]: audit 2022-01-18T15:57:18.193171+0000 mon.smithi129 (mon.0) 186 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:18.934 INFO:teuthology.orchestra.run.smithi156.stderr:1+0 records in 2022-01-18T15:57:18.934 INFO:teuthology.orchestra.run.smithi156.stderr:1+0 records out 2022-01-18T15:57:18.935 INFO:teuthology.orchestra.run.smithi156.stderr:512 bytes copied, 0.000102244 s, 5.0 MB/s 2022-01-18T15:57:18.937 INFO:tasks.cephadm:Deploying osd.0 on smithi129 with /dev/vg_nvme/lv_4... 2022-01-18T15:57:18.938 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2022-01-18T15:57:20.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:20 smithi156 conmon[32001]: cluster 2022-01-18T15:57:18.424076+0000 mgr.smithi129.iclwio (mgr.14162) 51 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:20.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:20 smithi156 conmon[32001]: 2022-01-18T15:57:20.636 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:20 smithi129 conmon[29798]: cluster 2022-01-18T15:57:18.424076+0000 mgr.smithi129.iclwio (mgr.14162 2022-01-18T15:57:20.636 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:20 smithi129 conmon[29798]: ) 51 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:21.410 INFO:teuthology.orchestra.run.smithi129.stderr:--> Zapping: /dev/vg_nvme/lv_4 2022-01-18T15:57:21.410 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2022-01-18T15:57:21.411 INFO:teuthology.orchestra.run.smithi129.stderr: stderr: 10+0 records in 2022-01-18T15:57:21.411 INFO:teuthology.orchestra.run.smithi129.stderr:10+0 records out 2022-01-18T15:57:21.411 INFO:teuthology.orchestra.run.smithi129.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0110171 s, 952 MB/s 2022-01-18T15:57:21.412 INFO:teuthology.orchestra.run.smithi129.stderr:--> Zapping successful for: 2022-01-18T15:57:22.056 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph orch daemon add osd smithi129:vg_nvme/lv_4 2022-01-18T15:57:22.297 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:22 smithi129 conmon[29798]: cluster 2022-01-18T15:57:20.424339+0000 mgr.smithi129.iclwio (mgr.14162) 52 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:22.298 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:22 smithi129 conmon[29798]: audit 2022-01-18T15:57:21.279497+0000 mon.smithi129 (mon.0) 187 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:22.298 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:22 smithi129 conmon[29798]: audit 2022-01-18T15:57:21.560595+0000 mon.smithi129 (mon.0) 188 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:22.298 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:22 smithi129 conmon[29798]: audit 2022-01-18T15:57:21.562450+0000 mon.smithi129 (mon.0) 189 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-18T15:57:22.298 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:22 smithi129 conmon[29798]: audit 2022-01-18T15:57:21.563072+0000 mon.smithi129 (mon.0) 190 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-18T15:57:22.299 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:22 smithi129 conmon[29798]: audit 2022-01-18T15:57:21.563683+0000 mon.smithi129 (mon.0) 191 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:57:22.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:22 smithi156 conmon[32001]: cluster 2022-01 2022-01-18T15:57:22.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:22 smithi156 conmon[32001]: -18T15:57:20.424339+0000 mgr.smithi129.iclwio (mgr.14162) 52 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:22.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:22 smithi156 conmon[32001]: audit 2022-01-18T15:57 2022-01-18T15:57:22.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:22 smithi156 conmon[32001]: :21.279497+0000 mon.smithi129 (mon.0) 187 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:22.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:22 smithi156 conmon[32001]: audit 2022-01-18T15: 2022-01-18T15:57:22.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:22 smithi156 conmon[32001]: 57:21.560595+0000 mon.smithi129 (mon.0) 2022-01-18T15:57:22.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:22 smithi156 conmon[32001]: 188 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:22.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:22 smithi156 conmon[32001]: audit 2022-01-18T 2022-01-18T15:57:22.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:22 smithi156 conmon[32001]: 15:57:21.562450+0000 mon.smithi129 (mon. 2022-01-18T15:57:22.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:22 smithi156 conmon[32001]: 0) 189 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-18T15:57:22.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:22 smithi156 conmon[32001]: audit 2022-01-18 2022-01-18T15:57:22.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:22 smithi156 conmon[32001]: T15:57:21.563072+0000 mon.smithi129 (mon.0 2022-01-18T15:57:22.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:22 smithi156 conmon[32001]: ) 190 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-18T15:57:22.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:22 smithi156 conmon[32001]: audit 2022-01-18T 2022-01-18T15:57:22.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:22 smithi156 conmon[32001]: 15:57:21.563683+0000 mon.smithi129 (mon. 2022-01-18T15:57:22.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:22 smithi156 conmon[32001]: 0) 191 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:57:23.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:23 smithi156 conmon[32001]: cephadm 2022-01-18T15:57:21.562208+0000 mgr.smithi129.iclwio (mgr.14162) 53 : cephadm [INF] Reconfiguring mon.smithi129 (unknown last config time)... 2022-01-18T15:57:23.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:23 smithi156 conmon[32001]: cephadm 2022-01-18T15:57:21 2022-01-18T15:57:23.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:23 smithi156 conmon[32001]: .564350+0000 mgr.smithi129.iclwio (mgr.14162) 54 : cephadm [INF] Reconfiguring daemon mon.smithi129 on smithi129 2022-01-18T15:57:23.617 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:23 smithi129 conmon[29798]: cephadm 2022-01-18T15:57:21.562208+0000 mgr.smithi129.iclwio (mgr.14162) 2022-01-18T15:57:23.618 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:23 smithi129 conmon[29798]: 53 : cephadm [INF] Reconfiguring mon.smithi129 (unknown last config time)... 2022-01-18T15:57:23.618 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:23 smithi129 conmon[29798]: cephadm 2022-01-18T15:57:21.564350+0000 mgr.smithi129.iclwio (mgr.14162) 54 : cephadm [INF] Reconfiguring daemon mon.smithi129 on smithi129 2022-01-18T15:57:24.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:24 smithi156 conmon[32001]: cluster 2022-01-18T15:57:22.424563+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T15:57:24.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:24 smithi156 conmon[32001]: 14162) 55 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:24.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:24 smithi156 conmon[32001]: audit 2022-01-18T15:57:23.508037+0000 mon.smithi129 (mon.0) 192 : audit [INF] 2022-01-18T15:57:24.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:24 smithi156 conmon[32001]: from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:24.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:24 smithi156 conmon[32001]: audit 2022-01-18T 2022-01-18T15:57:24.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:24 smithi156 conmon[32001]: 15:57:23.508774+0000 mon.smithi129 (mon.0) 193 : audit [INF] 2022-01-18T15:57:24.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:24 smithi156 conmon[32001]: from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi129.iclwio", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-18T15:57:24.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:24 smithi156 conmon[32001]: audit 2022-01-18T15:57:24.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:24 smithi156 conmon[32001]: 2022-01-18T15:57:23.509458+0000 mon.smithi129 (mon.0) 2022-01-18T15:57:24.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:24 smithi156 conmon[32001]: 194 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-18T15:57:24.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:24 smithi156 conmon[32001]: audit 2022-01 2022-01-18T15:57:24.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:24 smithi156 conmon[32001]: -18T15:57:23.509991+0000 mon.smithi129 ( 2022-01-18T15:57:24.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:24 smithi156 conmon[32001]: mon.0) 195 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:57:24.560 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:24 smithi129 conmon[29798]: cluster 2022-01-18T15:57:22.424563+0000 mgr.smithi129.iclwio (mgr.14162) 2022-01-18T15:57:24.561 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:24 smithi129 conmon[29798]: 55 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:24.561 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:24 smithi129 conmon[29798]: audit 2022-01-18T15:57:23.508037+0000 mon.smithi129 (mon.0) 192 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:24.562 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:24 smithi129 conmon[29798]: audit 2022-01-18T15:57:23.508774+0000 mon.smithi129 (mon.0) 193 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi129.iclwio", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-18T15:57:24.562 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:24 smithi129 conmon[29798]: audit 2022-01-18T15:57:23.509458+0000 mon.smithi129 (mon.0) 194 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-18T15:57:24.562 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:24 smithi129 conmon[29798]: audit 2022-01-18T15:57:23.509991+0000 mon.smithi129 (mon.0) 195 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:57:25.398 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:25 smithi129 conmon[29798]: cephadm 2022-01-18T15:57:23.508517+0000 mgr.smithi129.iclwio (mgr.14162) 56 : cephadm [INF] Reconfiguring mgr.smithi129.iclwio (unknown last config time)... 2022-01-18T15:57:25.398 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:25 smithi129 conmon[29798]: cephadm 2022-01-18T15:57:23.510446+0000 mgr.smithi129.iclwio (mgr.14162) 57 : cephadm [INF] Reconfiguring daemon mgr.smithi129.iclwio on smithi129 2022-01-18T15:57:25.398 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:25 smithi129 conmon[29798]: audit 2022-01-18T15:57:24.741500+0000 mon.smithi129 (mon.0) 196 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-18T15:57:25.398 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:25 smithi129 conmon[29798]: audit 2022-01-18T15:57:24.742893+0000 mon.smithi129 (mon.0) 197 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-18T15:57:25.399 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:25 smithi129 conmon[29798]: audit 2022-01-18T15:57:24.743420+0000 mon.smithi129 (mon.0) 198 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:57:25.399 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:25 smithi129 conmon[29798]: audit 2022-01-18T15:57:25.181594+0000 mon.smithi129 (mon.0) 199 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:25.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:25 smithi156 conmon[32001]: cephadm 2022-01-18T15:57:23.508517+0000 mgr.smithi129.iclwio (mgr.14162) 56 : cephadm 2022-01-18T15:57:25.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:25 smithi156 conmon[32001]: [INF] Reconfiguring mgr.smithi129.iclwio (unknown last config time)... 2022-01-18T15:57:25.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:25 smithi156 conmon[32001]: cephadm 2022-01-18T15:57:23.510446+0000 mgr.smithi129.iclwio (mgr.14162) 57 : cephadm [INF] Reconfiguring daemon mgr.smithi129.iclwio on smithi129 2022-01-18T15:57:25.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:25 smithi156 conmon[32001]: audit 2022-01-18T15:57:25.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:25 smithi156 conmon[32001]: 2022-01-18T15:57:24.741500+0000 mon.smithi129 (mon.0) 196 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-18T15:57:25.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:25 smithi156 conmon[32001]: audit 2022-01-18 2022-01-18T15:57:25.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:25 smithi156 conmon[32001]: T15:57:24.742893+0000 mon.smithi129 (mon.0 2022-01-18T15:57:25.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:25 smithi156 conmon[32001]: ) 197 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-18T15:57:25.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:25 smithi156 conmon[32001]: audit 2022-01-18T15 2022-01-18T15:57:25.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:25 smithi156 conmon[32001]: :57:24.743420+0000 mon.smithi129 (mon.0) 198 2022-01-18T15:57:25.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:25 smithi156 conmon[32001]: : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:57:25.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:25 smithi156 conmon[32001]: audit 2022-01-18T15:57:25. 2022-01-18T15:57:25.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:25 smithi156 conmon[32001]: 181594+0000 mon.smithi129 (mon.0) 199 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:25.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:25 smithi156 conmon[32001]: 2022-01-18T15:57:26.476 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:26 smithi129 conmon[29798]: cluster 2022-01-18T15:57:24.424808+0000 mgr.smithi129.iclwio (mgr.14162) 58 : 2022-01-18T15:57:26.476 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:26 smithi129 conmon[29798]: cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:26.476 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:26 smithi129 conmon[29798]: audit 2022-01-18T15:57:24.740752+0000 mgr.smithi129.iclwio (mgr.14162) 59 : audit [DBG] from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi129:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T15:57:26.477 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:26 smithi129 conmon[29798]: cephadm 2022-01-18T15:57:24.742693+0000 mgr.smithi129.iclwio (mgr.14162) 60 : cephadm [INF] Applying service osd.None on host smithi129... 2022-01-18T15:57:26.477 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:26 smithi129 conmon[29798]: cephadm 2022-01-18T15:57:25.182180+0000 mgr.smithi129.iclwio (mgr.14162) 61 : cephadm [INF] Reconfiguring alertmanager.smithi129 (dependencies changed)... 2022-01-18T15:57:26.477 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:26 smithi129 conmon[29798]: cephadm 2022-01-18T15:57:25.184848+0000 mgr.smithi129.iclwio (mgr.14162) 62 : cephadm [INF] Reconfiguring daemon alertmanager.smithi129 on smithi129 2022-01-18T15:57:26.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:26 smithi156 conmon[32001]: cluster 2022-01-18T15:57:24.424808+0000 mgr.smithi129.iclwio (mgr.14162) 58 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:26.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:26 smithi156 conmon[32001]: audit 2022-01-18T15:57:24.740752+0000 mgr.smithi129.iclwio (mgr.14162) 59 : audit [DBG] from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi129:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T15:57:26.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:26 smithi156 conmon[32001]: cephadm 2022-01-18T15:57:26.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:26 smithi156 conmon[32001]: 2022-01-18T15:57:24.742693+0000 mgr.smithi129.iclwio (mgr.14162) 60 : cephadm 2022-01-18T15:57:26.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:26 smithi156 conmon[32001]: [INF] Applying service osd.None on host smithi129... 2022-01-18T15:57:26.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:26 smithi156 conmon[32001]: cephadm 2022-01-18T15:57:25.182180 2022-01-18T15:57:26.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:26 smithi156 conmon[32001]: +0000 mgr.smithi129.iclwio (mgr.14162) 61 : cephadm [INF] Reconfiguring alertmanager.smithi129 (dependencies changed)... 2022-01-18T15:57:26.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:26 smithi156 conmon[32001]: cephadm 2022-01 2022-01-18T15:57:26.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:26 smithi156 conmon[32001]: -18T15:57:25.184848+0000 mgr.smithi129.iclwio (mgr 2022-01-18T15:57:26.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:26 smithi156 conmon[32001]: .14162) 62 : cephadm [INF] Reconfiguring daemon alertmanager.smithi129 on smithi129 2022-01-18T15:57:28.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:28 smithi156 conmon[32001]: cluster 2022-01-18T15:57:26.425049+0000 mgr.smithi129.iclwio (mgr.14162) 63 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:28.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:28 smithi129 conmon[29798]: cluster 2022-01-18T15:57:26.425049+0000 mgr.smithi129.iclwio (mgr.14162 2022-01-18T15:57:28.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:28 smithi129 conmon[29798]: ) 63 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:30.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:30 smithi129 conmon[29798]: cluster 2022-01-18T15:57:28.425268+0000 mgr.smithi129.iclwio ( 2022-01-18T15:57:30.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:30 smithi129 conmon[29798]: mgr.14162) 64 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:30.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:30 smithi129 conmon[29798]: audit 2022-01-18T15:57:29.747864+0000 mon.smithi129 (mon.0) 200 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:30.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:30 smithi129 conmon[29798]: audit 2022-01-18T15:57:29.748537+0000 mon.smithi129 (mon.0) 201 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi129", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-18T15:57:30.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:30 smithi129 conmon[29798]: audit 2022-01-18T15:57:29.749118+0000 mon.smithi129 (mon.0) 202 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:57:30.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:30 smithi156 conmon[32001]: cluster 2022-01-18T15:57:28.425268+0000 mgr.smithi129.iclwio (mgr.14162) 64 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:30.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:30 smithi156 conmon[32001]: audit 2022-01-18T15:57 2022-01-18T15:57:30.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:30 smithi156 conmon[32001]: :29.747864+0000 mon.smithi129 (mon.0) 200 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:30.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:30 smithi156 conmon[32001]: audit 2022-01-18T15:57:29.748537+0000 mon.smithi129 (mon.0) 201 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi129", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-18T15:57:30.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:30 smithi156 conmon[32001]: audit 2022-01-18T15:57:29.749118+0000 mon.smithi129 (mon. 2022-01-18T15:57:30.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:30 smithi156 conmon[32001]: 0) 202 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:57:31.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:31 smithi129 conmon[29798]: cephadm 2022-01-18T15:57:29.748322+0000 mgr.smithi129.iclwio (mgr.14162) 65 : cephadm [INF] Reconfiguring crash.smithi129 (monmap changed)... 2022-01-18T15:57:31.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:31 smithi129 conmon[29798]: cephadm 2022-01-18T15:57:29.749512+0000 mgr.smithi129.iclwio (mgr.14162) 66 : cephadm [INF] Reconfiguring daemon crash.smithi129 on smithi129 2022-01-18T15:57:31.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:31 smithi129 conmon[29798]: audit 2022-01-18T15:57:30.763627+0000 mon.smithi129 (mon.0) 203 : audit [INF] from='client.? 172.21.15.129:0/2320626654' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bb3a206e-c2b6-4a2a-b350-e2d2b7a8a418"}]: dispatch 2022-01-18T15:57:31.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:31 smithi129 conmon[29798]: audit 2022-01-18T15:57:30.766979+0000 mon.smithi129 (mon.0) 204 : audit [INF] from='client.? 172.21.15.129:0/2320626654' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bb3a206e-c2b6-4a2a-b350-e2d2b7a8a418"}]': finished 2022-01-18T15:57:31.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:31 smithi129 conmon[29798]: cluster 2022-01-18T15:57:30.767027+0000 mon.smithi129 (mon.0) 205 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2022-01-18T15:57:31.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:31 smithi129 conmon[29798]: audit 2022-01-18T15:57:30.767110+0000 mon.smithi129 (mon.0) 206 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-18T15:57:31.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:31 smithi129 conmon[29798]: audit 2022-01-18T15:57:31.260175+0000 mon.smithi129 (mon.0) 207 : audit [DBG] from='client.? 172.21.15.129:0/131380427' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-18T15:57:31.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:31 smithi156 conmon[32001]: cephadm 2022-01-18T15:57:29.748322+0000 mgr.smithi129.iclwio (mgr.14162) 65 : cephadm [INF] Reconfiguring crash.smithi129 (monmap changed)... 2022-01-18T15:57:31.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:31 smithi156 conmon[32001]: cephadm 2022-01-18T15:57 2022-01-18T15:57:31.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:31 smithi156 conmon[32001]: :29.749512+0000 mgr.smithi129.iclwio (mgr.14162) 66 : cephadm [INF] Reconfiguring daemon crash.smithi129 on smithi129 2022-01-18T15:57:31.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:31 smithi156 conmon[32001]: audit 2022-01-18T15:57:30.763627+0000 mon.smithi129 (mon.0) 203 : audit [INF] from='client.? 172.21.15.129:0/2320626654' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bb3a206e-c2b6-4a2a-b350-e2d2b7a8a418"}]: dispatch 2022-01-18T15:57:31.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:31 smithi156 conmon[32001]: audit 2022-01-18T15:57:31.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:31 smithi156 conmon[32001]: 2022-01-18T15:57:30.766979+0000 mon.smithi129 (mon.0) 204 : audit [INF] from='client.? 172.21.15.129:0/2320626654' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bb3a206e-c2b6-4a2a-b350-e2d2b7a8a418"}]': finished 2022-01-18T15:57:31.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:31 smithi156 conmon[32001]: cluster 2022-01- 2022-01-18T15:57:31.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:31 smithi156 conmon[32001]: 18T15:57:30.767027+0000 mon.smithi129 (mon. 2022-01-18T15:57:31.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:31 smithi156 conmon[32001]: 0) 205 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2022-01-18T15:57:31.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:31 smithi156 conmon[32001]: audit 2022-01-18T15 2022-01-18T15:57:31.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:31 smithi156 conmon[32001]: :57:30.767110+0000 mon.smithi129 (mon.0) 206 2022-01-18T15:57:31.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:31 smithi156 conmon[32001]: : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-18T15:57:31.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:31 smithi156 conmon[32001]: audit 2022-01-18T15:57:31 2022-01-18T15:57:31.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:31 smithi156 conmon[32001]: .260175+0000 mon.smithi129 (mon.0) 207 : audit [DBG] 2022-01-18T15:57:31.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:31 smithi156 conmon[32001]: from='client.? 172.21.15.129:0/131380427' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-18T15:57:32.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:32 smithi129 conmon[29798]: cluster 2022-01-18T15:57:30.425713+0000 mgr.smithi129.iclwio (mgr.14162) 67 : cluster 2022-01-18T15:57:32.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:32 smithi129 conmon[29798]: [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:32.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:32 smithi156 conmon[32001]: cluster 2022-01-18T15:57:30.425713+0000 mgr.smithi129.iclwio (mgr.14162) 67 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:34.457 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:34 smithi129 conmon[29798]: cluster 2022-01-18T15:57:32.426241+0000 mgr.smithi129.iclwio (mgr.14162) 68 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:34.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:34 smithi156 conmon[32001]: cluster 2022-01-18T15:57:32.426241+0000 mgr.smithi129.iclwio (mgr.14162) 68 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:36.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:36 smithi129 conmon[29798]: cluster 2022-01-18T15:57:34.426517+0000 mgr.smithi129.iclwio (mgr.14162) 69 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:36.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:36 smithi129 conmon[29798]: audit 2022-01-18T15:57:35.619221+0000 mon.smithi129 (mon.0) 208 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:36.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:36 smithi156 conmon[32001]: cluster 2022-01-18T15:57:34.426517+0000 mgr.smithi129.iclwio (mgr.14162) 69 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:36.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:36 smithi156 conmon[32001]: audit 2022-01-18T15:57:35.619221+0000 mon.smithi129 (mon.0) 208 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:37.516 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:37 smithi129 conmon[29798]: cephadm 2022-01-18T15:57:35.619731+0000 mgr.smithi129.iclwio (mgr.14162) 2022-01-18T15:57:37.516 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:37 smithi129 conmon[29798]: 70 : cephadm [INF] Reconfiguring grafana.smithi129 (dependencies changed)... 2022-01-18T15:57:37.516 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:37 smithi129 conmon[29798]: cephadm 2022-01-18T15:57:35.623975+0000 mgr.smithi129.iclwio (mgr.14162) 71 : cephadm [INF] Reconfiguring daemon grafana.smithi129 on smithi129 2022-01-18T15:57:37.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:37 smithi156 conmon[32001]: cephadm 2022-01-18T15:57:35.619731+0000 mgr.smithi129.iclwio (mgr.14162) 70 : cephadm [INF] Reconfiguring grafana.smithi129 (dependencies changed)... 2022-01-18T15:57:37.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:37 smithi156 conmon[32001]: cephadm 2022-01-18T15:57:35.623975+0000 mgr.smithi129.iclwio (mgr.14162) 71 : cephadm [INF] Reconfiguring daemon grafana.smithi129 on smithi129 2022-01-18T15:57:38.624 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:38 smithi129 conmon[29798]: cluster 2022-01-18T15:57:36.426886+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T15:57:38.625 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:38 smithi129 conmon[29798]: 14162) 72 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:38.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:38 smithi156 conmon[32001]: cluster 2022-01-18T15:57:36.426886+0000 mgr.smithi129.iclwio (mgr.14162) 72 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:40.607 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:40 smithi129 conmon[29798]: cluster 2022-01-18T15:57:38. 2022-01-18T15:57:40.607 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:40 smithi129 conmon[29798]: 427152+0000 mgr.smithi129.iclwio (mgr.14162) 73 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:40.607 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:40 smithi129 conmon[29798]: audit 2022-01-18T15:57:39.794574+0000 mon.smithi129 (mon.0) 209 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:40.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:40 smithi156 conmon[32001]: cluster 2022-01-18T15:57:38.427152+0000 mgr.smithi129.iclwio (mgr.14162) 2022-01-18T15:57:40.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:40 smithi156 conmon[32001]: 73 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:40.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:40 smithi156 conmon[32001]: audit 2022-01-18T15:57:39.794574+0000 mon.smithi129 (mon.0) 209 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:41.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:41 smithi129 conmon[29798]: cephadm 2022-01-18T15:57:39.795223+0000 mgr.smithi129.iclwio (mgr.14162) 74 : cephadm [INF] Reconfiguring prometheus.smithi129 (dependencies changed)... 2022-01-18T15:57:41.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:41 smithi129 conmon[29798]: cephadm 2022-01-18T15:57:39.797271+0000 mgr.smithi129.iclwio (mgr.14162) 75 : cephadm [INF] Reconfiguring daemon prometheus.smithi129 on smithi129 2022-01-18T15:57:41.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:41 smithi129 conmon[29798]: audit 2022-01-18T15:57:41.086232+0000 mon.smithi129 (mon.0) 210 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2022-01-18T15:57:41.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:41 smithi129 conmon[29798]: audit 2022-01-18T15:57:41.086896+0000 mon.smithi129 (mon.0) 211 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:57:41.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:41 smithi156 conmon[32001]: cephadm 2022-01-18T15:57:39.795223+0000 mgr.smithi129.iclwio (mgr.14162) 74 : cephadm [INF] Reconfiguring prometheus.smithi129 (dependencies changed)... 2022-01-18T15:57:41.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:41 smithi156 conmon[32001]: cephadm 2022-01-18T15:57:39.797271+0000 mgr.smithi129.iclwio (mgr.14162) 75 : cephadm [INF] Reconfiguring daemon prometheus.smithi129 on smithi129 2022-01-18T15:57:41.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:41 smithi156 conmon[32001]: audit 2022-01-18T15:57:41.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:41 smithi156 conmon[32001]: 2022-01-18T15:57:41.086232+0000 mon.smithi129 (mon. 2022-01-18T15:57:41.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:41 smithi156 conmon[32001]: 0) 210 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2022-01-18T15:57:41.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:41 smithi156 conmon[32001]: audit 2022-01 2022-01-18T15:57:41.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:41 smithi156 conmon[32001]: -18T15:57:41.086896+0000 mon.smithi129 ( 2022-01-18T15:57:41.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:41 smithi156 conmon[32001]: mon.0) 211 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:57:41.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:41 smithi156 conmon[32001]: 2022-01-18T15:57:42.559 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:42 smithi129 conmon[29798]: cluster 2022-01-18T15:57:40.427429+0000 mgr.smithi129.iclwio ( 2022-01-18T15:57:42.560 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:42 smithi129 conmon[29798]: mgr.14162) 76 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:42.560 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:42 smithi129 conmon[29798]: cephadm 2022-01-18T15:57:41.087429+0000 mgr.smithi129.iclwio (mgr.14162) 77 : cephadm [INF] Deploying daemon osd.0 on smithi129 2022-01-18T15:57:42.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:42 smithi156 conmon[32001]: cluster 2022-01-18T15:57:40.427429+0000 mgr.smithi129.iclwio (mgr.14162) 76 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:42.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:42 smithi156 conmon[32001]: cephadm 2022-01-18T15:57:41.087429+0000 mgr.smithi129.iclwio (mgr.14162) 77 : cephadm [INF] Deploying daemon osd.0 on smithi129 2022-01-18T15:57:44.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:44 smithi129 conmon[29798]: cluster 2022-01-18T15:57:42.427663+0000 mgr.smithi129.iclwio ( 2022-01-18T15:57:44.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:44 smithi129 conmon[29798]: mgr.14162) 78 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:44.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:44 smithi156 conmon[32001]: cluster 2022-01-18T15:57:42.427663+0000 mgr.smithi129.iclwio (mgr.14162) 78 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:45.980 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:45 smithi156 conmon[32001]: cluster 2022-01-18T15:57:44.427947+0000 mgr.smithi129.iclwio (mgr.14162) 79 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:45.980 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:45 smithi156 conmon[32001]: audit 2022-01-18T15:57:44.834415+0000 mon.smithi129 (mon.0) 212 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:45.981 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:45 smithi156 conmon[32001]: cephadm 2022-01-18T15:57:44.834929+0000 mgr.smithi129.iclwio (mgr.14162) 80 : cephadm [INF] Reconfiguring crash.smithi156 (monmap changed)... 2022-01-18T15:57:45.981 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:45 smithi156 conmon[32001]: audit 2022-01-18T15:57:44.835196+0000 mon.smithi129 (mon.0) 213 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi156", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-18T15:57:45.981 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:45 smithi156 conmon[32001]: audit 2022-01-18T15:57:44.836022+0000 mon.smithi129 (mon.0) 214 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:57:45.981 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:45 smithi156 conmon[32001]: cephadm 2022-01-18T15:57:44.836505+0000 mgr.smithi129.iclwio (mgr.14162) 81 : cephadm [INF] Reconfiguring daemon crash.smithi156 on smithi156 2022-01-18T15:57:46.155 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:45 smithi129 conmon[29798]: cluster 2022-01-18T15:57:44.427947+0000 mgr.smithi129.iclwio (mgr.14162) 79 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:46.155 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:45 smithi129 conmon[29798]: audit 2022-01-18T15:57:44.834415+0000 mon.smithi129 (mon.0) 212 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:46.156 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:45 smithi129 conmon[29798]: cephadm 2022-01-18T15:57:44.834929+0000 mgr.smithi129.iclwio (mgr.14162) 80 : cephadm [INF] Reconfiguring crash.smithi156 (monmap changed)... 2022-01-18T15:57:46.156 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:45 smithi129 conmon[29798]: audit 2022-01-18T15:57:44.835196+0000 mon.smithi129 (mon.0) 213 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi156", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-18T15:57:46.156 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:45 smithi129 conmon[29798]: audit 2022-01-18T15:57:44.836022+0000 mon.smithi129 (mon.0) 214 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:57:46.157 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:45 smithi129 conmon[29798]: cephadm 2022-01-18T15:57:44.836505+0000 mgr.smithi129.iclwio (mgr.14162) 81 : cephadm [INF] Reconfiguring daemon crash.smithi156 on smithi156 2022-01-18T15:57:47.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:47 smithi156 conmon[32001]: audit 2022-01-18T15:57:46.329103+0000 mon.smithi129 (mon.0) 215 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:47.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:47 smithi156 conmon[32001]: cephadm 2022-01-18T15:57:46.329652+0000 mgr.smithi129.iclwio (mgr.14162) 82 : cephadm [INF] Reconfiguring mgr.smithi156.drmcjo (monmap changed)... 2022-01-18T15:57:47.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:47 smithi156 conmon[32001]: audit 2022-01-18T15:57:46.329915+0000 mon.smithi129 (mon.0) 216 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi156.drmcjo", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-18T15:57:47.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:47 smithi156 conmon[32001]: audit 2022-01-18T15:57:46.330577+0000 mon.smithi129 (mon.0) 217 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-18T15:57:47.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:47 smithi156 conmon[32001]: audit 2022-01-18T15:57:46. 2022-01-18T15:57:47.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:47 smithi156 conmon[32001]: 331096+0000 mon.smithi129 (mon.0) 218 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:57:47.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:47 smithi156 conmon[32001]: cephadm 2022-01-18T15:57: 2022-01-18T15:57:47.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:47 smithi156 conmon[32001]: 46.331557+0000 mgr.smithi129.iclwio (mgr.14162) 83 : cephadm [INF] Reconfiguring daemon mgr.smithi156.drmcjo on smithi156 2022-01-18T15:57:47.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:47 smithi129 conmon[29798]: audit 2022-01-18T15:57:46.329103+0000 mon.smithi129 (mon.0) 215 : 2022-01-18T15:57:47.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:47 smithi129 conmon[29798]: audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:47.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:47 smithi129 conmon[29798]: cephadm 2022-01-18T15:57:46.329652+0000 mgr.smithi129.iclwio (mgr.14162) 82 : cephadm [INF] Reconfiguring mgr.smithi156.drmcjo (monmap changed)... 2022-01-18T15:57:47.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:47 smithi129 conmon[29798]: audit 2022-01-18T15:57:46.329915+0000 mon.smithi129 (mon.0) 216 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi156.drmcjo", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-18T15:57:47.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:47 smithi129 conmon[29798]: audit 2022-01-18T15:57:46.330577+0000 mon.smithi129 (mon.0) 217 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-18T15:57:47.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:47 smithi129 conmon[29798]: audit 2022-01-18T15:57:46.331096+0000 mon.smithi129 (mon.0) 218 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:57:47.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:47 smithi129 conmon[29798]: cephadm 2022-01-18T15:57:46.331557+0000 mgr.smithi129.iclwio (mgr.14162) 83 : cephadm [INF] Reconfiguring daemon mgr.smithi156.drmcjo on smithi156 2022-01-18T15:57:48.119 INFO:teuthology.orchestra.run.smithi129.stdout:Created osd(s) 0 on host 'smithi129' 2022-01-18T15:57:48.499 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:48 smithi156 conmon[32001]: cluster 2022-01-18T15:57:46.428158+0000 mgr.smithi129.iclwio (mgr.14162) 84 2022-01-18T15:57:48.499 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:48 smithi156 conmon[32001]: : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:48.500 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:48 smithi156 conmon[32001]: audit 2022-01-18T15:57:47.710221+0000 mon.smithi129 (mon.0) 219 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:48.500 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:48 smithi156 conmon[32001]: audit 2022-01-18T15:57:47.710981+0000 mon.smithi129 (mon.0) 220 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-18T15:57:48.500 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:48 smithi156 conmon[32001]: audit 2022-01-18T15:57:47.711502+0000 mon.smithi129 (mon.0) 221 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-18T15:57:48.501 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:48 smithi156 conmon[32001]: audit 2022-01-18T15:57:47.712011+0000 mon.smithi129 (mon.0) 222 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:57:48.501 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:48 smithi156 conmon[32001]: audit 2022-01-18T15:57:48.126778+0000 mon.smithi129 (mon.0) 223 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:48.501 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:48 smithi156 conmon[32001]: audit 2022-01-18T15:57:48.130066+0000 mon.smithi129 (mon.0) 224 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:48.600 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:48 smithi129 conmon[29798]: cluster 2022-01-18T15:57:46.428158+0000 mgr.smithi129.iclwio (mgr.14162) 84 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:48.600 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:48 smithi129 conmon[29798]: audit 2022-01-18T15:57:47.710221+0000 mon.smithi129 (mon.0) 219 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:48.600 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:48 smithi129 conmon[29798]: audit 2022-01-18T15:57:47.710981+0000 mon.smithi129 (mon.0) 220 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-18T15:57:48.601 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:48 smithi129 conmon[29798]: audit 2022-01-18T15:57:47.711502+0000 mon.smithi129 (mon.0) 221 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-18T15:57:48.601 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:48 smithi129 conmon[29798]: audit 2022-01-18T15:57:47.712011+0000 mon.smithi129 (mon.0) 222 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:57:48.601 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:48 smithi129 conmon[29798]: audit 2022-01-18T15:57:48.126778+0000 mon.smithi129 (mon.0) 223 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:48.602 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:48 smithi129 conmon[29798]: audit 2022-01-18T15:57:48.130066+0000 mon.smithi129 (mon.0) 224 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:48.821 DEBUG:teuthology.orchestra.run.smithi129:osd.0> sudo journalctl -f -n 0 -u ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service 2022-01-18T15:57:48.824 INFO:tasks.cephadm:Deploying osd.1 on smithi129 with /dev/vg_nvme/lv_3... 2022-01-18T15:57:48.824 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2022-01-18T15:57:48.853 INFO:journalctl@ceph.osd.0.smithi129.stdout:-- Logs begin at Tue 2022-01-18 15:47:12 UTC. -- 2022-01-18T15:57:49.640 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:49 smithi129 conmon[29798]: cephadm 2022-01-18T15:57:47.710756+0000 mgr.smithi129.iclwio (mgr.14162) 85 2022-01-18T15:57:49.640 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:49 smithi129 conmon[29798]: : cephadm [INF] Reconfiguring mon.smithi156 (monmap changed)... 2022-01-18T15:57:49.640 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:49 smithi129 conmon[29798]: cephadm 2022-01-18T15:57:47.712471+0000 mgr.smithi129.iclwio (mgr.14162) 86 : cephadm [INF] Reconfiguring daemon mon.smithi156 on smithi156 2022-01-18T15:57:49.641 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:49 smithi129 conmon[29798]: audit 2022-01-18T15:57:49.111267+0000 mon.smithi129 (mon.0) 225 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:49.641 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:49 smithi129 conmon[29798]: audit 2022-01-18T15:57:49.115218+0000 mon.smithi129 (mon.0) 226 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2022-01-18T15:57:49.641 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:49 smithi129 conmon[29798]: audit 2022-01-18T15:57:49.116427+0000 mon.smithi129 (mon.0) 227 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.129:9093"}]: dispatch 2022-01-18T15:57:49.641 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:49 smithi129 conmon[29798]: audit 2022-01-18T15:57:49.122468+0000 mon.smithi129 (mon.0) 228 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:49.642 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:49 smithi129 conmon[29798]: audit 2022-01-18T15:57:49.125501+0000 mon.smithi129 (mon.0) 229 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2022-01-18T15:57:49.642 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:49 smithi129 conmon[29798]: audit 2022-01-18T15:57:49.130560+0000 mon.smithi129 (mon.0) 230 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.129:3000"}]: dispatch 2022-01-18T15:57:49.642 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:49 smithi129 conmon[29798]: audit 2022-01-18T15:57:49.134692+0000 mon.smithi129 (mon.0) 231 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:49.642 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:49 smithi129 conmon[29798]: audit 2022-01-18T15:57:49.138460+0000 mon.smithi129 (mon.0) 232 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2022-01-18T15:57:49.643 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:49 smithi129 conmon[29798]: audit 2022-01-18T15:57:49.142561+0000 mon.smithi129 (mon.0) 233 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.129:9095"}]: dispatch 2022-01-18T15:57:49.643 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:49 smithi129 conmon[29798]: audit 2022-01-18T15:57:49.146523+0000 mon.smithi129 (mon.0) 234 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:49.643 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:49 smithi129 conmon[29798]: audit 2022-01-18T15:57:49.148303+0000 mon.smithi129 (mon.0) 235 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:57:49.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:49 smithi156 conmon[32001]: cephadm 2022-01-18T15:57:47.710756+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T15:57:49.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:49 smithi156 conmon[32001]: 14162) 85 : cephadm [INF] Reconfiguring mon.smithi156 (monmap changed)... 2022-01-18T15:57:49.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:49 smithi156 conmon[32001]: cephadm 2022-01-18T15:57:47.712471+0000 mgr.smithi129.iclwio (mgr.14162) 86 : cephadm [INF] Reconfiguring daemon mon.smithi156 on smithi156 2022-01-18T15:57:49.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:49 smithi156 conmon[32001]: audit 2022-01-18T15:57:49.111267+0000 mon.smithi129 (mon.0) 225 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:49.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:49 smithi156 conmon[32001]: audit 2022-01-18T15:57:49.115218+0000 mon.smithi129 (mon.0) 226 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2022-01-18T15:57:49.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:49 smithi156 conmon[32001]: audit 2022-01-18T15:57:49.116427+0000 mon.smithi129 (mon.0) 227 : audit 2022-01-18T15:57:49.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:49 smithi156 conmon[32001]: [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.129:9093"}]: dispatch 2022-01-18T15:57:49.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:49 smithi156 conmon[32001]: audit 2022-01- 2022-01-18T15:57:49.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:49 smithi156 conmon[32001]: 18T15:57:49.122468+0000 mon.smithi129 (mon.0) 2022-01-18T15:57:49.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:49 smithi156 conmon[32001]: 228 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:49.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:49 smithi156 conmon[32001]: audit 2022-01-18T15 2022-01-18T15:57:49.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:49 smithi156 conmon[32001]: :57:49.125501+0000 mon.smithi129 (mon.0 2022-01-18T15:57:49.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:49 smithi156 conmon[32001]: ) 229 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2022-01-18T15:57:49.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:49 smithi156 conmon[32001]: audit 2022-01-18T15 2022-01-18T15:57:49.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:49 smithi156 conmon[32001]: :57:49.130560+0000 mon.smithi129 (mon.0 2022-01-18T15:57:49.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:49 smithi156 conmon[32001]: ) 230 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.129:3000"}]: dispatch 2022-01-18T15:57:49.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:49 smithi156 conmon[32001]: audit 2022-01-18 2022-01-18T15:57:49.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:49 smithi156 conmon[32001]: T15:57:49.134692+0000 mon.smithi129 (mon 2022-01-18T15:57:49.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:49 smithi156 conmon[32001]: .0) 231 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:49.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:49 smithi156 conmon[32001]: audit 2022-01- 2022-01-18T15:57:49.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:49 smithi156 conmon[32001]: 18T15:57:49.138460+0000 mon.smithi129 ( 2022-01-18T15:57:49.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:49 smithi156 conmon[32001]: mon.0) 232 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2022-01-18T15:57:49.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:49 smithi156 conmon[32001]: audit 2022-01 2022-01-18T15:57:49.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:49 smithi156 conmon[32001]: -18T15:57:49.142561+0000 mon.smithi129 2022-01-18T15:57:49.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:49 smithi156 conmon[32001]: (mon.0) 233 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.129:9095"}]: dispatch 2022-01-18T15:57:49.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:49 smithi156 conmon[32001]: 2022-01-18T15:57:49.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:49 smithi156 conmon[32001]: audit 2022 2022-01-18T15:57:49.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:49 smithi156 conmon[32001]: -01-18T15:57:49.146523+0000 mon.smithi129 (mon. 2022-01-18T15:57:49.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:49 smithi156 conmon[32001]: 0) 234 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:49.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:49 smithi156 conmon[32001]: audit 2022-01-18T 2022-01-18T15:57:49.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:49 smithi156 conmon[32001]: 15:57:49.148303+0000 mon.smithi129 (mon. 2022-01-18T15:57:49.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:49 smithi156 conmon[32001]: 0) 235 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:57:50.624 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:50 smithi129 conmon[29798]: cluster 2022-01-18T15:57:48.428502+0000 mgr.smithi129.iclwio (mgr.14162) 87 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:50.624 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:50 smithi129 conmon[29798]: audit 2022-01-18T15:57:49.115544+0000 mgr.smithi129.iclwio (mgr.14162) 88 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2022-01-18T15:57:50.624 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:50 smithi129 conmon[29798]: audit 2022-01-18T15:57:49.116672+0000 mgr.smithi129.iclwio (mgr.14162) 89 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.129:9093"}]: dispatch 2022-01-18T15:57:50.624 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:50 smithi129 conmon[29798]: audit 2022-01-18T15:57:49.125848+0000 mgr.smithi129.iclwio (mgr.14162) 90 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2022-01-18T15:57:50.625 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:50 smithi129 conmon[29798]: audit 2022-01-18T15:57:49.131006+0000 mgr.smithi129.iclwio (mgr.14162) 91 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.129:3000"}]: dispatch 2022-01-18T15:57:50.625 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:50 smithi129 conmon[29798]: audit 2022-01-18T15:57:49.138815+0000 mgr.smithi129.iclwio (mgr.14162) 92 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2022-01-18T15:57:50.625 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:50 smithi129 conmon[29798]: audit 2022-01-18T15:57:49.142883+0000 mgr.smithi129.iclwio (mgr.14162) 93 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.129:9095"}]: dispatch 2022-01-18T15:57:50.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:50 smithi156 conmon[32001]: cluster 2022-01-18T15:57:48.428502+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T15:57:50.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:50 smithi156 conmon[32001]: 14162) 87 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:50.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:50 smithi156 conmon[32001]: audit 2022-01-18T15:57:49.115544+0000 mgr.smithi129.iclwio (mgr.14162) 88 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2022-01-18T15:57:50.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:50 smithi156 conmon[32001]: audit 2022-01-18T15:57:49.116672+0000 mgr.smithi129.iclwio (mgr.14162) 89 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.129:9093"}]: dispatch 2022-01-18T15:57:50.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:50 smithi156 conmon[32001]: audit 2022- 2022-01-18T15:57:50.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:50 smithi156 conmon[32001]: 01-18T15:57:49.125848+0000 mgr.smithi129.iclwio (mgr.14162) 90 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2022-01-18T15:57:50.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:50 smithi156 conmon[32001]: audit 2022- 2022-01-18T15:57:50.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:50 smithi156 conmon[32001]: 01-18T15:57:49.131006 2022-01-18T15:57:50.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:50 smithi156 conmon[32001]: +0000 mgr.smithi129.iclwio (mgr.14162) 91 : 2022-01-18T15:57:50.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:50 smithi156 conmon[32001]: audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.129:3000"}]: dispatch 2022-01-18T15:57:50.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:50 smithi156 conmon[32001]: audit 2022 2022-01-18T15:57:50.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:50 smithi156 conmon[32001]: -01-18T15:57: 2022-01-18T15:57:50.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:50 smithi156 conmon[32001]: 49.138815+0000 mgr.smithi129.iclwio (mgr.14162 2022-01-18T15:57:50.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:50 smithi156 conmon[32001]: ) 92 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2022-01-18T15:57:50.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:50 smithi156 conmon[32001]: audit 2022 2022-01-18T15:57:50.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:50 smithi156 conmon[32001]: -01-18T15:57:49 2022-01-18T15:57:50.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:50 smithi156 conmon[32001]: .142883+0000 mgr.smithi129.iclwio (mgr.14162 2022-01-18T15:57:50.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:50 smithi156 conmon[32001]: ) 93 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.129:9095"}]: dispatch 2022-01-18T15:57:51.134 INFO:teuthology.orchestra.run.smithi129.stderr:--> Zapping: /dev/vg_nvme/lv_3 2022-01-18T15:57:51.135 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2022-01-18T15:57:51.135 INFO:teuthology.orchestra.run.smithi129.stderr: stderr: 10+0 records in 2022-01-18T15:57:51.135 INFO:teuthology.orchestra.run.smithi129.stderr:10+0 records out 2022-01-18T15:57:51.135 INFO:teuthology.orchestra.run.smithi129.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0145313 s, 722 MB/s 2022-01-18T15:57:51.136 INFO:teuthology.orchestra.run.smithi129.stderr:--> Zapping successful for: 2022-01-18T15:57:51.426 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 15:57:51 smithi129 conmon[47478]: debug 2022-01-18T15:57:51.359+0000 7f90b58cc080 -1 osd.0 0 log_to_monitors {default=true} 2022-01-18T15:57:51.866 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph orch daemon add osd smithi129:vg_nvme/lv_3 2022-01-18T15:57:52.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:51 smithi129 conmon[29798]: cluster 2022-01-18T15:57:50.428872+0000 2022-01-18T15:57:52.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:51 smithi129 conmon[29798]: mgr.smithi129.iclwio (mgr.14162) 94 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:52.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:51 smithi129 conmon[29798]: audit 2022-01-18T15:57:50. 2022-01-18T15:57:52.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:51 smithi129 conmon[29798]: 869800+0000 mon.smithi129 (mon.0) 236 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:52.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:51 smithi129 conmon[29798]: audit 2022-01-18T15:57:52.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:51 smithi129 conmon[29798]: 2022-01-18T15:57:51.363433+0000 2022-01-18T15:57:52.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:51 smithi129 conmon[29798]: mon.smithi129 (mon.0) 237 : audit [INF] from='osd.0 [v2:172.21.15.129:6802/2083304477,v1:172.21.15.129:6803/2083304477]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2022-01-18T15:57:52.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:51 smithi129 conmon[29798]: 2022-01-18T15:57:52.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:51 smithi156 conmon[32001]: cluster 2022-01-18T15:57:50.428872+0000 mgr.smithi129.iclwio (mgr.14162) 94 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:52.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:51 smithi156 conmon[32001]: 2022-01-18T15:57:52.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:51 smithi156 conmon[32001]: audit 2022-01-18T15:57:50.869800+0000 mon.smithi129 (mon.0) 236 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:52.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:51 smithi156 conmon[32001]: audit 2022-01-18T15:57:51.363433+0000 mon.smithi129 (mon.0 2022-01-18T15:57:52.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:51 smithi156 conmon[32001]: ) 237 : audit [INF] from='osd.0 [v2:172.21.15.129:6802/2083304477,v1:172.21.15.129:6803/2083304477]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2022-01-18T15:57:53.677 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 15:57:53 smithi129 conmon[47478]: debug 2022-01-18T15:57:53.349+0000 7f90abe3d700 -1 osd.0 0 waiting for initial osdmap 2022-01-18T15:57:53.677 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 15:57:53 smithi129 conmon[47478]: debug 2022-01-18T15:57:53.352+0000 7f90a65b5700 -1 osd.0 8 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-01-18T15:57:53.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:53 smithi129 conmon[29798]: audit 2022-01-18T15:57:52.346558+0000 mon.smithi129 (mon.0) 2022-01-18T15:57:53.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:53 smithi129 conmon[29798]: 238 : audit [INF] from='osd.0 [v2:172.21.15.129:6802/2083304477,v1:172.21.15.129:6803/2083304477]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2022-01-18T15:57:53.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:53 smithi129 conmon[29798]: cluster 2022-01-18T15:57:52.346611+0000 mon.smithi129 (mon.0) 239 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2022-01-18T15:57:53.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:53 smithi129 conmon[29798]: audit 2022-01-18T15:57:52.346725+0000 mon.smithi129 (mon.0) 240 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-18T15:57:53.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:53 smithi129 conmon[29798]: audit 2022-01-18T15:57:52.347055+0000 mon.smithi129 (mon.0) 241 : audit [INF] from='osd.0 [v2:172.21.15.129:6802/2083304477,v1:172.21.15.129:6803/2083304477]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2022-01-18T15:57:53.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:53 smithi156 conmon[32001]: audit 2022-01-18T15:57:52.346558+0000 mon.smithi129 (mon.0) 238 : audit [INF] from='osd.0 [v2:172.21.15.129:6802/2083304477,v1:172.21.15.129:6803/2083304477]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2022-01-18T15:57:53.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:53 smithi156 conmon[32001]: cluster 2022-01-18 2022-01-18T15:57:53.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:53 smithi156 conmon[32001]: T15:57:52.346611+0000 mon.smithi129 (mon.0) 239 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2022-01-18T15:57:53.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:53 smithi156 conmon[32001]: audit 2022-01-18T15:57:52.346725+0000 mon.smithi129 (mon.0) 240 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-18T15:57:53.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:53 smithi156 conmon[32001]: audit 2022-01-18T15:57:52.347055+0000 mon.smithi129 (mon.0 2022-01-18T15:57:53.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:53 smithi156 conmon[32001]: ) 241 : audit [INF] from='osd.0 [v2:172.21.15.129:6802/2083304477,v1:172.21.15.129:6803/2083304477]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2022-01-18T15:57:54.612 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:54 smithi129 conmon[29798]: cluster 2022-01-18T15:57:52.430414+0000 mgr.smithi129.iclwio (mgr.14162) 95 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:54.612 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:54 smithi129 conmon[29798]: audit 2022-01-18T15:57:53.347516+0000 mon.smithi129 (mon.0) 242 : audit [INF] from='osd.0 [v2:172.21.15.129:6802/2083304477,v1:172.21.15.129:6803/2083304477]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]': finished 2022-01-18T15:57:54.613 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:54 smithi129 conmon[29798]: cluster 2022-01-18T15:57:53.347603+0000 mon.smithi129 (mon.0) 243 : cluster [DBG] osdmap e8: 1 total, 0 up, 1 in 2022-01-18T15:57:54.613 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:54 smithi129 conmon[29798]: audit 2022-01-18T15:57:53.347974+0000 mon.smithi129 (mon.0) 244 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-18T15:57:54.613 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:54 smithi129 conmon[29798]: audit 2022-01-18T15:57:53.351370+0000 mon.smithi129 (mon. 2022-01-18T15:57:54.613 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:54 smithi129 conmon[29798]: 0) 245 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-18T15:57:54.614 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:54 smithi129 conmon[29798]: audit 2022-01-18T15:57:54.222899+0000 mon.smithi129 (mon.0) 246 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-18T15:57:54.614 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:54 smithi129 conmon[29798]: audit 2022-01-18T15:57:54.224293+0000 mon.smithi129 (mon.0) 247 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-18T15:57:54.614 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:54 smithi129 conmon[29798]: audit 2022-01-18T15:57:54.224867+0000 mon.smithi129 (mon.0) 248 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:57:54.614 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:54 smithi129 conmon[29798]: audit 2022-01-18T15:57:54.322973+0000 mon.smithi129 (mon.0) 249 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:54.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:54 smithi156 conmon[32001]: cluster 2022-01-18T15:57:52.430414+0000 mgr.smithi129.iclwio (mgr.14162) 95 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:54.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:54 smithi156 conmon[32001]: audit 2022-01-18T15:57:53.347516+0000 mon.smithi129 (mon.0) 242 : audit [INF] from='osd.0 [v2:172.21.15.129:6802/2083304477,v1:172.21.15.129:6803/2083304477]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]': finished 2022-01-18T15:57:54.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:54 smithi156 conmon[32001]: cluster 2022-01-18T15:57:53.347603+0000 mon.smithi129 (mon.0) 243 : cluster [DBG] osdmap e8: 1 total, 0 up, 1 in 2022-01-18T15:57:54.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:54 smithi156 conmon[32001]: audit 2022-01-18T15:57:53.347974+0000 mon.smithi129 (mon 2022-01-18T15:57:54.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:54 smithi156 conmon[32001]: .0) 244 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-18T15:57:54.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:54 smithi156 conmon[32001]: audit 2022-01-18T 2022-01-18T15:57:54.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:54 smithi156 conmon[32001]: 15:57:53.351370+0000 mon.smithi129 (mon.0) 2022-01-18T15:57:54.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:54 smithi156 conmon[32001]: 245 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-18T15:57:54.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:54 smithi156 conmon[32001]: audit 2022-01-18T 2022-01-18T15:57:54.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:54 smithi156 conmon[32001]: 15:57:54.222899+0000 mon.smithi129 (mon.0 2022-01-18T15:57:54.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:54 smithi156 conmon[32001]: ) 246 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-18T15:57:54.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:54 smithi156 conmon[32001]: audit 2022-01-18 2022-01-18T15:57:54.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:54 smithi156 conmon[32001]: T15:57:54.224293+0000 mon.smithi129 (mon. 2022-01-18T15:57:54.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:54 smithi156 conmon[32001]: 0) 247 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-18T15:57:54.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:54 smithi156 conmon[32001]: audit 2022-01-18T15:57:54.224867 2022-01-18T15:57:54.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:54 smithi156 conmon[32001]: +0000 mon.smithi129 (mon.0) 248 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:57:54.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:54 smithi156 conmon[32001]: audit 2022-01 2022-01-18T15:57:54.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:54 smithi156 conmon[32001]: -18T15:57:54.322973+0000 mon.smithi129 (mon 2022-01-18T15:57:54.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:54 smithi156 conmon[32001]: .0) 249 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:57:55.460 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:55 smithi129 conmon[29798]: cluster 2022-01-18T15:57:52.331473+0000 osd.0 (osd.0) 2022-01-18T15:57:55.461 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:55 smithi129 conmon[29798]: 1 : cluster [DBG] purged_snaps scrub starts 2022-01-18T15:57:55.461 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:55 smithi129 conmon[29798]: cluster 2022-01-18T15:57:52.331571+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-18T15:57:55.461 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:55 smithi129 conmon[29798]: audit 2022-01-18T15:57:54.222157+0000 mgr.smithi129.iclwio (mgr.14162) 96 : audit [DBG] from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi129:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T15:57:55.462 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:55 smithi129 conmon[29798]: cephadm 2022-01-18T15:57:54.224024+0000 mgr.smithi129.iclwio (mgr.14162) 97 : cephadm [INF] Applying service osd.None on host smithi129... 2022-01-18T15:57:55.462 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:55 smithi129 conmon[29798]: cluster 2022-01-18T15:57:54.352270+0000 mon.smithi129 (mon.0) 250 : cluster [INF] osd.0 [v2:172.21.15.129:6802/2083304477,v1:172.21.15.129:6803/2083304477] boot 2022-01-18T15:57:55.462 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:55 smithi129 conmon[29798]: cluster 2022-01-18T15:57:54.352310+0000 mon.smithi129 (mon.0) 251 : 2022-01-18T15:57:55.462 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:55 smithi129 conmon[29798]: cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2022-01-18T15:57:55.462 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:55 smithi129 conmon[29798]: audit 2022-01-18T15:57:54.352774+0000 mon.smithi129 (mon.0) 252 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-18T15:57:55.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:55 smithi156 conmon[32001]: cluster 2022-01-18T15:57:52.331473+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-18T15:57:55.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:55 smithi156 conmon[32001]: cluster 2022-01-18T15:57:52.331571+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-18T15:57:55.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:55 smithi156 conmon[32001]: audit 2022-01-18T15:57:54.222157+0000 mgr.smithi129.iclwio (mgr.14162) 2022-01-18T15:57:55.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:55 smithi156 conmon[32001]: 96 : audit [DBG] from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi129:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T15:57:55.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:55 smithi156 conmon[32001]: cephadm 2022-01 2022-01-18T15:57:55.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:55 smithi156 conmon[32001]: -18T15:57:54.224024+0000 mgr.smithi129.iclwio (mgr.14162) 97 : cephadm 2022-01-18T15:57:55.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:55 smithi156 conmon[32001]: [INF] Applying service osd.None on host smithi129... 2022-01-18T15:57:55.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:55 smithi156 conmon[32001]: cluster 2022-01-18T15: 2022-01-18T15:57:55.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:55 smithi156 conmon[32001]: 57:54.352270+0000 mon.smithi129 (mon.0) 250 : 2022-01-18T15:57:55.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:55 smithi156 conmon[32001]: cluster [INF] osd.0 [v2:172.21.15.129:6802/2083304477,v1:172.21.15.129:6803/2083304477] boot 2022-01-18T15:57:55.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:55 smithi156 conmon[32001]: cluster 2022-01-18T15: 2022-01-18T15:57:55.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:55 smithi156 conmon[32001]: 57:54.352310+0000 mon.smithi129 (mon.0) 2022-01-18T15:57:55.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:55 smithi156 conmon[32001]: 251 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2022-01-18T15:57:55.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:55 smithi156 conmon[32001]: audit 2022-01-18T15 2022-01-18T15:57:55.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:55 smithi156 conmon[32001]: :57:54.352774+0000 mon.smithi129 (mon.0) 252 2022-01-18T15:57:55.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:55 smithi156 conmon[32001]: : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-18T15:57:56.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:56 smithi129 conmon[29798]: cluster 2022-01-18T15:57:54.430690+0000 mgr.smithi129.iclwio (mgr.14162) 98 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:56.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:56 smithi129 conmon[29798]: cluster 2022-01-18T15:57:55.883456+0000 mon.smithi129 (mon.0) 253 : cluster [DBG] osdmap e10: 1 total, 1 up, 1 in 2022-01-18T15:57:56.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:56 smithi156 conmon[32001]: cluster 2022-01-18T15:57:54.430690+0000 2022-01-18T15:57:56.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:56 smithi156 conmon[32001]: mgr.smithi129.iclwio (mgr.14162) 98 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-18T15:57:56.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:56 smithi156 conmon[32001]: cluster 2022- 2022-01-18T15:57:56.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:56 smithi156 conmon[32001]: 01-18T15:57:55.883456+0000 mon.smithi129 (mon.0) 253 : cluster [DBG] 2022-01-18T15:57:56.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:56 smithi156 conmon[32001]: osdmap e10: 1 total, 1 up, 1 in 2022-01-18T15:57:57.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:57 smithi129 conmon[29798]: audit 2022-01-18T15:57:56.551727 2022-01-18T15:57:57.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:57 smithi129 conmon[29798]: +0000 mon.smithi129 (mon.0) 254 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T15:57:57.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:57 smithi129 conmon[29798]: audit 2022-01-18T15:57:56.553815+0000 mon.smithi129 (mon.0) 255 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T15:57:57.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:57 smithi129 conmon[29798]: audit 2022-01-18T15:57:57.058232+0000 mon.smithi129 (mon.0) 256 : audit [INF] from='client.? 172.21.15.129:0/203218549' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "607954e1-cea0-4cf9-a85d-f3b0444f4f1e"}]: dispatch 2022-01-18T15:57:57.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:57 smithi129 conmon[29798]: audit 2022-01-18T15:57:57.061665+0000 mon.smithi129 (mon.0) 257 : audit [INF] from='client.? 172.21.15.129:0/203218549' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "607954e1-cea0-4cf9-a85d-f3b0444f4f1e"}]': finished 2022-01-18T15:57:57.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:57 smithi129 conmon[29798]: cluster 2022-01-18T15:57:57.061707+0000 mon.smithi129 (mon.0) 258 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2022-01-18T15:57:57.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:57 smithi129 conmon[29798]: audit 2022-01-18T15:57:57.061801+0000 mon.smithi129 (mon.0) 259 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-18T15:57:57.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:57 smithi156 conmon[32001]: audit 2022-01-18T15:57:56.551727+0000 mon.smithi129 (mon. 2022-01-18T15:57:57.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:57 smithi156 conmon[32001]: 0) 254 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T15:57:57.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:57 smithi156 conmon[32001]: audit 2022-01-18T15:57:56.553815+0000 mon.smithi129 (mon. 2022-01-18T15:57:57.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:57 smithi156 conmon[32001]: 0) 255 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T15:57:57.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:57 smithi156 conmon[32001]: audit 2022 2022-01-18T15:57:57.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:57 smithi156 conmon[32001]: -01-18T15:57:57.058232+0000 mon.smithi129 (mon.0) 256 2022-01-18T15:57:57.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:57 smithi156 conmon[32001]: : audit [INF] from='client.? 172.21.15.129:0/203218549' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "607954e1-cea0-4cf9-a85d-f3b0444f4f1e"}]: dispatch 2022-01-18T15:57:57.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:57 smithi156 conmon[32001]: audit 2022-01-18T 2022-01-18T15:57:57.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:57 smithi156 conmon[32001]: 15:57:57.061665+0000 mon.smithi129 (mon. 2022-01-18T15:57:57.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:57 smithi156 conmon[32001]: 0) 257 : audit [INF] from='client.? 172.21.15.129:0/203218549' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "607954e1-cea0-4cf9-a85d-f3b0444f4f1e"}]': finished 2022-01-18T15:57:57.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:57 smithi156 conmon[32001]: cluster 2022-01- 2022-01-18T15:57:57.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:57 smithi156 conmon[32001]: 18T15:57:57.061707+0000 mon.smithi129 (mon 2022-01-18T15:57:57.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:57 smithi156 conmon[32001]: .0) 258 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2022-01-18T15:57:57.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:57 smithi156 conmon[32001]: audit 2022-01- 2022-01-18T15:57:57.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:57 smithi156 conmon[32001]: 18T15:57:57.061801+0000 mon.smithi129 (mon 2022-01-18T15:57:57.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:57 smithi156 conmon[32001]: .0) 259 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-18T15:57:58.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:58 smithi129 conmon[29798]: cluster 2022-01-18T15:57:56.430913+0000 mgr.smithi129.iclwio (mgr.14162) 99 : 2022-01-18T15:57:58.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:58 smithi129 conmon[29798]: cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-18T15:57:58.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:58 smithi129 conmon[29798]: audit 2022-01-18T15:57:57.583411+0000 mon.smithi129 (mon.0) 260 : audit [DBG] from='client.? 172.21.15.129:0/305751885' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-18T15:57:58.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:58 smithi156 conmon[32001]: cluster 2022-01-18T15:57:56.430913+0000 2022-01-18T15:57:58.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:58 smithi156 conmon[32001]: mgr.smithi129.iclwio (mgr.14162) 99 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-18T15:57:58.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:58 smithi156 conmon[32001]: audit 2022-01-18T15:57:57.583411+0000 mon.smithi129 ( 2022-01-18T15:57:58.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:58 smithi156 conmon[32001]: mon.0) 260 : audit [DBG] from='client.? 172.21.15.129:0/305751885' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-18T15:57:59.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:59 smithi129 conmon[29798]: cluster 2022-01-18T15:57:58.431185+0000 mgr.smithi129.iclwio (mgr.14162) 100 2022-01-18T15:57:59.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:57:59 smithi129 conmon[29798]: : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-18T15:57:59.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:57:59 smithi156 conmon[32001]: cluster 2022-01-18T15:57:58.431185+0000 mgr.smithi129.iclwio (mgr.14162) 100 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-18T15:58:02.108 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:01 smithi129 conmon[29798]: cluster 2022-01-18T15:58:00.431503+0000 mgr.smithi129.iclwio (mgr.14162) 101 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-18T15:58:02.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:01 smithi156 conmon[32001]: cluster 2022-01-18T15:58:00.431503+0000 mgr.smithi129.iclwio (mgr 2022-01-18T15:58:02.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:01 smithi156 conmon[32001]: .14162) 101 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-18T15:58:04.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:03 smithi156 conmon[32001]: cluster 2022-01-18T15:58:02.431897+0000 mgr.smithi129.iclwio (mgr.14162) 2022-01-18T15:58:04.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:03 smithi156 conmon[32001]: 102 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-18T15:58:04.037 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:03 smithi156 conmon[32001]: cephadm 2022-01-18T15:58:02.768584+0000 mgr.smithi129.iclwio (mgr.14162) 103 : cephadm [INF] Detected new or changed devices on smithi129 2022-01-18T15:58:04.037 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:03 smithi156 conmon[32001]: audit 2022-01-18T15:58:02.773562+0000 mon.smithi129 (mon.0) 261 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:04.038 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:03 smithi156 conmon[32001]: audit 2022-01-18T15:58:02.777428+0000 mon.smithi129 (mon.0) 262 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:04.038 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:03 smithi156 conmon[32001]: audit 2022-01-18T15:58:02.779652+0000 mon.smithi129 (mon.0) 263 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:58:04.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:03 smithi129 conmon[29798]: cluster 2022-01-18T15:58:02.431897+0000 mgr.smithi129.iclwio (mgr.14162) 102 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-18T15:58:04.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:03 smithi129 conmon[29798]: cephadm 2022-01-18T15:58:02.768584+0000 mgr.smithi129.iclwio (mgr.14162) 103 : cephadm [INF] Detected new or changed devices on smithi129 2022-01-18T15:58:04.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:03 smithi129 conmon[29798]: audit 2022-01-18T15:58:02.773562+0000 mon.smithi129 (mon.0) 261 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:04.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:03 smithi129 conmon[29798]: audit 2022-01-18T15:58:02.777428+0000 mon.smithi129 (mon.0) 262 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:04.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:03 smithi129 conmon[29798]: audit 2022-01-18T15:58:02.779652+0000 mon.smithi129 (mon.0) 263 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:58:05.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:04 smithi156 conmon[32001]: audit 2022-01-18T15:58:04.041716+0000 mon.smithi129 (mon.0) 264 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2022-01-18T15:58:05.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:04 smithi156 conmon[32001]: audit 2022-01-18T15:58:04.042362+0000 mon.smithi129 (mon.0) 265 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:58:05.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:04 smithi156 conmon[32001]: cephadm 2022-01-18T15:58:04.042873+0000 mgr.smithi129.iclwio (mgr.14162) 104 : cephadm [INF] Deploying daemon osd.1 on smithi129 2022-01-18T15:58:05.037 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:04 smithi156 conmon[32001]: audit 2022-01-18T15:58:04.551198+0000 mon.smithi129 (mon.0) 266 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:05.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:04 smithi129 conmon[29798]: audit 2022-01-18T15:58:04. 2022-01-18T15:58:05.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:04 smithi129 conmon[29798]: 041716+0000 mon.smithi129 (mon.0) 264 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2022-01-18T15:58:05.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:04 smithi129 conmon[29798]: audit 2022-01-18T15:58:04.042362+0000 mon.smithi129 (mon.0) 265 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:58:05.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:04 smithi129 conmon[29798]: cephadm 2022-01-18T15:58:04.042873+0000 mgr.smithi129.iclwio (mgr.14162) 104 : cephadm [INF] Deploying daemon osd.1 on smithi129 2022-01-18T15:58:05.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:04 smithi129 conmon[29798]: audit 2022-01-18T15:58:04.551198+0000 mon.smithi129 (mon.0) 266 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:06.153 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:05 smithi129 conmon[29798]: cluster 2022-01-18T15:58:04 2022-01-18T15:58:06.154 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:05 smithi129 conmon[29798]: .432151+0000 mgr.smithi129.iclwio (mgr.14162) 105 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-18T15:58:06.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:05 smithi156 conmon[32001]: cluster 2022-01-18T15:58:04.432151+0000 mgr.smithi129.iclwio (mgr.14162) 105 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-18T15:58:08.154 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:07 smithi129 conmon[29798]: cluster 2022-01-18T15:58:06.432355+0000 mgr.smithi129.iclwio (mgr.14162) 2022-01-18T15:58:08.154 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:07 smithi129 conmon[29798]: 106 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-18T15:58:08.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:07 smithi156 conmon[32001]: cluster 2022-01-18T15:58:06.432355+0000 mgr.smithi129.iclwio (mgr.14162 2022-01-18T15:58:08.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:07 smithi156 conmon[32001]: ) 106 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-18T15:58:08.310 INFO:teuthology.orchestra.run.smithi129.stdout:Created osd(s) 1 on host 'smithi129' 2022-01-18T15:58:08.918 DEBUG:teuthology.orchestra.run.smithi129:osd.1> sudo journalctl -f -n 0 -u ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.1.service 2022-01-18T15:58:08.921 INFO:tasks.cephadm:Deploying osd.2 on smithi129 with /dev/vg_nvme/lv_2... 2022-01-18T15:58:08.922 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2022-01-18T15:58:08.949 INFO:journalctl@ceph.osd.1.smithi129.stdout:-- Logs begin at Tue 2022-01-18 15:47:12 UTC. -- 2022-01-18T15:58:09.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:08 smithi129 conmon[29798]: audit 2022-01-18T15:58:07.911458+0000 mon.smithi129 (mon.0) 267 : audit 2022-01-18T15:58:09.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:08 smithi129 conmon[29798]: [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:09.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:08 smithi129 conmon[29798]: audit 2022-01-18T15:58:07.915163+0000 mon.smithi129 (mon.0) 268 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:09.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:08 smithi129 conmon[29798]: audit 2022-01-18T15:58:08.311650+0000 mon.smithi129 (mon.0) 269 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:58:09.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:08 smithi129 conmon[29798]: audit 2022-01-18T15:58:08.315387+0000 mon.smithi129 (mon.0) 270 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:09.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:08 smithi129 conmon[29798]: audit 2022-01-18T15:58:08.322315+0000 mon.smithi129 (mon.0) 271 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:09.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:08 smithi156 conmon[32001]: audit 2022-01-18T15:58:07. 2022-01-18T15:58:09.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:08 smithi156 conmon[32001]: 911458+0000 mon.smithi129 (mon.0) 267 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:09.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:08 smithi156 conmon[32001]: audit 2022-01-18T15:58:07.915163+0000 mon.smithi129 (mon.0) 268 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:09.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:08 smithi156 conmon[32001]: audit 2022-01-18T15:58:08.311650+0000 mon.smithi129 (mon.0) 269 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:58:09.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:08 smithi156 conmon[32001]: audit 2022-01-18T15:58:08 2022-01-18T15:58:09.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:08 smithi156 conmon[32001]: .315387+0000 mon.smithi129 (mon.0) 2022-01-18T15:58:09.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:08 smithi156 conmon[32001]: 270 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:09.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:08 smithi156 conmon[32001]: audit 2022 2022-01-18T15:58:09.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:08 smithi156 conmon[32001]: -01-18T15:58: 2022-01-18T15:58:09.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:08 smithi156 conmon[32001]: 08.322315+0000 mon.smithi129 (mon. 2022-01-18T15:58:09.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:08 smithi156 conmon[32001]: 0) 271 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:10.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:10 smithi129 conmon[29798]: cluster 2022-01-18T15:58:08.432657+0000 mgr.smithi129.iclwio (mgr 2022-01-18T15:58:10.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:10 smithi129 conmon[29798]: .14162) 107 : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-18T15:58:10.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:10 smithi129 conmon[29798]: audit 2022-01-18T15:58:10.031784+0000 mon.smithi129 (mon.0) 272 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:10.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:10 smithi156 conmon[32001]: cluster 2022-01-18T15:58:08.432657+0000 mgr.smithi129.iclwio (mgr.14162) 107 : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-18T15:58:10.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:10 smithi156 conmon[32001]: audit 2022-01-18T15:58:10.031784+0000 mon.smithi129 (mon.0) 272 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:11.625 INFO:teuthology.orchestra.run.smithi129.stderr:--> Zapping: /dev/vg_nvme/lv_2 2022-01-18T15:58:11.625 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2022-01-18T15:58:11.625 INFO:teuthology.orchestra.run.smithi129.stderr: stderr: 10+0 records in 2022-01-18T15:58:11.626 INFO:teuthology.orchestra.run.smithi129.stderr:10+0 records out 2022-01-18T15:58:11.626 INFO:teuthology.orchestra.run.smithi129.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0154837 s, 677 MB/s 2022-01-18T15:58:11.626 INFO:teuthology.orchestra.run.smithi129.stderr:--> Zapping successful for: 2022-01-18T15:58:11.926 INFO:journalctl@ceph.osd.1.smithi129.stdout:Jan 18 15:58:11 smithi129 conmon[53016]: debug 2022-01-18T15:58:11.559+0000 7ff52e1d2080 -1 osd.1 0 log_to_monitors {default=true} 2022-01-18T15:58:12.291 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph orch daemon add osd smithi129:vg_nvme/lv_2 2022-01-18T15:58:12.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:12 smithi129 conmon[29798]: cluster 2022-01-18T15:58:10.432946+0000 mgr.smithi129.iclwio (mgr.14162) 108 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-18T15:58:12.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:12 smithi129 conmon[29798]: audit 2022-01-18T15:58:11.562517+0000 mon.smithi129 (mon.0) 273 : audit [INF] from='osd.1 [v2:172.21.15.129:6810/3825937924,v1:172.21.15.129:6811/3825937924]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2022-01-18T15:58:12.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:12 smithi156 conmon[32001]: cluster 2022-01-18T15:58:10.432946+0000 mgr.smithi129.iclwio (mgr.14162) 108 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-18T15:58:12.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:12 smithi156 conmon[32001]: audit 2022-01-18T15:58:11.562517+0000 mon.smithi129 (mon.0) 273 : audit [INF] from='osd.1 [v2:172.21.15.129:6810/3825937924,v1:172.21.15.129:6811/3825937924]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2022-01-18T15:58:13.676 INFO:journalctl@ceph.osd.1.smithi129.stdout:Jan 18 15:58:13 smithi129 conmon[53016]: debug 2022-01-18T15:58:13.335+0000 7ff524743700 -1 osd.1 0 waiting for initial osdmap 2022-01-18T15:58:13.676 INFO:journalctl@ceph.osd.1.smithi129.stdout:Jan 18 15:58:13 smithi129 conmon[53016]: debug 2022-01-18T15:58:13.338+0000 7ff51e6ba700 -1 osd.1 13 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-01-18T15:58:13.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:13 smithi129 conmon[29798]: audit 2022-01-18T15:58:12.328278+0000 mon.smithi129 (mon.0) 274 2022-01-18T15:58:13.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:13 smithi129 conmon[29798]: : audit [INF] from='osd.1 [v2:172.21.15.129:6810/3825937924,v1:172.21.15.129:6811/3825937924]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2022-01-18T15:58:13.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:13 smithi129 conmon[29798]: cluster 2022-01-18T15:58:12.328339+0000 mon.smithi129 (mon.0) 275 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2022-01-18T15:58:13.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:13 smithi129 conmon[29798]: audit 2022-01-18T15:58:12.328730+0000 mon.smithi129 (mon.0) 276 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-18T15:58:13.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:13 smithi129 conmon[29798]: audit 2022-01-18T15:58:12.329114+0000 mon.smithi129 (mon.0) 277 : audit [INF] from='osd.1 [v2:172.21.15.129:6810/3825937924,v1:172.21.15.129:6811/3825937924]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2022-01-18T15:58:13.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:13 smithi156 conmon[32001]: audit 2022-01-18T15:58:12.328278+0000 mon.smithi129 (mon.0) 274 : audit [INF] from='osd.1 [v2:172.21.15.129:6810/3825937924,v1:172.21.15.129:6811/3825937924]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2022-01-18T15:58:13.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:13 smithi156 conmon[32001]: cluster 2022-01-18T15:58:12.328339+0000 mon.smithi129 (mon.0) 275 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2022-01-18T15:58:13.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:13 smithi156 conmon[32001]: audit 2022-01-18T15:58:12. 2022-01-18T15:58:13.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:13 smithi156 conmon[32001]: 328730+0000 mon.smithi129 (mon.0) 276 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-18T15:58:13.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:13 smithi156 conmon[32001]: audit 2022-01-18T15:58: 2022-01-18T15:58:13.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:13 smithi156 conmon[32001]: 12.329114+0000 mon.smithi129 (mon.0) 277 : audit 2022-01-18T15:58:13.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:13 smithi156 conmon[32001]: [INF] from='osd.1 [v2:172.21.15.129:6810/3825937924,v1:172.21.15.129:6811/3825937924]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2022-01-18T15:58:14.351 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:14 smithi129 conmon[29798]: cluster 2022-01-18T15:58:12.433196+0000 mgr.smithi129.iclwio (mgr.14162) 109 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-18T15:58:14.352 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:14 smithi129 conmon[29798]: audit 2022-01-18T15:58:13.332324+0000 mon.smithi129 (mon.0) 278 : audit [INF] from='osd.1 [v2:172.21.15.129:6810/3825937924,v1:172.21.15.129:6811/3825937924]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]': finished 2022-01-18T15:58:14.352 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:14 smithi129 conmon[29798]: cluster 2022-01-18T15:58:13.332380+0000 mon.smithi129 (mon.0) 279 : cluster [DBG] osdmap e13: 2 total, 1 up, 2 in 2022-01-18T15:58:14.352 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:14 smithi129 conmon[29798]: audit 2022-01-18T15:58:13.333130+0000 mon.smithi129 (mon.0) 280 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-18T15:58:14.353 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:14 smithi129 conmon[29798]: audit 2022-01-18T15:58:13.336682+0000 mon.smithi129 (mon.0) 281 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-18T15:58:14.353 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:14 smithi129 conmon[29798]: audit 2022-01-18T15:58:13.915387+0000 mon.smithi129 (mon.0) 282 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:14.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:14 smithi156 conmon[32001]: cluster 2022-01-18T15:58:12.433196+0000 mgr.smithi129.iclwio (mgr.14162) 109 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-18T15:58:14.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:14 smithi156 conmon[32001]: audit 2022-01-18T15:58:13.332324+0000 mon.smithi129 (mon.0) 278 : audit [INF] from='osd.1 [v2:172.21.15.129:6810/3825937924,v1:172.21.15.129:6811/3825937924]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]': finished 2022-01-18T15:58:14.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:14 smithi156 conmon[32001]: cluster 2022-01-18T15:58:13.332380+0000 mon.smithi129 (mon.0) 279 : cluster [DBG] osdmap e13: 2 total, 1 up, 2 in 2022-01-18T15:58:14.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:14 smithi156 conmon[32001]: audit 2022-01-18T15:58:13.333130+0000 2022-01-18T15:58:14.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:14 smithi156 conmon[32001]: mon.smithi129 (mon.0) 280 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-18T15:58:14.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:14 smithi156 conmon[32001]: audit 2022-01-18T15 2022-01-18T15:58:14.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:14 smithi156 conmon[32001]: :58:13.336682+0000 mon.smithi129 (mon.0) 281 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-18T15:58:14.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:14 smithi156 conmon[32001]: audit 2022- 2022-01-18T15:58:14.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:14 smithi156 conmon[32001]: 01-18T15:58:13.915387+0000 mon.smithi129 ( 2022-01-18T15:58:14.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:14 smithi156 conmon[32001]: mon.0) 282 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:15.584 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:15 smithi129 conmon[29798]: cluster 2022-01-18T15:58:12.524269+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-18T15:58:15.584 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:15 smithi129 conmon[29798]: 2022-01-18T15:58:15.584 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:15 smithi129 conmon[29798]: cluster 2022-01-18T15:58:12.524362+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-18T15:58:15.585 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:15 smithi129 conmon[29798]: cluster 2022-01-18T15:58:14.337659+0000 mon.smithi129 (mon.0) 283 : cluster [INF] osd.1 [v2:172.21.15.129:6810/3825937924,v1:172.21.15.129:6811/3825937924] boot 2022-01-18T15:58:15.585 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:15 smithi129 conmon[29798]: cluster 2022-01-18T15:58:14.337695+0000 mon.smithi129 (mon.0) 284 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2022-01-18T15:58:15.585 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:15 smithi129 conmon[29798]: audit 2022-01-18T15:58:15.585 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:15 smithi129 conmon[29798]: 2022-01-18T15:58:14.338090+0000 mon.smithi129 (mon.0) 285 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-18T15:58:15.586 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:15 smithi129 conmon[29798]: audit 2022-01- 2022-01-18T15:58:15.586 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:15 smithi129 conmon[29798]: 18T15:58:14.481485+0000 2022-01-18T15:58:15.586 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:15 smithi129 conmon[29798]: mon.smithi129 (mon.0) 286 : audit 2022-01-18T15:58:15.586 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:15 smithi129 conmon[29798]: [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-18T15:58:15.587 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:15 smithi129 conmon[29798]: audit 2022-01-18T15:58:15.587 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:15 smithi129 conmon[29798]: 2022-01-18T15:58 2022-01-18T15:58:15.587 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:15 smithi129 conmon[29798]: :14.482846+0000 mon.smithi129 (mon 2022-01-18T15:58:15.587 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:15 smithi129 conmon[29798]: .0) 287 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-18T15:58:15.588 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:15 smithi129 conmon[29798]: 2022-01-18T15:58:15.588 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:15 smithi129 conmon[29798]: audit 2022-01-18T15:58:15.588 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:15 smithi129 conmon[29798]: 2022-01-18T15:58: 2022-01-18T15:58:15.588 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:15 smithi129 conmon[29798]: 14.483345+0000 mon.smithi129 (mon. 2022-01-18T15:58:15.589 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:15 smithi129 conmon[29798]: 0) 288 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:58:15.589 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:15 smithi129 conmon[29798]: 2022-01-18T15:58:15.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:15 smithi156 conmon[32001]: cluster 2022-01-18T15:58:12.524269+0000 osd.1 (osd.1) 1 : 2022-01-18T15:58:15.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:15 smithi156 conmon[32001]: cluster [DBG] purged_snaps scrub starts 2022-01-18T15:58:15.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:15 smithi156 conmon[32001]: cluster 2022-01-18T15:58:12.524362+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-18T15:58:15.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:15 smithi156 conmon[32001]: cluster 2022-01-18T15:58:14.337659+0000 mon.smithi129 (mon.0 2022-01-18T15:58:15.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:15 smithi156 conmon[32001]: ) 283 : cluster [INF] osd.1 [v2:172.21.15.129:6810/3825937924,v1:172.21.15.129:6811/3825937924] boot 2022-01-18T15:58:15.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:15 smithi156 conmon[32001]: cluster 2022-01-18T 2022-01-18T15:58:15.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:15 smithi156 conmon[32001]: 15:58:14.337695+0000 mon.smithi129 (mon.0 2022-01-18T15:58:15.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:15 smithi156 conmon[32001]: ) 284 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2022-01-18T15:58:15.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:15 smithi156 conmon[32001]: audit 2022-01-18T 2022-01-18T15:58:15.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:15 smithi156 conmon[32001]: 15:58:14.338090+0000 mon.smithi129 (mon.0) 285 2022-01-18T15:58:15.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:15 smithi156 conmon[32001]: : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-18T15:58:15.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:15 smithi156 conmon[32001]: audit 2022-01-18T15 2022-01-18T15:58:15.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:15 smithi156 conmon[32001]: :58:14.481485+0000 mon.smithi129 (mon.0) 2022-01-18T15:58:15.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:15 smithi156 conmon[32001]: 286 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-18T15:58:15.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:15 smithi156 conmon[32001]: audit 2022-01-18T 2022-01-18T15:58:15.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:15 smithi156 conmon[32001]: 15:58:14.482846+0000 mon.smithi129 (mon.0 2022-01-18T15:58:15.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:15 smithi156 conmon[32001]: ) 287 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-18T15:58:15.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:15 smithi156 conmon[32001]: audit 2022-01 2022-01-18T15:58:15.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:15 smithi156 conmon[32001]: -18T15:58:14.483345+0000 mon.smithi129 ( 2022-01-18T15:58:15.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:15 smithi156 conmon[32001]: mon.0) 288 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:58:16.615 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:16 smithi129 conmon[29798]: cluster 2022-01-18T15:58:14.433488+0000 mgr.smithi129.iclwio (mgr.14162) 110 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-18T15:58:16.615 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:16 smithi129 conmon[29798]: audit 2022-01-18T15:58:14.480660+0000 mgr.smithi129.iclwio (mgr.14162) 111 : audit [DBG] from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi129:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T15:58:16.616 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:16 smithi129 conmon[29798]: cephadm 2022-01-18T15:58:14.482636+0000 mgr.smithi129.iclwio (mgr.14162) 112 : cephadm [INF] Applying service osd.None on host smithi129... 2022-01-18T15:58:16.616 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:16 smithi129 conmon[29798]: cluster 2022-01-18T15:58:15.345106+0000 mon.smithi129 (mon.0) 289 : cluster [DBG] osdmap e15: 2 total, 2 up, 2 in 2022-01-18T15:58:16.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:16 smithi156 conmon[32001]: cluster 2022-01-18T15:58:14.433488+0000 mgr.smithi129.iclwio (mgr.14162) 110 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-18T15:58:16.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:16 smithi156 conmon[32001]: audit 2022-01-18T15:58:14.480660+0000 mgr.smithi129.iclwio (mgr.14162) 111 : audit [DBG] from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi129:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T15:58:16.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:16 smithi156 conmon[32001]: cephadm 2022-01-18T15:58:14.482636+0000 mgr.smithi129.iclwio (mgr 2022-01-18T15:58:16.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:16 smithi156 conmon[32001]: .14162) 112 : cephadm [INF] Applying service osd.None on host smithi129... 2022-01-18T15:58:16.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:16 smithi156 conmon[32001]: cluster 2022-01-18 2022-01-18T15:58:16.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:16 smithi156 conmon[32001]: T15:58:15.345106+0000 mon.smithi129 (mon. 2022-01-18T15:58:16.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:16 smithi156 conmon[32001]: 0) 289 : cluster [DBG] osdmap e15: 2 total, 2 up, 2 in 2022-01-18T15:58:18.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:18 smithi129 conmon[29798]: cluster 2022-01-18T15:58:16.433770+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T15:58:18.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:18 smithi129 conmon[29798]: 14162) 113 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-18T15:58:18.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:18 smithi129 conmon[29798]: audit 2022-01-18T15:58:17.621089+0000 mon.smithi129 (mon.0) 290 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:18.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:18 smithi129 conmon[29798]: audit 2022-01-18T15:58:17.624714+0000 mon.smithi129 (mon.0) 291 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:18.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:18 smithi129 conmon[29798]: audit 2022-01-18T15:58:17.627904+0000 mon.smithi129 (mon.0) 292 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:58:18.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:18 smithi129 conmon[29798]: audit 2022-01-18T15:58:18.309625+0000 mon.smithi129 (mon.0) 293 : audit [INF] from='client.? 172.21.15.129:0/3229247301' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "55600f72-3084-46be-9950-6055e9f3a8f6"}]: dispatch 2022-01-18T15:58:18.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:18 smithi129 conmon[29798]: audit 2022-01-18T15:58:18.313614+0000 mon.smithi129 (mon.0) 294 : audit [INF] from='client.? 172.21.15.129:0/3229247301' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "55600f72-3084-46be-9950-6055e9f3a8f6"}]': finished 2022-01-18T15:58:18.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:18 smithi129 conmon[29798]: cluster 2022-01-18T15:58:18.313677+0000 mon.smithi129 (mon.0) 295 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2022-01-18T15:58:18.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:18 smithi129 conmon[29798]: audit 2022-01-18T15:58:18.313803+0000 mon.smithi129 (mon.0) 296 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-18T15:58:18.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:18 smithi156 conmon[32001]: cluster 2022-01-18T15:58:16.433770+0000 mgr.smithi129.iclwio (mgr.14162) 113 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-18T15:58:18.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:18 smithi156 conmon[32001]: audit 2022-01-18T15:58:17 2022-01-18T15:58:18.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:18 smithi156 conmon[32001]: .621089+0000 mon.smithi129 (mon.0) 290 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:18.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:18 smithi156 conmon[32001]: audit 2022-01-18T15:58:17.624714+0000 mon.smithi129 (mon.0) 291 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:18.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:18 smithi156 conmon[32001]: audit 2022-01-18T15: 2022-01-18T15:58:18.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:18 smithi156 conmon[32001]: 58:17.627904+0000 mon.smithi129 (mon.0) 292 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:58:18.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:18 smithi156 conmon[32001]: audit 2022-01-18T15 2022-01-18T15:58:18.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:18 smithi156 conmon[32001]: :58:18.309625+0000 mon.smithi129 (mon.0) 2022-01-18T15:58:18.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:18 smithi156 conmon[32001]: 293 : audit [INF] from='client.? 172.21.15.129:0/3229247301' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "55600f72-3084-46be-9950-6055e9f3a8f6"}]: dispatch 2022-01-18T15:58:18.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:18 smithi156 conmon[32001]: audit 2022-01-18T15 2022-01-18T15:58:18.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:18 smithi156 conmon[32001]: :58:18.313614+0000 mon.smithi129 (mon.0) 2022-01-18T15:58:18.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:18 smithi156 conmon[32001]: 294 : audit [INF] from='client.? 172.21.15.129:0/3229247301' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "55600f72-3084-46be-9950-6055e9f3a8f6"}]': finished 2022-01-18T15:58:18.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:18 smithi156 conmon[32001]: cluster 2022-01-18T15 2022-01-18T15:58:18.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:18 smithi156 conmon[32001]: :58:18.313677+0000 mon.smithi129 (mon.0 2022-01-18T15:58:18.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:18 smithi156 conmon[32001]: ) 295 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2022-01-18T15:58:18.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:18 smithi156 conmon[32001]: audit 2022-01- 2022-01-18T15:58:18.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:18 smithi156 conmon[32001]: 18T15:58:18.313803+0000 mon.smithi129 ( 2022-01-18T15:58:18.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:18 smithi156 conmon[32001]: mon.0) 296 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-18T15:58:19.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:19 smithi129 conmon[29798]: audit 2022-01-18T15:58:18.827105+0000 mon.smithi129 (mon 2022-01-18T15:58:19.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:19 smithi129 conmon[29798]: .0) 297 : audit [DBG] from='client.? 172.21.15.129:0/2463171762' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-18T15:58:19.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:19 smithi156 conmon[32001]: audit 2022-01-18T15:58:18.827105+0000 mon.smithi129 (mon.0) 297 : audit [DBG] from='client.? 172.21.15.129:0/2463171762' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-18T15:58:20.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:20 smithi129 conmon[29798]: cluster 2022-01-18T15:58:18.434012+0000 mgr.smithi129.iclwio (mgr.14162) 114 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-18T15:58:20.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:20 smithi156 conmon[32001]: cluster 2022-01-18T15:58:18.434012+0000 mgr.smithi129.iclwio (mgr.14162) 114 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-18T15:58:22.651 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:22 smithi129 conmon[29798]: cluster 2022-01-18T15:58:20.434332+0000 mgr.smithi129.iclwio (mgr.14162) 115 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-18T15:58:22.651 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:22 smithi129 conmon[29798]: audit 2022-01-18T15: 2022-01-18T15:58:22.651 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:22 smithi129 conmon[29798]: 58:21.505597+0000 mon.smithi129 (mon.0) 298 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:22.652 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:22 smithi129 conmon[29798]: audit 2022-01-18T15:58:21.508603+0000 mon.smithi129 (mon.0) 299 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:22.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:22 smithi156 conmon[32001]: cluster 2022-01-18T15:58:20.434332+0000 mgr.smithi129.iclwio (mgr 2022-01-18T15:58:22.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:22 smithi156 conmon[32001]: .14162) 115 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-18T15:58:22.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:22 smithi156 conmon[32001]: audit 2022-01-18T15:58:21.505597+0000 mon.smithi129 (mon.0) 298 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:22.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:22 smithi156 conmon[32001]: 2022-01-18T15:58:22.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:22 smithi156 conmon[32001]: audit 2022-01-18T15:58:21.508603+0000 2022-01-18T15:58:22.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:22 smithi156 conmon[32001]: mon.smithi129 (mon.0) 299 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:24.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:24 smithi129 conmon[29798]: cluster 2022-01-18T15:58:22.434732+0000 mgr.smithi129.iclwio (mgr.14162) 116 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-18T15:58:24.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:24 smithi129 conmon[29798]: audit 2022-01-18T15:58:24.336542+0000 mon.smithi129 (mon.0) 300 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2022-01-18T15:58:24.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:24 smithi129 conmon[29798]: audit 2022-01-18T15:58:24.337199+0000 mon.smithi129 (mon.0) 301 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:58:24.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:24 smithi156 conmon[32001]: cluster 2022-01-18T15:58:22.434732+0000 mgr.smithi129.iclwio (mgr.14162) 116 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-18T15:58:24.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:24 smithi156 conmon[32001]: audit 2022-01-18T15:58:24.336542+0000 mon.smithi129 (mon.0) 300 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2022-01-18T15:58:24.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:24 smithi156 conmon[32001]: audit 2022-01-18T15:58:24.337199+0000 mon.smithi129 (mon.0) 301 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:58:25.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:25 smithi129 conmon[29798]: cephadm 2022-01-18T15:58:24.337682+0000 mgr.smithi129.iclwio (mgr.14162) 2022-01-18T15:58:25.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:25 smithi129 conmon[29798]: 117 : cephadm [INF] Deploying daemon osd.2 on smithi129 2022-01-18T15:58:25.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:25 smithi156 conmon[32001]: cephadm 2022-01-18T15:58:24.337682+0000 mgr.smithi129.iclwio (mgr.14162) 117 : cephadm [INF] Deploying daemon osd.2 on smithi129 2022-01-18T15:58:26.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:26 smithi129 conmon[29798]: cluster 2022-01-18T15:58:24.435064+0000 mgr.smithi129.iclwio (mgr 2022-01-18T15:58:26.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:26 smithi129 conmon[29798]: .14162) 118 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-18T15:58:26.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:26 smithi156 conmon[32001]: cluster 2022-01-18T15:58:24.435064+0000 2022-01-18T15:58:26.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:26 smithi156 conmon[32001]: mgr.smithi129.iclwio (mgr.14162) 118 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-18T15:58:27.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:27 smithi129 conmon[29798]: cluster 2022-01-18T15:58:26.435374+0000 mgr.smithi129.iclwio (mgr.14162) 119 : cluster [DBG] 2022-01-18T15:58:27.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:27 smithi129 conmon[29798]: pgmap v80: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-18T15:58:27.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:27 smithi156 conmon[32001]: cluster 2022-01-18T15:58:26.435374+0000 mgr.smithi129.iclwio (mgr.14162) 119 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-18T15:58:27.853 INFO:teuthology.orchestra.run.smithi129.stdout:Created osd(s) 2 on host 'smithi129' 2022-01-18T15:58:28.413 DEBUG:teuthology.orchestra.run.smithi129:osd.2> sudo journalctl -f -n 0 -u ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.2.service 2022-01-18T15:58:28.416 INFO:tasks.cephadm:Deploying osd.3 on smithi129 with /dev/vg_nvme/lv_1... 2022-01-18T15:58:28.417 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2022-01-18T15:58:28.444 INFO:journalctl@ceph.osd.2.smithi129.stdout:-- Logs begin at Tue 2022-01-18 15:47:12 UTC. -- 2022-01-18T15:58:28.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:28 smithi129 conmon[29798]: audit 2022-01-18T15:58:27.852954+0000 mon.smithi129 (mon.0 2022-01-18T15:58:28.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:28 smithi129 conmon[29798]: ) 302 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:58:28.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:28 smithi129 conmon[29798]: audit 2022-01-18T15:58:27.856808+0000 mon.smithi129 (mon.0) 303 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:28.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:28 smithi129 conmon[29798]: audit 2022-01-18T15:58:27.863968+0000 mon.smithi129 (mon 2022-01-18T15:58:28.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:28 smithi129 conmon[29798]: .0) 304 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:28.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:28 smithi156 conmon[32001]: audit 2022-01-18T15:58:27.852954+0000 mon.smithi129 (mon.0) 302 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:58:28.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:28 smithi156 conmon[32001]: audit 2022-01-18T15: 2022-01-18T15:58:28.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:28 smithi156 conmon[32001]: 58:27.856808+0000 mon.smithi129 (mon.0) 303 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:28.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:28 smithi156 conmon[32001]: audit 2022-01-18T15:58:27.863968+0000 mon.smithi129 (mon.0) 304 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:29.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:29 smithi129 conmon[29798]: cluster 2022-01-18T15:58:28.435729+0000 mgr.smithi129.iclwio (mgr.14162) 120 : cluster [DBG] pgmap v81: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-18T15:58:29.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:29 smithi156 conmon[32001]: cluster 2022-01-18T15:58:28.435729+0000 mgr.smithi129.iclwio (mgr.14162) 120 : cluster [DBG] pgmap v81: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-18T15:58:31.144 INFO:teuthology.orchestra.run.smithi129.stderr:--> Zapping: /dev/vg_nvme/lv_1 2022-01-18T15:58:31.144 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2022-01-18T15:58:31.144 INFO:teuthology.orchestra.run.smithi129.stderr: stderr: 10+0 records in 2022-01-18T15:58:31.145 INFO:teuthology.orchestra.run.smithi129.stderr:10+0 records out 2022-01-18T15:58:31.145 INFO:teuthology.orchestra.run.smithi129.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0130661 s, 803 MB/s 2022-01-18T15:58:31.145 INFO:teuthology.orchestra.run.smithi129.stderr:--> Zapping successful for: 2022-01-18T15:58:31.426 INFO:journalctl@ceph.osd.2.smithi129.stdout:Jan 18 15:58:31 smithi129 conmon[58645]: debug 2022-01-18T15:58:31.090+0000 7f02a083e080 -1 osd.2 0 log_to_monitors {default=true} 2022-01-18T15:58:31.872 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph orch daemon add osd smithi129:vg_nvme/lv_1 2022-01-18T15:58:32.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:31 smithi129 conmon[29798]: cluster 2022-01-18T15:58:32.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:31 smithi129 conmon[29798]: 2022-01-18T15:58:30.436050+0000 mgr.smithi129.iclwio (mgr.14162) 121 : cluster [DBG] pgmap v82: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-18T15:58:32.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:31 smithi129 conmon[29798]: audit 2022-01-18T15:58:31.095063+0000 mon.smithi129 (mon.0) 305 : audit [INF] from='osd.2 [v2:172.21.15.129:6818/1720317115,v1:172.21.15.129:6819/1720317115]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2022-01-18T15:58:32.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:31 smithi156 conmon[32001]: cluster 2022-01-18T15:58:30.436050+0000 mgr.smithi129.iclwio (mgr.14162) 121 : cluster [DBG] pgmap v82: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-18T15:58:32.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:31 smithi156 conmon[32001]: audit 2022-01-18T15: 2022-01-18T15:58:32.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:31 smithi156 conmon[32001]: 58:31.095063+0000 mon.smithi129 (mon.0) 305 : audit [INF] from='osd.2 [v2:172.21.15.129:6818/1720317115,v1:172.21.15.129:6819/1720317115]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2022-01-18T15:58:33.141 INFO:journalctl@ceph.osd.2.smithi129.stdout:Jan 18 15:58:32 smithi129 conmon[58645]: debug 2022-01-18T15:58:32.897+0000 7f02985b2700 -1 osd.2 0 waiting for initial osdmap 2022-01-18T15:58:33.142 INFO:journalctl@ceph.osd.2.smithi129.stdout:Jan 18 15:58:32 smithi129 conmon[58645]: debug 2022-01-18T15:58:32.901+0000 7f028f523700 -1 osd.2 18 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-01-18T15:58:33.142 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:32 smithi129 conmon[29798]: audit 2022-01-18T15:58:31.894774 2022-01-18T15:58:33.142 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:32 smithi129 conmon[29798]: +0000 mon.smithi129 (mon.0) 306 : audit [INF] from='osd.2 [v2:172.21.15.129:6818/1720317115,v1:172.21.15.129:6819/1720317115]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2022-01-18T15:58:33.143 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:32 smithi129 conmon[29798]: cluster 2022-01-18T15:58:31.894857+0000 mon.smithi129 (mon.0) 307 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2022-01-18T15:58:33.143 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:32 smithi129 conmon[29798]: audit 2022-01-18T15:58:31.894977+0000 mon.smithi129 (mon.0) 308 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-18T15:58:33.143 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:32 smithi129 conmon[29798]: audit 2022-01-18T15:58:31.895311+0000 mon.smithi129 (mon.0) 309 : audit [INF] from='osd.2 [v2:172.21.15.129:6818/1720317115,v1:172.21.15.129:6819/1720317115]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2022-01-18T15:58:33.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:32 smithi156 conmon[32001]: audit 2022-01-18T15:58:31.894774+0000 mon.smithi129 (mon.0) 306 : audit [INF] from='osd.2 [v2:172.21.15.129:6818/1720317115,v1:172.21.15.129:6819/1720317115]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2022-01-18T15:58:33.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:32 smithi156 conmon[32001]: cluster 2022-01-18T15: 2022-01-18T15:58:33.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:32 smithi156 conmon[32001]: 58:31.894857+0000 mon.smithi129 (mon.0) 307 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2022-01-18T15:58:33.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:32 smithi156 conmon[32001]: audit 2022-01-18T15:58:31.894977+0000 mon.smithi129 (mon.0) 308 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-18T15:58:33.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:32 smithi156 conmon[32001]: audit 2022-01-18T15:58:31.895311+0000 mon.smithi129 (mon.0) 309 2022-01-18T15:58:33.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:32 smithi156 conmon[32001]: : audit [INF] from='osd.2 [v2:172.21.15.129:6818/1720317115,v1:172.21.15.129:6819/1720317115]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2022-01-18T15:58:34.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:34 smithi129 conmon[29798]: cluster 2022-01-18T15:58:32.436401+0000 mgr.smithi129.iclwio (mgr.14162) 122 : cluster [DBG] pgmap v84: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-18T15:58:34.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:34 smithi129 conmon[29798]: audit 2022-01-18T15:58:32.895937+0000 mon.smithi129 (mon.0) 310 : audit [INF] from='osd.2 [v2:172.21.15.129:6818/1720317115,v1:172.21.15.129:6819/1720317115]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]': finished 2022-01-18T15:58:34.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:34 smithi129 conmon[29798]: cluster 2022-01-18T15:58:32.895988+0000 mon.smithi129 (mon.0) 311 : cluster [DBG] osdmap e18: 3 total, 2 up, 3 in 2022-01-18T15:58:34.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:34 smithi129 conmon[29798]: audit 2022-01-18T15:58:32.896308+0000 mon.smithi129 (mon.0) 312 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-18T15:58:34.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:34 smithi129 conmon[29798]: audit 2022-01-18T15:58:32.899627+0000 mon.smithi129 (mon.0) 313 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-18T15:58:34.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:34 smithi129 conmon[29798]: audit 2022-01-18T15:58:33.681251+0000 mon.smithi129 (mon.0) 314 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:34.432 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:34 smithi156 conmon[32001]: cluster 2022-01-18T15:58:32.436401+0000 mgr.smithi129.iclwio (mgr.14162) 122 : cluster [DBG] pgmap v84: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-18T15:58:34.432 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:34 smithi156 conmon[32001]: audit 2022-01-18T15:58:32.895937+0000 mon.smithi129 (mon.0) 310 : audit [INF] from='osd.2 [v2:172.21.15.129:6818/1720317115,v1:172.21.15.129:6819/1720317115]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]': finished 2022-01-18T15:58:34.432 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:34 smithi156 conmon[32001]: cluster 2022-01-18T15:58:32.895988+0000 mon.smithi129 (mon.0) 311 : cluster [DBG] osdmap e18: 3 total, 2 up, 3 in 2022-01-18T15:58:34.432 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:34 smithi156 conmon[32001]: audit 2022-01-18T15:58:32.896308+0000 mon.smithi129 (mon.0) 312 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-18T15:58:34.433 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:34 smithi156 conmon[32001]: audit 2022-01-18T15:58:32.899627+0000 mon.smithi129 (mon.0) 313 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-18T15:58:34.433 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:34 smithi156 conmon[32001]: audit 2022-01-18T15:58:33.681251+0000 mon.smithi129 (mon.0) 314 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:35.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:35 smithi129 conmon[29798]: cluster 2022-01-18T15:58:32.111994+0000 2022-01-18T15:58:35.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:35 smithi129 conmon[29798]: osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-18T15:58:35.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:35 smithi129 conmon[29798]: cluster 2022-01-18T15:58:32.112095+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-18T15:58:35.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:35 smithi129 conmon[29798]: cluster 2022-01-18T15:58:33.900627+0000 mon.smithi129 (mon.0) 315 : cluster [INF] osd.2 [v2:172.21.15.129:6818/1720317115,v1:172.21.15.129:6819/1720317115] boot 2022-01-18T15:58:35.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:35 smithi129 conmon[29798]: cluster 2022-01-18T15:58:33.900669+0000 mon.smithi129 (mon.0) 316 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2022-01-18T15:58:35.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:35 smithi129 conmon[29798]: audit 2022-01-18T15:58:33.901081+0000 mon.smithi129 (mon.0) 317 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-18T15:58:35.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:35 smithi129 conmon[29798]: audit 2022-01-18T15:58:33.901563+0000 mon.smithi129 (mon.0) 318 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-18T15:58:35.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:35 smithi129 conmon[29798]: audit 2022-01-18T15:58:34.901564+0000 mon.smithi129 (mon.0) 319 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]': finished 2022-01-18T15:58:35.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:35 smithi129 conmon[29798]: cluster 2022-01-18T15:58:34.901611+0000 mon.smithi129 (mon.0) 320 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2022-01-18T15:58:35.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:35 smithi129 conmon[29798]: audit 2022-01-18T15:58:34.902221+0000 mon.smithi129 (mon.0) 321 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-18T15:58:35.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:35 smithi156 conmon[32001]: cluster 2022-01-18T15:58:32.111994+0000 osd.2 (osd.2) 1 : cluster [DBG] 2022-01-18T15:58:35.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:35 smithi156 conmon[32001]: purged_snaps scrub starts 2022-01-18T15:58:35.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:35 smithi156 conmon[32001]: cluster 2022-01-18T15:58:32.112095+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-18T15:58:35.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:35 smithi156 conmon[32001]: cluster 2022-01-18T15:58:33 2022-01-18T15:58:35.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:35 smithi156 conmon[32001]: .900627+0000 mon.smithi129 (mon.0) 315 : cluster [INF] osd.2 [v2:172.21.15.129:6818/1720317115,v1:172.21.15.129:6819/1720317115] boot 2022-01-18T15:58:35.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:35 smithi156 conmon[32001]: cluster 2022-01-18T15:58:33 2022-01-18T15:58:35.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:35 smithi156 conmon[32001]: .900669+0000 mon.smithi129 (mon.0) 316 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2022-01-18T15:58:35.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:35 smithi156 conmon[32001]: audit 2022-01-18 2022-01-18T15:58:35.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:35 smithi156 conmon[32001]: T15:58:33.901081+0000 mon.smithi129 (mon.0) 317 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-18T15:58:35.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:35 smithi156 conmon[32001]: audit 2022- 2022-01-18T15:58:35.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:35 smithi156 conmon[32001]: 01-18T15:58:33.901563+0000 mon.smithi129 (mon.0) 318 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-18T15:58:35.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:35 smithi156 conmon[32001]: audit 2022-01-18T15:58:35.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:35 smithi156 conmon[32001]: 2022-01-18T15:58:34.901564+0000 mon.smithi129 (mon.0) 319 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]': finished 2022-01-18T15:58:35.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:35 smithi156 conmon[32001]: cluster 2022-01-18T15:58:34.901611+0000 mon.smithi129 (mon.0) 2022-01-18T15:58:35.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:35 smithi156 conmon[32001]: 320 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2022-01-18T15:58:35.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:35 smithi156 conmon[32001]: audit 2022-01-18T15:58:35.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:35 smithi156 conmon[32001]: 2022-01-18T15:58:34.902221+0000 mon.smithi129 (mon.0) 321 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-18T15:58:36.418 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:36 smithi129 conmon[29798]: audit 2022-01-18T15:58:34.372583+0000 mgr.smithi129.iclwio (mgr.14162) 123 : audit [DBG] from='client.14262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi129:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T15:58:36.419 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:36 smithi129 conmon[29798]: cluster 2022-01-18T15:58:34.436709+0000 mgr.smithi129.iclwio (mgr.14162) 124 : cluster [DBG] pgmap v87: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-01-18T15:58:36.419 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:36 smithi129 conmon[29798]: audit 2022-01-18T15:58:35.906347+0000 mon.smithi129 (mon.0) 322 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-01-18T15:58:36.419 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:36 smithi129 conmon[29798]: cluster 2022-01-18T15:58:35.906455+0000 mon.smithi129 (mon.0) 323 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2022-01-18T15:58:36.420 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:36 smithi129 conmon[29798]: audit 2022-01-18T15:58:35.909969+0000 mon.smithi129 (mon.0) 324 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-18T15:58:36.420 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:36 smithi129 conmon[29798]: audit 2022-01-18T15:58:35.911380+0000 mon.smithi129 (mon.0) 325 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-18T15:58:36.420 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:36 smithi129 conmon[29798]: audit 2022-01-18T15:58:35.911879+0000 mon.smithi129 (mon.0) 326 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:58:36.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:36 smithi156 conmon[32001]: audit 2022-01-18T15:58:34.372583+0000 mgr.smithi129.iclwio (mgr 2022-01-18T15:58:36.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:36 smithi156 conmon[32001]: .14162) 123 : audit [DBG] from='client.14262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi129:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T15:58:36.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:36 smithi156 conmon[32001]: cluster 2022-01-18T15:58:34.436709+0000 mgr.smithi129.iclwio (mgr.14162) 124 : cluster [DBG] pgmap v87: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-01-18T15:58:36.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:36 smithi156 conmon[32001]: audit 2022-01-18T15:58:35.906347+0000 mon.smithi129 (mon.0) 322 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-01-18T15:58:36.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:36 smithi156 conmon[32001]: cluster 2022-01-18T15:58:35.906455+0000 mon.smithi129 (mon.0) 323 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2022-01-18T15:58:36.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:36 smithi156 conmon[32001]: 2022-01-18T15:58:36.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:36 smithi156 conmon[32001]: audit 2022-01-18T15:58 2022-01-18T15:58:36.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:36 smithi156 conmon[32001]: :35.909969+0000 mon.smithi129 (mon.0) 324 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-18T15:58:36.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:36 smithi156 conmon[32001]: audit 2022-01-18T15:58:36.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:36 smithi156 conmon[32001]: 2022-01-18T15:58:35.911380+0000 mon.smithi129 (mon.0) 325 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-18T15:58:36.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:36 smithi156 conmon[32001]: audit 2022-01-18T15:58:35.911879+0000 2022-01-18T15:58:36.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:36 smithi156 conmon[32001]: mon.smithi129 (mon.0) 326 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:58:37.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:37 smithi129 conmon[29798]: cephadm 2022-01-18T15:58:35.911177+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T15:58:37.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:37 smithi129 conmon[29798]: 14162) 125 : cephadm [INF] Applying service osd.None on host smithi129... 2022-01-18T15:58:37.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:37 smithi156 conmon[32001]: cephadm 2022-01-18T15:58:35.911177+0000 mgr.smithi129.iclwio (mgr 2022-01-18T15:58:37.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:37 smithi156 conmon[32001]: .14162) 125 : cephadm [INF] Applying service osd.None on host smithi129... 2022-01-18T15:58:38.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:38 smithi129 conmon[29798]: cluster 2022-01-18T15:58:36.437088+0000 mgr.smithi129.iclwio (mgr.14162) 126 : cluster [DBG] pgmap v90: 1 pgs: 1 creating+peering; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-01-18T15:58:38.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:38 smithi129 conmon[29798]: cluster 2022-01-18T15:58:37.175507+0000 mon.smithi129 (mon.0) 327 : cluster [DBG] osdmap e22: 3 total, 3 up, 3 in 2022-01-18T15:58:38.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:38 smithi129 conmon[29798]: audit 2022-01-18T15:58:37.930580+0000 mon.smithi129 (mon.0) 328 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:38.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:38 smithi156 conmon[32001]: cluster 2022-01-18T15:58:36.437088+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T15:58:38.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:38 smithi156 conmon[32001]: 14162) 126 : cluster [DBG] pgmap v90: 1 pgs: 1 creating+peering; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-01-18T15:58:38.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:38 smithi156 conmon[32001]: cluster 2022-01-18T15:58:37.175507+0000 mon.smithi129 (mon.0) 327 : cluster [DBG] osdmap e22: 3 total, 3 up, 3 in 2022-01-18T15:58:38.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:38 smithi156 conmon[32001]: audit 2022-01-18T15:58:37.930580+0000 mon.smithi129 (mon.0) 328 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:39.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:39 smithi156 conmon[32001]: cephadm 2022-01-18T15:58:37.925554+0000 mgr.smithi129.iclwio (mgr 2022-01-18T15:58:39.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:39 smithi156 conmon[32001]: .14162) 127 : cephadm [INF] Detected new or changed devices on smithi129 2022-01-18T15:58:39.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:39 smithi156 conmon[32001]: audit 2022-01-18T15:58:38.203841+0000 mon.smithi129 (mon.0) 329 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:39.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:39 smithi156 conmon[32001]: audit 2022-01-18T15:58:38.206925+0000 mon.smithi129 (mon.0) 330 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:58:39.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:39 smithi156 conmon[32001]: audit 2022-01-18T15:58:39.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:39 smithi156 conmon[32001]: 2022-01-18T15:58:38.830576+0000 mon.smithi129 (mon.0) 331 : audit [INF] from='client.? 172.21.15.129:0/3569477292' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1c947618-e210-499a-aef9-bb7d7147672d"}]: dispatch 2022-01-18T15:58:39.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:39 smithi156 conmon[32001]: audit 2022-01-18T 2022-01-18T15:58:39.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:39 smithi156 conmon[32001]: 15:58:38.834360+0000 mon.smithi129 (mon.0) 332 : audit [INF] from='client.? 172.21.15.129:0/3569477292' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1c947618-e210-499a-aef9-bb7d7147672d"}]': finished 2022-01-18T15:58:39.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:39 smithi156 conmon[32001]: cluster 2022-01-18T15:58:38.834422 2022-01-18T15:58:39.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:39 smithi156 conmon[32001]: +0000 mon.smithi129 (mon.0) 333 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2022-01-18T15:58:39.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:39 smithi156 conmon[32001]: audit 2022-01-18 2022-01-18T15:58:39.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:39 smithi156 conmon[32001]: T15:58:38.834541+0000 mon.smithi129 (mon.0) 334 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-18T15:58:39.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:39 smithi156 conmon[32001]: 2022-01-18T15:58:39.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:39 smithi129 conmon[29798]: cephadm 2022-01-18T15:58:37.925554+0000 mgr.smithi129.iclwio (mgr.14162) 127 : cephadm 2022-01-18T15:58:39.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:39 smithi129 conmon[29798]: [INF] Detected new or changed devices on smithi129 2022-01-18T15:58:39.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:39 smithi129 conmon[29798]: audit 2022-01-18T15:58:38.203841+0000 mon.smithi129 (mon.0) 329 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:39.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:39 smithi129 conmon[29798]: audit 2022-01-18T15:58:38.206925+0000 mon.smithi129 (mon.0) 330 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:58:39.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:39 smithi129 conmon[29798]: audit 2022-01-18T15:58:38.830576+0000 mon.smithi129 (mon.0) 331 : audit [INF] from='client.? 172.21.15.129:0/3569477292' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1c947618-e210-499a-aef9-bb7d7147672d"}]: dispatch 2022-01-18T15:58:39.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:39 smithi129 conmon[29798]: audit 2022-01-18T15:58:38.834360+0000 mon.smithi129 (mon.0) 332 : audit [INF] from='client.? 172.21.15.129:0/3569477292' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1c947618-e210-499a-aef9-bb7d7147672d"}]': finished 2022-01-18T15:58:39.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:39 smithi129 conmon[29798]: cluster 2022-01-18T15:58:38.834422+0000 mon.smithi129 (mon.0) 333 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2022-01-18T15:58:39.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:39 smithi129 conmon[29798]: audit 2022-01-18T15:58:38.834541+0000 mon.smithi129 (mon.0) 334 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-18T15:58:40.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:40 smithi156 conmon[32001]: cluster 2022-01-18T15:58:38.437432+0000 mgr.smithi129.iclwio (mgr.14162) 2022-01-18T15:58:40.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:40 smithi156 conmon[32001]: 128 : cluster [DBG] pgmap v92: 1 pgs: 1 creating+peering; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-01-18T15:58:40.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:40 smithi156 conmon[32001]: audit 2022-01-18T15:58:39.382938+0000 mon.smithi129 (mon.0) 335 : audit [DBG] from='client.? 172.21.15.129:0/2214002882' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-18T15:58:40.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:40 smithi129 conmon[29798]: cluster 2022-01-18T15:58:38.437432+0000 mgr.smithi129.iclwio (mgr.14162) 128 2022-01-18T15:58:40.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:40 smithi129 conmon[29798]: : cluster [DBG] pgmap v92: 1 pgs: 1 creating+peering; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-01-18T15:58:40.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:40 smithi129 conmon[29798]: audit 2022-01-18T15:58:39.382938+0000 mon.smithi129 (mon.0) 335 : audit [DBG] from='client.? 172.21.15.129:0/2214002882' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-18T15:58:42.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:42 smithi129 conmon[29798]: cluster 2022-01-18T15:58:40.437768+0000 mgr.smithi129.iclwio (mgr.14162) 129 : cluster [DBG] pgmap v94: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-18T15:58:42.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:42 smithi156 conmon[32001]: cluster 2022-01-18T15:58:40.437768+0000 mgr.smithi129.iclwio (mgr.14162) 129 : cluster [DBG] pgmap v94: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-18T15:58:43.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:43 smithi129 conmon[29798]: cluster 2022-01-18T15:58:42.438072+0000 mgr.smithi129.iclwio (mgr.14162 2022-01-18T15:58:43.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:43 smithi129 conmon[29798]: ) 130 : cluster [DBG] pgmap v95: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-18T15:58:43.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:43 smithi129 conmon[29798]: audit 2022-01-18T15:58:42.656974+0000 mon.smithi129 (mon.0) 336 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:43.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:43 smithi129 conmon[29798]: audit 2022-01-18T15:58:42.660497+0000 mon.smithi129 (mon.0) 337 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:44.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:43 smithi156 conmon[32001]: cluster 2022-01-18T15:58:42.438072+0000 mgr.smithi129.iclwio (mgr.14162) 130 : cluster [DBG] pgmap v95: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-18T15:58:44.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:43 smithi156 conmon[32001]: audit 2022-01-18T15:58:42 2022-01-18T15:58:44.037 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:43 smithi156 conmon[32001]: .656974+0000 mon.smithi129 (mon.0) 336 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:44.037 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:43 smithi156 conmon[32001]: audit 2022-01-18T15:58:42.660497+0000 mon.smithi129 (mon.0) 337 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:46.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:45 smithi129 conmon[29798]: cluster 2022-01-18T15:58:44.438377+0000 mgr.smithi129.iclwio (mgr.14162) 131 : cluster [DBG] pgmap v96: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-18T15:58:46.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:45 smithi129 conmon[29798]: audit 2022-01-18T15:58:45.434059+0000 mon.smithi129 (mon.0) 338 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2022-01-18T15:58:46.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:45 smithi129 conmon[29798]: audit 2022-01-18T15:58:45.434725+0000 mon.smithi129 (mon.0) 339 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:58:46.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:45 smithi156 conmon[32001]: cluster 2022-01-18T15:58:44.438377+0000 mgr.smithi129.iclwio (mgr.14162) 131 : cluster [DBG] pgmap v96: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-18T15:58:46.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:45 smithi156 conmon[32001]: audit 2022-01-18T15:58:45.434059+0000 2022-01-18T15:58:46.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:45 smithi156 conmon[32001]: mon.smithi129 (mon.0) 338 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2022-01-18T15:58:46.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:45 smithi156 conmon[32001]: audit 2022-01-18T15:58:45.434725+0000 mon.smithi129 (mon.0) 339 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:58:47.087 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:46 smithi129 conmon[29798]: cephadm 2022-01-18T15:58:45.435185+0000 mgr.smithi129.iclwio ( 2022-01-18T15:58:47.087 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:46 smithi129 conmon[29798]: mgr.14162) 132 : cephadm [INF] Deploying daemon osd.3 on smithi129 2022-01-18T15:58:47.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:46 smithi156 conmon[32001]: cephadm 2022-01-18T15:58:45.435185+0000 mgr.smithi129.iclwio (mgr.14162) 132 : cephadm [INF] Deploying daemon osd.3 on smithi129 2022-01-18T15:58:48.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:47 smithi129 conmon[29798]: cluster 2022-01-18T15:58:46.438913+0000 mgr.smithi129.iclwio 2022-01-18T15:58:48.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:47 smithi129 conmon[29798]: (mgr.14162) 133 : cluster [DBG] pgmap v97: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-18T15:58:48.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:47 smithi156 conmon[32001]: cluster 2022-01-18T15:58:46.438913+0000 mgr.smithi129.iclwio (mgr.14162) 133 : cluster [DBG] pgmap v97: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-18T15:58:48.814 INFO:teuthology.orchestra.run.smithi129.stdout:Created osd(s) 3 on host 'smithi129' 2022-01-18T15:58:49.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:48 smithi129 conmon[29798]: audit 2022-01-18T15:58:48.816328+0000 mon.smithi129 (mon.0) 340 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:58:49.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:48 smithi129 conmon[29798]: audit 2022-01-18T15:58:48.820131+0000 mon.smithi129 (mon.0) 341 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:49.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:48 smithi129 conmon[29798]: audit 2022-01-18T15:58:48.824977+0000 mon.smithi129 (mon.0) 342 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:49.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:48 smithi156 conmon[32001]: audit 2022-01-18T15:58:48.816328+0000 mon.smithi129 (mon.0) 340 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:58:49.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:48 smithi156 conmon[32001]: audit 2022-01-18T15:58:48.820131+0000 mon.smithi129 (mon.0) 341 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:49.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:48 smithi156 conmon[32001]: audit 2022-01-18T15: 2022-01-18T15:58:49.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:48 smithi156 conmon[32001]: 58:48.824977+0000 mon.smithi129 (mon.0) 342 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:49.492 DEBUG:teuthology.orchestra.run.smithi129:osd.3> sudo journalctl -f -n 0 -u ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.3.service 2022-01-18T15:58:49.494 INFO:tasks.cephadm:Deploying osd.4 on smithi156 with /dev/vg_nvme/lv_4... 2022-01-18T15:58:49.495 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2022-01-18T15:58:49.522 INFO:journalctl@ceph.osd.3.smithi129.stdout:-- Logs begin at Tue 2022-01-18 15:47:12 UTC. -- 2022-01-18T15:58:50.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:49 smithi129 conmon[29798]: cluster 2022-01-18T15:58:48.439251+0000 mgr.smithi129.iclwio (mgr.14162) 134 : cluster [DBG] pgmap v98: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-18T15:58:50.273 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:49 smithi156 conmon[32001]: cluster 2022-01-18T15:58:48.439251+0000 mgr.smithi129.iclwio (mgr.14162 2022-01-18T15:58:50.273 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:49 smithi156 conmon[32001]: ) 134 : cluster [DBG] pgmap v98: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-18T15:58:51.571 INFO:teuthology.orchestra.run.smithi156.stderr:--> Zapping: /dev/vg_nvme/lv_4 2022-01-18T15:58:51.572 INFO:teuthology.orchestra.run.smithi156.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2022-01-18T15:58:51.572 INFO:teuthology.orchestra.run.smithi156.stderr: stderr: 10+0 records in 2022-01-18T15:58:51.572 INFO:teuthology.orchestra.run.smithi156.stderr:10+0 records out 2022-01-18T15:58:51.573 INFO:teuthology.orchestra.run.smithi156.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00821449 s, 1.3 GB/s 2022-01-18T15:58:51.573 INFO:teuthology.orchestra.run.smithi156.stderr:--> Zapping successful for: 2022-01-18T15:58:52.153 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:51 smithi156 conmon[32001]: cluster 2022-01-18T15:58:50.439535+0000 mgr.smithi129.iclwio (mgr.14162) 135 : cluster [DBG] pgmap v99: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-18T15:58:52.166 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph orch daemon add osd smithi156:vg_nvme/lv_4 2022-01-18T15:58:52.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:51 smithi129 conmon[29798]: cluster 2022-01-18T15:58:50.439535+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T15:58:52.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:51 smithi129 conmon[29798]: 14162) 135 : cluster [DBG] pgmap v99: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-18T15:58:52.176 INFO:journalctl@ceph.osd.3.smithi129.stdout:Jan 18 15:58:52 smithi129 conmon[64425]: debug 2022-01-18T15:58:52.072+0000 7f3b1f76c080 -1 osd.3 0 log_to_monitors {default=true} 2022-01-18T15:58:53.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:52 smithi129 conmon[29798]: audit 2022-01-18T15:58:52.075307+0000 mon.smithi129 (mon.0) 343 : audit [INF] from='osd.3 [v2:172.21.15.129:6826/69007324,v1:172.21.15.129:6827/69007324]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2022-01-18T15:58:53.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:52 smithi129 conmon[29798]: 2022-01-18T15:58:53.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:52 smithi129 conmon[29798]: audit 2022-01-18T15:58:52.825782+0000 mon.smithi129 (mon.0) 344 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:53.178 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:52 smithi156 conmon[32001]: audit 2022-01-18T15:58:52.075307+0000 mon.smithi129 (mon.0) 343 : audit [INF] from='osd.3 [v2:172.21.15.129:6826/69007324,v1:172.21.15.129:6827/69007324]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2022-01-18T15:58:53.178 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:52 smithi156 conmon[32001]: audit 2022-01 2022-01-18T15:58:53.179 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:52 smithi156 conmon[32001]: -18T15:58:52.825782+0000 mon.smithi129 (mon.0) 344 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:53.910 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:53 smithi129 conmon[29798]: cluster 2022-01-18T15:58:52.439990+0000 mgr.smithi129.iclwio (mgr.14162) 136 : 2022-01-18T15:58:53.910 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:53 smithi129 conmon[29798]: cluster [DBG] pgmap v100: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-18T15:58:53.910 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:53 smithi129 conmon[29798]: audit 2022-01-18T15:58:52.918614+0000 mon.smithi129 (mon.0) 345 : audit [INF] from='osd.3 [v2:172.21.15.129:6826/69007324,v1:172.21.15.129:6827/69007324]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2022-01-18T15:58:53.911 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:53 smithi129 conmon[29798]: cluster 2022-01-18T15:58:52.918671+0000 mon.smithi129 (mon.0) 346 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2022-01-18T15:58:53.911 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:53 smithi129 conmon[29798]: audit 2022-01-18T15:58:52.918806+0000 mon.smithi129 (mon.0) 347 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-18T15:58:53.911 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:53 smithi129 conmon[29798]: audit 2022-01-18T15:58:52.919125+0000 mon.smithi129 (mon.0) 348 : audit [INF] from='osd.3 [v2:172.21.15.129:6826/69007324,v1:172.21.15.129:6827/69007324]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2022-01-18T15:58:54.175 INFO:journalctl@ceph.osd.3.smithi129.stdout:Jan 18 15:58:53 smithi129 conmon[64425]: debug 2022-01-18T15:58:53.922+0000 7f3b15cdd700 -1 osd.3 0 waiting for initial osdmap 2022-01-18T15:58:54.544 INFO:journalctl@ceph.osd.3.smithi129.stdout:Jan 18 15:58:53 smithi129 conmon[64425]: debug 2022-01-18T15:58:53.926+0000 7f3b11c58700 -1 osd.3 25 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-01-18T15:58:54.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:53 smithi156 conmon[32001]: cluster 2022-01-18T15:58:52.439990+0000 mgr.smithi129.iclwio (mgr.14162) 136 : cluster [DBG] pgmap v100: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-18T15:58:54.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:53 smithi156 conmon[32001]: audit 2022-01-18T15:58:52.918614+0000 mon.smithi129 (mon.0) 345 : audit [INF] from='osd.3 [v2:172.21.15.129:6826/69007324,v1:172.21.15.129:6827/69007324]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2022-01-18T15:58:54.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:53 smithi156 conmon[32001]: cluster 2022-01-18T15:58:52.918671+0000 mon.smithi129 (mon.0) 346 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2022-01-18T15:58:54.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:53 smithi156 conmon[32001]: audit 2022-01-18T15:58:52.918806+0000 mon.smithi129 (mon.0) 347 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-18T15:58:54.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:53 smithi156 conmon[32001]: audit 2022-01-18T15:58:52.919125+0000 mon.smithi129 (mon.0) 348 : audit [INF] from='osd.3 [v2:172.21.15.129:6826/69007324,v1:172.21.15.129:6827/69007324]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2022-01-18T15:58:55.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:54 smithi129 conmon[29798]: audit 2022-01-18T15:58:53.920432+0000 mon.smithi129 (mon.0) 349 : audit [INF] from='osd.3 [v2:172.21.15.129:6826/69007324,v1:172.21.15.129:6827/69007324]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]': finished 2022-01-18T15:58:55.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:54 smithi129 conmon[29798]: cluster 2022-01-18T15:58:53.920509+0000 mon.smithi129 (mon.0) 350 : cluster [DBG] osdmap e25: 4 total, 3 up, 4 in 2022-01-18T15:58:55.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:54 smithi129 conmon[29798]: audit 2022-01-18T15:58:53.920875+0000 mon.smithi129 (mon.0) 351 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-18T15:58:55.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:54 smithi129 conmon[29798]: audit 2022-01-18T15:58:53.924231+0000 mon.smithi129 (mon.0) 352 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-18T15:58:55.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:54 smithi129 conmon[29798]: audit 2022-01-18T15:58:54.166955+0000 mgr.smithi129.iclwio (mgr.14162) 137 : audit [DBG] from='client.24135 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi156:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T15:58:55.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:54 smithi129 conmon[29798]: audit 2022-01-18T15:58:54.167724+0000 mon.smithi129 (mon.0) 353 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-18T15:58:55.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:54 smithi129 conmon[29798]: cephadm 2022-01-18T15:58:54.168954+0000 mgr.smithi129.iclwio (mgr.14162) 138 : cephadm [INF] Applying service osd.None on host smithi156... 2022-01-18T15:58:55.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:54 smithi129 conmon[29798]: audit 2022-01-18T15:58:54.169167+0000 mon.smithi129 (mon.0) 354 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-18T15:58:55.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:54 smithi129 conmon[29798]: audit 2022-01-18T15:58:54.169722+0000 mon.smithi129 (mon.0) 355 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:58:55.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:54 smithi156 conmon[32001]: audit 2022-01-18T15:58:53.920432+0000 mon.smithi129 (mon. 2022-01-18T15:58:55.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:54 smithi156 conmon[32001]: 0) 349 : audit [INF] from='osd.3 [v2:172.21.15.129:6826/69007324,v1:172.21.15.129:6827/69007324]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]': finished 2022-01-18T15:58:55.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:54 smithi156 conmon[32001]: cluster 2022-01-18T15:58:53.920509+0000 mon.smithi129 (mon.0) 350 : cluster [DBG] osdmap e25: 4 total, 3 up, 4 in 2022-01-18T15:58:55.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:54 smithi156 conmon[32001]: audit 2022-01-18T15:58:53.920875+0000 mon.smithi129 (mon.0) 351 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-18T15:58:55.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:54 smithi156 conmon[32001]: audit 2022-01-18T15:58:53.924231+0000 mon.smithi129 (mon.0) 352 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-18T15:58:55.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:54 smithi156 conmon[32001]: audit 2022-01-18T15:58:54.166955+0000 mgr.smithi129.iclwio (mgr.14162) 137 : audit 2022-01-18T15:58:55.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:54 smithi156 conmon[32001]: [DBG] from='client.24135 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi156:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T15:58:55.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:54 smithi156 conmon[32001]: audit 2022-01-18T15:58:54.167724+0000 mon.smithi129 (mon.0) 353 : audit 2022-01-18T15:58:55.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:54 smithi156 conmon[32001]: [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-18T15:58:55.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:54 smithi156 conmon[32001]: cephadm 2022 2022-01-18T15:58:55.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:54 smithi156 conmon[32001]: -01-18T15:58:54.168954+0000 mgr.smithi129.iclwio (mgr.14162) 138 2022-01-18T15:58:55.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:54 smithi156 conmon[32001]: : cephadm [INF] Applying service osd.None on host smithi156... 2022-01-18T15:58:55.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:54 smithi156 conmon[32001]: audit 2022-01-18 2022-01-18T15:58:55.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:54 smithi156 conmon[32001]: T15:58:54.169167+0000 mon.smithi129 (mon. 2022-01-18T15:58:55.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:54 smithi156 conmon[32001]: 0) 354 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-18T15:58:55.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:54 smithi156 conmon[32001]: audit 2022-01-18 2022-01-18T15:58:55.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:54 smithi156 conmon[32001]: T15:58:54.169722+0000 mon.smithi129 (mon. 2022-01-18T15:58:55.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:54 smithi156 conmon[32001]: 0) 355 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:58:56.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:55 smithi156 conmon[32001]: cluster 2022-01-18T15:58:53.057849+0000 osd.3 (osd.3) 2022-01-18T15:58:56.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:55 smithi156 conmon[32001]: 1 : cluster [DBG] purged_snaps scrub starts 2022-01-18T15:58:56.037 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:55 smithi156 conmon[32001]: cluster 2022-01-18T15:58:53.057947+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-18T15:58:56.037 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:55 smithi156 conmon[32001]: cluster 2022-01-18T15:58:54.440244+0000 mgr.smithi129.iclwio (mgr.14162) 139 : cluster [DBG] pgmap v103: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-18T15:58:56.037 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:55 smithi156 conmon[32001]: audit 2022-01-18T15:58:54.925032+0000 mon.smithi129 (mon.0) 356 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-18T15:58:56.037 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:55 smithi156 conmon[32001]: cluster 2022-01-18T15:58:54.928502+0000 mon.smithi129 (mon.0) 357 : cluster [INF] osd.3 [v2:172.21.15.129:6826/69007324,v1:172.21.15.129:6827/69007324] boot 2022-01-18T15:58:56.038 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:55 smithi156 conmon[32001]: cluster 2022-01-18T15:58:54.928540+0000 mon.smithi129 (mon.0) 358 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2022-01-18T15:58:56.038 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:55 smithi156 conmon[32001]: audit 2022-01-18T15:58:54.928913+0000 mon.smithi129 (mon.0) 359 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-18T15:58:56.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:55 smithi129 conmon[29798]: cluster 2022-01-18T15:58:53.057849+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-18T15:58:56.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:55 smithi129 conmon[29798]: cluster 2022-01-18T15:58:53.057947+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-18T15:58:56.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:55 smithi129 conmon[29798]: cluster 2022-01-18T15:58:54.440244+0000 mgr.smithi129.iclwio (mgr.14162) 139 : cluster [DBG] pgmap v103: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-18T15:58:56.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:55 smithi129 conmon[29798]: audit 2022-01-18T15:58:54.925032+0000 mon.smithi129 (mon.0) 356 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-18T15:58:56.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:55 smithi129 conmon[29798]: cluster 2022-01-18T15:58:54.928502+0000 mon.smithi129 (mon.0) 357 : cluster [INF] osd.3 [v2:172.21.15.129:6826/69007324,v1:172.21.15.129:6827/69007324] boot 2022-01-18T15:58:56.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:55 smithi129 conmon[29798]: cluster 2022-01-18T15:58:54.928540+0000 mon.smithi129 (mon.0) 358 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2022-01-18T15:58:56.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:55 smithi129 conmon[29798]: audit 2022-01-18T15:58:54.928913+0000 mon.smithi129 (mon.0) 359 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-18T15:58:57.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:56 smithi129 conmon[29798]: cluster 2022-01-18T15:58:55.929347+0000 mon.smithi129 (mon.0) 360 2022-01-18T15:58:57.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:56 smithi129 conmon[29798]: : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2022-01-18T15:58:57.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:56 smithi129 conmon[29798]: cephadm 2022-01-18T15:58:56.156281+0000 mgr.smithi129.iclwio (mgr.14162) 140 : cephadm [INF] Detected new or changed devices on smithi129 2022-01-18T15:58:57.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:56 smithi129 conmon[29798]: audit 2022-01-18T15:58:56.161346+0000 mon.smithi129 (mon.0) 361 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:57.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:56 smithi129 conmon[29798]: audit 2022-01-18T15:58:56.164551+0000 mon.smithi129 (mon.0) 362 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:57.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:56 smithi129 conmon[29798]: audit 2022-01-18T15:58:56.166796+0000 mon.smithi129 (mon.0) 363 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:58:57.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:56 smithi129 conmon[29798]: audit 2022-01-18T15:58:56.439915+0000 mon.smithi156 (mon.1) 2 : audit [INF] from='client.? 172.21.15.156:0/3419646760' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d442fe22-c808-446e-b3fd-361decae641c"}]: dispatch 2022-01-18T15:58:57.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:56 smithi129 conmon[29798]: audit 2022-01-18T15:58:56.440291+0000 mon.smithi129 (mon.0) 364 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d442fe22-c808-446e-b3fd-361decae641c"}]: dispatch 2022-01-18T15:58:57.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:56 smithi129 conmon[29798]: audit 2022-01-18T15:58 2022-01-18T15:58:57.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:56 smithi129 conmon[29798]: :56.444273+0000 mon.smithi129 (mon.0) 365 2022-01-18T15:58:57.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:56 smithi129 conmon[29798]: : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d442fe22-c808-446e-b3fd-361decae641c"}]': finished 2022-01-18T15:58:57.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:56 smithi129 conmon[29798]: cluster 2022-01-18T15 2022-01-18T15:58:57.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:56 smithi129 conmon[29798]: :58:56.444334+0000 mon.smithi129 (mon.0 2022-01-18T15:58:57.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:56 smithi129 conmon[29798]: ) 366 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2022-01-18T15:58:57.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:56 smithi129 conmon[29798]: audit 2022-01- 2022-01-18T15:58:57.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:56 smithi129 conmon[29798]: 18T15:58:56.444455+0000 mon.smithi129 ( 2022-01-18T15:58:57.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:56 smithi129 conmon[29798]: mon.0) 367 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-18T15:58:57.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:56 smithi129 conmon[29798]: audit 2022 2022-01-18T15:58:57.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:56 smithi129 conmon[29798]: -01-18T15:58:56.555103+0000 2022-01-18T15:58:57.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:56 smithi129 conmon[29798]: mon.smithi129 (mon.0) 368 : audit [INF] 2022-01-18T15:58:57.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:56 smithi129 conmon[29798]: from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T15:58:57.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:56 smithi129 conmon[29798]: audit 2022-01-18T15:58:56. 2022-01-18T15:58:57.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:56 smithi129 conmon[29798]: 555422+0000 mon.smithi129 (mon.0) 369 : audit [INF] 2022-01-18T15:58:57.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:56 smithi129 conmon[29798]: from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T15:58:57.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:56 smithi129 conmon[29798]: audit 2022-01-18T15:58: 2022-01-18T15:58:57.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:56 smithi129 conmon[29798]: 56.911706+0000 mon.smithi156 (mon.1) 3 2022-01-18T15:58:57.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:56 smithi129 conmon[29798]: : audit [DBG] from='client.? 172.21.15.156:0/1229091538' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-18T15:58:57.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:56 smithi156 conmon[32001]: cluster 2022-01-18T15:58:55.929347+0000 mon.smithi129 (mon.0) 360 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2022-01-18T15:58:57.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:56 smithi156 conmon[32001]: cephadm 2022-01-18T15:58:56.156281+0000 mgr.smithi129.iclwio (mgr.14162) 140 : cephadm [INF] Detected new or changed devices on smithi129 2022-01-18T15:58:57.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:56 smithi156 conmon[32001]: audit 2022-01-18T15:58:56.161346+0000 mon.smithi129 (mon.0) 361 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:57.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:56 smithi156 conmon[32001]: audit 2022-01-18T15:58:56.164551+0000 mon.smithi129 (mon.0) 362 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:58:57.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:56 smithi156 conmon[32001]: audit 2022-01-18T15:58:56.166796+0000 mon.smithi129 (mon.0) 363 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:58:57.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:56 smithi156 conmon[32001]: audit 2022-01-18T15:58:56.439915+0000 mon.smithi156 (mon.1) 2 : audit [INF] from='client.? 172.21.15.156:0/3419646760' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d442fe22-c808-446e-b3fd-361decae641c"}]: dispatch 2022-01-18T15:58:57.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:56 smithi156 conmon[32001]: audit 2022-01-18T15:58:56.440291+0000 mon.smithi129 (mon.0) 364 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d442fe22-c808-446e-b3fd-361decae641c"}]: dispatch 2022-01-18T15:58:57.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:56 smithi156 conmon[32001]: audit 2022-01-18T15:58:56.444273+0000 mon.smithi129 (mon.0) 365 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d442fe22-c808-446e-b3fd-361decae641c"}]': finished 2022-01-18T15:58:57.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:56 smithi156 conmon[32001]: cluster 2022-01-18T15:58:56.444334+0000 mon.smithi129 (mon.0) 366 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2022-01-18T15:58:57.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:56 smithi156 conmon[32001]: audit 2022-01-18T15:58:56.444455+0000 mon.smithi129 (mon.0) 367 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-18T15:58:57.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:56 smithi156 conmon[32001]: audit 2022-01-18T15:58:56.555103+0000 mon.smithi129 (mon.0) 368 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T15:58:57.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:56 smithi156 conmon[32001]: audit 2022-01-18T15:58:56.555422+0000 mon.smithi129 (mon.0) 369 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T15:58:57.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:56 smithi156 conmon[32001]: audit 2022-01-18T15:58:56.911706+0000 mon.smithi156 (mon.1) 3 : audit 2022-01-18T15:58:57.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:56 smithi156 conmon[32001]: [DBG] from='client.? 172.21.15.156:0/1229091538' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-18T15:58:58.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:58:58 smithi129 conmon[29798]: cluster 2022-01-18T15:58:56.440538+0000 mgr.smithi129.iclwio (mgr.14162) 141 : cluster [DBG] pgmap v106: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-18T15:58:58.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:58:58 smithi156 conmon[32001]: cluster 2022-01-18T15:58:56.440538+0000 mgr.smithi129.iclwio (mgr.14162) 141 : cluster [DBG] pgmap v106: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-18T15:59:00.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:00 smithi129 conmon[29798]: cluster 2022-01-18T15:58:58.440825+0000 mgr.smithi129.iclwio (mgr.14162) 142 : cluster [DBG] pgmap v108: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-18T15:59:00.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:00 smithi129 conmon[29798]: audit 2022-01-18T15:58:59.988298+0000 mon.smithi129 (mon.0) 370 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:00.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:00 smithi129 conmon[29798]: audit 2022-01-18T15:58:59.990948+0000 mon.smithi129 (mon.0) 371 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:00.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:00 smithi156 conmon[32001]: cluster 2022-01-18T15:58:58.440825+0000 mgr.smithi129.iclwio (mgr.14162) 142 : cluster [DBG] pgmap v108: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-18T15:59:00.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:00 smithi156 conmon[32001]: audit 2022-01-18T15:58:59.988298+0000 mon.smithi129 (mon.0) 370 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:00.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:00 smithi156 conmon[32001]: audit 2022-01-18T15:58:59.990948+0000 mon.smithi129 (mon.0) 371 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:02.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:02 smithi129 conmon[29798]: cluster 2022-01-18T15:59:00.441132+0000 mgr.smithi129.iclwio (mgr.14162) 143 : cluster [DBG] pgmap v109: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-18T15:59:02.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:02 smithi156 conmon[32001]: cluster 2022-01-18T15:59:00.441132+0000 mgr.smithi129.iclwio (mgr.14162) 143 : cluster [DBG] pgmap v109: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-18T15:59:03.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:03 smithi129 conmon[29798]: audit 2022-01-18T15:59:02.361297+0000 mon.smithi129 (mon.0) 372 : audit [INF] 2022-01-18T15:59:03.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:03 smithi129 conmon[29798]: from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2022-01-18T15:59:03.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:03 smithi129 conmon[29798]: audit 2022-01-18T15:59:02.362183+0000 mon.smithi129 (mon.0) 373 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:59:03.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:03 smithi129 conmon[29798]: cephadm 2022-01-18T15:59:02.362841+0000 mgr.smithi129.iclwio 2022-01-18T15:59:03.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:03 smithi129 conmon[29798]: (mgr.14162) 144 : cephadm [INF] Deploying daemon osd.4 on smithi156 2022-01-18T15:59:03.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:03 smithi156 conmon[32001]: audit 2022-01-18T15:59:02.361297+0000 mon.smithi129 (mon.0) 2022-01-18T15:59:03.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:03 smithi156 conmon[32001]: 372 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2022-01-18T15:59:03.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:03 smithi156 conmon[32001]: audit 2022-01-18T15:59:02.362183+0000 mon.smithi129 (mon.0) 373 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:59:03.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:03 smithi156 conmon[32001]: cephadm 2022-01-18T15:59:02.362841+0000 mgr.smithi129.iclwio (mgr.14162) 144 : cephadm [INF] Deploying daemon osd.4 on smithi156 2022-01-18T15:59:04.362 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:04 smithi156 conmon[32001]: cluster 2022-01-18T15:59:02.441555+0000 2022-01-18T15:59:04.363 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:04 smithi156 conmon[32001]: mgr.smithi129.iclwio (mgr.14162) 145 : cluster [DBG] pgmap v110: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-18T15:59:04.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:04 smithi129 conmon[29798]: cluster 2022-01-18T15:59:02.441555+0000 mgr.smithi129.iclwio (mgr.14162) 145 : cluster [DBG] pgmap v110: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-18T15:59:05.895 INFO:teuthology.orchestra.run.smithi156.stdout:Created osd(s) 4 on host 'smithi156' 2022-01-18T15:59:06.323 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:06 smithi156 conmon[32001]: cluster 2022-01-18T15:59:04.441992+0000 mgr.smithi129.iclwio (mgr.14162) 146 : cluster [DBG] pgmap v111: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-18T15:59:06.323 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:06 smithi156 conmon[32001]: audit 2022-01-18T15:59:05.897564+0000 mon.smithi129 (mon.0) 374 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:59:06.324 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:06 smithi156 conmon[32001]: audit 2022-01-18T15:59:05.901201+0000 mon.smithi129 (mon.0) 375 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:06.324 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:06 smithi156 conmon[32001]: audit 2022-01-18T15:59:05.905914+0000 mon.smithi129 (mon.0) 376 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:06.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:06 smithi129 conmon[29798]: cluster 2022-01-18T15:59:04.441992+0000 mgr.smithi129.iclwio (mgr.14162) 146 : cluster [DBG] 2022-01-18T15:59:06.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:06 smithi129 conmon[29798]: pgmap v111: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-18T15:59:06.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:06 smithi129 conmon[29798]: audit 2022-01-18T15:59:05.897564+0000 mon.smithi129 (mon.0) 374 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:59:06.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:06 smithi129 conmon[29798]: audit 2022-01-18T15:59:05.901201+0000 mon.smithi129 (mon.0) 375 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:06.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:06 smithi129 conmon[29798]: audit 2022-01-18T15:59:05.905914+0000 mon.smithi129 (mon.0) 376 : audit 2022-01-18T15:59:06.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:06 smithi129 conmon[29798]: [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:06.488 DEBUG:teuthology.orchestra.run.smithi156:osd.4> sudo journalctl -f -n 0 -u ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.4.service 2022-01-18T15:59:06.490 INFO:tasks.cephadm:Deploying osd.5 on smithi156 with /dev/vg_nvme/lv_3... 2022-01-18T15:59:06.491 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2022-01-18T15:59:06.517 INFO:journalctl@ceph.osd.4.smithi156.stdout:-- Logs begin at Tue 2022-01-18 15:47:19 UTC. -- 2022-01-18T15:59:08.409 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:08 smithi156 conmon[32001]: cluster 2022-01-18T15:59:06.442288+0000 mgr.smithi129.iclwio (mgr.14162) 147 : cluster [DBG] pgmap v112: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-18T15:59:08.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:08 smithi129 conmon[29798]: cluster 2022-01-18T15:59:06.442288+0000 mgr.smithi129.iclwio ( 2022-01-18T15:59:08.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:08 smithi129 conmon[29798]: mgr.14162) 147 : cluster [DBG] pgmap v112: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-18T15:59:08.909 INFO:teuthology.orchestra.run.smithi156.stderr:--> Zapping: /dev/vg_nvme/lv_3 2022-01-18T15:59:08.910 INFO:teuthology.orchestra.run.smithi156.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2022-01-18T15:59:08.910 INFO:teuthology.orchestra.run.smithi156.stderr: stderr: 10+0 records in 2022-01-18T15:59:08.910 INFO:teuthology.orchestra.run.smithi156.stderr:10+0 records out 2022-01-18T15:59:08.910 INFO:teuthology.orchestra.run.smithi156.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00974547 s, 1.1 GB/s 2022-01-18T15:59:08.911 INFO:teuthology.orchestra.run.smithi156.stderr:--> Zapping successful for: 2022-01-18T15:59:09.286 INFO:journalctl@ceph.osd.4.smithi156.stdout:Jan 18 15:59:09 smithi156 conmon[38015]: debug 2022-01-18T15:59:09.070+0000 7f55fcb67080 -1 osd.4 0 log_to_monitors {default=true} 2022-01-18T15:59:09.634 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph orch daemon add osd smithi156:vg_nvme/lv_3 2022-01-18T15:59:10.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:09 smithi156 conmon[32001]: cluster 2022-01-18T15:59:08.442657+0000 mgr.smithi129.iclwio (mgr.14162) 148 : cluster 2022-01-18T15:59:10.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:09 smithi156 conmon[32001]: [DBG] pgmap v113: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-18T15:59:10.037 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:09 smithi156 conmon[32001]: audit 2022-01-18T15:59:08.868774+0000 mon.smithi129 (mon.0) 377 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:10.037 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:09 smithi156 conmon[32001]: audit 2022-01-18T15:59:09.074605+0000 mon.smithi156 (mon.1) 4 : audit [INF] from='osd.4 [v2:172.21.15.156:6800/4148308587,v1:172.21.15.156:6801/4148308587]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2022-01-18T15:59:10.037 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:09 smithi156 conmon[32001]: audit 2022-01-18T15:59:09.074882+0000 mon.smithi129 (mon.0) 378 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2022-01-18T15:59:10.037 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:09 smithi156 conmon[32001]: audit 2022-01-18T15:59:09.546595+0000 mon.smithi129 (mon.0) 379 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:10.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:09 smithi129 conmon[29798]: cluster 2022-01-18T15:59:08.442657+0000 mgr.smithi129.iclwio (mgr.14162 2022-01-18T15:59:10.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:09 smithi129 conmon[29798]: ) 148 : cluster [DBG] pgmap v113: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-18T15:59:10.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:09 smithi129 conmon[29798]: audit 2022-01-18T15:59:08.868774+0000 mon.smithi129 (mon.0) 377 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:10.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:09 smithi129 conmon[29798]: audit 2022-01-18T15:59:09.074605+0000 mon.smithi156 (mon.1) 4 2022-01-18T15:59:10.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:09 smithi129 conmon[29798]: : audit [INF] from='osd.4 [v2:172.21.15.156:6800/4148308587,v1:172.21.15.156:6801/4148308587]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2022-01-18T15:59:10.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:09 smithi129 conmon[29798]: audit 2022-01-18T15:59:09.074882+0000 mon.smithi129 (mon.0 2022-01-18T15:59:10.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:09 smithi129 conmon[29798]: ) 378 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2022-01-18T15:59:10.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:09 smithi129 conmon[29798]: audit 2022-01-18T15:59:09.546595+0000 2022-01-18T15:59:10.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:09 smithi129 conmon[29798]: mon.smithi129 (mon.0) 379 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:10.924 INFO:journalctl@ceph.osd.4.smithi156.stdout:Jan 18 15:59:10 smithi156 conmon[38015]: debug 2022-01-18T15:59:10.881+0000 7f55f30d8700 -1 osd.4 0 waiting for initial osdmap 2022-01-18T15:59:10.925 INFO:journalctl@ceph.osd.4.smithi156.stdout:Jan 18 15:59:10 smithi156 conmon[38015]: debug 2022-01-18T15:59:10.886+0000 7f55eb84c700 -1 osd.4 30 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-01-18T15:59:10.925 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:10 smithi156 conmon[32001]: audit 2022-01-18T15:59:09.873369+0000 mon.smithi129 (mon.0) 380 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2022-01-18T15:59:10.926 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:10 smithi156 conmon[32001]: cluster 2022-01-18T15:59:09.873450+0000 mon.smithi129 (mon.0) 381 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2022-01-18T15:59:10.926 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:10 smithi156 conmon[32001]: audit 2022-01-18T15:59:09.873567+0000 mon.smithi129 (mon.0) 382 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-18T15:59:10.926 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:10 smithi156 conmon[32001]: audit 2022-01-18T15:59:09.874081+0000 mon.smithi156 (mon.1) 5 : audit [INF] from='osd.4 [v2:172.21.15.156:6800/4148308587,v1:172.21.15.156:6801/4148308587]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2022-01-18T15:59:10.926 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:10 smithi156 conmon[32001]: audit 2022-01-18T15:59:09.874340+0000 mon.smithi129 (mon.0) 383 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2022-01-18T15:59:11.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:10 smithi129 conmon[29798]: audit 2022-01-18T15:59:09.873369+0000 mon.smithi129 (mon.0) 380 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2022-01-18T15:59:11.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:10 smithi129 conmon[29798]: cluster 2022-01-18T15:59:09.873450+0000 mon.smithi129 (mon.0) 381 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2022-01-18T15:59:11.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:10 smithi129 conmon[29798]: audit 2022-01-18T15:59:09.873567+0000 mon.smithi129 (mon.0) 382 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-18T15:59:11.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:10 smithi129 conmon[29798]: audit 2022-01-18T15:59:09.874081+0000 mon.smithi156 (mon.1 2022-01-18T15:59:11.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:10 smithi129 conmon[29798]: ) 5 : audit [INF] from='osd.4 [v2:172.21.15.156:6800/4148308587,v1:172.21.15.156:6801/4148308587]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2022-01-18T15:59:11.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:10 smithi129 conmon[29798]: audit 2022-01-18T15:59:09.874340+0000 mon.smithi129 (mon.0) 383 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2022-01-18T15:59:11.871 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:11 smithi129 conmon[29798]: cluster 2022-01-18T15:59:10.443029+0000 mgr.smithi129.iclwio (mgr 2022-01-18T15:59:11.872 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:11 smithi129 conmon[29798]: .14162) 149 : cluster [DBG] pgmap v115: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-18T15:59:11.872 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:11 smithi129 conmon[29798]: audit 2022-01-18T15:59:10.878361+0000 mon.smithi129 (mon.0) 384 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]': finished 2022-01-18T15:59:11.872 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:11 smithi129 conmon[29798]: cluster 2022-01-18T15:59:10.878490+0000 mon.smithi129 (mon.0 2022-01-18T15:59:11.872 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:11 smithi129 conmon[29798]: ) 385 : cluster [DBG] osdmap e30: 5 total, 4 up, 5 in 2022-01-18T15:59:11.873 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:11 smithi129 conmon[29798]: audit 2022-01-18T15:59:11.873 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:11 smithi129 conmon[29798]: 2022-01-18T15:59:10.879005+0000 mon.smithi129 (mon.0) 386 : 2022-01-18T15:59:11.873 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:11 smithi129 conmon[29798]: audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-18T15:59:11.873 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:11 smithi129 conmon[29798]: audit 2022-01-18T15:59:10.882721+0000 2022-01-18T15:59:11.874 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:11 smithi129 conmon[29798]: mon.smithi129 (mon.0) 387 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-18T15:59:12.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:11 smithi156 conmon[32001]: cluster 2022-01-18T15:59:10.443029+0000 mgr.smithi129.iclwio (mgr.14162) 149 : cluster [DBG] 2022-01-18T15:59:12.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:11 smithi156 conmon[32001]: pgmap v115: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-18T15:59:12.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:11 smithi156 conmon[32001]: audit 2022-01-18T15:59:10.878361+0000 mon.smithi129 (mon.0) 384 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]': finished 2022-01-18T15:59:12.037 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:11 smithi156 conmon[32001]: cluster 2022-01-18T15:59:10.878490+0000 mon.smithi129 (mon.0) 385 : cluster [DBG] osdmap e30: 5 total, 4 up, 5 in 2022-01-18T15:59:12.037 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:11 smithi156 conmon[32001]: audit 2022-01-18T15:59:10.879005+0000 mon.smithi129 (mon.0) 386 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-18T15:59:12.037 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:11 smithi156 conmon[32001]: audit 2022-01-18T15:59:10.882721+0000 mon.smithi129 (mon.0) 387 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-18T15:59:13.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:12 smithi129 conmon[29798]: cluster 2022-01-18T15:59:10.116677+0000 osd.4 (osd.4) 1 : 2022-01-18T15:59:13.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:12 smithi129 conmon[29798]: cluster [DBG] purged_snaps scrub starts 2022-01-18T15:59:13.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:12 smithi129 conmon[29798]: cluster 2022-01-18T15:59:10.116856+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-18T15:59:13.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:12 smithi129 conmon[29798]: cluster 2022-01-18T15:59:11.881764+0000 mon.smithi129 (mon.0) 388 : cluster [INF] osd.4 [v2:172.21.15.156:6800/4148308587,v1:172.21.15.156:6801/4148308587] boot 2022-01-18T15:59:13.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:12 smithi129 conmon[29798]: cluster 2022-01-18T15:59:11.881829+0000 mon.smithi129 (mon.0) 389 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2022-01-18T15:59:13.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:12 smithi129 conmon[29798]: audit 2022-01-18T15:59:13.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:12 smithi129 conmon[29798]: 2022-01-18T15:59:11.881997+0000 mon.smithi129 (mon.0) 390 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-18T15:59:13.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:12 smithi129 conmon[29798]: audit 2022-01 2022-01-18T15:59:13.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:12 smithi129 conmon[29798]: -18T15:59:12.055641+0000 mgr.smithi129.iclwio (mgr 2022-01-18T15:59:13.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:12 smithi129 conmon[29798]: .14162) 150 : audit [DBG] from='client.24153 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi156:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T15:59:13.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:12 smithi129 conmon[29798]: audit 2022-01-18T15:59:12 2022-01-18T15:59:13.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:12 smithi129 conmon[29798]: .056591+0000 mon.smithi129 (mon.0) 391 : audit 2022-01-18T15:59:13.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:12 smithi129 conmon[29798]: [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-18T15:59:13.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:12 smithi129 conmon[29798]: cephadm 2022-01-18T15:59:12 2022-01-18T15:59:13.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:12 smithi129 conmon[29798]: .058061+0000 mgr.smithi129.iclwio (mgr.14162) 151 : cephadm [INF] Applying service osd.None on host smithi156... 2022-01-18T15:59:13.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:12 smithi129 conmon[29798]: audit 2022-01-18T15:59:13.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:12 smithi129 conmon[29798]: 2022-01-18T15:59: 2022-01-18T15:59:13.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:12 smithi129 conmon[29798]: 12.058352+0000 mon.smithi129 (mon.0) 392 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-18T15:59:13.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:12 smithi129 conmon[29798]: audit 2022-01-18T15:59:13.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:12 smithi129 conmon[29798]: 2022-01-18T15:59:12.059085+0000 2022-01-18T15:59:13.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:12 smithi129 conmon[29798]: mon.smithi129 (mon.0) 393 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:59:13.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:12 smithi129 conmon[29798]: 2022-01-18T15:59:13.271 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:12 smithi156 conmon[32001]: cluster 2022-01-18T15:59:10.116677+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-18T15:59:13.271 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:12 smithi156 conmon[32001]: cluster 2022-01-18T15:59:10.116856+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-18T15:59:13.272 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:12 smithi156 conmon[32001]: cluster 2022-01-18T15:59:11.881764+0000 mon.smithi129 (mon.0) 388 : cluster [INF] osd.4 [v2:172.21.15.156:6800/4148308587,v1:172.21.15.156:6801/4148308587] boot 2022-01-18T15:59:13.272 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:12 smithi156 conmon[32001]: cluster 2022-01-18T15:59:11.881829+0000 mon.smithi129 (mon.0) 389 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2022-01-18T15:59:13.272 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:12 smithi156 conmon[32001]: audit 2022-01-18T15:59:11.881997+0000 mon.smithi129 (mon.0) 390 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-18T15:59:13.272 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:12 smithi156 conmon[32001]: audit 2022-01-18T15:59:12.055641+0000 mgr.smithi129.iclwio (mgr.14162) 150 : audit [DBG] from='client.24153 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi156:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T15:59:13.273 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:12 smithi156 conmon[32001]: audit 2022-01-18T15:59:13.273 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:12 smithi156 conmon[32001]: 2022-01-18T15:59:12.056591+0000 mon.smithi129 (mon.0) 391 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-18T15:59:13.273 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:12 smithi156 conmon[32001]: cephadm 2022-01-18T15:59:12.058061+0000 mgr.smithi129.iclwio (mgr.14162) 151 : cephadm [INF] Applying service osd.None on host smithi156... 2022-01-18T15:59:13.274 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:12 smithi156 conmon[32001]: audit 2022-01-18T15:59:12.058352+0000 mon.smithi129 (mon.0) 392 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-18T15:59:13.274 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:12 smithi156 conmon[32001]: audit 2022-01-18T15:59:12.059085+0000 mon.smithi129 (mon.0) 393 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:59:14.154 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:13 smithi156 conmon[32001]: cluster 2022-01-18T15:59:12.443416+0000 2022-01-18T15:59:14.154 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:13 smithi156 conmon[32001]: mgr.smithi129.iclwio (mgr.14162) 152 : cluster [DBG] pgmap v118: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-18T15:59:14.154 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:13 smithi156 conmon[32001]: cluster 2022-01-18T15:59:12.891390+0000 mon.smithi129 (mon.0) 394 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2022-01-18T15:59:14.155 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:13 smithi156 conmon[32001]: audit 2022-01-18T15:59:13.709641+0000 mon.smithi129 (mon.0) 395 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:14.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:13 smithi129 conmon[29798]: cluster 2022-01-18T15:59:12.443416+0000 mgr.smithi129.iclwio (mgr.14162) 152 : cluster [DBG] pgmap v118: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-18T15:59:14.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:13 smithi129 conmon[29798]: cluster 2022-01-18T15:59:12.891390+0000 mon.smithi129 (mon.0) 394 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2022-01-18T15:59:14.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:13 smithi129 conmon[29798]: audit 2022-01-18T15:59:13.709641+0000 mon.smithi129 (mon.0) 395 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:15.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:14 smithi129 conmon[29798]: cephadm 2022-01-18T15:59:13.704838+0000 mgr.smithi129.iclwio (mgr.14162) 153 2022-01-18T15:59:15.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:14 smithi129 conmon[29798]: : cephadm [INF] Detected new or changed devices on smithi156 2022-01-18T15:59:15.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:14 smithi129 conmon[29798]: cluster 2022-01-18T15:59:13.896271+0000 mon.smithi129 (mon.0) 396 : cluster [DBG] osdmap e33: 5 total, 5 up, 5 in 2022-01-18T15:59:15.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:14 smithi129 conmon[29798]: audit 2022-01-18T15:59:13.991514+0000 mon.smithi129 (mon.0) 397 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:15.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:14 smithi129 conmon[29798]: audit 2022-01-18T15:59:13.994570 2022-01-18T15:59:15.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:14 smithi129 conmon[29798]: +0000 mon.smithi129 (mon.0) 398 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:59:15.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:14 smithi129 conmon[29798]: audit 2022-01-18T15:59 2022-01-18T15:59:15.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:14 smithi129 conmon[29798]: :14.782983+0000 mon.smithi156 (mon.1) 6 : audit [INF] from='client.? 172.21.15.156:0/1749278742' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d1e1720c-e387-408c-a110-c329183d54a8"}]: dispatch 2022-01-18T15:59:15.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:14 smithi129 conmon[29798]: audit 2022-01- 2022-01-18T15:59:15.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:14 smithi129 conmon[29798]: 18T15:59:14.783333+0000 mon.smithi129 (mon.0) 399 : audit 2022-01-18T15:59:15.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:14 smithi129 conmon[29798]: [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d1e1720c-e387-408c-a110-c329183d54a8"}]: dispatch 2022-01-18T15:59:15.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:14 smithi129 conmon[29798]: audit 2022-01-18T15:59:15.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:14 smithi129 conmon[29798]: 2022-01-18T15:59:14.789603+0000 mon.smithi129 (mon.0) 400 : audit [INF] 2022-01-18T15:59:15.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:14 smithi129 conmon[29798]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d1e1720c-e387-408c-a110-c329183d54a8"}]': finished 2022-01-18T15:59:15.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:14 smithi129 conmon[29798]: cluster 2022-01-18T15:59:15.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:14 smithi129 conmon[29798]: 2022-01-18T15:59:14.789668+0000 mon.smithi129 (mon.0) 401 : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2022-01-18T15:59:15.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:14 smithi129 conmon[29798]: 2022-01-18T15:59:15.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:14 smithi129 conmon[29798]: audit 2022-01- 2022-01-18T15:59:15.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:14 smithi129 conmon[29798]: 18T15:59:14.789801+0000 mon.smithi129 (mon.0) 402 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-18T15:59:15.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:14 smithi156 conmon[32001]: cephadm 2022-01-18T15:59:13.704838+0000 mgr.smithi129.iclwio (mgr.14162 2022-01-18T15:59:15.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:14 smithi156 conmon[32001]: ) 153 : cephadm [INF] Detected new or changed devices on smithi156 2022-01-18T15:59:15.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:14 smithi156 conmon[32001]: cluster 2022-01-18T15:59:13.896271+0000 mon.smithi129 (mon.0) 396 : cluster [DBG] osdmap e33: 5 total, 5 up, 5 in 2022-01-18T15:59:15.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:14 smithi156 conmon[32001]: audit 2022-01-18T15:59:13.991514+0000 mon.smithi129 (mon.0) 397 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:15.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:14 smithi156 conmon[32001]: audit 2022-01-18T15:59:13.994570+0000 mon.smithi129 (mon.0) 398 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:59:15.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:14 smithi156 conmon[32001]: audit 2022-01-18T15 2022-01-18T15:59:15.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:14 smithi156 conmon[32001]: :59:14.782983+0000 mon.smithi156 (mon.1) 6 : audit [INF] from='client.? 172.21.15.156:0/1749278742' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d1e1720c-e387-408c-a110-c329183d54a8"}]: dispatch 2022-01-18T15:59:15.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:14 smithi156 conmon[32001]: audit 2022-01-18T15: 2022-01-18T15:59:15.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:14 smithi156 conmon[32001]: 59:14.783333+0000 mon.smithi129 (mon.0) 399 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d1e1720c-e387-408c-a110-c329183d54a8"}]: dispatch 2022-01-18T15:59:15.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:14 smithi156 conmon[32001]: audit 2022-01-18T15:59:14.789603+0000 mon.smithi129 2022-01-18T15:59:15.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:14 smithi156 conmon[32001]: (mon.0) 400 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d1e1720c-e387-408c-a110-c329183d54a8"}]': finished 2022-01-18T15:59:15.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:14 smithi156 conmon[32001]: cluster 2022-01 2022-01-18T15:59:15.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:14 smithi156 conmon[32001]: -18T15:59:14.789668+0000 mon.smithi129 2022-01-18T15:59:15.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:14 smithi156 conmon[32001]: (mon.0) 401 : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2022-01-18T15:59:15.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:14 smithi156 conmon[32001]: audit 2022- 2022-01-18T15:59:15.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:14 smithi156 conmon[32001]: 01-18T15:59:14.789801+0000 2022-01-18T15:59:15.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:14 smithi156 conmon[32001]: mon.smithi129 (mon.0) 402 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-18T15:59:15.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:14 smithi156 conmon[32001]: 2022-01-18T15:59:16.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:15 smithi156 conmon[32001]: cluster 2022-01-18T15:59:14.443933+0000 mgr.smithi129.iclwio (mgr.14162 2022-01-18T15:59:16.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:15 smithi156 conmon[32001]: ) 154 : cluster [DBG] pgmap v121: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-18T15:59:16.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:15 smithi156 conmon[32001]: audit 2022-01-18T15:59:15.290424+0000 mon.smithi156 (mon.1) 7 : audit [DBG] from='client.? 172.21.15.156:0/2573328047' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-18T15:59:16.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:15 smithi129 conmon[29798]: cluster 2022-01-18T15:59:14.443933+0000 mgr.smithi129.iclwio 2022-01-18T15:59:16.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:15 smithi129 conmon[29798]: (mgr.14162) 154 : cluster [DBG] pgmap v121: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-18T15:59:16.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:15 smithi129 conmon[29798]: audit 2022-01-18T15:59:15.290424+0000 mon.smithi156 (mon 2022-01-18T15:59:16.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:15 smithi129 conmon[29798]: .1) 7 : audit [DBG] from='client.? 172.21.15.156:0/2573328047' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-18T15:59:18.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:17 smithi156 conmon[32001]: cluster 2022-01-18T15:59:16.444220+0000 mgr.smithi129.iclwio (mgr.14162) 155 : cluster [DBG] pgmap v123: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-18T15:59:18.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:17 smithi156 conmon[32001]: audit 2022-01-18T15:59:17.709874+0000 mon.smithi129 (mon.0) 403 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:18.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:17 smithi156 conmon[32001]: audit 2022-01-18T15:59:17.713010+0000 mon.smithi129 (mon.0) 404 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:18.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:17 smithi129 conmon[29798]: cluster 2022-01-18T15:59:16.444220+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T15:59:18.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:17 smithi129 conmon[29798]: 14162) 155 : cluster [DBG] pgmap v123: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-18T15:59:18.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:17 smithi129 conmon[29798]: audit 2022-01-18T15:59:17.709874+0000 mon.smithi129 (mon.0) 403 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:18.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:17 smithi129 conmon[29798]: audit 2022-01-18T15:59:17.713010+0000 mon.smithi129 (mon. 2022-01-18T15:59:18.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:17 smithi129 conmon[29798]: 0) 404 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:20.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:19 smithi156 conmon[32001]: cluster 2022-01-18T15:59:18.444677+0000 mgr.smithi129.iclwio (mgr.14162 2022-01-18T15:59:20.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:19 smithi156 conmon[32001]: ) 156 : cluster [DBG] pgmap v124: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-18T15:59:20.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:19 smithi129 conmon[29798]: cluster 2022-01-18T15:59:18.444677+0000 mgr.smithi129.iclwio (mgr.14162) 156 : cluster 2022-01-18T15:59:20.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:19 smithi129 conmon[29798]: [DBG] pgmap v124: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-18T15:59:21.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:21 smithi156 conmon[32001]: audit 2022-01-18T15:59:20.776258+0000 2022-01-18T15:59:21.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:21 smithi156 conmon[32001]: mon.smithi129 (mon.0) 405 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2022-01-18T15:59:21.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:21 smithi156 conmon[32001]: audit 2022-01-18T15:59:20.777112+0000 mon.smithi129 (mon.0) 406 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:59:21.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:21 smithi129 conmon[29798]: audit 2022-01-18T15:59:20.776258+0000 mon.smithi129 (mon.0) 405 : audit [INF] 2022-01-18T15:59:21.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:21 smithi129 conmon[29798]: from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2022-01-18T15:59:21.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:21 smithi129 conmon[29798]: audit 2022-01-18T15:59:20.777112+0000 mon.smithi129 (mon.0) 406 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:59:22.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:22 smithi156 conmon[32001]: cluster 2022-01-18T15:59:20.445198+0000 mgr.smithi129.iclwio (mgr.14162) 157 : cluster [DBG] pgmap v125: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-18T15:59:22.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:22 smithi156 conmon[32001]: cephadm 2022-01-18T15:59:20.777777+0000 mgr.smithi129.iclwio (mgr.14162) 158 : cephadm [INF] Deploying daemon osd.5 on smithi156 2022-01-18T15:59:22.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:22 smithi129 conmon[29798]: cluster 2022-01-18T15:59:20.445198+0000 mgr.smithi129.iclwio (mgr.14162) 157 : cluster 2022-01-18T15:59:22.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:22 smithi129 conmon[29798]: [DBG] pgmap v125: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-18T15:59:22.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:22 smithi129 conmon[29798]: cephadm 2022-01-18T15:59:20.777777+0000 mgr.smithi129.iclwio (mgr.14162) 158 : cephadm [INF] Deploying daemon osd.5 on smithi156 2022-01-18T15:59:24.165 INFO:teuthology.orchestra.run.smithi156.stdout:Created osd(s) 5 on host 'smithi156' 2022-01-18T15:59:24.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:24 smithi156 conmon[32001]: cluster 2022-01-18T15 2022-01-18T15:59:24.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:24 smithi156 conmon[32001]: :59:22.445628+0000 mgr.smithi129.iclwio (mgr.14162) 159 : cluster [DBG] pgmap v126: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-18T15:59:24.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:24 smithi129 conmon[29798]: cluster 2022-01-18T15:59:22.445628+0000 mgr.smithi129.iclwio (mgr.14162) 159 : cluster [DBG] pgmap v126: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-18T15:59:24.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:24 smithi129 conmon[29798]: 2022-01-18T15:59:24.761 DEBUG:teuthology.orchestra.run.smithi156:osd.5> sudo journalctl -f -n 0 -u ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.5.service 2022-01-18T15:59:24.763 INFO:tasks.cephadm:Deploying osd.6 on smithi156 with /dev/vg_nvme/lv_2... 2022-01-18T15:59:24.764 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2022-01-18T15:59:24.791 INFO:journalctl@ceph.osd.5.smithi156.stdout:-- Logs begin at Tue 2022-01-18 15:47:19 UTC. -- 2022-01-18T15:59:25.263 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:25 smithi156 conmon[32001]: audit 2022-01-18T15:59:24.167006+0000 mon.smithi129 (mon.0) 407 : audit [DBG] 2022-01-18T15:59:25.264 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:25 smithi156 conmon[32001]: from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:59:25.265 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:25 smithi156 conmon[32001]: audit 2022-01-18T15:59:24.171014+0000 mon.smithi129 (mon.0) 408 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:25.265 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:25 smithi156 conmon[32001]: audit 2022-01-18T15:59:24.176200+0000 mon.smithi129 (mon.0) 409 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:25.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:25 smithi129 conmon[29798]: audit 2022-01-18T15:59:24.167006+0000 mon.smithi129 (mon.0) 407 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:59:25.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:25 smithi129 conmon[29798]: audit 2022-01-18T15:59:24.171014+0000 mon.smithi129 (mon.0) 408 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:25.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:25 smithi129 conmon[29798]: audit 2022-01-18T15:59:24. 2022-01-18T15:59:25.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:25 smithi129 conmon[29798]: 176200+0000 mon.smithi129 (mon.0) 409 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:26.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:26 smithi129 conmon[29798]: cluster 2022-01-18T15:59:24.445926+0000 mgr.smithi129.iclwio (mgr.14162) 160 2022-01-18T15:59:26.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:26 smithi129 conmon[29798]: : cluster [DBG] pgmap v127: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-18T15:59:26.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:26 smithi156 conmon[32001]: cluster 2022-01-18T15:59:24.445926+0000 mgr.smithi129.iclwio (mgr.14162) 160 : cluster [DBG] pgmap v127: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-18T15:59:27.093 INFO:teuthology.orchestra.run.smithi156.stderr:--> Zapping: /dev/vg_nvme/lv_2 2022-01-18T15:59:27.093 INFO:teuthology.orchestra.run.smithi156.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2022-01-18T15:59:27.094 INFO:teuthology.orchestra.run.smithi156.stderr: stderr: 10+0 records in 2022-01-18T15:59:27.095 INFO:teuthology.orchestra.run.smithi156.stderr:10+0 records out 2022-01-18T15:59:27.095 INFO:teuthology.orchestra.run.smithi156.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0112909 s, 929 MB/s 2022-01-18T15:59:27.095 INFO:teuthology.orchestra.run.smithi156.stderr:--> Zapping successful for: 2022-01-18T15:59:27.536 INFO:journalctl@ceph.osd.5.smithi156.stdout:Jan 18 15:59:27 smithi156 conmon[42183]: debug 2022-01-18T15:59:27.379+0000 7febd434d080 -1 osd.5 0 log_to_monitors {default=true} 2022-01-18T15:59:27.836 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph orch daemon add osd smithi156:vg_nvme/lv_2 2022-01-18T15:59:28.257 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:28 smithi156 conmon[32001]: cluster 2022-01-18T15:59:26.446376+0000 mgr.smithi129.iclwio (mgr.14162 2022-01-18T15:59:28.257 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:28 smithi156 conmon[32001]: ) 161 : cluster [DBG] pgmap v128: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-18T15:59:28.257 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:28 smithi156 conmon[32001]: audit 2022-01-18T15:59:27.265038+0000 mon.smithi129 (mon.0) 410 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:28.258 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:28 smithi156 conmon[32001]: audit 2022-01-18T15:59:27.383763+0000 mon.smithi156 (mon.1) 8 : audit [INF] from='osd.5 [v2:172.21.15.156:6808/2158005299,v1:172.21.15.156:6809/2158005299]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2022-01-18T15:59:28.258 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:28 smithi156 conmon[32001]: audit 2022-01-18T15:59:27.384198+0000 mon.smithi129 (mon.0) 411 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2022-01-18T15:59:28.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:28 smithi129 conmon[29798]: cluster 2022-01-18T15:59:26.446376+0000 mgr.smithi129.iclwio (mgr.14162 2022-01-18T15:59:28.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:28 smithi129 conmon[29798]: ) 161 : cluster [DBG] pgmap v128: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-18T15:59:28.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:28 smithi129 conmon[29798]: audit 2022-01-18T15:59:27.265038+0000 mon.smithi129 (mon.0) 410 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:28.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:28 smithi129 conmon[29798]: audit 2022-01-18T15:59: 2022-01-18T15:59:28.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:28 smithi129 conmon[29798]: 27.383763+0000 mon.smithi156 (mon.1) 8 : audit [INF] from='osd.5 [v2:172.21.15.156:6808/2158005299,v1:172.21.15.156:6809/2158005299]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2022-01-18T15:59:28.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:28 smithi129 conmon[29798]: audit 2022-01-18T15:59:27.384198+0000 mon.smithi129 (mon.0) 2022-01-18T15:59:28.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:28 smithi129 conmon[29798]: 411 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2022-01-18T15:59:29.489 INFO:journalctl@ceph.osd.5.smithi156.stdout:Jan 18 15:59:29 smithi156 conmon[42183]: debug 2022-01-18T15:59:29.274+0000 7febca8be700 -1 osd.5 0 waiting for initial osdmap 2022-01-18T15:59:29.489 INFO:journalctl@ceph.osd.5.smithi156.stdout:Jan 18 15:59:29 smithi156 conmon[42183]: debug 2022-01-18T15:59:29.279+0000 7febc6839700 -1 osd.5 36 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-01-18T15:59:29.489 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:29 smithi156 conmon[32001]: audit 2022-01-18T15:59:28.267276+0000 mon.smithi129 (mon.0 2022-01-18T15:59:29.490 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:29 smithi156 conmon[32001]: ) 412 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2022-01-18T15:59:29.490 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:29 smithi156 conmon[32001]: cluster 2022-01-18T15:59:28.267404+0000 mon.smithi129 (mon.0) 413 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2022-01-18T15:59:29.490 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:29 smithi156 conmon[32001]: audit 2022-01-18T15:59:28.267853+0000 mon.smithi129 (mon.0) 414 : audit 2022-01-18T15:59:29.490 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:29 smithi156 conmon[32001]: [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-18T15:59:29.491 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:29 smithi156 conmon[32001]: audit 2022-01-18T15 2022-01-18T15:59:29.491 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:29 smithi156 conmon[32001]: :59:28.267937+0000 mon.smithi156 (mon.1) 2022-01-18T15:59:29.491 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:29 smithi156 conmon[32001]: 9 : audit [INF] from='osd.5 [v2:172.21.15.156:6808/2158005299,v1:172.21.15.156:6809/2158005299]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2022-01-18T15:59:29.492 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:29 smithi156 conmon[32001]: audit 2022-01 2022-01-18T15:59:29.492 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:29 smithi156 conmon[32001]: -18T15:59:28.268251+0000 2022-01-18T15:59:29.492 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:29 smithi156 conmon[32001]: mon.smithi129 (mon.0) 415 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2022-01-18T15:59:29.492 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:29 smithi156 conmon[32001]: 2022-01-18T15:59:29.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:29 smithi129 conmon[29798]: audit 2022-01-18T15:59:28.267276+0000 mon.smithi129 (mon.0) 412 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2022-01-18T15:59:29.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:29 smithi129 conmon[29798]: cluster 2022-01-18T15:59:28.267404+0000 mon.smithi129 (mon.0) 413 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2022-01-18T15:59:29.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:29 smithi129 conmon[29798]: audit 2022-01-18T15:59:28.267853+0000 mon.smithi129 (mon.0) 414 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-18T15:59:29.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:29 smithi129 conmon[29798]: audit 2022-01-18T15:59:28.267937+0000 mon.smithi156 2022-01-18T15:59:29.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:29 smithi129 conmon[29798]: (mon.1) 9 : audit [INF] from='osd.5 [v2:172.21.15.156:6808/2158005299,v1:172.21.15.156:6809/2158005299]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2022-01-18T15:59:29.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:29 smithi129 conmon[29798]: audit 2022-01-18T15:59:28.268251+0000 mon.smithi129 (mon.0) 415 : audit [INF] 2022-01-18T15:59:29.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:29 smithi129 conmon[29798]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2022-01-18T15:59:30.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:30 smithi156 conmon[32001]: cluster 2022-01-18T15:59:28.446935+0000 mgr.smithi129.iclwio (mgr.14162) 162 : cluster [DBG] pgmap v130: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-18T15:59:30.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:30 smithi156 conmon[32001]: audit 2022-01-18T15:59:29.271871+0000 mon.smithi129 (mon.0) 416 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]': finished 2022-01-18T15:59:30.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:30 smithi156 conmon[32001]: cluster 2022-01-18T15:59:29.272000+0000 mon.smithi129 (mon.0) 417 : cluster [DBG] osdmap e36: 6 total, 5 up, 6 in 2022-01-18T15:59:30.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:30 smithi156 conmon[32001]: audit 2022-01-18T15:59:29.272603+0000 mon.smithi129 (mon.0) 418 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-18T15:59:30.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:30 smithi156 conmon[32001]: audit 2022-01-18T15:59:29.275946+0000 mon.smithi129 (mon.0) 419 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-18T15:59:30.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:30 smithi156 conmon[32001]: cluster 2022-01-18T15:59:29.903749+0000 mon.smithi129 (mon.0) 420 : cluster [INF] osd.5 [v2:172.21.15.156:6808/2158005299,v1:172.21.15.156:6809/2158005299] boot 2022-01-18T15:59:30.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:30 smithi156 conmon[32001]: cluster 2022-01-18T15:59:29.903810+0000 mon.smithi129 (mon.0) 421 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2022-01-18T15:59:30.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:30 smithi156 conmon[32001]: audit 2022-01-18T15:59:29.904256+0000 mon.smithi129 (mon.0) 422 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-18T15:59:30.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:30 smithi156 conmon[32001]: audit 2022-01-18T15:59:30.178157+0000 mon.smithi129 (mon.0) 423 : audit 2022-01-18T15:59:30.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:30 smithi156 conmon[32001]: [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-18T15:59:30.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:30 smithi156 conmon[32001]: audit 2022-01-18T15:59:30.179903+0000 mon.smithi129 (mon.0) 424 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-18T15:59:30.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:30 smithi156 conmon[32001]: audit 2022-01-18T15:59:30.180624+0000 mon.smithi129 (mon.0) 425 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:59:30.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:30 smithi129 conmon[29798]: cluster 2022-01-18T15:59:28.446935+0000 mgr.smithi129.iclwio (mgr.14162) 162 : cluster [DBG] pgmap v130: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-18T15:59:30.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:30 smithi129 conmon[29798]: audit 2022-01-18T15:59:29.271871+0000 mon.smithi129 (mon. 2022-01-18T15:59:30.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:30 smithi129 conmon[29798]: 0) 416 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]': finished 2022-01-18T15:59:30.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:30 smithi129 conmon[29798]: cluster 2022-01-18T15:59:29.272000+0000 mon.smithi129 (mon.0) 417 : cluster [DBG] osdmap e36: 6 total, 5 up, 6 in 2022-01-18T15:59:30.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:30 smithi129 conmon[29798]: audit 2022-01-18T15:59:29.272603+0000 mon.smithi129 (mon.0) 418 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-18T15:59:30.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:30 smithi129 conmon[29798]: audit 2022-01-18T15:59:30.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:30 smithi129 conmon[29798]: 2022-01-18T15:59:29.275946+0000 mon.smithi129 (mon.0) 419 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-18T15:59:30.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:30 smithi129 conmon[29798]: cluster 2022-01-18T15: 2022-01-18T15:59:30.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:30 smithi129 conmon[29798]: 59:29.903749+0000 mon.smithi129 (mon.0) 420 : cluster [INF] osd.5 [v2:172.21.15.156:6808/2158005299,v1:172.21.15.156:6809/2158005299] boot 2022-01-18T15:59:30.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:30 smithi129 conmon[29798]: cluster 2022-01-18T15:59:29.903810+0000 mon.smithi129 (mon.0 2022-01-18T15:59:30.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:30 smithi129 conmon[29798]: ) 421 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2022-01-18T15:59:30.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:30 smithi129 conmon[29798]: audit 2022-01-18T15:59:29.904256+0000 mon.smithi129 (mon.0) 422 : audit [DBG] 2022-01-18T15:59:30.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:30 smithi129 conmon[29798]: from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-18T15:59:30.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:30 smithi129 conmon[29798]: audit 2022-01-18T15:59 2022-01-18T15:59:30.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:30 smithi129 conmon[29798]: :30.178157+0000 mon.smithi129 (mon.0) 423 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-18T15:59:30.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:30 smithi129 conmon[29798]: audit 2022-01-18T15:59:30.179903+0000 mon.smithi129 (mon 2022-01-18T15:59:30.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:30 smithi129 conmon[29798]: .0) 424 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-18T15:59:30.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:30 smithi129 conmon[29798]: audit 2022-01-18T15:59:30.180624+0000 mon.smithi129 (mon.0 2022-01-18T15:59:30.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:30 smithi129 conmon[29798]: ) 425 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:59:31.504 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:31 smithi156 conmon[32001]: cluster 2022-01-18T15:59:28.403432+0000 osd.5 (osd.5 2022-01-18T15:59:31.505 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:31 smithi156 conmon[32001]: ) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-18T15:59:31.505 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:31 smithi156 conmon[32001]: cluster 2022-01-18T15:59:28.403524+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-18T15:59:31.505 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:31 smithi156 conmon[32001]: audit 2022-01-18T15:59:30.177221+0000 mgr.smithi129.iclwio (mgr.14162) 163 : audit [DBG] from='client.24171 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi156:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T15:59:31.505 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:31 smithi156 conmon[32001]: cephadm 2022-01-18T15:59:30.179576+0000 mgr.smithi129.iclwio (mgr.14162) 164 : cephadm [INF] Applying service osd.None on host smithi156... 2022-01-18T15:59:31.506 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:31 smithi156 conmon[32001]: cluster 2022-01-18T15:59:30.902541+0000 mon.smithi129 (mon.0) 426 : cluster [DBG] osdmap e38: 6 total, 6 up, 6 in 2022-01-18T15:59:31.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:31 smithi129 conmon[29798]: cluster 2022-01-18T15:59:28.403432+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-18T15:59:31.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:31 smithi129 conmon[29798]: 2022-01-18T15:59:31.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:31 smithi129 conmon[29798]: cluster 2022-01-18T15:59:28.403524+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-18T15:59:31.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:31 smithi129 conmon[29798]: audit 2022-01-18T15:59:30.177221+0000 mgr.smithi129.iclwio (mgr.14162) 163 : audit [DBG] 2022-01-18T15:59:31.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:31 smithi129 conmon[29798]: from='client.24171 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi156:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T15:59:31.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:31 smithi129 conmon[29798]: cephadm 2022-01-18T15:59:30.179576+0000 mgr.smithi129.iclwio (mgr.14162) 164 : cephadm [INF] Applying service osd.None on host smithi156... 2022-01-18T15:59:31.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:31 smithi129 conmon[29798]: cluster 2022-01-18T15:59:30.902541+0000 mon.smithi129 (mon.0 2022-01-18T15:59:31.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:31 smithi129 conmon[29798]: ) 426 : cluster [DBG] osdmap e38: 6 total, 6 up, 6 in 2022-01-18T15:59:32.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:32 smithi156 conmon[32001]: cluster 2022-01-18T15:59:30.447351+0000 mgr.smithi129.iclwio (mgr.14162) 165 : cluster [DBG] pgmap v133: 1 pgs: 1 remapped+peering; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-18T15:59:32.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:32 smithi156 conmon[32001]: audit 2022-01-18T15:59:31.673849+0000 mon.smithi129 (mon.0) 427 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:32.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:32 smithi156 conmon[32001]: audit 2022-01-18T15:59:31.679761+0000 mon.smithi129 (mon.0) 428 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:32.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:32 smithi156 conmon[32001]: audit 2022-01-18T15:59:31.682680+0000 mon.smithi129 (mon.0) 429 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:59:32.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:32 smithi156 conmon[32001]: audit 2022-01-18T15:59:31.688869+0000 mon.smithi129 (mon.0) 430 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:32.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:32 smithi156 conmon[32001]: cluster 2022-01-18T15:59:31.907690+0000 mon.smithi129 (mon.0) 431 : cluster [DBG] osdmap e39: 6 total, 6 up, 6 in 2022-01-18T15:59:32.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:32 smithi129 conmon[29798]: cluster 2022-01-18T15:59:30.447351+0000 mgr.smithi129.iclwio (mgr.14162) 165 : cluster [DBG] pgmap v133: 1 pgs: 1 remapped+peering; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-18T15:59:32.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:32 smithi129 conmon[29798]: audit 2022-01-18T15:59:31.673849+0000 mon.smithi129 (mon.0) 427 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:32.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:32 smithi129 conmon[29798]: audit 2022-01-18T15:59:31 2022-01-18T15:59:32.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:32 smithi129 conmon[29798]: .679761+0000 mon.smithi129 (mon.0 2022-01-18T15:59:32.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:32 smithi129 conmon[29798]: ) 428 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:32.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:32 smithi129 conmon[29798]: audit 2022-01 2022-01-18T15:59:32.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:32 smithi129 conmon[29798]: -18T15:59:31.682680+0000 2022-01-18T15:59:32.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:32 smithi129 conmon[29798]: mon.smithi129 (mon.0) 429 : audit [DBG] 2022-01-18T15:59:32.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:32 smithi129 conmon[29798]: from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:59:32.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:32 smithi129 conmon[29798]: audit 2022-01-18T15:59 2022-01-18T15:59:32.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:32 smithi129 conmon[29798]: :31.688869+0000 mon.smithi129 (mon.0 2022-01-18T15:59:32.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:32 smithi129 conmon[29798]: ) 430 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:32.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:32 smithi129 conmon[29798]: cluster 2022- 2022-01-18T15:59:32.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:32 smithi129 conmon[29798]: 01-18T15:59:31.907690+0000 2022-01-18T15:59:32.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:32 smithi129 conmon[29798]: mon.smithi129 (mon.0) 431 : cluster [DBG] 2022-01-18T15:59:32.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:32 smithi129 conmon[29798]: osdmap e39: 6 total, 6 up, 6 in 2022-01-18T15:59:33.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:33 smithi156 conmon[32001]: cephadm 2022-01-18T15:59:31.667281+0000 mgr.smithi129.iclwio (mgr.14162 2022-01-18T15:59:33.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:33 smithi156 conmon[32001]: ) 166 : cephadm [INF] Detected new or changed devices on smithi156 2022-01-18T15:59:33.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:33 smithi156 conmon[32001]: audit 2022-01-18T15:59:32.759653+0000 mon.smithi156 (mon.1) 10 : audit [INF] from='client.? 172.21.15.156:0/2552198959' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d4c122ea-ac20-44ae-b170-d37f9e598d63"}]: dispatch 2022-01-18T15:59:33.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:33 smithi156 conmon[32001]: audit 2022-01-18T15:59:32.760292+0000 mon.smithi129 (mon.0) 432 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d4c122ea-ac20-44ae-b170-d37f9e598d63"}]: dispatch 2022-01-18T15:59:33.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:33 smithi156 conmon[32001]: audit 2022-01-18T15:59:32.764747+0000 mon.smithi129 (mon.0) 433 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d4c122ea-ac20-44ae-b170-d37f9e598d63"}]': finished 2022-01-18T15:59:33.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:33 smithi156 conmon[32001]: cluster 2022-01-18T15:59:32.764854+0000 mon.smithi129 (mon.0) 434 : cluster [DBG] osdmap e40: 7 total, 6 up, 7 in 2022-01-18T15:59:33.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:33 smithi156 conmon[32001]: audit 2022-01-18T15:59:32.765060+0000 mon.smithi129 (mon.0) 435 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-18T15:59:33.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:33 smithi156 conmon[32001]: audit 2022-01-18T15:59:33.254907+0000 mon.smithi156 (mon.1) 11 : audit [DBG] from='client.? 172.21.15.156:0/2603233835' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-18T15:59:33.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:33 smithi129 conmon[29798]: cephadm 2022-01-18T15:59:31.667281+0000 mgr.smithi129.iclwio (mgr.14162) 166 : cephadm [INF] Detected new or changed devices on smithi156 2022-01-18T15:59:33.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:33 smithi129 conmon[29798]: audit 2022-01-18T15:59:32.759653+0000 mon.smithi156 (mon.1) 10 : audit [INF] from='client.? 172.21.15.156:0/2552198959' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d4c122ea-ac20-44ae-b170-d37f9e598d63"}]: dispatch 2022-01-18T15:59:33.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:33 smithi129 conmon[29798]: audit 2022-01-18T15:59:32.760292+0000 mon.smithi129 (mon.0) 432 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d4c122ea-ac20-44ae-b170-d37f9e598d63"}]: dispatch 2022-01-18T15:59:33.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:33 smithi129 conmon[29798]: audit 2022-01-18T15:59:32.764747+0000 mon.smithi129 (mon.0) 433 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d4c122ea-ac20-44ae-b170-d37f9e598d63"}]': finished 2022-01-18T15:59:33.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:33 smithi129 conmon[29798]: cluster 2022-01-18T15:59:32.764854+0000 mon.smithi129 (mon.0) 434 : cluster [DBG] osdmap e40: 7 total, 6 up, 7 in 2022-01-18T15:59:33.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:33 smithi129 conmon[29798]: audit 2022 2022-01-18T15:59:33.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:33 smithi129 conmon[29798]: -01-18T15:59:32.765060+0000 mon.smithi129 (mon.0) 435 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-18T15:59:33.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:33 smithi129 conmon[29798]: audit 2022-01-18 2022-01-18T15:59:33.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:33 smithi129 conmon[29798]: T15:59:33.254907+0000 mon.smithi156 (mon.1) 11 : audit [DBG] 2022-01-18T15:59:33.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:33 smithi129 conmon[29798]: from='client.? 172.21.15.156:0/2603233835' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-18T15:59:34.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:34 smithi156 conmon[32001]: cluster 2022-01-18T15:59:32.447877+0000 mgr.smithi129.iclwio (mgr.14162) 167 : cluster 2022-01-18T15:59:34.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:34 smithi156 conmon[32001]: [DBG] pgmap v136: 1 pgs: 1 remapped+peering; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-18T15:59:34.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:34 smithi129 conmon[29798]: cluster 2022-01-18T15:59:32.447877+0000 mgr.smithi129.iclwio (mgr.14162) 167 : cluster [DBG] pgmap v136: 1 pgs: 1 remapped+peering; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-18T15:59:36.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:36 smithi156 conmon[32001]: cluster 2022-01-18T15:59:34.448292+0000 mgr.smithi129.iclwio (mgr.14162) 168 : cluster [DBG] pgmap v138: 1 pgs: 1 remapped+peering; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-18T15:59:36.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:36 smithi129 conmon[29798]: cluster 2022-01-18T15:59:34.448292+0000 mgr.smithi129.iclwio (mgr.14162) 168 : cluster [DBG] pgmap v138: 1 pgs: 1 remapped+peering; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-18T15:59:36.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:36 smithi129 conmon[29798]: 2022-01-18T15:59:38.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:38 smithi156 conmon[32001]: cluster 2022-01-18T15:59:36.448696+0000 mgr.smithi129.iclwio (mgr.14162) 169 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2022-01-18T15:59:38.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:38 smithi129 conmon[29798]: cluster 2022-01-18T15:59:36.448696+0000 mgr.smithi129.iclwio (mgr.14162) 169 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2022-01-18T15:59:39.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:39 smithi156 conmon[32001]: audit 2022-01-18T15:59:38.748317+0000 mon.smithi129 (mon.0) 436 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2022-01-18T15:59:39.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:39 smithi156 conmon[32001]: audit 2022-01-18T15:59:38.749187+0000 mon.smithi129 (mon.0) 437 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:59:39.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:39 smithi129 conmon[29798]: audit 2022-01-18T15:59:38.748317+0000 mon.smithi129 (mon.0) 436 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2022-01-18T15:59:39.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:39 smithi129 conmon[29798]: audit 2022-01-18T15:59:38.749187+0000 mon.smithi129 (mon.0) 437 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:59:40.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:40 smithi156 conmon[32001]: cluster 2022-01-18T15:59:38.449181+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T15:59:40.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:40 smithi156 conmon[32001]: 14162) 170 : cluster [DBG] pgmap v140: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2022-01-18T15:59:40.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:40 smithi156 conmon[32001]: cephadm 2022-01-18T15:59:38.749875+0000 mgr.smithi129.iclwio (mgr.14162) 171 : cephadm [INF] Deploying daemon osd.6 on smithi156 2022-01-18T15:59:40.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:40 smithi129 conmon[29798]: cluster 2022-01-18T15:59:38.449181+0000 mgr.smithi129.iclwio (mgr.14162) 170 : cluster [DBG] pgmap v140: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2022-01-18T15:59:40.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:40 smithi129 conmon[29798]: cephadm 2022-01-18T15:59:38.749875+0000 mgr.smithi129.iclwio (mgr.14162) 171 : cephadm [INF] Deploying daemon osd.6 on smithi156 2022-01-18T15:59:42.254 INFO:teuthology.orchestra.run.smithi156.stdout:Created osd(s) 6 on host 'smithi156' 2022-01-18T15:59:42.454 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:42 smithi156 conmon[32001]: cluster 2022-01-18T15:59:40.449595+0000 mgr.smithi129.iclwio (mgr.14162) 172 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2022-01-18T15:59:42.455 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:42 smithi156 conmon[32001]: audit 2022-01-18T15:59:42.255280+0000 mon.smithi129 (mon.0) 438 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:59:42.455 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:42 smithi156 conmon[32001]: audit 2022-01-18T15:59:42.259668+0000 mon.smithi129 (mon.0) 439 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:42.455 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:42 smithi156 conmon[32001]: audit 2022-01-18T15:59:42.265184+0000 mon.smithi129 (mon.0) 440 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:42.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:42 smithi129 conmon[29798]: cluster 2022-01-18T15:59:40.449595+0000 mgr.smithi129.iclwio (mgr.14162) 172 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2022-01-18T15:59:42.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:42 smithi129 conmon[29798]: audit 2022-01-18T15:59:42.255280+0000 mon.smithi129 (mon.0) 438 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:59:42.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:42 smithi129 conmon[29798]: audit 2022-01-18T15:59:42.259668+0000 mon.smithi129 (mon.0) 439 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:42.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:42 smithi129 conmon[29798]: audit 2022-01-18T15:59 2022-01-18T15:59:42.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:42 smithi129 conmon[29798]: :42.265184+0000 mon.smithi129 (mon.0) 440 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:42.865 DEBUG:teuthology.orchestra.run.smithi156:osd.6> sudo journalctl -f -n 0 -u ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.6.service 2022-01-18T15:59:42.868 INFO:tasks.cephadm:Deploying osd.7 on smithi156 with /dev/vg_nvme/lv_1... 2022-01-18T15:59:42.868 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2022-01-18T15:59:42.895 INFO:journalctl@ceph.osd.6.smithi156.stdout:-- Logs begin at Tue 2022-01-18 15:47:19 UTC. -- 2022-01-18T15:59:44.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:44 smithi129 conmon[29798]: cluster 2022-01-18T15:59:42.449924+0000 mgr.smithi129.iclwio (mgr.14162) 173 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2022-01-18T15:59:44.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:44 smithi129 conmon[29798]: 2022-01-18T15:59:44.732 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:44 smithi156 conmon[32001]: cluster 2022-01-18T15:59:42.449924+0000 mgr.smithi129.iclwio (mgr.14162) 173 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2022-01-18T15:59:45.215 INFO:teuthology.orchestra.run.smithi156.stderr:--> Zapping: /dev/vg_nvme/lv_1 2022-01-18T15:59:45.216 INFO:teuthology.orchestra.run.smithi156.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2022-01-18T15:59:45.216 INFO:teuthology.orchestra.run.smithi156.stderr: stderr: 10+0 records in 2022-01-18T15:59:45.216 INFO:teuthology.orchestra.run.smithi156.stderr:10+0 records out 2022-01-18T15:59:45.217 INFO:teuthology.orchestra.run.smithi156.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0126782 s, 827 MB/s 2022-01-18T15:59:45.217 INFO:teuthology.orchestra.run.smithi156.stderr:--> Zapping successful for: 2022-01-18T15:59:45.536 INFO:journalctl@ceph.osd.6.smithi156.stdout:Jan 18 15:59:45 smithi156 conmon[46342]: debug 2022-01-18T15:59:45.471+0000 7f22718dc080 -1 osd.6 0 log_to_monitors {default=true} 2022-01-18T15:59:45.891 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph orch daemon add osd smithi156:vg_nvme/lv_1 2022-01-18T15:59:46.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:46 smithi156 conmon[32001]: cluster 2022-01-18T15:59:44.450412+0000 mgr.smithi129.iclwio (mgr 2022-01-18T15:59:46.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:46 smithi156 conmon[32001]: .14162) 174 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2022-01-18T15:59:46.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:46 smithi156 conmon[32001]: audit 2022-01-18T15:59:45.237871+0000 mon.smithi129 (mon.0) 441 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:46.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:46 smithi156 conmon[32001]: audit 2022-01-18T15:59:45.475758+0000 mon.smithi156 (mon.1) 12 : audit [INF] from='osd.6 [v2:172.21.15.156:6816/4191858372,v1:172.21.15.156:6817/4191858372]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2022-01-18T15:59:46.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:46 smithi156 conmon[32001]: audit 2022-01-18T15:59:45.476069+0000 mon.smithi129 (mon.0) 442 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2022-01-18T15:59:46.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:46 smithi129 conmon[29798]: cluster 2022-01-18T15:59:44.450412+0000 mgr.smithi129.iclwio (mgr.14162) 174 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2022-01-18T15:59:46.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:46 smithi129 conmon[29798]: audit 2022-01-18 2022-01-18T15:59:46.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:46 smithi129 conmon[29798]: T15:59:45.237871+0000 mon.smithi129 (mon.0) 441 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:46.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:46 smithi129 conmon[29798]: audit 2022-01-18T15:59:45.475758+0000 mon.smithi156 (mon.1) 12 : audit [INF] from='osd.6 [v2:172.21.15.156:6816/4191858372,v1:172.21.15.156:6817/4191858372]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2022-01-18T15:59:46.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:46 smithi129 conmon[29798]: audit 2022-01-18T15:59:45.476069+0000 2022-01-18T15:59:46.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:46 smithi129 conmon[29798]: mon.smithi129 (mon.0) 442 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2022-01-18T15:59:47.536 INFO:journalctl@ceph.osd.6.smithi156.stdout:Jan 18 15:59:47 smithi156 conmon[46342]: debug 2022-01-18T15:59:47.324+0000 7f2267e4d700 -1 osd.6 0 waiting for initial osdmap 2022-01-18T15:59:47.536 INFO:journalctl@ceph.osd.6.smithi156.stdout:Jan 18 15:59:47 smithi156 conmon[46342]: debug 2022-01-18T15:59:47.331+0000 7f22625c5700 -1 osd.6 42 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-01-18T15:59:47.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:47 smithi156 conmon[32001]: audit 2022-01-18T15:59:46.320160+0000 mon.smithi129 (mon.0) 2022-01-18T15:59:47.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:47 smithi156 conmon[32001]: 443 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2022-01-18T15:59:47.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:47 smithi156 conmon[32001]: cluster 2022-01-18T15:59:46.320247+0000 mon.smithi129 (mon.0) 444 : cluster [DBG] osdmap e41: 7 total, 6 up, 7 in 2022-01-18T15:59:47.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:47 smithi156 conmon[32001]: audit 2022-01-18T15:59:46.320382+0000 mon.smithi129 (mon.0) 445 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-18T15:59:47.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:47 smithi156 conmon[32001]: audit 2022-01-18T15:59:46.320969+0000 mon.smithi156 (mon.1) 13 : audit [INF] from='osd.6 [v2:172.21.15.156:6816/4191858372,v1:172.21.15.156:6817/4191858372]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2022-01-18T15:59:47.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:47 smithi156 conmon[32001]: audit 2022-01-18T15:59:46.321269+0000 mon.smithi129 (mon.0) 446 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2022-01-18T15:59:47.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:47 smithi129 conmon[29798]: audit 2022-01-18T15:59:46.320160+0000 mon.smithi129 (mon.0) 443 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2022-01-18T15:59:47.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:47 smithi129 conmon[29798]: cluster 2022-01-18T15:59:46.320247+0000 mon.smithi129 (mon.0) 444 : cluster [DBG] osdmap e41: 7 total, 6 up, 7 in 2022-01-18T15:59:47.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:47 smithi129 conmon[29798]: audit 2022-01- 2022-01-18T15:59:47.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:47 smithi129 conmon[29798]: 18T15:59:46.320382+0000 mon.smithi129 (mon.0) 445 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-18T15:59:47.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:47 smithi129 conmon[29798]: audit 2022- 2022-01-18T15:59:47.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:47 smithi129 conmon[29798]: 01-18T15:59:46.320969+0000 2022-01-18T15:59:47.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:47 smithi129 conmon[29798]: mon.smithi156 (mon.1) 13 : audit 2022-01-18T15:59:47.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:47 smithi129 conmon[29798]: [INF] from='osd.6 [v2:172.21.15.156:6816/4191858372,v1:172.21.15.156:6817/4191858372]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2022-01-18T15:59:47.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:47 smithi129 conmon[29798]: audit 2022- 2022-01-18T15:59:47.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:47 smithi129 conmon[29798]: 01-18T15:59:46.321269+0000 2022-01-18T15:59:47.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:47 smithi129 conmon[29798]: mon.smithi129 (mon.0) 446 : audit 2022-01-18T15:59:47.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:47 smithi129 conmon[29798]: [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2022-01-18T15:59:48.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:48 smithi129 conmon[29798]: cluster 2022-01-18T15:59:46.450936+0000 mgr.smithi129.iclwio (mgr.14162) 175 : cluster [DBG] 2022-01-18T15:59:48.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:48 smithi129 conmon[29798]: pgmap v145: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2022-01-18T15:59:48.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:48 smithi129 conmon[29798]: audit 2022-01-18T15:59:47.319742+0000 mon.smithi129 (mon.0) 447 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]': finished 2022-01-18T15:59:48.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:48 smithi129 conmon[29798]: cluster 2022-01-18T 2022-01-18T15:59:48.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:48 smithi129 conmon[29798]: 15:59:47.319922+0000 mon.smithi129 (mon.0) 448 : cluster [DBG] osdmap e42: 7 total, 6 up, 7 in 2022-01-18T15:59:48.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:48 smithi129 conmon[29798]: audit 2022-01-18T15:59 2022-01-18T15:59:48.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:48 smithi129 conmon[29798]: :47.320345+0000 mon.smithi129 (mon.0) 449 2022-01-18T15:59:48.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:48 smithi129 conmon[29798]: : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-18T15:59:48.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:48 smithi129 conmon[29798]: audit 2022-01 2022-01-18T15:59:48.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:48 smithi129 conmon[29798]: -18T15:59:47.325976+0000 2022-01-18T15:59:48.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:48 smithi129 conmon[29798]: mon.smithi129 (mon.0) 450 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-18T15:59:48.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:48 smithi129 conmon[29798]: 2022-01-18T15:59:48.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:48 smithi129 conmon[29798]: cluster 2022-01-18T15:59:48.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:48 smithi129 conmon[29798]: 2022-01-18T15:59:48.321562 2022-01-18T15:59:48.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:48 smithi129 conmon[29798]: +0000 mon.smithi129 (mon.0) 451 : cluster [INF] 2022-01-18T15:59:48.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:48 smithi129 conmon[29798]: osd.6 [v2:172.21.15.156:6816/4191858372,v1:172.21.15.156:6817/4191858372] boot 2022-01-18T15:59:48.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:48 smithi129 conmon[29798]: cluster 2022-01-18T 2022-01-18T15:59:48.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:48 smithi129 conmon[29798]: 15:59:48.321616+0000 mon.smithi129 (mon. 2022-01-18T15:59:48.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:48 smithi129 conmon[29798]: 0) 452 : cluster [DBG] osdmap e43: 7 total, 7 up, 7 in 2022-01-18T15:59:48.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:48 smithi129 conmon[29798]: audit 2022 2022-01-18T15:59:48.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:48 smithi129 conmon[29798]: -01-18T15:59:48. 2022-01-18T15:59:48.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:48 smithi129 conmon[29798]: 321812+0000 mon.smithi129 (mon.0) 453 : audit [DBG] 2022-01-18T15:59:48.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:48 smithi129 conmon[29798]: from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-18T15:59:48.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:48 smithi156 conmon[32001]: cluster 2022-01-18T15:59:46.450936+0000 mgr.smithi129.iclwio (mgr.14162) 175 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2022-01-18T15:59:48.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:48 smithi156 conmon[32001]: audit 2022-01-18T15:59:47.319742+0000 mon.smithi129 (mon.0) 447 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]': finished 2022-01-18T15:59:48.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:48 smithi156 conmon[32001]: cluster 2022-01-18T15:59:47.319922+0000 mon.smithi129 (mon.0) 448 : cluster [DBG] osdmap e42: 7 total, 6 up, 7 in 2022-01-18T15:59:48.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:48 smithi156 conmon[32001]: audit 2022-01-18T15:59:47.320345+0000 mon.smithi129 (mon.0) 449 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-18T15:59:48.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:48 smithi156 conmon[32001]: audit 2022-01-18T15:59:47.325976+0000 mon.smithi129 (mon.0) 450 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-18T15:59:48.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:48 smithi156 conmon[32001]: cluster 2022-01-18T15:59:48.321562+0000 mon.smithi129 (mon.0) 451 : cluster [INF] osd.6 [v2:172.21.15.156:6816/4191858372,v1:172.21.15.156:6817/4191858372] boot 2022-01-18T15:59:48.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:48 smithi156 conmon[32001]: cluster 2022-01-18T15:59:48.321616+0000 mon.smithi129 (mon.0) 452 : cluster [DBG] osdmap e43: 7 total, 7 up, 7 in 2022-01-18T15:59:48.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:48 smithi156 conmon[32001]: audit 2022-01-18T15:59:48.321812+0000 mon.smithi129 2022-01-18T15:59:48.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:48 smithi156 conmon[32001]: (mon.0) 453 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-18T15:59:49.643 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:49 smithi156 conmon[32001]: cluster 2022-01-18T15:59:46.512991+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-18T15:59:49.644 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:49 smithi156 conmon[32001]: cluster 2022-01-18T15:59:46.513084+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-18T15:59:49.644 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:49 smithi156 conmon[32001]: audit 2022-01-18T15:59:48.354633+0000 mgr.smithi129.iclwio (mgr.14162) 176 : audit [DBG] from='client.24189 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi156:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T15:59:49.644 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:49 smithi156 conmon[32001]: audit 2022-01-18T15:59:48.355558+0000 mon.smithi129 (mon.0) 454 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-18T15:59:49.645 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:49 smithi156 conmon[32001]: cephadm 2022-01-18T15:59:48.356826+0000 mgr.smithi129.iclwio (mgr.14162) 177 : cephadm [INF] Applying service osd.None on host smithi156... 2022-01-18T15:59:49.645 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:49 smithi156 conmon[32001]: audit 2022-01-18T15:59:48.357069+0000 mon.smithi129 (mon.0) 455 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-18T15:59:49.645 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:49 smithi156 conmon[32001]: audit 2022-01-18T15:59:48.357716+0000 2022-01-18T15:59:49.645 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:49 smithi156 conmon[32001]: mon.smithi129 (mon.0) 456 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:59:49.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:49 smithi129 conmon[29798]: cluster 2022-01-18T15:59:46.512991+0000 osd.6 (osd.6) 1 : cluster [DBG] 2022-01-18T15:59:49.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:49 smithi129 conmon[29798]: purged_snaps scrub starts 2022-01-18T15:59:49.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:49 smithi129 conmon[29798]: cluster 2022-01-18T15:59:46.513084+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-18T15:59:49.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:49 smithi129 conmon[29798]: audit 2022-01-18T15:59:48.354633+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T15:59:49.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:49 smithi129 conmon[29798]: 14162) 176 : audit [DBG] from='client.24189 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi156:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T15:59:49.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:49 smithi129 conmon[29798]: audit 2022-01-18T15 2022-01-18T15:59:49.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:49 smithi129 conmon[29798]: :59:48.355558+0000 mon.smithi129 (mon.0) 454 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-18T15:59:49.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:49 smithi129 conmon[29798]: 2022-01-18T15:59:49.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:49 smithi129 conmon[29798]: cephadm 2022-01-18T15:59:49.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:49 smithi129 conmon[29798]: 2022-01-18T15:59:48.356826+0000 mgr.smithi129.iclwio (mgr 2022-01-18T15:59:49.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:49 smithi129 conmon[29798]: .14162) 177 : cephadm [INF] Applying service osd.None on host smithi156... 2022-01-18T15:59:49.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:49 smithi129 conmon[29798]: audit 2022-01-18T15:59:49.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:49 smithi129 conmon[29798]: 2022-01-18T15:59:48.357069+0000 2022-01-18T15:59:49.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:49 smithi129 conmon[29798]: mon.smithi129 (mon.0) 455 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-18T15:59:49.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:49 smithi129 conmon[29798]: audit 2022- 2022-01-18T15:59:49.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:49 smithi129 conmon[29798]: 01-18T15:59:48.357716+0000 mon.smithi129 2022-01-18T15:59:49.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:49 smithi129 conmon[29798]: (mon.0) 456 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:59:50.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:50 smithi129 conmon[29798]: cluster 2022-01-18T15:59:48.451445+0000 mgr.smithi129.iclwio (mgr.14162) 178 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-18T15:59:50.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:50 smithi129 conmon[29798]: cluster 2022-01-18T15:59:49.325026+0000 mon.smithi129 (mon.0) 457 : cluster [DBG] osdmap e44: 7 total, 7 up, 7 in 2022-01-18T15:59:50.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:50 smithi129 conmon[29798]: audit 2022-01-18T15:59:50.118185+0000 mon.smithi129 (mon.0) 458 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:50.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:50 smithi129 conmon[29798]: audit 2022-01-18T15:59:50.121964+0000 mon.smithi129 (mon.0) 459 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:50.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:50 smithi129 conmon[29798]: audit 2022-01-18T15:59:50.125637+0000 mon.smithi129 (mon.0 2022-01-18T15:59:50.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:50 smithi129 conmon[29798]: ) 460 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:59:50.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:50 smithi129 conmon[29798]: audit 2022 2022-01-18T15:59:50.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:50 smithi129 conmon[29798]: -01-18T15:59:50.132087+0000 mon.smithi129 (mon.0) 461 : 2022-01-18T15:59:50.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:50 smithi129 conmon[29798]: audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:50.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:50 smithi156 conmon[32001]: cluster 2022-01-18T15:59:48.451445+0000 mgr.smithi129.iclwio 2022-01-18T15:59:50.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:50 smithi156 conmon[32001]: (mgr.14162) 178 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-18T15:59:50.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:50 smithi156 conmon[32001]: cluster 2022-01-18T15:59:49.325026+0000 mon.smithi129 (mon.0) 457 : cluster [DBG] osdmap e44: 7 total, 7 up, 7 in 2022-01-18T15:59:50.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:50 smithi156 conmon[32001]: audit 2022-01-18T15:59:50.118185+0000 mon.smithi129 (mon.0) 458 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:50.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:50 smithi156 conmon[32001]: audit 2022-01-18T15:59:50.121964+0000 mon.smithi129 (mon.0) 459 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:50.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:50 smithi156 conmon[32001]: 2022-01-18T15:59:50.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:50 smithi156 conmon[32001]: audit 2022-01-18T15:59:50.125637+0000 mon.smithi129 (mon.0) 460 : audit [DBG] 2022-01-18T15:59:50.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:50 smithi156 conmon[32001]: from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T15:59:50.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:50 smithi156 conmon[32001]: audit 2022-01-18 2022-01-18T15:59:50.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:50 smithi156 conmon[32001]: T15:59:50.132087+0000 mon.smithi129 (mon.0) 461 : audit 2022-01-18T15:59:50.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:50 smithi156 conmon[32001]: [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T15:59:51.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:51 smithi129 conmon[29798]: cephadm 2022-01-18T15:59:50.111944+0000 mgr.smithi129.iclwio (mgr.14162) 179 : cephadm [INF] Detected new or changed devices on smithi156 2022-01-18T15:59:51.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:51 smithi129 conmon[29798]: cluster 2022-01-18T15:59:50.332178+0000 mon.smithi129 (mon.0) 462 : cluster [DBG] osdmap e45: 7 total, 7 up, 7 in 2022-01-18T15:59:51.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:51 smithi129 conmon[29798]: audit 2022-01-18T15:59:50.967321+0000 mon.smithi156 (mon.1) 14 : audit [INF] from='client.? 172.21.15.156:0/787923458' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "738ed6c2-3824-4221-96a1-5321d75835f3"}]: dispatch 2022-01-18T15:59:51.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:51 smithi129 conmon[29798]: audit 2022-01-18T15:59:50.967923+0000 mon.smithi129 (mon.0) 463 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "738ed6c2-3824-4221-96a1-5321d75835f3"}]: dispatch 2022-01-18T15:59:51.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:51 smithi129 conmon[29798]: audit 2022-01-18T15:59:50.972453+0000 2022-01-18T15:59:51.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:51 smithi129 conmon[29798]: mon.smithi129 (mon.0) 464 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "738ed6c2-3824-4221-96a1-5321d75835f3"}]': finished 2022-01-18T15:59:51.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:51 smithi129 conmon[29798]: cluster 2022-01-18T15:59:50.972542+0000 mon.smithi129 2022-01-18T15:59:51.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:51 smithi129 conmon[29798]: (mon.0) 465 : cluster [DBG] osdmap e46: 8 total, 7 up, 8 in 2022-01-18T15:59:51.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:51 smithi129 conmon[29798]: audit 2022-01-18T15:59:50.972695+0000 mon.smithi129 2022-01-18T15:59:51.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:51 smithi129 conmon[29798]: (mon.0) 466 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-18T15:59:51.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:51 smithi156 conmon[32001]: cephadm 2022-01-18T15:59:50.111944+0000 mgr.smithi129.iclwio (mgr.14162) 179 : cephadm 2022-01-18T15:59:51.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:51 smithi156 conmon[32001]: [INF] Detected new or changed devices on smithi156 2022-01-18T15:59:51.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:51 smithi156 conmon[32001]: cluster 2022-01-18T15:59:50.332178+0000 mon.smithi129 (mon.0) 462 : cluster [DBG] osdmap e45: 7 total, 7 up, 7 in 2022-01-18T15:59:51.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:51 smithi156 conmon[32001]: audit 2022-01-18T15:59:50.967321+0000 mon.smithi156 (mon.1) 14 : audit [INF] from='client.? 172.21.15.156:0/787923458' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "738ed6c2-3824-4221-96a1-5321d75835f3"}]: dispatch 2022-01-18T15:59:51.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:51 smithi156 conmon[32001]: audit 2022-01-18T15:59:50.967923+0000 mon.smithi129 (mon.0) 463 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "738ed6c2-3824-4221-96a1-5321d75835f3"}]: dispatch 2022-01-18T15:59:51.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:51 smithi156 conmon[32001]: audit 2022-01-18T15:59:50.972453+0000 mon.smithi129 (mon.0) 464 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "738ed6c2-3824-4221-96a1-5321d75835f3"}]': finished 2022-01-18T15:59:51.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:51 smithi156 conmon[32001]: cluster 2022-01-18T15:59:50.972542+0000 mon.smithi129 (mon.0) 465 : cluster [DBG] osdmap e46: 8 total, 7 up, 8 in 2022-01-18T15:59:51.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:51 smithi156 conmon[32001]: audit 2022-01-18T15:59:50.972695+0000 mon.smithi129 (mon.0) 466 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-18T15:59:52.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:52 smithi129 conmon[29798]: cluster 2022-01-18T15:59:50.451978+0000 mgr.smithi129.iclwio (mgr.14162) 180 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-18T15:59:52.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:52 smithi129 conmon[29798]: audit 2022-01-18T15:59:51.504676+0000 mon.smithi156 (mon.1) 15 : audit [DBG] from='client.? 172.21.15.156:0/3359607827' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-18T15:59:52.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:52 smithi156 conmon[32001]: cluster 2022-01-18T15:59:50.451978+0000 mgr.smithi129.iclwio (mgr.14162) 180 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-18T15:59:52.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:52 smithi156 conmon[32001]: audit 2022-01-18T15:59:51.504676+0000 mon.smithi156 (mon.1) 15 : audit [DBG] from='client.? 172.21.15.156:0/3359607827' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-18T15:59:54.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:54 smithi129 conmon[29798]: cluster 2022-01-18T15:59:52.452445+0000 mgr.smithi129.iclwio (mgr.14162) 181 : cluster 2022-01-18T15:59:54.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:54 smithi129 conmon[29798]: [DBG] pgmap v153: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-18T15:59:54.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:54 smithi156 conmon[32001]: cluster 2022-01-18T15:59:52.452445+0000 mgr.smithi129.iclwio (mgr.14162) 181 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-18T15:59:56.667 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:56 smithi156 conmon[32001]: cluster 2022-01-18T15:59:54.452928+0000 mgr.smithi129.iclwio (mgr.14162) 182 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-18T15:59:56.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:56 smithi129 conmon[29798]: cluster 2022-01-18T15:59:54.452928+0000 mgr.smithi129.iclwio (mgr.14162) 182 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-18T15:59:57.599 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:57 smithi156 conmon[32001]: audit 2022-01-18T15:59:56.560420+0000 mon.smithi129 (mon. 2022-01-18T15:59:57.599 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:57 smithi156 conmon[32001]: 0) 467 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T15:59:57.600 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:57 smithi156 conmon[32001]: audit 2022-01-18T15:59:56.560642+0000 mon.smithi129 (mon.0) 468 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T15:59:57.600 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:57 smithi156 conmon[32001]: audit 2022-01-18T15:59:57.112333+0000 mon.smithi129 (mon.0) 469 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2022-01-18T15:59:57.600 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:57 smithi156 conmon[32001]: audit 2022-01-18T15:59:57.113145+0000 mon.smithi129 (mon.0) 470 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:59:57.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:57 smithi129 conmon[29798]: audit 2022-01-18T15:59:56.560420+0000 mon.smithi129 (mon.0) 467 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T15:59:57.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:57 smithi129 conmon[29798]: 2022-01-18T15:59:57.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:57 smithi129 conmon[29798]: audit 2022-01-18T15:59:56.560642+0000 mon.smithi129 (mon.0) 468 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T15:59:57.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:57 smithi129 conmon[29798]: audit 2022-01-18T15:59:57.112333+0000 mon.smithi129 2022-01-18T15:59:57.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:57 smithi129 conmon[29798]: (mon.0) 469 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2022-01-18T15:59:57.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:57 smithi129 conmon[29798]: audit 2022-01-18T15 2022-01-18T15:59:57.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:57 smithi129 conmon[29798]: :59:57.113145+0000 mon.smithi129 ( 2022-01-18T15:59:57.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:57 smithi129 conmon[29798]: mon.0) 470 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T15:59:57.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:57 smithi129 conmon[29798]: 2022-01-18T15:59:58.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:58 smithi129 conmon[29798]: cluster 2022-01-18T15:59:56.453222+0000 mgr.smithi129.iclwio (mgr.14162) 183 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-18T15:59:58.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:58 smithi129 conmon[29798]: cephadm 2022-01-18T15:59:57.113838+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T15:59:58.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 15:59:58 smithi129 conmon[29798]: 14162) 184 : cephadm [INF] Deploying daemon osd.7 on smithi156 2022-01-18T15:59:58.684 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:58 smithi156 conmon[32001]: cluster 2022-01-18T15:59:56.453222+0000 mgr.smithi129.iclwio (mgr.14162) 183 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-18T15:59:58.685 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 15:59:58 smithi156 conmon[32001]: cephadm 2022-01-18T15:59:57.113838+0000 mgr.smithi129.iclwio (mgr.14162) 184 : cephadm [INF] Deploying daemon osd.7 on smithi156 2022-01-18T16:00:00.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:00 smithi156 conmon[32001]: cluster 2022-01-18T15:59:58.453726+0000 mgr.smithi129.iclwio 2022-01-18T16:00:00.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:00 smithi156 conmon[32001]: (mgr.14162) 185 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-18T16:00:00.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:00 smithi156 conmon[32001]: cluster 2022-01-18T16:00:00.000121+0000 mon.smithi129 (mon.0) 471 : cluster [INF] overall HEALTH_OK 2022-01-18T16:00:00.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:00 smithi129 conmon[29798]: cluster 2022-01-18T15:59:58.453726+0000 mgr.smithi129.iclwio (mgr.14162) 185 : cluster [DBG] 2022-01-18T16:00:00.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:00 smithi129 conmon[29798]: pgmap v156: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-18T16:00:00.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:00 smithi129 conmon[29798]: cluster 2022-01-18T16:00:00.000121+0000 mon.smithi129 (mon.0) 471 : cluster [INF] overall HEALTH_OK 2022-01-18T16:00:00.702 INFO:teuthology.orchestra.run.smithi156.stdout:Created osd(s) 7 on host 'smithi156' 2022-01-18T16:00:01.436 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:01 smithi156 conmon[32001]: audit 2022-01-18T16:00:00.702463+0000 mon.smithi129 (mon.0) 472 2022-01-18T16:00:01.436 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:01 smithi156 conmon[32001]: : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:00:01.437 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:01 smithi156 conmon[32001]: audit 2022-01-18T16:00:00.706846+0000 mon.smithi129 (mon.0) 473 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:00:01.437 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:01 smithi156 conmon[32001]: audit 2022-01-18T16: 2022-01-18T16:00:01.437 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:01 smithi156 conmon[32001]: 00:00.713867+0000 mon.smithi129 (mon.0) 474 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:00:01.439 DEBUG:teuthology.orchestra.run.smithi156:osd.7> sudo journalctl -f -n 0 -u ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.7.service 2022-01-18T16:00:01.441 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2022-01-18T16:00:01.442 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph osd stat -f json 2022-01-18T16:00:01.470 INFO:journalctl@ceph.osd.7.smithi156.stdout:-- Logs begin at Tue 2022-01-18 15:47:19 UTC. -- 2022-01-18T16:00:01.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:01 smithi129 conmon[29798]: audit 2022-01-18T16:00:00 2022-01-18T16:00:01.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:01 smithi129 conmon[29798]: .702463+0000 mon.smithi129 (mon.0) 472 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:00:01.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:01 smithi129 conmon[29798]: audit 2022-01-18T16:00 2022-01-18T16:00:01.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:01 smithi129 conmon[29798]: :00.706846+0000 mon.smithi129 (mon.0) 473 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:00:01.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:01 smithi129 conmon[29798]: audit 2022-01-18T16:00 2022-01-18T16:00:01.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:01 smithi129 conmon[29798]: :00.713867+0000 mon.smithi129 (mon.0) 474 : 2022-01-18T16:00:01.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:01 smithi129 conmon[29798]: audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:00:02.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:02 smithi129 conmon[29798]: cluster 2022-01-18T16:00:00.454214+0000 mgr.smithi129.iclwio (mgr.14162) 186 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-18T16:00:02.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:02 smithi129 conmon[29798]: 2022-01-18T16:00:02.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:02 smithi156 conmon[32001]: cluster 2022-01-18T16:00:00.454214+0000 mgr.smithi129.iclwio (mgr.14162 2022-01-18T16:00:02.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:02 smithi156 conmon[32001]: ) 186 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-18T16:00:03.494 INFO:teuthology.orchestra.run.smithi129.stdout: 2022-01-18T16:00:04.134 INFO:teuthology.orchestra.run.smithi129.stdout:{"epoch":46,"num_osds":8,"num_up_osds":7,"osd_up_since":1642521588,"num_in_osds":8,"osd_in_since":1642521590,"num_remapped_pgs":0} 2022-01-18T16:00:04.216 INFO:journalctl@ceph.osd.7.smithi156.stdout:Jan 18 16:00:03 smithi156 conmon[50548]: debug 2022-01-18T16:00:03.962+0000 7f2ebde9e080 -1 osd.7 0 log_to_monitors {default=true} 2022-01-18T16:00:04.216 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:04 smithi156 conmon[32001]: cluster 2022-01-18T16:00:02.454505+0000 mgr.smithi129.iclwio (mgr.14162) 187 : cluster 2022-01-18T16:00:04.217 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:04 smithi156 conmon[32001]: [DBG] pgmap v158: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-18T16:00:04.217 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:04 smithi156 conmon[32001]: audit 2022-01-18T16:00:03.192959+0000 mon.smithi129 (mon.0) 475 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:00:04.217 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:04 smithi156 conmon[32001]: audit 2022-01-18T16:00:03.507796+0000 mon.smithi129 (mon.0) 476 : audit [DBG] from='client.? 172.21.15.129:0/2737376511' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2022-01-18T16:00:04.217 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:04 smithi156 conmon[32001]: audit 2022-01-18T16:00:03.965970+0000 mon.smithi156 (mon.1) 16 : audit [INF] from='osd.7 [v2:172.21.15.156:6824/2230617574,v1:172.21.15.156:6825/2230617574]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2022-01-18T16:00:04.218 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:04 smithi156 conmon[32001]: audit 2022-01-18T16:00:03.966299+0000 mon.smithi129 (mon.0) 477 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2022-01-18T16:00:04.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:04 smithi129 conmon[29798]: cluster 2022-01-18T16:00:02.454505+0000 mgr.smithi129.iclwio (mgr.14162) 187 : cluster 2022-01-18T16:00:04.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:04 smithi129 conmon[29798]: [DBG] pgmap v158: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-18T16:00:04.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:04 smithi129 conmon[29798]: audit 2022-01-18T16:00:03.192959+0000 mon.smithi129 (mon.0) 475 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:00:04.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:04 smithi129 conmon[29798]: audit 2022-01-18T16:00:03.507796+0000 mon.smithi129 (mon.0) 476 : audit [DBG] from='client.? 172.21.15.129:0/2737376511' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2022-01-18T16:00:04.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:04 smithi129 conmon[29798]: audit 2022-01-18T16:00:03.965970+0000 mon.smithi156 (mon.1) 16 : audit [INF] from='osd.7 [v2:172.21.15.156:6824/2230617574,v1:172.21.15.156:6825/2230617574]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2022-01-18T16:00:04.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:04 smithi129 conmon[29798]: audit 2022-01-18T16:00:03.966299+0000 mon.smithi129 (mon.0) 477 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2022-01-18T16:00:05.135 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph osd stat -f json 2022-01-18T16:00:05.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:05 smithi129 conmon[29798]: audit 2022-01-18T16:00: 2022-01-18T16:00:05.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:05 smithi129 conmon[29798]: 04.369432+0000 mon.smithi129 (mon.0) 478 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2022-01-18T16:00:05.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:05 smithi129 conmon[29798]: cluster 2022-01-18T16:00:04.369527+0000 mon.smithi129 (mon.0) 479 : cluster [DBG] osdmap e47: 8 total, 7 up, 8 in 2022-01-18T16:00:05.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:05 smithi129 conmon[29798]: audit 2022-01-18T16:00:04.369647+0000 mon.smithi129 (mon.0) 480 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-18T16:00:05.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:05 smithi129 conmon[29798]: audit 2022-01-18T16:00:04.370086+0000 mon.smithi156 (mon.1) 17 : audit [INF] from='osd.7 [v2:172.21.15.156:6824/2230617574,v1:172.21.15.156:6825/2230617574]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2022-01-18T16:00:05.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:05 smithi129 conmon[29798]: audit 2022-01-18T16:00:04.370343+0000 mon.smithi129 (mon.0) 481 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2022-01-18T16:00:05.748 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:05 smithi156 conmon[32001]: audit 2022-01-18T16:00:04.369432+0000 2022-01-18T16:00:05.748 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:05 smithi156 conmon[32001]: mon.smithi129 (mon.0) 478 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2022-01-18T16:00:05.748 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:05 smithi156 conmon[32001]: cluster 2022-01-18T16:00:04.369527+0000 mon.smithi129 (mon.0) 479 : cluster [DBG] osdmap e47: 8 total, 7 up, 8 in 2022-01-18T16:00:05.749 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:05 smithi156 conmon[32001]: audit 2022-01-18T16:00:04.369647+0000 mon.smithi129 (mon.0) 480 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-18T16:00:05.749 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:05 smithi156 conmon[32001]: audit 2022-01-18T16:00:04.370086+0000 mon.smithi156 (mon.1) 17 : audit [INF] from='osd.7 [v2:172.21.15.156:6824/2230617574,v1:172.21.15.156:6825/2230617574]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2022-01-18T16:00:05.749 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:05 smithi156 conmon[32001]: audit 2022-01-18T16:00:04.370343+0000 mon.smithi129 (mon.0) 481 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2022-01-18T16:00:05.749 INFO:journalctl@ceph.osd.7.smithi156.stdout:Jan 18 16:00:05 smithi156 conmon[50548]: debug 2022-01-18T16:00:05.373+0000 7f2eb440f700 -1 osd.7 0 waiting for initial osdmap 2022-01-18T16:00:05.750 INFO:journalctl@ceph.osd.7.smithi156.stdout:Jan 18 16:00:05 smithi156 conmon[50548]: debug 2022-01-18T16:00:05.380+0000 7f2eaeb87700 -1 osd.7 48 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-01-18T16:00:06.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:06 smithi129 conmon[29798]: cluster 2022-01-18T16:00:04.454770+0000 mgr.smithi129.iclwio (mgr.14162) 188 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-18T16:00:06.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:06 smithi129 conmon[29798]: audit 2022-01-18T16:00:05.370730+0000 mon.smithi129 (mon.0) 482 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]': finished 2022-01-18T16:00:06.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:06 smithi129 conmon[29798]: cluster 2022-01-18T16:00:05.370807+0000 mon.smithi129 (mon.0) 483 : cluster [DBG] osdmap e48: 8 total, 7 up, 8 in 2022-01-18T16:00:06.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:06 smithi129 conmon[29798]: audit 2022-01-18T16:00:05.371144+0000 mon.smithi129 (mon.0) 484 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-18T16:00:06.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:06 smithi156 conmon[32001]: cluster 2022-01-18T16:00:04.454770+0000 mgr.smithi129.iclwio (mgr.14162) 188 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-18T16:00:06.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:06 smithi156 conmon[32001]: audit 2022-01-18T16:00:05.370730+0000 mon.smithi129 (mon.0) 482 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]': finished 2022-01-18T16:00:06.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:06 smithi156 conmon[32001]: cluster 2022-01-18T16:00:05.370807+0000 mon.smithi129 (mon.0) 483 : cluster [DBG] osdmap e48: 8 total, 7 up, 8 in 2022-01-18T16:00:06.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:06 smithi156 conmon[32001]: audit 2022-01-18T16:00:05.371144+0000 mon.smithi129 (mon.0) 484 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-18T16:00:07.130 INFO:teuthology.orchestra.run.smithi129.stdout: 2022-01-18T16:00:07.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:07 smithi129 conmon[29798]: cluster 2022-01-18T16:00:04.979231+0000 osd.7 ( 2022-01-18T16:00:07.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:07 smithi129 conmon[29798]: osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-18T16:00:07.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:07 smithi129 conmon[29798]: cluster 2022-01-18T16:00:04.979324+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-18T16:00:07.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:07 smithi129 conmon[29798]: cluster 2022-01-18T16:00:06.375660+0000 mon.smithi129 (mon.0) 485 : cluster [INF] osd.7 [v2:172.21.15.156:6824/2230617574,v1:172.21.15.156:6825/2230617574] boot 2022-01-18T16:00:07.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:07 smithi129 conmon[29798]: cluster 2022-01-18T16:00:06.375738+0000 mon.smithi129 (mon.0) 486 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2022-01-18T16:00:07.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:07 smithi129 conmon[29798]: audit 2022-01-18T16:00:06.376107+0000 mon.smithi129 (mon.0) 487 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-18T16:00:07.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:07 smithi129 conmon[29798]: audit 2022-01-18T16:00:06.638113+0000 mon.smithi129 (mon.0) 488 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:00:07.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:07 smithi129 conmon[29798]: audit 2022-01-18T16:00:06.641285+0000 mon.smithi129 (mon.0) 489 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:00:07.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:07 smithi129 conmon[29798]: audit 2022 2022-01-18T16:00:07.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:07 smithi129 conmon[29798]: -01-18T16:00:06.643687+0000 mon.smithi129 (mon 2022-01-18T16:00:07.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:07 smithi129 conmon[29798]: .0) 490 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:00:07.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:07 smithi129 conmon[29798]: audit 2022 2022-01-18T16:00:07.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:07 smithi129 conmon[29798]: -01-18T16:00: 2022-01-18T16:00:07.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:07 smithi129 conmon[29798]: 06.647594+0000 mon.smithi129 (mon.0) 491 : 2022-01-18T16:00:07.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:07 smithi129 conmon[29798]: audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:00:07.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:07 smithi129 conmon[29798]: audit 2022- 2022-01-18T16:00:07.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:07 smithi129 conmon[29798]: 01-18T16:00:07. 2022-01-18T16:00:07.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:07 smithi129 conmon[29798]: 141672+0000 mon.smithi129 (mon.0) 492 : audit 2022-01-18T16:00:07.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:07 smithi129 conmon[29798]: [DBG] from='client.? 172.21.15.129:0/778780530' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2022-01-18T16:00:07.741 INFO:teuthology.orchestra.run.smithi129.stdout:{"epoch":49,"num_osds":8,"num_up_osds":8,"osd_up_since":1642521606,"num_in_osds":8,"osd_in_since":1642521590,"num_remapped_pgs":1} 2022-01-18T16:00:07.742 INFO:tasks.cephadm:Setting up client nodes... 2022-01-18T16:00:07.743 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2022-01-18T16:00:07.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:07 smithi156 conmon[32001]: cluster 2022-01-18T16:00:04.979231+0000 osd.7 (osd.7) 2022-01-18T16:00:07.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:07 smithi156 conmon[32001]: 1 : cluster [DBG] purged_snaps scrub starts 2022-01-18T16:00:07.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:07 smithi156 conmon[32001]: cluster 2022-01-18T16:00:04.979324+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-18T16:00:07.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:07 smithi156 conmon[32001]: cluster 2022-01-18T16:00:06.375660+0000 mon.smithi129 (mon.0) 485 : cluster [INF] osd.7 [v2:172.21.15.156:6824/2230617574,v1:172.21.15.156:6825/2230617574] boot 2022-01-18T16:00:07.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:07 smithi156 conmon[32001]: cluster 2022-01-18T16:00:06.375738+0000 mon.smithi129 (mon.0) 486 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2022-01-18T16:00:07.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:07 smithi156 conmon[32001]: audit 2022-01-18T16:00:06.376107+0000 mon.smithi129 (mon.0) 487 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-18T16:00:07.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:07 smithi156 conmon[32001]: audit 2022-01-18T16:00:06.638113+0000 mon.smithi129 (mon.0) 488 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:00:07.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:07 smithi156 conmon[32001]: audit 2022-01-18T16:00:06.641285+0000 mon.smithi129 (mon.0) 489 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:00:07.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:07 smithi156 conmon[32001]: audit 2022-01-18T16:00:06.643687+0000 mon.smithi129 (mon.0) 490 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:00:07.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:07 smithi156 conmon[32001]: audit 2022-01-18T16:00:06.647594+0000 mon.smithi129 (mon.0) 491 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:00:07.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:07 smithi156 conmon[32001]: audit 2022-01-18T16:00:07.141672+0000 mon.smithi129 (mon.0) 492 : audit [DBG] from='client.? 172.21.15.129:0/778780530' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2022-01-18T16:00:08.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:08 smithi129 conmon[29798]: cluster 2022-01-18T16:00:06.455053+0000 mgr.smithi129.iclwio (mgr.14162) 2022-01-18T16:00:08.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:08 smithi129 conmon[29798]: 189 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 0 B data, 37 MiB used, 626 GiB / 626 GiB avail 2022-01-18T16:00:08.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:08 smithi129 conmon[29798]: cephadm 2022-01-18T16:00:06.633642+0000 mgr.smithi129.iclwio (mgr.14162) 190 : cephadm [INF] Detected new or changed devices on smithi156 2022-01-18T16:00:08.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:08 smithi129 conmon[29798]: cluster 2022-01-18T16:00:07.376733+0000 mon.smithi129 (mon.0) 493 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2022-01-18T16:00:08.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:08 smithi156 conmon[32001]: cluster 2022-01-18T16:00:06.455053+0000 mgr.smithi129.iclwio (mgr.14162) 189 : cluster [DBG] 2022-01-18T16:00:08.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:08 smithi156 conmon[32001]: pgmap v163: 1 pgs: 1 active+clean; 0 B data, 37 MiB used, 626 GiB / 626 GiB avail 2022-01-18T16:00:08.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:08 smithi156 conmon[32001]: cephadm 2022-01-18T16:00:06.633642+0000 mgr.smithi129.iclwio (mgr.14162) 190 : cephadm [INF] Detected new or changed devices on smithi156 2022-01-18T16:00:08.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:08 smithi156 conmon[32001]: cluster 2022-01-18T16:00:08.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:08 smithi156 conmon[32001]: 2022-01-18T16:00:07.376733+0000 mon.smithi129 (mon.0) 493 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2022-01-18T16:00:09.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:09 smithi129 conmon[29798]: cluster 2022-01-18T16:00:08.378096+0000 mon.smithi129 (mon.0) 494 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2022-01-18T16:00:09.764 INFO:teuthology.orchestra.run.smithi129.stdout:[client.0] 2022-01-18T16:00:09.764 INFO:teuthology.orchestra.run.smithi129.stdout: key = AQAJ5OZhovf8LRAAVT7Zq1L3DfWs7F4KsCPj8g== 2022-01-18T16:00:09.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:09 smithi156 conmon[32001]: cluster 2022-01-18T16:00:08.378096+0000 mon.smithi129 (mon.0) 494 : 2022-01-18T16:00:09.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:09 smithi156 conmon[32001]: cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2022-01-18T16:00:10.340 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2022-01-18T16:00:10.341 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2022-01-18T16:00:10.341 DEBUG:teuthology.orchestra.run.smithi129:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2022-01-18T16:00:10.380 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph osd dump --format=json 2022-01-18T16:00:10.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:10 smithi129 conmon[29798]: cluster 2022-01-18T16:00:08.455312+0000 mgr.smithi129.iclwio ( 2022-01-18T16:00:10.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:10 smithi129 conmon[29798]: mgr.14162) 191 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:10.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:10 smithi129 conmon[29798]: audit 2022-01-18T16:00:09.771397+0000 mon.smithi129 (mon.0) 495 : audit [INF] from='client.? 172.21.15.129:0/3710145518' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2022-01-18T16:00:10.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:10 smithi129 conmon[29798]: audit 2022-01-18T16:00:09.776923+0000 mon.smithi129 (mon.0) 496 : audit [INF] from='client.? 172.21.15.129:0/3710145518' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2022-01-18T16:00:10.693 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/mon.smithi129/config 2022-01-18T16:00:10.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:10 smithi156 conmon[32001]: cluster 2022-01-18T16:00:08.455312+0000 mgr.smithi129.iclwio (mgr.14162) 191 : cluster 2022-01-18T16:00:10.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:10 smithi156 conmon[32001]: [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:10.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:10 smithi156 conmon[32001]: audit 2022-01-18T16:00:09.771397+0000 mon.smithi129 (mon.0) 495 : audit [INF] from='client.? 172.21.15.129:0/3710145518' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2022-01-18T16:00:10.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:10 smithi156 conmon[32001]: audit 2022-01-18T16:00:09.776923+0000 mon.smithi129 (mon.0) 2022-01-18T16:00:10.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:10 smithi156 conmon[32001]: 496 : audit [INF] from='client.? 172.21.15.129:0/3710145518' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2022-01-18T16:00:11.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:11 smithi129 conmon[29798]: cluster 2022-01-18T16:00:10.455620+0000 mgr.smithi129.iclwio (mgr.14162) 192 2022-01-18T16:00:11.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:11 smithi129 conmon[29798]: : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:11.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:11 smithi156 conmon[32001]: cluster 2022-01-18T16:00:10.455620+0000 mgr.smithi129.iclwio (mgr.14162) 2022-01-18T16:00:11.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:11 smithi156 conmon[32001]: 192 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:12.463 INFO:teuthology.orchestra.run.smithi129.stdout: 2022-01-18T16:00:12.464 INFO:teuthology.orchestra.run.smithi129.stdout:{"epoch":51,"fsid":"e63fbe5c-7876-11ec-8c34-001a4aab830c","created":"2022-01-18T15:54:59.556357+0000","modified":"2022-01-18T16:00:08.374501+0000","last_up_change":"2022-01-18T16:00:06.371992+0000","last_in_change":"2022-01-18T15:59:50.968638+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2022-01-18T15:58:34.162400+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"bb3a206e-c2b6-4a2a-b350-e2d2b7a8a418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6802","nonce":2083304477},{"type":"v1","addr":"172.21.15.129:6803","nonce":2083304477}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6804","nonce":2083304477},{"type":"v1","addr":"172.21.15.129:6805","nonce":2083304477}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6808","nonce":2083304477},{"type":"v1","addr":"172.21.15.129:6809","nonce":2083304477}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6806","nonce":2083304477},{"type":"v1","addr":"172.21.15.129:6807","nonce":2083304477}]},"public_addr":"172.21.15.129:6803/2083304477","cluster_addr":"172.21.15.129:6805/2083304477","heartbeat_back_addr":"172.21.15.129:6809/2083304477","heartbeat_front_addr":"172.21.15.129:6807/2083304477","state":["exists","up"]},{"osd":1,"uuid":"607954e1-cea0-4cf9-a85d-f3b0444f4f1e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6810","nonce":3825937924},{"type":"v1","addr":"172.21.15.129:6811","nonce":3825937924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6812","nonce":3825937924},{"type":"v1","addr":"172.21.15.129:6813","nonce":3825937924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6816","nonce":3825937924},{"type":"v1","addr":"172.21.15.129:6817","nonce":3825937924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6814","nonce":3825937924},{"type":"v1","addr":"172.21.15.129:6815","nonce":3825937924}]},"public_addr":"172.21.15.129:6811/3825937924","cluster_addr":"172.21.15.129:6813/3825937924","heartbeat_back_addr":"172.21.15.129:6817/3825937924","heartbeat_front_addr":"172.21.15.129:6815/3825937924","state":["exists","up"]},{"osd":2,"uuid":"55600f72-3084-46be-9950-6055e9f3a8f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6818","nonce":1720317115},{"type":"v1","addr":"172.21.15.129:6819","nonce":1720317115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6820","nonce":1720317115},{"type":"v1","addr":"172.21.15.129:6821","nonce":1720317115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6824","nonce":1720317115},{"type":"v1","addr":"172.21.15.129:6825","nonce":1720317115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6822","nonce":1720317115},{"type":"v1","addr":"172.21.15.129:6823","nonce":1720317115}]},"public_addr":"172.21.15.129:6819/1720317115","cluster_addr":"172.21.15.129:6821/1720317115","heartbeat_back_addr":"172.21.15.129:6825/1720317115","heartbeat_front_addr":"172.21.15.129:6823/1720317115","state":["exists","up"]},{"osd":3,"uuid":"1c947618-e210-499a-aef9-bb7d7147672d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6826","nonce":69007324},{"type":"v1","addr":"172.21.15.129:6827","nonce":69007324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6828","nonce":69007324},{"type":"v1","addr":"172.21.15.129:6829","nonce":69007324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6832","nonce":69007324},{"type":"v1","addr":"172.21.15.129:6833","nonce":69007324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6830","nonce":69007324},{"type":"v1","addr":"172.21.15.129:6831","nonce":69007324}]},"public_addr":"172.21.15.129:6827/69007324","cluster_addr":"172.21.15.129:6829/69007324","heartbeat_back_addr":"172.21.15.129:6833/69007324","heartbeat_front_addr":"172.21.15.129:6831/69007324","state":["exists","up"]},{"osd":4,"uuid":"d442fe22-c808-446e-b3fd-361decae641c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6800","nonce":4148308587},{"type":"v1","addr":"172.21.15.156:6801","nonce":4148308587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6802","nonce":4148308587},{"type":"v1","addr":"172.21.15.156:6803","nonce":4148308587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6806","nonce":4148308587},{"type":"v1","addr":"172.21.15.156:6807","nonce":4148308587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6804","nonce":4148308587},{"type":"v1","addr":"172.21.15.156:6805","nonce":4148308587}]},"public_addr":"172.21.15.156:6801/4148308587","cluster_addr":"172.21.15.156:6803/4148308587","heartbeat_back_addr":"172.21.15.156:6807/4148308587","heartbeat_front_addr":"172.21.15.156:6805/4148308587","state":["exists","up"]},{"osd":5,"uuid":"d1e1720c-e387-408c-a110-c329183d54a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6808","nonce":2158005299},{"type":"v1","addr":"172.21.15.156:6809","nonce":2158005299}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6810","nonce":2158005299},{"type":"v1","addr":"172.21.15.156:6811","nonce":2158005299}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6814","nonce":2158005299},{"type":"v1","addr":"172.21.15.156:6815","nonce":2158005299}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6812","nonce":2158005299},{"type":"v1","addr":"172.21.15.156:6813","nonce":2158005299}]},"public_addr":"172.21.15.156:6809/2158005299","cluster_addr":"172.21.15.156:6811/2158005299","heartbeat_back_addr":"172.21.15.156:6815/2158005299","heartbeat_front_addr":"172.21.15.156:6813/2158005299","state":["exists","up"]},{"osd":6,"uuid":"d4c122ea-ac20-44ae-b170-d37f9e598d63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6816","nonce":4191858372},{"type":"v1","addr":"172.21.15.156:6817","nonce":4191858372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6818","nonce":4191858372},{"type":"v1","addr":"172.21.15.156:6819","nonce":4191858372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6822","nonce":4191858372},{"type":"v1","addr":"172.21.15.156:6823","nonce":4191858372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6820","nonce":4191858372},{"type":"v1","addr":"172.21.15.156:6821","nonce":4191858372}]},"public_addr":"172.21.15.156:6817/4191858372","cluster_addr":"172.21.15.156:6819/4191858372","heartbeat_back_addr":"172.21.15.156:6823/4191858372","heartbeat_front_addr":"172.21.15.156:6821/4191858372","state":["exists","up"]},{"osd":7,"uuid":"738ed6c2-3824-4221-96a1-5321d75835f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6824","nonce":2230617574},{"type":"v1","addr":"172.21.15.156:6825","nonce":2230617574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6826","nonce":2230617574},{"type":"v1","addr":"172.21.15.156:6827","nonce":2230617574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6830","nonce":2230617574},{"type":"v1","addr":"172.21.15.156:6831","nonce":2230617574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6828","nonce":2230617574},{"type":"v1","addr":"172.21.15.156:6829","nonce":2230617574}]},"public_addr":"172.21.15.156:6825/2230617574","cluster_addr":"172.21.15.156:6827/2230617574","heartbeat_back_addr":"172.21.15.156:6831/2230617574","heartbeat_front_addr":"172.21.15.156:6829/2230617574","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-18T15:57:52.331574+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-18T15:58:12.524365+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-18T15:58:32.112099+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-18T15:58:53.057950+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-18T15:59:10.116862+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-18T15:59:28.403526+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-18T15:59:46.513086+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-18T16:00:04.979326+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.129:0/3095127047":"2022-01-19T15:55:56.358467+0000","172.21.15.129:6801/1560042744":"2022-01-19T15:55:40.810591+0000","172.21.15.129:0/976525901":"2022-01-19T15:55:40.810591+0000","172.21.15.129:6801/2503759857":"2022-01-19T15:55:56.358467+0000","172.21.15.129:0/3978393723":"2022-01-19T15:55:21.084589+0000","172.21.15.129:0/1386923767":"2022-01-19T15:55:40.810591+0000","172.21.15.129:6800/4087524736":"2022-01-19T15:55:21.084589+0000","172.21.15.129:6800/2503759857":"2022-01-19T15:55:56.358467+0000","172.21.15.129:0/2299607765":"2022-01-19T15:55:56.358467+0000","172.21.15.129:6801/4087524736":"2022-01-19T15:55:21.084589+0000","172.21.15.129:6800/1560042744":"2022-01-19T15:55:40.810591+0000","172.21.15.129:0/2302770367":"2022-01-19T15:55:21.084589+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-01-18T16:00:12.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:12 smithi156 conmon[32001]: audit 2022-01-18T16:00:12.475193+0000 mon.smithi129 (mon.0 2022-01-18T16:00:12.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:12 smithi156 conmon[32001]: ) 497 : audit [DBG] from='client.? 172.21.15.129:0/455219174' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-01-18T16:00:12.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:12 smithi129 conmon[29798]: audit 2022-01-18T16:00:12.475193+0000 mon.smithi129 (mon.0) 497 : audit [DBG] from='client.? 172.21.15.129:0/455219174' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-01-18T16:00:13.018 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2022-01-18T15:58:34.162400+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}] 2022-01-18T16:00:13.019 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph osd pool get device_health_metrics pg_num 2022-01-18T16:00:13.293 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/mon.smithi129/config 2022-01-18T16:00:13.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:13 smithi156 conmon[32001]: cluster 2022-01-18T16:00:12.455942+0000 mgr.smithi129.iclwio ( 2022-01-18T16:00:13.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:13 smithi156 conmon[32001]: mgr.14162) 193 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:13.858 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:13 smithi129 conmon[29798]: cluster 2022-01-18T16:00:12.455942+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:00:13.858 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:13 smithi129 conmon[29798]: 14162) 193 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:14.982 INFO:teuthology.orchestra.run.smithi129.stdout:pg_num: 1 2022-01-18T16:00:15.524 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2022-01-18T16:00:15.525 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2022-01-18T16:00:15.526 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph mgr dump --format=json 2022-01-18T16:00:15.800 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/mon.smithi129/config 2022-01-18T16:00:16.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:15 smithi129 conmon[29798]: cluster 2022-01-18T16:00:14.456224+0000 mgr.smithi129.iclwio (mgr.14162) 194 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:16.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:15 smithi129 conmon[29798]: audit 2022-01-18T16:00:14.995641+0000 mon.smithi129 (mon.0) 498 : audit [DBG] from='client.? 172.21.15.129:0/3517310564' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2022-01-18T16:00:16.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:15 smithi156 conmon[32001]: cluster 2022-01-18T16:00:14.456224+0000 mgr.smithi129.iclwio (mgr.14162) 194 : cluster 2022-01-18T16:00:16.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:15 smithi156 conmon[32001]: [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:16.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:15 smithi156 conmon[32001]: audit 2022-01-18T16:00:14.995641+0000 mon.smithi129 (mon.0) 498 : audit [DBG] from='client.? 172.21.15.129:0/3517310564' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2022-01-18T16:00:17.462 INFO:teuthology.orchestra.run.smithi129.stdout: 2022-01-18T16:00:18.066 INFO:teuthology.orchestra.run.smithi129.stdout:{"epoch":18,"active_gid":14162,"active_name":"smithi129.iclwio","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6800","nonce":2345985426},{"type":"v1","addr":"172.21.15.129:6801","nonce":2345985426}]},"active_addr":"172.21.15.129:6801/2345985426","active_change":"2022-01-18T15:55:56.358733+0000","active_mgr_features":4540138297136906239,"available":true,"standbys":[{"gid":14194,"name":"smithi156.drmcjo","mgr_features":4540138297136906239,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"haproxy","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Registry to which we should normalize unqualified image names","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"str","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"haproxy","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Registry to which we should normalize unqualified image names","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"str","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://smithi129.front.sepia.ceph.com:8443/","prometheus":"http://smithi129.front.sepia.ceph.com:9283/"},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":4,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.15.129:0","nonce":2978577391}]},{"addrvec":[{"type":"v2","addr":"172.21.15.129:0","nonce":3573881868}]}]}} 2022-01-18T16:00:18.071 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2022-01-18T16:00:18.071 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2022-01-18T16:00:18.072 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph osd dump --format=json 2022-01-18T16:00:18.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:17 smithi129 conmon[29798]: cluster 2022-01-18T16:00:16.456530+0000 mgr.smithi129.iclwio (mgr.14162) 195 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:18.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:17 smithi129 conmon[29798]: audit 2022-01-18T16:00:17.470927+0000 mon.smithi129 (mon.0) 499 : audit [DBG] from='client.? 172.21.15.129:0/2782610548' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2022-01-18T16:00:18.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:17 smithi156 conmon[32001]: cluster 2022-01-18T16:00:16.456530+0000 mgr.smithi129.iclwio (mgr.14162) 195 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:18.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:17 smithi156 conmon[32001]: audit 2022-01-18T16:00:17.470927+0000 mon.smithi129 (mon.0) 499 : audit [DBG] from='client.? 172.21.15.129:0/2782610548' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2022-01-18T16:00:18.348 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/mon.smithi129/config 2022-01-18T16:00:20.121 INFO:teuthology.orchestra.run.smithi129.stdout: 2022-01-18T16:00:20.121 INFO:teuthology.orchestra.run.smithi129.stdout:{"epoch":51,"fsid":"e63fbe5c-7876-11ec-8c34-001a4aab830c","created":"2022-01-18T15:54:59.556357+0000","modified":"2022-01-18T16:00:08.374501+0000","last_up_change":"2022-01-18T16:00:06.371992+0000","last_in_change":"2022-01-18T15:59:50.968638+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2022-01-18T15:58:34.162400+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"bb3a206e-c2b6-4a2a-b350-e2d2b7a8a418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6802","nonce":2083304477},{"type":"v1","addr":"172.21.15.129:6803","nonce":2083304477}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6804","nonce":2083304477},{"type":"v1","addr":"172.21.15.129:6805","nonce":2083304477}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6808","nonce":2083304477},{"type":"v1","addr":"172.21.15.129:6809","nonce":2083304477}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6806","nonce":2083304477},{"type":"v1","addr":"172.21.15.129:6807","nonce":2083304477}]},"public_addr":"172.21.15.129:6803/2083304477","cluster_addr":"172.21.15.129:6805/2083304477","heartbeat_back_addr":"172.21.15.129:6809/2083304477","heartbeat_front_addr":"172.21.15.129:6807/2083304477","state":["exists","up"]},{"osd":1,"uuid":"607954e1-cea0-4cf9-a85d-f3b0444f4f1e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6810","nonce":3825937924},{"type":"v1","addr":"172.21.15.129:6811","nonce":3825937924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6812","nonce":3825937924},{"type":"v1","addr":"172.21.15.129:6813","nonce":3825937924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6816","nonce":3825937924},{"type":"v1","addr":"172.21.15.129:6817","nonce":3825937924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6814","nonce":3825937924},{"type":"v1","addr":"172.21.15.129:6815","nonce":3825937924}]},"public_addr":"172.21.15.129:6811/3825937924","cluster_addr":"172.21.15.129:6813/3825937924","heartbeat_back_addr":"172.21.15.129:6817/3825937924","heartbeat_front_addr":"172.21.15.129:6815/3825937924","state":["exists","up"]},{"osd":2,"uuid":"55600f72-3084-46be-9950-6055e9f3a8f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6818","nonce":1720317115},{"type":"v1","addr":"172.21.15.129:6819","nonce":1720317115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6820","nonce":1720317115},{"type":"v1","addr":"172.21.15.129:6821","nonce":1720317115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6824","nonce":1720317115},{"type":"v1","addr":"172.21.15.129:6825","nonce":1720317115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6822","nonce":1720317115},{"type":"v1","addr":"172.21.15.129:6823","nonce":1720317115}]},"public_addr":"172.21.15.129:6819/1720317115","cluster_addr":"172.21.15.129:6821/1720317115","heartbeat_back_addr":"172.21.15.129:6825/1720317115","heartbeat_front_addr":"172.21.15.129:6823/1720317115","state":["exists","up"]},{"osd":3,"uuid":"1c947618-e210-499a-aef9-bb7d7147672d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6826","nonce":69007324},{"type":"v1","addr":"172.21.15.129:6827","nonce":69007324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6828","nonce":69007324},{"type":"v1","addr":"172.21.15.129:6829","nonce":69007324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6832","nonce":69007324},{"type":"v1","addr":"172.21.15.129:6833","nonce":69007324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6830","nonce":69007324},{"type":"v1","addr":"172.21.15.129:6831","nonce":69007324}]},"public_addr":"172.21.15.129:6827/69007324","cluster_addr":"172.21.15.129:6829/69007324","heartbeat_back_addr":"172.21.15.129:6833/69007324","heartbeat_front_addr":"172.21.15.129:6831/69007324","state":["exists","up"]},{"osd":4,"uuid":"d442fe22-c808-446e-b3fd-361decae641c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6800","nonce":4148308587},{"type":"v1","addr":"172.21.15.156:6801","nonce":4148308587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6802","nonce":4148308587},{"type":"v1","addr":"172.21.15.156:6803","nonce":4148308587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6806","nonce":4148308587},{"type":"v1","addr":"172.21.15.156:6807","nonce":4148308587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6804","nonce":4148308587},{"type":"v1","addr":"172.21.15.156:6805","nonce":4148308587}]},"public_addr":"172.21.15.156:6801/4148308587","cluster_addr":"172.21.15.156:6803/4148308587","heartbeat_back_addr":"172.21.15.156:6807/4148308587","heartbeat_front_addr":"172.21.15.156:6805/4148308587","state":["exists","up"]},{"osd":5,"uuid":"d1e1720c-e387-408c-a110-c329183d54a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6808","nonce":2158005299},{"type":"v1","addr":"172.21.15.156:6809","nonce":2158005299}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6810","nonce":2158005299},{"type":"v1","addr":"172.21.15.156:6811","nonce":2158005299}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6814","nonce":2158005299},{"type":"v1","addr":"172.21.15.156:6815","nonce":2158005299}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6812","nonce":2158005299},{"type":"v1","addr":"172.21.15.156:6813","nonce":2158005299}]},"public_addr":"172.21.15.156:6809/2158005299","cluster_addr":"172.21.15.156:6811/2158005299","heartbeat_back_addr":"172.21.15.156:6815/2158005299","heartbeat_front_addr":"172.21.15.156:6813/2158005299","state":["exists","up"]},{"osd":6,"uuid":"d4c122ea-ac20-44ae-b170-d37f9e598d63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6816","nonce":4191858372},{"type":"v1","addr":"172.21.15.156:6817","nonce":4191858372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6818","nonce":4191858372},{"type":"v1","addr":"172.21.15.156:6819","nonce":4191858372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6822","nonce":4191858372},{"type":"v1","addr":"172.21.15.156:6823","nonce":4191858372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6820","nonce":4191858372},{"type":"v1","addr":"172.21.15.156:6821","nonce":4191858372}]},"public_addr":"172.21.15.156:6817/4191858372","cluster_addr":"172.21.15.156:6819/4191858372","heartbeat_back_addr":"172.21.15.156:6823/4191858372","heartbeat_front_addr":"172.21.15.156:6821/4191858372","state":["exists","up"]},{"osd":7,"uuid":"738ed6c2-3824-4221-96a1-5321d75835f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6824","nonce":2230617574},{"type":"v1","addr":"172.21.15.156:6825","nonce":2230617574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6826","nonce":2230617574},{"type":"v1","addr":"172.21.15.156:6827","nonce":2230617574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6830","nonce":2230617574},{"type":"v1","addr":"172.21.15.156:6831","nonce":2230617574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6828","nonce":2230617574},{"type":"v1","addr":"172.21.15.156:6829","nonce":2230617574}]},"public_addr":"172.21.15.156:6825/2230617574","cluster_addr":"172.21.15.156:6827/2230617574","heartbeat_back_addr":"172.21.15.156:6831/2230617574","heartbeat_front_addr":"172.21.15.156:6829/2230617574","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-18T15:57:52.331574+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-18T15:58:12.524365+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-18T15:58:32.112099+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-18T15:58:53.057950+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-18T15:59:10.116862+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-18T15:59:28.403526+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-18T15:59:46.513086+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-18T16:00:04.979326+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.129:0/3095127047":"2022-01-19T15:55:56.358467+0000","172.21.15.129:6801/1560042744":"2022-01-19T15:55:40.810591+0000","172.21.15.129:0/976525901":"2022-01-19T15:55:40.810591+0000","172.21.15.129:6801/2503759857":"2022-01-19T15:55:56.358467+0000","172.21.15.129:0/3978393723":"2022-01-19T15:55:21.084589+0000","172.21.15.129:0/1386923767":"2022-01-19T15:55:40.810591+0000","172.21.15.129:6800/4087524736":"2022-01-19T15:55:21.084589+0000","172.21.15.129:6800/2503759857":"2022-01-19T15:55:56.358467+0000","172.21.15.129:0/2299607765":"2022-01-19T15:55:56.358467+0000","172.21.15.129:6801/4087524736":"2022-01-19T15:55:21.084589+0000","172.21.15.129:6800/1560042744":"2022-01-19T15:55:40.810591+0000","172.21.15.129:0/2302770367":"2022-01-19T15:55:21.084589+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-01-18T16:00:20.146 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:19 smithi129 conmon[29798]: cluster 2022-01-18T16:00:18.456979+0000 mgr.smithi129.iclwio (mgr.14162) 196 : cluster [DBG] 2022-01-18T16:00:20.147 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:19 smithi129 conmon[29798]: pgmap v171: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:20.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:19 smithi156 conmon[32001]: cluster 2022-01-18T16:00:18.456979+0000 mgr.smithi129.iclwio (mgr.14162) 196 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:20.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:19 smithi156 conmon[32001]: 2022-01-18T16:00:20.706 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2022-01-18T16:00:20.707 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph osd dump --format=json 2022-01-18T16:00:20.983 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/mon.smithi129/config 2022-01-18T16:00:21.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:20 smithi129 conmon[29798]: audit 2022-01-18T16:00:20.133428+0000 mon.smithi129 (mon.0) 500 : audit [DBG] from='client.? 172.21.15.129:0/944826865' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-01-18T16:00:21.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:20 smithi156 conmon[32001]: audit 2022-01-18T16:00:20.133428+0000 mon.smithi129 (mon.0) 500 : audit [DBG] from='client.? 172.21.15.129:0/944826865' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-01-18T16:00:22.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:21 smithi129 conmon[29798]: cluster 2022-01-18T16:00:20.457425+0000 mgr.smithi129.iclwio (mgr.14162) 2022-01-18T16:00:22.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:21 smithi129 conmon[29798]: 197 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:22.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:21 smithi156 conmon[32001]: cluster 2022-01-18T16:00:20.457425+0000 mgr.smithi129.iclwio (mgr.14162) 197 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:22.710 INFO:teuthology.orchestra.run.smithi129.stdout: 2022-01-18T16:00:22.710 INFO:teuthology.orchestra.run.smithi129.stdout:{"epoch":51,"fsid":"e63fbe5c-7876-11ec-8c34-001a4aab830c","created":"2022-01-18T15:54:59.556357+0000","modified":"2022-01-18T16:00:08.374501+0000","last_up_change":"2022-01-18T16:00:06.371992+0000","last_in_change":"2022-01-18T15:59:50.968638+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2022-01-18T15:58:34.162400+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"bb3a206e-c2b6-4a2a-b350-e2d2b7a8a418","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6802","nonce":2083304477},{"type":"v1","addr":"172.21.15.129:6803","nonce":2083304477}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6804","nonce":2083304477},{"type":"v1","addr":"172.21.15.129:6805","nonce":2083304477}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6808","nonce":2083304477},{"type":"v1","addr":"172.21.15.129:6809","nonce":2083304477}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6806","nonce":2083304477},{"type":"v1","addr":"172.21.15.129:6807","nonce":2083304477}]},"public_addr":"172.21.15.129:6803/2083304477","cluster_addr":"172.21.15.129:6805/2083304477","heartbeat_back_addr":"172.21.15.129:6809/2083304477","heartbeat_front_addr":"172.21.15.129:6807/2083304477","state":["exists","up"]},{"osd":1,"uuid":"607954e1-cea0-4cf9-a85d-f3b0444f4f1e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6810","nonce":3825937924},{"type":"v1","addr":"172.21.15.129:6811","nonce":3825937924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6812","nonce":3825937924},{"type":"v1","addr":"172.21.15.129:6813","nonce":3825937924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6816","nonce":3825937924},{"type":"v1","addr":"172.21.15.129:6817","nonce":3825937924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6814","nonce":3825937924},{"type":"v1","addr":"172.21.15.129:6815","nonce":3825937924}]},"public_addr":"172.21.15.129:6811/3825937924","cluster_addr":"172.21.15.129:6813/3825937924","heartbeat_back_addr":"172.21.15.129:6817/3825937924","heartbeat_front_addr":"172.21.15.129:6815/3825937924","state":["exists","up"]},{"osd":2,"uuid":"55600f72-3084-46be-9950-6055e9f3a8f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6818","nonce":1720317115},{"type":"v1","addr":"172.21.15.129:6819","nonce":1720317115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6820","nonce":1720317115},{"type":"v1","addr":"172.21.15.129:6821","nonce":1720317115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6824","nonce":1720317115},{"type":"v1","addr":"172.21.15.129:6825","nonce":1720317115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6822","nonce":1720317115},{"type":"v1","addr":"172.21.15.129:6823","nonce":1720317115}]},"public_addr":"172.21.15.129:6819/1720317115","cluster_addr":"172.21.15.129:6821/1720317115","heartbeat_back_addr":"172.21.15.129:6825/1720317115","heartbeat_front_addr":"172.21.15.129:6823/1720317115","state":["exists","up"]},{"osd":3,"uuid":"1c947618-e210-499a-aef9-bb7d7147672d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6826","nonce":69007324},{"type":"v1","addr":"172.21.15.129:6827","nonce":69007324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6828","nonce":69007324},{"type":"v1","addr":"172.21.15.129:6829","nonce":69007324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6832","nonce":69007324},{"type":"v1","addr":"172.21.15.129:6833","nonce":69007324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6830","nonce":69007324},{"type":"v1","addr":"172.21.15.129:6831","nonce":69007324}]},"public_addr":"172.21.15.129:6827/69007324","cluster_addr":"172.21.15.129:6829/69007324","heartbeat_back_addr":"172.21.15.129:6833/69007324","heartbeat_front_addr":"172.21.15.129:6831/69007324","state":["exists","up"]},{"osd":4,"uuid":"d442fe22-c808-446e-b3fd-361decae641c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6800","nonce":4148308587},{"type":"v1","addr":"172.21.15.156:6801","nonce":4148308587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6802","nonce":4148308587},{"type":"v1","addr":"172.21.15.156:6803","nonce":4148308587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6806","nonce":4148308587},{"type":"v1","addr":"172.21.15.156:6807","nonce":4148308587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6804","nonce":4148308587},{"type":"v1","addr":"172.21.15.156:6805","nonce":4148308587}]},"public_addr":"172.21.15.156:6801/4148308587","cluster_addr":"172.21.15.156:6803/4148308587","heartbeat_back_addr":"172.21.15.156:6807/4148308587","heartbeat_front_addr":"172.21.15.156:6805/4148308587","state":["exists","up"]},{"osd":5,"uuid":"d1e1720c-e387-408c-a110-c329183d54a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6808","nonce":2158005299},{"type":"v1","addr":"172.21.15.156:6809","nonce":2158005299}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6810","nonce":2158005299},{"type":"v1","addr":"172.21.15.156:6811","nonce":2158005299}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6814","nonce":2158005299},{"type":"v1","addr":"172.21.15.156:6815","nonce":2158005299}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6812","nonce":2158005299},{"type":"v1","addr":"172.21.15.156:6813","nonce":2158005299}]},"public_addr":"172.21.15.156:6809/2158005299","cluster_addr":"172.21.15.156:6811/2158005299","heartbeat_back_addr":"172.21.15.156:6815/2158005299","heartbeat_front_addr":"172.21.15.156:6813/2158005299","state":["exists","up"]},{"osd":6,"uuid":"d4c122ea-ac20-44ae-b170-d37f9e598d63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6816","nonce":4191858372},{"type":"v1","addr":"172.21.15.156:6817","nonce":4191858372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6818","nonce":4191858372},{"type":"v1","addr":"172.21.15.156:6819","nonce":4191858372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6822","nonce":4191858372},{"type":"v1","addr":"172.21.15.156:6823","nonce":4191858372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6820","nonce":4191858372},{"type":"v1","addr":"172.21.15.156:6821","nonce":4191858372}]},"public_addr":"172.21.15.156:6817/4191858372","cluster_addr":"172.21.15.156:6819/4191858372","heartbeat_back_addr":"172.21.15.156:6823/4191858372","heartbeat_front_addr":"172.21.15.156:6821/4191858372","state":["exists","up"]},{"osd":7,"uuid":"738ed6c2-3824-4221-96a1-5321d75835f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6824","nonce":2230617574},{"type":"v1","addr":"172.21.15.156:6825","nonce":2230617574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6826","nonce":2230617574},{"type":"v1","addr":"172.21.15.156:6827","nonce":2230617574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6830","nonce":2230617574},{"type":"v1","addr":"172.21.15.156:6831","nonce":2230617574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6828","nonce":2230617574},{"type":"v1","addr":"172.21.15.156:6829","nonce":2230617574}]},"public_addr":"172.21.15.156:6825/2230617574","cluster_addr":"172.21.15.156:6827/2230617574","heartbeat_back_addr":"172.21.15.156:6831/2230617574","heartbeat_front_addr":"172.21.15.156:6829/2230617574","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-18T15:57:52.331574+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-18T15:58:12.524365+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-18T15:58:32.112099+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-18T15:58:53.057950+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-18T15:59:10.116862+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-18T15:59:28.403526+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-18T15:59:46.513086+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-18T16:00:04.979326+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.129:0/3095127047":"2022-01-19T15:55:56.358467+0000","172.21.15.129:6801/1560042744":"2022-01-19T15:55:40.810591+0000","172.21.15.129:0/976525901":"2022-01-19T15:55:40.810591+0000","172.21.15.129:6801/2503759857":"2022-01-19T15:55:56.358467+0000","172.21.15.129:0/3978393723":"2022-01-19T15:55:21.084589+0000","172.21.15.129:0/1386923767":"2022-01-19T15:55:40.810591+0000","172.21.15.129:6800/4087524736":"2022-01-19T15:55:21.084589+0000","172.21.15.129:6800/2503759857":"2022-01-19T15:55:56.358467+0000","172.21.15.129:0/2299607765":"2022-01-19T15:55:56.358467+0000","172.21.15.129:6801/4087524736":"2022-01-19T15:55:21.084589+0000","172.21.15.129:6800/1560042744":"2022-01-19T15:55:40.810591+0000","172.21.15.129:0/2302770367":"2022-01-19T15:55:21.084589+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-01-18T16:00:23.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:22 smithi129 conmon[29798]: audit 2022-01-18T16:00:22.723073+0000 mon.smithi129 (mon.0) 501 2022-01-18T16:00:23.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:22 smithi129 conmon[29798]: : audit [DBG] from='client.? 172.21.15.129:0/1938172945' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-01-18T16:00:23.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:22 smithi156 conmon[32001]: audit 2022-01-18T16:00:22.723073+0000 mon.smithi129 (mon.0) 501 : audit [DBG] 2022-01-18T16:00:23.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:22 smithi156 conmon[32001]: from='client.? 172.21.15.129:0/1938172945' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-01-18T16:00:23.290 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph tell osd.0 flush_pg_stats 2022-01-18T16:00:23.564 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/mon.smithi129/config 2022-01-18T16:00:24.143 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:23 smithi129 conmon[29798]: cluster 2022-01-18T16:00:22.457962+0000 mgr.smithi129.iclwio (mgr.14162) 198 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:24.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:23 smithi156 conmon[32001]: cluster 2022-01-18T16:00:22.457962+0000 mgr.smithi129.iclwio (mgr.14162) 198 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:25.731 INFO:teuthology.orchestra.run.smithi129.stdout:38654705696 2022-01-18T16:00:25.732 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph tell osd.1 flush_pg_stats 2022-01-18T16:00:26.014 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/mon.smithi129/config 2022-01-18T16:00:26.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:25 smithi129 conmon[29798]: cluster 2022-01-18T16:00:24.458496+0000 mgr.smithi129.iclwio (mgr.14162) 199 : cluster 2022-01-18T16:00:26.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:25 smithi129 conmon[29798]: [DBG] pgmap v174: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:26.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:25 smithi156 conmon[32001]: cluster 2022-01-18T16:00:24.458496+0000 mgr.smithi129.iclwio (mgr.14162) 199 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:28.121 INFO:teuthology.orchestra.run.smithi129.stdout:60129542172 2022-01-18T16:00:28.122 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph tell osd.2 flush_pg_stats 2022-01-18T16:00:28.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:27 smithi129 conmon[29798]: cluster 2022-01-18T16:00:26.458858+0000 mgr.smithi129.iclwio (mgr.14162) 200 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:28.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:27 smithi156 conmon[32001]: cluster 2022-01-18T16:00:26.458858+0000 mgr.smithi129.iclwio (mgr.14162) 200 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:28.395 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/mon.smithi129/config 2022-01-18T16:00:30.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:29 smithi129 conmon[29798]: cluster 2022-01-18T16:00:28.459185+0000 mgr.smithi129.iclwio (mgr.14162) 201 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:30.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:29 smithi156 conmon[32001]: cluster 2022-01-18T16:00:28.459185+0000 mgr.smithi129.iclwio (mgr.14162) 201 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:30.564 INFO:teuthology.orchestra.run.smithi129.stdout:81604378650 2022-01-18T16:00:30.566 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph tell osd.3 flush_pg_stats 2022-01-18T16:00:30.839 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/mon.smithi129/config 2022-01-18T16:00:32.220 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:31 smithi129 conmon[29798]: cluster 2022-01-18T16:00:30.459506+0000 mgr.smithi129.iclwio (mgr.14162) 202 : cluster [DBG] 2022-01-18T16:00:32.221 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:31 smithi129 conmon[29798]: pgmap v177: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:32.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:31 smithi156 conmon[32001]: cluster 2022-01-18T16:00:30.459506+0000 mgr.smithi129.iclwio (mgr.14162) 202 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:33.055 INFO:teuthology.orchestra.run.smithi129.stdout:111669149718 2022-01-18T16:00:33.055 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph tell osd.4 flush_pg_stats 2022-01-18T16:00:33.329 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/mon.smithi129/config 2022-01-18T16:00:34.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:33 smithi156 conmon[32001]: cluster 2022-01-18T16:00:32.459870+0000 mgr.smithi129.iclwio (mgr.14162) 203 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:34.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:33 smithi129 conmon[29798]: cluster 2022-01-18T16:00:32.459870+0000 mgr.smithi129.iclwio (mgr.14162) 203 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:35.564 INFO:teuthology.orchestra.run.smithi129.stdout:133143986195 2022-01-18T16:00:35.565 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph tell osd.5 flush_pg_stats 2022-01-18T16:00:35.839 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/mon.smithi129/config 2022-01-18T16:00:36.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:35 smithi156 conmon[32001]: cluster 2022-01-18T16:00:34.460192+0000 mgr.smithi129.iclwio (mgr.14162) 204 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:36.405 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:35 smithi129 conmon[29798]: cluster 2022-01-18T16:00:34.460192+0000 mgr.smithi129.iclwio (mgr.14162) 204 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:37.962 INFO:teuthology.orchestra.run.smithi129.stdout:158913789968 2022-01-18T16:00:37.963 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph tell osd.6 flush_pg_stats 2022-01-18T16:00:38.239 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/mon.smithi129/config 2022-01-18T16:00:38.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:37 smithi156 conmon[32001]: cluster 2022-01-18T16:00:36.460503+0000 mgr.smithi129.iclwio (mgr.14162) 205 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:38.414 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:37 smithi129 conmon[29798]: cluster 2022-01-18T16:00:36.460503+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:00:38.414 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:37 smithi129 conmon[29798]: 14162) 205 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:40.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:39 smithi129 conmon[29798]: cluster 2022-01-18T16:00:38.460985+0000 mgr.smithi129.iclwio (mgr.14162) 206 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:40.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:39 smithi156 conmon[32001]: cluster 2022-01-18T16:00:38.460985+0000 mgr.smithi129.iclwio (mgr.14162) 206 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:40.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:39 smithi156 conmon[32001]: 2022-01-18T16:00:40.479 INFO:teuthology.orchestra.run.smithi129.stdout:184683593741 2022-01-18T16:00:40.480 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph tell osd.7 flush_pg_stats 2022-01-18T16:00:40.761 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/mon.smithi129/config 2022-01-18T16:00:42.163 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:41 smithi129 conmon[29798]: cluster 2022-01-18T16:00:40.461326+0000 mgr.smithi129.iclwio (mgr.14162) 207 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:42.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:41 smithi156 conmon[32001]: cluster 2022-01-18T16:00:40.461326+0000 mgr.smithi129.iclwio (mgr.14162) 207 : cluster 2022-01-18T16:00:42.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:41 smithi156 conmon[32001]: [DBG] pgmap v182: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:43.011 INFO:teuthology.orchestra.run.smithi129.stdout:210453397513 2022-01-18T16:00:43.012 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph osd last-stat-seq osd.0 2022-01-18T16:00:43.287 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/mon.smithi129/config 2022-01-18T16:00:44.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:43 smithi129 conmon[29798]: cluster 2022-01-18T16:00:42.461614+0000 mgr.smithi129.iclwio (mgr.14162) 208 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:44.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:43 smithi156 conmon[32001]: cluster 2022-01-18T16:00:42.461614+0000 mgr.smithi129.iclwio (mgr.14162) 208 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:44.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:43 smithi156 conmon[32001]: 2022-01-18T16:00:44.994 INFO:teuthology.orchestra.run.smithi129.stdout:38654705700 2022-01-18T16:00:45.611 INFO:tasks.cephadm.ceph_manager.ceph:need seq 38654705696 got 38654705700 for osd.0 2022-01-18T16:00:45.612 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph osd last-stat-seq osd.1 2022-01-18T16:00:45.893 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/mon.smithi129/config 2022-01-18T16:00:46.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:45 smithi156 conmon[32001]: cluster 2022-01-18T16:00:44.461954+0000 mgr.smithi129.iclwio (mgr.14162) 209 : cluster [DBG] 2022-01-18T16:00:46.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:45 smithi156 conmon[32001]: pgmap v184: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:46.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:45 smithi156 conmon[32001]: audit 2022-01-18T16:00:45.008038+0000 mon.smithi129 (mon.0) 502 : audit [DBG] from='client.? 172.21.15.129:0/1175461965' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2022-01-18T16:00:46.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:45 smithi129 conmon[29798]: cluster 2022-01-18T16:00:44.461954+0000 mgr.smithi129.iclwio (mgr.14162) 2022-01-18T16:00:46.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:45 smithi129 conmon[29798]: 209 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:46.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:45 smithi129 conmon[29798]: audit 2022-01-18T16:00:45.008038+0000 mon.smithi129 (mon.0) 502 : audit [DBG] from='client.? 172.21.15.129:0/1175461965' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2022-01-18T16:00:47.648 INFO:teuthology.orchestra.run.smithi129.stdout:60129542176 2022-01-18T16:00:48.215 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:47 smithi129 conmon[29798]: cluster 2022-01-18T16:00:46.462330+0000 mgr.smithi129.iclwio (mgr.14162) 2022-01-18T16:00:48.215 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:47 smithi129 conmon[29798]: 210 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:48.216 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:47 smithi129 conmon[29798]: audit 2022-01-18T16:00:47.661481+0000 mon.smithi129 (mon.0) 503 : audit [DBG] from='client.? 172.21.15.129:0/502575097' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2022-01-18T16:00:48.228 INFO:tasks.cephadm.ceph_manager.ceph:need seq 60129542172 got 60129542176 for osd.1 2022-01-18T16:00:48.229 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph osd last-stat-seq osd.2 2022-01-18T16:00:48.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:47 smithi156 conmon[32001]: cluster 2022-01-18T16:00:46.462330+0000 mgr.smithi129.iclwio (mgr.14162) 210 : cluster 2022-01-18T16:00:48.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:47 smithi156 conmon[32001]: [DBG] pgmap v185: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:48.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:47 smithi156 conmon[32001]: audit 2022-01-18T16:00:47.661481+0000 mon.smithi129 (mon.0) 503 : audit [DBG] from='client.? 172.21.15.129:0/502575097' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2022-01-18T16:00:48.503 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/mon.smithi129/config 2022-01-18T16:00:50.251 INFO:teuthology.orchestra.run.smithi129.stdout:81604378653 2022-01-18T16:00:50.273 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:49 smithi129 conmon[29798]: cluster 2022-01-18T16:00:48.462666+0000 mgr.smithi129.iclwio (mgr.14162) 211 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:50.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:49 smithi156 conmon[32001]: cluster 2022-01-18T16:00:48.462666+0000 mgr.smithi129.iclwio (mgr.14162) 211 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:50.862 INFO:tasks.cephadm.ceph_manager.ceph:need seq 81604378650 got 81604378653 for osd.2 2022-01-18T16:00:50.862 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph osd last-stat-seq osd.3 2022-01-18T16:00:51.140 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/mon.smithi129/config 2022-01-18T16:00:51.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:50 smithi129 conmon[29798]: audit 2022-01-18T16:00:50.264310+0000 mon.smithi129 (mon.0) 504 2022-01-18T16:00:51.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:50 smithi129 conmon[29798]: : audit [DBG] from='client.? 172.21.15.129:0/3538295494' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2022-01-18T16:00:51.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:50 smithi156 conmon[32001]: audit 2022-01-18T16:00:50.264310+0000 mon.smithi129 (mon.0) 504 : audit [DBG] from='client.? 172.21.15.129:0/3538295494' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2022-01-18T16:00:52.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:51 smithi129 conmon[29798]: cluster 2022-01-18T16:00:50.462964+0000 mgr.smithi129.iclwio (mgr.14162) 212 : cluster 2022-01-18T16:00:52.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:51 smithi129 conmon[29798]: [DBG] pgmap v187: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:52.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:51 smithi156 conmon[32001]: cluster 2022-01-18T16:00:50.462964+0000 mgr.smithi129.iclwio (mgr.14162) 212 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:52.876 INFO:teuthology.orchestra.run.smithi129.stdout:111669149721 2022-01-18T16:00:53.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:52 smithi129 conmon[29798]: audit 2022-01-18T16:00:52.889368+0000 mon.smithi129 (mon.0) 505 : audit [DBG] from='client.? 172.21.15.129:0/3137604632' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2022-01-18T16:00:53.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:52 smithi156 conmon[32001]: audit 2022-01-18T16:00:52.889368+0000 mon.smithi129 (mon.0) 505 : audit [DBG] from='client.? 172.21.15.129:0/3137604632' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2022-01-18T16:00:53.486 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149718 got 111669149721 for osd.3 2022-01-18T16:00:53.486 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph osd last-stat-seq osd.4 2022-01-18T16:00:53.761 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/mon.smithi129/config 2022-01-18T16:00:54.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:53 smithi156 conmon[32001]: cluster 2022-01-18T16:00:52.463299+0000 mgr.smithi129.iclwio (mgr.14162) 213 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:54.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:53 smithi156 conmon[32001]: 2022-01-18T16:00:54.387 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:53 smithi129 conmon[29798]: cluster 2022-01-18T16:00:52.463299+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:00:54.387 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:53 smithi129 conmon[29798]: 14162) 213 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:55.478 INFO:teuthology.orchestra.run.smithi129.stdout:133143986199 2022-01-18T16:00:56.109 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986195 got 133143986199 for osd.4 2022-01-18T16:00:56.110 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph osd last-stat-seq osd.5 2022-01-18T16:00:56.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:55 smithi156 conmon[32001]: cluster 2022-01-18T16:00:54.463754+0000 mgr.smithi129.iclwio (mgr.14162) 214 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:56.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:55 smithi156 conmon[32001]: audit 2022-01-18T16:00:55.491793+0000 mon.smithi129 (mon.0) 506 : audit [DBG] from='client.? 172.21.15.129:0/4020795530' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2022-01-18T16:00:56.385 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/mon.smithi129/config 2022-01-18T16:00:56.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:55 smithi129 conmon[29798]: cluster 2022-01-18T16:00:54.463754+0000 mgr.smithi129.iclwio (mgr.14162) 214 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:56.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:55 smithi129 conmon[29798]: audit 2022-01-18T16:00:55.491793+0000 mon.smithi129 (mon.0) 506 : audit [DBG] from='client.? 172.21.15.129:0/4020795530' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2022-01-18T16:00:57.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:56 smithi156 conmon[32001]: audit 2022-01-18T16:00:56.562610+0000 mon.smithi129 (mon.0) 507 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:00:57.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:56 smithi156 conmon[32001]: audit 2022-01-18T16:00:56.562829+0000 mon.smithi129 (mon.0) 508 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:00:57.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:56 smithi129 conmon[29798]: audit 2022-01-18T16:00:56.562610+0000 mon.smithi129 2022-01-18T16:00:57.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:56 smithi129 conmon[29798]: (mon.0) 507 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:00:57.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:56 smithi129 conmon[29798]: audit 2022-01-18T16:00:56.562829+0000 mon.smithi129 (mon.0) 508 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:00:58.100 INFO:teuthology.orchestra.run.smithi129.stdout:158913789972 2022-01-18T16:00:58.129 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:57 smithi129 conmon[29798]: cluster 2022-01-18T16:00:56.464085+0000 mgr.smithi129.iclwio (mgr.14162) 2022-01-18T16:00:58.129 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:57 smithi129 conmon[29798]: 215 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:58.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:57 smithi156 conmon[32001]: cluster 2022-01-18T16:00:56.464085+0000 mgr.smithi129.iclwio (mgr.14162) 215 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:00:58.718 INFO:tasks.cephadm.ceph_manager.ceph:need seq 158913789968 got 158913789972 for osd.5 2022-01-18T16:00:58.718 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph osd last-stat-seq osd.6 2022-01-18T16:00:58.991 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/mon.smithi129/config 2022-01-18T16:00:59.243 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:00:59 smithi129 conmon[29798]: audit 2022-01-18T16:00:58.112295+0000 mon.smithi129 (mon.0) 509 : audit [DBG] from='client.? 172.21.15.129:0/1935404115' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2022-01-18T16:00:59.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:00:59 smithi156 conmon[32001]: audit 2022-01-18T16:00:58.112295+0000 mon.smithi129 (mon.0) 509 : audit [DBG] from='client.? 172.21.15.129:0/1935404115' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2022-01-18T16:01:00.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:00 smithi156 conmon[32001]: cluster 2022-01-18T16:00:58.464594+0000 mgr.smithi129.iclwio (mgr.14162) 216 2022-01-18T16:01:00.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:00 smithi156 conmon[32001]: : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:00.337 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:00 smithi129 conmon[29798]: cluster 2022-01-18T16:00:58.464594+0000 mgr.smithi129.iclwio (mgr.14162) 2022-01-18T16:01:00.338 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:00 smithi129 conmon[29798]: 216 : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:00.673 INFO:teuthology.orchestra.run.smithi129.stdout:184683593745 2022-01-18T16:01:01.249 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:01 smithi129 conmon[29798]: audit 2022-01-18T16:01:00.686872+0000 mon.smithi129 (mon.0) 510 : audit [DBG] from='client.? 172.21.15.129:0/3112549428' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2022-01-18T16:01:01.250 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:01 smithi129 conmon[29798]: 2022-01-18T16:01:01.251 INFO:tasks.cephadm.ceph_manager.ceph:need seq 184683593741 got 184683593745 for osd.6 2022-01-18T16:01:01.251 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph osd last-stat-seq osd.7 2022-01-18T16:01:01.268 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:01 smithi156 conmon[32001]: audit 2022-01-18T16:01:00.686872+0000 mon.smithi129 (mon.0) 510 : 2022-01-18T16:01:01.268 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:01 smithi156 conmon[32001]: audit [DBG] from='client.? 172.21.15.129:0/3112549428' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2022-01-18T16:01:01.522 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/mon.smithi129/config 2022-01-18T16:01:02.140 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:02 smithi129 conmon[29798]: cluster 2022-01-18T16:01:00.464928+0000 mgr.smithi129.iclwio (mgr.14162) 217 : cluster [DBG] pgmap v192: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:02.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:02 smithi156 conmon[32001]: cluster 2022-01-18T16:01:00.464928+0000 mgr.smithi129.iclwio (mgr.14162) 217 : cluster [DBG] pgmap v192: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:02.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:02 smithi156 conmon[32001]: 2022-01-18T16:01:03.381 INFO:teuthology.orchestra.run.smithi129.stdout:210453397518 2022-01-18T16:01:03.985 INFO:tasks.cephadm.ceph_manager.ceph:need seq 210453397513 got 210453397518 for osd.7 2022-01-18T16:01:03.985 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2022-01-18T16:01:03.986 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph pg dump --format=json 2022-01-18T16:01:04.269 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/mon.smithi129/config 2022-01-18T16:01:04.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:04 smithi156 conmon[32001]: cluster 2022-01-18T16:01:02.465216+0000 mgr.smithi129.iclwio (mgr.14162) 218 : cluster [DBG] pgmap v193: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:04.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:04 smithi156 conmon[32001]: audit 2022-01-18T16:01:03.395116+0000 mon.smithi129 2022-01-18T16:01:04.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:04 smithi156 conmon[32001]: (mon.0) 511 : audit [DBG] from='client.? 172.21.15.129:0/2810304770' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2022-01-18T16:01:04.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:04 smithi129 conmon[29798]: cluster 2022-01-18T16:01:02.465216+0000 mgr.smithi129.iclwio (mgr.14162) 218 : cluster [DBG] pgmap v193: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:04.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:04 smithi129 conmon[29798]: audit 2022-01-18T16:01:03.395116+0000 mon.smithi129 (mon.0) 511 : audit [DBG] from='client.? 172.21.15.129:0/2810304770' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2022-01-18T16:01:05.988 INFO:teuthology.orchestra.run.smithi129.stdout: 2022-01-18T16:01:05.990 INFO:teuthology.orchestra.run.smithi129.stderr:dumped all 2022-01-18T16:01:06.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:06 smithi156 conmon[32001]: cluster 2022-01-18T16:01:04.465745+0000 mgr.smithi129.iclwio (mgr.14162 2022-01-18T16:01:06.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:06 smithi156 conmon[32001]: ) 219 : cluster [DBG] pgmap v194: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:06.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:06 smithi129 conmon[29798]: cluster 2022-01-18T16:01:04.465745+0000 mgr.smithi129.iclwio (mgr.14162) 219 : cluster [DBG] pgmap v194: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:06.551 INFO:teuthology.orchestra.run.smithi129.stdout:{"pg_ready":true,"pg_map":{"version":194,"stamp":"2022-01-18T16:01:04.465464+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":43344,"kb_used_data":3920,"kb_used_omap":0,"kb_used_meta":39360,"kb_avail":749917872,"statfs":{"total":767960285184,"available":767915900928,"internally_reserved":0,"allocated":4014080,"data_stored":1601908,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":40304640},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"1.0","version":"0'0","reported_seq":"10","reported_epoch":"51","state":"active+clean","last_fresh":"2022-01-18T16:00:08.777583+0000","last_change":"2022-01-18T16:00:08.777583+0000","last_active":"2022-01-18T16:00:08.777583+0000","last_peered":"2022-01-18T16:00:08.777583+0000","last_clean":"2022-01-18T16:00:08.777583+0000","last_became_active":"2022-01-18T16:00:08.777222+0000","last_became_peered":"2022-01-18T16:00:08.777222+0000","last_unstale":"2022-01-18T16:00:08.777583+0000","last_undegraded":"2022-01-18T16:00:08.777583+0000","last_fullsized":"2022-01-18T16:00:08.777583+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-18T15:58:34.898297+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-18T15:58:34.898297+0000","last_clean_scrub_stamp":"2022-01-18T15:58:34.898297+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":49,"seq":210453397518,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5236,"kb_used_data":492,"kb_used_omap":0,"kb_used_meta":4736,"kb_avail":93739916,"statfs":{"total":95995035648,"available":95989673984,"internally_reserved":0,"allocated":503808,"data_stored":200396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4849664},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.378}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42799999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52100000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.504}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]}]},{"osd":6,"up_from":43,"seq":184683593746,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5300,"kb_used_data":492,"kb_used_omap":0,"kb_used_meta":4800,"kb_avail":93739852,"statfs":{"total":95995035648,"available":95989608448,"internally_reserved":0,"allocated":503808,"data_stored":200396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4915200},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 18 16:00:50 2022","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.79500000000000004}]},{"osd":1,"last update":"Tue Jan 18 16:00:50 2022","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.65100000000000002}]},{"osd":2,"last update":"Tue Jan 18 16:00:50 2022","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.874},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.76400000000000001}]},{"osd":3,"last update":"Tue Jan 18 16:00:50 2022","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.93799999999999994}]},{"osd":4,"last update":"Tue Jan 18 16:00:50 2022","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.627},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.73899999999999999}]},{"osd":5,"last update":"Tue Jan 18 16:00:50 2022","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.84399999999999997},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.67100000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68500000000000005}]}]},{"osd":1,"up_from":14,"seq":60129542179,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5552,"kb_used_data":488,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739600,"statfs":{"total":95995035648,"available":95989350400,"internally_reserved":0,"allocated":499712,"data_stored":200081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 18 16:00:17 2022","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.32400000000000001,"15min":0.318},"min":{"1min":0.23400000000000001,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.50600000000000001,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.35799999999999998,"15min":0.35199999999999998},"min":{"1min":0.24299999999999999,"5min":0.224,"15min":0.224},"max":{"1min":0.55500000000000005,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.28299999999999997}]},{"osd":2,"last update":"Tue Jan 18 16:00:39 2022","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.38,"15min":0.38},"min":{"1min":0.26200000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.54300000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.313},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"min":{"1min":0.25900000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.47599999999999998,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.29899999999999999}]},{"osd":3,"last update":"Tue Jan 18 16:00:57 2022","interfaces":[{"interface":"back","average":{"1min":0.34200000000000003,"5min":0.40600000000000003,"15min":0.41599999999999998},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.505,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.435,"15min":0.44400000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.53600000000000003,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.39000000000000001}]},{"osd":4,"last update":"Tue Jan 18 16:00:13 2022","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.371}]},{"osd":5,"last update":"Tue Jan 18 16:00:34 2022","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.51000000000000001}]},{"osd":6,"last update":"Tue Jan 18 16:00:50 2022","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.40100000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]}]},{"osd":0,"up_from":9,"seq":38654705704,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5556,"kb_used_data":492,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739596,"statfs":{"total":95995035648,"available":95989346304,"internally_reserved":0,"allocated":503808,"data_stored":200396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Jan 18 16:00:16 2022","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.314,"15min":0.30199999999999999},"min":{"1min":0.28799999999999998,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.33600000000000002,"15min":0.32600000000000001},"min":{"1min":0.29599999999999999,"5min":0.219,"15min":0.219},"max":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.375}]},{"osd":2,"last update":"Tue Jan 18 16:00:38 2022","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.35899999999999999,"15min":0.35499999999999998},"min":{"1min":0.28100000000000003,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.376,"15min":0.372},"min":{"1min":0.26800000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.39300000000000002}]},{"osd":3,"last update":"Tue Jan 18 16:00:58 2022","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.42299999999999999,"15min":0.42699999999999999},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.41799999999999998,"15min":0.42199999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.52400000000000002,"5min":0.54100000000000004,"15min":0.54100000000000004},"last":0.441}]},{"osd":4,"last update":"Tue Jan 18 16:00:12 2022","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":23.782},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.73699999999999999}]},{"osd":5,"last update":"Tue Jan 18 16:00:34 2022","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.70799999999999996}]},{"osd":6,"last update":"Tue Jan 18 16:00:49 2022","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.57099999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72999999999999998}]}]},{"osd":2,"up_from":19,"seq":81604378657,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5488,"kb_used_data":488,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":93739664,"statfs":{"total":95995035648,"available":95989415936,"internally_reserved":0,"allocated":499712,"data_stored":200081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 18 16:00:39 2022","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.36799999999999999,"15min":0.371},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.48499999999999999,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.38400000000000001,"15min":0.38800000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.56299999999999994,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.25700000000000001}]},{"osd":1,"last update":"Tue Jan 18 16:00:39 2022","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.372,"15min":0.376},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.51400000000000001,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.25},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.41099999999999998,"15min":0.41399999999999998},"min":{"1min":0.25800000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.52500000000000002,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.39800000000000002}]},{"osd":3,"last update":"Tue Jan 18 16:00:55 2022","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.436,"15min":0.44400000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.377,"5min":0.42399999999999999,"15min":0.432},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.32800000000000001}]},{"osd":4,"last update":"Tue Jan 18 16:00:12 2022","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.44500000000000001}]},{"osd":5,"last update":"Tue Jan 18 16:00:33 2022","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.57099999999999995}]},{"osd":6,"last update":"Tue Jan 18 16:00:49 2022","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.58799999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]}]},{"osd":3,"up_from":26,"seq":111669149724,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5428,"kb_used_data":492,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":93739724,"statfs":{"total":95995035648,"available":95989477376,"internally_reserved":0,"allocated":503808,"data_stored":200396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 18 16:00:58 2022","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.38400000000000001,"15min":0.37},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":3.54,"5min":3.54,"15min":3.54},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.40500000000000003,"15min":0.38800000000000001},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":3.5649999999999999,"5min":3.5649999999999999,"15min":3.5649999999999999},"last":0.36199999999999999}]},{"osd":1,"last update":"Tue Jan 18 16:00:58 2022","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.436,"15min":0.41099999999999998},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":5.3789999999999996,"5min":5.3789999999999996,"15min":5.3789999999999996},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.442,"15min":0.434},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":3.5920000000000001,"5min":3.5920000000000001,"15min":3.5920000000000001},"last":0.33000000000000002}]},{"osd":2,"last update":"Tue Jan 18 16:00:58 2022","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.46200000000000002,"15min":0.45000000000000001},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":3.8620000000000001,"5min":3.8620000000000001,"15min":3.8620000000000001},"last":0.377},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.45500000000000002,"15min":0.439},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":3.8170000000000002,"5min":3.8170000000000002,"15min":3.8170000000000002},"last":0.34999999999999998}]},{"osd":4,"last update":"Tue Jan 18 16:00:15 2022","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.752}]},{"osd":5,"last update":"Tue Jan 18 16:00:33 2022","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":4.2889999999999997,"5min":4.2889999999999997,"15min":4.2889999999999997},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":4.0620000000000003,"5min":4.0620000000000003,"15min":4.0620000000000003},"last":0.67400000000000004}]},{"osd":6,"last update":"Tue Jan 18 16:00:50 2022","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":4.3380000000000001,"5min":4.3380000000000001,"15min":4.3380000000000001},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":4.0720000000000001,"5min":4.0720000000000001,"15min":4.0720000000000001},"last":0.66500000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]}]},{"osd":4,"up_from":31,"seq":133143986201,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5428,"kb_used_data":492,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":93739724,"statfs":{"total":95995035648,"available":95989477376,"internally_reserved":0,"allocated":503808,"data_stored":200396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 18 16:00:13 2022","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.69199999999999995}]},{"osd":1,"last update":"Tue Jan 18 16:00:13 2022","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.60599999999999998}]},{"osd":2,"last update":"Tue Jan 18 16:00:13 2022","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.59099999999999997}]},{"osd":3,"last update":"Tue Jan 18 16:00:13 2022","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.64400000000000002}]},{"osd":5,"last update":"Tue Jan 18 16:00:34 2022","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.42799999999999999}]},{"osd":6,"last update":"Tue Jan 18 16:00:49 2022","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.55200000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51600000000000001}]}]},{"osd":5,"up_from":37,"seq":158913789973,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5356,"kb_used_data":484,"kb_used_omap":0,"kb_used_meta":4864,"kb_avail":93739796,"statfs":{"total":95995035648,"available":95989551104,"internally_reserved":0,"allocated":495616,"data_stored":199766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4980736},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 18 16:00:31 2022","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.45800000000000002}]},{"osd":1,"last update":"Tue Jan 18 16:00:31 2022","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.41899999999999998}]},{"osd":2,"last update":"Tue Jan 18 16:00:31 2022","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.432},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.53500000000000003}]},{"osd":3,"last update":"Tue Jan 18 16:00:31 2022","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.56299999999999994}]},{"osd":4,"last update":"Tue Jan 18 16:00:31 2022","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.376},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.46700000000000003}]},{"osd":6,"last update":"Tue Jan 18 16:00:49 2022","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.39200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44600000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2022-01-18T16:01:06.553 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph pg dump --format=json 2022-01-18T16:01:06.837 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/mon.smithi129/config 2022-01-18T16:01:07.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:07 smithi156 conmon[32001]: audit 2022-01-18T16:01:05.999286+0000 mgr.smithi129.iclwio (mgr.14162) 220 : audit [DBG] from='client.14432 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-18T16:01:07.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:07 smithi156 conmon[32001]: audit 2022-01-18T16:01:06.650196 2022-01-18T16:01:07.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:07 smithi156 conmon[32001]: +0000 mon.smithi129 (mon.0) 512 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:01:07.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:07 smithi156 conmon[32001]: audit 2022-01-18T16:01:06.975602+0000 mon.smithi129 (mon.0) 513 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:07.407 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:07 smithi129 conmon[29798]: audit 2022-01-18T16:01:05.999286+0000 mgr.smithi129.iclwio (mgr.14162) 220 : audit [DBG] from='client.14432 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-18T16:01:07.408 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:07 smithi129 conmon[29798]: audit 2022-01-18T16:01:06.650196+0000 mon.smithi129 (mon.0) 512 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:01:07.408 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:07 smithi129 conmon[29798]: audit 2022-01-18T16:01:06.975602+0000 mon.smithi129 (mon.0) 513 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:08.250 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:08 smithi129 conmon[29798]: cluster 2022-01-18T16:01:06.466142+0000 mgr.smithi129.iclwio (mgr.14162) 221 2022-01-18T16:01:08.250 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:08 smithi129 conmon[29798]: : cluster [DBG] pgmap v195: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:08.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:08 smithi156 conmon[32001]: cluster 2022-01-18T16:01:06.466142+0000 mgr.smithi129.iclwio (mgr.14162) 221 : cluster [DBG] pgmap v195: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:08.538 INFO:teuthology.orchestra.run.smithi129.stdout: 2022-01-18T16:01:08.539 INFO:teuthology.orchestra.run.smithi129.stderr:dumped all 2022-01-18T16:01:09.109 INFO:teuthology.orchestra.run.smithi129.stdout:{"pg_ready":true,"pg_map":{"version":196,"stamp":"2022-01-18T16:01:08.466324+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":43344,"kb_used_data":3920,"kb_used_omap":0,"kb_used_meta":39360,"kb_avail":749917872,"statfs":{"total":767960285184,"available":767915900928,"internally_reserved":0,"allocated":4014080,"data_stored":1601908,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":40304640},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"1.0","version":"0'0","reported_seq":"10","reported_epoch":"51","state":"active+clean","last_fresh":"2022-01-18T16:00:08.777583+0000","last_change":"2022-01-18T16:00:08.777583+0000","last_active":"2022-01-18T16:00:08.777583+0000","last_peered":"2022-01-18T16:00:08.777583+0000","last_clean":"2022-01-18T16:00:08.777583+0000","last_became_active":"2022-01-18T16:00:08.777222+0000","last_became_peered":"2022-01-18T16:00:08.777222+0000","last_unstale":"2022-01-18T16:00:08.777583+0000","last_undegraded":"2022-01-18T16:00:08.777583+0000","last_fullsized":"2022-01-18T16:00:08.777583+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-18T15:58:34.898297+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-18T15:58:34.898297+0000","last_clean_scrub_stamp":"2022-01-18T15:58:34.898297+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":49,"seq":210453397519,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5236,"kb_used_data":492,"kb_used_omap":0,"kb_used_meta":4736,"kb_avail":93739916,"statfs":{"total":95995035648,"available":95989673984,"internally_reserved":0,"allocated":503808,"data_stored":200396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4849664},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 18 16:01:06 2022","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.081,"5min":1.081,"15min":1.081},"last":0.502}]},{"osd":1,"last update":"Tue Jan 18 16:01:06 2022","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.1200000000000001,"5min":1.1200000000000001,"15min":1.1200000000000001},"last":0.39700000000000002}]},{"osd":2,"last update":"Tue Jan 18 16:01:06 2022","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.377}]},{"osd":3,"last update":"Tue Jan 18 16:01:06 2022","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.46899999999999997}]},{"osd":4,"last update":"Tue Jan 18 16:01:06 2022","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.40400000000000003}]},{"osd":5,"last update":"Tue Jan 18 16:01:06 2022","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.443},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.48999999999999999}]},{"osd":6,"last update":"Tue Jan 18 16:01:06 2022","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.51900000000000002}]}]},{"osd":6,"up_from":43,"seq":184683593747,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5300,"kb_used_data":492,"kb_used_omap":0,"kb_used_meta":4800,"kb_avail":93739852,"statfs":{"total":95995035648,"available":95989608448,"internally_reserved":0,"allocated":503808,"data_stored":200396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4915200},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 18 16:00:50 2022","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.56799999999999995}]},{"osd":1,"last update":"Tue Jan 18 16:00:50 2022","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.77900000000000003}]},{"osd":2,"last update":"Tue Jan 18 16:00:50 2022","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.65000000000000002}]},{"osd":3,"last update":"Tue Jan 18 16:00:50 2022","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.873},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.93999999999999995}]},{"osd":4,"last update":"Tue Jan 18 16:00:50 2022","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.98299999999999998},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.95699999999999996}]},{"osd":5,"last update":"Tue Jan 18 16:00:50 2022","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.92500000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.997}]}]},{"osd":1,"up_from":14,"seq":60129542180,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5552,"kb_used_data":488,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739600,"statfs":{"total":95995035648,"available":95989350400,"internally_reserved":0,"allocated":499712,"data_stored":200081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 18 16:00:17 2022","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.32400000000000001,"15min":0.318},"min":{"1min":0.23400000000000001,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.50600000000000001,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.35799999999999998,"15min":0.35199999999999998},"min":{"1min":0.24299999999999999,"5min":0.224,"15min":0.224},"max":{"1min":0.55500000000000005,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.41499999999999998}]},{"osd":2,"last update":"Tue Jan 18 16:00:39 2022","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.38,"15min":0.38},"min":{"1min":0.26200000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.54300000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"min":{"1min":0.25900000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.47599999999999998,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.27900000000000003}]},{"osd":3,"last update":"Tue Jan 18 16:00:57 2022","interfaces":[{"interface":"back","average":{"1min":0.34200000000000003,"5min":0.40600000000000003,"15min":0.41599999999999998},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.505,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.435,"15min":0.44400000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.53600000000000003,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.44800000000000001}]},{"osd":4,"last update":"Tue Jan 18 16:00:13 2022","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.378}]},{"osd":5,"last update":"Tue Jan 18 16:00:34 2022","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.54600000000000004}]},{"osd":6,"last update":"Tue Jan 18 16:00:50 2022","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.47499999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59199999999999997}]}]},{"osd":0,"up_from":9,"seq":38654705705,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5556,"kb_used_data":492,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739596,"statfs":{"total":95995035648,"available":95989346304,"internally_reserved":0,"allocated":503808,"data_stored":200396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Jan 18 16:00:16 2022","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.314,"15min":0.30199999999999999},"min":{"1min":0.28799999999999998,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.25},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.33600000000000002,"15min":0.32600000000000001},"min":{"1min":0.29599999999999999,"5min":0.219,"15min":0.219},"max":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.27300000000000002}]},{"osd":2,"last update":"Tue Jan 18 16:00:38 2022","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.35899999999999999,"15min":0.35499999999999998},"min":{"1min":0.28100000000000003,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.376,"15min":0.372},"min":{"1min":0.26800000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.28899999999999998}]},{"osd":3,"last update":"Tue Jan 18 16:00:58 2022","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.42299999999999999,"15min":0.42699999999999999},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.41799999999999998,"15min":0.42199999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.52400000000000002,"5min":0.54100000000000004,"15min":0.54100000000000004},"last":0.33100000000000002}]},{"osd":4,"last update":"Tue Jan 18 16:00:12 2022","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.623}]},{"osd":5,"last update":"Tue Jan 18 16:00:34 2022","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.68000000000000005}]},{"osd":6,"last update":"Tue Jan 18 16:00:49 2022","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.64500000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61299999999999999}]}]},{"osd":2,"up_from":19,"seq":81604378657,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5488,"kb_used_data":488,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":93739664,"statfs":{"total":95995035648,"available":95989415936,"internally_reserved":0,"allocated":499712,"data_stored":200081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 18 16:00:39 2022","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.36799999999999999,"15min":0.371},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.48499999999999999,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.38400000000000001,"15min":0.38800000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.56299999999999994,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.25700000000000001}]},{"osd":1,"last update":"Tue Jan 18 16:00:39 2022","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.372,"15min":0.376},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.51400000000000001,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.25},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.41099999999999998,"15min":0.41399999999999998},"min":{"1min":0.25800000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.52500000000000002,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.39800000000000002}]},{"osd":3,"last update":"Tue Jan 18 16:00:55 2022","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.436,"15min":0.44400000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.377,"5min":0.42399999999999999,"15min":0.432},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.32800000000000001}]},{"osd":4,"last update":"Tue Jan 18 16:00:12 2022","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.44500000000000001}]},{"osd":5,"last update":"Tue Jan 18 16:00:33 2022","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.57099999999999995}]},{"osd":6,"last update":"Tue Jan 18 16:00:49 2022","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.58799999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]}]},{"osd":3,"up_from":26,"seq":111669149725,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5428,"kb_used_data":492,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":93739724,"statfs":{"total":95995035648,"available":95989477376,"internally_reserved":0,"allocated":503808,"data_stored":200396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 18 16:00:58 2022","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.38400000000000001,"15min":0.37},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":3.54,"5min":3.54,"15min":3.54},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.40500000000000003,"15min":0.38800000000000001},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":3.5649999999999999,"5min":3.5649999999999999,"15min":3.5649999999999999},"last":0.245}]},{"osd":1,"last update":"Tue Jan 18 16:00:58 2022","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.436,"15min":0.41099999999999998},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":5.3789999999999996,"5min":5.3789999999999996,"15min":5.3789999999999996},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.442,"15min":0.434},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":3.5920000000000001,"5min":3.5920000000000001,"15min":3.5920000000000001},"last":0.32600000000000001}]},{"osd":2,"last update":"Tue Jan 18 16:00:58 2022","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.46200000000000002,"15min":0.45000000000000001},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":3.8620000000000001,"5min":3.8620000000000001,"15min":3.8620000000000001},"last":0.27500000000000002},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.45500000000000002,"15min":0.439},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":3.8170000000000002,"5min":3.8170000000000002,"15min":3.8170000000000002},"last":0.27100000000000002}]},{"osd":4,"last update":"Tue Jan 18 16:00:15 2022","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.39800000000000002}]},{"osd":5,"last update":"Tue Jan 18 16:00:33 2022","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":4.2889999999999997,"5min":4.2889999999999997,"15min":4.2889999999999997},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":4.0620000000000003,"5min":4.0620000000000003,"15min":4.0620000000000003},"last":0.39000000000000001}]},{"osd":6,"last update":"Tue Jan 18 16:00:50 2022","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":4.3380000000000001,"5min":4.3380000000000001,"15min":4.3380000000000001},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":4.0720000000000001,"5min":4.0720000000000001,"15min":4.0720000000000001},"last":0.52600000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50900000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986202,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5428,"kb_used_data":492,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":93739724,"statfs":{"total":95995035648,"available":95989477376,"internally_reserved":0,"allocated":503808,"data_stored":200396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 18 16:00:13 2022","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.53500000000000003}]},{"osd":1,"last update":"Tue Jan 18 16:00:13 2022","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.44900000000000001}]},{"osd":2,"last update":"Tue Jan 18 16:00:13 2022","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.47299999999999998}]},{"osd":3,"last update":"Tue Jan 18 16:00:13 2022","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.497}]},{"osd":5,"last update":"Tue Jan 18 16:00:34 2022","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.35699999999999998}]},{"osd":6,"last update":"Tue Jan 18 16:00:49 2022","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.52300000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55700000000000005}]}]},{"osd":5,"up_from":37,"seq":158913789974,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5356,"kb_used_data":484,"kb_used_omap":0,"kb_used_meta":4864,"kb_avail":93739796,"statfs":{"total":95995035648,"available":95989551104,"internally_reserved":0,"allocated":495616,"data_stored":199766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4980736},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 18 16:00:31 2022","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.60299999999999998}]},{"osd":1,"last update":"Tue Jan 18 16:00:31 2022","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.54100000000000004}]},{"osd":2,"last update":"Tue Jan 18 16:00:31 2022","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.51300000000000001}]},{"osd":3,"last update":"Tue Jan 18 16:00:31 2022","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.61699999999999999}]},{"osd":4,"last update":"Tue Jan 18 16:00:31 2022","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.36699999999999999}]},{"osd":6,"last update":"Tue Jan 18 16:00:49 2022","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.496},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.40100000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46100000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2022-01-18T16:01:09.111 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2022-01-18T16:01:09.112 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2022-01-18T16:01:09.112 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2022-01-18T16:01:09.113 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph health --format=json 2022-01-18T16:01:09.386 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/mon.smithi129/config 2022-01-18T16:01:10.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:10 smithi156 conmon[32001]: cluster 2022-01-18T16:01:08.466475+0000 mgr.smithi129.iclwio (mgr.14162) 222 : cluster [DBG] pgmap v196: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:10.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:10 smithi156 conmon[32001]: audit 2022-01-18T16:01:08.549677+0000 mgr.smithi129.iclwio (mgr.14162) 223 : audit [DBG] from='client.14436 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-18T16:01:10.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:10 smithi129 conmon[29798]: cluster 2022-01-18T16:01:08.466475+0000 mgr.smithi129.iclwio (mgr.14162) 222 : cluster [DBG] pgmap v196: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:10.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:10 smithi129 conmon[29798]: audit 2022-01-18T16:01:08.549677+0000 mgr.smithi129.iclwio (mgr.14162) 223 : audit [DBG] from='client.14436 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-18T16:01:11.189 INFO:teuthology.orchestra.run.smithi129.stdout: 2022-01-18T16:01:11.842 INFO:teuthology.orchestra.run.smithi129.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2022-01-18T16:01:11.842 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2022-01-18T16:01:11.843 INFO:tasks.cephadm:Setup complete, yielding 2022-01-18T16:01:11.843 INFO:teuthology.run_tasks:Running task cephadm.shell... 2022-01-18T16:01:11.855 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi129.front.sepia.ceph.com 2022-01-18T16:01:11.856 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- bash -c 'ceph orch status' 2022-01-18T16:01:12.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:12 smithi129 conmon[29798]: cluster 2022-01-18T16:01:10.466954+0000 mgr.smithi129.iclwio (mgr.14162) 224 : cluster [DBG] pgmap v197: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:12.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:12 smithi129 conmon[29798]: audit 2022-01-18T16:01:11.202218+0000 mon.smithi129 (mon.0) 514 : audit [DBG] from='client.? 172.21.15.129:0/2599277106' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2022-01-18T16:01:12.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:12 smithi156 conmon[32001]: cluster 2022-01-18T16:01:10.466954+0000 mgr.smithi129.iclwio (mgr.14162) 224 : cluster [DBG] 2022-01-18T16:01:12.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:12 smithi156 conmon[32001]: pgmap v197: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:12.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:12 smithi156 conmon[32001]: audit 2022-01-18T16:01:11.202218+0000 mon.smithi129 (mon.0) 514 : audit [DBG] from='client.? 172.21.15.129:0/2599277106' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2022-01-18T16:01:13.837 INFO:teuthology.orchestra.run.smithi129.stdout:Backend: cephadm 2022-01-18T16:01:13.837 INFO:teuthology.orchestra.run.smithi129.stdout:Available: Yes 2022-01-18T16:01:13.837 INFO:teuthology.orchestra.run.smithi129.stdout:Paused: No 2022-01-18T16:01:14.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:14 smithi129 conmon[29798]: cluster 2022-01-18T16:01:12.467282+0000 mgr.smithi129.iclwio (mgr.14162 2022-01-18T16:01:14.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:14 smithi129 conmon[29798]: ) 225 : cluster [DBG] pgmap v198: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:14.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:14 smithi156 conmon[32001]: cluster 2022-01-18T16:01:12.467282+0000 mgr.smithi129.iclwio (mgr.14162) 225 : cluster 2022-01-18T16:01:14.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:14 smithi156 conmon[32001]: [DBG] pgmap v198: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:14.399 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- bash -c 'ceph orch ps' 2022-01-18T16:01:15.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:15 smithi129 conmon[29798]: audit 2022-01-18T16:01:13.849414+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:01:15.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:15 smithi129 conmon[29798]: 14162) 226 : audit [DBG] from='client.14444 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:01:15.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:15 smithi156 conmon[32001]: audit 2022-01-18T16:01:13.849414+0000 mgr.smithi129.iclwio (mgr.14162) 226 2022-01-18T16:01:15.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:15 smithi156 conmon[32001]: : audit [DBG] from='client.14444 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:01:16.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:16 smithi156 conmon[32001]: cluster 2022-01-18T16:01:14.467594+0000 2022-01-18T16:01:16.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:16 smithi156 conmon[32001]: mgr.smithi129.iclwio (mgr.14162) 227 : cluster [DBG] pgmap v199: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:16.364 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE VERSION IMAGE ID CONTAINER ID 2022-01-18T16:01:16.364 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3m) 118s ago 5m 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:01:16.364 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4m) 118s ago 4m 16.2.4 8d91d370c2b8 bb8e1bb6a63b 2022-01-18T16:01:16.364 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4m) 73s ago 4m 16.2.4 8d91d370c2b8 ebda37f860e8 2022-01-18T16:01:16.365 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3m) 118s ago 4m 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:01:16.365 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:9283 running (6m) 118s ago 6m 16.2.4 8d91d370c2b8 297970d383ac 2022-01-18T16:01:16.365 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4m) 73s ago 4m 16.2.4 8d91d370c2b8 dcf5d362aa92 2022-01-18T16:01:16.365 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (6m) 118s ago 6m 16.2.4 8d91d370c2b8 b80fb6dbefaa 2022-01-18T16:01:16.366 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4m) 73s ago 4m 16.2.4 8d91d370c2b8 d25901fda103 2022-01-18T16:01:16.366 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4m) 118s ago 4m 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:01:16.366 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4m) 73s ago 4m 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:01:16.366 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3m) 118s ago 3m 16.2.4 8d91d370c2b8 9f5f63cda7b0 2022-01-18T16:01:16.367 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3m) 118s ago 3m 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:01:16.367 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2m) 118s ago 2m 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:01:16.367 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2m) 118s ago 2m 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:01:16.367 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2m) 73s ago 2m 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:01:16.367 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (112s) 73s ago 112s 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:01:16.368 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (94s) 73s ago 94s 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:01:16.368 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (76s) 73s ago 75s 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:01:16.368 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3m) 118s ago 4m 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:01:16.388 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:16 smithi129 conmon[29798]: cluster 2022-01-18T16:01:14.467594+0000 mgr.smithi129.iclwio (mgr.14162) 227 : cluster [DBG] pgmap v199: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:16.924 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- bash -c 'ceph orch ls' 2022-01-18T16:01:17.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:17 smithi129 conmon[29798]: audit 2022-01-18T16:01:16.370361+0000 mgr.smithi129.iclwio (mgr.14162) 228 2022-01-18T16:01:17.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:17 smithi129 conmon[29798]: : audit [DBG] from='client.14448 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:01:17.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:17 smithi156 conmon[32001]: audit 2022-01-18T16:01:16.370361+0000 mgr.smithi129.iclwio (mgr.14162 2022-01-18T16:01:17.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:17 smithi156 conmon[32001]: ) 228 : audit [DBG] from='client.14448 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:01:18.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:18 smithi156 conmon[32001]: cluster 2022-01-18T16:01:16.467891+0000 mgr.smithi129.iclwio ( 2022-01-18T16:01:18.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:18 smithi156 conmon[32001]: mgr.14162) 229 : cluster [DBG] pgmap v200: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:18.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:18 smithi129 conmon[29798]: cluster 2022-01-18T16:01:16.467891+0000 mgr.smithi129.iclwio (mgr.14162) 2022-01-18T16:01:18.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:18 smithi129 conmon[29798]: 229 : cluster [DBG] pgmap v200: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:18.877 INFO:teuthology.orchestra.run.smithi129.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2022-01-18T16:01:18.878 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager 1/1 2m ago 5m count:1 2022-01-18T16:01:18.878 INFO:teuthology.orchestra.run.smithi129.stdout:crash 2/2 2m ago 5m * 2022-01-18T16:01:18.878 INFO:teuthology.orchestra.run.smithi129.stdout:grafana 1/1 2m ago 5m count:1 2022-01-18T16:01:18.879 INFO:teuthology.orchestra.run.smithi129.stdout:mgr 2/2 2m ago 5m count:2 2022-01-18T16:01:18.879 INFO:teuthology.orchestra.run.smithi129.stdout:mon 2/2 2m ago 4m smithi129:172.21.15.129=smithi129;smithi156:172.21.15.156=smithi156;count:2 2022-01-18T16:01:18.879 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter 2/2 2m ago 5m * 2022-01-18T16:01:18.880 INFO:teuthology.orchestra.run.smithi129.stdout:osd.unmanaged 8/8 2m ago - 2022-01-18T16:01:18.880 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus 1/1 2m ago 5m count:1 2022-01-18T16:01:19.423 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- bash -c 'ceph orch host ls' 2022-01-18T16:01:20.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:20 smithi129 conmon[29798]: cluster 2022-01-18T16:01:18.468172+0000 mgr.smithi129.iclwio (mgr.14162) 230 : cluster [DBG] pgmap v201: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:20.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:20 smithi129 conmon[29798]: audit 2022-01-18T16:01:18.886731+0000 mgr.smithi129.iclwio (mgr.14162) 231 : audit [DBG] from='client.14452 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:01:20.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:20 smithi156 conmon[32001]: cluster 2022-01-18T16:01:18.468172+0000 mgr.smithi129.iclwio (mgr.14162) 230 : cluster [DBG] pgmap v201: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:20.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:20 smithi156 conmon[32001]: audit 2022-01-18T16:01:18.886731+0000 mgr.smithi129.iclwio (mgr.14162) 231 : audit [DBG] from='client.14452 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:01:21.399 INFO:teuthology.orchestra.run.smithi129.stdout:HOST ADDR LABELS STATUS 2022-01-18T16:01:21.400 INFO:teuthology.orchestra.run.smithi129.stdout:smithi129 172.21.15.129 2022-01-18T16:01:21.400 INFO:teuthology.orchestra.run.smithi129.stdout:smithi156 smithi156 2022-01-18T16:01:21.999 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- bash -c 'ceph orch device ls' 2022-01-18T16:01:22.408 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:22 smithi129 conmon[29798]: cluster 2022-01-18T16:01:20.468717+0000 mgr.smithi129.iclwio (mgr.14162) 232 : cluster [DBG] pgmap v202: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:22.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:22 smithi156 conmon[32001]: cluster 2022-01-18T16:01:20.468717+0000 mgr.smithi129.iclwio (mgr.14162) 232 : cluster [DBG] pgmap v202: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:23.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:23 smithi129 conmon[29798]: audit 2022-01-18T16:01:21.412281+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:01:23.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:23 smithi129 conmon[29798]: .14162) 233 : audit [DBG] from='client.14456 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:01:23.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:23 smithi156 conmon[32001]: audit 2022-01-18T16:01:21.412281+0000 mgr.smithi129.iclwio (mgr.14162) 233 : audit [DBG] from='client.14456 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:01:23.951 INFO:teuthology.orchestra.run.smithi129.stdout:Hostname Path Type Serial Size Health Ident Fault Available 2022-01-18T16:01:23.951 INFO:teuthology.orchestra.run.smithi129.stdout:smithi129 /dev/nvme0n1 ssd CVFT623300HY400BGN 400G Unknown N/A N/A No 2022-01-18T16:01:23.952 INFO:teuthology.orchestra.run.smithi129.stdout:smithi156 /dev/nvme0n1 ssd PHMB74760040480DGN 480G Unknown N/A N/A No 2022-01-18T16:01:24.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:24 smithi129 conmon[29798]: cluster 2022-01-18T16:01:22.468969+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:01:24.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:24 smithi129 conmon[29798]: .14162) 234 : cluster [DBG] pgmap v203: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:24.431 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:24 smithi156 conmon[32001]: cluster 2022-01-18T16:01:22.468969+0000 mgr.smithi129.iclwio (mgr.14162) 234 : cluster [DBG] pgmap v203: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:24.540 INFO:teuthology.run_tasks:Running task vip.exec... 2022-01-18T16:01:24.552 INFO:tasks.vip:Running commands on role host.a host ubuntu@smithi129.front.sepia.ceph.com 2022-01-18T16:01:24.553 DEBUG:teuthology.orchestra.run.smithi129:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'systemctl stop nfs-server' 2022-01-18T16:01:24.580 INFO:teuthology.orchestra.run.smithi129.stderr:+ systemctl stop nfs-server 2022-01-18T16:01:24.587 INFO:tasks.vip:Running commands on role host.b host ubuntu@smithi156.front.sepia.ceph.com 2022-01-18T16:01:24.587 DEBUG:teuthology.orchestra.run.smithi156:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'systemctl stop nfs-server' 2022-01-18T16:01:24.630 INFO:teuthology.orchestra.run.smithi156.stderr:+ systemctl stop nfs-server 2022-01-18T16:01:24.638 INFO:teuthology.run_tasks:Running task cephadm.shell... 2022-01-18T16:01:24.648 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi129.front.sepia.ceph.com 2022-01-18T16:01:24.649 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- bash -c 'ceph fs volume create foofs' 2022-01-18T16:01:25.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:25 smithi129 conmon[29798]: audit 2022-01-18T16:01:23.964238+0000 mgr.smithi129.iclwio (mgr.14162) 235 : audit [DBG] from='client.14460 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:01:25.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:25 smithi156 conmon[32001]: audit 2022-01-18T16:01:23.964238+0000 mgr.smithi129.iclwio (mgr.14162) 235 : audit [DBG] from='client.14460 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:01:26.217 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:26 smithi129 conmon[29798]: cluster 2022-01-18T16:01:24.469310+0000 mgr.smithi129.iclwio (mgr.14162 2022-01-18T16:01:26.218 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:26 smithi129 conmon[29798]: ) 236 : cluster [DBG] pgmap v204: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:26.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:26 smithi156 conmon[32001]: cluster 2022-01-18T16:01:24.469310+0000 mgr.smithi129.iclwio (mgr.14162) 236 : cluster [DBG] pgmap v204: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:27.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:27 smithi129 conmon[29798]: audit 2022-01-18T16:01:26.612187+0000 mon.smithi129 ( 2022-01-18T16:01:27.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:27 smithi129 conmon[29798]: mon.0) 515 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]: dispatch 2022-01-18T16:01:27.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:27 smithi156 conmon[32001]: audit 2022-01-18T16:01:26.612187+0000 mon.smithi129 (mon.0) 515 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]: dispatch 2022-01-18T16:01:28.308 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:28 smithi129 conmon[29798]: cluster 2022-01-18T16:01:26.469633+0000 mgr.smithi129.iclwio (mgr.14162) 237 : cluster [DBG] pgmap v205: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:28.309 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:28 smithi129 conmon[29798]: audit 2022-01-18T16:01:26.611718+0000 mgr.smithi129.iclwio (mgr.14162) 238 : audit [DBG] from='client.14464 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foofs", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:01:28.309 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:28 smithi129 conmon[29798]: audit 2022-01-18T16:01:27.070624+0000 mon.smithi129 (mon.0) 2022-01-18T16:01:28.309 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:28 smithi129 conmon[29798]: 516 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]': finished 2022-01-18T16:01:28.309 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:28 smithi129 conmon[29798]: cluster 2022-01-18 2022-01-18T16:01:28.310 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:28 smithi129 conmon[29798]: T16:01:27.070682+0000 mon.smithi129 (mon.0) 517 : cluster [DBG] 2022-01-18T16:01:28.310 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:28 smithi129 conmon[29798]: osdmap e52: 8 total, 8 up, 8 in 2022-01-18T16:01:28.310 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:28 smithi129 conmon[29798]: audit 2022 2022-01-18T16:01:28.310 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:28 smithi129 conmon[29798]: -01-18T16:01:27.073720+0000 mon.smithi129 (mon.0) 2022-01-18T16:01:28.311 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:28 smithi129 conmon[29798]: 518 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foofs.data"}]: dispatch 2022-01-18T16:01:28.311 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:28 smithi129 conmon[29798]: debug 2022-01-18T16:01:28.077+0000 7f47448bf700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-01-18T16:01:28.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:28 smithi156 conmon[32001]: cluster 2022-01-18T16:01:26.469633+0000 mgr.smithi129.iclwio (mgr.14162) 237 : cluster [DBG] pgmap v205: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:28.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:28 smithi156 conmon[32001]: audit 2022-01-18T16:01:26.611718+0000 mgr.smithi129.iclwio (mgr.14162) 238 : audit [DBG] from='client.14464 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foofs", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:01:28.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:28 smithi156 conmon[32001]: audit 2022-01-18T16:01:27.070624+0000 mon.smithi129 (mon.0) 516 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]': finished 2022-01-18T16:01:28.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:28 smithi156 conmon[32001]: cluster 2022-01-18T16:01:27.070682+0000 mon.smithi129 ( 2022-01-18T16:01:28.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:28 smithi156 conmon[32001]: mon.0) 517 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2022-01-18T16:01:28.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:28 smithi156 conmon[32001]: audit 2022-01- 2022-01-18T16:01:28.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:28 smithi156 conmon[32001]: 18T16:01:27.073720+0000 mon.smithi129 (mon. 2022-01-18T16:01:28.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:28 smithi156 conmon[32001]: 0) 518 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foofs.data"}]: dispatch 2022-01-18T16:01:28.755 INFO:teuthology.run_tasks:Running task cephadm.wait_for_service... 2022-01-18T16:01:28.766 INFO:tasks.cephadm:Waiting for ceph service mds.foofs to start (timeout 300)... 2022-01-18T16:01:28.767 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph orch ls -f json 2022-01-18T16:01:29.288 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:29 smithi129 conmon[29798]: audit 2022-01-18T16:01:28.074996+0000 mon.smithi129 (mon.0) 519 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foofs.data"}]': finished 2022-01-18T16:01:29.288 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:29 smithi129 conmon[29798]: cluster 2022-01-18T16:01:28.075206+0000 mon.smithi129 (mon.0) 520 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2022-01-18T16:01:29.288 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:29 smithi129 conmon[29798]: audit 2022-01-18T16:01:28.077895+0000 mon.smithi129 (mon.0) 521 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]: dispatch 2022-01-18T16:01:29.289 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:29 smithi129 conmon[29798]: cluster 2022-01-18T16:01:28.078809+0000 mon.smithi129 (mon.0) 522 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-01-18T16:01:29.289 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:29 smithi129 conmon[29798]: cluster 2022-01-18T16:01:28.078837+0000 mon.smithi129 (mon.0) 523 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2022-01-18T16:01:29.289 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:29 smithi129 conmon[29798]: cluster 2022-01-18T16:01:28.088012+0000 mon.smithi129 (mon.0) 524 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2022-01-18T16:01:29.289 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:29 smithi129 conmon[29798]: audit 2022-01-18T16:01:28.092706+0000 mon.smithi129 (mon.0) 525 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]': finished 2022-01-18T16:01:29.290 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:29 smithi129 conmon[29798]: cluster 2022-01-18T16:01:28.092816+0000 mon.smithi129 (mon.0) 526 : cluster [DBG] fsmap foofs:0 2022-01-18T16:01:29.290 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:29 smithi129 conmon[29798]: cephadm 2022-01-18T16:01:28.096861+0000 mgr.smithi129.iclwio (mgr.14162) 239 : cephadm [INF] Saving service mds.foofs spec with placement count:2 2022-01-18T16:01:29.290 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:29 smithi129 conmon[29798]: audit 2022-01-18T16:01:28.100742+0000 mon.smithi129 (mon.0) 527 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:29.290 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:29 smithi129 conmon[29798]: audit 2022-01-18T16:01:28.101540+0000 mon.smithi129 (mon.0) 528 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:01:29.291 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:29 smithi129 conmon[29798]: audit 2022-01-18T16:01:28.111429+0000 mon.smithi129 (mon.0) 529 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:29.291 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:29 smithi129 conmon[29798]: audit 2022-01-18T16:01:28.118281 2022-01-18T16:01:29.291 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:29 smithi129 conmon[29798]: +0000 mon.smithi129 (mon.0) 530 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:29.291 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:29 smithi129 conmon[29798]: audit 2022-01-18T16:01:28.119178+0000 2022-01-18T16:01:29.292 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:29 smithi129 conmon[29798]: mon.smithi129 (mon.0) 531 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi129.uncsrf", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2022-01-18T16:01:29.292 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:29 smithi129 conmon[29798]: audit 2022-01-18T16 2022-01-18T16:01:29.292 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:29 smithi129 conmon[29798]: :01:28.121882+0000 mon.smithi129 (mon.0) 532 2022-01-18T16:01:29.292 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:29 smithi129 conmon[29798]: : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi129.uncsrf", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2022-01-18T16:01:29.293 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:29 smithi129 conmon[29798]: audit 2022-01-18T16: 2022-01-18T16:01:29.293 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:29 smithi129 conmon[29798]: 01:28.122529+0000 mon.smithi129 (mon.0) 533 2022-01-18T16:01:29.293 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:29 smithi129 conmon[29798]: : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:01:29.293 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:29 smithi129 conmon[29798]: cephadm 2022-01-18T16:01:28.123131+0000 mgr.smithi129.iclwio (mgr.14162) 240 : cephadm [INF] Deploying daemon mds.foofs.smithi129.uncsrf on smithi129 2022-01-18T16:01:29.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: audit 2022-01-18T16:01:28.074996+0000 mon.smithi129 (mon.0) 519 : audit [INF] 2022-01-18T16:01:29.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foofs.data"}]': finished 2022-01-18T16:01:29.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: cluster 2022-01-18T16:01:28.075206+0000 mon.smithi129 (mon.0) 520 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2022-01-18T16:01:29.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: audit 2022-01-18T16:01:28.077895+0000 2022-01-18T16:01:29.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: mon.smithi129 (mon.0) 521 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]: dispatch 2022-01-18T16:01:29.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: cluster 2022-01-18T16:01:28. 2022-01-18T16:01:29.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: 078809+0000 mon.smithi129 (mon.0) 522 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-01-18T16:01:29.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: cluster 2022-01 2022-01-18T16:01:29.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: -18T16:01:28.078837+0000 mon.smithi129 ( 2022-01-18T16:01:29.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: mon.0) 523 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2022-01-18T16:01:29.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: cluster 2022-01 2022-01-18T16:01:29.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: -18T16:01:28.088012+0000 mon.smithi129 2022-01-18T16:01:29.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: (mon.0) 524 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2022-01-18T16:01:29.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: audit 2022-01 2022-01-18T16:01:29.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: -18T16:01:28.092706+0000 mon.smithi129 ( 2022-01-18T16:01:29.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: mon.0) 525 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]': finished 2022-01-18T16:01:29.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: cluster 2022- 2022-01-18T16:01:29.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: 01-18T16:01:28.092816+0000 mon.smithi129 ( 2022-01-18T16:01:29.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: mon.0) 526 : cluster [DBG] fsmap foofs:0 2022-01-18T16:01:29.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: cephadm 2022 2022-01-18T16:01:29.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: -01-18T16:01:28.096861+0000 2022-01-18T16:01:29.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: mgr.smithi129.iclwio (mgr.14162) 239 : cephadm [INF] Saving service mds.foofs spec with placement count:2 2022-01-18T16:01:29.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: audit 2022 2022-01-18T16:01:29.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: -01-18T16:01:28.100742+0000 2022-01-18T16:01:29.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: mon.smithi129 (mon.0) 527 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:29.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: audit 2022- 2022-01-18T16:01:29.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: 01-18T16:01:28.101540+0000 2022-01-18T16:01:29.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: mon.smithi129 (mon.0) 528 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:01:29.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: 2022-01-18T16:01:29.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: audit 2022-01-18T16 2022-01-18T16:01:29.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: :01:28.111429+0000 mon.smithi129 (mon.0 2022-01-18T16:01:29.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: ) 529 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:29.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: audit 2022-01- 2022-01-18T16:01:29.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: 18T16:01:28.118281+0000 mon.smithi129 (mon 2022-01-18T16:01:29.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: .0) 530 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:29.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: audit 2022-01-18T 2022-01-18T16:01:29.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: 16:01:28.119178+0000 mon.smithi129 (mon. 2022-01-18T16:01:29.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: 0) 531 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi129.uncsrf", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2022-01-18T16:01:29.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: audit 2022-01- 2022-01-18T16:01:29.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: 18T16:01:28.121882+0000 mon.smithi129 ( 2022-01-18T16:01:29.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: mon.0) 532 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi129.uncsrf", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2022-01-18T16:01:29.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: audit 2022-01 2022-01-18T16:01:29.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: -18T16:01:28.122529+0000 mon.smithi129 ( 2022-01-18T16:01:29.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: mon.0) 533 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:01:29.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: cephadm 2022-01-18T 2022-01-18T16:01:29.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: 16:01:28.123131+0000 mgr.smithi129.iclwio (mgr.14162) 240 : cephadm 2022-01-18T16:01:29.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:29 smithi156 conmon[32001]: [INF] Deploying daemon mds.foofs.smithi129.uncsrf on smithi129 2022-01-18T16:01:30.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:30 smithi129 conmon[29798]: cluster 2022-01-18T16:01:28.469979+0000 mgr.smithi129.iclwio (mgr.14162) 241 : 2022-01-18T16:01:30.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:30 smithi129 conmon[29798]: cluster [DBG] pgmap v209: 65 pgs: 8 creating+peering, 51 unknown, 6 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:30.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:30 smithi129 conmon[29798]: cluster 2022-01-18T16:01:29.090244+0000 mon.smithi129 (mon.0) 534 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2022-01-18T16:01:30.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:30 smithi156 conmon[32001]: cluster 2022-01-18T16:01:28.469979+0000 mgr.smithi129.iclwio (mgr.14162) 241 : cluster [DBG] pgmap v209: 65 pgs: 8 creating+peering, 51 unknown, 6 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:30.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:30 smithi156 conmon[32001]: cluster 2022-01-18T16:01:29.090244+0000 mon.smithi129 (mon.0) 534 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2022-01-18T16:01:31.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:31 smithi129 conmon[29798]: cluster 2022-01-18T16:01:30.097332+0000 mon.smithi129 (mon.0) 535 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2022-01-18T16:01:31.484 INFO:teuthology.orchestra.run.smithi129.stdout: 2022-01-18T16:01:31.484 INFO:teuthology.orchestra.run.smithi129.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2022-01-18T15:55:46.634699Z", "last_refresh": "2022-01-18T15:59:17.704224Z", "running": 1, "size": 1}}, {"placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2022-01-18T15:55:33.843374Z", "last_refresh": "2022-01-18T15:59:17.704282Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "status": {"created": "2022-01-18T15:55:43.328579Z", "last_refresh": "2022-01-18T15:59:17.704337Z", "running": 1, "size": 1}}, {"events": ["2022-01-18T16:01:28.100930Z service:mds.foofs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foofs", "service_name": "mds.foofs", "service_type": "mds", "status": {"created": "2022-01-18T16:01:28.096880Z", "running": 0, "size": 2}}, {"placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2022-01-18T15:55:32.508380Z", "last_refresh": "2022-01-18T15:59:17.704160Z", "running": 2, "size": 2}}, {"events": ["2022-01-18T15:56:52.043251Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["smithi129:172.21.15.129=smithi129", "smithi156:172.21.15.156=smithi156"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2022-01-18T15:56:52.039884Z", "last_refresh": "2022-01-18T15:59:17.704011Z", "running": 2, "size": 2}}, {"placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2022-01-18T15:55:45.174890Z", "last_refresh": "2022-01-18T15:59:17.704391Z", "running": 2, "size": 2}}, {"placement": {}, "service_id": "unmanaged", "service_name": "osd.unmanaged", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29", "container_image_name": "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949", "last_refresh": "2022-01-18T15:59:17.704498Z", "running": 8, "size": 8}, "unmanaged": true}, {"placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2022-01-18T15:55:41.859495Z", "last_refresh": "2022-01-18T15:59:17.704445Z", "running": 1, "size": 1}}] 2022-01-18T16:01:31.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:31 smithi156 conmon[32001]: cluster 2022-01-18T16:01:30.097332+0000 mon.smithi129 (mon.0) 535 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2022-01-18T16:01:31.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:31 smithi156 conmon[32001]: 2022-01-18T16:01:32.246 INFO:tasks.cephadm:mds.foofs has 0/2 2022-01-18T16:01:32.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:32 smithi129 conmon[29798]: cluster 2022-01-18T16:01:30.470326+0000 mgr.smithi129.iclwio (mgr.14162) 242 : cluster [DBG] 2022-01-18T16:01:32.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:32 smithi129 conmon[29798]: pgmap v212: 65 pgs: 8 creating+peering, 20 unknown, 37 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:32.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:32 smithi129 conmon[29798]: audit 2022-01-18T16:01:31.596082+0000 mon.smithi129 (mon.0) 536 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:32.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:32 smithi129 conmon[29798]: audit 2022-01-18T16:01:31.596856+0000 mon.smithi129 (mon.0) 537 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi156.rnsjkd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2022-01-18T16:01:32.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:32 smithi129 conmon[29798]: audit 2022-01-18T16:01:31.603429+0000 mon.smithi129 (mon.0) 538 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi156.rnsjkd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2022-01-18T16:01:32.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:32 smithi129 conmon[29798]: audit 2022-01-18T16:01:31.604053+0000 mon.smithi129 (mon.0) 539 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:01:32.475 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:32 smithi156 conmon[32001]: cluster 2022-01-18T16:01:30.470326+0000 mgr.smithi129.iclwio (mgr.14162) 242 : cluster [DBG] pgmap v212: 65 pgs: 8 creating+peering, 20 unknown, 37 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:32.475 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:32 smithi156 conmon[32001]: audit 2022-01-18T16:01:31.596082+0000 mon.smithi129 (mon.0) 536 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:32.475 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:32 smithi156 conmon[32001]: audit 2022-01-18T16:01:31.596856+0000 mon.smithi129 (mon.0) 537 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi156.rnsjkd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2022-01-18T16:01:32.476 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:32 smithi156 conmon[32001]: audit 2022-01-18T16:01:31.603429+0000 mon.smithi129 (mon.0) 538 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi156.rnsjkd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2022-01-18T16:01:32.476 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:32 smithi156 conmon[32001]: audit 2022-01-18T16:01:31.604053+0000 mon.smithi129 (mon.0) 539 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:01:33.248 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- ceph orch ls -f json 2022-01-18T16:01:33.361 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:33 smithi156 conmon[32001]: audit 2022-01-18T16:01:31.494682+0000 mgr.smithi129.iclwio (mgr.14162) 243 : 2022-01-18T16:01:33.362 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:33 smithi156 conmon[32001]: audit [DBG] from='client.14468 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-18T16:01:33.362 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:33 smithi156 conmon[32001]: cephadm 2022-01-18T16:01:31.604574+0000 mgr.smithi129.iclwio (mgr.14162) 244 : cephadm [INF] Deploying daemon mds.foofs.smithi156.rnsjkd on smithi156 2022-01-18T16:01:33.362 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:33 smithi156 conmon[32001]: cluster 2022-01-18T16:01:32.107322+0000 mon.smithi129 (mon.0) 540 : cluster [DBG] mds.? [v2:172.21.15.129:6834/4060115502,v1:172.21.15.129:6835/4060115502] up:boot 2022-01-18T16:01:33.362 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:33 smithi156 conmon[32001]: cluster 2022-01-18T16:01:32.107363+0000 mon.smithi129 (mon.0) 541 : cluster [INF] daemon mds.foofs.smithi129.uncsrf assigned to filesystem foofs as rank 0 (now has 1 ranks) 2022-01-18T16:01:33.363 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:33 smithi156 conmon[32001]: cluster 2022-01-18T16:01:32.107420+0000 mon.smithi129 (mon.0) 542 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-01-18T16:01:33.363 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:33 smithi156 conmon[32001]: cluster 2022-01-18T16:01:32.107434+0000 mon.smithi129 (mon.0) 543 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2022-01-18T16:01:33.363 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:33 smithi156 conmon[32001]: cluster 2022-01-18T16:01:32.107443+0000 mon.smithi129 (mon.0) 544 : cluster [INF] Cluster is now healthy 2022-01-18T16:01:33.363 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:33 smithi156 conmon[32001]: cluster 2022-01-18T16:01:32.107606+0000 mon.smithi129 (mon.0) 545 : cluster [DBG] fsmap foofs:0 1 up:standby 2022-01-18T16:01:33.364 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:33 smithi156 conmon[32001]: audit 2022-01-18T16:01:32.107697+0000 mon.smithi129 (mon.0) 546 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi129.uncsrf"}]: dispatch 2022-01-18T16:01:33.364 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:33 smithi156 conmon[32001]: cluster 2022-01-18T16:01:32.109947+0000 mon.smithi129 (mon.0) 547 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi129.uncsrf=up:creating} 2022-01-18T16:01:33.364 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:33 smithi156 conmon[32001]: cluster 2022-01-18T16:01:32.122031+0000 mon.smithi129 (mon.0) 548 : cluster [INF] daemon mds.foofs.smithi129.uncsrf is now active in filesystem foofs as rank 0 2022-01-18T16:01:33.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:33 smithi129 conmon[29798]: audit 2022-01-18T16:01:31.494682+0000 mgr.smithi129.iclwio (mgr.14162) 243 : audit [DBG] from='client.14468 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-18T16:01:33.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:33 smithi129 conmon[29798]: 2022-01-18T16:01:33.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:33 smithi129 conmon[29798]: cephadm 2022-01-18T16:01:31.604574+0000 mgr.smithi129.iclwio (mgr.14162) 244 : cephadm [INF] Deploying daemon mds.foofs.smithi156.rnsjkd on smithi156 2022-01-18T16:01:33.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:33 smithi129 conmon[29798]: cluster 2022-01-18T16:01:32.107322+0000 mon.smithi129 (mon.0) 540 : cluster [DBG] mds.? [v2:172.21.15.129:6834/4060115502,v1:172.21.15.129:6835/4060115502] up:boot 2022-01-18T16:01:33.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:33 smithi129 conmon[29798]: cluster 2022-01-18T16:01:32.107363+0000 mon.smithi129 (mon.0) 541 : cluster [INF] daemon mds.foofs.smithi129.uncsrf assigned to filesystem foofs as rank 0 (now has 1 ranks) 2022-01-18T16:01:33.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:33 smithi129 conmon[29798]: cluster 2022-01-18T16:01:32.107420+0000 mon.smithi129 (mon.0) 542 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-01-18T16:01:33.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:33 smithi129 conmon[29798]: cluster 2022-01-18T16:01:32.107434+0000 mon.smithi129 (mon.0) 543 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2022-01-18T16:01:33.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:33 smithi129 conmon[29798]: cluster 2022-01-18T16:01:32.107443+0000 mon.smithi129 (mon.0) 544 : cluster [INF] Cluster is now healthy 2022-01-18T16:01:33.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:33 smithi129 conmon[29798]: cluster 2022-01-18T16:01:32.107606+0000 mon.smithi129 (mon.0) 545 : cluster [DBG] fsmap foofs:0 1 up:standby 2022-01-18T16:01:33.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:33 smithi129 conmon[29798]: audit 2022-01-18T16:01:32.107697+0000 mon.smithi129 (mon.0) 546 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi129.uncsrf"}]: dispatch 2022-01-18T16:01:33.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:33 smithi129 conmon[29798]: cluster 2022-01-18T16:01:32.109947+0000 mon.smithi129 (mon.0) 547 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi129.uncsrf=up:creating} 2022-01-18T16:01:33.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:33 smithi129 conmon[29798]: cluster 2022-01-18T16:01:32.122031+0000 mon.smithi129 (mon.0) 548 : cluster [INF] daemon mds.foofs.smithi129.uncsrf is now active in filesystem foofs as rank 0 2022-01-18T16:01:34.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:34 smithi129 conmon[29798]: cluster 2022-01-18T16:01:32.470775+0000 mgr.smithi129.iclwio (mgr.14162) 245 : cluster [DBG] pgmap v213: 65 pgs: 2 creating+peering, 63 active+clean; 0 B data, 44 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:34.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:34 smithi129 conmon[29798]: cluster 2022-01-18T16:01:33.120287+0000 mon.smithi129 (mon.0) 549 : cluster [DBG] mds.? [v2:172.21.15.129:6834/4060115502,v1:172.21.15.129:6835/4060115502] up:active 2022-01-18T16:01:34.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:34 smithi129 conmon[29798]: cluster 2022-01-18T16:01:33.120341+0000 mon.smithi129 (mon.0) 550 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi129.uncsrf=up:active} 2022-01-18T16:01:34.431 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:34 smithi156 conmon[32001]: cluster 2022-01-18T16:01:32.470775+0000 mgr.smithi129.iclwio (mgr.14162) 245 : cluster 2022-01-18T16:01:34.431 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:34 smithi156 conmon[32001]: [DBG] pgmap v213: 65 pgs: 2 creating+peering, 63 active+clean; 0 B data, 44 MiB used, 715 GiB / 715 GiB avail 2022-01-18T16:01:34.431 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:34 smithi156 conmon[32001]: cluster 2022-01-18T16:01:33.120287+0000 mon.smithi129 (mon.0) 549 : cluster [DBG] mds.? [v2:172.21.15.129:6834/4060115502,v1:172.21.15.129:6835/4060115502] up:active 2022-01-18T16:01:34.432 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:34 smithi156 conmon[32001]: cluster 2022-01-18T16:01:33.120341+0000 mon.smithi129 (mon.0) 550 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi129.uncsrf=up:active} 2022-01-18T16:01:35.306 INFO:teuthology.orchestra.run.smithi129.stdout: 2022-01-18T16:01:35.306 INFO:teuthology.orchestra.run.smithi129.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2022-01-18T15:55:46.634699Z", "last_refresh": "2022-01-18T15:59:17.704224Z", "running": 1, "size": 1}}, {"placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2022-01-18T15:55:33.843374Z", "last_refresh": "2022-01-18T15:59:17.704282Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "status": {"created": "2022-01-18T15:55:43.328579Z", "last_refresh": "2022-01-18T15:59:17.704337Z", "running": 1, "size": 1}}, {"events": ["2022-01-18T16:01:28.100930Z service:mds.foofs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foofs", "service_name": "mds.foofs", "service_type": "mds", "status": {"created": "2022-01-18T16:01:28.096880Z", "running": 2, "size": 2}}, {"placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2022-01-18T15:55:32.508380Z", "last_refresh": "2022-01-18T15:59:17.704160Z", "running": 2, "size": 2}}, {"events": ["2022-01-18T15:56:52.043251Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["smithi129:172.21.15.129=smithi129", "smithi156:172.21.15.156=smithi156"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2022-01-18T15:56:52.039884Z", "last_refresh": "2022-01-18T15:59:17.704011Z", "running": 2, "size": 2}}, {"placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2022-01-18T15:55:45.174890Z", "last_refresh": "2022-01-18T15:59:17.704391Z", "running": 2, "size": 2}}, {"placement": {}, "service_id": "unmanaged", "service_name": "osd.unmanaged", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29", "container_image_name": "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949", "last_refresh": "2022-01-18T15:59:17.704498Z", "running": 8, "size": 8}, "unmanaged": true}, {"placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2022-01-18T15:55:41.859495Z", "last_refresh": "2022-01-18T15:59:17.704445Z", "running": 1, "size": 1}}] 2022-01-18T16:01:35.332 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:35 smithi129 conmon[29798]: audit 2022-01-18T16:01:34.151364+0000 mon.smithi129 2022-01-18T16:01:35.333 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:35 smithi129 conmon[29798]: (mon.0) 551 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:35.333 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:35 smithi129 conmon[29798]: audit 2022-01-18T16:01:34.151971+0000 mon.smithi129 (mon.0) 552 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:01:35.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:35 smithi156 conmon[32001]: audit 2022-01-18T16:01:34.151364+0000 mon.smithi129 ( 2022-01-18T16:01:35.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:35 smithi156 conmon[32001]: mon.0) 551 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:35.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:35 smithi156 conmon[32001]: audit 2022-01-18T16:01:34.151971+0000 mon.smithi129 (mon.0) 552 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:01:35.905 INFO:tasks.cephadm:mds.foofs has 2/2 2022-01-18T16:01:35.905 INFO:teuthology.run_tasks:Running task cephadm.shell... 2022-01-18T16:01:35.920 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi129.front.sepia.ceph.com 2022-01-18T16:01:35.921 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- bash -c 'ceph nfs cluster create foo --placement=2 || ceph nfs cluster create cephfs foo --placement=2' 2022-01-18T16:01:36.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:36 smithi129 conmon[29798]: cluster 2022-01-18T16:01:34.471166+0000 mgr.smithi129.iclwio (mgr.14162) 246 : cluster [DBG] pgmap v214: 65 pgs: 65 active+clean; 1.5 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 11 op/s 2022-01-18T16:01:36.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:36 smithi129 conmon[29798]: audit 2022-01-18T16:01:35.316164+0000 mgr.smithi129.iclwio (mgr.14162) 247 : audit [DBG] from='client.14480 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-18T16:01:36.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:36 smithi156 conmon[32001]: cluster 2022-01-18T16:01:34.471166+0000 mgr.smithi129.iclwio (mgr.14162) 246 : cluster [DBG] pgmap v214: 65 pgs: 65 active+clean; 1.5 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 11 op/s 2022-01-18T16:01:36.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:36 smithi156 conmon[32001]: audit 2022-01-18T16:01:35.316164+0000 mgr.smithi129.iclwio (mgr.14162) 247 : audit [DBG] from='client.14480 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-18T16:01:37.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:37 smithi129 conmon[29798]: audit 2022-01-18T16:01:36.177817+0000 mon.smithi129 (mon.0) 553 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:37.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:37 smithi156 conmon[32001]: audit 2022-01-18T16:01:36.177817+0000 mon.smithi129 (mon.0 2022-01-18T16:01:37.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:37 smithi156 conmon[32001]: ) 553 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:38.339 INFO:teuthology.orchestra.run.smithi129.stderr:Invalid command: missing required parameter clusterid() 2022-01-18T16:01:38.340 INFO:teuthology.orchestra.run.smithi129.stderr:nfs cluster create [] : Create an NFS Cluster 2022-01-18T16:01:38.340 INFO:teuthology.orchestra.run.smithi129.stderr:Error EINVAL: invalid command 2022-01-18T16:01:38.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:38 smithi129 conmon[29798]: cluster 2022-01-18T16:01:36.471623+0000 mgr.smithi129.iclwio (mgr.14162) 248 : cluster [DBG] pgmap v215: 65 pgs: 65 active+clean; 2.2 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s wr, 8 op/s 2022-01-18T16:01:38.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:38 smithi156 conmon[32001]: cluster 2022-01-18T16:01:36.471623+0000 mgr.smithi129.iclwio (mgr.14162) 248 : cluster [DBG] pgmap v215: 65 pgs: 65 active+clean; 2.2 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s wr, 8 op/s 2022-01-18T16:01:39.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:39 smithi156 conmon[32001]: cluster 2022-01-18T16:01:38.188340+0000 mon.smithi129 (mon.0) 554 : cluster [DBG] mds.? [v2:172.21.15.156:6832/1679616977,v1:172.21.15.156:6833/1679616977] up:boot 2022-01-18T16:01:39.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:39 smithi156 conmon[32001]: cluster 2022-01-18T16:01:38 2022-01-18T16:01:39.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:39 smithi156 conmon[32001]: .188579+0000 mon.smithi129 (mon.0) 555 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi129.uncsrf=up:active} 1 up:standby 2022-01-18T16:01:39.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:39 smithi156 conmon[32001]: audit 2022-01-18T16:01:38.188670+0000 mon.smithi129 (mon.0) 556 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi156.rnsjkd"}]: dispatch 2022-01-18T16:01:39.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:39 smithi156 conmon[32001]: cluster 2022-01-18T16:01:38.190365+0000 2022-01-18T16:01:39.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:39 smithi156 conmon[32001]: mon.smithi129 (mon.0) 557 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi129.uncsrf=up:active} 1 up:standby 2022-01-18T16:01:39.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:39 smithi156 conmon[32001]: audit 2022-01- 2022-01-18T16:01:39.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:39 smithi156 conmon[32001]: 18T16:01:38.686185+0000 mon.smithi129 (mon.0) 558 : audit 2022-01-18T16:01:39.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:39 smithi156 conmon[32001]: [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd pool create", "pool": "nfs-ganesha"}]: dispatch 2022-01-18T16:01:39.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:39 smithi129 conmon[29798]: cluster 2022-01-18T16:01:38. 2022-01-18T16:01:39.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:39 smithi129 conmon[29798]: 188340+0000 mon.smithi129 (mon.0) 554 : cluster [DBG] mds.? [v2:172.21.15.156:6832/1679616977,v1:172.21.15.156:6833/1679616977] up:boot 2022-01-18T16:01:39.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:39 smithi129 conmon[29798]: cluster 2022-01-18T16:01:38.188579+0000 mon.smithi129 (mon.0) 555 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi129.uncsrf=up:active} 1 up:standby 2022-01-18T16:01:39.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:39 smithi129 conmon[29798]: audit 2022-01-18T16:01:38.188670+0000 mon.smithi129 (mon.0) 556 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi156.rnsjkd"}]: dispatch 2022-01-18T16:01:39.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:39 smithi129 conmon[29798]: cluster 2022-01-18T16:01:38.190365+0000 mon.smithi129 (mon.0) 557 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi129.uncsrf=up:active} 1 up:standby 2022-01-18T16:01:39.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:39 smithi129 conmon[29798]: audit 2022- 2022-01-18T16:01:39.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:39 smithi129 conmon[29798]: 01-18T16:01:38.686185+0000 mon.smithi129 (mon.0) 558 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd pool create", "pool": "nfs-ganesha"}]: dispatch 2022-01-18T16:01:40.210 INFO:teuthology.orchestra.run.smithi129.stdout:NFS Cluster Created Successfully 2022-01-18T16:01:40.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:40 smithi156 conmon[32001]: cluster 2022-01-18T16:01:38.472074+0000 mgr.smithi129.iclwio (mgr.14162) 249 : cluster [DBG] pgmap v216: 65 pgs: 65 active+clean; 2.3 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s wr, 5 op/s 2022-01-18T16:01:40.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:40 smithi156 conmon[32001]: audit 2022-01-18T16:01:38.685211+0000 mgr.smithi129.iclwio (mgr.14162) 250 : audit [DBG] from='client.14488 -' entity='client.admin' cmd=[{"prefix": "nfs cluster create", "type": "cephfs", "clusterid": "foo", "placement": "2", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:01:40.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:40 smithi156 conmon[32001]: audit 2022-01-18T16:01:39.197477+0000 mon.smithi129 (mon.0) 559 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "osd pool create", "pool": "nfs-ganesha"}]': finished 2022-01-18T16:01:40.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:40 smithi156 conmon[32001]: cluster 2022-01-18T16:01:39.197535+0000 mon.smithi129 (mon.0) 560 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2022-01-18T16:01:40.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:40 smithi156 conmon[32001]: audit 2022-01-18T16:01:39.198707+0000 mon.smithi129 (mon.0) 561 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd pool application enable", "pool": "nfs-ganesha", "app": "nfs"}]: dispatch 2022-01-18T16:01:40.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:40 smithi156 conmon[32001]: audit 2022-01-18T16:01:39.416729+0000 mon.smithi129 (mon.0) 562 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:40.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:40 smithi156 conmon[32001]: audit 2022-01-18T16:01:39.419703+0000 mon.smithi129 (mon.0) 563 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:40.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:40 smithi156 conmon[32001]: audit 2022-01-18T16:01:39.422448+0000 mon.smithi129 (mon.0) 564 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:01:40.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:40 smithi156 conmon[32001]: audit 2022-01-18T16:01:39.425768+0000 mon.smithi129 (mon.0) 565 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:40.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:40 smithi129 conmon[29798]: cluster 2022-01-18T16:01:38.472074+0000 mgr.smithi129.iclwio (mgr.14162) 249 : cluster [DBG] pgmap v216: 65 pgs: 65 active+clean; 2.3 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s wr, 5 op/s 2022-01-18T16:01:40.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:40 smithi129 conmon[29798]: audit 2022-01-18T16:01:38.685211+0000 mgr.smithi129.iclwio (mgr.14162) 250 : audit [DBG] from='client.14488 -' entity='client.admin' cmd=[{"prefix": "nfs cluster create", "type": "cephfs", "clusterid": "foo", "placement": "2", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:01:40.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:40 smithi129 conmon[29798]: audit 2022-01-18T16:01:39.197477+0000 mon.smithi129 (mon.0) 559 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "osd pool create", "pool": "nfs-ganesha"}]': finished 2022-01-18T16:01:40.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:40 smithi129 conmon[29798]: cluster 2022-01-18T16:01:39.197535+0000 mon.smithi129 (mon.0) 560 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2022-01-18T16:01:40.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:40 smithi129 conmon[29798]: audit 2022-01-18T16:01:39.198707+0000 mon.smithi129 (mon.0) 561 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd pool application enable", "pool": "nfs-ganesha", "app": "nfs"}]: dispatch 2022-01-18T16:01:40.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:40 smithi129 conmon[29798]: audit 2022-01-18T16:01:39.416729+0000 mon.smithi129 (mon.0) 562 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:40.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:40 smithi129 conmon[29798]: audit 2022-01-18T16:01:39.419703+0000 mon.smithi129 (mon.0) 563 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:40.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:40 smithi129 conmon[29798]: audit 2022-01-18T16:01:39.422448+0000 mon.smithi129 (mon.0) 564 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:01:40.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:40 smithi129 conmon[29798]: audit 2022-01-18T16:01:39.425768+0000 mon.smithi129 (mon.0) 565 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:40.990 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- bash -c 'ceph nfs export create cephfs --fsname foofs --clusterid foo --binding /fake || ceph nfs export create cephfs --fsname foofs --cluster-id foo --pseudo-path /fake' 2022-01-18T16:01:41.223 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:41 smithi129 conmon[29798]: audit 2022-01-18T16:01:40.198588+0000 mon.smithi129 ( 2022-01-18T16:01:41.224 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:41 smithi129 conmon[29798]: mon.0) 566 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "osd pool application enable", "pool": "nfs-ganesha", "app": "nfs"}]': finished 2022-01-18T16:01:41.224 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:41 smithi129 conmon[29798]: cluster 2022-01-18T16:01:40.198798+0000 mon.smithi129 (mon.0) 567 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2022-01-18T16:01:41.224 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:41 smithi129 conmon[29798]: cephadm 2022-01-18T16:01:40.220089+0000 mgr.smithi129.iclwio (mgr.14162) 251 : cephadm [INF] Saving service nfs.foo spec with placement count:2 2022-01-18T16:01:41.225 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:41 smithi129 conmon[29798]: audit 2022-01-18T16:01:40.223589+0000 mon.smithi129 (mon.0) 568 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:41.225 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:41 smithi129 conmon[29798]: audit 2022-01-18T16:01:40.224290+0000 mon.smithi129 (mon.0) 569 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:01:41.225 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:41 smithi129 conmon[29798]: audit 2022-01-18T16:01:40.232224+0000 mon.smithi129 (mon.0) 570 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:41.225 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:41 smithi129 conmon[29798]: cephadm 2022-01-18T16:01:40.234447+0000 mgr.smithi129.iclwio (mgr.14162) 252 : cephadm [INF] Checking pool "nfs-ganesha" exists for service nfs.foo 2022-01-18T16:01:41.226 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:41 smithi129 conmon[29798]: cephadm 2022-01-18T16:01:40.240070+0000 mgr.smithi129.iclwio (mgr.14162) 253 : cephadm [INF] Creating key for client.nfs.foo.smithi129 2022-01-18T16:01:41.226 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:41 smithi129 conmon[29798]: audit 2022-01-18T16:01:40.240339+0000 mon.smithi129 (mon.0) 571 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi129", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]: dispatch 2022-01-18T16:01:41.226 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:41 smithi129 conmon[29798]: audit 2022-01-18T16:01:40.243692+0000 mon.smithi129 (mon.0) 572 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi129", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]': finished 2022-01-18T16:01:41.226 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:41 smithi129 conmon[29798]: cephadm 2022-01-18T16:01:40.245134+0000 mgr.smithi129.iclwio (mgr.14162) 254 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-01-18T16:01:41.227 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:41 smithi129 conmon[29798]: cephadm 2022-01-18T16:01:40.245205+0000 mgr.smithi129.iclwio (mgr.14162) 255 : cephadm [INF] Creating key for client.nfs.foo.smithi129-rgw 2022-01-18T16:01:41.227 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:41 smithi129 conmon[29798]: audit 2022-01-18T16:01:40.245419+0000 mon.smithi129 (mon.0) 573 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi129-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-18T16:01:41.227 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:41 smithi129 conmon[29798]: audit 2022-01-18T16:01:40.248134+0000 mon.smithi129 (mon.0) 574 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi129-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-01-18T16:01:41.228 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:41 smithi129 conmon[29798]: audit 2022-01-18T16:01:40.250674+0000 mon.smithi129 (mon.0 2022-01-18T16:01:41.228 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:41 smithi129 conmon[29798]: ) 575 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:01:41.228 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:41 smithi129 conmon[29798]: cephadm 2022-01-18T16:01:40.251323+0000 mgr.smithi129.iclwio (mgr.14162) 256 : cephadm [INF] Deploying daemon nfs.foo.smithi129 on smithi129 2022-01-18T16:01:41.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: audit 2022-01-18T16:01:40.198588+0000 mon.smithi129 (mon.0) 566 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "osd pool application enable", "pool": "nfs-ganesha", "app": "nfs"}]': finished 2022-01-18T16:01:41.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: cluster 2022-01-18T16:01:40.198798+0000 mon.smithi129 ( 2022-01-18T16:01:41.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: mon.0) 567 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2022-01-18T16:01:41.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: cephadm 2022-01-18T16:01:40.220089+0000 mgr.smithi129.iclwio (mgr.14162) 251 : cephadm [INF] Saving service nfs.foo spec with placement count:2 2022-01-18T16:01:41.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: audit 2022-01-18T16:01:40.223589+0000 mon.smithi129 (mon.0) 568 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:41.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: audit 2022-01-18T16:01:41.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: 2022-01-18T16:01:40.224290+0000 mon.smithi129 (mon.0) 569 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:01:41.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: audit 2022-01-18T16:01 2022-01-18T16:01:41.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: :40.232224+0000 mon.smithi129 (mon.0) 570 : audit 2022-01-18T16:01:41.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:41.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: cephadm 2022-01-18T16:01 2022-01-18T16:01:41.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: :40.234447+0000 mgr.smithi129.iclwio (mgr.14162) 252 2022-01-18T16:01:41.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: : cephadm [INF] Checking pool "nfs-ganesha" exists for service nfs.foo 2022-01-18T16:01:41.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: cephadm 2022-01-18T16 2022-01-18T16:01:41.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: :01:40.240070+0000 mgr.smithi129.iclwio (mgr.14162 2022-01-18T16:01:41.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: ) 253 : cephadm [INF] Creating key for client.nfs.foo.smithi129 2022-01-18T16:01:41.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: audit 2022-01- 2022-01-18T16:01:41.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: 18T16:01:40.240339+0000 mon.smithi129 ( 2022-01-18T16:01:41.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: mon.0) 571 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi129", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]: dispatch 2022-01-18T16:01:41.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: audit 2022- 2022-01-18T16:01:41.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: 01-18T16:01:40.243692+0000 mon.smithi129 ( 2022-01-18T16:01:41.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: mon.0) 572 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi129", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]': finished 2022-01-18T16:01:41.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: cephadm 2022-01 2022-01-18T16:01:41.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: -18T16:01:40.245134+0000 mgr.smithi129.iclwio 2022-01-18T16:01:41.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: (mgr.14162) 254 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-01-18T16:01:41.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: cephadm 2022 2022-01-18T16:01:41.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: -01-18T16:01:40.245205+0000 2022-01-18T16:01:41.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: mgr.smithi129.iclwio (mgr.14162) 255 : cephadm [INF] Creating key for client.nfs.foo.smithi129-rgw 2022-01-18T16:01:41.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: 2022-01-18T16:01:41.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: audit 2022-01-18T16:01:41.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: 2022-01-18T16:01:40.245419+0000 mon.smithi129 (mon 2022-01-18T16:01:41.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: .0) 573 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi129-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-18T16:01:41.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: audit 2022- 2022-01-18T16:01:41.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: 01-18T16:01:40.248134+0000 2022-01-18T16:01:41.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: mon.smithi129 (mon.0) 574 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi129-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-01-18T16:01:41.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: audit 2022-01-18T16: 2022-01-18T16:01:41.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: 01:40.250674+0000 mon.smithi129 (mon.0) 575 2022-01-18T16:01:41.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:01:41.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: cephadm 2022-01-18T16: 2022-01-18T16:01:41.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: 01:40.251323+0000 mgr.smithi129.iclwio (mgr.14162) 2022-01-18T16:01:41.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:41 smithi156 conmon[32001]: 256 : cephadm [INF] Deploying daemon nfs.foo.smithi129 on smithi129 2022-01-18T16:01:42.415 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:42 smithi129 conmon[29798]: cluster 2022-01-18T16:01:40.472557+0000 mgr.smithi129.iclwio ( 2022-01-18T16:01:42.415 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:42 smithi129 conmon[29798]: mgr.14162) 257 : cluster [DBG] pgmap v219: 97 pgs: 5 creating+activating, 20 unknown, 72 active+clean; 2.3 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s wr, 4 op/s 2022-01-18T16:01:42.416 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:42 smithi129 conmon[29798]: cluster 2022-01-18T16:01:41.204819+0000 mon.smithi129 (mon.0) 576 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2022-01-18T16:01:42.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:42 smithi156 conmon[32001]: cluster 2022-01-18T16:01:40.472557+0000 mgr.smithi129.iclwio (mgr.14162) 257 : cluster [DBG] pgmap v219: 97 pgs: 5 creating+activating, 20 unknown, 72 active+clean; 2.3 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s wr, 4 op/s 2022-01-18T16:01:42.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:42 smithi156 conmon[32001]: cluster 2022-01-18T16:01:41.204819+0000 mon.smithi129 (mon.0) 576 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2022-01-18T16:01:43.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:43 smithi129 conmon[29798]: cluster 2022-01-18T16:01:42.252821+0000 mon.smithi129 (mon.0) 577 : cluster [DBG] mds.? [v2:172.21.15.156:6832/1679616977,v1:172.21.15.156:6833/1679616977] up:standby 2022-01-18T16:01:43.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:43 smithi129 conmon[29798]: 2022-01-18T16:01:43.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:43 smithi129 conmon[29798]: cluster 2022-01-18T16:01:42.252876+0000 mon.smithi129 (mon.0) 578 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi129.uncsrf=up:active} 1 up:standby 2022-01-18T16:01:43.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:43 smithi129 conmon[29798]: cluster 2022-01-18T16:01:42.258968+0000 mon.smithi129 (mon.0) 579 : cluster [DBG] mgrmap e19: smithi129.iclwio(active, since 5m), standbys: smithi156.drmcjo 2022-01-18T16:01:43.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:43 smithi156 conmon[32001]: cluster 2022-01-18T16:01:42.252821+0000 mon.smithi129 (mon.0) 577 : cluster [DBG] mds.? [v2:172.21.15.156:6832/1679616977,v1:172.21.15.156:6833/1679616977] up:standby 2022-01-18T16:01:43.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:43 smithi156 conmon[32001]: 2022-01-18T16:01:43.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:43 smithi156 conmon[32001]: cluster 2022-01-18T16:01:42.252876+0000 mon.smithi129 (mon.0) 578 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi129.uncsrf=up:active} 1 up:standby 2022-01-18T16:01:43.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:43 smithi156 conmon[32001]: cluster 2022 2022-01-18T16:01:43.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:43 smithi156 conmon[32001]: -01-18T16:01:42.258968+0000 mon.smithi129 (mon.0) 579 : cluster [DBG] mgrmap e19: smithi129.iclwio(active, since 5m), standbys: smithi156.drmcjo 2022-01-18T16:01:43.551 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:01:43.552 INFO:teuthology.orchestra.run.smithi129.stdout: "bind": "/fake", 2022-01-18T16:01:43.552 INFO:teuthology.orchestra.run.smithi129.stdout: "fs": "foofs", 2022-01-18T16:01:43.553 INFO:teuthology.orchestra.run.smithi129.stdout: "path": "/", 2022-01-18T16:01:43.553 INFO:teuthology.orchestra.run.smithi129.stdout: "cluster": "foo", 2022-01-18T16:01:43.553 INFO:teuthology.orchestra.run.smithi129.stdout: "mode": "RW" 2022-01-18T16:01:43.554 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:01:44.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:44 smithi129 conmon[29798]: cluster 2022-01-18T16:01:42.473167+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:01:44.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:44 smithi129 conmon[29798]: 14162) 258 : cluster [DBG] pgmap v221: 97 pgs: 5 creating+activating, 4 unknown, 88 active+clean; 2.3 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 170 B/s wr, 0 op/s 2022-01-18T16:01:44.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:44 smithi129 conmon[29798]: audit 2022-01-18T16:01:43.555713+0000 mon.smithi129 (mon.0) 580 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "client.foo1", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-01-18T16:01:44.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:44 smithi129 conmon[29798]: audit 2022-01-18T16:01:43.561081+0000 mon.smithi129 (mon.0) 581 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "auth get-or-create", "entity": "client.foo1", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]': finished 2022-01-18T16:01:44.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:44 smithi156 conmon[32001]: cluster 2022-01-18T16:01:42.473167+0000 mgr.smithi129.iclwio (mgr.14162) 258 : cluster [DBG] pgmap v221: 97 pgs: 5 creating+activating, 4 unknown, 88 active+clean; 2.3 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 170 B/s wr, 0 op/s 2022-01-18T16:01:44.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:44 smithi156 conmon[32001]: audit 2022-01-18T16:01:43.555713+0000 mon.smithi129 (mon.0) 580 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "client.foo1", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-01-18T16:01:44.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:44 smithi156 conmon[32001]: audit 2022-01-18T16:01:43.561081+0000 mon.smithi129 (mon.0) 581 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "auth get-or-create", "entity": "client.foo1", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]': finished 2022-01-18T16:01:44.689 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -- bash -c 'while ! ceph orch ls | grep nfs | grep 2/2 ; do sleep 1 ; done' 2022-01-18T16:01:45.388 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:45 smithi129 conmon[29798]: audit 2022-01-18T16:01:43.536218+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:01:45.389 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:45 smithi129 conmon[29798]: 14162) 259 : audit [DBG] from='client.14496 -' entity='client.admin' cmd=[{"prefix": "nfs export create cephfs", "fsname": "foofs", "clusterid": "foo", "binding": "/fake", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:01:45.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:45 smithi156 conmon[32001]: audit 2022-01-18T16:01:43.536218+0000 mgr.smithi129.iclwio (mgr.14162) 259 : audit [DBG] from='client.14496 -' entity='client.admin' cmd=[{"prefix": "nfs export create cephfs", "fsname": "foofs", "clusterid": "foo", "binding": "/fake", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:01:46.532 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:46 smithi129 conmon[29798]: cluster 2022-01-18T16:01:44.473819+0000 mgr.smithi129.iclwio (mgr.14162) 260 : cluster [DBG] pgmap v222: 97 pgs: 5 creating+activating, 92 active+clean; 2.3 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2022-01-18T16:01:46.533 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:46 smithi129 conmon[29798]: audit 2022-01-18T16:01:45. 2022-01-18T16:01:46.533 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:46 smithi129 conmon[29798]: 519424+0000 mon.smithi129 (mon.0) 582 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:46.533 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:46 smithi129 conmon[29798]: audit 2022-01-18T16:01:45.520316+0000 mon.smithi129 (mon.0) 583 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi156", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]: dispatch 2022-01-18T16:01:46.534 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:46 smithi129 conmon[29798]: audit 2022-01-18T16:01:45.522836+0000 mon.smithi129 (mon.0) 584 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi156", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]': finished 2022-01-18T16:01:46.534 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:46 smithi129 conmon[29798]: audit 2022-01-18T16:01:45.524052+0000 mon.smithi129 (mon.0) 585 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi156-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-18T16:01:46.534 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:46 smithi129 conmon[29798]: audit 2022-01-18T16:01:45.526424+0000 mon.smithi129 (mon.0) 586 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi156-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-01-18T16:01:46.534 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:46 smithi129 conmon[29798]: audit 2022-01-18T16:01:45.527365+0000 mon.smithi129 (mon.0) 587 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:01:46.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:46 smithi156 conmon[32001]: cluster 2022-01-18T16:01:44.473819+0000 mgr.smithi129.iclwio (mgr.14162) 260 : 2022-01-18T16:01:46.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:46 smithi156 conmon[32001]: cluster [DBG] pgmap v222: 97 pgs: 5 creating+activating, 92 active+clean; 2.3 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2022-01-18T16:01:46.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:46 smithi156 conmon[32001]: audit 2022-01-18T16:01:45.519424+0000 mon.smithi129 (mon.0) 582 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:46.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:46 smithi156 conmon[32001]: audit 2022-01-18T16:01:45.520316+0000 mon.smithi129 (mon.0) 583 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi156", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]: dispatch 2022-01-18T16:01:46.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:46 smithi156 conmon[32001]: audit 2022-01-18T16:01:45.522836+0000 mon.smithi129 (mon.0) 584 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi156", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]': finished 2022-01-18T16:01:46.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:46 smithi156 conmon[32001]: audit 2022-01-18T16:01:45.524052+0000 mon.smithi129 (mon.0) 585 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi156-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-18T16:01:46.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:46 smithi156 conmon[32001]: audit 2022-01-18T16:01:45.526424+0000 mon.smithi129 (mon.0) 586 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi156-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-01-18T16:01:46.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:46 smithi156 conmon[32001]: audit 2022-01-18T16:01:45.527365+0000 mon.smithi129 (mon.0) 587 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:01:47.531 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:47 smithi129 conmon[29798]: cephadm 2022-01-18T16:01:45.520103+0000 mgr.smithi129.iclwio (mgr.14162) 261 : cephadm [INF] Creating key for client.nfs.foo.smithi156 2022-01-18T16:01:47.531 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:47 smithi129 conmon[29798]: cephadm 2022-01-18T16:01:45.523805+0000 mgr.smithi129.iclwio (mgr.14162) 262 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-01-18T16:01:47.531 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:47 smithi129 conmon[29798]: cephadm 2022-01-18T16:01:45.523868+0000 mgr.smithi129.iclwio (mgr.14162) 263 : cephadm [INF] Creating key for client.nfs.foo.smithi156-rgw 2022-01-18T16:01:47.531 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:47 smithi129 conmon[29798]: cephadm 2022-01-18T16:01:45.528050+0000 mgr.smithi129.iclwio (mgr.14162) 264 : cephadm [INF] Deploying daemon nfs.foo.smithi156 on smithi156 2022-01-18T16:01:47.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:47 smithi156 conmon[32001]: cephadm 2022-01-18T16:01:45.520103+0000 mgr.smithi129.iclwio (mgr.14162) 261 : cephadm [INF] Creating key for client.nfs.foo.smithi156 2022-01-18T16:01:47.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:47 smithi156 conmon[32001]: cephadm 2022-01-18T16:01:45.523805+0000 mgr.smithi129.iclwio (mgr.14162) 262 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-01-18T16:01:47.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:47 smithi156 conmon[32001]: cephadm 2022-01-18T16:01:45.523868+0000 mgr.smithi129.iclwio (mgr.14162) 263 : cephadm [INF] Creating key for client.nfs.foo.smithi156-rgw 2022-01-18T16:01:47.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:47 smithi156 conmon[32001]: cephadm 2022-01-18T16:01:45.528050+0000 mgr.smithi129.iclwio (mgr.14162) 264 : cephadm [INF] Deploying daemon nfs.foo.smithi156 on smithi156 2022-01-18T16:01:48.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:48 smithi156 conmon[32001]: cluster 2022-01-18T16:01:46.474286+0000 mgr.smithi129.iclwio (mgr.14162 2022-01-18T16:01:48.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:48 smithi156 conmon[32001]: ) 265 : cluster [DBG] pgmap v223: 97 pgs: 97 active+clean; 2.3 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2022-01-18T16:01:48.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:48 smithi156 conmon[32001]: audit 2022-01-18T16:01:46.923396+0000 mgr.smithi129.iclwio (mgr.14162) 266 : audit [DBG] from='client.14512 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:01:48.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:48 smithi129 conmon[29798]: cluster 2022-01-18T16:01:46.474286+0000 mgr.smithi129.iclwio (mgr.14162) 265 : 2022-01-18T16:01:48.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:48 smithi129 conmon[29798]: cluster [DBG] pgmap v223: 97 pgs: 97 active+clean; 2.3 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2022-01-18T16:01:48.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:48 smithi129 conmon[29798]: audit 2022-01-18T16:01:46.923396+0000 mgr.smithi129.iclwio (mgr.14162) 266 : audit [DBG] from='client.14512 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:01:49.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:49 smithi156 conmon[32001]: audit 2022-01-18T16:01:48.223567+0000 mgr.smithi129.iclwio ( 2022-01-18T16:01:49.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:49 smithi156 conmon[32001]: mgr.14162) 267 : audit [DBG] from='client.14516 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:01:49.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:49 smithi129 conmon[29798]: audit 2022-01-18T16:01:48.223567+0000 mgr.smithi129.iclwio (mgr.14162) 267 : audit 2022-01-18T16:01:49.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:49 smithi129 conmon[29798]: [DBG] from='client.14516 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:01:50.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:50 smithi156 conmon[32001]: cluster 2022-01-18T16:01:48.474719+0000 mgr.smithi129.iclwio (mgr.14162) 2022-01-18T16:01:50.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:50 smithi156 conmon[32001]: 268 : cluster [DBG] pgmap v224: 97 pgs: 97 active+clean; 2.7 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2022-01-18T16:01:50.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:50 smithi156 conmon[32001]: audit 2022-01-18T16:01:49.870304+0000 mon.smithi129 (mon.0) 588 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:50.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:50 smithi156 conmon[32001]: audit 2022-01-18T16:01:49.870981+0000 mon.smithi129 (mon.0) 589 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:01:50.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:50 smithi129 conmon[29798]: cluster 2022-01-18T16:01:48.474719+0000 mgr.smithi129.iclwio (mgr.14162) 2022-01-18T16:01:50.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:50 smithi129 conmon[29798]: 268 : cluster [DBG] pgmap v224: 97 pgs: 97 active+clean; 2.7 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2022-01-18T16:01:50.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:50 smithi129 conmon[29798]: audit 2022-01-18T16:01:49.870304+0000 mon.smithi129 (mon.0) 588 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:50.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:50 smithi129 conmon[29798]: audit 2022-01-18T16:01:49.870981+0000 mon.smithi129 (mon.0) 589 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:01:50.854 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo 2/2 - 10s count:2 2022-01-18T16:01:51.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:51 smithi156 conmon[32001]: audit 2022-01-18T16:01:49.525700+0000 mgr.smithi129.iclwio (mgr.14162 2022-01-18T16:01:51.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:51 smithi156 conmon[32001]: ) 269 : audit [DBG] from='client.14528 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:01:51.573 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:51 smithi129 conmon[29798]: audit 2022-01-18T16:01:49.525700+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:01:51.574 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:51 smithi129 conmon[29798]: 14162) 269 : audit [DBG] from='client.14528 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:01:51.586 INFO:teuthology.run_tasks:Running task vip.exec... 2022-01-18T16:01:51.596 INFO:tasks.vip:Running commands on role host.a host ubuntu@smithi129.front.sepia.ceph.com 2022-01-18T16:01:51.597 DEBUG:teuthology.orchestra.run.smithi129:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'mkdir /mnt/foo' 2022-01-18T16:01:51.623 INFO:teuthology.orchestra.run.smithi129.stderr:+ mkdir /mnt/foo 2022-01-18T16:01:51.635 DEBUG:teuthology.orchestra.run.smithi129:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'while ! mount -t nfs $(hostname):/fake /mnt/foo -o sync ; do sleep 5 ; done' 2022-01-18T16:01:51.699 INFO:teuthology.orchestra.run.smithi129.stderr:++ hostname 2022-01-18T16:01:51.701 INFO:teuthology.orchestra.run.smithi129.stderr:+ mount -t nfs smithi129:/fake /mnt/foo -o sync 2022-01-18T16:01:52.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:52 smithi156 conmon[32001]: cluster 2022-01-18T16:01:50.475272+0000 mgr.smithi129.iclwio (mgr.14162) 270 : cluster [DBG] pgmap v225: 97 pgs: 97 active+clean; 2.7 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2022-01-18T16:01:52.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:52 smithi156 conmon[32001]: audit 2022-01-18T 2022-01-18T16:01:52.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:52 smithi156 conmon[32001]: 16:01:50.851904+0000 mgr.smithi129.iclwio (mgr.14162) 271 : audit [DBG] from='client.14540 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:01:52.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:52 smithi129 conmon[29798]: cluster 2022-01-18T16:01:50.475272+0000 mgr.smithi129.iclwio (mgr.14162) 270 : cluster [DBG] pgmap v225: 97 pgs: 97 active+clean; 2.7 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2022-01-18T16:01:52.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:52 smithi129 conmon[29798]: audit 2022-01-18T16:01:50.851904+0000 mgr.smithi129.iclwio (mgr.14162) 271 : audit [DBG] from='client.14540 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:01:52.916 DEBUG:teuthology.orchestra.run.smithi129:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'echo test > /mnt/foo/testfile' 2022-01-18T16:01:52.981 INFO:teuthology.orchestra.run.smithi129.stderr:+ echo test 2022-01-18T16:01:52.990 DEBUG:teuthology.orchestra.run.smithi129:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c sync 2022-01-18T16:01:53.054 INFO:teuthology.orchestra.run.smithi129.stderr:+ sync 2022-01-18T16:01:53.260 INFO:teuthology.run_tasks:Running task parallel... 2022-01-18T16:01:53.275 INFO:teuthology.task.parallel:starting parallel... 2022-01-18T16:01:53.276 INFO:teuthology.task.parallel:In parallel, running task sequential... 2022-01-18T16:01:53.276 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2022-01-18T16:01:53.277 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi129.front.sepia.ceph.com 2022-01-18T16:01:53.278 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -e sha1=1fdbb5fce2761ab8b4564158667aaa83f01cf3bc -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2022-01-18T16:01:53.279 INFO:teuthology.task.parallel:In parallel, running task sequential... 2022-01-18T16:01:53.279 INFO:teuthology.task.sequential:In sequential, running task exec... 2022-01-18T16:01:53.280 INFO:teuthology.task.exec:Executing custom commands... 2022-01-18T16:01:53.281 INFO:teuthology.task.exec:Running commands on role host.a host ubuntu@smithi129.front.sepia.ceph.com 2022-01-18T16:01:53.281 DEBUG:teuthology.orchestra.run.smithi129:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'cd /mnt/foo && dbench 5 -t 600 || true' 2022-01-18T16:01:53.373 INFO:teuthology.orchestra.run.smithi129.stdout:dbench version 4.00 - Copyright Andrew Tridgell 1999-2004 2022-01-18T16:01:53.373 INFO:teuthology.orchestra.run.smithi129.stdout: 2022-01-18T16:01:53.374 INFO:teuthology.orchestra.run.smithi129.stdout:Running for 600 seconds with load '/usr/share/dbench/client.txt' and minimum warmup 120 secs 2022-01-18T16:01:53.420 INFO:teuthology.orchestra.run.smithi129.stdout:4 of 5 processes prepared for launch 0 sec 2022-01-18T16:01:53.520 INFO:teuthology.orchestra.run.smithi129.stdout:5 of 5 processes prepared for launch 0 sec 2022-01-18T16:01:53.521 INFO:teuthology.orchestra.run.smithi129.stdout:releasing clients 2022-01-18T16:01:53.859 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:53 smithi129 conmon[29798]: cluster 2022-01-18T16:01:52.475763+0000 2022-01-18T16:01:53.859 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:53 smithi129 conmon[29798]: mgr.smithi129.iclwio (mgr.14162) 272 : cluster [DBG] pgmap v226: 97 pgs: 97 active+clean; 2.7 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 1.7 KiB/s wr, 4 op/s 2022-01-18T16:01:53.859 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:53 smithi129 conmon[29798]: audit 2022-01-18T16:01:52.577667+0000 mon.smithi129 (mon.0) 590 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:54.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:53 smithi156 conmon[32001]: cluster 2022-01-18T16:01:52.475763+0000 mgr.smithi129.iclwio (mgr.14162) 272 : cluster [DBG] pgmap v226: 97 pgs: 97 active+clean; 2.7 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 1.7 KiB/s wr, 4 op/s 2022-01-18T16:01:54.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:53 smithi156 conmon[32001]: audit 2022-01-18T16:01:52. 2022-01-18T16:01:54.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:53 smithi156 conmon[32001]: 577667+0000 mon.smithi129 (mon.0) 590 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:54.521 INFO:teuthology.orchestra.run.smithi129.stdout: 5 272 50.79 MB/sec warmup 1 sec latency 18.821 ms 2022-01-18T16:01:55.522 INFO:teuthology.orchestra.run.smithi129.stdout: 5 576 48.58 MB/sec warmup 2 sec latency 12.085 ms 2022-01-18T16:01:56.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:55 smithi129 conmon[29798]: cluster 2022-01-18T16:01:54.476297+0000 mgr.smithi129.iclwio (mgr.14162) 273 : cluster [DBG] pgmap v227: 97 pgs: 97 active+clean; 10 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 2.7 KiB/s wr, 5 op/s 2022-01-18T16:01:56.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:55 smithi156 conmon[32001]: cluster 2022-01-18T16:01:54.476297+0000 mgr.smithi129.iclwio (mgr.14162) 273 : cluster [DBG] 2022-01-18T16:01:56.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:55 smithi156 conmon[32001]: pgmap v227: 97 pgs: 97 active+clean; 10 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 2.7 KiB/s wr, 5 op/s 2022-01-18T16:01:56.522 INFO:teuthology.orchestra.run.smithi129.stdout: 5 1261 38.50 MB/sec warmup 3 sec latency 55.264 ms 2022-01-18T16:01:57.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:56 smithi156 conmon[32001]: audit 2022-01-18T16:01:56.437677+0000 mon.smithi129 (mon.0) 591 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [7, 2]}]: dispatch 2022-01-18T16:01:57.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:56 smithi156 conmon[32001]: audit 2022-01-18T16:01:56.438032+0000 mon.smithi129 (mon.0) 592 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2022-01-18T16:01:57.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:56 smithi156 conmon[32001]: audit 2022-01-18T16:01:56.438217+0000 mon.smithi129 (mon.0) 593 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 5]}]: dispatch 2022-01-18T16:01:57.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:56 smithi156 conmon[32001]: audit 2022-01-18T16:01:56.438381+0000 mon.smithi129 (mon.0) 594 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2022-01-18T16:01:57.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:56 smithi156 conmon[32001]: audit 2022-01-18T16:01:56.573203+0000 mon.smithi129 (mon.0) 595 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:01:57.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:56 smithi156 conmon[32001]: audit 2022-01-18T16:01:56.577796+0000 mon.smithi129 (mon.0) 596 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:01:57.308 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:56 smithi129 conmon[29798]: audit 2022-01-18T16:01:56.437677+0000 mon.smithi129 2022-01-18T16:01:57.309 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:56 smithi129 conmon[29798]: (mon.0) 591 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [7, 2]}]: dispatch 2022-01-18T16:01:57.309 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:56 smithi129 conmon[29798]: audit 2022-01-18T16:01:56.438032+0000 mon.smithi129 (mon.0) 592 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2022-01-18T16:01:57.309 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:56 smithi129 conmon[29798]: audit 2022-01-18T16:01:56.438217+0000 mon.smithi129 (mon.0) 593 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 5]}]: dispatch 2022-01-18T16:01:57.309 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:56 smithi129 conmon[29798]: audit 2022-01-18T16:01:56.438381+0000 mon.smithi129 (mon.0) 594 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2022-01-18T16:01:57.310 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:56 smithi129 conmon[29798]: audit 2022-01-18T16:01:56.573203+0000 mon.smithi129 (mon.0) 595 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:01:57.310 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:56 smithi129 conmon[29798]: audit 2022-01-18T16:01:56.577796+0000 mon.smithi129 (mon.0) 596 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:01:57.332 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -e sha1=1fdbb5fce2761ab8b4564158667aaa83f01cf3bc -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2022-01-18T16:01:57.522 INFO:teuthology.orchestra.run.smithi129.stdout: 5 2887 40.49 MB/sec warmup 4 sec latency 7.962 ms 2022-01-18T16:01:58.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:57 smithi129 conmon[29798]: cluster 2022-01-18T16:01:56.476883+0000 mgr.smithi129.iclwio (mgr.14162) 274 : cluster [DBG] pgmap v228: 97 pgs: 97 active+clean; 61 MiB data, 184 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s rd, 5.2 MiB/s wr, 185 op/s 2022-01-18T16:01:58.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:57 smithi129 conmon[29798]: audit 2022-01-18T16:01:56.948285+0000 mon.smithi129 (mon.0) 597 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [7, 2]}]': finished 2022-01-18T16:01:58.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:57 smithi129 conmon[29798]: audit 2022-01-18T16:01:56.948383+0000 mon.smithi129 (mon.0) 598 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]': finished 2022-01-18T16:01:58.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:57 smithi129 conmon[29798]: audit 2022-01-18T16:01:56.948445+0000 mon.smithi129 (mon.0) 599 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 5]}]': finished 2022-01-18T16:01:58.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:57 smithi129 conmon[29798]: audit 2022-01-18T16:01:56.948520+0000 mon.smithi129 (mon.0) 600 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]': finished 2022-01-18T16:01:58.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:57 smithi129 conmon[29798]: cluster 2022-01-18T16:01:56.948571+0000 mon.smithi129 (mon.0) 601 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2022-01-18T16:01:58.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:57 smithi129 conmon[29798]: audit 2022-01-18T16:01:57.311292+0000 mon.smithi129 (mon.0) 602 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:58.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:57 smithi129 conmon[29798]: audit 2022-01-18T16:01:57.316199+0000 mon.smithi129 (mon.0) 603 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:58.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:57 smithi129 conmon[29798]: audit 2022-01-18T16:01:57.321510+0000 mon.smithi129 (mon.0) 604 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:01:58.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:57 smithi129 conmon[29798]: audit 2022-01-18T16:01:57.331876+0000 mon.smithi129 (mon.0) 605 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:58.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:57 smithi156 conmon[32001]: cluster 2022-01-18T16:01:56.476883+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:01:58.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:57 smithi156 conmon[32001]: 14162) 274 : cluster [DBG] pgmap v228: 97 pgs: 97 active+clean; 61 MiB data, 184 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s rd, 5.2 MiB/s wr, 185 op/s 2022-01-18T16:01:58.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:57 smithi156 conmon[32001]: audit 2022-01-18T16:01:56.948285+0000 mon.smithi129 (mon.0) 597 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [7, 2]}]': finished 2022-01-18T16:01:58.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:57 smithi156 conmon[32001]: audit 2022-01-18T16:01:56.948383+0000 mon.smithi129 (mon. 2022-01-18T16:01:58.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:57 smithi156 conmon[32001]: 0) 598 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]': finished 2022-01-18T16:01:58.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:57 smithi156 conmon[32001]: audit 2022-01-18T16:01:56.948445+0000 mon.smithi129 (mon.0) 599 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 5]}]': finished 2022-01-18T16:01:58.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:57 smithi156 conmon[32001]: audit 2022-01-18T16:01:56.948520+0000 mon.smithi129 (mon. 2022-01-18T16:01:58.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:57 smithi156 conmon[32001]: 0) 600 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]': finished 2022-01-18T16:01:58.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:57 smithi156 conmon[32001]: cluster 2022 2022-01-18T16:01:58.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:57 smithi156 conmon[32001]: -01-18T16:01:56.948571+0000 mon.smithi129 (mon.0) 601 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2022-01-18T16:01:58.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:57 smithi156 conmon[32001]: audit 2022-01-18T16: 2022-01-18T16:01:58.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:57 smithi156 conmon[32001]: 01: 2022-01-18T16:01:58.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:57 smithi156 conmon[32001]: 57.311292+0000 mon.smithi129 (mon.0) 2022-01-18T16:01:58.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:57 smithi156 conmon[32001]: 602 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:58.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:57 smithi156 conmon[32001]: audit 2022-01-18T16 2022-01-18T16:01:58.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:57 smithi156 conmon[32001]: :01:57.316199+0000 mon.smithi129 (mon.0) 603 : audit [INF] 2022-01-18T16:01:58.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:57 smithi156 conmon[32001]: from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:58.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:57 smithi156 conmon[32001]: audit 2022-01-18T16:01:58.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:57 smithi156 conmon[32001]: 2022-01-18T16:01:57.321510+0000 mon.smithi129 (mon.0) 604 : audit [DBG] 2022-01-18T16:01:58.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:57 smithi156 conmon[32001]: from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:01:58.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:57 smithi156 conmon[32001]: audit 2022 2022-01-18T16:01:58.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:57 smithi156 conmon[32001]: -01-18T16:01:57.331876 2022-01-18T16:01:58.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:57 smithi156 conmon[32001]: +0000 mon.smithi129 (mon.0) 605 : 2022-01-18T16:01:58.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:57 smithi156 conmon[32001]: audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:01:58.522 INFO:teuthology.orchestra.run.smithi129.stdout: 5 3948 40.06 MB/sec warmup 5 sec latency 26.482 ms 2022-01-18T16:01:59.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:58 smithi156 conmon[32001]: cluster 2022-01-18T16:01:57.947224+0000 2022-01-18T16:01:59.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:58 smithi156 conmon[32001]: mon.smithi129 (mon.0) 606 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2022-01-18T16:01:59.328 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:58 smithi129 conmon[29798]: cluster 2022-01-18T16:01:57.947224+0000 mon.smithi129 2022-01-18T16:01:59.329 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:58 smithi129 conmon[29798]: (mon.0) 606 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2022-01-18T16:01:59.522 INFO:teuthology.orchestra.run.smithi129.stdout: 5 5197 37.74 MB/sec warmup 6 sec latency 12.603 ms 2022-01-18T16:02:00.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:59 smithi156 conmon[32001]: cluster 2022-01-18T16:01:58.477336+0000 mgr.smithi129.iclwio 2022-01-18T16:02:00.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:01:59 smithi156 conmon[32001]: (mgr.14162) 275 : cluster [DBG] pgmap v231: 97 pgs: 97 active+clean; 108 MiB data, 387 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 15 MiB/s wr, 727 op/s 2022-01-18T16:02:00.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:59 smithi129 conmon[29798]: cluster 2022-01-18T16:01:58.477336+0000 mgr.smithi129.iclwio (mgr.14162) 275 : cluster 2022-01-18T16:02:00.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:01:59 smithi129 conmon[29798]: [DBG] pgmap v231: 97 pgs: 97 active+clean; 108 MiB data, 387 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 15 MiB/s wr, 727 op/s 2022-01-18T16:02:00.523 INFO:teuthology.orchestra.run.smithi129.stdout: 5 6472 37.24 MB/sec warmup 7 sec latency 15.407 ms 2022-01-18T16:02:01.286 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -e sha1=1fdbb5fce2761ab8b4564158667aaa83f01cf3bc -- bash -c 'ceph config set global log_to_journald false --force' 2022-01-18T16:02:01.522 INFO:teuthology.orchestra.run.smithi129.stdout: 5 7541 36.99 MB/sec warmup 8 sec latency 19.030 ms 2022-01-18T16:02:02.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:01 smithi129 conmon[29798]: cluster 2022-01-18T16:02:00.477850+0000 mgr.smithi129.iclwio (mgr.14162) 276 : cluster [DBG] pgmap v232: 97 pgs: 97 active+clean; 125 MiB data, 533 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 18 MiB/s wr, 987 op/s 2022-01-18T16:02:02.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:01 smithi156 conmon[32001]: cluster 2022-01-18T16:02:00.477850+0000 mgr.smithi129.iclwio (mgr.14162) 276 2022-01-18T16:02:02.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:01 smithi156 conmon[32001]: : cluster [DBG] pgmap v232: 97 pgs: 97 active+clean; 125 MiB data, 533 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 18 MiB/s wr, 987 op/s 2022-01-18T16:02:02.522 INFO:teuthology.orchestra.run.smithi129.stdout: 5 8664 35.74 MB/sec warmup 9 sec latency 16.689 ms 2022-01-18T16:02:03.522 INFO:teuthology.orchestra.run.smithi129.stdout: 5 10030 35.51 MB/sec warmup 10 sec latency 16.358 ms 2022-01-18T16:02:04.228 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:03 smithi129 conmon[29798]: cluster 2022-01-18T16:02:02. 2022-01-18T16:02:04.228 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:03 smithi129 conmon[29798]: 478318+0000 mgr.smithi129.iclwio (mgr.14162) 277 : cluster [DBG] pgmap v233: 97 pgs: 97 active+clean; 145 MiB data, 645 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 25 MiB/s wr, 1.58k op/s 2022-01-18T16:02:04.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:03 smithi156 conmon[32001]: cluster 2022-01-18T16:02:02.478318+0000 mgr.smithi129.iclwio (mgr.14162 2022-01-18T16:02:04.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:03 smithi156 conmon[32001]: ) 277 : cluster [DBG] pgmap v233: 97 pgs: 97 active+clean; 145 MiB data, 645 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 25 MiB/s wr, 1.58k op/s 2022-01-18T16:02:04.522 INFO:teuthology.orchestra.run.smithi129.stdout: 5 11038 35.58 MB/sec warmup 11 sec latency 30.769 ms 2022-01-18T16:02:05.100 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -e sha1=1fdbb5fce2761ab8b4564158667aaa83f01cf3bc -- bash -c 'ceph mgr module enable nfs --force' 2022-01-18T16:02:05.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:05 smithi129 conmon[29798]: audit 2022-01-18T16:02:04.065908+0000 mon.smithi129 (mon.0) 607 : audit [INF] from='client.? ' entity='client.admin' 2022-01-18T16:02:05.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:05 smithi129 conmon[29798]: audit 2022-01-18T16:02:04.070447+0000 mon.smithi129 (mon.0) 608 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:02:05.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:05 smithi129 conmon[29798]: audit 2022- 2022-01-18T16:02:05.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:05 smithi129 conmon[29798]: 01-18T16:02:04.079803+0000 mon.smithi129 (mon.0) 609 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:02:05.522 INFO:teuthology.orchestra.run.smithi129.stdout: 5 12105 34.28 MB/sec warmup 12 sec latency 16.768 ms 2022-01-18T16:02:05.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:05 smithi156 conmon[32001]: audit 2022-01-18T16:02:04.065908+0000 mon.smithi129 (mon.0) 607 : 2022-01-18T16:02:05.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:05 smithi156 conmon[32001]: audit [INF] from='client.? ' entity='client.admin' 2022-01-18T16:02:05.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:05 smithi156 conmon[32001]: audit 2022-01-18T16:02:04.070447+0000 mon.smithi129 (mon.0) 608 : audit [DBG] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:02:05.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:05 smithi156 conmon[32001]: audit 2022-01-18T16:02:04.079803+0000 mon.smithi129 (mon. 2022-01-18T16:02:05.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:05 smithi156 conmon[32001]: 0) 609 : audit [INF] from='mgr.14162 172.21.15.129:0/4086181805' entity='mgr.smithi129.iclwio' 2022-01-18T16:02:06.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:06 smithi129 conmon[29798]: cluster 2022-01-18T16:02:04.478752+0000 2022-01-18T16:02:06.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:06 smithi129 conmon[29798]: mgr.smithi129.iclwio (mgr.14162) 278 : cluster [DBG] pgmap v234: 97 pgs: 97 active+clean; 150 MiB data, 692 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 18 MiB/s wr, 1.47k op/s 2022-01-18T16:02:06.523 INFO:teuthology.orchestra.run.smithi129.stdout: 5 13354 33.82 MB/sec warmup 13 sec latency 67.225 ms 2022-01-18T16:02:06.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:06 smithi156 conmon[32001]: cluster 2022-01-18T16:02:04.478752+0000 mgr.smithi129.iclwio (mgr.14162) 2022-01-18T16:02:06.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:06 smithi156 conmon[32001]: 278 : cluster [DBG] pgmap v234: 97 pgs: 97 active+clean; 150 MiB data, 692 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 18 MiB/s wr, 1.47k op/s 2022-01-18T16:02:07.522 INFO:teuthology.orchestra.run.smithi129.stdout: 5 14472 34.72 MB/sec warmup 14 sec latency 18.310 ms 2022-01-18T16:02:08.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:08 smithi129 conmon[29798]: cluster 2022-01-18T16:02:06.479323+0000 mgr.smithi129.iclwio (mgr.14162) 279 : cluster [DBG] pgmap v235: 97 pgs: 97 active+clean; 152 MiB data, 787 MiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 18 MiB/s wr, 1.51k op/s 2022-01-18T16:02:08.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:08 smithi129 conmon[29798]: audit 2022-01-18T16:02:07.975453+0000 mon.smithi129 (mon.0) 610 : audit [INF] from='client.? 172.21.15.129:0/2304687828' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "nfs", "force": "--force"}]: dispatch 2022-01-18T16:02:08.524 INFO:teuthology.orchestra.run.smithi129.stdout: 5 15166 32.88 MB/sec warmup 15 sec latency 28.667 ms 2022-01-18T16:02:08.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:08 smithi156 conmon[32001]: cluster 2022-01-18T16:02:06. 2022-01-18T16:02:08.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:08 smithi156 conmon[32001]: 479323+0000 mgr.smithi129.iclwio (mgr.14162) 279 : cluster [DBG] pgmap v235: 97 pgs: 97 active+clean; 152 MiB data, 787 MiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 18 MiB/s wr, 1.51k op/s 2022-01-18T16:02:08.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:08 smithi156 conmon[32001]: audit 2022-01-18T16:02:07 2022-01-18T16:02:08.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:08 smithi156 conmon[32001]: .975453+0000 mon.smithi129 (mon.0) 610 : audit [INF] from='client.? 172.21.15.129:0/2304687828' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "nfs", "force": "--force"}]: dispatch 2022-01-18T16:02:09.154 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -e sha1=1fdbb5fce2761ab8b4564158667aaa83f01cf3bc -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2022-01-18T16:02:09.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:09 smithi129 conmon[29798]: audit 2022-01-18T16:02:08.097080+0000 mon.smithi129 (mon.0) 611 : audit [INF] from='client.? 172.21.15.129:0/2304687828' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "nfs", "force": "--force"}]': finished 2022-01-18T16:02:09.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:09 smithi129 conmon[29798]: cluster 2022-01-18T16:02:08.097146+0000 mon.smithi129 (mon.0) 612 : cluster [DBG] mgrmap e20: smithi129.iclwio(active, since 6m), standbys: smithi156.drmcjo 2022-01-18T16:02:09.525 INFO:teuthology.orchestra.run.smithi129.stdout: 5 16287 32.27 MB/sec warmup 16 sec latency 18.973 ms 2022-01-18T16:02:09.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:09 smithi156 conmon[32001]: audit 2022-01-18T16:02:08.097080+0000 2022-01-18T16:02:09.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:09 smithi156 conmon[32001]: mon.smithi129 (mon.0) 611 : audit [INF] from='client.? 172.21.15.129:0/2304687828' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "nfs", "force": "--force"}]': finished 2022-01-18T16:02:09.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:09 smithi156 conmon[32001]: cluster 2022-01-18T16:02:08.097146+0000 mon.smithi129 (mon.0) 612 : cluster [DBG] mgrmap e20: smithi129.iclwio(active, since 6m), standbys: smithi156.drmcjo 2022-01-18T16:02:10.524 INFO:teuthology.orchestra.run.smithi129.stdout: 5 17346 32.61 MB/sec warmup 17 sec latency 24.921 ms 2022-01-18T16:02:11.525 INFO:teuthology.orchestra.run.smithi129.stdout: 5 18149 32.34 MB/sec warmup 18 sec latency 31.926 ms 2022-01-18T16:02:12.525 INFO:teuthology.orchestra.run.smithi129.stdout: 5 19001 31.52 MB/sec warmup 19 sec latency 17.467 ms 2022-01-18T16:02:13.525 INFO:teuthology.orchestra.run.smithi129.stdout: 5 20197 30.96 MB/sec warmup 20 sec latency 17.791 ms 2022-01-18T16:02:14.433 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:14 smithi156 conmon[32001]: cluster 2022-01-18T16:02:14.127398+0000 mon.smithi129 (mon.0) 613 2022-01-18T16:02:14.433 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:14 smithi156 conmon[32001]: : cluster [DBG] Standby manager daemon smithi156.drmcjo restarted 2022-01-18T16:02:14.433 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:14 smithi156 conmon[32001]: cluster 2022-01-18T16:02:14.127514+0000 mon.smithi129 (mon.0) 614 : cluster [DBG] Standby manager daemon smithi156.drmcjo started 2022-01-18T16:02:14.434 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:14 smithi156 conmon[32001]: audit 2022-01-18T16:02: 2022-01-18T16:02:14.434 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:14 smithi156 conmon[32001]: 14.129006+0000 mon.smithi156 (mon.1) 18 : audit [DBG] from='mgr.? 172.21.15.156:0/574742872' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi156.drmcjo/crt"}]: dispatch 2022-01-18T16:02:14.434 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:14 smithi156 conmon[32001]: audit 2022-01-18T16 2022-01-18T16:02:14.434 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:14 smithi156 conmon[32001]: :02:14.129403+0000 mon.smithi156 (mon.1) 19 : audit [DBG] from='mgr.? 172.21.15.156:0/574742872' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-18T16:02:14.435 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:14 smithi156 conmon[32001]: audit 2022 2022-01-18T16:02:14.435 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:14 smithi156 conmon[32001]: -01-18T16:02:14.132042 2022-01-18T16:02:14.435 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:14 smithi156 conmon[32001]: +0000 mon.smithi156 (mon.1) 20 : audit [DBG] 2022-01-18T16:02:14.435 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:14 smithi156 conmon[32001]: from='mgr.? 172.21.15.156:0/574742872' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi156.drmcjo/key"}]: dispatch 2022-01-18T16:02:14.436 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:14 smithi156 conmon[32001]: audit 2022-01-18T 2022-01-18T16:02:14.436 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:14 smithi156 conmon[32001]: 16:02:14.133604+0000 mon.smithi156 (mon.1) 21 : audit 2022-01-18T16:02:14.436 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:14 smithi156 conmon[32001]: [DBG] from='mgr.? 172.21.15.156:0/574742872' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-18T16:02:14.525 INFO:teuthology.orchestra.run.smithi129.stdout: 5 21284 31.66 MB/sec warmup 21 sec latency 22.844 ms 2022-01-18T16:02:14.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:14 smithi129 conmon[29798]: cluster 2022-01-18T16:02:14.127398+0000 mon.smithi129 (mon.0) 613 : cluster [DBG] Standby manager daemon smithi156.drmcjo restarted 2022-01-18T16:02:14.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:14 smithi129 conmon[29798]: cluster 2022-01-18T16:02:14.127514+0000 mon.smithi129 (mon.0) 614 : cluster [DBG] Standby manager daemon smithi156.drmcjo started 2022-01-18T16:02:14.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:14 smithi129 conmon[29798]: audit 2022-01-18T16:02:14.129006+0000 mon.smithi156 (mon.1) 18 : audit [DBG] from='mgr.? 172.21.15.156:0/574742872' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi156.drmcjo/crt"}]: dispatch 2022-01-18T16:02:14.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:14 smithi129 conmon[29798]: audit 2022-01-18T16:02:14.129403+0000 mon.smithi156 (mon.1) 19 : audit [DBG] from='mgr.? 172.21.15.156:0/574742872' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-18T16:02:14.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:14 smithi129 conmon[29798]: audit 2022-01-18T16:02:14.132042+0000 mon.smithi156 (mon.1) 20 : audit [DBG] from='mgr.? 172.21.15.156:0/574742872' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi156.drmcjo/key"}]: dispatch 2022-01-18T16:02:14.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:14 smithi129 conmon[29798]: audit 2022-01-18T16:02:14.133604+0000 mon.smithi156 (mon.1) 21 : audit [DBG] from='mgr.? 172.21.15.156:0/574742872' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-18T16:02:15.525 INFO:teuthology.orchestra.run.smithi129.stdout: 5 22152 30.96 MB/sec warmup 22 sec latency 13.633 ms 2022-01-18T16:02:15.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:15 smithi156 conmon[32001]: cluster 2022-01-18T16:02:14.187975+0000 mon.smithi129 (mon.0) 615 : cluster [DBG] mgrmap e21: smithi129.iclwio(active, since 6m), standbys: smithi156.drmcjo 2022-01-18T16:02:15.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:15 smithi129 conmon[29798]: cluster 2022-01-18T16:02:14.187975+0000 mon.smithi129 (mon.0 2022-01-18T16:02:15.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:15 smithi129 conmon[29798]: ) 615 : cluster [DBG] mgrmap e21: smithi129.iclwio(active, since 6m), standbys: smithi156.drmcjo 2022-01-18T16:02:16.474 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:16 smithi129 conmon[29798]: cluster 2022-01-18T16:02:15.775864+0000 mon.smithi129 ( 2022-01-18T16:02:16.475 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:16 smithi129 conmon[29798]: mon.0) 616 : cluster [INF] Active manager daemon smithi129.iclwio restarted 2022-01-18T16:02:16.475 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:16 smithi129 conmon[29798]: cluster 2022-01-18T16:02:15.776617+0000 mon.smithi129 (mon.0) 617 : cluster [INF] Activating manager daemon smithi129.iclwio 2022-01-18T16:02:16.475 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:16 smithi129 conmon[29798]: cluster 2022-01-18T16:02:15.780823+0000 mon.smithi129 (mon 2022-01-18T16:02:16.475 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:16 smithi129 conmon[29798]: .0) 618 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2022-01-18T16:02:16.480 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:16 smithi156 conmon[32001]: cluster 2022-01-18T16:02:15.775864+0000 mon.smithi129 (mon.0) 2022-01-18T16:02:16.480 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:16 smithi156 conmon[32001]: 616 : cluster [INF] Active manager daemon smithi129.iclwio restarted 2022-01-18T16:02:16.480 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:16 smithi156 conmon[32001]: cluster 2022-01-18T16:02:15.776617+0000 mon.smithi129 (mon.0) 617 : cluster [INF] Activating manager daemon smithi129.iclwio 2022-01-18T16:02:16.480 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:16 smithi156 conmon[32001]: cluster 2022-01-18T16:02:15.780823+0000 mon.smithi129 (mon.0) 618 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2022-01-18T16:02:16.526 INFO:teuthology.orchestra.run.smithi129.stdout: 5 23260 30.70 MB/sec warmup 23 sec latency 15.604 ms 2022-01-18T16:02:17.232 INFO:teuthology.orchestra.run.smithi129.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:1fdbb5fce2761ab8b4564158667aaa83f01cf3bc 2022-01-18T16:02:17.526 INFO:teuthology.orchestra.run.smithi129.stdout: 5 24228 30.67 MB/sec warmup 24 sec latency 19.776 ms 2022-01-18T16:02:17.533 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:17 smithi129 conmon[29798]: cluster 2022-01-18T16:02:16.204102+0000 mon.smithi129 (mon.0) 619 : cluster [DBG] mgrmap e22: smithi129.iclwio(active, starting, since 0.427625s), standbys: smithi156.drmcjo 2022-01-18T16:02:17.533 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:17 smithi129 conmon[29798]: audit 2022-01-18T16:02:16.207985+0000 mon.smithi129 (mon.0) 620 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata", "id": "smithi129"}]: dispatch 2022-01-18T16:02:17.534 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:17 smithi129 conmon[29798]: audit 2022-01-18T16:02:16.208149+0000 mon.smithi129 (mon.0) 621 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata", "id": "smithi156"}]: dispatch 2022-01-18T16:02:17.534 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:17 smithi129 conmon[29798]: audit 2022-01-18T16:02:16.208331+0000 mon.smithi129 (mon.0) 622 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi129.uncsrf"}]: dispatch 2022-01-18T16:02:17.534 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:17 smithi129 conmon[29798]: audit 2022-01-18T16:02:16.208563+0000 mon.smithi129 (mon.0) 623 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi156.rnsjkd"}]: dispatch 2022-01-18T16:02:17.534 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:17 smithi129 conmon[29798]: audit 2022-01-18T16:02:16.209466+0000 mon.smithi129 (mon.0) 624 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mgr metadata", "who": "smithi129.iclwio", "id": "smithi129.iclwio"}]: dispatch 2022-01-18T16:02:17.535 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:17 smithi129 conmon[29798]: audit 2022-01-18T16:02:16.209706+0000 mon.smithi129 (mon.0) 625 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mgr metadata", "who": "smithi156.drmcjo", "id": "smithi156.drmcjo"}]: dispatch 2022-01-18T16:02:17.535 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:17 smithi129 conmon[29798]: audit 2022-01-18T16:02:16.210440+0000 mon.smithi129 (mon.0) 626 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-18T16:02:17.535 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:17 smithi129 conmon[29798]: audit 2022-01-18T16:02:16.210744+0000 mon.smithi129 (mon.0) 627 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-18T16:02:17.535 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:17 smithi129 conmon[29798]: audit 2022-01-18T16:02:16.211003+0000 mon.smithi129 (mon.0) 628 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-18T16:02:17.536 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:17 smithi129 conmon[29798]: audit 2022-01-18T16:02:16.211215+0000 mon.smithi129 (mon.0) 629 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-18T16:02:17.536 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:17 smithi129 conmon[29798]: audit 2022-01-18T16:02:16.211409+0000 mon.smithi129 (mon.0) 630 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-18T16:02:17.536 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:17 smithi129 conmon[29798]: audit 2022-01-18T16:02:16.211601+0000 mon.smithi129 (mon.0) 631 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-18T16:02:17.536 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:17 smithi129 conmon[29798]: audit 2022-01-18T16:02:16.211813+0000 mon.smithi129 (mon.0) 632 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-18T16:02:17.537 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:17 smithi129 conmon[29798]: audit 2022-01-18T16:02:16.212277+0000 mon.smithi129 (mon.0) 633 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-18T16:02:17.537 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:17 smithi129 conmon[29798]: audit 2022-01-18T16:02:16.212523+0000 mon.smithi129 (mon.0) 634 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-18T16:02:17.537 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:17 smithi129 conmon[29798]: audit 2022-01-18T16:02:16.212745+0000 mon.smithi129 (mon.0) 635 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-18T16:02:17.537 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:17 smithi129 conmon[29798]: audit 2022-01-18T16:02:16.213571+0000 mon.smithi129 (mon.0) 636 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-18T16:02:17.538 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:17 smithi129 conmon[29798]: cluster 2022-01-18T16:02:16.216353+0000 mon.smithi129 (mon.0) 637 : cluster [INF] Manager daemon smithi129.iclwio is now available 2022-01-18T16:02:17.538 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:17 smithi129 conmon[29798]: audit 2022-01-18T16:02:16.393235+0000 mon.smithi129 (mon.0) 638 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:02:17.538 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:17 smithi129 conmon[29798]: audit 2022-01-18T16:02:16.395753+0000 mon.smithi129 (mon.0) 639 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:02:17.538 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:17 smithi129 conmon[29798]: audit 2022-01-18T16:02:16.432486+0000 mon.smithi129 (mon.0) 640 : audit [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:02:17.539 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:17 smithi129 conmon[29798]: audit 2022-01-18T16:02:16.444139+0000 mon.smithi129 (mon.0) 641 : audit [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:02:17.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:17 smithi156 conmon[32001]: cluster 2022-01-18T16:02:16.204102+0000 mon.smithi129 (mon.0) 619 : cluster [DBG] mgrmap e22: smithi129.iclwio(active, starting, since 0.427625s), standbys: smithi156.drmcjo 2022-01-18T16:02:17.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:17 smithi156 conmon[32001]: audit 2022-01-18T16:02:16.207985+0000 mon.smithi129 (mon.0) 620 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata", "id": "smithi129"}]: dispatch 2022-01-18T16:02:17.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:17 smithi156 conmon[32001]: audit 2022-01-18T16:02:16.208149+0000 mon.smithi129 (mon.0) 621 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata", "id": "smithi156"}]: dispatch 2022-01-18T16:02:17.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:17 smithi156 conmon[32001]: audit 2022-01-18T16:02:16.208331+0000 mon.smithi129 (mon.0) 622 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi129.uncsrf"}]: dispatch 2022-01-18T16:02:17.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:17 smithi156 conmon[32001]: audit 2022-01-18T16:02:16.208563+0000 mon.smithi129 (mon.0) 623 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi156.rnsjkd"}]: dispatch 2022-01-18T16:02:17.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:17 smithi156 conmon[32001]: audit 2022-01-18T16:02:16.209466+0000 mon.smithi129 (mon.0) 624 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mgr metadata", "who": "smithi129.iclwio", "id": "smithi129.iclwio"}]: dispatch 2022-01-18T16:02:17.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:17 smithi156 conmon[32001]: audit 2022-01-18T16:02:16.209706+0000 mon.smithi129 (mon.0) 625 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mgr metadata", "who": "smithi156.drmcjo", "id": "smithi156.drmcjo"}]: dispatch 2022-01-18T16:02:17.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:17 smithi156 conmon[32001]: audit 2022-01-18T16:02:16.210440+0000 mon.smithi129 ( 2022-01-18T16:02:17.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:17 smithi156 conmon[32001]: mon.0) 626 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-18T16:02:17.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:17 smithi156 conmon[32001]: audit 2022-01-18T16:02:16.210744+0000 mon.smithi129 (mon.0) 627 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-18T16:02:17.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:17 smithi156 conmon[32001]: audit 2022-01-18T16:02:16.211003+0000 mon.smithi129 (mon.0) 628 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-18T16:02:17.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:17 smithi156 conmon[32001]: audit 2022-01-18T16:02:16.211215+0000 mon.smithi129 (mon.0) 629 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-18T16:02:17.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:17 smithi156 conmon[32001]: audit 2022-01-18T16:02:16.211409+0000 mon.smithi129 (mon.0) 630 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-18T16:02:17.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:17 smithi156 conmon[32001]: audit 2022-01-18T16:02:16.211601+0000 mon.smithi129 (mon.0) 631 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-18T16:02:17.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:17 smithi156 conmon[32001]: audit 2022-01-18T16:02:16.211813+0000 mon.smithi129 (mon.0) 632 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-18T16:02:17.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:17 smithi156 conmon[32001]: audit 2022-01-18T16:02:16.212277+0000 mon.smithi129 (mon.0) 633 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-18T16:02:17.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:17 smithi156 conmon[32001]: audit 2022-01-18T16:02:16.212523+0000 mon.smithi129 (mon.0) 634 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-18T16:02:17.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:17 smithi156 conmon[32001]: audit 2022-01-18T16:02:16.212745+0000 mon.smithi129 (mon.0) 635 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-18T16:02:17.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:17 smithi156 conmon[32001]: audit 2022-01-18T16:02:16.213571+0000 mon.smithi129 (mon.0) 636 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-18T16:02:17.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:17 smithi156 conmon[32001]: cluster 2022-01-18T16:02:16.216353+0000 mon.smithi129 (mon.0) 637 : cluster [INF] Manager daemon smithi129.iclwio is now available 2022-01-18T16:02:17.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:17 smithi156 conmon[32001]: audit 2022-01-18T16:02:16.393235+0000 mon.smithi129 (mon.0) 638 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:02:17.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:17 smithi156 conmon[32001]: audit 2022-01-18T16:02:16.395753+0000 mon.smithi129 (mon.0) 639 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:02:17.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:17 smithi156 conmon[32001]: audit 2022-01-18T16:02:16.432486+0000 mon.smithi129 (mon.0) 640 : audit [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:02:17.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:17 smithi156 conmon[32001]: audit 2022-01-18T16:02:16.444139+0000 mon.smithi129 (mon.0) 641 : audit [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:02:18.526 INFO:teuthology.orchestra.run.smithi129.stdout: 5 25298 30.94 MB/sec warmup 25 sec latency 30.511 ms 2022-01-18T16:02:18.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:18 smithi156 conmon[32001]: cluster 2022-01-18T16:02:17.222147+0000 mon.smithi129 (mon 2022-01-18T16:02:18.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:18 smithi156 conmon[32001]: .0) 642 : cluster [DBG] mgrmap e23: smithi129.iclwio(active, since 1.44567s), standbys: smithi156.drmcjo 2022-01-18T16:02:18.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:18 smithi156 conmon[32001]: cephadm 2022-01-18T16:02:17.229052+0000 mgr.smithi129.iclwio (mgr.14562) 2 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:1fdbb5fce2761ab8b4564158667aaa83f01cf3bc 2022-01-18T16:02:18.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:18 smithi156 conmon[32001]: cluster 2022-01-18T16:02:17.237309+0000 mgr.smithi129.iclwio (mgr.14562) 3 : cluster [DBG] pgmap v3: 97 pgs: 97 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2022-01-18T16:02:18.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:18 smithi156 conmon[32001]: audit 2022-01-18T16:02:17.242521+0000 mon.smithi129 (mon.0) 643 : audit [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' 2022-01-18T16:02:18.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:18 smithi129 conmon[29798]: cluster 2022-01-18T16:02:17.222147+0000 mon.smithi129 2022-01-18T16:02:18.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:18 smithi129 conmon[29798]: (mon.0) 642 : cluster [DBG] mgrmap e23: smithi129.iclwio(active, since 1.44567s), standbys: smithi156.drmcjo 2022-01-18T16:02:18.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:18 smithi129 conmon[29798]: cephadm 2022-01-18T16:02:17.229052+0000 mgr.smithi129.iclwio (mgr.14562) 2 : cephadm 2022-01-18T16:02:18.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:18 smithi129 conmon[29798]: [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:1fdbb5fce2761ab8b4564158667aaa83f01cf3bc 2022-01-18T16:02:18.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:18 smithi129 conmon[29798]: cluster 2022-01- 2022-01-18T16:02:18.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:18 smithi129 conmon[29798]: 18T16:02:17.237309+0000 mgr.smithi129.iclwio (mgr.14562) 3 : cluster 2022-01-18T16:02:18.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:18 smithi129 conmon[29798]: [DBG] pgmap v3: 97 pgs: 97 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2022-01-18T16:02:18.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:18 smithi129 conmon[29798]: audit 2022-01-18T16 2022-01-18T16:02:18.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:18 smithi129 conmon[29798]: :02:17.242521+0000 mon.smithi129 (mon.0 2022-01-18T16:02:18.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:18 smithi129 conmon[29798]: ) 643 : audit [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' 2022-01-18T16:02:19.310 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2022-01-18T16:02:19.311 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi129.front.sepia.ceph.com 2022-01-18T16:02:19.312 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e63fbe5c-7876-11ec-8c34-001a4aab830c -e sha1=1fdbb5fce2761ab8b4564158667aaa83f01cf3bc -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2022-01-18T16:02:19.526 INFO:teuthology.orchestra.run.smithi129.stdout: 5 26030 30.16 MB/sec warmup 26 sec latency 67.549 ms 2022-01-18T16:02:19.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:19 smithi156 conmon[32001]: cluster 2022-01-18T16:02:18.211518+0000 mgr.smithi129.iclwio (mgr.14562) 4 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2022-01-18T16:02:19.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:19 smithi156 conmon[32001]: cluster 2022-01-18T16:02:19.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:19 smithi156 conmon[32001]: 2022-01-18T16:02:18.247923+0000 mon.smithi129 (mon.0) 644 : cluster [DBG] mgrmap e24: smithi129.iclwio(active, since 2s), standbys: smithi156.drmcjo 2022-01-18T16:02:19.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:19 smithi129 conmon[29798]: cluster 2022-01-18T16:02:18.211518+0000 2022-01-18T16:02:19.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:19 smithi129 conmon[29798]: mgr.smithi129.iclwio (mgr.14562) 4 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2022-01-18T16:02:19.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:19 smithi129 conmon[29798]: cluster 2022-01-18T16:02:18.247923+0000 mon.smithi129 (mon.0) 644 : cluster [DBG] mgrmap e24: smithi129.iclwio(active, since 2s), standbys: smithi156.drmcjo 2022-01-18T16:02:20.526 INFO:teuthology.orchestra.run.smithi129.stdout: 5 27268 29.99 MB/sec warmup 27 sec latency 22.661 ms 2022-01-18T16:02:21.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:20 smithi156 conmon[32001]: audit 2022-01-18T16:02 2022-01-18T16:02:21.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:20 smithi156 conmon[32001]: :19.990984+0000 mon.smithi129 (mon.0) 645 : audit [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' 2022-01-18T16:02:21.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:20 smithi129 conmon[29798]: audit 2022-01-18T16:02:19.990984+0000 mon.smithi129 (mon.0) 645 : audit [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' 2022-01-18T16:02:21.526 INFO:teuthology.orchestra.run.smithi129.stdout: 5 28493 30.76 MB/sec warmup 28 sec latency 17.654 ms 2022-01-18T16:02:22.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:21 smithi129 conmon[29798]: cluster 2022-01-18T16:02:20.211970+0000 mgr.smithi129.iclwio (mgr.14562) 5 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2022-01-18T16:02:22.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:21 smithi156 conmon[32001]: cluster 2022-01-18T16:02:20.211970+0000 mgr.smithi129.iclwio (mgr.14562 2022-01-18T16:02:22.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:21 smithi156 conmon[32001]: ) 5 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2022-01-18T16:02:22.338 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:02:22.526 INFO:teuthology.orchestra.run.smithi129.stdout: 5 29214 30.07 MB/sec warmup 29 sec latency 25.849 ms 2022-01-18T16:02:22.762 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE VERSION IMAGE ID CONTAINER ID 2022-01-18T16:02:22.762 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4m) 25s ago 6m 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:02:22.763 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (6m) 25s ago 6m 16.2.4 8d91d370c2b8 bb8e1bb6a63b 2022-01-18T16:02:22.763 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5m) 2s ago 5m 16.2.4 8d91d370c2b8 ebda37f860e8 2022-01-18T16:02:22.763 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4m) 25s ago 5m 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:02:22.763 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (51s) 25s ago 51s 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:02:22.764 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (49s) 2s ago 48s 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:02:22.764 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:9283 running (7m) 25s ago 7m 16.2.4 8d91d370c2b8 297970d383ac 2022-01-18T16:02:22.764 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5m) 2s ago 5m 16.2.4 8d91d370c2b8 dcf5d362aa92 2022-01-18T16:02:22.764 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (7m) 25s ago 7m 16.2.4 8d91d370c2b8 b80fb6dbefaa 2022-01-18T16:02:22.765 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5m) 2s ago 5m 16.2.4 8d91d370c2b8 d25901fda103 2022-01-18T16:02:22.765 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.smithi129 smithi129 *:2049 running (37s) 25s ago 37s 3.5 8d91d370c2b8 3bb649f28859 2022-01-18T16:02:22.765 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.smithi156 smithi156 *:2049 running (33s) 2s ago 32s 3.5 8d91d370c2b8 ccf8ba90fdaa 2022-01-18T16:02:22.765 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5m) 25s ago 5m 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:02:22.766 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5m) 2s ago 5m 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:02:22.766 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4m) 25s ago 4m 16.2.4 8d91d370c2b8 9f5f63cda7b0 2022-01-18T16:02:22.766 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4m) 25s ago 4m 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:02:22.766 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3m) 25s ago 3m 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:02:22.766 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3m) 25s ago 3m 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:02:22.767 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3m) 2s ago 3m 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:02:22.767 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2m) 2s ago 2m 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:02:22.767 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2m) 2s ago 2m 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:02:22.767 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2m) 2s ago 2m 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:02:22.768 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4m) 25s ago 5m 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:02:23.244 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:02:23.244 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:02:23.244 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:02:23.245 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:02:23.245 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:02:23.245 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:02:23.246 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:02:23.246 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:02:23.246 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-01-18T16:02:23.246 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:02:23.247 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:02:23.247 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:02:23.247 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:02:23.247 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:02:23.247 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 14 2022-01-18T16:02:23.248 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:02:23.248 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:02:23.526 INFO:teuthology.orchestra.run.smithi129.stdout: 5 30288 29.90 MB/sec warmup 30 sec latency 19.544 ms 2022-01-18T16:02:24.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:23 smithi156 conmon[32001]: cluster 2022-01-18T16:02:22.212305+0000 mgr.smithi129.iclwio (mgr.14562) 6 : cluster 2022-01-18T16:02:24.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:23 smithi156 conmon[32001]: [DBG] pgmap v6: 97 pgs: 97 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2022-01-18T16:02:24.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:23 smithi156 conmon[32001]: audit 2022-01-18T16:02:22.334129+0000 mgr.smithi129.iclwio (mgr.14562) 7 : audit [DBG] from='client.14582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:02:24.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:23 smithi156 conmon[32001]: audit 2022-01-18T16:02:22.765236+0000 mgr.smithi129.iclwio (mgr.14562) 8 : audit [DBG] from='client.24387 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:02:24.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:23 smithi156 conmon[32001]: audit 2022-01-18T16:02:23.255491+0000 mon.smithi129 (mon.0) 646 : audit [DBG] from='client.? 172.21.15.129:0/3567863000' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:02:24.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:23 smithi129 conmon[29798]: cluster 2022-01-18 2022-01-18T16:02:24.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:23 smithi129 conmon[29798]: T16:02:22.212305+0000 mgr.smithi129.iclwio (mgr.14562) 6 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2022-01-18T16:02:24.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:23 smithi129 conmon[29798]: audit 2022-01-18T16:02:22.334129+0000 mgr.smithi129.iclwio (mgr.14562) 7 : audit [DBG] from='client.14582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:02:24.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:23 smithi129 conmon[29798]: audit 2022-01-18T16:02:22.765236+0000 mgr.smithi129.iclwio (mgr.14562) 8 : audit [DBG] from='client.24387 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:02:24.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:23 smithi129 conmon[29798]: audit 2022-01-18T16:02:23.255491+0000 mon.smithi129 (mon.0) 646 : audit [DBG] from='client.? 172.21.15.129:0/3567863000' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:02:24.526 INFO:teuthology.orchestra.run.smithi129.stdout: 5 31293 29.86 MB/sec warmup 31 sec latency 20.727 ms 2022-01-18T16:02:25.526 INFO:teuthology.orchestra.run.smithi129.stdout: 5 32273 30.14 MB/sec warmup 32 sec latency 24.312 ms 2022-01-18T16:02:26.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:25 smithi129 conmon[29798]: cluster 2022-01-18T16:02:24.212985+0000 mgr.smithi129.iclwio (mgr.14562) 9 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 209 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 11 MiB/s wr, 959 op/s 2022-01-18T16:02:26.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:25 smithi129 conmon[29798]: audit 2022-01-18T16:02:24.842769+0000 mon.smithi129 (mon.0) 647 : audit [INF] 2022-01-18T16:02:26.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:25 smithi129 conmon[29798]: from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' 2022-01-18T16:02:26.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:25 smithi129 conmon[29798]: audit 2022-01-18T16:02:25.234707+0000 mon.smithi129 (mon.0) 648 : audit [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' 2022-01-18T16:02:26.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:25 smithi156 conmon[32001]: cluster 2022-01-18T16:02:24.212985+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:02:26.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:25 smithi156 conmon[32001]: .14562) 9 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 209 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 11 MiB/s wr, 959 op/s 2022-01-18T16:02:26.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:25 smithi156 conmon[32001]: audit 2022-01-18T16:02:24.842769+0000 mon.smithi129 (mon.0) 647 : audit [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' 2022-01-18T16:02:26.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:25 smithi156 conmon[32001]: audit 2022-01-18T16:02:25.234707+0000 mon.smithi129 2022-01-18T16:02:26.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:25 smithi156 conmon[32001]: (mon.0) 648 : audit [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' 2022-01-18T16:02:26.526 INFO:teuthology.orchestra.run.smithi129.stdout: 5 33007 29.45 MB/sec warmup 33 sec latency 19.038 ms 2022-01-18T16:02:27.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:26 smithi129 conmon[29798]: cephadm 2022-01-18T16:02:25.238878+0000 2022-01-18T16:02:27.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:26 smithi129 conmon[29798]: mgr.smithi129.iclwio (mgr.14562) 10 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:1fdbb5fce2761ab8b4564158667aaa83f01cf3bc 2022-01-18T16:02:27.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:26 smithi156 conmon[32001]: cephadm 2022-01-18T16:02:25.238878+0000 mgr.smithi129.iclwio (mgr.14562) 10 : cephadm 2022-01-18T16:02:27.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:26 smithi156 conmon[32001]: [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:1fdbb5fce2761ab8b4564158667aaa83f01cf3bc 2022-01-18T16:02:27.526 INFO:teuthology.orchestra.run.smithi129.stdout: 5 33890 29.20 MB/sec warmup 34 sec latency 23.348 ms 2022-01-18T16:02:27.841 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:27 smithi129 conmon[29798]: cluster 2022-01-18T16:02:26.217339+0000 mgr.smithi129.iclwio (mgr.14562) 11 : cluster [DBG] pgmap v8: 97 pgs: 97 active+clean; 209 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.5 KiB/s rd, 8.6 MiB/s wr, 745 op/s 2022-01-18T16:02:28.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:27 smithi156 conmon[32001]: cluster 2022-01-18T16:02:26.217339+0000 mgr.smithi129.iclwio (mgr.14562) 11 : cluster 2022-01-18T16:02:28.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:27 smithi156 conmon[32001]: [DBG] pgmap v8: 97 pgs: 97 active+clean; 209 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.5 KiB/s rd, 8.6 MiB/s wr, 745 op/s 2022-01-18T16:02:28.526 INFO:teuthology.orchestra.run.smithi129.stdout: 5 34846 29.20 MB/sec warmup 35 sec latency 54.121 ms 2022-01-18T16:02:29.527 INFO:teuthology.orchestra.run.smithi129.stdout: 5 35795 29.42 MB/sec warmup 36 sec latency 16.882 ms 2022-01-18T16:02:30.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:29 smithi129 conmon[29798]: cluster 2022-01-18T16:02:28.217913+0000 mgr.smithi129.iclwio (mgr.14562) 12 : cluster [DBG] pgmap v9: 97 pgs: 97 active+clean; 225 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 13 MiB/s wr, 1.17k op/s 2022-01-18T16:02:30.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:29 smithi156 conmon[32001]: cluster 2022-01-18T16:02:28.217913+0000 mgr.smithi129.iclwio (mgr.14562 2022-01-18T16:02:30.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:29 smithi156 conmon[32001]: ) 12 : cluster [DBG] pgmap v9: 97 pgs: 97 active+clean; 225 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 13 MiB/s wr, 1.17k op/s 2022-01-18T16:02:30.527 INFO:teuthology.orchestra.run.smithi129.stdout: 5 36521 28.85 MB/sec warmup 37 sec latency 50.654 ms 2022-01-18T16:02:31.526 INFO:teuthology.orchestra.run.smithi129.stdout: 5 37533 28.70 MB/sec warmup 38 sec latency 64.819 ms 2022-01-18T16:02:32.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:31 smithi156 conmon[32001]: cluster 2022-01-18T16:02:30.219676+0000 mgr.smithi129.iclwio (mgr.14562) 13 : cluster [DBG] 2022-01-18T16:02:32.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:31 smithi156 conmon[32001]: pgmap v10: 97 pgs: 97 active+clean; 225 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 12 MiB/s wr, 1.07k op/s 2022-01-18T16:02:32.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:31 smithi129 conmon[29798]: cluster 2022-01-18T16:02:30.219676+0000 mgr.smithi129.iclwio (mgr.14562) 13 : cluster 2022-01-18T16:02:32.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:31 smithi129 conmon[29798]: [DBG] pgmap v10: 97 pgs: 97 active+clean; 225 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 12 MiB/s wr, 1.07k op/s 2022-01-18T16:02:32.526 INFO:teuthology.orchestra.run.smithi129.stdout: 5 38297 28.53 MB/sec warmup 39 sec latency 25.697 ms 2022-01-18T16:02:33.527 INFO:teuthology.orchestra.run.smithi129.stdout: 5 39227 28.81 MB/sec warmup 40 sec latency 18.341 ms 2022-01-18T16:02:34.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:33 smithi156 conmon[32001]: cluster 2022-01-18T16:02:32.220143+0000 mgr.smithi129.iclwio (mgr.14562) 14 : cluster [DBG] pgmap v11: 97 pgs: 97 active+clean; 225 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 12 MiB/s wr, 1.07k op/s 2022-01-18T16:02:34.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:33 smithi129 conmon[29798]: cluster 2022-01-18T16:02:32.220143+0000 mgr.smithi129.iclwio (mgr.14562) 14 : cluster [DBG] pgmap v11: 97 pgs: 97 active+clean; 225 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 12 MiB/s wr, 1.07k op/s 2022-01-18T16:02:34.527 INFO:teuthology.orchestra.run.smithi129.stdout: 5 39944 28.32 MB/sec warmup 41 sec latency 21.948 ms 2022-01-18T16:02:35.528 INFO:teuthology.orchestra.run.smithi129.stdout: 5 40968 28.19 MB/sec warmup 42 sec latency 26.060 ms 2022-01-18T16:02:36.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:35 smithi156 conmon[32001]: cluster 2022-01-18T16:02:34.220761+0000 mgr.smithi129.iclwio (mgr.14562) 15 : cluster 2022-01-18T16:02:36.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:35 smithi156 conmon[32001]: [DBG] pgmap v12: 97 pgs: 97 active+clean; 232 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 17 MiB/s wr, 1.57k op/s 2022-01-18T16:02:36.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:35 smithi129 conmon[29798]: cluster 2022-01-18T16:02:34.220761+0000 mgr.smithi129.iclwio (mgr.14562) 15 : cluster [DBG] pgmap v12: 97 pgs: 97 active+clean; 232 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 17 MiB/s wr, 1.57k op/s 2022-01-18T16:02:36.527 INFO:teuthology.orchestra.run.smithi129.stdout: 5 41760 28.02 MB/sec warmup 43 sec latency 21.124 ms 2022-01-18T16:02:37.527 INFO:teuthology.orchestra.run.smithi129.stdout: 5 42670 28.27 MB/sec warmup 44 sec latency 20.723 ms 2022-01-18T16:02:38.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:37 smithi156 conmon[32001]: cluster 2022-01-18T16:02:36.221198+0000 mgr.smithi129.iclwio (mgr.14562) 16 : cluster [DBG] pgmap v13: 97 pgs: 97 active+clean; 232 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 10 MiB/s wr, 1.01k op/s 2022-01-18T16:02:38.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:37 smithi129 conmon[29798]: cluster 2022-01-18T16:02:36.221198+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:02:38.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:37 smithi129 conmon[29798]: .14562) 16 : cluster [DBG] pgmap v13: 97 pgs: 97 active+clean; 232 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 10 MiB/s wr, 1.01k op/s 2022-01-18T16:02:38.529 INFO:teuthology.orchestra.run.smithi129.stdout: 5 43296 27.86 MB/sec warmup 45 sec latency 23.114 ms 2022-01-18T16:02:39.529 INFO:teuthology.orchestra.run.smithi129.stdout: 5 44177 27.72 MB/sec warmup 46 sec latency 19.814 ms 2022-01-18T16:02:40.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:39 smithi156 conmon[32001]: cluster 2022-01-18T16:02:38.221899+0000 mgr.smithi129.iclwio (mgr.14562) 2022-01-18T16:02:40.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:39 smithi156 conmon[32001]: 17 : cluster [DBG] pgmap v14: 97 pgs: 97 active+clean; 248 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 22 KiB/s rd, 16 MiB/s wr, 1.49k op/s 2022-01-18T16:02:40.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:39 smithi129 conmon[29798]: cluster 2022-01-18T16:02:38.221899+0000 mgr.smithi129.iclwio (mgr.14562) 17 : cluster [DBG] pgmap v14: 97 pgs: 97 active+clean; 248 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 22 KiB/s rd, 16 MiB/s wr, 1.49k op/s 2022-01-18T16:02:40.529 INFO:teuthology.orchestra.run.smithi129.stdout: 5 45343 27.73 MB/sec warmup 47 sec latency 18.833 ms 2022-01-18T16:02:41.530 INFO:teuthology.orchestra.run.smithi129.stdout: 5 46293 27.93 MB/sec warmup 48 sec latency 21.927 ms 2022-01-18T16:02:42.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:41 smithi156 conmon[32001]: cluster 2022-01-18T16:02:40.222276+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:02:42.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:41 smithi156 conmon[32001]: .14562) 18 : cluster [DBG] pgmap v15: 97 pgs: 97 active+clean; 248 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 11 MiB/s wr, 971 op/s 2022-01-18T16:02:42.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:41 smithi129 conmon[29798]: cluster 2022-01-18T16:02:40.222276+0000 mgr.smithi129.iclwio 2022-01-18T16:02:42.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:41 smithi129 conmon[29798]: (mgr.14562) 18 : cluster [DBG] pgmap v15: 97 pgs: 97 active+clean; 248 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 11 MiB/s wr, 971 op/s 2022-01-18T16:02:42.529 INFO:teuthology.orchestra.run.smithi129.stdout: 5 46941 27.55 MB/sec warmup 49 sec latency 25.659 ms 2022-01-18T16:02:43.530 INFO:teuthology.orchestra.run.smithi129.stdout: 5 47864 27.43 MB/sec warmup 50 sec latency 20.053 ms 2022-01-18T16:02:44.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:43 smithi156 conmon[32001]: cluster 2022-01-18T16:02:42. 2022-01-18T16:02:44.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:43 smithi156 conmon[32001]: 222682+0000 mgr.smithi129.iclwio (mgr.14562) 19 : cluster [DBG] pgmap v16: 97 pgs: 97 active+clean; 248 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 11 MiB/s wr, 971 op/s 2022-01-18T16:02:44.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:43 smithi129 conmon[29798]: cluster 2022-01-18T16:02:42.222682+0000 2022-01-18T16:02:44.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:43 smithi129 conmon[29798]: mgr.smithi129.iclwio (mgr.14562) 19 : cluster [DBG] pgmap v16: 97 pgs: 97 active+clean; 248 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 11 MiB/s wr, 971 op/s 2022-01-18T16:02:44.530 INFO:teuthology.orchestra.run.smithi129.stdout: 5 49144 27.61 MB/sec warmup 51 sec latency 19.040 ms 2022-01-18T16:02:45.530 INFO:teuthology.orchestra.run.smithi129.stdout: 5 50213 27.76 MB/sec warmup 52 sec latency 26.218 ms 2022-01-18T16:02:46.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:45 smithi156 conmon[32001]: cluster 2022-01-18T16:02:44.223599+0000 mgr.smithi129.iclwio 2022-01-18T16:02:46.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:45 smithi156 conmon[32001]: (mgr.14562) 20 : cluster [DBG] pgmap v17: 97 pgs: 97 active+clean; 263 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 16 MiB/s wr, 1.44k op/s 2022-01-18T16:02:46.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:45 smithi129 conmon[29798]: cluster 2022-01-18T16:02:44.223599+0000 mgr.smithi129.iclwio (mgr.14562) 20 : 2022-01-18T16:02:46.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:45 smithi129 conmon[29798]: cluster [DBG] pgmap v17: 97 pgs: 97 active+clean; 263 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 16 MiB/s wr, 1.44k op/s 2022-01-18T16:02:46.530 INFO:teuthology.orchestra.run.smithi129.stdout: 5 51156 27.61 MB/sec warmup 53 sec latency 22.824 ms 2022-01-18T16:02:47.530 INFO:teuthology.orchestra.run.smithi129.stdout: 5 52128 27.44 MB/sec warmup 54 sec latency 19.830 ms 2022-01-18T16:02:48.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:47 smithi156 conmon[32001]: cluster 2022-01-18T16:02:46.224519+0000 2022-01-18T16:02:48.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:47 smithi156 conmon[32001]: mgr.smithi129.iclwio (mgr.14562) 21 : cluster [DBG] pgmap v18: 97 pgs: 97 active+clean; 263 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 11 MiB/s wr, 952 op/s 2022-01-18T16:02:48.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:47 smithi129 conmon[29798]: cluster 2022-01-18T16: 2022-01-18T16:02:48.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:47 smithi129 conmon[29798]: 02:46.224519+0000 mgr.smithi129.iclwio (mgr.14562) 21 : cluster [DBG] pgmap v18: 97 pgs: 97 active+clean; 263 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 11 MiB/s wr, 952 op/s 2022-01-18T16:02:48.530 INFO:teuthology.orchestra.run.smithi129.stdout: 5 52999 27.60 MB/sec warmup 55 sec latency 22.748 ms 2022-01-18T16:02:49.530 INFO:teuthology.orchestra.run.smithi129.stdout: 5 53721 27.48 MB/sec warmup 56 sec latency 20.318 ms 2022-01-18T16:02:50.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:49 smithi156 conmon[32001]: cluster 2022-01-18T16:02:48.225197+0000 mgr.smithi129.iclwio ( 2022-01-18T16:02:50.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:49 smithi156 conmon[32001]: mgr.14562) 22 : cluster [DBG] pgmap v19: 97 pgs: 97 active+clean; 281 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 16 MiB/s wr, 1.52k op/s 2022-01-18T16:02:50.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:49 smithi129 conmon[29798]: cluster 2022-01-18T16:02:48.225197+0000 mgr.smithi129.iclwio (mgr.14562) 22 : cluster [DBG] pgmap v19: 97 pgs: 97 active+clean; 281 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 16 MiB/s wr, 1.52k op/s 2022-01-18T16:02:50.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:49 smithi129 conmon[29798]: 2022-01-18T16:02:50.530 INFO:teuthology.orchestra.run.smithi129.stdout: 5 54487 27.26 MB/sec warmup 57 sec latency 22.324 ms 2022-01-18T16:02:51.531 INFO:teuthology.orchestra.run.smithi129.stdout: 5 55406 27.07 MB/sec warmup 58 sec latency 28.874 ms 2022-01-18T16:02:52.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:51 smithi156 conmon[32001]: cluster 2022-01-18T16:02:50.226345+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:02:52.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:51 smithi156 conmon[32001]: .14562) 23 : cluster [DBG] pgmap v20: 97 pgs: 97 active+clean; 281 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 11 MiB/s wr, 1.04k op/s 2022-01-18T16:02:52.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:51 smithi129 conmon[29798]: cluster 2022-01-18T16:02:50.226345+0000 mgr.smithi129.iclwio (mgr.14562) 23 : 2022-01-18T16:02:52.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:51 smithi129 conmon[29798]: cluster [DBG] pgmap v20: 97 pgs: 97 active+clean; 281 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 11 MiB/s wr, 1.04k op/s 2022-01-18T16:02:52.532 INFO:teuthology.orchestra.run.smithi129.stdout: 5 56051 26.97 MB/sec warmup 59 sec latency 39.772 ms 2022-01-18T16:02:53.532 INFO:teuthology.orchestra.run.smithi129.stdout: 5 56840 27.10 MB/sec warmup 60 sec latency 22.477 ms 2022-01-18T16:02:53.751 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:02:54.219 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE VERSION IMAGE ID CONTAINER ID 2022-01-18T16:02:54.220 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5m) 29s ago 6m 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:02:54.220 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (6m) 29s ago 6m 16.2.4 8d91d370c2b8 bb8e1bb6a63b 2022-01-18T16:02:54.220 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5m) 34s ago 5m 16.2.4 8d91d370c2b8 ebda37f860e8 2022-01-18T16:02:54.221 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5m) 29s ago 6m 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:02:54.221 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (83s) 29s ago 82s 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:02:54.221 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (80s) 34s ago 80s 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:02:54.221 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:9283 running (7m) 29s ago 7m 16.2.4 8d91d370c2b8 297970d383ac 2022-01-18T16:02:54.222 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5m) 34s ago 5m 16.2.4 8d91d370c2b8 dcf5d362aa92 2022-01-18T16:02:54.222 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (7m) 29s ago 7m 16.2.4 8d91d370c2b8 b80fb6dbefaa 2022-01-18T16:02:54.222 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5m) 34s ago 5m 16.2.4 8d91d370c2b8 d25901fda103 2022-01-18T16:02:54.222 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.smithi129 smithi129 *:2049 running (69s) 29s ago 68s 3.5 8d91d370c2b8 3bb649f28859 2022-01-18T16:02:54.223 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.smithi156 smithi156 *:2049 running (65s) 34s ago 64s 3.5 8d91d370c2b8 ccf8ba90fdaa 2022-01-18T16:02:54.223 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6m) 29s ago 6m 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:02:54.223 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5m) 34s ago 5m 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:02:54.223 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5m) 29s ago 5m 16.2.4 8d91d370c2b8 9f5f63cda7b0 2022-01-18T16:02:54.223 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4m) 29s ago 4m 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:02:54.224 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4m) 29s ago 4m 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:02:54.224 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4m) 29s ago 4m 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:02:54.224 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3m) 34s ago 3m 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:02:54.224 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3m) 34s ago 3m 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:02:54.225 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3m) 34s ago 3m 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:02:54.225 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2m) 34s ago 2m 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:02:54.225 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5m) 29s ago 6m 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:02:54.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:53 smithi156 conmon[32001]: cluster 2022-01-18T16:02:52.226738+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:02:54.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:53 smithi156 conmon[32001]: .14562) 24 : cluster [DBG] pgmap v21: 97 pgs: 97 active+clean; 285 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 11 MiB/s wr, 1.11k op/s 2022-01-18T16:02:54.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:53 smithi129 conmon[29798]: cluster 2022-01-18T16:02:52.226738+0000 mgr.smithi129.iclwio (mgr.14562) 24 : cluster [DBG] pgmap v21: 97 pgs: 97 active+clean; 285 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 11 MiB/s wr, 1.11k op/s 2022-01-18T16:02:54.532 INFO:teuthology.orchestra.run.smithi129.stdout: 5 57294 26.80 MB/sec warmup 61 sec latency 23.265 ms 2022-01-18T16:02:54.756 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:02:54.756 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:02:54.756 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:02:54.757 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:02:54.757 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:02:54.757 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:02:54.757 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:02:54.758 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:02:54.758 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-01-18T16:02:54.758 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:02:54.758 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:02:54.759 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:02:54.759 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:02:54.759 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:02:54.759 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 14 2022-01-18T16:02:54.760 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:02:54.760 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:02:55.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:54 smithi156 conmon[32001]: audit 2022-01-18T16:02:53.744433+0000 mgr.smithi129.iclwio (mgr.14562) 25 : audit 2022-01-18T16:02:55.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:54 smithi156 conmon[32001]: [DBG] from='client.24395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:02:55.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:54 smithi156 conmon[32001]: audit 2022-01-18T16:02:54.767147+0000 mon.smithi129 (mon.0) 649 : audit [DBG] from='client.? 172.21.15.129:0/3307302945' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:02:55.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:54 smithi129 conmon[29798]: audit 2022-01-18T16:02:53. 2022-01-18T16:02:55.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:54 smithi129 conmon[29798]: 744433+0000 mgr.smithi129.iclwio (mgr.14562) 25 : audit [DBG] from='client.24395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:02:55.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:54 smithi129 conmon[29798]: audit 2022-01-18T16:02:54.767147+0000 mon.smithi129 (mon.0) 649 : audit [DBG] from='client.? 172.21.15.129:0/3307302945' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:02:55.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:54 smithi129 conmon[29798]: 2022-01-18T16:02:55.532 INFO:teuthology.orchestra.run.smithi129.stdout: 5 57867 26.53 MB/sec warmup 62 sec latency 23.113 ms 2022-01-18T16:02:56.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:56 smithi156 conmon[32001]: audit 2022-01-18T16:02:54.219732+0000 2022-01-18T16:02:56.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:56 smithi156 conmon[32001]: mgr.smithi129.iclwio (mgr.14562) 26 : audit [DBG] from='client.14598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:02:56.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:56 smithi156 conmon[32001]: cluster 2022-01-18T16:02:54.227412+0000 mgr.smithi129.iclwio (mgr.14562) 27 : cluster [DBG] pgmap v22: 97 pgs: 97 active+clean; 289 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 16 MiB/s wr, 1.49k op/s 2022-01-18T16:02:56.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:56 smithi129 conmon[29798]: audit 2022-01-18T16:02:54.219732+0000 mgr.smithi129.iclwio (mgr.14562) 26 : audit [DBG] from='client.14598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:02:56.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:56 smithi129 conmon[29798]: cluster 2022-01-18T16:02:54.227412+0000 mgr.smithi129.iclwio (mgr.14562) 27 : cluster [DBG] pgmap v22: 97 pgs: 97 active+clean; 289 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 16 MiB/s wr, 1.49k op/s 2022-01-18T16:02:56.532 INFO:teuthology.orchestra.run.smithi129.stdout: 5 58472 26.32 MB/sec warmup 63 sec latency 33.545 ms 2022-01-18T16:02:57.533 INFO:teuthology.orchestra.run.smithi129.stdout: 5 59204 26.14 MB/sec warmup 64 sec latency 17.248 ms 2022-01-18T16:02:58.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:58 smithi156 conmon[32001]: cluster 2022-01-18T16:02:56.227860+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:02:58.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:02:58 smithi156 conmon[32001]: 14562) 28 : cluster [DBG] pgmap v23: 97 pgs: 97 active+clean; 289 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 11 MiB/s wr, 1.01k op/s 2022-01-18T16:02:58.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:58 smithi129 conmon[29798]: cluster 2022-01-18T16:02:56.227860+0000 mgr.smithi129.iclwio (mgr.14562 2022-01-18T16:02:58.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:02:58 smithi129 conmon[29798]: ) 28 : cluster [DBG] pgmap v23: 97 pgs: 97 active+clean; 289 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 11 MiB/s wr, 1.01k op/s 2022-01-18T16:02:58.535 INFO:teuthology.orchestra.run.smithi129.stdout: 5 59868 26.15 MB/sec warmup 65 sec latency 22.937 ms 2022-01-18T16:02:59.535 INFO:teuthology.orchestra.run.smithi129.stdout: 5 60807 26.21 MB/sec warmup 66 sec latency 18.177 ms 2022-01-18T16:02:59.992 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:00 smithi129 conmon[29798]: cluster 2022-01-18T16:02:58.228493+0000 mgr.smithi129.iclwio ( 2022-01-18T16:02:59.993 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:00 smithi129 conmon[29798]: mgr.14562) 29 : cluster [DBG] pgmap v24: 97 pgs: 97 active+clean; 290 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 14 MiB/s wr, 1.38k op/s 2022-01-18T16:03:00.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:00 smithi156 conmon[32001]: cluster 2022-01-18T16:02:58. 2022-01-18T16:03:00.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:00 smithi156 conmon[32001]: 228493+0000 mgr.smithi129.iclwio (mgr.14562) 29 : cluster [DBG] pgmap v24: 97 pgs: 97 active+clean; 290 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 14 MiB/s wr, 1.38k op/s 2022-01-18T16:03:00.535 INFO:teuthology.orchestra.run.smithi129.stdout: 5 61491 25.99 MB/sec warmup 67 sec latency 22.208 ms 2022-01-18T16:03:01.535 INFO:teuthology.orchestra.run.smithi129.stdout: 5 62401 25.89 MB/sec warmup 68 sec latency 19.898 ms 2022-01-18T16:03:02.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:02 smithi156 conmon[32001]: cluster 2022-01-18T16:03:00.228941+0000 mgr.smithi129.iclwio (mgr.14562) 30 2022-01-18T16:03:02.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:02 smithi156 conmon[32001]: : cluster [DBG] pgmap v25: 97 pgs: 97 active+clean; 290 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 8.5 MiB/s wr, 807 op/s 2022-01-18T16:03:02.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:02 smithi129 conmon[29798]: cluster 2022-01-18T16:03:00.228941+0000 mgr.smithi129.iclwio (mgr.14562) 30 2022-01-18T16:03:02.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:02 smithi129 conmon[29798]: : cluster [DBG] pgmap v25: 97 pgs: 97 active+clean; 290 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 8.5 MiB/s wr, 807 op/s 2022-01-18T16:03:02.535 INFO:teuthology.orchestra.run.smithi129.stdout: 5 63360 25.98 MB/sec warmup 69 sec latency 24.283 ms 2022-01-18T16:03:03.535 INFO:teuthology.orchestra.run.smithi129.stdout: 5 64266 26.06 MB/sec warmup 70 sec latency 18.355 ms 2022-01-18T16:03:04.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:04 smithi156 conmon[32001]: cluster 2022-01-18T16:03:02.229342+0000 mgr.smithi129.iclwio (mgr.14562 2022-01-18T16:03:04.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:04 smithi156 conmon[32001]: ) 31 : cluster [DBG] pgmap v26: 97 pgs: 97 active+clean; 290 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 8.5 MiB/s wr, 809 op/s 2022-01-18T16:03:04.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:04 smithi129 conmon[29798]: cluster 2022-01-18T16:03:02.229342+0000 mgr.smithi129.iclwio (mgr.14562) 31 : cluster [DBG] pgmap v26: 97 pgs: 97 active+clean; 290 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 8.5 MiB/s wr, 809 op/s 2022-01-18T16:03:04.535 INFO:teuthology.orchestra.run.smithi129.stdout: 5 65002 25.86 MB/sec warmup 71 sec latency 20.232 ms 2022-01-18T16:03:05.535 INFO:teuthology.orchestra.run.smithi129.stdout: 5 65919 25.76 MB/sec warmup 72 sec latency 24.337 ms 2022-01-18T16:03:06.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:06 smithi156 conmon[32001]: cluster 2022-01-18T16:03:04.229936+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:03:06.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:06 smithi156 conmon[32001]: .14562) 32 : cluster [DBG] pgmap v27: 97 pgs: 97 active+clean; 307 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 13 MiB/s wr, 1.19k op/s 2022-01-18T16:03:06.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:06 smithi129 conmon[29798]: cluster 2022-01-18T16:03:04.229936+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:03:06.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:06 smithi129 conmon[29798]: 14562) 32 : cluster [DBG] pgmap v27: 97 pgs: 97 active+clean; 307 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 13 MiB/s wr, 1.19k op/s 2022-01-18T16:03:06.535 INFO:teuthology.orchestra.run.smithi129.stdout: 5 66697 25.74 MB/sec warmup 73 sec latency 31.269 ms 2022-01-18T16:03:07.535 INFO:teuthology.orchestra.run.smithi129.stdout: 5 67444 25.81 MB/sec warmup 74 sec latency 88.498 ms 2022-01-18T16:03:08.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:08 smithi156 conmon[32001]: cluster 2022-01-18T16:03:06.231084 2022-01-18T16:03:08.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:08 smithi156 conmon[32001]: +0000 mgr.smithi129.iclwio (mgr.14562) 33 : cluster [DBG] pgmap v28: 97 pgs: 97 active+clean; 307 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 8.6 MiB/s wr, 815 op/s 2022-01-18T16:03:08.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:08 smithi129 conmon[29798]: cluster 2022-01-18T16:03:06.231084+0000 mgr.smithi129.iclwio (mgr.14562) 33 : 2022-01-18T16:03:08.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:08 smithi129 conmon[29798]: cluster [DBG] pgmap v28: 97 pgs: 97 active+clean; 307 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 8.6 MiB/s wr, 815 op/s 2022-01-18T16:03:08.535 INFO:teuthology.orchestra.run.smithi129.stdout: 5 68057 25.63 MB/sec warmup 75 sec latency 18.816 ms 2022-01-18T16:03:09.535 INFO:teuthology.orchestra.run.smithi129.stdout: 5 68713 25.48 MB/sec warmup 76 sec latency 21.520 ms 2022-01-18T16:03:10.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:10 smithi156 conmon[32001]: cluster 2022-01-18T16:03:08.231675 2022-01-18T16:03:10.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:10 smithi156 conmon[32001]: +0000 mgr.smithi129.iclwio (mgr.14562) 34 : cluster [DBG] pgmap v29: 97 pgs: 97 active+clean; 324 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 14 MiB/s wr, 1.35k op/s 2022-01-18T16:03:10.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:10 smithi129 conmon[29798]: cluster 2022-01-18T16:03:08.231675+0000 mgr.smithi129.iclwio (mgr.14562) 34 : cluster [DBG] pgmap v29: 97 pgs: 97 active+clean; 324 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 14 MiB/s wr, 1.35k op/s 2022-01-18T16:03:10.535 INFO:teuthology.orchestra.run.smithi129.stdout: 5 69537 25.36 MB/sec warmup 77 sec latency 59.553 ms 2022-01-18T16:03:11.536 INFO:teuthology.orchestra.run.smithi129.stdout: 5 70367 25.41 MB/sec warmup 78 sec latency 14.595 ms 2022-01-18T16:03:12.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:12 smithi156 conmon[32001]: cluster 2022-01-18T16:03:10.233722+0000 mgr.smithi129.iclwio (mgr.14562 2022-01-18T16:03:12.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:12 smithi156 conmon[32001]: ) 35 : cluster [DBG] pgmap v30: 97 pgs: 97 active+clean; 324 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 10 MiB/s wr, 986 op/s 2022-01-18T16:03:12.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:12 smithi129 conmon[29798]: cluster 2022-01-18T16:03:10.233722+0000 mgr.smithi129.iclwio (mgr.14562) 2022-01-18T16:03:12.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:12 smithi129 conmon[29798]: 35 : cluster [DBG] pgmap v30: 97 pgs: 97 active+clean; 324 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 10 MiB/s wr, 986 op/s 2022-01-18T16:03:12.535 INFO:teuthology.orchestra.run.smithi129.stdout: 5 71087 25.43 MB/sec warmup 79 sec latency 24.791 ms 2022-01-18T16:03:13.535 INFO:teuthology.orchestra.run.smithi129.stdout: 5 71576 25.22 MB/sec warmup 80 sec latency 24.612 ms 2022-01-18T16:03:14.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:14 smithi156 conmon[32001]: cluster 2022-01-18T16:03:12.235188+0000 mgr.smithi129.iclwio (mgr.14562 2022-01-18T16:03:14.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:14 smithi156 conmon[32001]: ) 36 : cluster [DBG] pgmap v31: 97 pgs: 97 active+clean; 324 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 10 MiB/s wr, 988 op/s 2022-01-18T16:03:14.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:14 smithi129 conmon[29798]: cluster 2022-01-18T16:03:12.235188+0000 mgr.smithi129.iclwio (mgr.14562) 36 2022-01-18T16:03:14.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:14 smithi129 conmon[29798]: : cluster [DBG] pgmap v31: 97 pgs: 97 active+clean; 324 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 10 MiB/s wr, 988 op/s 2022-01-18T16:03:14.535 INFO:teuthology.orchestra.run.smithi129.stdout: 5 71970 25.01 MB/sec warmup 81 sec latency 31.318 ms 2022-01-18T16:03:15.535 INFO:teuthology.orchestra.run.smithi129.stdout: 5 72632 24.88 MB/sec warmup 82 sec latency 31.142 ms 2022-01-18T16:03:16.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:15 smithi156 conmon[32001]: cluster 2022-01-18T16:03:14.235800+0000 mgr.smithi129.iclwio (mgr.14562) 37 : cluster [DBG] pgmap v32: 97 pgs: 97 active+clean; 321 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 15 MiB/s wr, 1.40k op/s 2022-01-18T16:03:16.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:15 smithi156 conmon[32001]: audit 2022-01-18T16:03:14.744704+0000 mon.smithi129 (mon.0) 650 : audit [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' 2022-01-18T16:03:16.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:15 smithi156 conmon[32001]: cephadm 2022-01-18T16:03:14.745080+0000 mgr.smithi129.iclwio (mgr.14562) 38 : cephadm [INF] Upgrade: Target is version 16.2.7-190-g1fdbb5fc (pacific) 2022-01-18T16:03:16.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:15 smithi156 conmon[32001]: cephadm 2022-01-18T16:03:14.745140+0000 mgr.smithi129.iclwio (mgr.14562) 39 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:f6ae1a5b52a2c87975fa37aff8daf3c6286b721a60b880b9fb825c994b1d3e34, digests ['quay.ceph.io/ceph-ci/ceph@sha256:f6ae1a5b52a2c87975fa37aff8daf3c6286b721a60b880b9fb825c994b1d3e34'] 2022-01-18T16:03:16.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:15 smithi156 conmon[32001]: audit 2022-01-18T16:03:14.745868+0000 mon.smithi129 (mon.0) 651 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:03:16.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:15 smithi156 conmon[32001]: cephadm 2022-01-18T 2022-01-18T16:03:16.037 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:15 smithi156 conmon[32001]: 16:03:14.746680+0000 mgr.smithi129.iclwio (mgr.14562) 40 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi129.iclwio) 2022-01-18T16:03:16.037 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:15 smithi156 conmon[32001]: cephadm 2022-01-18T16:03:15.104649+0000 mgr.smithi129.iclwio (mgr.14562) 41 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:f6ae1a5b52a2c87975fa37aff8daf3c6286b721a60b880b9fb825c994b1d3e34 on smithi156 2022-01-18T16:03:16.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:15 smithi129 conmon[29798]: cluster 2022-01-18T16:03:14.235800+0000 mgr.smithi129.iclwio (mgr.14562) 37 2022-01-18T16:03:16.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:15 smithi129 conmon[29798]: : cluster [DBG] pgmap v32: 97 pgs: 97 active+clean; 321 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 15 MiB/s wr, 1.40k op/s 2022-01-18T16:03:16.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:15 smithi129 conmon[29798]: audit 2022-01-18T16:03:14.744704+0000 mon.smithi129 (mon.0) 650 : audit [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' 2022-01-18T16:03:16.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:15 smithi129 conmon[29798]: cephadm 2022-01-18T16:03:16.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:15 smithi129 conmon[29798]: 2022-01-18T16:03:14.745080+0000 mgr.smithi129.iclwio (mgr.14562) 38 : cephadm [INF] Upgrade: Target is version 16.2.7-190-g1fdbb5fc (pacific) 2022-01-18T16:03:16.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:15 smithi129 conmon[29798]: 2022-01-18T16:03:16.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:15 smithi129 conmon[29798]: cephadm 2022-01-18T16:03:16.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:15 smithi129 conmon[29798]: 2022-01-18T16 2022-01-18T16:03:16.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:15 smithi129 conmon[29798]: :03:14.745140+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:03:16.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:15 smithi129 conmon[29798]: 14562) 39 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:f6ae1a5b52a2c87975fa37aff8daf3c6286b721a60b880b9fb825c994b1d3e34, digests ['quay.ceph.io/ceph-ci/ceph@sha256:f6ae1a5b52a2c87975fa37aff8daf3c6286b721a60b880b9fb825c994b1d3e34'] 2022-01-18T16:03:16.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:15 smithi129 conmon[29798]: audit 2022 2022-01-18T16:03:16.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:15 smithi129 conmon[29798]: -01-18T16:03:14.745868+0000 2022-01-18T16:03:16.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:15 smithi129 conmon[29798]: mon.smithi129 (mon.0) 651 : audit [DBG] 2022-01-18T16:03:16.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:15 smithi129 conmon[29798]: from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:03:16.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:15 smithi129 conmon[29798]: cephadm 2022-01-18T16:03: 2022-01-18T16:03:16.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:15 smithi129 conmon[29798]: 14.746680+0000 mgr.smithi129.iclwio (mgr.14562) 40 : 2022-01-18T16:03:16.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:15 smithi129 conmon[29798]: cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi129.iclwio) 2022-01-18T16:03:16.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:15 smithi129 conmon[29798]: cephadm 2022-01-18T16 2022-01-18T16:03:16.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:15 smithi129 conmon[29798]: :03:15.104649+0000 mgr.smithi129.iclwio (mgr.14562 2022-01-18T16:03:16.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:15 smithi129 conmon[29798]: ) 41 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:f6ae1a5b52a2c87975fa37aff8daf3c6286b721a60b880b9fb825c994b1d3e34 on smithi156 2022-01-18T16:03:16.535 INFO:teuthology.orchestra.run.smithi129.stdout: 5 73352 24.77 MB/sec warmup 83 sec latency 33.350 ms 2022-01-18T16:03:17.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:16 smithi156 conmon[32001]: audit 2022-01-18T16:03:16.435843+0000 2022-01-18T16:03:17.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:16 smithi156 conmon[32001]: mon.smithi129 (mon.0) 652 : audit [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:03:17.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:16 smithi156 conmon[32001]: audit 2022-01-18T16:03:16.455590+0000 mon.smithi129 (mon.0) 653 : audit [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:03:17.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:16 smithi129 conmon[29798]: audit 2022-01-18T16:03:16.435843 2022-01-18T16:03:17.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:16 smithi129 conmon[29798]: +0000 mon.smithi129 (mon.0) 652 : audit [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:03:17.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:16 smithi129 conmon[29798]: audit 2022-01-18T16: 2022-01-18T16:03:17.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:16 smithi129 conmon[29798]: 03:16.455590+0000 mon.smithi129 (mon.0) 653 : audit [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:03:17.536 INFO:teuthology.orchestra.run.smithi129.stdout: 5 74202 24.83 MB/sec warmup 84 sec latency 18.711 ms 2022-01-18T16:03:17.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:17 smithi129 conmon[29798]: cluster 2022-01-18T16:03:16.236234+0000 mgr.smithi129.iclwio (mgr.14562) 42 : cluster [DBG] pgmap v33: 97 pgs: 97 active+clean; 321 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 9.6 MiB/s wr, 946 op/s 2022-01-18T16:03:18.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:17 smithi156 conmon[32001]: cluster 2022-01-18T16:03:16.236234+0000 mgr.smithi129.iclwio (mgr.14562) 42 : cluster [DBG] pgmap v33: 97 pgs: 97 active+clean; 321 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 9.6 MiB/s wr, 946 op/s 2022-01-18T16:03:18.536 INFO:teuthology.orchestra.run.smithi129.stdout: 5 75000 24.85 MB/sec warmup 85 sec latency 27.770 ms 2022-01-18T16:03:19.536 INFO:teuthology.orchestra.run.smithi129.stdout: 5 75758 24.70 MB/sec warmup 86 sec latency 23.539 ms 2022-01-18T16:03:20.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:19 smithi156 conmon[32001]: cluster 2022-01-18T16:03:18.236971+0000 mgr.smithi129.iclwio ( 2022-01-18T16:03:20.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:19 smithi156 conmon[32001]: mgr.14562) 43 : cluster [DBG] pgmap v34: 97 pgs: 97 active+clean; 310 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 13 MiB/s wr, 1.29k op/s 2022-01-18T16:03:20.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:19 smithi129 conmon[29798]: cluster 2022-01-18T16:03:18.236971+0000 2022-01-18T16:03:20.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:19 smithi129 conmon[29798]: mgr.smithi129.iclwio (mgr.14562) 43 : cluster [DBG] pgmap v34: 97 pgs: 97 active+clean; 310 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 13 MiB/s wr, 1.29k op/s 2022-01-18T16:03:20.536 INFO:teuthology.orchestra.run.smithi129.stdout: 5 76427 24.58 MB/sec warmup 87 sec latency 52.321 ms 2022-01-18T16:03:21.536 INFO:teuthology.orchestra.run.smithi129.stdout: 5 76979 24.46 MB/sec warmup 88 sec latency 22.033 ms 2022-01-18T16:03:22.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:21 smithi156 conmon[32001]: cluster 2022-01-18T16:03:20.237514+0000 mgr.smithi129.iclwio (mgr.14562) 44 : cluster 2022-01-18T16:03:22.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:21 smithi156 conmon[32001]: [DBG] pgmap v35: 97 pgs: 97 active+clean; 310 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.8 MiB/s wr, 758 op/s 2022-01-18T16:03:22.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:21 smithi129 conmon[29798]: cluster 2022-01-18T16:03:20.237514+0000 mgr.smithi129.iclwio ( 2022-01-18T16:03:22.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:21 smithi129 conmon[29798]: mgr.14562) 44 : cluster [DBG] pgmap v35: 97 pgs: 97 active+clean; 310 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.8 MiB/s wr, 758 op/s 2022-01-18T16:03:22.536 INFO:teuthology.orchestra.run.smithi129.stdout: 5 77529 24.43 MB/sec warmup 89 sec latency 40.860 ms 2022-01-18T16:03:23.536 INFO:teuthology.orchestra.run.smithi129.stdout: 5 78113 24.42 MB/sec warmup 90 sec latency 27.245 ms 2022-01-18T16:03:24.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:23 smithi156 conmon[32001]: cluster 2022-01-18T16:03:22.237888+0000 mgr.smithi129.iclwio ( 2022-01-18T16:03:24.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:23 smithi156 conmon[32001]: mgr.14562) 45 : cluster [DBG] pgmap v36: 97 pgs: 97 active+clean; 314 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 8.4 MiB/s wr, 856 op/s 2022-01-18T16:03:24.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:23 smithi129 conmon[29798]: cluster 2022-01-18T16:03:22.237888+0000 mgr.smithi129.iclwio (mgr.14562) 2022-01-18T16:03:24.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:23 smithi129 conmon[29798]: 45 : cluster [DBG] pgmap v36: 97 pgs: 97 active+clean; 314 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 8.4 MiB/s wr, 856 op/s 2022-01-18T16:03:24.536 INFO:teuthology.orchestra.run.smithi129.stdout: 5 78484 24.25 MB/sec warmup 91 sec latency 42.291 ms 2022-01-18T16:03:25.315 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:03:25.537 INFO:teuthology.orchestra.run.smithi129.stdout: 5 79082 24.09 MB/sec warmup 92 sec latency 36.660 ms 2022-01-18T16:03:25.800 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE VERSION IMAGE ID CONTAINER ID 2022-01-18T16:03:25.800 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5m) 60s ago 7m 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:03:25.801 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (7m) 60s ago 7m 16.2.4 8d91d370c2b8 bb8e1bb6a63b 2022-01-18T16:03:25.801 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (6m) 65s ago 6m 16.2.4 8d91d370c2b8 ebda37f860e8 2022-01-18T16:03:25.801 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5m) 60s ago 6m 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:03:25.802 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (114s) 60s ago 114s 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:03:25.803 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (112s) 65s ago 111s 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:03:25.803 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:9283 running (8m) 60s ago 8m 16.2.4 8d91d370c2b8 297970d383ac 2022-01-18T16:03:25.803 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (6m) 65s ago 6m 16.2.4 8d91d370c2b8 dcf5d362aa92 2022-01-18T16:03:25.803 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (8m) 60s ago 8m 16.2.4 8d91d370c2b8 b80fb6dbefaa 2022-01-18T16:03:25.804 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (6m) 65s ago 6m 16.2.4 8d91d370c2b8 d25901fda103 2022-01-18T16:03:25.804 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.smithi129 smithi129 *:2049 running (100s) 60s ago 100s 3.5 8d91d370c2b8 3bb649f28859 2022-01-18T16:03:25.804 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.smithi156 smithi156 *:2049 running (96s) 65s ago 95s 3.5 8d91d370c2b8 ccf8ba90fdaa 2022-01-18T16:03:25.805 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6m) 60s ago 6m 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:03:25.805 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6m) 65s ago 6m 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:03:25.805 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5m) 60s ago 5m 16.2.4 8d91d370c2b8 9f5f63cda7b0 2022-01-18T16:03:25.805 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5m) 60s ago 5m 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:03:25.806 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4m) 60s ago 4m 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:03:25.806 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4m) 60s ago 4m 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:03:25.806 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4m) 65s ago 4m 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:03:25.807 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4m) 65s ago 4m 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:03:25.807 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3m) 65s ago 3m 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:03:25.808 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3m) 65s ago 3m 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:03:25.808 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5m) 60s ago 6m 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:03:26.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:25 smithi156 conmon[32001]: cluster 2022-01-18T16:03:24.238453+0000 mgr.smithi129.iclwio 2022-01-18T16:03:26.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:25 smithi156 conmon[32001]: (mgr.14562) 46 : cluster [DBG] pgmap v37: 97 pgs: 97 active+clean; 313 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 12 MiB/s wr, 1.15k op/s 2022-01-18T16:03:26.340 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:03:26.341 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:03:26.341 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:03:26.341 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:03:26.341 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:03:26.341 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:03:26.342 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:03:26.342 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:03:26.342 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-01-18T16:03:26.342 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:03:26.343 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:03:26.343 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:03:26.343 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:03:26.343 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:03:26.344 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 14 2022-01-18T16:03:26.344 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:03:26.344 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:03:26.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:25 smithi129 conmon[29798]: cluster 2022-01-18T16:03:24.238453+0000 mgr.smithi129.iclwio (mgr.14562) 46 : cluster [DBG] pgmap v37: 97 pgs: 97 active+clean; 313 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 12 MiB/s wr, 1.15k op/s 2022-01-18T16:03:26.537 INFO:teuthology.orchestra.run.smithi129.stdout: 5 79777 24.01 MB/sec warmup 93 sec latency 28.994 ms 2022-01-18T16:03:27.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:26 smithi156 conmon[32001]: audit 2022-01-18T16:03:25.298398+0000 mgr.smithi129.iclwio (mgr.14562) 47 : audit 2022-01-18T16:03:27.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:26 smithi156 conmon[32001]: [DBG] from='client.14606 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:03:27.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:26 smithi156 conmon[32001]: audit 2022-01-18T16:03:25.801523+0000 mgr.smithi129.iclwio (mgr.14562) 48 : audit [DBG] from='client.14610 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:03:27.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:26 smithi156 conmon[32001]: audit 2022-01-18T16:03:26.352951+0000 mon.smithi156 (mon.1 2022-01-18T16:03:27.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:26 smithi156 conmon[32001]: ) 22 : audit [DBG] from='client.? 172.21.15.129:0/3644198786' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:03:27.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:26 smithi129 conmon[29798]: audit 2022-01-18T16:03:25.298398+0000 mgr.smithi129.iclwio (mgr.14562) 2022-01-18T16:03:27.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:26 smithi129 conmon[29798]: 47 : audit [DBG] from='client.14606 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:03:27.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:26 smithi129 conmon[29798]: audit 2022-01-18T16:03:25.801523+0000 mgr.smithi129.iclwio (mgr.14562) 48 : audit [DBG] from='client.14610 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:03:27.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:26 smithi129 conmon[29798]: audit 2022-01-18T16: 2022-01-18T16:03:27.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:26 smithi129 conmon[29798]: 03:26.352951+0000 mon.smithi156 (mon.1) 22 : audit [DBG] from='client.? 172.21.15.129:0/3644198786' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:03:27.538 INFO:teuthology.orchestra.run.smithi129.stdout: 5 80442 23.90 MB/sec warmup 94 sec latency 24.559 ms 2022-01-18T16:03:28.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:27 smithi156 conmon[32001]: cluster 2022-01-18T16:03:26.238850+0000 mgr.smithi129.iclwio (mgr.14562) 49 2022-01-18T16:03:28.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:27 smithi156 conmon[32001]: : cluster [DBG] pgmap v38: 97 pgs: 97 active+clean; 313 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.6 MiB/s wr, 743 op/s 2022-01-18T16:03:28.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:27 smithi129 conmon[29798]: cluster 2022-01-18T16:03:26.238850+0000 mgr.smithi129.iclwio (mgr.14562) 2022-01-18T16:03:28.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:27 smithi129 conmon[29798]: 49 : cluster [DBG] pgmap v38: 97 pgs: 97 active+clean; 313 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.6 MiB/s wr, 743 op/s 2022-01-18T16:03:28.537 INFO:teuthology.orchestra.run.smithi129.stdout: 5 81054 23.89 MB/sec warmup 95 sec latency 21.892 ms 2022-01-18T16:03:29.537 INFO:teuthology.orchestra.run.smithi129.stdout: 5 81881 23.94 MB/sec warmup 96 sec latency 17.282 ms 2022-01-18T16:03:30.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:29 smithi156 conmon[32001]: cluster 2022-01-18T16:03:28.239438 2022-01-18T16:03:30.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:29 smithi156 conmon[32001]: +0000 mgr.smithi129.iclwio (mgr.14562) 50 : cluster [DBG] pgmap v39: 97 pgs: 97 active+clean; 309 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 11 MiB/s wr, 1.09k op/s 2022-01-18T16:03:30.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:29 smithi129 conmon[29798]: cluster 2022-01-18T16:03:28.239438+0000 mgr.smithi129.iclwio (mgr.14562 2022-01-18T16:03:30.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:29 smithi129 conmon[29798]: ) 50 : cluster [DBG] pgmap v39: 97 pgs: 97 active+clean; 309 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 11 MiB/s wr, 1.09k op/s 2022-01-18T16:03:30.537 INFO:teuthology.orchestra.run.smithi129.stdout: 5 82589 23.83 MB/sec warmup 97 sec latency 55.078 ms 2022-01-18T16:03:31.538 INFO:teuthology.orchestra.run.smithi129.stdout: 5 83370 23.76 MB/sec warmup 98 sec latency 65.150 ms 2022-01-18T16:03:32.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:31 smithi156 conmon[32001]: cluster 2022-01-18T16:03:30.239827+0000 mgr.smithi129.iclwio (mgr.14562) 51 : cluster [DBG] pgmap v40: 97 pgs: 97 active+clean; 309 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.5 MiB/s wr, 743 op/s 2022-01-18T16:03:32.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:31 smithi129 conmon[29798]: cluster 2022-01-18T16:03:30.239827+0000 2022-01-18T16:03:32.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:31 smithi129 conmon[29798]: mgr.smithi129.iclwio (mgr.14562) 51 : cluster [DBG] pgmap v40: 97 pgs: 97 active+clean; 309 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.5 MiB/s wr, 743 op/s 2022-01-18T16:03:32.537 INFO:teuthology.orchestra.run.smithi129.stdout: 5 84184 23.69 MB/sec warmup 99 sec latency 26.921 ms 2022-01-18T16:03:33.537 INFO:teuthology.orchestra.run.smithi129.stdout: 5 84889 23.73 MB/sec warmup 100 sec latency 24.691 ms 2022-01-18T16:03:34.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:33 smithi156 conmon[32001]: cluster 2022-01-18T16:03:32.240660+0000 mgr.smithi129.iclwio (mgr.14562 2022-01-18T16:03:34.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:33 smithi156 conmon[32001]: ) 52 : cluster [DBG] pgmap v41: 97 pgs: 97 active+clean; 300 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 7.7 MiB/s wr, 763 op/s 2022-01-18T16:03:34.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:33 smithi129 conmon[29798]: cluster 2022-01-18T16:03:32 2022-01-18T16:03:34.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:33 smithi129 conmon[29798]: .240660+0000 mgr.smithi129.iclwio (mgr.14562) 52 : cluster [DBG] pgmap v41: 97 pgs: 97 active+clean; 300 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 7.7 MiB/s wr, 763 op/s 2022-01-18T16:03:34.538 INFO:teuthology.orchestra.run.smithi129.stdout: 5 85330 23.68 MB/sec warmup 101 sec latency 50.850 ms 2022-01-18T16:03:35.538 INFO:teuthology.orchestra.run.smithi129.stdout: 5 85640 23.52 MB/sec warmup 102 sec latency 43.534 ms 2022-01-18T16:03:36.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:35 smithi156 conmon[32001]: cluster 2022-01-18T16:03:34. 2022-01-18T16:03:36.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:35 smithi156 conmon[32001]: 241239+0000 mgr.smithi129.iclwio (mgr.14562) 53 : cluster [DBG] pgmap v42: 97 pgs: 97 active+clean; 310 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 11 MiB/s wr, 1.07k op/s 2022-01-18T16:03:36.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:35 smithi129 conmon[29798]: cluster 2022-01-18T16:03:34.241239+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:03:36.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:35 smithi129 conmon[29798]: .14562) 53 : cluster [DBG] pgmap v42: 97 pgs: 97 active+clean; 310 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 11 MiB/s wr, 1.07k op/s 2022-01-18T16:03:36.538 INFO:teuthology.orchestra.run.smithi129.stdout: 5 86121 23.37 MB/sec warmup 103 sec latency 44.266 ms 2022-01-18T16:03:37.537 INFO:teuthology.orchestra.run.smithi129.stdout: 5 86768 23.30 MB/sec warmup 104 sec latency 37.191 ms 2022-01-18T16:03:38.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:37 smithi156 conmon[32001]: cluster 2022-01-18T16:03:36. 2022-01-18T16:03:38.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:37 smithi156 conmon[32001]: 241614+0000 mgr.smithi129.iclwio (mgr.14562) 54 : cluster [DBG] pgmap v43: 97 pgs: 97 active+clean; 310 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.9 MiB/s wr, 771 op/s 2022-01-18T16:03:38.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:37 smithi129 conmon[29798]: cluster 2022-01-18T16:03:36.241614+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:03:38.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:37 smithi129 conmon[29798]: 14562) 54 : cluster [DBG] pgmap v43: 97 pgs: 97 active+clean; 310 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.9 MiB/s wr, 771 op/s 2022-01-18T16:03:38.538 INFO:teuthology.orchestra.run.smithi129.stdout: 5 87488 23.21 MB/sec warmup 105 sec latency 27.544 ms 2022-01-18T16:03:39.538 INFO:teuthology.orchestra.run.smithi129.stdout: 5 88131 23.21 MB/sec warmup 106 sec latency 22.648 ms 2022-01-18T16:03:40.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:39 smithi156 conmon[32001]: cluster 2022-01-18T16:03:38.242223+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:03:40.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:39 smithi156 conmon[32001]: .14562) 55 : cluster [DBG] pgmap v44: 97 pgs: 97 active+clean; 318 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 11 MiB/s wr, 1.08k op/s 2022-01-18T16:03:40.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:39 smithi129 conmon[29798]: cluster 2022-01-18T16:03:38.242223+0000 mgr.smithi129.iclwio (mgr.14562) 55 : cluster [DBG] pgmap v44: 97 pgs: 97 active+clean; 318 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 11 MiB/s wr, 1.08k op/s 2022-01-18T16:03:40.537 INFO:teuthology.orchestra.run.smithi129.stdout: 5 88882 23.25 MB/sec warmup 107 sec latency 24.321 ms 2022-01-18T16:03:41.538 INFO:teuthology.orchestra.run.smithi129.stdout: 5 89554 23.14 MB/sec warmup 108 sec latency 19.228 ms 2022-01-18T16:03:42.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:41 smithi156 conmon[32001]: cluster 2022-01-18T16:03:40.242524+0000 mgr.smithi129.iclwio 2022-01-18T16:03:42.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:41 smithi156 conmon[32001]: (mgr.14562) 56 : cluster [DBG] pgmap v45: 97 pgs: 97 active+clean; 318 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.7 KiB/s rd, 7.9 MiB/s wr, 733 op/s 2022-01-18T16:03:42.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:41 smithi129 conmon[29798]: cluster 2022-01-18T16:03:40.242524+0000 mgr.smithi129.iclwio (mgr.14562) 56 2022-01-18T16:03:42.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:41 smithi129 conmon[29798]: : cluster [DBG] pgmap v45: 97 pgs: 97 active+clean; 318 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.7 KiB/s rd, 7.9 MiB/s wr, 733 op/s 2022-01-18T16:03:42.538 INFO:teuthology.orchestra.run.smithi129.stdout: 5 90267 23.10 MB/sec warmup 109 sec latency 24.660 ms 2022-01-18T16:03:43.538 INFO:teuthology.orchestra.run.smithi129.stdout: 5 91055 23.03 MB/sec warmup 110 sec latency 23.051 ms 2022-01-18T16:03:44.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:43 smithi156 conmon[32001]: cluster 2022-01-18T16:03:42.242911+0000 2022-01-18T16:03:44.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:43 smithi156 conmon[32001]: mgr.smithi129.iclwio (mgr.14562) 57 : cluster [DBG] pgmap v46: 97 pgs: 97 active+clean; 318 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 8.5 MiB/s wr, 816 op/s 2022-01-18T16:03:44.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:43 smithi129 conmon[29798]: cluster 2022-01-18T16:03:42.242911+0000 mgr.smithi129.iclwio (mgr.14562) 57 : 2022-01-18T16:03:44.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:43 smithi129 conmon[29798]: cluster [DBG] pgmap v46: 97 pgs: 97 active+clean; 318 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 8.5 MiB/s wr, 816 op/s 2022-01-18T16:03:44.538 INFO:teuthology.orchestra.run.smithi129.stdout: 5 91695 23.02 MB/sec warmup 111 sec latency 22.648 ms 2022-01-18T16:03:45.538 INFO:teuthology.orchestra.run.smithi129.stdout: 5 92447 23.06 MB/sec warmup 112 sec latency 24.070 ms 2022-01-18T16:03:46.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:45 smithi156 conmon[32001]: cluster 2022-01-18T16:03:44.243466+0000 mgr.smithi129.iclwio 2022-01-18T16:03:46.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:45 smithi156 conmon[32001]: (mgr.14562) 58 : cluster [DBG] pgmap v47: 97 pgs: 97 active+clean; 321 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 KiB/s rd, 12 MiB/s wr, 1.12k op/s 2022-01-18T16:03:46.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:45 smithi129 conmon[29798]: cluster 2022-01-18T16:03:44.243466 2022-01-18T16:03:46.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:45 smithi129 conmon[29798]: +0000 mgr.smithi129.iclwio (mgr.14562) 58 : cluster [DBG] pgmap v47: 97 pgs: 97 active+clean; 321 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 KiB/s rd, 12 MiB/s wr, 1.12k op/s 2022-01-18T16:03:46.538 INFO:teuthology.orchestra.run.smithi129.stdout: 5 93093 22.96 MB/sec warmup 113 sec latency 20.177 ms 2022-01-18T16:03:47.538 INFO:teuthology.orchestra.run.smithi129.stdout: 5 93700 22.87 MB/sec warmup 114 sec latency 21.904 ms 2022-01-18T16:03:48.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:48 smithi156 conmon[32001]: cluster 2022-01-18T16:03:46.243849+0000 2022-01-18T16:03:48.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:48 smithi156 conmon[32001]: mgr.smithi129.iclwio (mgr.14562) 59 : cluster [DBG] pgmap v48: 97 pgs: 97 active+clean; 321 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 KiB/s rd, 7.6 MiB/s wr, 714 op/s 2022-01-18T16:03:48.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:48 smithi129 conmon[29798]: cluster 2022-01-18T16:03:46.243849+0000 mgr.smithi129.iclwio 2022-01-18T16:03:48.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:48 smithi129 conmon[29798]: (mgr.14562) 59 : cluster [DBG] pgmap v48: 97 pgs: 97 active+clean; 321 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 KiB/s rd, 7.6 MiB/s wr, 714 op/s 2022-01-18T16:03:48.538 INFO:teuthology.orchestra.run.smithi129.stdout: 5 94384 22.82 MB/sec warmup 115 sec latency 25.093 ms 2022-01-18T16:03:49.538 INFO:teuthology.orchestra.run.smithi129.stdout: 5 94744 22.68 MB/sec warmup 116 sec latency 38.448 ms 2022-01-18T16:03:50.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:50 smithi156 conmon[32001]: cluster 2022-01-18T16:03:48.244505+0000 2022-01-18T16:03:50.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:50 smithi156 conmon[32001]: mgr.smithi129.iclwio (mgr.14562) 60 : cluster [DBG] pgmap v49: 97 pgs: 97 active+clean; 324 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 12 MiB/s wr, 1.11k op/s 2022-01-18T16:03:50.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:50 smithi156 conmon[32001]: cluster 2022-01-18T16:03:49.010943+0000 mon.smithi129 (mon.0) 654 : cluster [DBG] mgrmap e25: smithi129.iclwio(active, since 93s), standbys: smithi156.drmcjo 2022-01-18T16:03:50.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:50 smithi129 conmon[29798]: cluster 2022-01-18T16:03:48.244505+0000 mgr.smithi129.iclwio (mgr.14562) 60 : cluster [DBG] pgmap v49: 97 pgs: 97 active+clean; 324 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 12 MiB/s wr, 1.11k op/s 2022-01-18T16:03:50.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:50 smithi129 conmon[29798]: 2022-01-18T16:03:50.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:50 smithi129 conmon[29798]: cluster 2022-01-18T16:03:49.010943+0000 mon.smithi129 (mon.0) 654 : cluster [DBG] mgrmap e25: smithi129.iclwio(active, since 93s), standbys: smithi156.drmcjo 2022-01-18T16:03:50.538 INFO:teuthology.orchestra.run.smithi129.stdout: 5 95135 22.62 MB/sec warmup 117 sec latency 40.082 ms 2022-01-18T16:03:51.538 INFO:teuthology.orchestra.run.smithi129.stdout: 5 95514 22.54 MB/sec warmup 118 sec latency 37.282 ms 2022-01-18T16:03:52.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:52 smithi156 conmon[32001]: cluster 2022-01-18T16:03:50.244833+0000 mgr.smithi129.iclwio (mgr.14562) 61 : cluster 2022-01-18T16:03:52.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:52 smithi156 conmon[32001]: [DBG] pgmap v50: 97 pgs: 97 active+clean; 324 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.4 KiB/s rd, 8.5 MiB/s wr, 806 op/s 2022-01-18T16:03:52.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:52 smithi129 conmon[29798]: cluster 2022-01-18T16:03:50.244833+0000 mgr.smithi129.iclwio (mgr.14562) 61 : cluster [DBG] 2022-01-18T16:03:52.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:52 smithi129 conmon[29798]: pgmap v50: 97 pgs: 97 active+clean; 324 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.4 KiB/s rd, 8.5 MiB/s wr, 806 op/s 2022-01-18T16:03:52.538 INFO:teuthology.orchestra.run.smithi129.stdout: 5 96048 22.53 MB/sec warmup 119 sec latency 60.661 ms 2022-01-18T16:03:54.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:54 smithi156 conmon[32001]: cluster 2022-01-18T16:03:52.245257+0000 mgr.smithi129.iclwio (mgr.14562) 62 : 2022-01-18T16:03:54.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:54 smithi156 conmon[32001]: cluster [DBG] pgmap v51: 97 pgs: 97 active+clean; 323 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 8.9 MiB/s wr, 872 op/s 2022-01-18T16:03:54.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:54 smithi129 conmon[29798]: cluster 2022-01-18T16:03:52.245257+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:03:54.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:54 smithi129 conmon[29798]: .14562) 62 : cluster [DBG] pgmap v51: 97 pgs: 97 active+clean; 323 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 8.9 MiB/s wr, 872 op/s 2022-01-18T16:03:54.539 INFO:teuthology.orchestra.run.smithi129.stdout: 5 97284 15.31 MB/sec execute 1 sec latency 27.447 ms 2022-01-18T16:03:55.539 INFO:teuthology.orchestra.run.smithi129.stdout: 5 98175 17.78 MB/sec execute 2 sec latency 23.133 ms 2022-01-18T16:03:56.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:56 smithi156 conmon[32001]: cluster 2022-01-18T16:03:54.245852+0000 2022-01-18T16:03:56.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:56 smithi156 conmon[32001]: mgr.smithi129.iclwio (mgr.14562) 63 : cluster [DBG] pgmap v52: 97 pgs: 97 active+clean; 319 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 11 MiB/s wr, 987 op/s 2022-01-18T16:03:56.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:56 smithi129 conmon[29798]: cluster 2022-01-18T16:03:54.245852+0000 mgr.smithi129.iclwio ( 2022-01-18T16:03:56.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:56 smithi129 conmon[29798]: mgr.14562) 63 : cluster [DBG] pgmap v52: 97 pgs: 97 active+clean; 319 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 11 MiB/s wr, 987 op/s 2022-01-18T16:03:56.540 INFO:teuthology.orchestra.run.smithi129.stdout: 5 99260 25.42 MB/sec execute 3 sec latency 13.296 ms 2022-01-18T16:03:56.764 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:03:57.150 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE VERSION IMAGE ID CONTAINER ID 2022-01-18T16:03:57.150 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6m) 92s ago 7m 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:03:57.151 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (7m) 92s ago 7m 16.2.4 8d91d370c2b8 bb8e1bb6a63b 2022-01-18T16:03:57.151 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (6m) 97s ago 6m 16.2.4 8d91d370c2b8 ebda37f860e8 2022-01-18T16:03:57.151 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6m) 92s ago 7m 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:03:57.151 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2m) 92s ago 2m 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:03:57.152 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2m) 97s ago 2m 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:03:57.152 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:9283 running (8m) 92s ago 8m 16.2.4 8d91d370c2b8 297970d383ac 2022-01-18T16:03:57.152 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (6m) 97s ago 6m 16.2.4 8d91d370c2b8 dcf5d362aa92 2022-01-18T16:03:57.152 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (8m) 92s ago 8m 16.2.4 8d91d370c2b8 b80fb6dbefaa 2022-01-18T16:03:57.153 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (6m) 97s ago 6m 16.2.4 8d91d370c2b8 d25901fda103 2022-01-18T16:03:57.153 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.smithi129 smithi129 *:2049 running (2m) 92s ago 2m 3.5 8d91d370c2b8 3bb649f28859 2022-01-18T16:03:57.153 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.smithi156 smithi156 *:2049 running (2m) 97s ago 2m 3.5 8d91d370c2b8 ccf8ba90fdaa 2022-01-18T16:03:57.153 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (7m) 92s ago 7m 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:03:57.153 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6m) 97s ago 6m 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:03:57.154 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (6m) 92s ago 6m 16.2.4 8d91d370c2b8 9f5f63cda7b0 2022-01-18T16:03:57.154 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5m) 92s ago 5m 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:03:57.155 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5m) 92s ago 5m 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:03:57.155 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5m) 92s ago 5m 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:03:57.155 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4m) 97s ago 4m 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:03:57.155 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4m) 97s ago 4m 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:03:57.155 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4m) 97s ago 4m 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:03:57.156 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3m) 97s ago 3m 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:03:57.156 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6m) 92s ago 7m 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:03:57.540 INFO:teuthology.orchestra.run.smithi129.stdout: 5 99790 22.77 MB/sec execute 4 sec latency 30.339 ms 2022-01-18T16:03:57.578 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:03:57.579 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:03:57.579 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:03:57.579 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:03:57.579 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:03:57.580 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:03:57.580 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:03:57.580 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:03:57.580 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-01-18T16:03:57.580 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:03:57.581 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:03:57.581 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:03:57.581 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:03:57.581 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:03:57.582 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 14 2022-01-18T16:03:57.582 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:03:57.582 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:03:58.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:58 smithi156 conmon[32001]: cluster 2022-01-18T16:03:56.246160+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:03:58.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:58 smithi156 conmon[32001]: 14562) 64 : cluster [DBG] pgmap v53: 97 pgs: 97 active+clean; 319 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.0 MiB/s wr, 661 op/s 2022-01-18T16:03:58.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:58 smithi156 conmon[32001]: audit 2022-01-18T16:03:56.763211+0000 mgr.smithi129.iclwio (mgr.14562) 65 : audit [DBG] from='client.14618 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:03:58.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:58 smithi156 conmon[32001]: audit 2022- 2022-01-18T16:03:58.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:58 smithi156 conmon[32001]: 01-18T16:03:57.154091+0000 mgr.smithi129.iclwio (mgr.14562) 66 : audit [DBG] from='client.14622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:03:58.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:58 smithi156 conmon[32001]: audit 2022-01-18T16:03: 2022-01-18T16:03:58.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:58 smithi156 conmon[32001]: 57.592625+0000 mon.smithi156 (mon.1) 23 : audit 2022-01-18T16:03:58.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:03:58 smithi156 conmon[32001]: [DBG] from='client.? 172.21.15.129:0/1043519258' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:03:58.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:58 smithi129 conmon[29798]: cluster 2022-01-18T16:03:56.246160+0000 2022-01-18T16:03:58.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:58 smithi129 conmon[29798]: mgr.smithi129.iclwio (mgr.14562) 64 : cluster [DBG] pgmap v53: 97 pgs: 97 active+clean; 319 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.0 MiB/s wr, 661 op/s 2022-01-18T16:03:58.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:58 smithi129 conmon[29798]: audit 2022-01-18T16:03:56.763211+0000 mgr.smithi129.iclwio (mgr.14562) 65 2022-01-18T16:03:58.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:58 smithi129 conmon[29798]: : audit [DBG] from='client.14618 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:03:58.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:58 smithi129 conmon[29798]: audit 2022-01-18T16: 2022-01-18T16:03:58.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:58 smithi129 conmon[29798]: 03:57.154091+0000 mgr.smithi129.iclwio (mgr.14562) 66 : audit [DBG] from='client.14622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:03:58.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:58 smithi129 conmon[29798]: 2022-01-18T16:03:58.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:58 smithi129 conmon[29798]: audit 2022 2022-01-18T16:03:58.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:58 smithi129 conmon[29798]: -01-18T16:03:57.592625+0000 mon.smithi156 (mon. 2022-01-18T16:03:58.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:03:58 smithi129 conmon[29798]: 1) 23 : audit [DBG] from='client.? 172.21.15.129:0/1043519258' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:03:58.540 INFO:teuthology.orchestra.run.smithi129.stdout: 5 100283 19.99 MB/sec execute 5 sec latency 27.364 ms 2022-01-18T16:03:59.540 INFO:teuthology.orchestra.run.smithi129.stdout: 5 100830 18.50 MB/sec execute 6 sec latency 28.809 ms 2022-01-18T16:04:00.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:00 smithi156 conmon[32001]: cluster 2022-01-18T16:03:58.246688+0000 mgr.smithi129.iclwio (mgr.14562) 67 : cluster [DBG] 2022-01-18T16:04:00.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:00 smithi156 conmon[32001]: pgmap v54: 97 pgs: 97 active+clean; 322 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 12 MiB/s wr, 1.11k op/s 2022-01-18T16:04:00.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:00 smithi129 conmon[29798]: cluster 2022-01-18T16:03:58.246688+0000 mgr.smithi129.iclwio (mgr.14562) 67 : cluster [DBG] pgmap v54: 97 pgs: 97 active+clean; 322 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 12 MiB/s wr, 1.11k op/s 2022-01-18T16:04:00.540 INFO:teuthology.orchestra.run.smithi129.stdout: 5 101415 17.18 MB/sec execute 7 sec latency 27.790 ms 2022-01-18T16:04:01.540 INFO:teuthology.orchestra.run.smithi129.stdout: 5 102194 18.24 MB/sec execute 8 sec latency 18.794 ms 2022-01-18T16:04:02.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:02 smithi156 conmon[32001]: cluster 2022-01-18T16:04:00.247035+0000 mgr.smithi129.iclwio 2022-01-18T16:04:02.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:02 smithi156 conmon[32001]: (mgr.14562) 68 : cluster [DBG] pgmap v55: 97 pgs: 97 active+clean; 322 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 7.5 MiB/s wr, 711 op/s 2022-01-18T16:04:02.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:02 smithi129 conmon[29798]: cluster 2022-01-18T16:04:00.247035+0000 2022-01-18T16:04:02.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:02 smithi129 conmon[29798]: mgr.smithi129.iclwio (mgr.14562) 68 : cluster [DBG] pgmap v55: 97 pgs: 97 active+clean; 322 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 7.5 MiB/s wr, 711 op/s 2022-01-18T16:04:02.540 INFO:teuthology.orchestra.run.smithi129.stdout: 5 102899 19.59 MB/sec execute 9 sec latency 33.115 ms 2022-01-18T16:04:03.540 INFO:teuthology.orchestra.run.smithi129.stdout: 5 103380 18.70 MB/sec execute 10 sec latency 28.975 ms 2022-01-18T16:04:04.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:04 smithi156 conmon[32001]: cluster 2022-01-18T16:04:02. 2022-01-18T16:04:04.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:04 smithi156 conmon[32001]: 247444+0000 mgr.smithi129.iclwio (mgr.14562) 69 : cluster [DBG] pgmap v56: 97 pgs: 97 active+clean; 327 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 8.3 MiB/s wr, 859 op/s 2022-01-18T16:04:04.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:04 smithi129 conmon[29798]: cluster 2022-01-18T16:04:02.247444+0000 mgr.smithi129.iclwio (mgr.14562) 69 : cluster [DBG] pgmap v56: 97 pgs: 97 active+clean; 327 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 8.3 MiB/s wr, 859 op/s 2022-01-18T16:04:04.540 INFO:teuthology.orchestra.run.smithi129.stdout: 5 103785 17.47 MB/sec execute 11 sec latency 30.100 ms 2022-01-18T16:04:05.540 INFO:teuthology.orchestra.run.smithi129.stdout: 5 104274 17.16 MB/sec execute 12 sec latency 31.197 ms 2022-01-18T16:04:06.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:06 smithi156 conmon[32001]: cluster 2022-01-18T16:04:04.248019+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:04:06.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:06 smithi156 conmon[32001]: 14562) 70 : cluster [DBG] pgmap v57: 97 pgs: 97 active+clean; 321 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 11 MiB/s wr, 1.00k op/s 2022-01-18T16:04:06.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:06 smithi129 conmon[29798]: cluster 2022-01-18T16:04:04.248019+0000 2022-01-18T16:04:06.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:06 smithi129 conmon[29798]: mgr.smithi129.iclwio (mgr.14562) 70 : cluster [DBG] pgmap v57: 97 pgs: 97 active+clean; 321 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 11 MiB/s wr, 1.00k op/s 2022-01-18T16:04:06.540 INFO:teuthology.orchestra.run.smithi129.stdout: 5 104828 16.44 MB/sec execute 13 sec latency 33.556 ms 2022-01-18T16:04:07.540 INFO:teuthology.orchestra.run.smithi129.stdout: 5 105371 16.33 MB/sec execute 14 sec latency 26.898 ms 2022-01-18T16:04:07.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:07 smithi156 conmon[32001]: cluster 2022-01-18T16:04:06.248400 2022-01-18T16:04:07.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:07 smithi156 conmon[32001]: +0000 mgr.smithi129.iclwio (mgr.14562) 71 : cluster [DBG] pgmap v58: 97 pgs: 97 active+clean; 321 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 8.3 MiB/s wr, 806 op/s 2022-01-18T16:04:07.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:07 smithi156 conmon[32001]: cephadm 2022-01-18T16:04:06.641383+0000 mgr.smithi129.iclwio (mgr.14562) 72 : cephadm [INF] Upgrade: Updating mgr.smithi156.drmcjo 2022-01-18T16:04:07.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:07 smithi156 conmon[32001]: audit 2022-01-18T16:04:06.645715+0000 mon.smithi129 (mon.0) 655 : audit [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' 2022-01-18T16:04:07.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:07 smithi156 conmon[32001]: audit 2022-01-18T16:04:06.646733+0000 mon.smithi129 (mon.0) 656 : audit [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi156.drmcjo", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-18T16:04:07.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:07 smithi156 conmon[32001]: audit 2022-01-18T16:04:06.647432+0000 mon.smithi129 (mon.0) 657 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-18T16:04:07.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:07 smithi156 conmon[32001]: 2022-01-18T16:04:07.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:07 smithi156 conmon[32001]: audit 2022-01-18T16:04:06.648173+0000 mon.smithi129 (mon. 2022-01-18T16:04:07.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:07 smithi156 conmon[32001]: 0) 658 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:04:07.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:07 smithi156 conmon[32001]: cephadm 2022 2022-01-18T16:04:07.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:07 smithi156 conmon[32001]: -01-18T16:04: 2022-01-18T16:04:07.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:07 smithi156 conmon[32001]: 06.649235+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:04:07.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:07 smithi156 conmon[32001]: 14562) 73 : cephadm [INF] Deploying daemon mgr.smithi156.drmcjo on smithi156 2022-01-18T16:04:07.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:07 smithi156 conmon[32001]: 2022-01-18T16:04:07.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:07 smithi129 conmon[29798]: cluster 2022-01-18T16:04:06.248400+0000 mgr.smithi129.iclwio (mgr.14562) 71 : 2022-01-18T16:04:07.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:07 smithi129 conmon[29798]: cluster [DBG] pgmap v58: 97 pgs: 97 active+clean; 321 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 8.3 MiB/s wr, 806 op/s 2022-01-18T16:04:07.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:07 smithi129 conmon[29798]: cephadm 2022-01-18T16:04:06.641383+0000 mgr.smithi129.iclwio (mgr.14562) 72 : cephadm [INF] Upgrade: Updating mgr.smithi156.drmcjo 2022-01-18T16:04:07.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:07 smithi129 conmon[29798]: audit 2022- 2022-01-18T16:04:07.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:07 smithi129 conmon[29798]: 01-18T16:04:06.645715+0000 mon.smithi129 (mon.0) 655 : audit [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' 2022-01-18T16:04:07.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:07 smithi129 conmon[29798]: audit 2022-01-18T 2022-01-18T16:04:07.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:07 smithi129 conmon[29798]: 16:04:06.646733+0000 mon.smithi129 (mon.0 2022-01-18T16:04:07.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:07 smithi129 conmon[29798]: ) 656 : audit [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi156.drmcjo", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-18T16:04:07.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:07 smithi129 conmon[29798]: audit 2022-01-18T16:04:07.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:07 smithi129 conmon[29798]: 2022-01-18 2022-01-18T16:04:07.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:07 smithi129 conmon[29798]: T16:04:06.647432+0000 mon.smithi129 (mon 2022-01-18T16:04:07.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:07 smithi129 conmon[29798]: .0) 657 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-18T16:04:07.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:07 smithi129 conmon[29798]: audit 2022- 2022-01-18T16:04:07.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:07 smithi129 conmon[29798]: 01-18T16:04:06.648173+0000 2022-01-18T16:04:07.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:07 smithi129 conmon[29798]: mon.smithi129 (mon.0) 658 : audit [DBG] 2022-01-18T16:04:07.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:07 smithi129 conmon[29798]: from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:04:07.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:07 smithi129 conmon[29798]: cephadm 2022-01-18 2022-01-18T16:04:07.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:07 smithi129 conmon[29798]: T16:04:06.649235+0000 mgr.smithi129.iclwio ( 2022-01-18T16:04:07.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:07 smithi129 conmon[29798]: mgr.14562) 73 : cephadm [INF] Deploying daemon mgr.smithi156.drmcjo on smithi156 2022-01-18T16:04:08.540 INFO:teuthology.orchestra.run.smithi129.stdout: 5 106062 16.93 MB/sec execute 15 sec latency 23.288 ms 2022-01-18T16:04:09.540 INFO:teuthology.orchestra.run.smithi129.stdout: 5 106529 17.18 MB/sec execute 16 sec latency 31.012 ms 2022-01-18T16:04:09.899 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:09 smithi156 conmon[32001]: cluster 2022-01-18T16:04:08.248895+0000 mgr.smithi129.iclwio ( 2022-01-18T16:04:09.899 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:09 smithi156 conmon[32001]: mgr.14562) 74 : cluster [DBG] pgmap v59: 97 pgs: 97 active+clean; 313 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 11 MiB/s wr, 1.12k op/s 2022-01-18T16:04:09.924 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:09 smithi129 conmon[29798]: cluster 2022-01-18T16:04:08.248895+0000 mgr.smithi129.iclwio (mgr.14562 2022-01-18T16:04:09.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:09 smithi129 conmon[29798]: ) 74 : cluster [DBG] pgmap v59: 97 pgs: 97 active+clean; 313 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 11 MiB/s wr, 1.12k op/s 2022-01-18T16:04:10.540 INFO:teuthology.orchestra.run.smithi129.stdout: 5 106840 16.58 MB/sec execute 17 sec latency 36.019 ms 2022-01-18T16:04:11.540 INFO:teuthology.orchestra.run.smithi129.stdout: 5 107143 15.82 MB/sec execute 18 sec latency 60.405 ms 2022-01-18T16:04:11.674 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:11 smithi129 conmon[29798]: cluster 2022-01-18T16:04:10.249228+0000 mgr.smithi129.iclwio (mgr.14562) 75 : cluster [DBG] pgmap v60: 97 pgs: 97 active+clean; 313 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 6.3 MiB/s wr, 677 op/s 2022-01-18T16:04:11.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:11 smithi129 conmon[29798]: 2022-01-18T16:04:11.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:11 smithi129 conmon[29798]: audit 2022-01-18T16:04:10.308074+0000 mon.smithi129 (mon.0) 659 : audit [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' 2022-01-18T16:04:11.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:11 smithi129 conmon[29798]: audit 2022-01-18T16:04:10.309598+0000 mon.smithi129 (mon.0) 660 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:04:11.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:11 smithi156 conmon[32001]: cluster 2022-01-18T16:04:10.249228+0000 mgr.smithi129.iclwio (mgr.14562) 2022-01-18T16:04:11.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:11 smithi156 conmon[32001]: 75 : cluster [DBG] pgmap v60: 97 pgs: 97 active+clean; 313 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 6.3 MiB/s wr, 677 op/s 2022-01-18T16:04:11.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:11 smithi156 conmon[32001]: audit 2022-01-18T16:04:10.308074+0000 mon.smithi129 (mon.0) 659 : audit [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' 2022-01-18T16:04:11.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:11 smithi156 conmon[32001]: audit 2022-01-18T16:04:10.309598+0000 mon.smithi129 (mon.0) 660 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:04:12.540 INFO:teuthology.orchestra.run.smithi129.stdout: 5 107602 15.51 MB/sec execute 19 sec latency 47.514 ms 2022-01-18T16:04:13.541 INFO:teuthology.orchestra.run.smithi129.stdout: 5 108246 15.40 MB/sec execute 20 sec latency 30.601 ms 2022-01-18T16:04:13.674 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:13 smithi129 conmon[29798]: cluster 2022-01-18T16:04:12.249641+0000 mgr.smithi129.iclwio ( 2022-01-18T16:04:13.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:13 smithi129 conmon[29798]: mgr.14562) 76 : cluster [DBG] pgmap v61: 97 pgs: 97 active+clean; 305 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 6.8 MiB/s wr, 702 op/s 2022-01-18T16:04:13.692 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:13 smithi156 conmon[32001]: cluster 2022-01-18T16:04:12.249641+0000 mgr.smithi129.iclwio (mgr.14562) 76 : cluster [DBG] pgmap v61: 97 pgs: 97 active+clean; 305 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 6.8 MiB/s wr, 702 op/s 2022-01-18T16:04:14.541 INFO:teuthology.orchestra.run.smithi129.stdout: 5 108674 15.09 MB/sec execute 21 sec latency 32.996 ms 2022-01-18T16:04:15.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:15 smithi129 conmon[29798]: audit 2022-01-18T16:04:14.172411+0000 mon.smithi129 (mon.0) 661 : audit [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' 2022-01-18T16:04:15.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:15 smithi129 conmon[29798]: audit 2022-01-18T16:04:15.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:15 smithi129 conmon[29798]: 2022-01-18T16:04:14.519995 2022-01-18T16:04:15.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:15 smithi129 conmon[29798]: +0000 mon.smithi129 (mon.0) 662 : audit [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' 2022-01-18T16:04:15.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:15 smithi129 conmon[29798]: audit 2022-01- 2022-01-18T16:04:15.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:15 smithi129 conmon[29798]: 18T16:04:14.524764+0000 mon.smithi129 (mon.0) 663 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:04:15.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:15 smithi129 conmon[29798]: 2022-01-18T16:04:15.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:15 smithi129 conmon[29798]: audit 2022-01-18T16:04:15.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:15 smithi129 conmon[29798]: 2022-01-18T16:04:14.528540+0000 mon.smithi129 (mon 2022-01-18T16:04:15.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:15 smithi129 conmon[29798]: .0) 664 : audit [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mgr fail", "who": "smithi129.iclwio"}]: dispatch 2022-01-18T16:04:15.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:15 smithi129 conmon[29798]: cluster 2022-01 2022-01-18T16:04:15.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:15 smithi129 conmon[29798]: -18T16:04:14.532643+0000 mon.smithi129 ( 2022-01-18T16:04:15.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:15 smithi129 conmon[29798]: mon.0) 665 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2022-01-18T16:04:15.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:15 smithi129 conmon[29798]: audit 2022 2022-01-18T16:04:15.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:15 smithi129 conmon[29798]: -01-18T16:04:14.533000 2022-01-18T16:04:15.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:15 smithi129 conmon[29798]: +0000 mon.smithi129 (mon.0) 666 : audit [INF] 2022-01-18T16:04:15.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:15 smithi129 conmon[29798]: from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-18T16:04:15.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:15 smithi129 conmon[29798]: audit 2022-01-18T16:04:15.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:15 smithi129 conmon[29798]: 2022-01-18T16:04:14.533758+0000 mon.smithi129 ( 2022-01-18T16:04:15.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:15 smithi129 conmon[29798]: mon.0) 667 : audit [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-18T16:04:15.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:15 smithi156 conmon[32001]: audit 2022-01-18T16:04:14. 2022-01-18T16:04:15.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:15 smithi156 conmon[32001]: 172411+0000 mon.smithi129 (mon.0) 661 : audit [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' 2022-01-18T16:04:15.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:15 smithi156 conmon[32001]: audit 2022-01-18T16:04:14.519995+0000 mon.smithi129 (mon.0) 662 : audit [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' 2022-01-18T16:04:15.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:15 smithi156 conmon[32001]: audit 2022-01-18T16:04:14.524764+0000 mon.smithi129 (mon.0) 663 : audit [DBG] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:04:15.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:15 smithi156 conmon[32001]: audit 2022-01-18T16:04:14.528540+0000 mon.smithi129 (mon.0) 664 : audit [INF] 2022-01-18T16:04:15.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:15 smithi156 conmon[32001]: from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mgr fail", "who": "smithi129.iclwio"}]: dispatch 2022-01-18T16:04:15.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:15 smithi156 conmon[32001]: cluster 2022-01-18T16:04:14. 2022-01-18T16:04:15.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:15 smithi156 conmon[32001]: 532643+0000 mon.smithi129 (mon.0) 665 : cluster [DBG] 2022-01-18T16:04:15.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:15 smithi156 conmon[32001]: osdmap e63: 8 total, 8 up, 8 in 2022-01-18T16:04:15.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:15 smithi156 conmon[32001]: audit 2022-01-18T16:04:15.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:15 smithi156 conmon[32001]: 2022-01-18T 2022-01-18T16:04:15.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:15 smithi156 conmon[32001]: 16:04:14.533000+0000 2022-01-18T16:04:15.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:15 smithi156 conmon[32001]: mon.smithi129 (mon.0) 666 : audit 2022-01-18T16:04:15.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:15 smithi156 conmon[32001]: [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-18T16:04:15.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:15 smithi156 conmon[32001]: audit 2022- 2022-01-18T16:04:15.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:15 smithi156 conmon[32001]: 01-18T16:04:14. 2022-01-18T16:04:15.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:15 smithi156 conmon[32001]: 533758+0000 mon.smithi129 (mon.0) 2022-01-18T16:04:15.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:15 smithi156 conmon[32001]: 667 : audit [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-18T16:04:15.541 INFO:teuthology.orchestra.run.smithi129.stdout: 5 109118 15.09 MB/sec execute 22 sec latency 45.680 ms 2022-01-18T16:04:16.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:16 smithi129 conmon[29798]: cluster 2022-01-18T16:04:14.250198+0000 mgr.smithi129.iclwio (mgr.14562 2022-01-18T16:04:16.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:16 smithi129 conmon[29798]: ) 77 : cluster [DBG] pgmap v62: 97 pgs: 97 active+clean; 321 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.2 KiB/s rd, 8.8 MiB/s wr, 809 op/s 2022-01-18T16:04:16.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:16 smithi129 conmon[29798]: cephadm 2022-01-18T16:04:14.525805+0000 mgr.smithi129.iclwio (mgr.14562) 78 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi129.iclwio) 2022-01-18T16:04:16.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:16 smithi129 conmon[29798]: cephadm 2022-01-18T16 2022-01-18T16:04:16.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:16 smithi129 conmon[29798]: :04:14.528206+0000 mgr.smithi129.iclwio (mgr.14562) 79 : cephadm [INF] Failing over to other MGR 2022-01-18T16:04:16.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:16 smithi129 conmon[29798]: audit 2022-01-18T16:04:16.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:16 smithi129 conmon[29798]: 2022-01-18T16:04:15.522902+0000 2022-01-18T16:04:16.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:16 smithi129 conmon[29798]: mon.smithi129 (mon.0) 668 : audit 2022-01-18T16:04:16.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:16 smithi129 conmon[29798]: [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "mgr fail", "who": "smithi129.iclwio"}]': finished 2022-01-18T16:04:16.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:16 smithi129 conmon[29798]: cluster 2022 2022-01-18T16:04:16.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:16 smithi129 conmon[29798]: -01-18T16:04:15 2022-01-18T16:04:16.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:16 smithi129 conmon[29798]: .522959+0000 mon.smithi129 (mon.0) 2022-01-18T16:04:16.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:16 smithi129 conmon[29798]: 669 : cluster [DBG] mgrmap e26: smithi156.drmcjo(active, starting, since 0.993851s) 2022-01-18T16:04:16.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:16 smithi129 conmon[29798]: audit 2022-01-18T16:04:16.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:16 smithi129 conmon[29798]: 2022-01-18T16:04 2022-01-18T16:04:16.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:16 smithi129 conmon[29798]: :15.533374+0000 mon.smithi129 (mon 2022-01-18T16:04:16.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:16 smithi129 conmon[29798]: .0) 670 : audit [INF] 2022-01-18T16:04:16.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:16 smithi129 conmon[29798]: from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-01-18T16:04:16.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:16 smithi129 conmon[29798]: cluster 2022- 2022-01-18T16:04:16.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:16 smithi129 conmon[29798]: 01-18T16:04:15. 2022-01-18T16:04:16.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:16 smithi129 conmon[29798]: 533447+0000 mon.smithi129 (mon.0) 2022-01-18T16:04:16.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:16 smithi129 conmon[29798]: 671 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2022-01-18T16:04:16.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:16 smithi156 conmon[32001]: cluster 2022-01-18T16:04:14.250198+0000 mgr.smithi129.iclwio (mgr.14562) 77 : cluster [DBG] pgmap v62: 97 pgs: 97 active+clean; 321 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.2 KiB/s rd, 8.8 MiB/s wr, 809 op/s 2022-01-18T16:04:16.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:16 smithi156 conmon[32001]: cephadm 2022-01-18T16:04:14.525805+0000 mgr.smithi129.iclwio (mgr.14562) 78 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi129.iclwio) 2022-01-18T16:04:16.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:16 smithi156 conmon[32001]: cephadm 2022-01-18T16:04:14.528206+0000 mgr.smithi129.iclwio (mgr.14562) 79 : cephadm [INF] Failing over to other MGR 2022-01-18T16:04:16.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:16 smithi156 conmon[32001]: audit 2022-01-18T16:04:15.522902+0000 mon.smithi129 (mon.0) 668 : audit [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "mgr fail", "who": "smithi129.iclwio"}]': finished 2022-01-18T16:04:16.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:16 smithi156 conmon[32001]: cluster 2022-01-18T16:04:15.522959+0000 mon.smithi129 (mon.0) 669 : cluster [DBG] mgrmap e26: smithi156.drmcjo(active, starting, since 0.993851s) 2022-01-18T16:04:16.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:16 smithi156 conmon[32001]: audit 2022-01-18T16:04:15.533374+0000 mon.smithi129 (mon.0) 670 : audit [INF] from='mgr.14562 172.21.15.129:0/924256268' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-01-18T16:04:16.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:16 smithi156 conmon[32001]: cluster 2022-01-18T16:04:15.533447+0000 mon.smithi129 (mon.0) 671 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2022-01-18T16:04:16.540 INFO:teuthology.orchestra.run.smithi129.stdout: 5 109544 15.16 MB/sec execute 23 sec latency 31.839 ms 2022-01-18T16:04:17.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:17 smithi129 conmon[29798]: cluster 2022-01-18T16:04:17.120935+0000 mon.smithi129 (mon.0) 672 : cluster [INF] 2022-01-18T16:04:17.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:17 smithi129 conmon[29798]: Active manager daemon smithi156.drmcjo restarted 2022-01-18T16:04:17.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:17 smithi129 conmon[29798]: cluster 2022-01-18T16:04:17.121980+0000 mon.smithi129 (mon.0) 673 : cluster [INF] Activating manager daemon smithi156.drmcjo 2022-01-18T16:04:17.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:17 smithi129 conmon[29798]: audit 2022-01-18T16:04: 2022-01-18T16:04:17.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:17 smithi129 conmon[29798]: 17.122197+0000 mon.smithi156 (mon.1) 24 : audit [DBG] from='mgr.? 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi156.drmcjo/crt"}]: dispatch 2022-01-18T16:04:17.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:17 smithi129 conmon[29798]: cluster 2022-01- 2022-01-18T16:04:17.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:17 smithi129 conmon[29798]: 18T16:04:17.129121+0000 mon.smithi129 (mon.0) 674 : cluster [DBG] 2022-01-18T16:04:17.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:17 smithi129 conmon[29798]: osdmap e65: 8 total, 8 up, 8 in 2022-01-18T16:04:17.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:17 smithi129 conmon[29798]: audit 2022-01-18T16 2022-01-18T16:04:17.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:17 smithi129 conmon[29798]: :04:17.129702+0000 mon.smithi156 (mon.1) 25 : 2022-01-18T16:04:17.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:17 smithi129 conmon[29798]: audit [DBG] from='mgr.? 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-18T16:04:17.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:17 smithi129 conmon[29798]: audit 2022-01-18T16: 2022-01-18T16:04:17.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:17 smithi129 conmon[29798]: 04:17.130849+0000 mon.smithi156 (mon.1) 26 : audit 2022-01-18T16:04:17.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:17 smithi129 conmon[29798]: [DBG] from='mgr.? 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi156.drmcjo/key"}]: dispatch 2022-01-18T16:04:17.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:17 smithi129 conmon[29798]: audit 2022-01-18T16:04:17.131166+0000 mon.smithi156 2022-01-18T16:04:17.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:17 smithi129 conmon[29798]: (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-18T16:04:17.441 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:17 smithi156 conmon[32001]: cluster 2022-01-18T16:04:17.120935+0000 mon.smithi129 (mon.0) 2022-01-18T16:04:17.441 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:17 smithi156 conmon[32001]: 672 : cluster [INF] Active manager daemon smithi156.drmcjo restarted 2022-01-18T16:04:17.441 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:17 smithi156 conmon[32001]: cluster 2022-01-18T16:04:17.121980+0000 mon.smithi129 (mon.0) 673 : cluster [INF] Activating manager daemon smithi156.drmcjo 2022-01-18T16:04:17.442 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:17 smithi156 conmon[32001]: audit 2022-01-18T16:04:17.442 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:17 smithi156 conmon[32001]: 2022-01-18T16:04:17.122197+0000 mon.smithi156 (mon.1) 24 2022-01-18T16:04:17.442 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:17 smithi156 conmon[32001]: : audit [DBG] from='mgr.? 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi156.drmcjo/crt"}]: dispatch 2022-01-18T16:04:17.443 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:17 smithi156 conmon[32001]: cluster 2022-01 2022-01-18T16:04:17.443 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:17 smithi156 conmon[32001]: -18T16:04:17.129121+0000 2022-01-18T16:04:17.443 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:17 smithi156 conmon[32001]: mon.smithi129 (mon.0) 674 : cluster 2022-01-18T16:04:17.443 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:17 smithi156 conmon[32001]: [DBG] osdmap e65: 8 total, 8 up, 8 in 2022-01-18T16:04:17.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:17 smithi156 conmon[32001]: audit 2022- 2022-01-18T16:04:17.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:17 smithi156 conmon[32001]: 01-18T16:04:17. 2022-01-18T16:04:17.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:17 smithi156 conmon[32001]: 129702+0000 mon.smithi156 (mon.1) 25 2022-01-18T16:04:17.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:17 smithi156 conmon[32001]: : audit [DBG] from='mgr.? 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-18T16:04:17.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:17 smithi156 conmon[32001]: audit 2022 2022-01-18T16:04:17.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:17 smithi156 conmon[32001]: -01-18T16:04:17 2022-01-18T16:04:17.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:17 smithi156 conmon[32001]: .130849+0000 mon.smithi156 (mon.1 2022-01-18T16:04:17.446 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:17 smithi156 conmon[32001]: ) 26 : audit [DBG] from='mgr.? 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi156.drmcjo/key"}]: dispatch 2022-01-18T16:04:17.446 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:17 smithi156 conmon[32001]: audit 2022 2022-01-18T16:04:17.446 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:17 smithi156 conmon[32001]: -01-18T16:04:17. 2022-01-18T16:04:17.446 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:17 smithi156 conmon[32001]: 131166+0000 mon.smithi156 (mon.1) 2022-01-18T16:04:17.447 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:17 smithi156 conmon[32001]: 27 : audit [DBG] from='mgr.? 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-18T16:04:17.544 INFO:teuthology.orchestra.run.smithi129.stdout: 5 110005 15.35 MB/sec execute 24 sec latency 35.095 ms 2022-01-18T16:04:18.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:18 smithi129 conmon[29798]: audit 2022-01-18T16:04:17.187731+0000 mon.smithi156 (mon.1) 28 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "mon metadata", "id": "smithi129"}]: dispatch 2022-01-18T16:04:18.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:18 smithi129 conmon[29798]: audit 2022-01-18T16:04:17.187891+0000 mon.smithi156 (mon.1) 29 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "mon metadata", "id": "smithi156"}]: dispatch 2022-01-18T16:04:18.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:18 smithi129 conmon[29798]: cluster 2022-01-18T16:04:17.188044+0000 mon.smithi129 (mon.0) 675 : cluster [DBG] mgrmap e27: smithi156.drmcjo(active, starting, since 0.0663204s) 2022-01-18T16:04:18.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:18 smithi129 conmon[29798]: audit 2022-01-18T16:04:17.188451+0000 mon.smithi156 (mon.1) 30 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi129.uncsrf"}]: dispatch 2022-01-18T16:04:18.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:18 smithi129 conmon[29798]: audit 2022-01-18T16:04:17.188717+0000 mon.smithi156 (mon.1) 31 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi156.rnsjkd"}]: dispatch 2022-01-18T16:04:18.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:18 smithi129 conmon[29798]: audit 2022-01-18T16:04:17.188977+0000 mon.smithi156 (mon.1) 32 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "mgr metadata", "who": "smithi156.drmcjo", "id": "smithi156.drmcjo"}]: dispatch 2022-01-18T16:04:18.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:18 smithi129 conmon[29798]: audit 2022-01-18T16:04:17.189184+0000 mon.smithi156 (mon.1) 33 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-18T16:04:18.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:18 smithi129 conmon[29798]: audit 2022-01-18T16:04:17.189447+0000 mon.smithi156 (mon.1) 34 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-18T16:04:18.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:18 smithi129 conmon[29798]: audit 2022-01-18T16:04:17.189643+0000 2022-01-18T16:04:18.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:18 smithi129 conmon[29798]: mon.smithi156 (mon.1) 35 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-18T16:04:18.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:18 smithi129 conmon[29798]: audit 2022-01-18T16:04:17.189782+0000 mon.smithi156 (mon.1) 36 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-18T16:04:18.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:18 smithi129 conmon[29798]: audit 2022-01-18T16:04:17.189970+0000 mon.smithi156 (mon.1) 37 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-18T16:04:18.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:18 smithi129 conmon[29798]: audit 2022-01-18T16:04:17.190504+0000 mon.smithi156 (mon.1) 38 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-18T16:04:18.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:18 smithi129 conmon[29798]: audit 2022-01-18T16:04:17.190833+0000 mon.smithi156 (mon.1) 39 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-18T16:04:18.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:18 smithi129 conmon[29798]: audit 2022-01-18T16:04:17.191068+0000 mon.smithi156 (mon.1) 40 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-18T16:04:18.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:18 smithi129 conmon[29798]: audit 2022-01-18T16:04:17.192020+0000 mon.smithi156 (mon.1) 41 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-18T16:04:18.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:18 smithi129 conmon[29798]: audit 2022-01-18T16:04:17.192300+0000 mon.smithi156 (mon.1) 42 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-18T16:04:18.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:18 smithi129 conmon[29798]: audit 2022-01-18T16:04:17.192867+0000 mon.smithi156 (mon.1) 43 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-18T16:04:18.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:18 smithi129 conmon[29798]: cluster 2022-01-18T16:04:17.288758+0000 mon.smithi129 (mon.0) 676 : cluster [INF] Manager daemon smithi156.drmcjo is now available 2022-01-18T16:04:18.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:18 smithi129 conmon[29798]: audit 2022-01-18T16:04:17.311885+0000 mon.smithi129 (mon.0) 677 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:18.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:18 smithi129 conmon[29798]: audit 2022-01-18T16:04:17.409983+0000 mon.smithi156 (mon.1) 44 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:04:18.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:18 smithi129 conmon[29798]: audit 2022-01-18T16:04:17.412275+0000 mon.smithi156 (mon.1) 45 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:04:18.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:18 smithi129 conmon[29798]: audit 2022-01-18T16:04:17.457669+0000 mon.smithi156 (mon.1) 46 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi156.drmcjo/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:04:18.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:18 smithi129 conmon[29798]: audit 2022-01-18T16:04:17.458116+0000 mon.smithi129 (mon.0) 678 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi156.drmcjo/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:04:18.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:18 smithi129 conmon[29798]: audit 2022-01-18T16:04:17.465792+0000 mon.smithi156 (mon.1) 47 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi156.drmcjo/trash_purge_schedule"}]: dispatch 2022-01-18T16:04:18.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:18 smithi129 conmon[29798]: audit 2022-01-18T16:04:17.466181+0000 mon.smithi129 (mon.0) 679 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi156.drmcjo/trash_purge_schedule"}]: dispatch 2022-01-18T16:04:18.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:18 smithi156 conmon[32001]: audit 2022-01-18T16:04:17.187731+0000 mon.smithi156 (mon.1) 28 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "mon metadata", "id": "smithi129"}]: dispatch 2022-01-18T16:04:18.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:18 smithi156 conmon[32001]: audit 2022-01-18T16:04:17.187891+0000 mon.smithi156 (mon.1) 29 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "mon metadata", "id": "smithi156"}]: dispatch 2022-01-18T16:04:18.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:18 smithi156 conmon[32001]: cluster 2022-01-18T16:04:17.188044+0000 mon.smithi129 (mon.0) 675 : cluster [DBG] mgrmap e27: smithi156.drmcjo(active, starting, since 0.0663204s) 2022-01-18T16:04:18.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:18 smithi156 conmon[32001]: audit 2022-01-18T16:04:17.188451+0000 mon.smithi156 (mon.1) 30 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi129.uncsrf"}]: dispatch 2022-01-18T16:04:18.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:18 smithi156 conmon[32001]: audit 2022-01-18T16:04:17.188717+0000 mon.smithi156 (mon.1) 31 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi156.rnsjkd"}]: dispatch 2022-01-18T16:04:18.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:18 smithi156 conmon[32001]: audit 2022-01-18T16:04:17.188977+0000 mon.smithi156 (mon.1) 32 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "mgr metadata", "who": "smithi156.drmcjo", "id": "smithi156.drmcjo"}]: dispatch 2022-01-18T16:04:18.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:18 smithi156 conmon[32001]: audit 2022-01-18T16:04:17.189184+0000 mon.smithi156 (mon.1) 33 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-18T16:04:18.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:18 smithi156 conmon[32001]: audit 2022-01-18T16:04:17.189447+0000 mon.smithi156 (mon.1) 34 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-18T16:04:18.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:18 smithi156 conmon[32001]: audit 2022-01-18T16:04:17.189643+0000 mon.smithi156 (mon.1) 35 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-18T16:04:18.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:18 smithi156 conmon[32001]: audit 2022-01-18T16:04:17.189782+0000 mon.smithi156 (mon.1) 36 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-18T16:04:18.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:18 smithi156 conmon[32001]: audit 2022-01-18T16:04:17.189970+0000 mon.smithi156 (mon.1) 37 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-18T16:04:18.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:18 smithi156 conmon[32001]: audit 2022-01-18T16:04:17.190504+0000 mon.smithi156 (mon.1) 38 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-18T16:04:18.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:18 smithi156 conmon[32001]: audit 2022-01-18T16:04:17.190833+0000 mon.smithi156 (mon.1) 39 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-18T16:04:18.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:18 smithi156 conmon[32001]: audit 2022-01-18T16:04:17.191068+0000 mon.smithi156 (mon.1) 40 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-18T16:04:18.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:18 smithi156 conmon[32001]: audit 2022-01-18T16:04:17.192020+0000 mon.smithi156 (mon.1) 41 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-18T16:04:18.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:18 smithi156 conmon[32001]: audit 2022-01-18T16:04:17.192300+0000 mon.smithi156 (mon.1) 42 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-18T16:04:18.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:18 smithi156 conmon[32001]: audit 2022-01-18T16:04:17.192867+0000 mon.smithi156 (mon.1) 43 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-18T16:04:18.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:18 smithi156 conmon[32001]: cluster 2022-01-18T16:04:17.288758+0000 mon.smithi129 (mon.0) 676 : cluster [INF] Manager daemon smithi156.drmcjo is now available 2022-01-18T16:04:18.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:18 smithi156 conmon[32001]: audit 2022-01-18T16:04:17.311885+0000 mon.smithi129 (mon.0) 677 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:18.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:18 smithi156 conmon[32001]: audit 2022-01-18T16:04:17.409983+0000 mon.smithi156 (mon.1) 44 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:04:18.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:18 smithi156 conmon[32001]: audit 2022-01-18T16:04:17.412275+0000 mon.smithi156 (mon.1) 45 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:04:18.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:18 smithi156 conmon[32001]: audit 2022-01-18T16:04:17.457669+0000 mon.smithi156 (mon.1) 46 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi156.drmcjo/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:04:18.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:18 smithi156 conmon[32001]: audit 2022-01-18T16:04:17.458116+0000 mon.smithi129 (mon.0) 678 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi156.drmcjo/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:04:18.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:18 smithi156 conmon[32001]: audit 2022-01-18T16:04:17.465792+0000 mon.smithi156 (mon.1) 47 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi156.drmcjo/trash_purge_schedule"}]: dispatch 2022-01-18T16:04:18.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:18 smithi156 conmon[32001]: audit 2022-01-18T16:04:17.466181+0000 mon.smithi129 (mon.0) 679 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi156.drmcjo/trash_purge_schedule"}]: dispatch 2022-01-18T16:04:18.543 INFO:teuthology.orchestra.run.smithi129.stdout: 5 110331 14.97 MB/sec execute 25 sec latency 33.575 ms 2022-01-18T16:04:19.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:19 smithi156 conmon[32001]: cephadm 2022-01-18T16:04:17.312353+0000 mgr.smithi156.drmcjo (mgr.24427) 1 : cephadm [INF] Queued nfs.foo for migration 2022-01-18T16:04:19.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:19 smithi156 conmon[32001]: cluster 2022-01-18T16:04:18.198651+0000 mon.smithi129 (mon.0) 680 : cluster [DBG] mgrmap e28: smithi156.drmcjo(active, since 1.07693s) 2022-01-18T16:04:19.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:19 smithi156 conmon[32001]: cluster 2022-01-18T16:04:18.211787+0000 mgr.smithi156.drmcjo (mgr.24427) 2 : cluster [DBG] pgmap v3: 97 pgs: 97 active+clean; 322 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2022-01-18T16:04:19.543 INFO:teuthology.orchestra.run.smithi129.stdout: 5 110650 14.62 MB/sec execute 26 sec latency 50.193 ms 2022-01-18T16:04:19.674 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:19 smithi129 conmon[29798]: cephadm 2022-01-18T16:04:17.312353+0000 mgr.smithi156.drmcjo (mgr.24427) 1 : cephadm [INF] Queued nfs.foo for migration 2022-01-18T16:04:19.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:19 smithi129 conmon[29798]: cluster 2022-01-18T16:04:18.198651+0000 mon.smithi129 (mon.0) 680 : cluster [DBG] mgrmap e28: smithi156.drmcjo(active, since 1.07693s) 2022-01-18T16:04:19.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:19 smithi129 conmon[29798]: cluster 2022-01-18T16:04:18.211787+0000 mgr.smithi156.drmcjo (mgr.24427) 2 : cluster [DBG] pgmap v3: 97 pgs: 97 active+clean; 322 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2022-01-18T16:04:20.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:20 smithi156 conmon[32001]: cluster 2022-01-18T16:04:19.192190+0000 mgr.smithi156.drmcjo 2022-01-18T16:04:20.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:20 smithi156 conmon[32001]: (mgr.24427) 3 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 322 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2022-01-18T16:04:20.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:20 smithi156 conmon[32001]: cluster 2022-01-18T16:04:19.204271+0000 mon.smithi129 (mon.0) 681 : cluster [DBG] mgrmap e29: smithi156.drmcjo(active, since 2s) 2022-01-18T16:04:20.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:20 smithi156 conmon[32001]: 2022-01-18T16:04:20.543 INFO:teuthology.orchestra.run.smithi129.stdout: 5 110918 14.27 MB/sec execute 27 sec latency 38.791 ms 2022-01-18T16:04:20.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:20 smithi129 conmon[29798]: cluster 2022-01-18T16:04:19.192190+0000 mgr.smithi156.drmcjo (mgr.24427) 3 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 322 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2022-01-18T16:04:20.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:20 smithi129 conmon[29798]: cluster 2022-01-18T16:04:19.204271+0000 mon.smithi129 (mon.0) 681 : cluster [DBG] mgrmap e29: smithi156.drmcjo(active, since 2s) 2022-01-18T16:04:21.549 INFO:teuthology.orchestra.run.smithi129.stdout: 5 111283 14.16 MB/sec execute 28 sec latency 36.747 ms 2022-01-18T16:04:22.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:22 smithi156 conmon[32001]: cluster 2022-01-18T16:04:21.192537 2022-01-18T16:04:22.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:22 smithi156 conmon[32001]: +0000 mgr.smithi156.drmcjo (mgr.24427) 4 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 322 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2022-01-18T16:04:22.545 INFO:teuthology.orchestra.run.smithi129.stdout: 5 111660 13.84 MB/sec execute 29 sec latency 69.621 ms 2022-01-18T16:04:22.649 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:22 smithi129 conmon[29798]: cluster 2022-01-18T16:04:21.192537+0000 mgr.smithi156.drmcjo 2022-01-18T16:04:22.649 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:22 smithi129 conmon[29798]: (mgr.24427) 4 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 322 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2022-01-18T16:04:23.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:23 smithi156 conmon[32001]: audit 2022-01-18T16:04:22.267491 2022-01-18T16:04:23.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:23 smithi156 conmon[32001]: +0000 mon.smithi129 (mon.0) 682 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:23.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:23 smithi156 conmon[32001]: audit 2022-01-18T16:04:22.627010+0000 mon.smithi156 (mon.1) 48 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T16:04:23.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:23 smithi156 conmon[32001]: audit 2022-01-18T16:04:22.627472+0000 mon.smithi129 (mon.0) 683 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T16:04:23.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:23 smithi156 conmon[32001]: cluster 2022-01-18T16:04:22.658501+0000 mon.smithi129 (mon.0) 684 : cluster [DBG] Standby manager daemon smithi129.iclwio started 2022-01-18T16:04:23.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:23 smithi156 conmon[32001]: audit 2022-01-18T16:04:22.662775+0000 mon.smithi129 (mon.0) 685 : audit [DBG] from='mgr.? 172.21.15.129:0/931168823' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi129.iclwio/crt"}]: dispatch 2022-01-18T16:04:23.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:23 smithi156 conmon[32001]: audit 2022-01-18T16:04:22.665708+0000 mon.smithi129 (mon.0) 686 : audit [DBG] from='mgr.? 172.21.15.129:0/931168823' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-18T16:04:23.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:23 smithi156 conmon[32001]: audit 2022-01-18T16:04:22.668539+0000 mon.smithi129 (mon.0) 687 : audit [DBG] from='mgr.? 172.21.15.129:0/931168823' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi129.iclwio/key"}]: dispatch 2022-01-18T16:04:23.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:23 smithi156 conmon[32001]: audit 2022-01-18T16:04:22.670112+0000 mon.smithi129 (mon.0) 688 : audit [DBG] from='mgr.? 172.21.15.129:0/931168823' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-18T16:04:23.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:23 smithi156 conmon[32001]: cluster 2022-01-18T16:04:23.192849+0000 mgr.smithi156.drmcjo (mgr.24427) 5 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 322 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2022-01-18T16:04:23.545 INFO:teuthology.orchestra.run.smithi129.stdout: 5 112078 13.59 MB/sec execute 30 sec latency 48.958 ms 2022-01-18T16:04:23.581 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:23 smithi129 conmon[29798]: audit 2022-01-18T16:04:22.267491+0000 mon.smithi129 (mon.0) 682 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:23.582 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:23 smithi129 conmon[29798]: audit 2022-01-18 2022-01-18T16:04:23.582 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:23 smithi129 conmon[29798]: T16:04:22.627010+0000 mon.smithi156 (mon.1) 48 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T16:04:23.582 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:23 smithi129 conmon[29798]: audit 2022-01-18T16:04:22.627472+0000 mon.smithi129 (mon.0) 683 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T16:04:23.582 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:23 smithi129 conmon[29798]: cluster 2022-01-18T16:04:22.658501+0000 mon.smithi129 (mon.0) 684 : cluster [DBG] Standby manager daemon smithi129.iclwio started 2022-01-18T16:04:23.583 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:23 smithi129 conmon[29798]: audit 2022-01-18T16:04:22.662775+0000 mon.smithi129 (mon.0) 685 : audit [DBG] from='mgr.? 172.21.15.129:0/931168823' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi129.iclwio/crt"}]: dispatch 2022-01-18T16:04:23.583 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:23 smithi129 conmon[29798]: audit 2022-01-18T16:04:22.665708+0000 mon.smithi129 (mon.0) 686 : audit [DBG] from='mgr.? 172.21.15.129:0/931168823' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-18T16:04:23.583 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:23 smithi129 conmon[29798]: audit 2022-01-18T16:04:22.668539+0000 mon.smithi129 (mon.0) 687 : audit [DBG] from='mgr.? 172.21.15.129:0/931168823' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi129.iclwio/key"}]: dispatch 2022-01-18T16:04:23.583 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:23 smithi129 conmon[29798]: audit 2022-01-18T16:04:22.670112+0000 mon.smithi129 (mon.0) 688 : audit [DBG] from='mgr.? 172.21.15.129:0/931168823' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-18T16:04:23.584 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:23 smithi129 conmon[29798]: cluster 2022-01-18T16:04:23.192849+0000 mgr.smithi156.drmcjo (mgr.24427) 5 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 322 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2022-01-18T16:04:24.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:24 smithi156 conmon[32001]: audit 2022-01-18T16:04:23.276534+0000 mon.smithi156 ( 2022-01-18T16:04:24.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:24 smithi156 conmon[32001]: mon.1) 49 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "mgr metadata", "who": "smithi129.iclwio", "id": "smithi129.iclwio"}]: dispatch 2022-01-18T16:04:24.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:24 smithi156 conmon[32001]: cluster 2022-01-18T16:04:23.279870+0000 mon.smithi129 (mon.0) 689 : cluster [DBG] mgrmap e30: smithi156.drmcjo(active, since 6s), standbys: smithi129.iclwio 2022-01-18T16:04:24.545 INFO:teuthology.orchestra.run.smithi129.stdout: 5 112391 13.49 MB/sec execute 31 sec latency 51.233 ms 2022-01-18T16:04:24.674 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:24 smithi129 conmon[29798]: audit 2022-01-18T16:04:23.276534+0000 mon.smithi156 2022-01-18T16:04:24.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:24 smithi129 conmon[29798]: (mon.1) 49 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "mgr metadata", "who": "smithi129.iclwio", "id": "smithi129.iclwio"}]: dispatch 2022-01-18T16:04:24.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:24 smithi129 conmon[29798]: cluster 2022-01-18T16:04:23.279870+0000 mon.smithi129 (mon.0) 689 : cluster 2022-01-18T16:04:24.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:24 smithi129 conmon[29798]: [DBG] mgrmap e30: smithi156.drmcjo(active, since 6s), standbys: smithi129.iclwio 2022-01-18T16:04:25.545 INFO:teuthology.orchestra.run.smithi129.stdout: 5 112824 13.51 MB/sec execute 32 sec latency 126.321 ms 2022-01-18T16:04:26.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:25 smithi129 conmon[29798]: audit 2022-01-18T16: 2022-01-18T16:04:26.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:25 smithi129 conmon[29798]: 04:24.916000+0000 mon.smithi129 (mon.0) 690 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:26.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:25 smithi129 conmon[29798]: cluster 2022-01-18T16:04:25.193404+0000 mgr.smithi156.drmcjo (mgr.24427) 6 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.0 KiB/s rd, 2.8 MiB/s wr, 384 op/s 2022-01-18T16:04:26.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:25 smithi129 conmon[29798]: audit 2022-01-18T16:04:25.322713+0000 mon.smithi156 (mon.1) 50 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T16:04:26.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:25 smithi129 conmon[29798]: audit 2022-01-18T16:04:25.323067+0000 2022-01-18T16:04:26.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:25 smithi129 conmon[29798]: mon.smithi129 (mon.0) 691 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T16:04:26.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:25 smithi129 conmon[29798]: audit 2022-01-18T16: 2022-01-18T16:04:26.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:25 smithi129 conmon[29798]: 04:25.327995+0000 mon.smithi129 (mon.0) 692 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:26.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:25 smithi129 conmon[29798]: audit 2022- 2022-01-18T16:04:26.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:25 smithi129 conmon[29798]: 01-18T16:04:25.345626 2022-01-18T16:04:26.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:25 smithi129 conmon[29798]: +0000 mon.smithi156 (mon.1) 2022-01-18T16:04:26.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:25 smithi129 conmon[29798]: 51 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd pool create", "pool": ".nfs"}]: dispatch 2022-01-18T16:04:26.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:25 smithi129 conmon[29798]: audit 2022-01-18T16:04:25.346030+0000 mon.smithi129 (mon.0) 693 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd pool create", "pool": ".nfs"}]: dispatch 2022-01-18T16:04:26.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:25 smithi156 conmon[32001]: audit 2022-01-18T16:04:24. 2022-01-18T16:04:26.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:25 smithi156 conmon[32001]: 916000+0000 mon.smithi129 (mon.0) 690 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:26.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:25 smithi156 conmon[32001]: cluster 2022-01-18T16:04:25.193404+0000 mgr.smithi156.drmcjo (mgr.24427) 6 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.0 KiB/s rd, 2.8 MiB/s wr, 384 op/s 2022-01-18T16:04:26.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:25 smithi156 conmon[32001]: audit 2022-01-18T16:04:25.322713+0000 mon.smithi156 (mon.1) 50 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T16:04:26.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:25 smithi156 conmon[32001]: 2022-01-18T16:04:26.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:25 smithi156 conmon[32001]: audit 2022-01 2022-01-18T16:04:26.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:25 smithi156 conmon[32001]: -18T16:04:25.323067+0000 mon.smithi129 (mon.0) 691 : 2022-01-18T16:04:26.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:25 smithi156 conmon[32001]: audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T16:04:26.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:25 smithi156 conmon[32001]: audit 2022-01-18T16:04:25.327995+0000 mon.smithi129 (mon 2022-01-18T16:04:26.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:25 smithi156 conmon[32001]: .0) 692 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:26.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:25 smithi156 conmon[32001]: audit 2022-01-18T16:04:25.345626+0000 mon.smithi156 ( 2022-01-18T16:04:26.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:25 smithi156 conmon[32001]: mon.1) 51 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd pool create", "pool": ".nfs"}]: dispatch 2022-01-18T16:04:26.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:25 smithi156 conmon[32001]: audit 2022-01-18T16:04:25.346030+0000 2022-01-18T16:04:26.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:25 smithi156 conmon[32001]: mon.smithi129 (mon.0) 693 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd pool create", "pool": ".nfs"}]: dispatch 2022-01-18T16:04:26.545 INFO:teuthology.orchestra.run.smithi129.stdout: 5 113594 14.11 MB/sec execute 33 sec latency 203.994 ms 2022-01-18T16:04:27.545 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114389 14.08 MB/sec execute 34 sec latency 20.516 ms 2022-01-18T16:04:27.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:27 smithi129 conmon[29798]: audit 2022-01-18T16:04:26.330377+0000 mon.smithi129 (mon.0) 694 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "osd pool create", "pool": ".nfs"}]': finished 2022-01-18T16:04:27.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:27 smithi129 conmon[29798]: cluster 2022-01-18T16:04:26.330450+0000 mon.smithi129 (mon.0) 695 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2022-01-18T16:04:27.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:27 smithi129 conmon[29798]: audit 2022-01-18T16:04:26.331104+0000 mon.smithi156 (mon.1) 52 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-18T16:04:27.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:27 smithi129 conmon[29798]: audit 2022-01-18T16:04:26.332341+0000 mon.smithi129 (mon.0) 696 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-18T16:04:27.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:27 smithi129 conmon[29798]: audit 2022-01-18T16:04:26.332501+0000 mon.smithi156 (mon.1) 53 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]: dispatch 2022-01-18T16:04:27.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:27 smithi129 conmon[29798]: audit 2022-01-18T16:04:26.332872+0000 mon.smithi129 (mon.0) 697 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]: dispatch 2022-01-18T16:04:27.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:27 smithi129 conmon[29798]: audit 2022-01-18T16:04:26.333650+0000 mon.smithi156 (mon.1) 54 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-18T16:04:27.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:27 smithi129 conmon[29798]: audit 2022-01-18T16:04:26.334304+0000 mon.smithi129 (mon.0) 698 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-18T16:04:27.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:27 smithi129 conmon[29798]: cluster 2022-01-18T16:04:27.193751+0000 mgr.smithi156.drmcjo (mgr.24427) 7 : cluster [DBG] pgmap v9: 129 pgs: 32 unknown, 97 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.2 KiB/s rd, 2.2 MiB/s wr, 298 op/s 2022-01-18T16:04:27.717 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:27 smithi156 conmon[32001]: audit 2022-01-18T16:04:26.330377+0000 mon.smithi129 (mon.0) 694 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "osd pool create", "pool": ".nfs"}]': finished 2022-01-18T16:04:27.717 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:27 smithi156 conmon[32001]: cluster 2022-01-18T16:04:26.330450+0000 mon.smithi129 (mon.0) 695 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2022-01-18T16:04:27.717 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:27 smithi156 conmon[32001]: audit 2022-01-18T16:04:26.331104+0000 mon.smithi156 (mon.1) 52 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-18T16:04:27.718 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:27 smithi156 conmon[32001]: audit 2022-01-18T16:04:26.332341+0000 mon.smithi129 (mon.0) 696 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-18T16:04:27.718 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:27 smithi156 conmon[32001]: audit 2022-01-18T16:04:26.332501+0000 mon.smithi156 (mon.1) 53 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]: dispatch 2022-01-18T16:04:27.718 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:27 smithi156 conmon[32001]: audit 2022-01-18T16:04:26.332872+0000 mon.smithi129 (mon.0) 697 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]: dispatch 2022-01-18T16:04:27.719 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:27 smithi156 conmon[32001]: audit 2022-01-18T16:04:26.333650+0000 mon.smithi156 (mon.1) 54 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-18T16:04:27.719 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:27 smithi156 conmon[32001]: audit 2022-01-18T16:04:26.334304+0000 mon.smithi129 (mon.0) 698 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-18T16:04:27.719 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:27 smithi156 conmon[32001]: cluster 2022-01-18T16:04:27.193751+0000 mgr.smithi156.drmcjo (mgr.24427) 7 : cluster [DBG] pgmap v9: 129 pgs: 32 unknown, 97 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.2 KiB/s rd, 2.2 MiB/s wr, 298 op/s 2022-01-18T16:04:27.985 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:04:28.262 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:04:28.263 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6m) 3s ago 8m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:04:28.263 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (8m) 3s ago 8m 7029k - 16.2.4 8d91d370c2b8 bb8e1bb6a63b 2022-01-18T16:04:28.263 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (7m) 6s ago 7m 7138k - 16.2.4 8d91d370c2b8 ebda37f860e8 2022-01-18T16:04:28.263 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6m) 3s ago 7m 38.1M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:04:28.264 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2m) 3s ago 2m 38.1M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:04:28.264 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2m) 6s ago 2m 16.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:04:28.264 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:9283 running (9m) 3s ago 9m 188M - 16.2.4 8d91d370c2b8 297970d383ac 2022-01-18T16:04:28.264 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (18s) 6s ago 7m 409M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 f6529ea95ec2 2022-01-18T16:04:28.264 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (9m) 3s ago 9m 135M 2048M 16.2.4 8d91d370c2b8 b80fb6dbefaa 2022-01-18T16:04:28.265 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (7m) 6s ago 7m 94.8M 2048M 16.2.4 8d91d370c2b8 d25901fda103 2022-01-18T16:04:28.265 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.smithi129 smithi129 *:2049 running (2m) 3s ago 2m 248M - 3.5 8d91d370c2b8 3bb649f28859 2022-01-18T16:04:28.265 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.smithi156 smithi156 *:2049 running (2m) 6s ago 2m 85.3M - 3.5 8d91d370c2b8 ccf8ba90fdaa 2022-01-18T16:04:28.265 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (7m) 3s ago 7m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:04:28.265 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (7m) 6s ago 7m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:04:28.266 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (6m) 3s ago 6m 1522M 4096M 16.2.4 8d91d370c2b8 9f5f63cda7b0 2022-01-18T16:04:28.266 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6m) 3s ago 6m 1309M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:04:28.266 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6m) 3s ago 6m 863M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:04:28.266 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5m) 3s ago 5m 1530M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:04:28.267 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5m) 6s ago 5m 1297M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:04:28.267 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5m) 6s ago 5m 1677M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:04:28.267 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4m) 6s ago 4m 1316M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:04:28.267 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4m) 6s ago 4m 2127M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:04:28.267 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6m) 3s ago 7m 43.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:04:28.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:28 smithi129 conmon[29798]: audit 2022-01-18T16:04:27.331817+0000 mon.smithi129 (mon.0) 699 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]': finished 2022-01-18T16:04:28.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:28 smithi129 conmon[29798]: audit 2022-01-18T16:04:27.331976+0000 mon.smithi129 (mon.0) 700 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-01-18T16:04:28.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:28 smithi129 conmon[29798]: cluster 2022-01-18T16:04:27.332121+0000 mon.smithi129 (mon.0) 701 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2022-01-18T16:04:28.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:28 smithi129 conmon[29798]: cephadm 2022-01-18T16:04:27.349893+0000 mgr.smithi156.drmcjo (mgr.24427) 8 : cephadm [INF] Migrating nfs.foo from legacy pool nfs-ganesha namespace foo 2022-01-18T16:04:28.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:28 smithi129 conmon[29798]: cephadm 2022-01-18T16:04:27.375738+0000 mgr.smithi156.drmcjo (mgr.24427) 9 : cephadm [INF] Found 1 exports for legacy nfs.foo 2022-01-18T16:04:28.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:28 smithi129 conmon[29798]: cephadm 2022-01-18T16:04:27.375892+0000 mgr.smithi156.drmcjo (mgr.24427) 10 : cephadm [INF] Removing old nfs.foo daemons ['nfs.foo.smithi129', 'nfs.foo.smithi156'] 2022-01-18T16:04:28.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:28 smithi129 conmon[29798]: cephadm 2022-01-18T16:04:27.376001+0000 mgr.smithi156.drmcjo (mgr.24427) 11 : cephadm [INF] Remove daemons nfs.foo.smithi129 nfs.foo.smithi156 2022-01-18T16:04:28.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:28 smithi129 conmon[29798]: cephadm 2022-01-18T16:04:27.376529+0000 mgr.smithi156.drmcjo (mgr.24427) 12 : cephadm [INF] Removing daemon nfs.foo.smithi129 from smithi129 2022-01-18T16:04:28.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:28 smithi129 conmon[29798]: cephadm 2022-01-18T16:04:27.376968+0000 mgr.smithi156.drmcjo (mgr.24427) 13 : cephadm [INF] Removing daemon nfs.foo.smithi156 from smithi156 2022-01-18T16:04:28.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:28 smithi129 conmon[29798]: audit 2022-01-18T16:04:27.983696+0000 mgr.smithi156.drmcjo (mgr.24427) 14 : audit [DBG] from='client.24451 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:04:28.545 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 13.85 MB/sec execute 35 sec latency 703.505 ms 2022-01-18T16:04:28.664 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:04:28.664 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:04:28.665 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:04:28.665 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:04:28.665 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:04:28.665 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 1, 2022-01-18T16:04:28.666 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:04:28.666 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:04:28.667 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:04:28.667 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-01-18T16:04:28.667 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:04:28.668 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:04:28.668 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:04:28.668 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:04:28.668 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:04:28.669 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 13, 2022-01-18T16:04:28.669 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:04:28.669 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:04:28.669 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:04:28.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:28 smithi156 conmon[32001]: audit 2022-01-18T16:04:27.331817+0000 mon.smithi129 (mon.0) 699 : audit [INF] 2022-01-18T16:04:28.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:28 smithi156 conmon[32001]: from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]': finished 2022-01-18T16:04:28.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:28 smithi156 conmon[32001]: audit 2022-01-18T16:04:27.331976+0000 mon.smithi129 (mon.0) 700 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-01-18T16:04:28.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:28 smithi156 conmon[32001]: cluster 2022-01-18T16:04:27.332121+0000 mon.smithi129 (mon.0) 701 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2022-01-18T16:04:28.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:28 smithi156 conmon[32001]: cephadm 2022-01-18T16:04:27.349893+0000 mgr.smithi156.drmcjo (mgr.24427) 8 : cephadm [INF] Migrating nfs.foo from legacy pool nfs-ganesha namespace foo 2022-01-18T16:04:28.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:28 smithi156 conmon[32001]: cephadm 2022-01-18T16:04:27.375738+0000 mgr.smithi156.drmcjo (mgr.24427) 9 : cephadm [INF] Found 1 exports for legacy nfs.foo 2022-01-18T16:04:28.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:28 smithi156 conmon[32001]: cephadm 2022-01-18T16:04:27.375892+0000 mgr.smithi156.drmcjo (mgr.24427) 10 : cephadm [INF] Removing old nfs.foo daemons ['nfs.foo.smithi129', 'nfs.foo.smithi156'] 2022-01-18T16:04:28.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:28 smithi156 conmon[32001]: cephadm 2022-01-18T16:04:27.376001+0000 mgr.smithi156.drmcjo (mgr.24427) 11 : cephadm [INF] Remove daemons nfs.foo.smithi129 nfs.foo.smithi156 2022-01-18T16:04:28.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:28 smithi156 conmon[32001]: cephadm 2022-01-18T16:04:27.376529+0000 mgr.smithi156.drmcjo (mgr.24427) 12 : cephadm [INF] Removing daemon nfs.foo.smithi129 from smithi129 2022-01-18T16:04:28.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:28 smithi156 conmon[32001]: cephadm 2022-01-18T16:04:28.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:28 smithi156 conmon[32001]: 2022-01-18T16:04:27.376968+0000 mgr.smithi156.drmcjo 2022-01-18T16:04:28.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:28 smithi156 conmon[32001]: (mgr.24427) 13 : cephadm [INF] Removing daemon nfs.foo.smithi156 from smithi156 2022-01-18T16:04:28.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:28 smithi156 conmon[32001]: audit 2022-01 2022-01-18T16:04:28.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:28 smithi156 conmon[32001]: -18T16:04:27.983696+0000 mgr.smithi156.drmcjo (mgr. 2022-01-18T16:04:28.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:28 smithi156 conmon[32001]: 24427) 14 : audit [DBG] from='client.24451 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:04:29.546 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 13.46 MB/sec execute 36 sec latency 1703.571 ms 2022-01-18T16:04:29.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:29 smithi129 conmon[29798]: audit 2022-01-18T16:04:28.267129+0000 mgr.smithi156.drmcjo (mgr.24427) 15 : audit [DBG] from='client.14658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:04:29.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:29 smithi129 conmon[29798]: cluster 2022-01-18T16:04:28.350098+0000 mon.smithi129 (mon.0) 702 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2022-01-18T16:04:29.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:29 smithi129 conmon[29798]: audit 2022-01-18T16:04:28.677754+0000 mon.smithi156 (mon.1) 55 : audit [DBG] from='client.? 172.21.15.129:0/1736745107' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:04:29.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:29 smithi129 conmon[29798]: cluster 2022-01-18T16:04:29.194241+0000 2022-01-18T16:04:29.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:29 smithi129 conmon[29798]: mgr.smithi156.drmcjo (mgr.24427) 16 : cluster [DBG] 2022-01-18T16:04:29.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:29 smithi129 conmon[29798]: pgmap v12: 129 pgs: 129 active+clean; 329 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 11 MiB/s wr, 1.10k op/s 2022-01-18T16:04:29.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:29 smithi156 conmon[32001]: audit 2022-01-18T16:04:28.267129+0000 mgr.smithi156.drmcjo (mgr.24427) 15 : audit [DBG] 2022-01-18T16:04:29.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:29 smithi156 conmon[32001]: from='client.14658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:04:29.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:29 smithi156 conmon[32001]: cluster 2022-01-18T16:04:28.350098+0000 mon.smithi129 (mon.0) 702 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2022-01-18T16:04:29.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:29 smithi156 conmon[32001]: audit 2022-01-18T16:04:28.677754+0000 mon.smithi156 (mon.1) 55 : audit [DBG] from='client.? 172.21.15.129:0/1736745107' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:04:29.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:29 smithi156 conmon[32001]: cluster 2022-01-18T16:04:29.194241+0000 mgr.smithi156.drmcjo (mgr.24427) 16 : cluster [DBG] pgmap v12: 129 pgs: 129 active+clean; 329 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 11 MiB/s wr, 1.10k op/s 2022-01-18T16:04:30.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:30 smithi156 conmon[32001]: cluster 2022-01-18T16:04:29.356114+0000 mon.smithi129 (mon.0) 703 : cluster [DBG] mgrmap e31: smithi156.drmcjo(active, since 12s), standbys: smithi129.iclwio 2022-01-18T16:04:30.545 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 13.10 MB/sec execute 37 sec latency 2703.624 ms 2022-01-18T16:04:30.621 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:30 smithi129 conmon[29798]: cluster 2022-01-18T16:04:29.356114+0000 mon.smithi129 (mon.0) 703 : 2022-01-18T16:04:30.621 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:30 smithi129 conmon[29798]: cluster [DBG] mgrmap e31: smithi156.drmcjo(active, since 12s), standbys: smithi129.iclwio 2022-01-18T16:04:31.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:31 smithi156 conmon[32001]: cluster 2022-01-18T16:04:31.194627+0000 mgr.smithi156.drmcjo (mgr.24427 2022-01-18T16:04:31.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:31 smithi156 conmon[32001]: ) 17 : cluster [DBG] pgmap v13: 129 pgs: 129 active+clean; 329 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.5 KiB/s rd, 7.4 MiB/s wr, 651 op/s 2022-01-18T16:04:31.545 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 12.75 MB/sec execute 38 sec latency 3703.727 ms 2022-01-18T16:04:31.674 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:31 smithi129 conmon[29798]: cluster 2022-01-18T16:04:31.194627+0000 mgr.smithi156.drmcjo (mgr. 2022-01-18T16:04:31.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:31 smithi129 conmon[29798]: 24427) 17 : cluster [DBG] pgmap v13: 129 pgs: 129 active+clean; 329 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.5 KiB/s rd, 7.4 MiB/s wr, 651 op/s 2022-01-18T16:04:32.546 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 12.43 MB/sec execute 39 sec latency 4703.845 ms 2022-01-18T16:04:32.645 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: cephadm 2022-01-18T16:04:31.392492+0000 mgr.smithi156.drmcjo (mgr.24427) 18 : cephadm [INF] Removing key for client.nfs.foo.smithi156 2022-01-18T16:04:32.645 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16:04:31.392844+0000 mon.smithi156 (mon.1) 56 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi156"}]: dispatch 2022-01-18T16:04:32.645 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16:04:31.393190+0000 mon.smithi129 (mon.0) 704 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi156"}]: dispatch 2022-01-18T16:04:32.646 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16:04:31.397885+0000 mon.smithi129 (mon.0) 705 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi156"}]': finished 2022-01-18T16:04:32.646 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: cephadm 2022-01-18T16:04:31.399305+0000 mgr.smithi156.drmcjo (mgr.24427) 19 : cephadm [INF] Removing key for client.nfs.foo.smithi156-rgw 2022-01-18T16:04:32.646 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16:04:31.399563+0000 mon.smithi156 (mon.1) 57 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi156-rgw"}]: dispatch 2022-01-18T16:04:32.647 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16:04:31.400030+0000 mon.smithi129 (mon.0) 706 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi156-rgw"}]: dispatch 2022-01-18T16:04:32.647 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16:04:31.404697+0000 mon.smithi129 (mon.0) 707 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi156-rgw"}]': finished 2022-01-18T16:04:32.647 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: cephadm 2022-01-18T16:04:31.864967+0000 mgr.smithi156.drmcjo (mgr. 2022-01-18T16:04:32.647 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: 24427) 20 : cephadm [INF] Removing key for client.nfs.foo.smithi129 2022-01-18T16:04:32.648 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16:04:31.865318+0000 mon.smithi156 (mon.1) 58 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi129"}]: dispatch 2022-01-18T16:04:32.648 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16:04:31.865945+0000 mon.smithi129 (mon.0) 708 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi129"}]: dispatch 2022-01-18T16:04:32.648 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16:04:31.869074+0000 mon.smithi129 (mon.0) 709 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi129"}]': finished 2022-01-18T16:04:32.648 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: cephadm 2022-01-18T16:04:31.870362+0000 mgr.smithi156.drmcjo (mgr.24427) 21 : cephadm [INF] Removing key for client.nfs.foo.smithi129-rgw 2022-01-18T16:04:32.649 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16:04:31.870725+0000 mon.smithi156 (mon.1) 59 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi129-rgw"}]: dispatch 2022-01-18T16:04:32.650 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16:04:31.870969+0000 mon.smithi129 (mon.0) 710 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi129-rgw"}]: dispatch 2022-01-18T16:04:32.650 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16:04:31.875503+0000 mon.smithi129 (mon.0) 711 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi129-rgw"}]': finished 2022-01-18T16:04:32.650 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16:04:31.881480+0000 mon.smithi129 (mon.0) 712 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:32.651 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16:04:31.882686+0000 mon.smithi156 (mon.1) 60 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "nfs export apply", "cluster_id": "foo"}]: dispatch 2022-01-18T16:04:32.651 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16:04:31.883235+0000 mgr.smithi156.drmcjo (mgr.24427) 22 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "nfs export apply", "cluster_id": "foo"}]: dispatch 2022-01-18T16:04:32.651 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16:04:31.910105+0000 mon.smithi156 (mon.1) 61 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-01-18T16:04:32.652 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16:04:31.910585+0000 mon.smithi129 (mon.0) 713 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-01-18T16:04:32.652 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16:04:31.915612+0000 mon.smithi129 (mon.0) 714 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]': finished 2022-01-18T16:04:32.652 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: cephadm 2022-01-18T16:04:31.920943+0000 mgr.smithi156.drmcjo (mgr.24427) 23 : cephadm [INF] Done migrating nfs.foo 2022-01-18T16:04:32.652 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: cephadm 2022-01-18T16:04:31.921017+0000 mgr.smithi156.drmcjo (mgr.24427) 24 : cephadm [INF] Done migrating all NFS services 2022-01-18T16:04:32.653 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16:04:31.924494+0000 mon.smithi129 (mon.0) 715 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:32.653 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16:04:31.930185+0000 mon.smithi129 (mon.0) 716 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:32.653 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16:04:31.934168+0000 mon.smithi129 (mon.0) 717 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:32.653 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16:04:31.942427+0000 mon.smithi129 (mon.0) 718 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:32.654 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: cephadm 2022-01-18T16:04:31.943779+0000 mgr.smithi156.drmcjo (mgr.24427) 25 : cephadm [INF] Creating key for client.nfs.foo.0.0.smithi129.rsmzqx 2022-01-18T16:04:32.654 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16:04:31.944018+0000 mon.smithi156 (mon.1) 62 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi129.rsmzqx", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-01-18T16:04:32.654 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16:04:31.944618+0000 mon.smithi129 (mon.0) 719 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi129.rsmzqx", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-01-18T16:04:32.654 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16:04:31.947438+0000 mon.smithi129 (mon.0) 720 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi129.rsmzqx", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2022-01-18T16:04:32.655 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: cephadm 2022-01-18T16:04:31.948189+0000 mgr.smithi156.drmcjo (mgr.24427) 26 : cephadm [INF] Ensuring nfs.foo.0 is in the ganesha grace table 2022-01-18T16:04:32.655 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16:04:31.948473+0000 mon.smithi156 (mon.1) 63 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-01-18T16:04:32.656 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16:04:31.948825+0000 mon.smithi129 (mon.0) 721 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-01-18T16:04:32.656 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16:04:31.951511+0000 mon.smithi129 (mon.0) 722 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2022-01-18T16:04:32.656 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16 2022-01-18T16:04:32.656 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: :04:31.952793+0000 mon.smithi156 (mon.1) 64 : audit [DBG] 2022-01-18T16:04:32.657 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:04:32.657 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01 2022-01-18T16:04:32.657 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: -18T16:04:31.989936+0000 mon.smithi156 (mon.1) 2022-01-18T16:04:32.657 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: 65 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-01-18T16:04:32.658 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16 2022-01-18T16:04:32.658 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: :04:31.990283+0000 mon.smithi129 (mon.0) 723 : audit [INF] 2022-01-18T16:04:32.658 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-01-18T16:04:32.658 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16:04:32.659 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: 2022-01-18T16:04:31.992735+0000 mon.smithi129 (mon.0) 724 : audit [INF] 2022-01-18T16:04:32.659 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2022-01-18T16:04:32.659 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: cephadm 2022-01-18T16:04:32.660 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: 2022-01-18T16:04:32.034327+0000 mgr.smithi156.drmcjo (mgr.24427) 27 : cephadm 2022-01-18T16:04:32.660 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: [INF] Rados config object exists: conf-nfs.foo 2022-01-18T16:04:32.661 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: cephadm 2022-01-18T16:04:32.034424+0000 2022-01-18T16:04:32.661 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: mgr.smithi156.drmcjo (mgr.24427) 28 : cephadm [INF] Creating key for client.nfs.foo.0.0.smithi129.rsmzqx-rgw 2022-01-18T16:04:32.661 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18 2022-01-18T16:04:32.661 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: T16:04:32.034760+0000 mon.smithi156 (mon.1) 66 : audit 2022-01-18T16:04:32.662 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi129.rsmzqx-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-18T16:04:32.662 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16:04:32.035200+0000 mon.smithi129 2022-01-18T16:04:32.662 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: (mon.0) 725 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi129.rsmzqx-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-18T16:04:32.662 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16 2022-01-18T16:04:32.663 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: :04:32.037941+0000 mon.smithi129 (mon.0) 726 : audit [INF] 2022-01-18T16:04:32.663 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi129.rsmzqx-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-01-18T16:04:32.663 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: audit 2022-01-18T16:04:32.663 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: 2022-01-18T16:04:32.045065+0000 mon.smithi156 (mon.1) 67 : audit [DBG] 2022-01-18T16:04:32.664 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:04:32.664 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: cephadm 2022-01-18T16:04:32.664 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:32 smithi129 conmon[29798]: 2022-01-18T16:04:32.045904+0000 mgr.smithi156.drmcjo (mgr.24427) 29 : cephadm [INF] Deploying daemon nfs.foo.0.0.smithi129.rsmzqx on smithi129 2022-01-18T16:04:32.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: cephadm 2022-01-18T16:04:31.392492+0000 mgr.smithi156.drmcjo (mgr.24427) 18 : 2022-01-18T16:04:32.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: cephadm [INF] Removing key for client.nfs.foo.smithi156 2022-01-18T16:04:32.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01-18T16:04:31.392844+0000 mon.smithi156 (mon.1) 56 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi156"}]: dispatch 2022-01-18T16:04:32.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01-18T16:04:31.393190+0000 mon.smithi129 (mon.0) 704 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi156"}]: dispatch 2022-01-18T16:04:32.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01-18T16:04:31.397885+0000 mon.smithi129 (mon.0) 705 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi156"}]': finished 2022-01-18T16:04:32.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: cephadm 2022-01-18T16:04:31.399305 2022-01-18T16:04:32.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: +0000 mgr.smithi156.drmcjo (mgr.24427) 19 : cephadm [INF] Removing key for client.nfs.foo.smithi156-rgw 2022-01-18T16:04:32.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01-18T16:04:31.399563+0000 mon.smithi156 (mon.1) 57 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi156-rgw"}]: dispatch 2022-01-18T16:04:32.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01-18T16:04:31.400030+0000 mon.smithi129 (mon.0) 706 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi156-rgw"}]: dispatch 2022-01-18T16:04:32.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022 2022-01-18T16:04:32.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: -01-18T16:04:31.404697+0000 mon.smithi129 (mon.0) 707 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi156-rgw"}]': finished 2022-01-18T16:04:32.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: cephadm 2022-01-18 2022-01-18T16:04:32.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: T16:04:31.864967+0000 mgr.smithi156.drmcjo (mgr.24427) 20 : cephadm [INF] Removing key for client.nfs.foo.smithi129 2022-01-18T16:04:32.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01-18T16:04:31.865318+0000 2022-01-18T16:04:32.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: mon.smithi156 (mon.1) 58 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi129"}]: dispatch 2022-01-18T16:04:32.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01-18T16:04:31.865945+0000 2022-01-18T16:04:32.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: mon.smithi129 (mon.0) 708 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi129"}]: dispatch 2022-01-18T16:04:32.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01-18T16:04:31.869074+0000 2022-01-18T16:04:32.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: mon.smithi129 (mon.0) 709 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi129"}]': finished 2022-01-18T16:04:32.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: cephadm 2022-01-18T16:04:31.870362 2022-01-18T16:04:32.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: +0000 mgr.smithi156.drmcjo (mgr.24427) 21 : cephadm [INF] Removing key for client.nfs.foo.smithi129-rgw 2022-01-18T16:04:32.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022 2022-01-18T16:04:32.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: -01-18T16:04:31.870725+0000 mon.smithi156 (mon.1) 59 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi129-rgw"}]: dispatch 2022-01-18T16:04:32.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01-18T16:04:31 2022-01-18T16:04:32.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: .870969+0000 mon.smithi129 (mon.0) 710 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi129-rgw"}]: dispatch 2022-01-18T16:04:32.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01-18T16:04: 2022-01-18T16:04:32.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: 31.875503+0000 mon.smithi129 (mon.0) 711 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi129-rgw"}]': finished 2022-01-18T16:04:32.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01-18 2022-01-18T16:04:32.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: T16:04:31.881480+0000 mon.smithi129 (mon.0) 712 : audit 2022-01-18T16:04:32.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:32.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01-18 2022-01-18T16:04:32.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: T16:04:31.882686+0000 mon.smithi156 (mon.1) 60 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "nfs export apply", "cluster_id": "foo"}]: dispatch 2022-01-18T16:04:32.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01-18T16: 2022-01-18T16:04:32.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: 04:31.883235+0000 mgr.smithi156.drmcjo (mgr.24427) 22 : audit 2022-01-18T16:04:32.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "nfs export apply", "cluster_id": "foo"}]: dispatch 2022-01-18T16:04:32.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01- 2022-01-18T16:04:32.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: 18T16:04:31.910105+0000 mon.smithi156 (mon.1) 61 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-01-18T16:04:32.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01-18T16:04:31.910585+0000 mon.smithi129 ( 2022-01-18T16:04:32.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: mon.0) 713 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-01-18T16:04:32.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01-18T16:04:31.915612+0000 mon.smithi129 (mon.0) 714 2022-01-18T16:04:32.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]': finished 2022-01-18T16:04:32.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: cephadm 2022- 2022-01-18T16:04:32.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: 01-18T16:04:31.920943+0000 mgr.smithi156.drmcjo (mgr.24427) 23 : cephadm [INF] Done migrating nfs.foo 2022-01-18T16:04:32.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: cephadm 2022-01-18T16:04:31.921017 2022-01-18T16:04:32.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: +0000 mgr.smithi156.drmcjo (mgr.24427) 24 : cephadm [INF] Done migrating all NFS services 2022-01-18T16:04:32.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01-18T16:04:31.924494+0000 2022-01-18T16:04:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: mon.smithi129 (mon.0) 715 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01-18T16:04:31.930185+0000 mon.smithi129 2022-01-18T16:04:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: (mon.0) 716 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01-18T16:04:31.934168+0000 mon.smithi129 (mon 2022-01-18T16:04:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: .0) 717 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01-18T16:04:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: 2022-01-18T16:04:31.942427+0000 mon.smithi129 (mon.0) 718 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: 2022-01-18T16:04:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: cephadm 2022-01-18T16:04:31 2022-01-18T16:04:32.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: .943779+0000 mgr.smithi156.drmcjo (mgr.24427) 25 : cephadm [INF] Creating key for client.nfs.foo.0.0.smithi129.rsmzqx 2022-01-18T16:04:32.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01-18T16:04:32.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: 2022-01-18T16:04:31.944018+0000 mon.smithi156 (mon.1) 62 : audit [INF] 2022-01-18T16:04:32.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi129.rsmzqx", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-01-18T16:04:32.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01-18T16:04 2022-01-18T16:04:32.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: :31.944618+0000 mon.smithi129 (mon.0) 719 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi129.rsmzqx", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-01-18T16:04:32.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01-18T16:04:31.947438+0000 mon.smithi129 (mon.0 2022-01-18T16:04:32.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: ) 720 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi129.rsmzqx", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2022-01-18T16:04:32.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: cephadm 2022-01-18T16:04:32.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: 2022-01-18T16:04:31.948189+0000 mgr.smithi156.drmcjo (mgr.24427) 26 : cephadm [INF] Ensuring nfs.foo.0 is in the ganesha grace table 2022-01-18T16:04:32.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01-18T16:04:31.948473 2022-01-18T16:04:32.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: +0000 mon.smithi156 (mon.1) 63 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-01-18T16:04:32.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01-18T16:04:31.948825+0000 mon.smithi129 2022-01-18T16:04:32.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: (mon.0) 721 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-01-18T16:04:32.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01-18T16:04:31.951511+0000 mon.smithi129 (mon.0 2022-01-18T16:04:32.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: ) 722 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2022-01-18T16:04:32.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022 2022-01-18T16:04:32.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: -01-18T16:04:31.952793+0000 mon.smithi156 (mon.1) 64 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:04:32.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01-18T16:04:31.989936 2022-01-18T16:04:32.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: +0000 mon.smithi156 (mon.1) 65 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-01-18T16:04:32.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01-18T16:04:31.990283+0000 mon.smithi129 2022-01-18T16:04:32.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: (mon.0) 723 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-01-18T16:04:32.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01-18T16:04:31.992735+0000 mon.smithi129 (mon.0) 724 : audit 2022-01-18T16:04:32.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2022-01-18T16:04:32.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: cephadm 2022-01- 2022-01-18T16:04:32.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: 18T16:04:32.034327+0000 mgr.smithi156.drmcjo (mgr.24427) 27 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-01-18T16:04:32.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: cephadm 2022-01-18T16:04:32.034424+0000 2022-01-18T16:04:32.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: mgr.smithi156.drmcjo (mgr.24427) 28 : cephadm [INF] Creating key for client.nfs.foo.0.0.smithi129.rsmzqx-rgw 2022-01-18T16:04:32.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01-18T16:04:32.034760+0000 mon.smithi156 2022-01-18T16:04:32.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: (mon.1) 66 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi129.rsmzqx-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-18T16:04:32.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01-18T16:04:32.035200+0000 mon.smithi129 (mon 2022-01-18T16:04:32.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: .0) 725 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi129.rsmzqx-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-18T16:04:32.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01-18T16:04:32.808 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: 2022-01-18T16:04:32.037941+0000 mon.smithi129 (mon.0) 726 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi129.rsmzqx-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-01-18T16:04:32.808 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: 2022-01-18T16:04:32.808 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: audit 2022-01-18T16:04: 2022-01-18T16:04:32.808 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: 32.045065+0000 mon.smithi156 (mon.1) 67 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:04:32.808 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: cephadm 2022-01-18T16:04:32.045904+0000 mgr.smithi156.drmcjo (mgr.24427 2022-01-18T16:04:32.809 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:32 smithi156 conmon[32001]: ) 29 : cephadm [INF] Deploying daemon nfs.foo.0.0.smithi129.rsmzqx on smithi129 2022-01-18T16:04:33.545 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 12.12 MB/sec execute 40 sec latency 5703.924 ms 2022-01-18T16:04:33.645 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:33 smithi129 conmon[29798]: cluster 2022-01-18T16:04:33.195265+0000 mgr.smithi156.drmcjo (mgr.24427) 30 : cluster [DBG] pgmap v14: 129 pgs: 129 active+clean; 329 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.8 KiB/s rd, 6.5 MiB/s wr, 569 op/s 2022-01-18T16:04:33.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:33 smithi156 conmon[32001]: cluster 2022-01-18T16:04:33.195265+0000 mgr.smithi156.drmcjo (mgr.24427) 30 : cluster [DBG] pgmap v14: 129 pgs: 129 active+clean; 329 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.8 KiB/s rd, 6.5 MiB/s wr, 569 op/s 2022-01-18T16:04:34.546 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 11.82 MB/sec execute 41 sec latency 6703.981 ms 2022-01-18T16:04:34.668 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:34 smithi129 conmon[29798]: cluster 2022-01-18T16:04:33.376150+0000 mon.smithi129 ( 2022-01-18T16:04:34.669 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:34 smithi129 conmon[29798]: mon.0) 727 : cluster [DBG] mgrmap e32: smithi156.drmcjo(active, since 16s), standbys: smithi129.iclwio 2022-01-18T16:04:34.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:34 smithi156 conmon[32001]: cluster 2022-01-18T16:04:33.376150+0000 mon.smithi129 (mon.0) 727 : cluster [DBG] mgrmap e32: smithi156.drmcjo(active, since 16s), standbys: smithi129.iclwio 2022-01-18T16:04:35.546 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 11.54 MB/sec execute 42 sec latency 7704.080 ms 2022-01-18T16:04:36.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:35 smithi156 conmon[32001]: audit 2022-01-18T16:04:34.760044+0000 mon.smithi129 (mon.0) 728 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:36.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:35 smithi156 conmon[32001]: cephadm 2022-01-18T16:04:34.762179+0000 mgr.smithi156.drmcjo 2022-01-18T16:04:36.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:35 smithi156 conmon[32001]: (mgr.24427) 31 : cephadm [INF] Creating key for client.nfs.foo.1.0.smithi156.zuqpqx 2022-01-18T16:04:36.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:35 smithi156 conmon[32001]: audit 2022-01-18T16:04:34.762504+0000 mon.smithi156 (mon.1) 68 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi156.zuqpqx", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-01-18T16:04:36.037 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:35 smithi156 conmon[32001]: audit 2022-01-18T16:04:34.762983+0000 mon.smithi129 (mon.0) 729 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi156.zuqpqx", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-01-18T16:04:36.037 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:35 smithi156 conmon[32001]: audit 2022-01-18T16:04:34.765588+0000 mon.smithi129 (mon.0) 730 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi156.zuqpqx", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2022-01-18T16:04:36.037 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:35 smithi156 conmon[32001]: cephadm 2022-01-18T16:04:36.037 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:35 smithi156 conmon[32001]: 2022-01-18T16:04:34.766724+0000 mgr.smithi156.drmcjo (mgr.24427) 32 : cephadm [INF] 2022-01-18T16:04:36.038 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:35 smithi156 conmon[32001]: Ensuring nfs.foo.1 is in the ganesha grace table 2022-01-18T16:04:36.038 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:35 smithi156 conmon[32001]: audit 2022 2022-01-18T16:04:36.038 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:35 smithi156 conmon[32001]: -01-18T16:04:34.767011+0000 mon.smithi156 (mon.1) 69 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-01-18T16:04:36.038 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:35 smithi156 conmon[32001]: 2022-01-18T16:04:36.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:35 smithi156 conmon[32001]: audit 2022-01- 2022-01-18T16:04:36.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:35 smithi156 conmon[32001]: 18T16:04:34.767293+0000 mon.smithi129 (mon.0) 731 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-01-18T16:04:36.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:35 smithi156 conmon[32001]: audit 2022-01-18T 2022-01-18T16:04:36.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:35 smithi156 conmon[32001]: 16:04:34.769664+0000 mon.smithi129 (mon.0) 732 : audit [INF] 2022-01-18T16:04:36.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:35 smithi156 conmon[32001]: from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2022-01-18T16:04:36.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:35 smithi156 conmon[32001]: audit 2022-01-18T16:04:36.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:35 smithi156 conmon[32001]: 2022-01-18T16:04:34.771474+0000 mon.smithi156 (mon.1) 70 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:04:36.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:35 smithi156 conmon[32001]: cluster 2022-01-18T16: 2022-01-18T16:04:36.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:35 smithi156 conmon[32001]: 04:35.196180+0000 mgr.smithi156.drmcjo (mgr.24427) 33 : cluster [DBG] pgmap v15: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 5.7 MiB/s wr, 511 op/s 2022-01-18T16:04:36.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:35 smithi129 conmon[29798]: audit 2022-01-18T16:04:34.760044+0000 mon.smithi129 (mon.0) 728 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:36.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:35 smithi129 conmon[29798]: cephadm 2022-01-18T16:04:34.762179+0000 mgr.smithi156.drmcjo (mgr.24427) 31 : cephadm [INF] Creating key for client.nfs.foo.1.0.smithi156.zuqpqx 2022-01-18T16:04:36.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:35 smithi129 conmon[29798]: audit 2022-01-18T16:04:34.762504+0000 mon.smithi156 (mon. 2022-01-18T16:04:36.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:35 smithi129 conmon[29798]: 1) 68 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi156.zuqpqx", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-01-18T16:04:36.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:35 smithi129 conmon[29798]: audit 2022-01-18T16:04:36.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:35 smithi129 conmon[29798]: 2022-01-18T16:04:34.762983+0000 mon.smithi129 2022-01-18T16:04:36.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:35 smithi129 conmon[29798]: (mon.0) 729 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi156.zuqpqx", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-01-18T16:04:36.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:35 smithi129 conmon[29798]: audit 2022-01-18T16:04:36.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:35 smithi129 conmon[29798]: 2022-01-18T16:04: 2022-01-18T16:04:36.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:35 smithi129 conmon[29798]: 34.765588+0000 mon.smithi129 (mon.0) 730 : 2022-01-18T16:04:36.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:35 smithi129 conmon[29798]: audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi156.zuqpqx", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2022-01-18T16:04:36.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:35 smithi129 conmon[29798]: cephadm 2022-01 2022-01-18T16:04:36.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:35 smithi129 conmon[29798]: -18T16:04:34.766724+0000 2022-01-18T16:04:36.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:35 smithi129 conmon[29798]: mgr.smithi156.drmcjo (mgr.24427) 32 : cephadm [INF] Ensuring nfs.foo.1 is in the ganesha grace table 2022-01-18T16:04:36.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:35 smithi129 conmon[29798]: 2022-01-18T16:04:36.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:35 smithi129 conmon[29798]: audit 2022-01-18T16 2022-01-18T16:04:36.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:35 smithi129 conmon[29798]: :04:34.767011+0000 mon.smithi156 (mon 2022-01-18T16:04:36.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:35 smithi129 conmon[29798]: .1) 69 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-01-18T16:04:36.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:35 smithi129 conmon[29798]: audit 2022-01-18T16:04:36.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:35 smithi129 conmon[29798]: 2022-01-18T16:04: 2022-01-18T16:04:36.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:35 smithi129 conmon[29798]: 34.767293+0000 mon.smithi129 (mon. 2022-01-18T16:04:36.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:35 smithi129 conmon[29798]: 0) 731 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-01-18T16:04:36.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:35 smithi129 conmon[29798]: audit 2022-01-18 2022-01-18T16:04:36.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:35 smithi129 conmon[29798]: T16:04:34.769664+0000 mon.smithi129 (mon. 2022-01-18T16:04:36.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:35 smithi129 conmon[29798]: 0) 732 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2022-01-18T16:04:36.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:35 smithi129 conmon[29798]: audit 2022-01 2022-01-18T16:04:36.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:35 smithi129 conmon[29798]: -18T16:04:34.771474+0000 2022-01-18T16:04:36.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:35 smithi129 conmon[29798]: mon.smithi156 (mon.1) 70 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:04:36.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:35 smithi129 conmon[29798]: cluster 2022-01-18T16:04:36.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:35 smithi129 conmon[29798]: 2022-01-18T16:04 2022-01-18T16:04:36.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:35 smithi129 conmon[29798]: :35.196180+0000 mgr.smithi156.drmcjo (mgr.24427) 2022-01-18T16:04:36.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:35 smithi129 conmon[29798]: 33 : cluster [DBG] pgmap v15: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 5.7 MiB/s wr, 511 op/s 2022-01-18T16:04:36.546 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 11.27 MB/sec execute 43 sec latency 8704.170 ms 2022-01-18T16:04:37.546 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 11.01 MB/sec execute 44 sec latency 9704.284 ms 2022-01-18T16:04:38.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:38 smithi156 conmon[32001]: cluster 2022-01-18T16:04:37.196802+0000 mgr.smithi156.drmcjo (mgr.24427) 2022-01-18T16:04:38.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:38 smithi156 conmon[32001]: 34 : cluster [DBG] pgmap v16: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.1 KiB/s rd, 4.6 MiB/s wr, 415 op/s 2022-01-18T16:04:38.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:38 smithi156 conmon[32001]: audit 2022-01-18T16:04:37.732632+0000 mon.smithi156 (mon.1) 71 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-01-18T16:04:38.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:38 smithi156 conmon[32001]: audit 2022-01-18T16:04:37.733073+0000 mon.smithi129 (mon.0) 733 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-01-18T16:04:38.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:38 smithi156 conmon[32001]: audit 2022-01-18T16:04:37.737160+0000 mon.smithi129 (mon.0) 734 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2022-01-18T16:04:38.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:38 smithi156 conmon[32001]: audit 2022-01-18T16:04:37.785660+0000 mon.smithi156 (mon.1) 72 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi156.zuqpqx-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-18T16:04:38.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:38 smithi156 conmon[32001]: audit 2022-01-18T16:04:37.786332+0000 mon.smithi129 (mon.0) 735 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi156.zuqpqx-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-18T16:04:38.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:38 smithi156 conmon[32001]: audit 2022-01-18T16:04:37.789981+0000 mon.smithi129 (mon.0) 736 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi156.zuqpqx-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-01-18T16:04:38.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:38 smithi156 conmon[32001]: audit 2022-01-18T16:04:37.791838+0000 mon.smithi156 (mon.1) 73 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:04:38.549 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 10.77 MB/sec execute 45 sec latency 10704.379 ms 2022-01-18T16:04:38.674 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:38 smithi129 conmon[29798]: cluster 2022-01-18T16:04:37.196802+0000 mgr.smithi156.drmcjo (mgr.24427) 34 : cluster [DBG] 2022-01-18T16:04:38.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:38 smithi129 conmon[29798]: pgmap v16: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.1 KiB/s rd, 4.6 MiB/s wr, 415 op/s 2022-01-18T16:04:38.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:38 smithi129 conmon[29798]: audit 2022-01-18T16:04:37.732632+0000 mon.smithi156 (mon.1) 71 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-01-18T16:04:38.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:38 smithi129 conmon[29798]: audit 2022-01-18T16:04:37.733073 2022-01-18T16:04:38.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:38 smithi129 conmon[29798]: +0000 mon.smithi129 (mon.0) 733 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-01-18T16:04:38.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:38 smithi129 conmon[29798]: audit 2022-01-18T16:04:37.737160+0000 mon.smithi129 (mon.0) 734 2022-01-18T16:04:38.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:38 smithi129 conmon[29798]: : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2022-01-18T16:04:38.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:38 smithi129 conmon[29798]: audit 2022-01-18T16:04: 2022-01-18T16:04:38.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:38 smithi129 conmon[29798]: 37.785660+0000 mon.smithi156 (mon.1) 72 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi156.zuqpqx-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-18T16:04:38.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:38 smithi129 conmon[29798]: audit 2022-01-18T16:04:37.786332+0000 mon.smithi129 (mon.0) 2022-01-18T16:04:38.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:38 smithi129 conmon[29798]: 735 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi156.zuqpqx-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-18T16:04:38.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:38 smithi129 conmon[29798]: audit 2022-01-18T16:04:38.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:38 smithi129 conmon[29798]: 2022-01-18T16:04:37.789981+0000 mon.smithi129 (mon.0) 736 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi156.zuqpqx-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-01-18T16:04:38.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:38 smithi129 conmon[29798]: audit 2022-01-18T16:04:37.791838 2022-01-18T16:04:38.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:38 smithi129 conmon[29798]: +0000 mon.smithi156 (mon.1) 73 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:04:39.527 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:39 smithi156 conmon[32001]: cephadm 2022-01-18T16:04:37.785195+0000 mgr.smithi156.drmcjo (mgr.24427) 35 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-01-18T16:04:39.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:39 smithi156 conmon[32001]: cephadm 2022-01-18T16:04:37.785289+0000 mgr.smithi156.drmcjo (mgr.24427) 36 : cephadm [INF] Creating key for client.nfs.foo.1.0.smithi156.zuqpqx-rgw 2022-01-18T16:04:39.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:39 smithi156 conmon[32001]: cephadm 2022-01-18T16:04:37.792722+0000 mgr.smithi156.drmcjo (mgr.24427) 37 : cephadm [INF] Deploying daemon nfs.foo.1.0.smithi156.zuqpqx on smithi156 2022-01-18T16:04:39.799 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 10.54 MB/sec execute 46 sec latency 11704.449 ms 2022-01-18T16:04:39.799 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:39 smithi129 conmon[29798]: cephadm 2022-01-18T16:04:37.785195+0000 mgr.smithi156.drmcjo (mgr.24427) 35 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-01-18T16:04:39.799 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:39 smithi129 conmon[29798]: cephadm 2022-01-18T16:04:37.785289+0000 mgr.smithi156.drmcjo (mgr.24427) 36 : cephadm [INF] Creating key for client.nfs.foo.1.0.smithi156.zuqpqx-rgw 2022-01-18T16:04:39.800 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:39 smithi129 conmon[29798]: cephadm 2022-01-18T16:04:37.792722+0000 mgr.smithi156.drmcjo 2022-01-18T16:04:39.800 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:39 smithi129 conmon[29798]: (mgr.24427) 37 : cephadm [INF] Deploying daemon nfs.foo.1.0.smithi156.zuqpqx on smithi156 2022-01-18T16:04:40.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:40 smithi156 conmon[32001]: cluster 2022-01-18T16:04:39.197790+0000 mgr.smithi156.drmcjo ( 2022-01-18T16:04:40.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:40 smithi156 conmon[32001]: mgr.24427) 38 : cluster [DBG] pgmap v17: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.6 KiB/s rd, 69 KiB/s wr, 19 op/s 2022-01-18T16:04:40.546 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 10.31 MB/sec execute 47 sec latency 12704.489 ms 2022-01-18T16:04:40.674 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:40 smithi129 conmon[29798]: cluster 2022-01-18T16:04:39.197790+0000 mgr.smithi156.drmcjo (mgr.24427) 38 : cluster [DBG] 2022-01-18T16:04:40.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:40 smithi129 conmon[29798]: pgmap v17: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.6 KiB/s rd, 69 KiB/s wr, 19 op/s 2022-01-18T16:04:41.546 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 10.10 MB/sec execute 48 sec latency 13704.530 ms 2022-01-18T16:04:41.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:41 smithi156 conmon[32001]: audit 2022-01-18T16:04:40.472295+0000 mon.smithi129 (mon.0) 737 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:41.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:41 smithi156 conmon[32001]: audit 2022-01-18T16 2022-01-18T16:04:41.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:41 smithi156 conmon[32001]: :04:40.474582+0000 mon.smithi156 (mon.1) 74 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:04:41.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:41 smithi156 conmon[32001]: audit 2022-01-18T16:04:40.475495+0000 mon.smithi156 (mon.1) 75 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:04:41.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:41 smithi156 conmon[32001]: audit 2022-01-18T16:04:40.476127+0000 mon.smithi156 (mon.1) 76 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:04:41.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:41 smithi156 conmon[32001]: cephadm 2022-01-18T16:04:40.476657+0000 mgr.smithi156.drmcjo (mgr.24427) 39 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:04:41.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:41 smithi156 conmon[32001]: cluster 2022-01-18T16:04:41.198214+0000 mgr.smithi156.drmcjo (mgr.24427) 40 : cluster [DBG] pgmap v18: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.1 KiB/s rd, 62 KiB/s wr, 17 op/s 2022-01-18T16:04:41.924 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:41 smithi129 conmon[29798]: audit 2022-01-18T16:04:40.472295+0000 mon.smithi129 (mon.0) 737 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:41.924 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:41 smithi129 conmon[29798]: audit 2022-01-18T16:04:40.474582+0000 mon.smithi156 (mon.1) 74 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:04:41.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:41 smithi129 conmon[29798]: audit 2022-01-18T16:04:40.475495+0000 mon.smithi156 (mon.1) 75 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:04:41.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:41 smithi129 conmon[29798]: audit 2022-01-18T16:04:40.476127+0000 mon.smithi156 (mon.1) 76 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:04:41.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:41 smithi129 conmon[29798]: cephadm 2022-01-18T16:04:40.476657+0000 mgr.smithi156.drmcjo (mgr.24427) 39 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:04:41.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:41 smithi129 conmon[29798]: cluster 2022-01-18T16:04:41.198214+0000 mgr.smithi156.drmcjo (mgr.24427) 40 : cluster [DBG] pgmap v18: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.1 KiB/s rd, 62 KiB/s wr, 17 op/s 2022-01-18T16:04:42.546 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 9.89 MB/sec execute 49 sec latency 14704.562 ms 2022-01-18T16:04:43.546 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 9.69 MB/sec execute 50 sec latency 15704.596 ms 2022-01-18T16:04:43.674 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:43 smithi129 conmon[29798]: audit 2022-01-18T16:04:42.450241+0000 mon.smithi129 2022-01-18T16:04:43.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:43 smithi129 conmon[29798]: (mon.0) 738 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:43.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:43 smithi129 conmon[29798]: cluster 2022 2022-01-18T16:04:43.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:43 smithi129 conmon[29798]: -01-18T16:04:43.198594+0000 mgr.smithi156.drmcjo (mgr.24427) 41 : cluster [DBG] pgmap v19: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.1 KiB/s rd, 62 KiB/s wr, 17 op/s 2022-01-18T16:04:43.784 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:43 smithi156 conmon[32001]: audit 2022-01-18T16:04:42.450241+0000 mon.smithi129 (mon.0) 2022-01-18T16:04:43.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:43 smithi156 conmon[32001]: 738 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:43.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:43 smithi156 conmon[32001]: cluster 2022-01-18T16:04:43.198594+0000 mgr.smithi156.drmcjo (mgr.24427) 41 : cluster [DBG] pgmap v19: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.1 KiB/s rd, 62 KiB/s wr, 17 op/s 2022-01-18T16:04:44.546 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 9.50 MB/sec execute 51 sec latency 16704.659 ms 2022-01-18T16:04:45.547 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 9.32 MB/sec execute 52 sec latency 17704.717 ms 2022-01-18T16:04:45.674 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:45 smithi129 conmon[29798]: audit 2022-01-18T16:04:44.439798 2022-01-18T16:04:45.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:45 smithi129 conmon[29798]: +0000 mon.smithi129 (mon.0) 739 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:45.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:45 smithi129 conmon[29798]: cluster 2022-01-18T16:04:45.199389+0000 mgr.smithi156.drmcjo (mgr.24427) 42 : cluster [DBG] pgmap v20: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 63 KiB/s wr, 20 op/s 2022-01-18T16:04:45.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:45 smithi156 conmon[32001]: audit 2022-01-18T16:04:44.439798+0000 mon.smithi129 (mon.0) 739 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:45.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:45 smithi156 conmon[32001]: 2022-01-18T16:04:45.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:45 smithi156 conmon[32001]: cluster 2022-01-18T16:04:45.199389+0000 mgr.smithi156.drmcjo (mgr.24427) 42 : cluster [DBG] pgmap v20: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 63 KiB/s wr, 20 op/s 2022-01-18T16:04:46.546 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 9.14 MB/sec execute 53 sec latency 18704.763 ms 2022-01-18T16:04:47.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:46 smithi129 conmon[29798]: audit 2022-01-18T16:04:45.818568+0000 mon.smithi129 (mon.0) 740 : audit 2022-01-18T16:04:47.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:46 smithi129 conmon[29798]: [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:47.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:46 smithi129 conmon[29798]: audit 2022-01-18T16:04:45.823856+0000 mon.smithi129 (mon.0) 741 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:47.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:46 smithi129 conmon[29798]: audit 2022-01-18T16:04:45.830833+0000 mon.smithi129 (mon.0) 742 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:47.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:46 smithi129 conmon[29798]: audit 2022-01-18T16:04:45.835269+0000 mon.smithi156 (mon.1) 77 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:04:47.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:46 smithi129 conmon[29798]: audit 2022-01-18T16:04:45.839919+0000 mon.smithi129 (mon.0) 743 2022-01-18T16:04:47.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:46 smithi129 conmon[29798]: : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:47.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:46 smithi129 conmon[29798]: cephadm 2022-01-18T16:04:45.841634+0000 mgr.smithi156.drmcjo (mgr 2022-01-18T16:04:47.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:46 smithi129 conmon[29798]: .24427) 43 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi156.drmcjo) 2022-01-18T16:04:47.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:46 smithi156 conmon[32001]: audit 2022-01-18T16:04:45.818568+0000 mon.smithi129 (mon.0) 740 : 2022-01-18T16:04:47.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:46 smithi156 conmon[32001]: audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:47.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:46 smithi156 conmon[32001]: audit 2022-01-18T16:04:45.823856+0000 mon.smithi129 (mon.0) 741 : audit 2022-01-18T16:04:47.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:46 smithi156 conmon[32001]: [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:47.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:46 smithi156 conmon[32001]: audit 2022-01- 2022-01-18T16:04:47.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:46 smithi156 conmon[32001]: 18T16:04:45.830833+0000 mon.smithi129 (mon.0) 742 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:47.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:46 smithi156 conmon[32001]: audit 2022 2022-01-18T16:04:47.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:46 smithi156 conmon[32001]: -01-18T16:04:45.835269+0000 mon.smithi156 (mon.1 2022-01-18T16:04:47.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:46 smithi156 conmon[32001]: ) 77 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:04:47.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:46 smithi156 conmon[32001]: audit 2022-01-18T16:04: 2022-01-18T16:04:47.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:46 smithi156 conmon[32001]: 45.839919+0000 mon.smithi129 (mon.0) 743 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:47.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:46 smithi156 conmon[32001]: 2022-01-18T16:04:47.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:46 smithi156 conmon[32001]: cephadm 2022-01-18T16:04:45.841634+0000 2022-01-18T16:04:47.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:46 smithi156 conmon[32001]: mgr.smithi156.drmcjo (mgr.24427) 43 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi156.drmcjo) 2022-01-18T16:04:47.546 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 8.97 MB/sec execute 54 sec latency 19704.844 ms 2022-01-18T16:04:48.079 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:47 smithi129 conmon[29798]: cluster 2022-01-18T16:04:47.199880+0000 mgr.smithi156.drmcjo (mgr.24427) 44 : 2022-01-18T16:04:48.080 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:47 smithi129 conmon[29798]: cluster [DBG] pgmap v21: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.6 KiB/s rd, 2.1 KiB/s wr, 4 op/s 2022-01-18T16:04:48.080 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:47 smithi129 conmon[29798]: audit 2022-01-18T16:04:47.682503+0000 mon.smithi129 (mon.0) 744 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:48.080 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:47 smithi129 conmon[29798]: audit 2022-01 2022-01-18T16:04:48.080 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:47 smithi129 conmon[29798]: -18T16:04:47.684172+0000 mon.smithi156 (mon.1) 78 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi129.iclwio", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-18T16:04:48.081 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:47 smithi129 conmon[29798]: audit 2022-01 2022-01-18T16:04:48.081 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:47 smithi129 conmon[29798]: -18T16:04:47.684564+0000 mon.smithi129 (mon.0) 745 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi129.iclwio", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-18T16:04:48.081 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:47 smithi129 conmon[29798]: audit 2022-01-18T 2022-01-18T16:04:48.081 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:47 smithi129 conmon[29798]: 16:04:47.685464+0000 mon.smithi156 (mon.1) 79 : audit 2022-01-18T16:04:48.082 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:47 smithi129 conmon[29798]: [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-18T16:04:48.082 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:47 smithi129 conmon[29798]: audit 2022-01-18T 2022-01-18T16:04:48.082 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:47 smithi129 conmon[29798]: 16:04:47.686426+0000 mon.smithi156 (mon. 2022-01-18T16:04:48.082 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:47 smithi129 conmon[29798]: 1) 80 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:04:48.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:47 smithi156 conmon[32001]: cluster 2022-01-18T16:04:47.199880+0000 mgr.smithi156.drmcjo (mgr.24427) 44 : cluster 2022-01-18T16:04:48.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:47 smithi156 conmon[32001]: [DBG] pgmap v21: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.6 KiB/s rd, 2.1 KiB/s wr, 4 op/s 2022-01-18T16:04:48.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:47 smithi156 conmon[32001]: audit 2022-01-18T16:04:47.682503+0000 mon.smithi129 (mon.0) 744 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:48.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:47 smithi156 conmon[32001]: audit 2022-01-18T16:04:47.684172 2022-01-18T16:04:48.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:47 smithi156 conmon[32001]: +0000 mon.smithi156 (mon.1) 78 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi129.iclwio", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-18T16:04:48.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:47 smithi156 conmon[32001]: audit 2022-01- 2022-01-18T16:04:48.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:47 smithi156 conmon[32001]: 18T16:04:47.684564+0000 mon.smithi129 (mon.0) 745 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi129.iclwio", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-18T16:04:48.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:47 smithi156 conmon[32001]: audit 2022 2022-01-18T16:04:48.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:47 smithi156 conmon[32001]: -01-18T16:04:47.685464+0000 mon.smithi156 (mon.1 2022-01-18T16:04:48.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:47 smithi156 conmon[32001]: ) 79 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-18T16:04:48.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:47 smithi156 conmon[32001]: audit 2022-01-18T 2022-01-18T16:04:48.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:47 smithi156 conmon[32001]: 16:04:47.686426+0000 mon.smithi156 (mon.1) 80 : 2022-01-18T16:04:48.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:47 smithi156 conmon[32001]: audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:04:48.547 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 8.81 MB/sec execute 55 sec latency 20704.939 ms 2022-01-18T16:04:49.077 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:48 smithi129 conmon[29798]: cephadm 2022-01-18T16:04:47.677575+0000 mgr.smithi156.drmcjo (mgr.24427) 45 : cephadm [INF] Upgrade: Updating mgr.smithi129.iclwio 2022-01-18T16:04:49.077 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:48 smithi129 conmon[29798]: cephadm 2022-01-18T16:04:47.687169+0000 mgr.smithi156.drmcjo (mgr.24427) 46 : cephadm [INF] Deploying daemon mgr.smithi129.iclwio on smithi129 2022-01-18T16:04:49.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:48 smithi156 conmon[32001]: cephadm 2022-01-18T16:04:47.677575+0000 mgr.smithi156.drmcjo (mgr.24427 2022-01-18T16:04:49.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:48 smithi156 conmon[32001]: ) 45 : cephadm [INF] Upgrade: Updating mgr.smithi129.iclwio 2022-01-18T16:04:49.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:48 smithi156 conmon[32001]: cephadm 2022-01-18T16:04:47.687169+0000 mgr.smithi156.drmcjo (mgr.24427) 46 : cephadm [INF] Deploying daemon mgr.smithi129.iclwio on smithi129 2022-01-18T16:04:49.547 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 8.65 MB/sec execute 56 sec latency 21705.040 ms 2022-01-18T16:04:50.074 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:49 smithi129 conmon[29798]: cluster 2022-01-18T16:04:49.200698+0000 mgr.smithi156.drmcjo (mgr. 2022-01-18T16:04:50.075 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:49 smithi129 conmon[29798]: 24427) 47 : cluster [DBG] pgmap v22: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.8 KiB/s rd, 2.4 KiB/s wr, 5 op/s 2022-01-18T16:04:50.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:49 smithi156 conmon[32001]: cluster 2022-01-18T16:04:49.200698+0000 mgr.smithi156.drmcjo (mgr.24427) 47 : cluster 2022-01-18T16:04:50.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:49 smithi156 conmon[32001]: [DBG] pgmap v22: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.8 KiB/s rd, 2.4 KiB/s wr, 5 op/s 2022-01-18T16:04:50.547 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 8.50 MB/sec execute 57 sec latency 22705.069 ms 2022-01-18T16:04:51.547 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 8.36 MB/sec execute 58 sec latency 23705.106 ms 2022-01-18T16:04:52.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:51 smithi156 conmon[32001]: audit 2022-01-18T16:04:50.957963+0000 mon.smithi129 (mon.0) 746 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:52.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:51 smithi156 conmon[32001]: audit 2022-01-18T16:04:50.959930+0000 mon.smithi156 (mon.1) 81 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:04:52.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:51 smithi156 conmon[32001]: audit 2022-01-18T16:04:50.961117+0000 mon.smithi156 (mon.1) 82 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:04:52.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:51 smithi156 conmon[32001]: audit 2022-01-18T16:04:50.961986+0000 mon.smithi156 (mon.1) 83 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:04:52.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:51 smithi156 conmon[32001]: cephadm 2022-01-18T16:04:50.962685+0000 mgr.smithi156.drmcjo (mgr.24427) 48 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:04:52.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:51 smithi156 conmon[32001]: cluster 2022-01-18T16:04:51.201070+0000 mgr.smithi156.drmcjo (mgr.24427) 49 : cluster [DBG] pgmap v23: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.5 KiB/s wr, 3 op/s 2022-01-18T16:04:52.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:51 smithi129 conmon[29798]: audit 2022-01-18T16:04:50.957963+0000 mon.smithi129 (mon.0) 746 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:52.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:51 smithi129 conmon[29798]: audit 2022-01-18T16:04:50.959930+0000 mon.smithi156 (mon.1) 81 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:04:52.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:51 smithi129 conmon[29798]: audit 2022-01-18T16:04:50.961117+0000 mon.smithi156 (mon.1) 82 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:04:52.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:51 smithi129 conmon[29798]: audit 2022-01-18T16:04:50.961986+0000 mon.smithi156 (mon.1) 83 : audit [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:04:52.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:51 smithi129 conmon[29798]: cephadm 2022-01-18T16:04:50.962685+0000 mgr.smithi156.drmcjo (mgr.24427) 48 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:04:52.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:51 smithi129 conmon[29798]: cluster 2022-01-18T16:04:51.201070+0000 mgr.smithi156.drmcjo (mgr.24427) 49 : cluster [DBG] pgmap v23: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.5 KiB/s wr, 3 op/s 2022-01-18T16:04:52.547 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 8.21 MB/sec execute 59 sec latency 24705.133 ms 2022-01-18T16:04:53.547 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 8.08 MB/sec execute 60 sec latency 25705.165 ms 2022-01-18T16:04:54.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:54 smithi156 conmon[32001]: cluster 2022-01-18T16:04:53.201386+0000 mgr.smithi156.drmcjo (mgr.24427 2022-01-18T16:04:54.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:54 smithi156 conmon[32001]: ) 50 : cluster [DBG] pgmap v24: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.5 KiB/s wr, 3 op/s 2022-01-18T16:04:54.547 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 7.94 MB/sec execute 61 sec latency 26705.225 ms 2022-01-18T16:04:54.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:54 smithi129 conmon[29798]: cluster 2022-01-18T16:04:53.201386+0000 mgr.smithi156.drmcjo (mgr.24427) 2022-01-18T16:04:54.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:54 smithi129 conmon[29798]: 50 : cluster [DBG] pgmap v24: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.5 KiB/s wr, 3 op/s 2022-01-18T16:04:55.547 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 7.82 MB/sec execute 62 sec latency 27705.264 ms 2022-01-18T16:04:56.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:55 smithi129 conmon[29798]: audit 2022-01-18T16:04:54.849278+0000 mon.smithi129 (mon.0) 747 2022-01-18T16:04:56.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:55 smithi129 conmon[29798]: : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:56.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:55 smithi129 conmon[29798]: cluster 2022-01-18T16:04:55.201972+0000 mgr.smithi156.drmcjo (mgr.24427) 51 : cluster [DBG] pgmap v25: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.5 KiB/s wr, 3 op/s 2022-01-18T16:04:56.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:55 smithi156 conmon[32001]: audit 2022-01-18T16:04:54.849278+0000 mon.smithi129 (mon.0) 747 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:56.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:55 smithi156 conmon[32001]: cluster 2022-01-18T16:04:55.201972+0000 mgr.smithi156.drmcjo (mgr.24427) 51 : cluster [DBG] pgmap v25: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.5 KiB/s wr, 3 op/s 2022-01-18T16:04:56.547 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 7.69 MB/sec execute 63 sec latency 28705.304 ms 2022-01-18T16:04:57.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:56 smithi156 conmon[32001]: cluster 2022-01-18T16:04:56.602913+0000 mon.smithi129 (mon.0) 748 : cluster 2022-01-18T16:04:57.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:56 smithi156 conmon[32001]: [DBG] Standby manager daemon smithi129.iclwio restarted 2022-01-18T16:04:57.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:56 smithi156 conmon[32001]: cluster 2022-01-18T16:04:56.603007+0000 mon.smithi129 (mon.0) 749 : cluster [DBG] Standby manager daemon smithi129.iclwio started 2022-01-18T16:04:57.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:56 smithi156 conmon[32001]: audit 2022-01-18T16:04:56.604565+0000 2022-01-18T16:04:57.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:56 smithi156 conmon[32001]: mon.smithi129 (mon.0) 750 : audit [DBG] from='mgr.? 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi129.iclwio/crt"}]: dispatch 2022-01-18T16:04:57.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:56 smithi156 conmon[32001]: audit 2022-01-18T 2022-01-18T16:04:57.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:56 smithi156 conmon[32001]: 16:04:56.604949+0000 mon.smithi129 (mon.0) 751 : audit [DBG] 2022-01-18T16:04:57.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:56 smithi156 conmon[32001]: from='mgr.? 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-18T16:04:57.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:56 smithi156 conmon[32001]: audit 2022-01-18T16:04:57.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:56 smithi156 conmon[32001]: 2022-01-18T16:04:56.607374+0000 mon.smithi129 (mon. 2022-01-18T16:04:57.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:56 smithi156 conmon[32001]: 0) 752 : audit [DBG] from='mgr.? 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi129.iclwio/key"}]: dispatch 2022-01-18T16:04:57.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:56 smithi156 conmon[32001]: audit 2022-01-18T16 2022-01-18T16:04:57.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:56 smithi156 conmon[32001]: :04:56.608576+0000 mon.smithi129 (mon.0) 753 2022-01-18T16:04:57.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:56 smithi156 conmon[32001]: : audit [DBG] from='mgr.? 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-18T16:04:57.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:56 smithi156 conmon[32001]: audit 2022-01-18T16: 2022-01-18T16:04:57.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:56 smithi156 conmon[32001]: 04:56.975823+0000 mon.smithi129 (mon.0) 754 2022-01-18T16:04:57.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:56 smithi156 conmon[32001]: : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:57.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:56 smithi129 conmon[29798]: cluster 2022-01-18T16:04:56.602913+0000 mon.smithi129 (mon.0) 748 : cluster [DBG] Standby manager daemon smithi129.iclwio restarted 2022-01-18T16:04:57.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:56 smithi129 conmon[29798]: cluster 2022-01-18T16:04 2022-01-18T16:04:57.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:56 smithi129 conmon[29798]: :56.603007+0000 mon.smithi129 (mon.0) 749 : cluster [DBG] Standby manager daemon smithi129.iclwio started 2022-01-18T16:04:57.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:56 smithi129 conmon[29798]: audit 2022-01-18T16:04:56.604565+0000 mon.smithi129 (mon.0) 750 : audit [DBG] from='mgr.? 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi129.iclwio/crt"}]: dispatch 2022-01-18T16:04:57.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:56 smithi129 conmon[29798]: audit 2022-01-18T16:04: 2022-01-18T16:04:57.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:56 smithi129 conmon[29798]: 56.604949+0000 mon.smithi129 (mon.0 2022-01-18T16:04:57.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:56 smithi129 conmon[29798]: ) 751 : audit [DBG] from='mgr.? 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-18T16:04:57.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:56 smithi129 conmon[29798]: audit 2022 2022-01-18T16:04:57.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:56 smithi129 conmon[29798]: -01-18T16:04:56.607374+0000 2022-01-18T16:04:57.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:56 smithi129 conmon[29798]: mon.smithi129 (mon.0) 752 : 2022-01-18T16:04:57.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:56 smithi129 conmon[29798]: audit [DBG] from='mgr.? 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi129.iclwio/key"}]: dispatch 2022-01-18T16:04:57.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:56 smithi129 conmon[29798]: audit 2022-01-18T16:04:56 2022-01-18T16:04:57.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:56 smithi129 conmon[29798]: .608576+0000 mon.smithi129 (mon.0) 753 2022-01-18T16:04:57.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:56 smithi129 conmon[29798]: : audit [DBG] from='mgr.? 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-18T16:04:57.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:56 smithi129 conmon[29798]: audit 2022 2022-01-18T16:04:57.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:56 smithi129 conmon[29798]: -01-18T16:04: 2022-01-18T16:04:57.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:56 smithi129 conmon[29798]: 56.975823+0000 mon.smithi129 (mon. 2022-01-18T16:04:57.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:56 smithi129 conmon[29798]: 0) 754 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:57.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:56 smithi129 conmon[29798]: 2022-01-18T16:04:57.548 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 7.57 MB/sec execute 64 sec latency 29705.348 ms 2022-01-18T16:04:58.266 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:57 smithi156 conmon[32001]: cluster 2022-01-18T16:04:56.990910+0000 mon.smithi129 (mon.0) 755 : cluster [DBG] mgrmap e33: smithi156.drmcjo(active, since 39s), standbys: smithi129.iclwio 2022-01-18T16:04:58.267 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:57 smithi156 conmon[32001]: audit 2022-01-18T16:04:56.995206+0000 mon.smithi129 (mon.0) 756 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:58.267 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:57 smithi156 conmon[32001]: audit 2022-01-18T16:04:57.003651+0000 mon.smithi129 (mon. 2022-01-18T16:04:58.267 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:57 smithi156 conmon[32001]: 0) 757 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:58.267 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:57 smithi156 conmon[32001]: audit 2022-01-18T16:04:58.268 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:57 smithi156 conmon[32001]: 2022-01-18T16:04:57.007580+0000 2022-01-18T16:04:58.268 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:57 smithi156 conmon[32001]: mon.smithi156 (mon.1) 84 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:04:58.268 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:57 smithi156 conmon[32001]: cephadm 2022-01-18T 2022-01-18T16:04:58.268 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:57 smithi156 conmon[32001]: 16:04:57.010076+0000 mgr.smithi156.drmcjo (mgr.24427) 52 2022-01-18T16:04:58.269 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:57 smithi156 conmon[32001]: : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi156.drmcjo) 2022-01-18T16:04:58.269 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:57 smithi156 conmon[32001]: cephadm 2022-01- 2022-01-18T16:04:58.269 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:57 smithi156 conmon[32001]: 18T16:04:57.012285+0000 mgr.smithi156.drmcjo ( 2022-01-18T16:04:58.269 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:57 smithi156 conmon[32001]: mgr.24427) 53 : cephadm [INF] Failing over to other MGR 2022-01-18T16:04:58.270 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:57 smithi156 conmon[32001]: audit 2022 2022-01-18T16:04:58.270 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:57 smithi156 conmon[32001]: -01-18T16:04:57 2022-01-18T16:04:58.270 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:57 smithi156 conmon[32001]: .012625+0000 mon.smithi156 (mon.1) 85 : audit 2022-01-18T16:04:58.270 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:57 smithi156 conmon[32001]: [INF] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "mgr fail", "who": "smithi156.drmcjo"}]: dispatch 2022-01-18T16:04:58.271 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:57 smithi156 conmon[32001]: audit 2022-01-18T 2022-01-18T16:04:58.271 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:57 smithi156 conmon[32001]: 16:04:57.013046+0000 mon.smithi129 (mon. 2022-01-18T16:04:58.271 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:57 smithi156 conmon[32001]: 0) 758 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "mgr fail", "who": "smithi156.drmcjo"}]: dispatch 2022-01-18T16:04:58.271 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:57 smithi156 conmon[32001]: cluster 2022 2022-01-18T16:04:58.272 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:57 smithi156 conmon[32001]: -01-18T16:04:57. 2022-01-18T16:04:58.272 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:57 smithi156 conmon[32001]: 020902+0000 mon.smithi129 (mon.0) 759 : cluster [DBG] 2022-01-18T16:04:58.272 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:57 smithi156 conmon[32001]: osdmap e69: 8 total, 8 up, 8 in 2022-01-18T16:04:58.272 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:57 smithi156 conmon[32001]: cluster 2022-01-18 2022-01-18T16:04:58.272 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:57 smithi156 conmon[32001]: T16:04:57.202384+0000 2022-01-18T16:04:58.273 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:57 smithi156 conmon[32001]: mgr.smithi156.drmcjo (mgr.24427) 54 : cluster [DBG] pgmap v27: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 307 B/s rd, 409 B/s wr, 0 op/s 2022-01-18T16:04:58.273 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:57 smithi156 conmon[32001]: cluster 2022-01-18T16:04 2022-01-18T16:04:58.273 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:57 smithi156 conmon[32001]: :57.364998+0000 mon.smithi129 (mon.0 2022-01-18T16:04:58.274 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:57 smithi156 conmon[32001]: ) 760 : cluster [DBG] Standby manager daemon smithi156.drmcjo started 2022-01-18T16:04:58.275 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:57 smithi129 conmon[29798]: cluster 2022-01-18T16:04:56.990910+0000 mon.smithi129 (mon.0) 755 : cluster [DBG] mgrmap e33: smithi156.drmcjo(active, since 39s), standbys: smithi129.iclwio 2022-01-18T16:04:58.275 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:57 smithi129 conmon[29798]: 2022-01-18T16:04:58.275 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:57 smithi129 conmon[29798]: audit 2022-01-18T16:04:56.995206+0000 mon.smithi129 (mon.0) 756 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:58.275 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:57 smithi129 conmon[29798]: audit 2022-01-18T16: 2022-01-18T16:04:58.276 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:57 smithi129 conmon[29798]: 04:57.003651+0000 mon.smithi129 (mon.0) 757 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' 2022-01-18T16:04:58.276 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:57 smithi129 conmon[29798]: audit 2022-01-18T16:04:58.276 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:57 smithi129 conmon[29798]: 2022-01-18T16:04:57.007580+0000 mon.smithi156 (mon. 2022-01-18T16:04:58.276 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:57 smithi129 conmon[29798]: 1) 84 : audit [DBG] from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:04:58.276 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:57 smithi129 conmon[29798]: cephadm 2022 2022-01-18T16:04:58.277 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:57 smithi129 conmon[29798]: -01-18T16:04:57.010076+0000 2022-01-18T16:04:58.277 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:57 smithi129 conmon[29798]: mgr.smithi156.drmcjo (mgr.24427) 52 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi156.drmcjo) 2022-01-18T16:04:58.277 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:57 smithi129 conmon[29798]: cephadm 2022- 2022-01-18T16:04:58.277 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:57 smithi129 conmon[29798]: 01-18T16:04:57.012285+0000 2022-01-18T16:04:58.278 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:57 smithi129 conmon[29798]: mgr.smithi156.drmcjo (mgr.24427) 53 : cephadm [INF] Failing over to other MGR 2022-01-18T16:04:58.278 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:57 smithi129 conmon[29798]: audit 2022-01-18T16 2022-01-18T16:04:58.278 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:57 smithi129 conmon[29798]: :04:57.012625+0000 mon.smithi156 (mon.1) 85 : audit [INF] 2022-01-18T16:04:58.278 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:57 smithi129 conmon[29798]: from='mgr.24427 172.21.15.156:0/3219394405' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "mgr fail", "who": "smithi156.drmcjo"}]: dispatch 2022-01-18T16:04:58.279 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:57 smithi129 conmon[29798]: audit 2022-01-18T16:04:57. 2022-01-18T16:04:58.279 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:57 smithi129 conmon[29798]: 013046+0000 mon.smithi129 (mon.0) 758 : audit [INF] 2022-01-18T16:04:58.279 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:57 smithi129 conmon[29798]: from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "mgr fail", "who": "smithi156.drmcjo"}]: dispatch 2022-01-18T16:04:58.279 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:57 smithi129 conmon[29798]: cluster 2022-01-18T16: 2022-01-18T16:04:58.279 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:57 smithi129 conmon[29798]: 04:57.020902+0000 mon.smithi129 (mon.0) 759 : 2022-01-18T16:04:58.280 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:57 smithi129 conmon[29798]: cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2022-01-18T16:04:58.280 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:57 smithi129 conmon[29798]: cluster 2022-01-18T16 2022-01-18T16:04:58.280 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:57 smithi129 conmon[29798]: :04:57.202384+0000 mgr.smithi156.drmcjo (mgr.24427) 54 2022-01-18T16:04:58.280 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:57 smithi129 conmon[29798]: : cluster [DBG] pgmap v27: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 307 B/s rd, 409 B/s wr, 0 op/s 2022-01-18T16:04:58.281 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:57 smithi129 conmon[29798]: cluster 2022-01-18T 2022-01-18T16:04:58.281 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:57 smithi129 conmon[29798]: 16:04:57.364998+0000 mon.smithi129 (mon. 2022-01-18T16:04:58.281 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:57 smithi129 conmon[29798]: 0) 760 : cluster [DBG] Standby manager daemon smithi156.drmcjo started 2022-01-18T16:04:58.547 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 7.46 MB/sec execute 65 sec latency 30705.412 ms 2022-01-18T16:04:59.033 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:04:59.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:59 smithi156 conmon[32001]: audit 2022-01-18T16:04:58.013564+0000 mon.smithi129 (mon.0) 761 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "mgr fail", "who": "smithi156.drmcjo"}]': finished 2022-01-18T16:04:59.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:59 smithi156 conmon[32001]: cluster 2022-01-18T16:04:58.013635+0000 mon.smithi129 (mon.0) 762 : cluster [DBG] mgrmap e34: smithi129.iclwio(active, starting, since 1.00008s), standbys: smithi156.drmcjo 2022-01-18T16:04:59.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:59 smithi156 conmon[32001]: audit 2022-01-18T16:04:58.014750+0000 mon.smithi129 (mon.0) 763 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata", "id": "smithi129"}]: dispatch 2022-01-18T16:04:59.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:59 smithi156 conmon[32001]: audit 2022-01-18T16:04:58.014904+0000 mon.smithi129 (mon.0) 764 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata", "id": "smithi156"}]: dispatch 2022-01-18T16:04:59.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:59 smithi156 conmon[32001]: audit 2022-01-18T16:04:58.015444+0000 mon.smithi129 (mon.0) 765 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi129.uncsrf"}]: dispatch 2022-01-18T16:04:59.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:59 smithi156 conmon[32001]: audit 2022-01-18T16:04:58.015670+0000 mon.smithi129 (mon.0) 766 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi156.rnsjkd"}]: dispatch 2022-01-18T16:04:59.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:59 smithi156 conmon[32001]: audit 2022-01-18T16:04:58.016495+0000 mon.smithi129 (mon.0) 767 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mgr metadata", "who": "smithi129.iclwio", "id": "smithi129.iclwio"}]: dispatch 2022-01-18T16:04:59.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:59 smithi156 conmon[32001]: audit 2022-01-18T16:04:58.017077+0000 mon.smithi129 (mon.0) 768 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mgr metadata", "who": "smithi156.drmcjo", "id": "smithi156.drmcjo"}]: dispatch 2022-01-18T16:04:59.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:59 smithi156 conmon[32001]: audit 2022-01-18T16:04:58.017369+0000 mon.smithi129 (mon.0) 769 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-18T16:04:59.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:59 smithi156 conmon[32001]: audit 2022-01-18T16:04:58.017754+0000 mon.smithi129 (mon.0) 770 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-18T16:04:59.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:59 smithi156 conmon[32001]: audit 2022-01-18T16:04:58.020273+0000 mon.smithi129 (mon.0) 771 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-18T16:04:59.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:59 smithi156 conmon[32001]: audit 2022-01-18T16:04:58.020516+0000 mon.smithi129 (mon.0) 772 : audit 2022-01-18T16:04:59.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:59 smithi156 conmon[32001]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-18T16:04:59.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:59 smithi156 conmon[32001]: audit 2022-01-18T16:04:58.020732+0000 mon.smithi129 (mon.0) 773 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-18T16:04:59.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:59 smithi156 conmon[32001]: audit 2022-01-18T16:04:58.021000+0000 mon.smithi129 (mon.0) 774 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-18T16:04:59.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:59 smithi156 conmon[32001]: audit 2022-01-18T16:04:58.021261+0000 mon.smithi129 (mon.0) 775 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-18T16:04:59.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:59 smithi156 conmon[32001]: audit 2022-01-18T16:04:58.021502+0000 mon.smithi129 (mon.0) 776 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-18T16:04:59.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:59 smithi156 conmon[32001]: audit 2022-01-18T16:04:58.021781+0000 mon.smithi129 (mon.0) 777 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-18T16:04:59.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:59 smithi156 conmon[32001]: audit 2022-01-18T16:04:58.022070+0000 mon.smithi129 (mon.0) 778 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-18T16:04:59.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:59 smithi156 conmon[32001]: audit 2022-01-18T16:04:58.022519+0000 mon.smithi129 (mon.0) 779 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-18T16:04:59.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:59 smithi156 conmon[32001]: cluster 2022-01-18T16:04:58.049583+0000 mon.smithi129 (mon.0) 780 : cluster [INF] Manager daemon smithi129.iclwio is now available 2022-01-18T16:04:59.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:59 smithi156 conmon[32001]: cephadm 2022-01-18T16:04:58.063694+0000 mgr.smithi129.iclwio (mgr.14716) 1 : cephadm [INF] inventory: adjusted host smithi156 addr 'smithi156' -> '172.21.15.156' 2022-01-18T16:04:59.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:59 smithi156 conmon[32001]: audit 2022-01-18T16:04:58.068717+0000 mon.smithi129 (mon.0) 781 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:04:59.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:59 smithi156 conmon[32001]: audit 2022-01-18T16:04:58.162552+0000 mon.smithi129 (mon.0) 782 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:04:59.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:59 smithi156 conmon[32001]: audit 2022-01-18T16:04:58.163807+0000 mon.smithi129 (mon.0) 783 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:04:59.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:59 smithi156 conmon[32001]: audit 2022-01-18T16:04:58.164953+0000 mon.smithi129 (mon.0) 784 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:04:59.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:59 smithi156 conmon[32001]: audit 2022-01-18T16:04:58.165939+0000 mon.smithi129 (mon.0) 785 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:04:59.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:59 smithi156 conmon[32001]: cephadm 2022-01-18T16:04:58.166863+0000 mgr.smithi129.iclwio (mgr.14716) 2 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:04:59.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:59 smithi156 conmon[32001]: audit 2022-01-18T16:04:58.204113+0000 mon.smithi129 (mon.0) 786 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:04:59.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:04:59 smithi156 conmon[32001]: audit 2022-01-18T16:04:58.211079+0000 mon.smithi129 (mon.0) 787 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:04:59.349 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:04:59.350 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (7m) 2s ago 8m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:04:59.350 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (8m) 2s ago 8m 7029k - 16.2.4 8d91d370c2b8 bb8e1bb6a63b 2022-01-18T16:04:59.350 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (7m) 4s ago 7m 7147k - 16.2.4 8d91d370c2b8 ebda37f860e8 2022-01-18T16:04:59.350 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (7m) 2s ago 8m 38.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:04:59.351 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3m) 2s ago 3m 39.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:04:59.351 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3m) 4s ago 3m 17.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:04:59.351 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (9s) 2s ago 9m 41.9M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:04:59.352 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (49s) 4s ago 7m 434M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 f6529ea95ec2 2022-01-18T16:04:59.352 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (9m) 2s ago 9m 133M 2048M 16.2.4 8d91d370c2b8 b80fb6dbefaa 2022-01-18T16:04:59.352 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (7m) 4s ago 7m 85.2M 2048M 16.2.4 8d91d370c2b8 d25901fda103 2022-01-18T16:04:59.352 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (25s) 2s ago 24s 55.2M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:04:59.353 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (19s) 4s ago 18s 56.5M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:04:59.353 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (8m) 2s ago 8m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:04:59.353 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (7m) 4s ago 7m 18.0M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:04:59.353 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (7m) 2s ago 7m 1566M 4096M 16.2.4 8d91d370c2b8 9f5f63cda7b0 2022-01-18T16:04:59.353 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6m) 2s ago 6m 1430M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:04:59.354 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6m) 2s ago 6m 929M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:04:59.354 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6m) 2s ago 6m 1607M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:04:59.354 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5m) 4s ago 5m 1369M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:04:59.354 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5m) 4s ago 5m 1734M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:04:59.355 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5m) 4s ago 5m 1361M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:04:59.355 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4m) 4s ago 4m 2159M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:04:59.355 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (7m) 2s ago 8m 45.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:04:59.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: audit 2022-01-18T16:04:58.013564+0000 mon.smithi129 (mon.0) 761 : audit [INF] from='mgr.24427 ' entity='mgr.smithi156.drmcjo' cmd='[{"prefix": "mgr fail", "who": "smithi156.drmcjo"}]': finished 2022-01-18T16:04:59.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: cluster 2022-01-18T16:04:58.013635+0000 mon.smithi129 (mon.0) 762 : cluster [DBG] mgrmap e34: smithi129.iclwio(active, starting, since 1.00008s), standbys: smithi156.drmcjo 2022-01-18T16:04:59.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: audit 2022-01-18T16:04:58.014750+0000 mon.smithi129 (mon.0) 763 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata", "id": "smithi129"}]: dispatch 2022-01-18T16:04:59.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: audit 2022-01-18T16:04:58.014904+0000 mon.smithi129 (mon.0) 764 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata", "id": "smithi156"}]: dispatch 2022-01-18T16:04:59.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: audit 2022-01-18T16:04:58.015444+0000 mon.smithi129 (mon.0) 765 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi129.uncsrf"}]: dispatch 2022-01-18T16:04:59.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: audit 2022-01-18T16:04:58.015670+0000 mon.smithi129 (mon.0) 766 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi156.rnsjkd"}]: dispatch 2022-01-18T16:04:59.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: audit 2022-01-18T16: 2022-01-18T16:04:59.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: 04:58.016495+0000 mon.smithi129 (mon.0) 767 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mgr metadata", "who": "smithi129.iclwio", "id": "smithi129.iclwio"}]: dispatch 2022-01-18T16:04:59.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: audit 2022-01-18T16:04:58.017077+0000 mon.smithi129 (mon.0) 768 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mgr metadata", "who": "smithi156.drmcjo", "id": "smithi156.drmcjo"}]: dispatch 2022-01-18T16:04:59.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: audit 2022-01-18T16:04:58.017369+0000 mon.smithi129 (mon.0) 769 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-18T16:04:59.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: audit 2022-01-18T16:04:58.017754+0000 mon.smithi129 (mon.0) 770 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-18T16:04:59.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: audit 2022-01-18T16:04:58.020273+0000 mon.smithi129 (mon.0) 771 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-18T16:04:59.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: audit 2022-01-18T16:04:58.020516+0000 mon.smithi129 (mon.0) 772 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-18T16:04:59.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: audit 2022-01-18T16:04:58.020732+0000 mon.smithi129 (mon.0) 773 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-18T16:04:59.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: audit 2022-01-18T16:04:58.021000+0000 mon.smithi129 (mon.0) 774 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-18T16:04:59.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: audit 2022-01-18T16:04:58.021261+0000 mon.smithi129 (mon.0) 775 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-18T16:04:59.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: audit 2022-01-18T16:04:58.021502+0000 mon.smithi129 (mon.0) 776 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-18T16:04:59.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: audit 2022-01-18T16:04:58.021781+0000 mon.smithi129 (mon.0) 777 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-18T16:04:59.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: audit 2022-01-18T16:04:58.022070+0000 mon.smithi129 (mon.0) 778 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-18T16:04:59.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: audit 2022-01-18T16:04:58.022519+0000 mon.smithi129 (mon.0) 779 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-18T16:04:59.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: cluster 2022-01-18T16:04:58.049583+0000 mon.smithi129 (mon.0) 780 : cluster [INF] Manager daemon smithi129.iclwio is now available 2022-01-18T16:04:59.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: cephadm 2022-01-18T16:04:58.063694+0000 mgr.smithi129.iclwio (mgr.14716) 1 : cephadm [INF] inventory: adjusted host smithi156 addr 'smithi156' -> '172.21.15.156' 2022-01-18T16:04:59.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: audit 2022-01-18T16:04:58.068717+0000 mon.smithi129 (mon.0) 781 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:04:59.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: audit 2022-01-18T16:04:59.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: 2022-01-18T16:04:58.162552+0000 mon.smithi129 (mon.0) 782 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:04:59.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: audit 2022-01-18T16:04:58.163807+0000 mon.smithi129 (mon.0) 783 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:04:59.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: audit 2022- 2022-01-18T16:04:59.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: 01-18T16:04:58.164953+0000 mon.smithi129 (mon.0) 784 : audit 2022-01-18T16:04:59.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:04:59.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: audit 2022-01-18 2022-01-18T16:04:59.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: T16:04:58.165939+0000 mon.smithi129 ( 2022-01-18T16:04:59.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: mon.0) 785 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:04:59.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: cephadm 2022-01-18T16:04:59.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: 2022-01-18T16:04 2022-01-18T16:04:59.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: :58.166863+0000 mgr.smithi129.iclwio (mgr.14716) 2 : cephadm [WRN] 2022-01-18T16:04:59.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:04:59.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: audit 2022-01-18T 2022-01-18T16:04:59.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: 16:04:58.204113+0000 mon.smithi129 (mon 2022-01-18T16:04:59.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: .0) 786 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:04:59.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: audit 2022-01-18T16:04:59.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: 2022-01-18T16:04: 2022-01-18T16:04:59.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: 58.211079+0000 mon.smithi129 (mon.0) 787 2022-01-18T16:04:59.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:04:59 smithi129 conmon[29798]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:04:59.547 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 7.34 MB/sec execute 66 sec latency 31705.440 ms 2022-01-18T16:04:59.706 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:04:59.706 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:04:59.707 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:04:59.707 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:04:59.707 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:04:59.707 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:04:59.708 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:04:59.708 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:04:59.708 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-01-18T16:04:59.708 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:04:59.709 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:04:59.709 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:04:59.709 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:04:59.709 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:04:59.710 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 12, 2022-01-18T16:04:59.710 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:04:59.710 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:04:59.710 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:05:00.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:00 smithi156 conmon[32001]: cluster 2022-01-18T16:04:59.028088+0000 2022-01-18T16:05:00.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:00 smithi156 conmon[32001]: mon.smithi129 (mon.0) 788 : cluster [DBG] mgrmap e35: smithi129.iclwio(active, since 2s), standbys: smithi156.drmcjo 2022-01-18T16:05:00.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:00 smithi156 conmon[32001]: audit 2022-01-18T16:04:59.033574+0000 mgr.smithi129.iclwio (mgr.14716) 3 : audit [DBG] from='client.14740 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:05:00.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:00 smithi156 conmon[32001]: cluster 2022-01-18T16:04:59.037066+0000 mgr.smithi129.iclwio (mgr.14716) 4 : cluster [DBG] pgmap v3: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2022-01-18T16:05:00.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:00 smithi156 conmon[32001]: audit 2022-01-18T16:04:59.355199+0000 mgr.smithi129.iclwio (mgr.14716) 5 : audit [DBG] from='client.14744 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:05:00.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:00 smithi156 conmon[32001]: audit 2022-01-18T16:04:59.720649+0000 mon.smithi129 (mon.0) 789 : audit [DBG] from='client.? 172.21.15.129:0/1667423556' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:05:00.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:00 smithi129 conmon[29798]: cluster 2022-01-18T16 2022-01-18T16:05:00.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:00 smithi129 conmon[29798]: :04:59.028088+0000 mon.smithi129 (mon.0) 788 : cluster [DBG] mgrmap e35: smithi129.iclwio(active, since 2s), standbys: smithi156.drmcjo 2022-01-18T16:05:00.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:00 smithi129 conmon[29798]: audit 2022-01-18T16:04:59.033574+0000 mgr.smithi129.iclwio (mgr.14716) 3 : audit [DBG] from='client.14740 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:05:00.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:00 smithi129 conmon[29798]: cluster 2022-01-18T16:04:59.037066+0000 mgr.smithi129.iclwio (mgr.14716) 4 : cluster [DBG] pgmap v3: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2022-01-18T16:05:00.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:00 smithi129 conmon[29798]: audit 2022-01-18T16:04:59.355199+0000 mgr.smithi129.iclwio (mgr.14716) 5 : audit [DBG] from='client.14744 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:05:00.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:00 smithi129 conmon[29798]: audit 2022-01-18T16:04:59.720649+0000 mon.smithi129 (mon.0) 789 : audit [DBG] from='client.? 172.21.15.129:0/1667423556' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:05:00.547 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 7.23 MB/sec execute 67 sec latency 32705.469 ms 2022-01-18T16:05:01.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:01 smithi156 conmon[32001]: cluster 2022-01-18T16:05:00.018304+0000 mgr.smithi129.iclwio (mgr.14716) 6 : cluster 2022-01-18T16:05:01.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:01 smithi156 conmon[32001]: [DBG] pgmap v4: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2022-01-18T16:05:01.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:01 smithi129 conmon[29798]: cluster 2022-01-18T16:05:00.018304+0000 mgr.smithi129.iclwio 2022-01-18T16:05:01.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:01 smithi129 conmon[29798]: (mgr.14716) 6 : cluster [DBG] pgmap v4: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2022-01-18T16:05:01.547 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 7.13 MB/sec execute 68 sec latency 33705.516 ms 2022-01-18T16:05:02.547 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 7.02 MB/sec execute 69 sec latency 34705.540 ms 2022-01-18T16:05:03.547 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 6.92 MB/sec execute 70 sec latency 35705.566 ms 2022-01-18T16:05:03.924 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:03 smithi129 conmon[29798]: cluster 2022-01-18T16:05:02.018680+0000 mgr.smithi129.iclwio (mgr.14716) 7 : cluster [DBG] pgmap v5: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2022-01-18T16:05:03.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:03 smithi129 conmon[29798]: audit 2022-01-18T16:05:02.627575+0000 mon.smithi129 (mon.0) 790 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:03.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:03 smithi129 conmon[29798]: audit 2022-01-18T16:05:02.948818+0000 mon.smithi129 (mon.0) 791 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T16:05:04.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:03 smithi156 conmon[32001]: cluster 2022-01-18T16:05:02.018680+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:05:04.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:03 smithi156 conmon[32001]: 7 : cluster [DBG] pgmap v5: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2022-01-18T16:05:04.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:03 smithi156 conmon[32001]: audit 2022-01-18T16:05:02.627575+0000 mon.smithi129 (mon.0) 790 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:04.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:03 smithi156 conmon[32001]: audit 2022-01-18T16:05:02.948818+0000 mon.smithi129 (mon.0) 791 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T16:05:04.547 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 6.83 MB/sec execute 71 sec latency 36705.613 ms 2022-01-18T16:05:04.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:04 smithi156 conmon[32001]: cluster 2022-01-18T16:05:03.662169+0000 mon.smithi129 (mon.0) 792 : cluster 2022-01-18T16:05:04.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:04 smithi156 conmon[32001]: [DBG] Standby manager daemon smithi156.drmcjo restarted 2022-01-18T16:05:04.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:04 smithi156 conmon[32001]: cluster 2022-01-18T16:05:03.662280+0000 mon.smithi129 (mon.0) 793 : cluster [DBG] Standby manager daemon smithi156.drmcjo started 2022-01-18T16:05:04.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:04 smithi156 conmon[32001]: audit 2022-01-18T16:05:03.662467+0000 mon.smithi156 (mon. 2022-01-18T16:05:04.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:04 smithi156 conmon[32001]: 1) 86 : audit [DBG] from='mgr.? 172.21.15.156:0/1562655190' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi156.drmcjo/crt"}]: dispatch 2022-01-18T16:05:04.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:04 smithi156 conmon[32001]: audit 2022-01-18T16:05:03 2022-01-18T16:05:04.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:04 smithi156 conmon[32001]: .663776+0000 mon.smithi156 (mon.1) 87 : audit [DBG] 2022-01-18T16:05:04.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:04 smithi156 conmon[32001]: from='mgr.? 172.21.15.156:0/1562655190' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-18T16:05:04.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:04 smithi156 conmon[32001]: audit 2022 2022-01-18T16:05:04.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:04 smithi156 conmon[32001]: -01-18T16:05:03.666390+0000 mon.smithi156 (mon.1) 88 : 2022-01-18T16:05:04.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:04 smithi156 conmon[32001]: audit [DBG] from='mgr.? 172.21.15.156:0/1562655190' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi156.drmcjo/key"}]: dispatch 2022-01-18T16:05:04.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:04 smithi156 conmon[32001]: audit 2022-01-18T16: 2022-01-18T16:05:04.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:04 smithi156 conmon[32001]: 05:03.667314+0000 mon.smithi156 (mon.1) 89 2022-01-18T16:05:04.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:04 smithi156 conmon[32001]: : audit [DBG] from='mgr.? 172.21.15.156:0/1562655190' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-18T16:05:04.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:04 smithi156 conmon[32001]: audit 2022-01-18T16 2022-01-18T16:05:04.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:04 smithi156 conmon[32001]: :05:04.413709+0000 mon.smithi129 (mon.0 2022-01-18T16:05:04.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:04 smithi156 conmon[32001]: ) 794 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:04.924 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:04 smithi129 conmon[29798]: cluster 2022-01-18T16:05:03. 2022-01-18T16:05:04.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:04 smithi129 conmon[29798]: 662169+0000 mon.smithi129 (mon.0) 792 : cluster [DBG] Standby manager daemon smithi156.drmcjo restarted 2022-01-18T16:05:04.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:04 smithi129 conmon[29798]: cluster 2022-01-18T16:05:03.662280+0000 mon.smithi129 (mon.0) 793 : cluster [DBG] Standby manager daemon smithi156.drmcjo started 2022-01-18T16:05:04.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:04 smithi129 conmon[29798]: audit 2022-01-18T16:05:03.662467+0000 mon.smithi156 (mon.1) 86 : audit [DBG] from='mgr.? 172.21.15.156:0/1562655190' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi156.drmcjo/crt"}]: dispatch 2022-01-18T16:05:04.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:04 smithi129 conmon[29798]: audit 2022-01-18T16:05:03.663776+0000 mon.smithi156 (mon.1) 87 : audit 2022-01-18T16:05:04.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:04 smithi129 conmon[29798]: [DBG] from='mgr.? 172.21.15.156:0/1562655190' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-18T16:05:04.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:04 smithi129 conmon[29798]: audit 2022-01-18T16:05:03.666390+0000 mon.smithi156 (mon.1 2022-01-18T16:05:04.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:04 smithi129 conmon[29798]: ) 88 : audit [DBG] from='mgr.? 172.21.15.156:0/1562655190' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi156.drmcjo/key"}]: dispatch 2022-01-18T16:05:04.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:04 smithi129 conmon[29798]: audit 2022-01-18T16:05:03. 2022-01-18T16:05:04.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:04 smithi129 conmon[29798]: 667314+0000 mon.smithi156 (mon.1) 89 : audit 2022-01-18T16:05:04.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:04 smithi129 conmon[29798]: [DBG] from='mgr.? 172.21.15.156:0/1562655190' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-18T16:05:04.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:04 smithi129 conmon[29798]: audit 2022-01-18T16:05: 2022-01-18T16:05:04.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:04 smithi129 conmon[29798]: 04.413709+0000 mon.smithi129 (mon.0) 794 : audit 2022-01-18T16:05:04.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:04 smithi129 conmon[29798]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:05.547 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 6.73 MB/sec execute 72 sec latency 37705.712 ms 2022-01-18T16:05:05.924 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:05 smithi129 conmon[29798]: cluster 2022-01-18T16:05:04.019097+0000 mgr.smithi129.iclwio (mgr.14716) 8 : cluster 2022-01-18T16:05:05.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:05 smithi129 conmon[29798]: [DBG] pgmap v6: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2022-01-18T16:05:05.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:05 smithi129 conmon[29798]: cluster 2022-01-18T16:05:04.637281+0000 mon.smithi129 (mon.0) 795 : cluster [DBG] mgrmap e36: smithi129.iclwio(active, since 7s), standbys: smithi156.drmcjo 2022-01-18T16:05:05.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:05 smithi129 conmon[29798]: audit 2022-01-18T16:05:04.710685+0000 mon.smithi129 ( 2022-01-18T16:05:05.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:05 smithi129 conmon[29798]: mon.0) 796 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T16:05:05.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:05 smithi129 conmon[29798]: audit 2022-01-18T16:05 2022-01-18T16:05:05.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:05 smithi129 conmon[29798]: :04.714747+0000 mon.smithi129 (mon.0) 797 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:05.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:05 smithi129 conmon[29798]: audit 2022- 2022-01-18T16:05:05.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:05 smithi129 conmon[29798]: 01-18T16:05:04.720034+0000 2022-01-18T16:05:05.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:05 smithi129 conmon[29798]: mon.smithi129 (mon.0) 798 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:05.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:05 smithi129 conmon[29798]: audit 2022 2022-01-18T16:05:05.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:05 smithi129 conmon[29798]: -01-18T16:05:04.722759+0000 2022-01-18T16:05:05.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:05 smithi129 conmon[29798]: mon.smithi129 (mon.0) 799 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:05:05.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:05 smithi129 conmon[29798]: 2022-01-18T16:05:06.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:05 smithi156 conmon[32001]: cluster 2022-01-18T16:05:04.019097+0000 mgr.smithi129.iclwio (mgr.14716) 8 : cluster [DBG] pgmap v6: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2022-01-18T16:05:06.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:05 smithi156 conmon[32001]: cluster 2022-01-18T16:05:04.637281+0000 mon.smithi129 (mon.0) 795 : cluster [DBG] mgrmap e36: smithi129.iclwio(active, since 7s), standbys: smithi156.drmcjo 2022-01-18T16:05:06.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:05 smithi156 conmon[32001]: audit 2022-01-18T16:05:04.710685+0000 mon.smithi129 (mon.0) 796 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T16:05:06.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:05 smithi156 conmon[32001]: audit 2022-01-18T16:05:04.714747+0000 mon.smithi129 (mon.0) 797 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:06.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:05 smithi156 conmon[32001]: audit 2022-01 2022-01-18T16:05:06.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:05 smithi156 conmon[32001]: -18T16:05:04.720034+0000 mon.smithi129 (mon.0) 798 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:06.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:05 smithi156 conmon[32001]: audit 2022-01-18T16:05:04.722759+0000 mon.smithi129 (mon.0) 799 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:05:06.547 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 6.64 MB/sec execute 73 sec latency 38705.808 ms 2022-01-18T16:05:06.784 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:06 smithi156 conmon[32001]: audit 2022-01-18T16:05:06.406569+0000 mon.smithi129 (mon.0) 2022-01-18T16:05:06.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:06 smithi156 conmon[32001]: 800 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi156.drmcjo", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-18T16:05:06.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:06 smithi156 conmon[32001]: audit 2022-01-18T16:05:06.407575+0000 mon.smithi129 (mon.0) 801 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-18T16:05:06.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:06 smithi156 conmon[32001]: audit 2022-01-18T16:05:06.408517+0000 mon.smithi129 (mon.0) 802 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:05:06.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:06 smithi129 conmon[29798]: audit 2022-01-18T16:05:06.406569+0000 mon.smithi129 (mon.0) 800 : audit 2022-01-18T16:05:06.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:06 smithi129 conmon[29798]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi156.drmcjo", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-18T16:05:06.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:06 smithi129 conmon[29798]: audit 2022-01-18T16:05:06.407575+0000 mon.smithi129 (mon.0) 801 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-18T16:05:06.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:06 smithi129 conmon[29798]: audit 2022-01-18T16:05:06.408517+0000 mon.smithi129 (mon.0) 802 : 2022-01-18T16:05:06.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:06 smithi129 conmon[29798]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:05:07.548 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 6.55 MB/sec execute 74 sec latency 39705.927 ms 2022-01-18T16:05:07.878 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:07 smithi156 conmon[32001]: cluster 2022-01-18T16:05:06.019963+0000 mgr.smithi129.iclwio (mgr.14716) 9 : 2022-01-18T16:05:07.879 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:07 smithi156 conmon[32001]: cluster [DBG] pgmap v7: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 146 B/s rd, 0 op/s 2022-01-18T16:05:07.879 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:07 smithi156 conmon[32001]: cephadm 2022-01-18T16:05:06.406019+0000 mgr.smithi129.iclwio (mgr.14716) 10 : cephadm [INF] Upgrade: Updating mgr.smithi156.drmcjo 2022-01-18T16:05:07.879 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:07 smithi156 conmon[32001]: cephadm 2022-01-18T16:05:06.409215+0000 mgr.smithi129.iclwio (mgr.14716) 11 : cephadm [INF] Deploying daemon mgr.smithi156.drmcjo on smithi156 2022-01-18T16:05:07.924 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:07 smithi129 conmon[29798]: cluster 2022-01-18T16:05:06.019963+0000 mgr.smithi129.iclwio (mgr.14716) 9 : cluster [DBG] pgmap v7: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 146 B/s rd, 0 op/s 2022-01-18T16:05:07.924 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:07 smithi129 conmon[29798]: cephadm 2022-01-18T16:05:06.406019+0000 mgr.smithi129.iclwio (mgr.14716) 10 : cephadm [INF] 2022-01-18T16:05:07.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:07 smithi129 conmon[29798]: Upgrade: Updating mgr.smithi156.drmcjo 2022-01-18T16:05:07.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:07 smithi129 conmon[29798]: cephadm 2022-01-18T16:05:06.409215+0000 mgr.smithi129.iclwio (mgr.14716) 11 : cephadm [INF] Deploying daemon mgr.smithi156.drmcjo on smithi156 2022-01-18T16:05:08.547 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 6.46 MB/sec execute 75 sec latency 40706.021 ms 2022-01-18T16:05:09.548 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 6.38 MB/sec execute 76 sec latency 41706.140 ms 2022-01-18T16:05:09.784 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:09 smithi156 conmon[32001]: cluster 2022-01-18T16:05:08.020328+0000 mgr.smithi129.iclwio (mgr.14716) 12 : cluster [DBG] pgmap v8: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 113 B/s rd, 0 op/s 2022-01-18T16:05:09.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:09 smithi156 conmon[32001]: audit 2022-01-18T16:05:09.582260+0000 mon.smithi129 (mon.0) 803 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:09.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:09 smithi156 conmon[32001]: audit 2022-01-18T16:05:09.583095+0000 mon.smithi129 (mon.0) 804 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:05:09.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:09 smithi156 conmon[32001]: audit 2022-01-18T16:05:09.584322+0000 mon.smithi129 (mon.0) 805 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:05:09.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:09 smithi156 conmon[32001]: audit 2022-01-18T16:05:09.585236+0000 mon.smithi129 (mon.0) 806 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:05:09.924 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:09 smithi129 conmon[29798]: cluster 2022-01-18T16:05:08.020328+0000 mgr.smithi129.iclwio (mgr.14716) 12 : cluster [DBG] pgmap v8: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 113 B/s rd, 0 op/s 2022-01-18T16:05:09.924 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:09 smithi129 conmon[29798]: audit 2022-01-18T16:05:09.582260+0000 mon.smithi129 (mon.0) 803 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:09.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:09 smithi129 conmon[29798]: audit 2022-01-18T16:05:09.583095+0000 mon.smithi129 (mon.0) 804 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:05:09.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:09 smithi129 conmon[29798]: audit 2022-01-18T16:05:09.584322+0000 mon.smithi129 (mon.0) 805 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:05:09.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:09 smithi129 conmon[29798]: audit 2022-01-18T16:05 2022-01-18T16:05:09.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:09 smithi129 conmon[29798]: :09.585236+0000 mon.smithi129 (mon.0) 806 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:05:10.548 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 6.29 MB/sec execute 77 sec latency 42706.248 ms 2022-01-18T16:05:10.924 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:10 smithi129 conmon[29798]: cephadm 2022-01-18T16:05:09.586006+0000 mgr.smithi129.iclwio (mgr.14716) 13 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:05:11.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:10 smithi156 conmon[32001]: cephadm 2022-01-18T16:05:09.586006+0000 mgr.smithi129.iclwio (mgr.14716) 13 2022-01-18T16:05:11.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:10 smithi156 conmon[32001]: : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:05:11.548 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 6.21 MB/sec execute 78 sec latency 43706.354 ms 2022-01-18T16:05:11.924 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:11 smithi129 conmon[29798]: cluster 2022-01-18T16:05:10.021150+0000 mgr.smithi129.iclwio (mgr.14716) 14 : cluster [DBG] pgmap v9: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 186 B/s rd, 0 op/s 2022-01-18T16:05:11.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:11 smithi129 conmon[29798]: cluster 2022-01-18T16:05:11.538523+0000 mds.foofs.smithi129.uncsrf (mds.0) 1 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 33.535104 secs 2022-01-18T16:05:11.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:11 smithi129 conmon[29798]: cluster 2022-01-18T16:05:11 2022-01-18T16:05:11.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:11 smithi129 conmon[29798]: .538527+0000 mds.foofs.smithi129.uncsrf (mds.0) 2 : cluster [WRN] slow request 33.535103 seconds old, received at 2022-01-18T16:04:38.003383+0000: client_request(client.14698:4 getattr pAsLsXsFs #0x10000005102 2022-01-18T16:04:38.003340+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-01-18T16:05:12.034 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:11 smithi156 conmon[32001]: cluster 2022-01-18T16:05:10.021150+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:05:12.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:11 smithi156 conmon[32001]: .14716) 14 : cluster [DBG] pgmap v9: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 186 B/s rd, 0 op/s 2022-01-18T16:05:12.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:11 smithi156 conmon[32001]: cluster 2022-01-18T16:05:11.538523+0000 mds.foofs.smithi129.uncsrf (mds.0) 1 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 33.535104 secs 2022-01-18T16:05:12.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:11 smithi156 conmon[32001]: cluster 2022-01-18T16:05:11.538527+0000 mds.foofs.smithi129.uncsrf (mds.0) 2 : cluster [WRN] slow request 33.535103 seconds old, received at 2022-01-18T16:04:38.003383+0000: client_request(client.14698:4 getattr pAsLsXsFs #0x10000005102 2022-01-18T16:04:38.003340+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-01-18T16:05:12.548 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 6.13 MB/sec execute 79 sec latency 44706.467 ms 2022-01-18T16:05:13.034 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:12 smithi156 conmon[32001]: cluster 2022-01-18T16:05:12.646588+0000 mon.smithi129 (mon.0) 807 2022-01-18T16:05:13.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:12 smithi156 conmon[32001]: : cluster [WRN] Health check failed: 1 MDSs report slow requests (MDS_SLOW_REQUEST) 2022-01-18T16:05:13.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:12 smithi156 conmon[32001]: cluster 2022-01-18T16:05:12.654985+0000 mon.smithi129 (mon.0) 808 : cluster [DBG] mds.? [v2:172.21.15.129:6834/4060115502,v1:172.21.15.129:6835/4060115502] up:active 2022-01-18T16:05:13.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:12 smithi156 conmon[32001]: cluster 2022-01-18T16:05:12.655057+0000 mon.smithi129 (mon.0) 809 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi129.uncsrf=up:active} 1 up:standby 2022-01-18T16:05:13.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:12 smithi129 conmon[29798]: cluster 2022-01-18T16:05:12.646588+0000 mon.smithi129 (mon.0) 807 : cluster [WRN] Health check failed: 1 MDSs report slow requests (MDS_SLOW_REQUEST) 2022-01-18T16:05:13.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:12 smithi129 conmon[29798]: 2022-01-18T16:05:13.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:12 smithi129 conmon[29798]: cluster 2022-01-18T16:05:12.654985+0000 mon.smithi129 (mon.0) 808 : cluster [DBG] mds.? [v2:172.21.15.129:6834/4060115502,v1:172.21.15.129:6835/4060115502] up:active 2022-01-18T16:05:13.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:12 smithi129 conmon[29798]: cluster 2022-01-18T16:05:12.655057+0000 mon.smithi129 (mon.0) 809 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi129.uncsrf=up:active} 1 up:standby 2022-01-18T16:05:13.548 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 6.06 MB/sec execute 80 sec latency 45706.582 ms 2022-01-18T16:05:14.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:13 smithi156 conmon[32001]: cluster 2022-01-18T16:05:12.021736+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:05:14.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:13 smithi156 conmon[32001]: 15 : cluster [DBG] pgmap v10: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:05:14.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:13 smithi129 conmon[29798]: cluster 2022-01-18T16:05:12.021736+0000 mgr.smithi129.iclwio (mgr.14716) 15 : cluster [DBG] 2022-01-18T16:05:14.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:13 smithi129 conmon[29798]: pgmap v10: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:05:14.548 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 5.98 MB/sec execute 81 sec latency 46706.617 ms 2022-01-18T16:05:15.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:14 smithi156 conmon[32001]: audit 2022-01-18T16:05:13.744535+0000 mon.smithi129 (mon.0 2022-01-18T16:05:15.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:14 smithi156 conmon[32001]: ) 810 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:15.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:14 smithi156 conmon[32001]: audit 2022-01-18T16:05:13.750963+0000 mon.smithi129 (mon.0) 811 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:15.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:14 smithi156 conmon[32001]: audit 2022-01-18T16:05:13.756985+0000 mon.smithi129 (mon.0) 812 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:15.037 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:14 smithi156 conmon[32001]: audit 2022-01-18T16:05:13.760836+0000 mon.smithi129 (mon.0) 813 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:05:15.037 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:14 smithi156 conmon[32001]: audit 2022-01-18T 2022-01-18T16:05:15.037 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:14 smithi156 conmon[32001]: 16:05:13.762907+0000 mon.smithi129 (mon.0) 814 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:05:15.038 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:14 smithi156 conmon[32001]: cephadm 2022-01-18T16:05:13.763614+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:05:15.038 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:14 smithi156 conmon[32001]: ) 16 : cephadm [INF] Upgrade: Setting container_image for all mgr 2022-01-18T16:05:15.038 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:14 smithi156 conmon[32001]: audit 2022-01-18T16:05:13.767611+0000 2022-01-18T16:05:15.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:14 smithi156 conmon[32001]: mon.smithi129 (mon.0) 815 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:15.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:14 smithi156 conmon[32001]: audit 2022-01-18T16:05:13.768475 2022-01-18T16:05:15.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:14 smithi156 conmon[32001]: +0000 mon.smithi129 (mon.0) 816 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi129.iclwio"}]: dispatch 2022-01-18T16:05:15.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:14 smithi156 conmon[32001]: audit 2022-01-18T16:05:13. 2022-01-18T16:05:15.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:14 smithi156 conmon[32001]: 771636+0000 mon.smithi129 (mon.0) 817 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi129.iclwio"}]': finished 2022-01-18T16:05:15.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:14 smithi156 conmon[32001]: audit 2022-01-18T16:05:13 2022-01-18T16:05:15.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:14 smithi156 conmon[32001]: .772334+0000 mon.smithi129 (mon.0) 818 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi156.drmcjo"}]: dispatch 2022-01-18T16:05:15.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:14 smithi156 conmon[32001]: audit 2022-01-18T16:05: 2022-01-18T16:05:15.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:14 smithi156 conmon[32001]: 13.775716+0000 mon.smithi129 (mon.0) 819 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi156.drmcjo"}]': finished 2022-01-18T16:05:15.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:14 smithi156 conmon[32001]: audit 2022-01-18T16:05: 2022-01-18T16:05:15.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:14 smithi156 conmon[32001]: 13.776481+0000 mon.smithi129 (mon.0) 820 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "quorum_status"}]: dispatch 2022-01-18T16:05:15.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:14 smithi129 conmon[29798]: audit 2022-01-18T16:05:13.744535+0000 2022-01-18T16:05:15.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:14 smithi129 conmon[29798]: mon.smithi129 (mon.0) 810 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:15.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:14 smithi129 conmon[29798]: audit 2022-01-18T16:05:13.750963+0000 mon.smithi129 (mon.0) 811 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:15.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:14 smithi129 conmon[29798]: audit 2022-01-18T16:05:13.756985+0000 mon.smithi129 (mon.0) 812 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:15.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:14 smithi129 conmon[29798]: audit 2022-01-18T16:05:13.760836+0000 mon.smithi129 (mon.0) 813 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:05:15.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:14 smithi129 conmon[29798]: audit 2022-01-18T16:05:13.762907+0000 mon.smithi129 (mon.0) 814 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:05:15.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:14 smithi129 conmon[29798]: cephadm 2022-01-18T16:05:13.763614+0000 mgr.smithi129.iclwio (mgr.14716) 16 : cephadm [INF] Upgrade: Setting container_image for all mgr 2022-01-18T16:05:15.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:14 smithi129 conmon[29798]: audit 2022-01-18T16:05:13.767611+0000 mon.smithi129 (mon.0) 815 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:15.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:14 smithi129 conmon[29798]: audit 2022-01-18T16:05:13.768475+0000 mon.smithi129 (mon.0) 816 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi129.iclwio"}]: dispatch 2022-01-18T16:05:15.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:14 smithi129 conmon[29798]: audit 2022-01-18T16:05:13.771636+0000 mon.smithi129 (mon.0) 817 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi129.iclwio"}]': finished 2022-01-18T16:05:15.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:14 smithi129 conmon[29798]: audit 2022-01-18T16:05:13.772334+0000 mon.smithi129 (mon.0) 818 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi156.drmcjo"}]: dispatch 2022-01-18T16:05:15.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:14 smithi129 conmon[29798]: audit 2022-01-18T16:05:13.775716+0000 mon.smithi129 (mon.0) 819 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi156.drmcjo"}]': finished 2022-01-18T16:05:15.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:14 smithi129 conmon[29798]: audit 2022-01-18T16:05:13.776481+0000 mon.smithi129 (mon.0) 820 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "quorum_status"}]: dispatch 2022-01-18T16:05:15.548 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 5.91 MB/sec execute 82 sec latency 47706.733 ms 2022-01-18T16:05:15.924 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:15 smithi129 conmon[29798]: cluster 2022-01-18T16:05:14.022098+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:05:15.924 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:15 smithi129 conmon[29798]: ) 17 : cluster [DBG] pgmap v11: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:05:15.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:15 smithi129 conmon[29798]: cluster 2022-01-18T16:05:15.112745+0000 mon.smithi129 (mon.0) 821 : cluster [DBG] Standby manager daemon smithi156.drmcjo restarted 2022-01-18T16:05:15.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:15 smithi129 conmon[29798]: cluster 2022-01-18T16:05:15.112835+0000 mon.smithi129 (mon.0) 822 : cluster [DBG] Standby manager daemon smithi156.drmcjo started 2022-01-18T16:05:15.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:15 smithi129 conmon[29798]: audit 2022-01-18T16:05:15.113807+0000 mon.smithi156 (mon.1) 90 : audit [DBG] from='mgr.? 172.21.15.156:0/1831948404' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi156.drmcjo/crt"}]: dispatch 2022-01-18T16:05:15.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:15 smithi129 conmon[29798]: audit 2022-01-18T16:05:15.114154+0000 mon.smithi156 (mon.1) 91 : audit [DBG] from='mgr.? 172.21.15.156:0/1831948404' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-18T16:05:15.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:15 smithi129 conmon[29798]: audit 2022-01-18T16:05:15.116542+0000 mon.smithi156 (mon.1) 92 : audit [DBG] from='mgr.? 172.21.15.156:0/1831948404' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi156.drmcjo/key"}]: dispatch 2022-01-18T16:05:15.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:15 smithi129 conmon[29798]: audit 2022-01-18T16:05:15.117602+0000 mon.smithi156 (mon.1) 93 : audit [DBG] from='mgr.? 172.21.15.156:0/1831948404' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-18T16:05:15.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:15 smithi129 conmon[29798]: audit 2022-01-18T16:05:15.618172+0000 mon.smithi129 (mon.0) 823 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:15.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:15 smithi129 conmon[29798]: audit 2022-01-18T16:05:15.618884+0000 mon.smithi129 (mon.0) 824 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-18T16:05:15.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:15 smithi129 conmon[29798]: audit 2022-01-18T16:05:15.619425+0000 mon.smithi129 (mon.0) 825 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-18T16:05:15.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:15 smithi129 conmon[29798]: audit 2022-01-18T16:05:15.620015+0000 mon.smithi129 (mon.0) 826 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:05:16.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:15 smithi156 conmon[32001]: cluster 2022-01-18T16:05:14.022098+0000 mgr.smithi129.iclwio (mgr.14716) 17 : cluster [DBG] 2022-01-18T16:05:16.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:15 smithi156 conmon[32001]: pgmap v11: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:05:16.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:15 smithi156 conmon[32001]: cluster 2022-01-18T16:05:15.112745+0000 mon.smithi129 (mon.0) 821 : cluster [DBG] Standby manager daemon smithi156.drmcjo restarted 2022-01-18T16:05:16.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:15 smithi156 conmon[32001]: cluster 2022-01 2022-01-18T16:05:16.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:15 smithi156 conmon[32001]: -18T16:05:15.112835+0000 mon.smithi129 (mon.0) 822 : cluster [DBG] Standby manager daemon smithi156.drmcjo started 2022-01-18T16:05:16.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:15 smithi156 conmon[32001]: audit 2022-01- 2022-01-18T16:05:16.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:15 smithi156 conmon[32001]: 18T16:05:15.113807+0000 mon.smithi156 (mon.1) 90 : audit [DBG] from='mgr.? 172.21.15.156:0/1831948404' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi156.drmcjo/crt"}]: dispatch 2022-01-18T16:05:16.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:15 smithi156 conmon[32001]: audit 2022-01-18T16:05:15.114154 2022-01-18T16:05:16.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:15 smithi156 conmon[32001]: +0000 mon.smithi156 (mon.1) 91 : audit [DBG] from='mgr.? 172.21.15.156:0/1831948404' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-18T16:05:16.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:15 smithi156 conmon[32001]: audit 2022-01-18T16:05:15.116542+0000 2022-01-18T16:05:16.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:15 smithi156 conmon[32001]: mon.smithi156 (mon.1) 92 : audit [DBG] from='mgr.? 172.21.15.156:0/1831948404' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi156.drmcjo/key"}]: dispatch 2022-01-18T16:05:16.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:15 smithi156 conmon[32001]: audit 2022-01-18T16:05:15.117602+0000 2022-01-18T16:05:16.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:15 smithi156 conmon[32001]: mon.smithi156 (mon.1) 93 : audit [DBG] from='mgr.? 172.21.15.156:0/1831948404' entity='mgr.smithi156.drmcjo' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-18T16:05:16.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:15 smithi156 conmon[32001]: audit 2022-01-18T16:05:15.618172 2022-01-18T16:05:16.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:15 smithi156 conmon[32001]: +0000 mon.smithi129 (mon.0) 823 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:16.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:15 smithi156 conmon[32001]: audit 2022-01-18T16:05:15. 2022-01-18T16:05:16.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:15 smithi156 conmon[32001]: 618884+0000 mon.smithi129 (mon.0) 824 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-18T16:05:16.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:15 smithi156 conmon[32001]: audit 2022-01-18T16:05: 2022-01-18T16:05:16.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:15 smithi156 conmon[32001]: 15.619425+0000 mon.smithi129 (mon.0) 825 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-18T16:05:16.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:15 smithi156 conmon[32001]: audit 2022-01-18T16 2022-01-18T16:05:16.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:15 smithi156 conmon[32001]: :05:15.620015+0000 mon.smithi129 (mon.0) 826 : audit [DBG] 2022-01-18T16:05:16.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:15 smithi156 conmon[32001]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:05:16.548 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 5.84 MB/sec execute 83 sec latency 48706.800 ms 2022-01-18T16:05:17.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:16 smithi156 conmon[32001]: cephadm 2022-01-18T16:05:15.613914+0000 mgr.smithi129.iclwio (mgr.14716) 18 : cephadm [INF] Upgrade: Updating mon.smithi129 2022-01-18T16:05:17.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:16 smithi156 conmon[32001]: 2022-01-18T16:05:17.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:16 smithi156 conmon[32001]: cephadm 2022-01-18T16:05:15.620561+0000 mgr.smithi129.iclwio (mgr.14716) 19 : cephadm [INF] Deploying daemon mon.smithi129 on smithi129 2022-01-18T16:05:17.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:16 smithi156 conmon[32001]: cluster 2022-01-18T16:05:15.990137+0000 mon.smithi129 (mon.0) 827 : cluster [DBG] mgrmap e37: smithi129.iclwio(active, since 18s), standbys: smithi156.drmcjo 2022-01-18T16:05:17.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:16 smithi156 conmon[32001]: cluster 2022-01-18T16:05:16.538632+0000 mds.foofs.smithi129.uncsrf (mds.0) 3 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 38.535225 secs 2022-01-18T16:05:17.107 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:16 smithi129 conmon[29798]: cephadm 2022-01-18T16:05:15.613914+0000 mgr.smithi129.iclwio (mgr.14716) 18 : cephadm [INF] Upgrade: Updating mon.smithi129 2022-01-18T16:05:17.108 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:16 smithi129 conmon[29798]: cephadm 2022-01-18T16:05:15.620561+0000 mgr.smithi129.iclwio (mgr.14716) 19 : cephadm [INF] Deploying daemon mon.smithi129 on smithi129 2022-01-18T16:05:17.108 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:16 smithi129 conmon[29798]: cluster 2022-01-18T16:05:15.990137+0000 mon.smithi129 (mon.0) 827 : cluster [DBG] mgrmap e37: smithi129.iclwio(active, since 18s), standbys: smithi156.drmcjo 2022-01-18T16:05:17.109 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:16 smithi129 conmon[29798]: cluster 2022-01-18T16:05:16.538632+0000 mds.foofs.smithi129.uncsrf (mds.0) 3 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 38.535225 secs 2022-01-18T16:05:17.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:17 smithi129 systemd[1]: Stopping Ceph mon.smithi129 for e63fbe5c-7876-11ec-8c34-001a4aab830c... 2022-01-18T16:05:17.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:17 smithi129 conmon[29798]: debug 2022-01-18T16:05:17.336+0000 7f474b0cc700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.smithi129 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2022-01-18T16:05:17.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:17 smithi129 conmon[29798]: debug 2022-01-18T16:05:17.336+0000 7f474b0cc700 -1 mon.smithi129@0(leader) e2 *** Got Signal Terminated *** 2022-01-18T16:05:17.548 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 5.77 MB/sec execute 84 sec latency 49706.840 ms 2022-01-18T16:05:17.924 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:17 smithi129 bash[100689]: b80fb6dbefaa311f33c979a5930ac46753a7a53df397a86ba2bcdc5e085a92cc 2022-01-18T16:05:17.924 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:17 smithi129 bash[100689]: Error: no container with name or ID ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c-mon-smithi129 found: no such container 2022-01-18T16:05:18.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 bash[100689]: Error: container b80fb6dbefaa311f33c979a5930ac46753a7a53df397a86ba2bcdc5e085a92cc does not exist in database: no such container 2022-01-18T16:05:18.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 systemd[1]: ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@mon.smithi129.service: Succeeded. 2022-01-18T16:05:18.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 systemd[1]: Stopped Ceph mon.smithi129 for e63fbe5c-7876-11ec-8c34-001a4aab830c. 2022-01-18T16:05:18.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 systemd[1]: Starting Ceph mon.smithi129 for e63fbe5c-7876-11ec-8c34-001a4aab830c... 2022-01-18T16:05:18.548 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 5.70 MB/sec execute 85 sec latency 50706.877 ms 2022-01-18T16:05:18.872 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.859+0000 7f60564f9700 0 set uid:gid to 167:167 (ceph:ceph) 2022-01-18T16:05:18.872 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.859+0000 7f60564f9700 0 ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable), process ceph-mon, pid 7 2022-01-18T16:05:18.872 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.859+0000 7f60564f9700 0 pidfile_write: ignore empty --pid-file 2022-01-18T16:05:18.873 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 bash[100896]: 222dd28de5ba6c5a5b966d462ec729c4c3f33d4a788a5cba336949d72f7976b8 2022-01-18T16:05:18.873 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 0 load: jerasure load: lrc load: isa 2022-01-18T16:05:18.873 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: RocksDB version: 6.8.1 2022-01-18T16:05:18.873 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:18.873 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2022-01-18T16:05:18.874 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:18.874 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Compile date Jan 18 2022 2022-01-18T16:05:18.874 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: DB SUMMARY 2022-01-18T16:05:18.874 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:18.875 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: CURRENT file: CURRENT 2022-01-18T16:05:18.875 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:18.875 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: IDENTITY file: IDENTITY 2022-01-18T16:05:18.875 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:18.876 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: MANIFEST file: MANIFEST-000008 size: 766 Bytes 2022-01-18T16:05:18.876 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:18.876 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi129/store.db dir, Total Num: 1, files: 000020.sst 2022-01-18T16:05:18.876 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:18.877 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi129/store.db: 000018.log size: 1119803 ; 2022-01-18T16:05:18.877 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:18.877 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.error_if_exists: 0 2022-01-18T16:05:18.877 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.create_if_missing: 0 2022-01-18T16:05:18.878 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.paranoid_checks: 1 2022-01-18T16:05:18.878 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.env: 0x5643ecc653a0 2022-01-18T16:05:18.878 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.fs: Posix File System 2022-01-18T16:05:18.878 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.info_log: 0x5643ede51b80 2022-01-18T16:05:18.878 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.max_file_opening_threads: 16 2022-01-18T16:05:18.879 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.statistics: (nil) 2022-01-18T16:05:18.879 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:18.879 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.use_fsync: 0 2022-01-18T16:05:18.879 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.max_log_file_size: 0 2022-01-18T16:05:18.880 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2022-01-18T16:05:18.880 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.log_file_time_to_roll: 0 2022-01-18T16:05:18.880 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.keep_log_file_num: 1000 2022-01-18T16:05:18.880 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.recycle_log_file_num: 0 2022-01-18T16:05:18.881 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.allow_fallocate: 1 2022-01-18T16:05:18.881 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.allow_mmap_reads: 0 2022-01-18T16:05:18.881 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.allow_mmap_writes: 0 2022-01-18T16:05:18.881 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 systemd[1]: Started Ceph mon.smithi129 for e63fbe5c-7876-11ec-8c34-001a4aab830c. 2022-01-18T16:05:18.882 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.use_direct_reads: 0 2022-01-18T16:05:18.882 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2022-01-18T16:05:18.882 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.create_missing_column_families: 0 2022-01-18T16:05:18.882 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.883 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.db_log_dir: 2022-01-18T16:05:18.883 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-smithi129/store.db 2022-01-18T16:05:18.883 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.table_cache_numshardbits: 6 2022-01-18T16:05:18.884 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.max_subcompactions: 1 2022-01-18T16:05:18.884 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.max_background_flushes: -1 2022-01-18T16:05:18.884 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.WAL_ttl_seconds: 0 2022-01-18T16:05:18.884 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.WAL_size_limit_MB: 0 2022-01-18T16:05:18.884 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2022-01-18T16:05:18.885 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2022-01-18T16:05:18.885 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.is_fd_close_on_exec: 1 2022-01-18T16:05:18.885 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.advise_random_on_open: 1 2022-01-18T16:05:18.885 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.db_write_buffer_size: 0 2022-01-18T16:05:18.886 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.write_buffer_manager: 0x5643eeac0120 2022-01-18T16:05:18.886 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2022-01-18T16:05:18.886 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2022-01-18T16:05:18.887 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2022-01-18T16:05:18.887 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.use_adaptive_mutex: 0 2022-01-18T16:05:18.887 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.rate_limiter: (nil) 2022-01-18T16:05:18.887 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2022-01-18T16:05:18.887 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.wal_recovery_mode: 2 2022-01-18T16:05:18.888 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.enable_thread_tracking: 0 2022-01-18T16:05:18.888 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.enable_pipelined_write: 0 2022-01-18T16:05:18.888 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.unordered_write: 0 2022-01-18T16:05:18.888 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2022-01-18T16:05:18.889 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2022-01-18T16:05:18.889 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2022-01-18T16:05:18.889 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2022-01-18T16:05:18.889 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.row_cache: None 2022-01-18T16:05:18.890 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.wal_filter: None 2022-01-18T16:05:18.890 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2022-01-18T16:05:18.890 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.allow_ingest_behind: 0 2022-01-18T16:05:18.890 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.preserve_deletes: 0 2022-01-18T16:05:18.891 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.two_write_queues: 0 2022-01-18T16:05:18.891 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.manual_wal_flush: 0 2022-01-18T16:05:18.891 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.atomic_flush: 0 2022-01-18T16:05:18.891 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2022-01-18T16:05:18.892 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.persist_stats_to_disk: 0 2022-01-18T16:05:18.892 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.write_dbid_to_manifest: 0 2022-01-18T16:05:18.892 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.log_readahead_size: 0 2022-01-18T16:05:18.892 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2022-01-18T16:05:18.892 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.max_background_jobs: 2 2022-01-18T16:05:18.893 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.max_background_compactions: -1 2022-01-18T16:05:18.893 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2022-01-18T16:05:18.893 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2022-01-18T16:05:18.893 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.delayed_write_rate : 16777216 2022-01-18T16:05:18.894 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.max_total_wal_size: 0 2022-01-18T16:05:18.894 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2022-01-18T16:05:18.894 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.stats_dump_period_sec: 600 2022-01-18T16:05:18.894 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.stats_persist_period_sec: 600 2022-01-18T16:05:18.895 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2022-01-18T16:05:18.895 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.max_open_files: -1 2022-01-18T16:05:18.895 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.bytes_per_sync: 0 2022-01-18T16:05:18.895 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.wal_bytes_per_sync: 0 2022-01-18T16:05:18.896 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.strict_bytes_per_sync: 0 2022-01-18T16:05:18.896 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Options.compaction_readahead_size: 0 2022-01-18T16:05:18.896 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Compression algorithms supported: 2022-01-18T16:05:18.896 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2022-01-18T16:05:18.896 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: kZSTD supported: 0 2022-01-18T16:05:18.897 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: kXpressCompression supported: 0 2022-01-18T16:05:18.897 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: kLZ4HCCompression supported: 1 2022-01-18T16:05:18.897 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: kLZ4Compression supported: 1 2022-01-18T16:05:18.897 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: kBZip2Compression supported: 0 2022-01-18T16:05:18.898 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: kZlibCompression supported: 1 2022-01-18T16:05:18.898 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: kSnappyCompression supported: 1 2022-01-18T16:05:18.898 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.864+0000 7f60564f9700 4 rocksdb: Fast CRC32 supported: Supported on x86 2022-01-18T16:05:18.898 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi129/store.db/MANIFEST-000008 2022-01-18T16:05:18.898 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:18.899 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2022-01-18T16:05:18.899 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:18.899 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2022-01-18T16:05:18.899 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.merge_operator: 2022-01-18T16:05:18.902 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.compaction_filter: None 2022-01-18T16:05:18.902 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.compaction_filter_factory: None 2022-01-18T16:05:18.902 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.memtable_factory: SkipListFactory 2022-01-18T16:05:18.903 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.table_factory: BlockBasedTable 2022-01-18T16:05:18.903 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5643edd63c80) 2022-01-18T16:05:18.903 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: cache_index_and_filter_blocks: 1 2022-01-18T16:05:18.903 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: cache_index_and_filter_blocks_with_high_priority: 0 2022-01-18T16:05:18.904 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: pin_l0_filter_and_index_blocks_in_cache: 0 2022-01-18T16:05:18.904 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: pin_top_level_index_and_filter: 1 2022-01-18T16:05:18.904 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: index_type: 0 2022-01-18T16:05:18.904 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: data_block_index_type: 0 2022-01-18T16:05:18.905 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: index_shortening: 1 2022-01-18T16:05:18.905 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: data_block_hash_table_util_ratio: 0.750000 2022-01-18T16:05:18.906 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: hash_index_allow_collision: 1 2022-01-18T16:05:18.906 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: checksum: 1 2022-01-18T16:05:18.906 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: no_block_cache: 0 2022-01-18T16:05:18.906 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: block_cache: 0x5643edd9d010 2022-01-18T16:05:18.907 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: block_cache_name: BinnedLRUCache 2022-01-18T16:05:18.907 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: block_cache_options: 2022-01-18T16:05:18.907 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: capacity : 536870912 2022-01-18T16:05:18.907 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: num_shard_bits : 4 2022-01-18T16:05:18.907 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: strict_capacity_limit : 0 2022-01-18T16:05:18.908 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: high_pri_pool_ratio: 0.000 2022-01-18T16:05:18.908 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: block_cache_compressed: (nil) 2022-01-18T16:05:18.908 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: persistent_cache: (nil) 2022-01-18T16:05:18.908 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: block_size: 4096 2022-01-18T16:05:18.909 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: block_size_deviation: 10 2022-01-18T16:05:18.909 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: block_restart_interval: 16 2022-01-18T16:05:18.909 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: index_block_restart_interval: 1 2022-01-18T16:05:18.909 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: metadata_block_size: 4096 2022-01-18T16:05:18.910 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: partition_filters: 0 2022-01-18T16:05:18.910 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: use_delta_encoding: 1 2022-01-18T16:05:18.910 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: filter_policy: rocksdb.BuiltinBloomFilter 2022-01-18T16:05:18.910 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: whole_key_filtering: 1 2022-01-18T16:05:18.910 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: verify_compression: 0 2022-01-18T16:05:18.911 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: read_amp_bytes_per_bit: 0 2022-01-18T16:05:18.911 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: format_version: 2 2022-01-18T16:05:18.911 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: enable_index_compression: 1 2022-01-18T16:05:18.911 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: block_align: 0 2022-01-18T16:05:18.912 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:18.912 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.write_buffer_size: 33554432 2022-01-18T16:05:18.912 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.max_write_buffer_number: 2 2022-01-18T16:05:18.912 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.compression: NoCompression 2022-01-18T16:05:18.913 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.bottommost_compression: Disabled 2022-01-18T16:05:18.913 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.prefix_extractor: nullptr 2022-01-18T16:05:18.913 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2022-01-18T16:05:18.913 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.num_levels: 7 2022-01-18T16:05:18.913 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2022-01-18T16:05:18.914 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2022-01-18T16:05:18.914 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2022-01-18T16:05:18.914 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2022-01-18T16:05:18.914 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2022-01-18T16:05:18.915 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2022-01-18T16:05:18.915 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2022-01-18T16:05:18.915 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2022-01-18T16:05:18.915 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2022-01-18T16:05:18.916 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.compression_opts.window_bits: -14 2022-01-18T16:05:18.916 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.compression_opts.level: 32767 2022-01-18T16:05:18.916 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.compression_opts.strategy: 0 2022-01-18T16:05:18.916 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2022-01-18T16:05:18.917 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2022-01-18T16:05:18.917 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.compression_opts.enabled: false 2022-01-18T16:05:18.917 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2022-01-18T16:05:18.917 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2022-01-18T16:05:18.918 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2022-01-18T16:05:18.918 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.target_file_size_base: 67108864 2022-01-18T16:05:18.918 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.target_file_size_multiplier: 1 2022-01-18T16:05:18.918 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2022-01-18T16:05:18.919 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2022-01-18T16:05:18.919 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2022-01-18T16:05:18.919 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2022-01-18T16:05:18.919 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2022-01-18T16:05:18.920 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2022-01-18T16:05:18.920 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2022-01-18T16:05:18.920 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2022-01-18T16:05:18.920 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2022-01-18T16:05:18.920 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2022-01-18T16:05:18.921 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2022-01-18T16:05:18.921 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2022-01-18T16:05:18.921 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.arena_block_size: 4194304 2022-01-18T16:05:18.921 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2022-01-18T16:05:18.922 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:18.922 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2022-01-18T16:05:18.922 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2022-01-18T16:05:18.922 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.disable_auto_compactions: 0 2022-01-18T16:05:18.923 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2022-01-18T16:05:18.923 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2022-01-18T16:05:18.923 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2022-01-18T16:05:18.923 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2022-01-18T16:05:18.924 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2022-01-18T16:05:18.924 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2022-01-18T16:05:18.924 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2022-01-18T16:05:18.924 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2022-01-18T16:05:18.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2022-01-18T16:05:18.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2022-01-18T16:05:18.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.table_properties_collectors: 2022-01-18T16:05:18.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.inplace_update_support: 0 2022-01-18T16:05:18.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.inplace_update_num_locks: 10000 2022-01-18T16:05:18.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2022-01-18T16:05:18.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2022-01-18T16:05:18.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.memtable_huge_page_size: 0 2022-01-18T16:05:18.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.bloom_locality: 0 2022-01-18T16:05:18.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.max_successive_merges: 0 2022-01-18T16:05:18.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.optimize_filters_for_hits: 0 2022-01-18T16:05:18.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.paranoid_file_checks: 0 2022-01-18T16:05:18.927 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.force_consistency_checks: 0 2022-01-18T16:05:18.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.report_bg_io_stats: 0 2022-01-18T16:05:18.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.ttl: 2592000 2022-01-18T16:05:18.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: Options.periodic_compaction_seconds: 0 2022-01-18T16:05:18.928 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2022-01-18T16:05:18.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi129/store.db/MANIFEST-000008 succeeded,manifest_file_number is 8, next_file_number is 22, last_sequence is 9774, log_number is 18,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2022-01-18T16:05:18.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:18.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.865+0000 7f60564f9700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 18 2022-01-18T16:05:18.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:18.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.866+0000 7f60564f9700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1642521918867802, "job": 1, "event": "recovery_started", "log_files": [18]} 2022-01-18T16:05:18.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.866+0000 7f60564f9700 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #18 mode 2 2022-01-18T16:05:18.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.867+0000 7f60564f9700 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2022-01-18T16:05:18.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.870+0000 7f60564f9700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1642521918871833, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 22, "file_size": 1106769, "table_properties": {"data_size": 1104221, "index_size": 1410, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 325, "raw_key_size": 2631, "raw_average_key_size": 24, "raw_value_size": 1101245, "raw_average_value_size": 10389, "num_data_blocks": 45, "num_entries": 106, "num_deletions": 2, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1642521918, "oldest_key_time": 3, "file_creation_time": 0}} 2022-01-18T16:05:18.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.870+0000 7f60564f9700 4 rocksdb: [version_set.cc:3826] Creating manifest 23 2022-01-18T16:05:18.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:18.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.870+0000 7f60564f9700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2022-01-18T16:05:18.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.870+0000 7f60564f9700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1642521918872384, "job": 1, "event": "recovery_finished"} 2022-01-18T16:05:18.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.871+0000 7f60564f9700 4 rocksdb: DB pointer 0x5643ede67800 2022-01-18T16:05:18.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.871+0000 7f603d52f700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2022-01-18T16:05:18.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.871+0000 7f603d52f700 4 rocksdb: [db_impl/db_impl.cc:851] 2022-01-18T16:05:18.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: ** DB Stats ** 2022-01-18T16:05:18.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-18T16:05:18.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2022-01-18T16:05:18.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2022-01-18T16:05:18.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-18T16:05:18.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2022-01-18T16:05:18.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2022-01-18T16:05:18.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-18T16:05:18.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:18.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: ** Compaction Stats [default] ** 2022-01-18T16:05:18.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-18T16:05:18.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-18T16:05:18.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: L0 1/0 1.06 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 391.8 0.00 0.00 1 0.003 0 0 2022-01-18T16:05:18.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: L6 1/0 25.47 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-18T16:05:18.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: Sum 2/0 26.52 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 391.8 0.00 0.00 1 0.003 0 0 2022-01-18T16:05:18.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 391.8 0.00 0.00 1 0.003 0 0 2022-01-18T16:05:18.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:18.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: ** Compaction Stats [default] ** 2022-01-18T16:05:18.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-18T16:05:18.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-18T16:05:18.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 391.8 0.00 0.00 1 0.003 0 0 2022-01-18T16:05:18.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-18T16:05:18.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: Flush(GB): cumulative 0.001, interval 0.001 2022-01-18T16:05:18.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-18T16:05:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: AddFile(Total Files): cumulative 0, interval 0 2022-01-18T16:05:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: AddFile(L0 Files): cumulative 0, interval 0 2022-01-18T16:05:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: AddFile(Keys): cumulative 0, interval 0 2022-01-18T16:05:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: Cumulative compaction: 0.00 GB write, 156.23 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-18T16:05:18.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: Interval compaction: 0.00 GB write, 156.23 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-18T16:05:18.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-18T16:05:18.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:18.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: ** File Read Latency Histogram By Level [default] ** 2022-01-18T16:05:18.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:18.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: ** Compaction Stats [default] ** 2022-01-18T16:05:18.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-18T16:05:18.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-18T16:05:18.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: L0 1/0 1.06 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 391.8 0.00 0.00 1 0.003 0 0 2022-01-18T16:05:18.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: L6 1/0 25.47 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-18T16:05:18.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: Sum 2/0 26.52 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 391.8 0.00 0.00 1 0.003 0 0 2022-01-18T16:05:18.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-18T16:05:18.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:18.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: ** Compaction Stats [default] ** 2022-01-18T16:05:18.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-18T16:05:18.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-18T16:05:18.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 391.8 0.00 0.00 1 0.003 0 0 2022-01-18T16:05:18.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-18T16:05:18.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: Flush(GB): cumulative 0.001, interval 0.000 2022-01-18T16:05:18.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-18T16:05:18.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: AddFile(Total Files): cumulative 0, interval 0 2022-01-18T16:05:18.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: AddFile(L0 Files): cumulative 0, interval 0 2022-01-18T16:05:18.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: AddFile(Keys): cumulative 0, interval 0 2022-01-18T16:05:18.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: Cumulative compaction: 0.00 GB write, 155.47 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-18T16:05:18.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-18T16:05:18.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-18T16:05:18.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:18.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: ** File Read Latency Histogram By Level [default] ** 2022-01-18T16:05:18.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:18.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.872+0000 7f60564f9700 0 starting mon.smithi129 rank 0 at public addrs [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] at bind addrs [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] mon_data /var/lib/ceph/mon/ceph-smithi129 fsid e63fbe5c-7876-11ec-8c34-001a4aab830c 2022-01-18T16:05:18.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.873+0000 7f60564f9700 1 mon.smithi129@-1(???) e2 preinit fsid e63fbe5c-7876-11ec-8c34-001a4aab830c 2022-01-18T16:05:18.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.874+0000 7f60564f9700 0 mon.smithi129@-1(???).mds e9 new map 2022-01-18T16:05:18.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.874+0000 7f60564f9700 0 mon.smithi129@-1(???).mds e9 print_map 2022-01-18T16:05:18.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: e9 2022-01-18T16:05:18.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: enable_multiple, ever_enabled_multiple: 1,1 2022-01-18T16:05:18.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-01-18T16:05:18.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: legacy client fscid: 1 2022-01-18T16:05:18.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:18.948 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: Filesystem 'foofs' (1) 2022-01-18T16:05:18.948 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: fs_name foofs 2022-01-18T16:05:18.948 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: epoch 9 2022-01-18T16:05:18.948 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: flags 12 2022-01-18T16:05:18.948 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: created 2022-01-18T16:01:28.078628+0000 2022-01-18T16:05:18.949 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: modified 2022-01-18T16:05:12.646516+0000 2022-01-18T16:05:18.949 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: tableserver 0 2022-01-18T16:05:18.949 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: root 0 2022-01-18T16:05:18.949 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: session_timeout 60 2022-01-18T16:05:18.950 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: session_autoclose 300 2022-01-18T16:05:18.950 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: max_file_size 1099511627776 2022-01-18T16:05:18.950 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: required_client_features {} 2022-01-18T16:05:18.950 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: last_failure 0 2022-01-18T16:05:18.951 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: last_failure_osd_epoch 0 2022-01-18T16:05:18.951 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-01-18T16:05:18.951 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: max_mds 1 2022-01-18T16:05:18.951 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: in 0 2022-01-18T16:05:18.952 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: up {0=14472} 2022-01-18T16:05:18.952 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: failed 2022-01-18T16:05:18.952 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: damaged 2022-01-18T16:05:18.952 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: stopped 2022-01-18T16:05:18.953 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: data_pools [3] 2022-01-18T16:05:18.953 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: metadata_pool 2 2022-01-18T16:05:18.953 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: inline_data disabled 2022-01-18T16:05:18.953 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: balancer 2022-01-18T16:05:18.954 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: standby_count_wanted 1 2022-01-18T16:05:18.954 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: [mds.foofs.smithi129.uncsrf{0:14472} state up:active seq 57 join_fscid=1 addr [v2:172.21.15.129:6834/4060115502,v1:172.21.15.129:6835/4060115502] compat {c=[1],r=[1],i=[77f]}] 2022-01-18T16:05:18.954 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:18.954 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:18.954 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: Standby daemons: 2022-01-18T16:05:18.955 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:18.955 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: [mds.foofs.smithi156.rnsjkd{-1:24283} state up:standby seq 3 join_fscid=1 addr [v2:172.21.15.156:6832/1679616977,v1:172.21.15.156:6833/1679616977] compat {c=[1],r=[1],i=[77f]}] 2022-01-18T16:05:18.955 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:18.955 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.874+0000 7f60564f9700 0 mon.smithi129@-1(???).osd e69 crush map has features 3314933000854323200, adjusting msgr requires 2022-01-18T16:05:18.956 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.874+0000 7f60564f9700 0 mon.smithi129@-1(???).osd e69 crush map has features 432629239337189376, adjusting msgr requires 2022-01-18T16:05:18.956 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.956 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:18.874+0000 7f60564f9700 0 mon.smithi129@-1(???).osd e69 crush map has features 432629239337189376, adjusting msgr requires 2022-01-18T16:05:18.956 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.874+0000 7f60564f9700 0 mon.smithi129@-1(???).osd e69 crush map has features 432629239337189376, adjusting msgr requires 2022-01-18T16:05:18.957 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: cephadm 2022-01-18T16:05:18.957 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:15.613914+0000 mgr.smithi129.iclwio ( 2022-01-18T16:05:18.957 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: mgr.14716) 18 : cephadm [INF] Upgrade: Updating mon.smithi129 2022-01-18T16:05:18.957 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: cephadm 2022-01-18T16:05:18.957 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:15.620561 2022-01-18T16:05:18.958 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 19 : cephadm 2022-01-18T16:05:18.958 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: [INF] Deploying daemon mon.smithi129 on smithi129 2022-01-18T16:05:18.958 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: cluster 2022-01-18T16:05:18.958 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 2022-01-18T16:05:15.990137+0000 mon.smithi129 2022-01-18T16:05:18.959 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: (mon.0) 827 : cluster [DBG] mgrmap e37: smithi129.iclwio(active, since 18s), standbys: smithi156.drmcjo 2022-01-18T16:05:18.959 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: cluster 2022-01- 2022-01-18T16:05:18.959 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: 18T16:05:16.538632+0000 mds.foofs.smithi129.uncsrf ( 2022-01-18T16:05:18.959 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: mds.0) 3 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 38.535225 secs 2022-01-18T16:05:18.960 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.875+0000 7f60564f9700 1 mon.smithi129@-1(???).paxosservice(auth 1..38) refresh upgraded, format 0 -> 3 2022-01-18T16:05:18.960 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.878+0000 7f60564f9700 20 expand_channel_meta expand map: {default=false} 2022-01-18T16:05:18.960 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.878+0000 7f60564f9700 20 expand_channel_meta from 'false' to 'false' 2022-01-18T16:05:18.960 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.878+0000 7f60564f9700 20 expand_channel_meta expanded map: {default=false} 2022-01-18T16:05:18.960 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.878+0000 7f60564f9700 20 expand_channel_meta expand map: {default=info} 2022-01-18T16:05:18.961 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.878+0000 7f60564f9700 20 expand_channel_meta from 'info' to 'info' 2022-01-18T16:05:18.961 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.878+0000 7f60564f9700 20 expand_channel_meta expanded map: {default=info} 2022-01-18T16:05:18.961 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.878+0000 7f60564f9700 20 expand_channel_meta expand map: {default=daemon} 2022-01-18T16:05:18.961 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.878+0000 7f60564f9700 20 expand_channel_meta from 'daemon' to 'daemon' 2022-01-18T16:05:18.962 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.878+0000 7f60564f9700 20 expand_channel_meta expanded map: {default=daemon} 2022-01-18T16:05:18.962 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.878+0000 7f60564f9700 20 expand_channel_meta expand map: {default=debug} 2022-01-18T16:05:18.962 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.878+0000 7f60564f9700 20 expand_channel_meta from 'debug' to 'debug' 2022-01-18T16:05:18.962 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:18 smithi129 conmon[101092]: debug 2022-01-18T16:05:18.878+0000 7f60564f9700 20 expand_channel_meta expanded map: {default=debug} 2022-01-18T16:05:19.548 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 5.64 MB/sec execute 86 sec latency 51706.973 ms 2022-01-18T16:05:20.548 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 5.57 MB/sec execute 87 sec latency 52707.037 ms 2022-01-18T16:05:21.549 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 5.51 MB/sec execute 88 sec latency 53707.104 ms 2022-01-18T16:05:22.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: audit 2022-01-18T16:05:17.346037+0000 mon.smithi156 (mon.1) 94 : audit [DBG] 2022-01-18T16:05:22.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata", "id": "smithi129"}]: dispatch 2022-01-18T16:05:22.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: audit 2022-01-18T16:05:17.346395+0000 mon.smithi156 (mon.1) 95 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata", "id": "smithi156"}]: dispatch 2022-01-18T16:05:22.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: cluster 2022-01-18T16:05:18.023266+0000 mgr.smithi129.iclwio (mgr.14716) 21 2022-01-18T16:05:22.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: : cluster [DBG] pgmap v13: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:05:22.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: cluster 2022-01-18T16: 2022-01-18T16:05:22.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: 05:20.024159+0000 mgr.smithi129.iclwio (mgr.14716) 22 : cluster [DBG] pgmap v14: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:05:22.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: 2022-01-18T16:05:22.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: cluster 2022-01-18T 2022-01-18T16:05:22.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: 16:05:21.538780+0000 mds.foofs.smithi129.uncsrf 2022-01-18T16:05:22.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: (mds.0) 4 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 43.535371 secs 2022-01-18T16:05:22.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: cluster 2022-01-18T16:05:22.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: 2022-01-18T16:05: 2022-01-18T16:05:22.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: 21.892649+0000 mon.smithi129 (mon.0) 1 : 2022-01-18T16:05:22.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: cluster [INF] mon.smithi129 calling monitor election 2022-01-18T16:05:22.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: cluster 2022-01 2022-01-18T16:05:22.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: -18T16:05:21.906515+0000 2022-01-18T16:05:22.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: mon.smithi129 (mon.0) 2 : cluster [INF] 2022-01-18T16:05:22.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: mon.smithi129 is new leader, mons smithi129,smithi156 in quorum (ranks 0,1) 2022-01-18T16:05:22.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: cluster 2022-01-18T16: 2022-01-18T16:05:22.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: 05:21.912219+0000 mon.smithi129 (mon.0 2022-01-18T16:05:22.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: ) 3 : cluster [DBG] monmap e2: 2 mons at {smithi129=[v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0],smithi156=[v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0]} 2022-01-18T16:05:22.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: cluster 2022-01 2022-01-18T16:05:22.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: -18T16:05:21.912334+0000 2022-01-18T16:05:22.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: mon.smithi129 (mon.0) 4 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi129.uncsrf=up:active} 1 up:standby 2022-01-18T16:05:22.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: 2022-01-18T16:05:22.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: cluster 2022-01-18T16:05:22.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: 2022-01-18T16:05:21.912400 2022-01-18T16:05:22.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: +0000 mon.smithi129 (mon.0) 5 : cluster [DBG] 2022-01-18T16:05:22.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: osdmap e69: 8 total, 8 up, 8 in 2022-01-18T16:05:22.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: cluster 2022-01-18 2022-01-18T16:05:22.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: T16:05:21.913608+0000 mon.smithi129 2022-01-18T16:05:22.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: (mon.0) 6 : cluster [DBG] mgrmap e37: smithi129.iclwio(active, since 24s), standbys: smithi156.drmcjo 2022-01-18T16:05:22.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: cluster 2022 2022-01-18T16:05:22.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: -01-18T16:05:21.921567+0000 mon.smithi129 (mon. 2022-01-18T16:05:22.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: 0) 7 : cluster [WRN] Health detail: HEALTH_WARN 1 MDSs report slow requests 2022-01-18T16:05:22.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: cluster 2022-01 2022-01-18T16:05:22.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: -18T16:05:21.921587 2022-01-18T16:05:22.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: +0000 mon.smithi129 (mon.0) 8 : cluster [WRN] 2022-01-18T16:05:22.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: [WRN] MDS_SLOW_REQUEST: 1 MDSs report slow requests 2022-01-18T16:05:22.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: cluster 2022-01-18 2022-01-18T16:05:22.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: T16:05:21.921600+0000 mon.smithi129 ( 2022-01-18T16:05:22.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: mon.0) 9 : cluster [WRN] mds.foofs.smithi129.uncsrf(mds.0): 1 slow requests are blocked > 30 secs 2022-01-18T16:05:22.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: audit 2022-01-18T16:05:22.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: 2022-01-18T16:05: 2022-01-18T16:05:22.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: 21.921738+0000 mon.smithi129 (mon.0) 10 : 2022-01-18T16:05:22.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: audit [INF] from='mgr.14716 ' entity='' 2022-01-18T16:05:22.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: audit 2022-01 2022-01-18T16:05:22.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: -18T16:05:21.923603 2022-01-18T16:05:22.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: +0000 mon.smithi156 (mon.1) 96 : audit 2022-01-18T16:05:22.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:05:22.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: audit 2022- 2022-01-18T16:05:22.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: 01-18T16:05:21.925030 2022-01-18T16:05:22.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: +0000 mon.smithi156 (mon.1) 97 : audit [DBG] 2022-01-18T16:05:22.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:05:22.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: audit 2022-01-18T 2022-01-18T16:05:22.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: 16:05:21.926043+0000 mon.smithi156 ( 2022-01-18T16:05:22.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:21 smithi156 conmon[32001]: mon.1) 98 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:05:22.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: audit 2022-01-18T16:05:17.346037+0000 mon.smithi156 (mon.1) 94 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata", "id": "smithi129"}]: dispatch 2022-01-18T16:05:22.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: audit 2022-01-18T16:05:17.346395+0000 mon.smithi156 (mon.1) 95 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "mon metadata", "id": "smithi156"}]: dispatch 2022-01-18T16:05:22.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: cluster 2022-01-18T16:05:18.023266+0000 mgr.smithi129.iclwio (mgr.14716) 21 : cluster [DBG] pgmap v13: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:05:22.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: cluster 2022- 2022-01-18T16:05:22.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: 01-18T16:05:20.024159+0000 mgr.smithi129.iclwio (mgr.14716) 22 : cluster [DBG] pgmap v14: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:05:22.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: cluster 2022-01-18T16:05:21.538780+0000 mds.foofs.smithi129.uncsrf ( 2022-01-18T16:05:22.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: mds.0) 4 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 43.535371 secs 2022-01-18T16:05:22.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: cluster 2022-01-18T16:05:22.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: 2022-01-18T16:05:21.892649+0000 mon.smithi129 (mon.0) 1 : 2022-01-18T16:05:22.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: cluster [INF] mon.smithi129 calling monitor election 2022-01-18T16:05:22.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: cluster 2022-01- 2022-01-18T16:05:22.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: 18T16:05:21.906515+0000 mon.smithi129 (mon.0) 2 : cluster [INF] 2022-01-18T16:05:22.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: mon.smithi129 is new leader, mons smithi129,smithi156 in quorum (ranks 0,1) 2022-01-18T16:05:22.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: cluster 2022 2022-01-18T16:05:22.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: -01-18T16:05:21.912219+0000 mon.smithi129 (mon.0) 3 : cluster [DBG] monmap e2: 2 mons at {smithi129=[v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0],smithi156=[v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0]} 2022-01-18T16:05:22.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: cluster 2022-01-18T16:05:21 2022-01-18T16:05:22.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: .912334+0000 mon.smithi129 (mon.0) 4 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi129.uncsrf=up:active} 1 up:standby 2022-01-18T16:05:22.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: cluster 2022-01-18T16:05:21.912400 2022-01-18T16:05:22.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 5 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2022-01-18T16:05:22.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: cluster 2022-01-18T16:05:21.913608+0000 2022-01-18T16:05:22.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: mon.smithi129 (mon.0) 6 : cluster [DBG] mgrmap e37: smithi129.iclwio(active, since 24s), standbys: smithi156.drmcjo 2022-01-18T16:05:22.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: cluster 2022-01-18T16:05:21.921567+0000 mon.smithi129 (mon 2022-01-18T16:05:22.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: .0) 7 : cluster [WRN] Health detail: HEALTH_WARN 1 MDSs report slow requests 2022-01-18T16:05:22.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: cluster 2022-01-18T16:05:21.921587+0000 mon.smithi129 (mon.0) 2022-01-18T16:05:22.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: 8 : cluster [WRN] [WRN] MDS_SLOW_REQUEST: 1 MDSs report slow requests 2022-01-18T16:05:22.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: cluster 2022- 2022-01-18T16:05:22.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: 01-18T16:05:21.921600+0000 mon.smithi129 (mon.0) 9 : cluster [WRN] mds.foofs.smithi129.uncsrf(mds.0): 1 slow requests are blocked > 30 secs 2022-01-18T16:05:22.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: audit 2022-01-18T16:05:21.921738+0000 mon.smithi129 (mon.0 2022-01-18T16:05:22.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: ) 10 : audit [INF] from='mgr.14716 ' entity='' 2022-01-18T16:05:22.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: audit 2022-01-18T16:05:22.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: 2022-01-18T16:05:21.923603+0000 mon.smithi156 (mon.1) 96 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:05:22.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: audit 2022 2022-01-18T16:05:22.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: -01-18T16:05:21.925030+0000 mon.smithi156 (mon.1) 97 : audit 2022-01-18T16:05:22.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:05:22.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T16:05:22.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:21 smithi129 conmon[101092]: T16:05:21.926043+0000 mon.smithi156 (mon.1) 98 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:05:22.549 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 5.45 MB/sec execute 89 sec latency 54707.158 ms 2022-01-18T16:05:23.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:22 smithi156 conmon[32001]: cephadm 2022-01-18T16:05:21.926889+0000 mgr.smithi129.iclwio (mgr.14716) 23 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:05:23.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:22 smithi156 conmon[32001]: 2022-01-18T16:05:23.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:22 smithi156 conmon[32001]: cluster 2022-01-18T16:05:21.972167+0000 mon.smithi129 (mon.0) 11 : cluster [DBG] mds.0 [v2:172.21.15.129:6834/4060115502,v1:172.21.15.129:6835/4060115502] up:active 2022-01-18T16:05:23.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:22 smithi156 conmon[32001]: cluster 2022 2022-01-18T16:05:23.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:22 smithi156 conmon[32001]: -01-18T16:05:21.972240+0000 mon.smithi129 (mon.0) 12 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi129.uncsrf=up:active} 1 up:standby 2022-01-18T16:05:23.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:22 smithi156 conmon[32001]: cluster 2022-01-18T16:05:22.024557 2022-01-18T16:05:23.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:22 smithi156 conmon[32001]: +0000 mgr.smithi129.iclwio (mgr.14716) 24 : cluster [DBG] pgmap v15: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:05:23.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:22 smithi129 conmon[101092]: cephadm 2022-01-18T16:05:21.926889+0000 mgr.smithi129.iclwio (mgr.14716) 23 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:05:23.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:22 smithi129 conmon[101092]: cluster 2022-01-18T16:05:21.972167+0000 mon.smithi129 (mon.0) 11 : cluster [DBG] mds.0 [v2:172.21.15.129:6834/4060115502,v1:172.21.15.129:6835/4060115502] up:active 2022-01-18T16:05:23.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:22 smithi129 conmon[101092]: cluster 2022-01-18T16:05:21.972240+0000 mon.smithi129 (mon.0) 12 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi129.uncsrf=up:active} 1 up:standby 2022-01-18T16:05:23.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:22 smithi129 conmon[101092]: cluster 2022-01-18T16:05:22.024557+0000 mgr.smithi129.iclwio (mgr.14716) 24 : cluster [DBG] pgmap v15: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:05:23.551 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 5.38 MB/sec execute 90 sec latency 55707.478 ms 2022-01-18T16:05:24.550 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 5.33 MB/sec execute 91 sec latency 56707.528 ms 2022-01-18T16:05:25.549 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 5.27 MB/sec execute 92 sec latency 57707.557 ms 2022-01-18T16:05:26.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:25 smithi129 conmon[101092]: cluster 2022-01-18T16:05:24.025028+0000 mgr.smithi129.iclwio (mgr.14716) 25 : cluster 2022-01-18T16:05:26.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:25 smithi129 conmon[101092]: [DBG] pgmap v16: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:05:26.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:25 smithi156 conmon[32001]: cluster 2022-01-18T16:05:24.025028+0000 mgr.smithi129.iclwio (mgr.14716) 25 : cluster [DBG] pgmap v16: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:05:26.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:25 smithi156 conmon[32001]: 2022-01-18T16:05:26.549 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 5.21 MB/sec execute 93 sec latency 58707.611 ms 2022-01-18T16:05:27.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:26 smithi129 conmon[101092]: cluster 2022-01-18T16:05:26.538850+0000 mds.foofs.smithi129.uncsrf (mds.0) 5 2022-01-18T16:05:27.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:26 smithi129 conmon[101092]: : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 48.535438 secs 2022-01-18T16:05:27.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:26 smithi156 conmon[32001]: cluster 2022-01-18T16:05:26.538850+0000 mds.foofs.smithi129.uncsrf (mds.0) 5 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 48.535438 secs 2022-01-18T16:05:27.549 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 5.16 MB/sec execute 94 sec latency 59707.721 ms 2022-01-18T16:05:28.129 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:27 smithi156 conmon[32001]: cluster 2022-01-18T16:05:26.025594+0000 mgr.smithi129.iclwio (mgr.14716) 26 : cluster [DBG] pgmap v17: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:05:28.129 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:27 smithi156 conmon[32001]: audit 2022-01-18T16 2022-01-18T16:05:28.130 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:27 smithi156 conmon[32001]: :05:27.512570+0000 mon.smithi129 (mon.0) 13 : audit [INF] from='mgr.14716 ' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:28.130 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:27 smithi156 conmon[32001]: audit 2022-01-18T16:05:27.517617+0000 mon.smithi129 (mon.0) 14 : audit [INF] from='mgr.14716 ' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:28.130 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:27 smithi156 conmon[32001]: audit 2022-01-18T16:05:28.131 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:27 smithi156 conmon[32001]: 2022-01-18T16:05:27.523507+0000 mon.smithi129 (mon.0) 15 2022-01-18T16:05:28.131 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:27 smithi156 conmon[32001]: : audit [INF] from='mgr.14716 ' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:28.131 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:27 smithi156 conmon[32001]: audit 2022- 2022-01-18T16:05:28.132 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:27 smithi156 conmon[32001]: 01-18T16:05:27.527539+0000 2022-01-18T16:05:28.132 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:27 smithi156 conmon[32001]: mon.smithi156 (mon.1) 99 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:05:28.132 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:27 smithi156 conmon[32001]: 2022-01-18T16:05:28.133 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:27 smithi156 conmon[32001]: audit 2022-01-18T16:05:28.133 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:27 smithi156 conmon[32001]: 2022-01-18T16:05:27.530066+0000 mon.smithi156 ( 2022-01-18T16:05:28.133 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:27 smithi156 conmon[32001]: mon.1) 100 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:05:28.133 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:27 smithi156 conmon[32001]: audit 2022- 2022-01-18T16:05:28.134 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:27 smithi156 conmon[32001]: 01-18T16:05:27.531257+0000 2022-01-18T16:05:28.134 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:27 smithi156 conmon[32001]: mon.smithi156 (mon.1) 101 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "quorum_status"}]: dispatch 2022-01-18T16:05:28.134 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:27 smithi156 conmon[32001]: 2022-01-18T16:05:28.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:27 smithi129 conmon[101092]: cluster 2022-01-18T16:05:26.025594+0000 mgr.smithi129.iclwio (mgr.14716) 26 : cluster [DBG] pgmap v17: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:05:28.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:27 smithi129 conmon[101092]: audit 2022-01-18T16:05:27. 2022-01-18T16:05:28.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:27 smithi129 conmon[101092]: 512570+0000 mon.smithi129 (mon.0) 13 : audit [INF] from='mgr.14716 ' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:28.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:27 smithi129 conmon[101092]: audit 2022-01-18T16:05:27.517617+0000 mon.smithi129 (mon.0) 14 : audit [INF] from='mgr.14716 ' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:28.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:27 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T16:05:28.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:27 smithi129 conmon[101092]: 16:05:27.523507+0000 mon.smithi129 (mon.0) 15 : audit [INF] from='mgr.14716 ' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:28.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:27 smithi129 conmon[101092]: audit 2022-01-18T16:05:28.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:27 smithi129 conmon[101092]: 2022-01-18T16:05:27.527539+0000 mon.smithi156 (mon. 2022-01-18T16:05:28.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:27 smithi129 conmon[101092]: 1) 99 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:05:28.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:27 smithi129 conmon[101092]: audit 2022-01 2022-01-18T16:05:28.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:27 smithi129 conmon[101092]: -18T16:05:27.530066+0000 mon.smithi156 (mon 2022-01-18T16:05:28.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:27 smithi129 conmon[101092]: .1) 100 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:05:28.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:27 smithi129 conmon[101092]: audit 2022-01-18T16:05:28.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:27 smithi129 conmon[101092]: 2022-01-18 2022-01-18T16:05:28.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:27 smithi129 conmon[101092]: T16:05:27.531257+0000 2022-01-18T16:05:28.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:27 smithi129 conmon[101092]: mon.smithi156 (mon.1) 101 : audit 2022-01-18T16:05:28.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:27 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "quorum_status"}]: dispatch 2022-01-18T16:05:28.549 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 5.10 MB/sec execute 95 sec latency 60707.814 ms 2022-01-18T16:05:29.549 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 5.05 MB/sec execute 96 sec latency 61707.915 ms 2022-01-18T16:05:30.011 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:05:30.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:29 smithi156 conmon[32001]: cluster 2022-01-18T16:05:28.025999+0000 mgr.smithi129.iclwio (mgr.14716) 27 : cluster [DBG] pgmap v18: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:05:30.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:29 smithi156 conmon[32001]: audit 2022-01-18T16:05:29.240430+0000 mon.smithi129 (mon.0) 16 : audit [INF] from='mgr.14716 ' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:30.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:29 smithi156 conmon[32001]: audit 2022-01-18T16:05:29.242118+0000 mon.smithi156 (mon.1) 102 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-18T16:05:30.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:29 smithi156 conmon[32001]: audit 2022-01-18T16:05:29.242885+0000 mon.smithi156 (mon.1) 103 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-18T16:05:30.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:29 smithi156 conmon[32001]: audit 2022-01-18T16:05:29.243583+0000 mon.smithi156 (mon.1) 104 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:05:30.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:29 smithi129 conmon[101092]: cluster 2022-01-18T16:05:28.025999+0000 mgr.smithi129.iclwio (mgr.14716) 27 : cluster [DBG] pgmap v18: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:05:30.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:29 smithi129 conmon[101092]: audit 2022-01-18T16:05:29. 2022-01-18T16:05:30.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:29 smithi129 conmon[101092]: 240430+0000 mon.smithi129 (mon.0) 16 : audit [INF] from='mgr.14716 ' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:30.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:29 smithi129 conmon[101092]: audit 2022-01-18T16:05:29.242118+0000 mon.smithi156 (mon.1) 102 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-18T16:05:30.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:29 smithi129 conmon[101092]: audit 2022-01-18T16:05:29.242885+0000 mon.smithi156 (mon.1) 103 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-18T16:05:30.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:29 smithi129 conmon[101092]: audit 2022-01-18T16:05:29.243583+0000 mon.smithi156 (mon.1) 104 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:05:30.277 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:05:30.277 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (8m) 2s ago 9m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:05:30.278 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (9m) 2s ago 9m 7029k - 16.2.4 8d91d370c2b8 bb8e1bb6a63b 2022-01-18T16:05:30.278 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (8m) 16s ago 8m 7151k - 16.2.4 8d91d370c2b8 ebda37f860e8 2022-01-18T16:05:30.278 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (7m) 2s ago 8m 38.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:05:30.279 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3m) 2s ago 3m 39.3M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:05:30.279 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3m) 16s ago 3m 17.2M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:05:30.279 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (39s) 2s ago 10m 429M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:05:30.279 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (21s) 16s ago 8m 43.4M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:05:30.280 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (11s) 2s ago 10m 26.9M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:05:30.280 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (8m) 16s ago 8m 88.4M 2048M 16.2.4 8d91d370c2b8 d25901fda103 2022-01-18T16:05:30.280 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (56s) 2s ago 55s 56.0M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:05:30.280 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (50s) 16s ago 49s 56.9M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:05:30.282 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (8m) 2s ago 8m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:05:30.282 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (8m) 16s ago 8m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:05:30.282 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (7m) 2s ago 7m 1568M 4096M 16.2.4 8d91d370c2b8 9f5f63cda7b0 2022-01-18T16:05:30.283 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (7m) 2s ago 7m 1432M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:05:30.283 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (7m) 2s ago 7m 930M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:05:30.283 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6m) 2s ago 6m 1610M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:05:30.284 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6m) 16s ago 6m 1371M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:05:30.284 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6m) 16s ago 6m 1734M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:05:30.284 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5m) 16s ago 5m 1362M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:05:30.284 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5m) 16s ago 5m 2161M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:05:30.285 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (7m) 2s ago 8m 47.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:05:30.549 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 5.00 MB/sec execute 97 sec latency 62707.986 ms 2022-01-18T16:05:30.596 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:05:30.596 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:05:30.597 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 1, 2022-01-18T16:05:30.597 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:05:30.597 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:05:30.597 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:05:30.598 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:05:30.598 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:05:30.598 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:05:30.598 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-01-18T16:05:30.599 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:05:30.599 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:05:30.599 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:05:30.599 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:05:30.599 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:05:30.600 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 11, 2022-01-18T16:05:30.601 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 3 2022-01-18T16:05:30.601 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:05:30.601 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:05:30.973 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:30 smithi156 systemd[1]: Stopping Ceph mon.smithi156 for e63fbe5c-7876-11ec-8c34-001a4aab830c... 2022-01-18T16:05:30.974 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:30 smithi156 conmon[32001]: debug 2022-01-18T16:05:30.798+0000 7f180675a700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.smithi156 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2022-01-18T16:05:30.974 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:30 smithi156 conmon[32001]: debug 2022-01-18T16:05:30.798+0000 7f180675a700 -1 mon.smithi156@1(peon) e2 *** Got Signal Terminated *** 2022-01-18T16:05:31.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:30 smithi156 bash[66611]: d25901fda1038e8d17e38f286fc3adcd39ce4cb2c4390f023b975039489602bb 2022-01-18T16:05:31.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:31 smithi156 bash[66611]: Error: no container with name or ID ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c-mon-smithi156 found: no such container 2022-01-18T16:05:31.549 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 4.95 MB/sec execute 98 sec latency 63708.070 ms 2022-01-18T16:05:31.784 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:31 smithi156 bash[66611]: Error: container d25901fda1038e8d17e38f286fc3adcd39ce4cb2c4390f023b975039489602bb does not exist in database: no such container 2022-01-18T16:05:31.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:31 smithi156 systemd[1]: ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@mon.smithi156.service: Succeeded. 2022-01-18T16:05:31.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:31 smithi156 systemd[1]: Stopped Ceph mon.smithi156 for e63fbe5c-7876-11ec-8c34-001a4aab830c. 2022-01-18T16:05:31.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:31 smithi156 systemd[1]: Starting Ceph mon.smithi156 for e63fbe5c-7876-11ec-8c34-001a4aab830c... 2022-01-18T16:05:32.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.161+0000 7f308adcb700 0 set uid:gid to 167:167 (ceph:ceph) 2022-01-18T16:05:32.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.161+0000 7f308adcb700 0 ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable), process ceph-mon, pid 7 2022-01-18T16:05:32.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.161+0000 7f308adcb700 0 pidfile_write: ignore empty --pid-file 2022-01-18T16:05:32.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.166+0000 7f308adcb700 0 load: jerasure load: lrc load: isa 2022-01-18T16:05:32.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: RocksDB version: 6.8.1 2022-01-18T16:05:32.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2022-01-18T16:05:32.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Compile date Jan 18 2022 2022-01-18T16:05:32.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: DB SUMMARY 2022-01-18T16:05:32.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: CURRENT file: CURRENT 2022-01-18T16:05:32.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: IDENTITY file: IDENTITY 2022-01-18T16:05:32.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 690 Bytes 2022-01-18T16:05:32.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi156/store.db dir, Total Num: 1, files: 000017.sst 2022-01-18T16:05:32.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi156/store.db: 000015.log size: 2622706 ; 2022-01-18T16:05:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.error_if_exists: 0 2022-01-18T16:05:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.create_if_missing: 0 2022-01-18T16:05:32.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.paranoid_checks: 1 2022-01-18T16:05:32.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.env: 0x5644cc7d23a0 2022-01-18T16:05:32.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.fs: Posix File System 2022-01-18T16:05:32.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.info_log: 0x5644cda4fb80 2022-01-18T16:05:32.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.max_file_opening_threads: 16 2022-01-18T16:05:32.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.statistics: (nil) 2022-01-18T16:05:32.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.use_fsync: 0 2022-01-18T16:05:32.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.max_log_file_size: 0 2022-01-18T16:05:32.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2022-01-18T16:05:32.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.log_file_time_to_roll: 0 2022-01-18T16:05:32.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.keep_log_file_num: 1000 2022-01-18T16:05:32.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.recycle_log_file_num: 0 2022-01-18T16:05:32.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.allow_fallocate: 1 2022-01-18T16:05:32.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.allow_mmap_reads: 0 2022-01-18T16:05:32.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.allow_mmap_writes: 0 2022-01-18T16:05:32.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.use_direct_reads: 0 2022-01-18T16:05:32.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2022-01-18T16:05:32.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.create_missing_column_families: 0 2022-01-18T16:05:32.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.db_log_dir: 2022-01-18T16:05:32.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-smithi156/store.db 2022-01-18T16:05:32.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.table_cache_numshardbits: 6 2022-01-18T16:05:32.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.max_subcompactions: 1 2022-01-18T16:05:32.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.max_background_flushes: -1 2022-01-18T16:05:32.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.WAL_ttl_seconds: 0 2022-01-18T16:05:32.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.WAL_size_limit_MB: 0 2022-01-18T16:05:32.556 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2022-01-18T16:05:32.556 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2022-01-18T16:05:32.556 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.is_fd_close_on_exec: 1 2022-01-18T16:05:32.556 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.advise_random_on_open: 1 2022-01-18T16:05:32.557 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.db_write_buffer_size: 0 2022-01-18T16:05:32.557 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.write_buffer_manager: 0x5644ce6be120 2022-01-18T16:05:32.557 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2022-01-18T16:05:32.557 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2022-01-18T16:05:32.557 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2022-01-18T16:05:32.558 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.use_adaptive_mutex: 0 2022-01-18T16:05:32.558 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.rate_limiter: (nil) 2022-01-18T16:05:32.558 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2022-01-18T16:05:32.558 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.wal_recovery_mode: 2 2022-01-18T16:05:32.559 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.enable_thread_tracking: 0 2022-01-18T16:05:32.559 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.enable_pipelined_write: 0 2022-01-18T16:05:32.559 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.unordered_write: 0 2022-01-18T16:05:32.559 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2022-01-18T16:05:32.560 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2022-01-18T16:05:32.560 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2022-01-18T16:05:32.560 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2022-01-18T16:05:32.560 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.row_cache: None 2022-01-18T16:05:32.561 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.wal_filter: None 2022-01-18T16:05:32.561 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2022-01-18T16:05:32.561 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.allow_ingest_behind: 0 2022-01-18T16:05:32.562 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.preserve_deletes: 0 2022-01-18T16:05:32.562 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.two_write_queues: 0 2022-01-18T16:05:32.562 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.manual_wal_flush: 0 2022-01-18T16:05:32.562 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.563 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.atomic_flush: 0 2022-01-18T16:05:32.563 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2022-01-18T16:05:32.563 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.persist_stats_to_disk: 0 2022-01-18T16:05:32.563 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.write_dbid_to_manifest: 0 2022-01-18T16:05:32.564 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.log_readahead_size: 0 2022-01-18T16:05:32.564 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2022-01-18T16:05:32.564 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.max_background_jobs: 2 2022-01-18T16:05:32.564 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.max_background_compactions: -1 2022-01-18T16:05:32.565 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2022-01-18T16:05:32.565 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2022-01-18T16:05:32.565 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.delayed_write_rate : 16777216 2022-01-18T16:05:32.565 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.max_total_wal_size: 0 2022-01-18T16:05:32.566 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2022-01-18T16:05:32.566 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.566 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.stats_dump_period_sec: 600 2022-01-18T16:05:32.566 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.stats_persist_period_sec: 600 2022-01-18T16:05:32.566 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2022-01-18T16:05:32.567 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.max_open_files: -1 2022-01-18T16:05:32.567 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.bytes_per_sync: 0 2022-01-18T16:05:32.567 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.wal_bytes_per_sync: 0 2022-01-18T16:05:32.567 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.strict_bytes_per_sync: 0 2022-01-18T16:05:32.568 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.compaction_readahead_size: 0 2022-01-18T16:05:32.568 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Compression algorithms supported: 2022-01-18T16:05:32.568 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2022-01-18T16:05:32.568 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: kZSTD supported: 0 2022-01-18T16:05:32.570 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: kXpressCompression supported: 0 2022-01-18T16:05:32.571 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: kLZ4HCCompression supported: 1 2022-01-18T16:05:32.572 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: kLZ4Compression supported: 1 2022-01-18T16:05:32.572 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: kBZip2Compression supported: 0 2022-01-18T16:05:32.572 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.572 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: kZlibCompression supported: 1 2022-01-18T16:05:32.573 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: kSnappyCompression supported: 1 2022-01-18T16:05:32.573 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Fast CRC32 supported: Supported on x86 2022-01-18T16:05:32.573 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi156/store.db/MANIFEST-000005 2022-01-18T16:05:32.573 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.573 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2022-01-18T16:05:32.574 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.574 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2022-01-18T16:05:32.574 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.merge_operator: 2022-01-18T16:05:32.574 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.compaction_filter: None 2022-01-18T16:05:32.575 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.compaction_filter_factory: None 2022-01-18T16:05:32.575 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.memtable_factory: SkipListFactory 2022-01-18T16:05:32.575 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.table_factory: BlockBasedTable 2022-01-18T16:05:32.575 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5644cd961c80) 2022-01-18T16:05:32.576 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: cache_index_and_filter_blocks: 1 2022-01-18T16:05:32.576 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: cache_index_and_filter_blocks_with_high_priority: 0 2022-01-18T16:05:32.576 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: pin_l0_filter_and_index_blocks_in_cache: 0 2022-01-18T16:05:32.576 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: pin_top_level_index_and_filter: 1 2022-01-18T16:05:32.576 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: index_type: 0 2022-01-18T16:05:32.577 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: data_block_index_type: 0 2022-01-18T16:05:32.577 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: index_shortening: 1 2022-01-18T16:05:32.577 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: data_block_hash_table_util_ratio: 0.750000 2022-01-18T16:05:32.577 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: hash_index_allow_collision: 1 2022-01-18T16:05:32.578 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: checksum: 1 2022-01-18T16:05:32.578 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: no_block_cache: 0 2022-01-18T16:05:32.578 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: block_cache: 0x5644cd99b010 2022-01-18T16:05:32.578 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: block_cache_name: BinnedLRUCache 2022-01-18T16:05:32.579 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: block_cache_options: 2022-01-18T16:05:32.579 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: capacity : 536870912 2022-01-18T16:05:32.579 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: num_shard_bits : 4 2022-01-18T16:05:32.580 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: strict_capacity_limit : 0 2022-01-18T16:05:32.580 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: high_pri_pool_ratio: 0.000 2022-01-18T16:05:32.580 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: block_cache_compressed: (nil) 2022-01-18T16:05:32.580 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: persistent_cache: (nil) 2022-01-18T16:05:32.580 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: block_size: 4096 2022-01-18T16:05:32.581 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: block_size_deviation: 10 2022-01-18T16:05:32.581 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: block_restart_interval: 16 2022-01-18T16:05:32.581 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: index_block_restart_interval: 1 2022-01-18T16:05:32.581 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: metadata_block_size: 4096 2022-01-18T16:05:32.582 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: partition_filters: 0 2022-01-18T16:05:32.582 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: use_delta_encoding: 1 2022-01-18T16:05:32.582 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: filter_policy: rocksdb.BuiltinBloomFilter 2022-01-18T16:05:32.583 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: whole_key_filtering: 1 2022-01-18T16:05:32.583 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: verify_compression: 0 2022-01-18T16:05:32.583 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: read_amp_bytes_per_bit: 0 2022-01-18T16:05:32.583 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: format_version: 2 2022-01-18T16:05:32.584 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: enable_index_compression: 1 2022-01-18T16:05:32.584 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: block_align: 0 2022-01-18T16:05:32.584 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.584 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.write_buffer_size: 33554432 2022-01-18T16:05:32.584 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.max_write_buffer_number: 2 2022-01-18T16:05:32.585 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.compression: NoCompression 2022-01-18T16:05:32.585 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.585 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.bottommost_compression: Disabled 2022-01-18T16:05:32.586 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.prefix_extractor: nullptr 2022-01-18T16:05:32.586 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2022-01-18T16:05:32.587 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.num_levels: 7 2022-01-18T16:05:32.587 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2022-01-18T16:05:32.587 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2022-01-18T16:05:32.587 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2022-01-18T16:05:32.588 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2022-01-18T16:05:32.588 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2022-01-18T16:05:32.588 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2022-01-18T16:05:32.588 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2022-01-18T16:05:32.589 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2022-01-18T16:05:32.589 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2022-01-18T16:05:32.589 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.compression_opts.window_bits: -14 2022-01-18T16:05:32.589 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.compression_opts.level: 32767 2022-01-18T16:05:32.590 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.compression_opts.strategy: 0 2022-01-18T16:05:32.590 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2022-01-18T16:05:32.590 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2022-01-18T16:05:32.590 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.compression_opts.enabled: false 2022-01-18T16:05:32.591 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2022-01-18T16:05:32.591 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2022-01-18T16:05:32.591 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2022-01-18T16:05:32.591 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.target_file_size_base: 67108864 2022-01-18T16:05:32.592 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.target_file_size_multiplier: 1 2022-01-18T16:05:32.592 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2022-01-18T16:05:32.592 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2022-01-18T16:05:32.592 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2022-01-18T16:05:32.593 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2022-01-18T16:05:32.593 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2022-01-18T16:05:32.593 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2022-01-18T16:05:32.593 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2022-01-18T16:05:32.594 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2022-01-18T16:05:32.594 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2022-01-18T16:05:32.594 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2022-01-18T16:05:32.594 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2022-01-18T16:05:32.595 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2022-01-18T16:05:32.595 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.arena_block_size: 4194304 2022-01-18T16:05:32.595 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2022-01-18T16:05:32.595 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2022-01-18T16:05:32.596 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2022-01-18T16:05:32.596 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.disable_auto_compactions: 0 2022-01-18T16:05:32.596 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2022-01-18T16:05:32.596 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2022-01-18T16:05:32.597 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2022-01-18T16:05:32.597 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2022-01-18T16:05:32.597 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2022-01-18T16:05:32.597 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2022-01-18T16:05:32.598 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2022-01-18T16:05:32.598 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2022-01-18T16:05:32.598 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2022-01-18T16:05:32.598 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2022-01-18T16:05:32.598 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.table_properties_collectors: 2022-01-18T16:05:32.599 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.inplace_update_support: 0 2022-01-18T16:05:32.599 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.inplace_update_num_locks: 10000 2022-01-18T16:05:32.599 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2022-01-18T16:05:32.599 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2022-01-18T16:05:32.600 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.memtable_huge_page_size: 0 2022-01-18T16:05:32.600 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.bloom_locality: 0 2022-01-18T16:05:32.600 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.max_successive_merges: 0 2022-01-18T16:05:32.600 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.optimize_filters_for_hits: 0 2022-01-18T16:05:32.601 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.paranoid_file_checks: 0 2022-01-18T16:05:32.601 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.force_consistency_checks: 0 2022-01-18T16:05:32.601 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.report_bg_io_stats: 0 2022-01-18T16:05:32.601 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.ttl: 2592000 2022-01-18T16:05:32.602 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.167+0000 7f308adcb700 4 rocksdb: Options.periodic_compaction_seconds: 0 2022-01-18T16:05:32.602 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.168+0000 7f308adcb700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2022-01-18T16:05:32.602 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.603 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.168+0000 7f308adcb700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi156/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 19, last_sequence is 10023, log_number is 15,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2022-01-18T16:05:32.603 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.603 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.168+0000 7f308adcb700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 15 2022-01-18T16:05:32.603 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.603 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.168+0000 7f308adcb700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1642521932169345, "job": 1, "event": "recovery_started", "log_files": [15]} 2022-01-18T16:05:32.604 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.168+0000 7f308adcb700 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #15 mode 2 2022-01-18T16:05:32.604 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.604 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.170+0000 7f308adcb700 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2022-01-18T16:05:32.604 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.173+0000 7f308adcb700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1642521932174117, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 19, "file_size": 1718504, "table_properties": {"data_size": 1714932, "index_size": 2305, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 453, "raw_key_size": 3775, "raw_average_key_size": 23, "raw_value_size": 1710459, "raw_average_value_size": 10757, "num_data_blocks": 73, "num_entries": 159, "num_deletions": 2, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1642521932, "oldest_key_time": 3, "file_creation_time": 0}} 2022-01-18T16:05:32.605 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.173+0000 7f308adcb700 4 rocksdb: [version_set.cc:3826] Creating manifest 20 2022-01-18T16:05:32.605 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.605 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.173+0000 7f308adcb700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2022-01-18T16:05:32.605 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.173+0000 7f308adcb700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1642521932174579, "job": 1, "event": "recovery_finished"} 2022-01-18T16:05:32.606 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.174+0000 7f308adcb700 4 rocksdb: DB pointer 0x5644cda65800 2022-01-18T16:05:32.606 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.174+0000 7f3071e01700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2022-01-18T16:05:32.606 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.174+0000 7f3071e01700 4 rocksdb: [db_impl/db_impl.cc:851] 2022-01-18T16:05:32.606 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: ** DB Stats ** 2022-01-18T16:05:32.607 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-18T16:05:32.607 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2022-01-18T16:05:32.607 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2022-01-18T16:05:32.607 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-18T16:05:32.608 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2022-01-18T16:05:32.608 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2022-01-18T16:05:32.608 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-18T16:05:32.608 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.608 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: ** Compaction Stats [default] ** 2022-01-18T16:05:32.609 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-18T16:05:32.609 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-18T16:05:32.609 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: L0 1/0 1.64 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 627.2 0.00 0.00 1 0.003 0 0 2022-01-18T16:05:32.609 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: L6 1/0 25.47 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-18T16:05:32.610 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: Sum 2/0 27.11 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 627.2 0.00 0.00 1 0.003 0 0 2022-01-18T16:05:32.610 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 627.2 0.00 0.00 1 0.003 0 0 2022-01-18T16:05:32.610 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.610 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: ** Compaction Stats [default] ** 2022-01-18T16:05:32.611 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-18T16:05:32.611 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-18T16:05:32.611 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 627.2 0.00 0.00 1 0.003 0 0 2022-01-18T16:05:32.611 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-18T16:05:32.611 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: Flush(GB): cumulative 0.002, interval 0.002 2022-01-18T16:05:32.612 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-18T16:05:32.612 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: AddFile(Total Files): cumulative 0, interval 0 2022-01-18T16:05:32.612 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: AddFile(L0 Files): cumulative 0, interval 0 2022-01-18T16:05:32.612 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: AddFile(Keys): cumulative 0, interval 0 2022-01-18T16:05:32.612 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: Cumulative compaction: 0.00 GB write, 230.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-18T16:05:32.613 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: Interval compaction: 0.00 GB write, 230.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-18T16:05:32.613 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-18T16:05:32.613 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.613 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: ** File Read Latency Histogram By Level [default] ** 2022-01-18T16:05:32.614 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.614 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: ** Compaction Stats [default] ** 2022-01-18T16:05:32.614 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-18T16:05:32.614 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-18T16:05:32.614 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: L0 1/0 1.64 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 627.2 0.00 0.00 1 0.003 0 0 2022-01-18T16:05:32.615 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: L6 1/0 25.47 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-18T16:05:32.615 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: Sum 2/0 27.11 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 627.2 0.00 0.00 1 0.003 0 0 2022-01-18T16:05:32.615 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-18T16:05:32.615 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.615 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: ** Compaction Stats [default] ** 2022-01-18T16:05:32.616 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-18T16:05:32.616 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-18T16:05:32.616 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 627.2 0.00 0.00 1 0.003 0 0 2022-01-18T16:05:32.616 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-18T16:05:32.617 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: Flush(GB): cumulative 0.002, interval 0.000 2022-01-18T16:05:32.617 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-18T16:05:32.617 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: AddFile(Total Files): cumulative 0, interval 0 2022-01-18T16:05:32.617 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: AddFile(L0 Files): cumulative 0, interval 0 2022-01-18T16:05:32.618 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: AddFile(Keys): cumulative 0, interval 0 2022-01-18T16:05:32.618 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: Cumulative compaction: 0.00 GB write, 229.60 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-18T16:05:32.618 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-18T16:05:32.618 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-18T16:05:32.619 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.619 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: ** File Read Latency Histogram By Level [default] ** 2022-01-18T16:05:32.619 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.619 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.175+0000 7f308adcb700 0 starting mon.smithi156 rank 1 at public addrs [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] at bind addrs [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] mon_data /var/lib/ceph/mon/ceph-smithi156 fsid e63fbe5c-7876-11ec-8c34-001a4aab830c 2022-01-18T16:05:32.619 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.175+0000 7f308adcb700 1 mon.smithi156@-1(???) e2 preinit fsid e63fbe5c-7876-11ec-8c34-001a4aab830c 2022-01-18T16:05:32.620 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.176+0000 7f308adcb700 0 mon.smithi156@-1(???).mds e10 new map 2022-01-18T16:05:32.620 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.176+0000 7f308adcb700 0 mon.smithi156@-1(???).mds e10 print_map 2022-01-18T16:05:32.620 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: e10 2022-01-18T16:05:32.620 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: enable_multiple, ever_enabled_multiple: 1,1 2022-01-18T16:05:32.621 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-01-18T16:05:32.621 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: legacy client fscid: 1 2022-01-18T16:05:32.621 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.621 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: Filesystem 'foofs' (1) 2022-01-18T16:05:32.621 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: fs_name foofs 2022-01-18T16:05:32.622 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: epoch 10 2022-01-18T16:05:32.622 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: flags 12 2022-01-18T16:05:32.622 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: created 2022-01-18T16:01:28.078628+0000 2022-01-18T16:05:32.622 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: modified 2022-01-18T16:05:21.965901+0000 2022-01-18T16:05:32.623 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: tableserver 0 2022-01-18T16:05:32.623 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: root 0 2022-01-18T16:05:32.623 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: session_timeout 60 2022-01-18T16:05:32.623 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: session_autoclose 300 2022-01-18T16:05:32.623 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: max_file_size 1099511627776 2022-01-18T16:05:32.624 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: required_client_features {} 2022-01-18T16:05:32.624 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: last_failure 0 2022-01-18T16:05:32.624 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: last_failure_osd_epoch 0 2022-01-18T16:05:32.624 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-01-18T16:05:32.625 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: max_mds 1 2022-01-18T16:05:32.625 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: in 0 2022-01-18T16:05:32.626 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: up {0=14472} 2022-01-18T16:05:32.626 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: failed 2022-01-18T16:05:32.626 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: damaged 2022-01-18T16:05:32.627 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: stopped 2022-01-18T16:05:32.627 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: data_pools [3] 2022-01-18T16:05:32.627 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: metadata_pool 2 2022-01-18T16:05:32.627 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: inline_data disabled 2022-01-18T16:05:32.628 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: balancer 2022-01-18T16:05:32.628 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: standby_count_wanted 1 2022-01-18T16:05:32.629 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: [mds.foofs.smithi129.uncsrf{0:14472} state up:active seq 59 join_fscid=1 addr [v2:172.21.15.129:6834/4060115502,v1:172.21.15.129:6835/4060115502] compat {c=[1],r=[1],i=[77f]}] 2022-01-18T16:05:32.629 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.629 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.629 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: Standby daemons: 2022-01-18T16:05:32.630 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.630 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: [mds.foofs.smithi156.rnsjkd{-1:24283} state up:standby seq 3 join_fscid=1 addr [v2:172.21.15.156:6832/1679616977,v1:172.21.15.156:6833/1679616977] compat {c=[1],r=[1],i=[77f]}] 2022-01-18T16:05:32.630 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.630 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.176+0000 7f308adcb700 0 mon.smithi156@-1(???).osd e69 crush map has features 3314933000854323200, adjusting msgr requires 2022-01-18T16:05:32.631 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.176+0000 7f308adcb700 0 mon.smithi156@-1(???).osd e69 crush map has features 432629239337189376, adjusting msgr requires 2022-01-18T16:05:32.631 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.176+0000 7f308adcb700 0 mon.smithi156@-1(???).osd e69 crush map has features 432629239337189376, adjusting msgr requires 2022-01-18T16:05:32.631 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.176+0000 7f308adcb700 0 mon.smithi156@-1(???).osd e69 crush map has features 432629239337189376, adjusting msgr requires 2022-01-18T16:05:32.631 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: cluster 2022 2022-01-18T16:05:32.631 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: -01-18T16:05:28.025999+0000 mgr.smithi129.iclwio (mgr.14716) 27 2022-01-18T16:05:32.632 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: : cluster [DBG] pgmap v18: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:05:32.632 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: audit 2022-01-18T16 2022-01-18T16:05:32.632 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: :05:29.240430+0000 mon.smithi129 (mon.0 2022-01-18T16:05:32.632 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: ) 16 : audit [INF] from='mgr.14716 ' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:32.633 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: audit 2022-01-18T16: 2022-01-18T16:05:32.633 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 05:29.242118+0000 mon.smithi156 (mon.1) 2022-01-18T16:05:32.633 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 102 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-18T16:05:32.633 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: audit 2022-01-18T16:05:29 2022-01-18T16:05:32.634 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: .242885+0000 mon.smithi156 (mon.1) 103 : audit 2022-01-18T16:05:32.634 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-18T16:05:32.634 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: audit 2022-01-18T16:05:32.634 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:29.243583+0000 mon.smithi156 (mon. 2022-01-18T16:05:32.634 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 1) 104 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:05:32.635 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.176+0000 7f308adcb700 1 mon.smithi156@-1(???).paxosservice(auth 1..39) refresh upgraded, format 0 -> 3 2022-01-18T16:05:32.636 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.178+0000 7f308adcb700 20 expand_channel_meta expand map: {default=false} 2022-01-18T16:05:32.636 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.178+0000 7f308adcb700 20 expand_channel_meta from 'false' to 'false' 2022-01-18T16:05:32.636 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.178+0000 7f308adcb700 20 expand_channel_meta expanded map: {default=false} 2022-01-18T16:05:32.636 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.178+0000 7f308adcb700 20 expand_channel_meta expand map: {default=info} 2022-01-18T16:05:32.637 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.178+0000 7f308adcb700 20 expand_channel_meta from 'info' to 'info' 2022-01-18T16:05:32.637 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.178+0000 7f308adcb700 20 expand_channel_meta expanded map: {default=info} 2022-01-18T16:05:32.637 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.178+0000 7f308adcb700 20 expand_channel_meta expand map: {default=daemon} 2022-01-18T16:05:32.637 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.178+0000 7f308adcb700 20 expand_channel_meta from 'daemon' to 'daemon' 2022-01-18T16:05:32.638 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.178+0000 7f308adcb700 20 expand_channel_meta expanded map: {default=daemon} 2022-01-18T16:05:32.638 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.638 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: 2022-01-18T16:05:32.178+0000 7f308adcb700 20 expand_channel_meta expand map: {default=debug} 2022-01-18T16:05:32.639 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.178+0000 7f308adcb700 20 expand_channel_meta from 'debug' to 'debug' 2022-01-18T16:05:32.639 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 conmon[67007]: debug 2022-01-18T16:05:32.178+0000 7f308adcb700 20 expand_channel_meta expanded map: {default=debug} 2022-01-18T16:05:32.639 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 bash[66819]: 48ae35fe2b72e8e9bd58f210fa5531f8281842e9e48cc909e26feb51a0e23948 2022-01-18T16:05:32.639 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:32 smithi156 systemd[1]: Started Ceph mon.smithi156 for e63fbe5c-7876-11ec-8c34-001a4aab830c. 2022-01-18T16:05:32.640 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 4.90 MB/sec execute 99 sec latency 64708.178 ms 2022-01-18T16:05:33.550 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 4.85 MB/sec execute 100 sec latency 65708.280 ms 2022-01-18T16:05:33.674 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: cluster 2022-01-18T16:05:31.538974+0000 mds.foofs.smithi129.uncsrf (mds.0) 6 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 53.535547 secs 2022-01-18T16:05:33.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: cluster 2022-01-18T16:05:32.027303+0000 mgr.smithi129.iclwio (mgr.14716) 33 : cluster [DBG] pgmap v20: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:05:33.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: cluster 2022-01-18T16:05:32.298966+0000 mon.smithi156 (mon.1) 1 : cluster [INF] mon.smithi156 calling monitor election 2022-01-18T16:05:33.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: cluster 2022-01-18T16:05:32.300243+0000 mon.smithi129 (mon.0) 20 : cluster [INF] mon.smithi129 calling monitor election 2022-01-18T16:05:33.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: cluster 2022-01-18T16:05:32.315881+0000 mon.smithi129 (mon.0) 21 : cluster [INF] mon.smithi129 is new leader, mons smithi129,smithi156 in quorum (ranks 0,1) 2022-01-18T16:05:33.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: cluster 2022-01-18T16:05:33.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: 2022-01-18T16:05:32.326246+0000 mon.smithi129 (mon.0) 22 : cluster [DBG] monmap e2: 2 mons at {smithi129=[v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0],smithi156=[v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0]} 2022-01-18T16:05:33.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: cluster 2022-01-18T16:05:32.326317+0000 mon.smithi129 (mon.0) 23 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi129.uncsrf=up:active} 1 up:standby 2022-01-18T16:05:33.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: 2022-01-18T16:05:33.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: cluster 2022-01-18T16:05:32.326347+0000 mon.smithi129 (mon. 2022-01-18T16:05:33.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: 0) 24 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2022-01-18T16:05:33.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: cluster 2022- 2022-01-18T16:05:33.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: 01-18T16:05:32.326753+0000 mon.smithi129 (mon.0) 25 : cluster [DBG] mgrmap e37: smithi129.iclwio(active, since 35s), standbys: smithi156.drmcjo 2022-01-18T16:05:33.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: cluster 2022-01-18T16: 2022-01-18T16:05:33.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: 05:32.331333+0000 mon.smithi129 (mon.0) 26 : cluster [WRN] 2022-01-18T16:05:33.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: Health detail: HEALTH_WARN 1 MDSs report slow requests 2022-01-18T16:05:33.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: cluster 2022-01-18T16:05:33.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: 2022-01-18T16:05:32.331355+0000 mon.smithi129 (mon.0) 27 : cluster [WRN] [WRN] MDS_SLOW_REQUEST: 1 MDSs report slow requests 2022-01-18T16:05:33.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: 2022-01-18T16:05:33.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: cluster 2022- 2022-01-18T16:05:33.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: 01-18T16:05:32.331363+0000 mon.smithi129 (mon.0) 28 : cluster [WRN] 2022-01-18T16:05:33.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: mds.foofs.smithi129.uncsrf(mds.0): 1 slow requests are blocked > 30 secs 2022-01-18T16:05:33.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: audit 2022-01-18T16:05:33.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: 2022-01-18T16:05:32.336725+0000 mon.smithi129 (mon.0) 29 : 2022-01-18T16:05:33.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:33.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: audit 2022-01-18T16:05:32.337614+0000 mon.smithi129 2022-01-18T16:05:33.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: (mon.0) 30 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:05:33.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T16:05:33.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: T16:05:32.338856+0000 mon.smithi129 (mon.0) 31 : audit 2022-01-18T16:05:33.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:05:33.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: audit 2022-01-18T16:05:33.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: 2022-01-18T16:05:32.339696+0000 mon.smithi129 (mon.0) 32 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:05:33.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: cephadm 2022-01-18T16:05: 2022-01-18T16:05:33.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:33 smithi129 conmon[101092]: 32.340440+0000 mgr.smithi129.iclwio (mgr.14716) 34 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:05:33.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:33 smithi156 conmon[67007]: cluster 2022-01-18T16:05:31.538974+0000 mds.foofs.smithi129.uncsrf (mds.0) 6 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 53.535547 secs 2022-01-18T16:05:33.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:33 smithi156 conmon[67007]: cluster 2022-01-18T16:05:32.027303+0000 mgr.smithi129.iclwio (mgr.14716) 33 : cluster [DBG] pgmap v20: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:05:33.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:33 smithi156 conmon[67007]: cluster 2022-01-18T16:05:32.298966+0000 mon.smithi156 (mon.1) 1 : cluster [INF] mon.smithi156 calling monitor election 2022-01-18T16:05:33.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:33 smithi156 conmon[67007]: cluster 2022-01-18T16:05:32.300243+0000 mon.smithi129 (mon.0) 20 : cluster [INF] mon.smithi129 calling monitor election 2022-01-18T16:05:33.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:33 smithi156 conmon[67007]: cluster 2022-01-18T16:05:32.315881+0000 mon.smithi129 (mon.0) 21 : cluster [INF] mon.smithi129 is new leader, mons smithi129,smithi156 in quorum (ranks 0,1) 2022-01-18T16:05:33.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:33 smithi156 conmon[67007]: cluster 2022-01-18T16:05:32.326246+0000 mon.smithi129 (mon.0) 22 : cluster [DBG] monmap e2: 2 mons at {smithi129=[v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0],smithi156=[v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0]} 2022-01-18T16:05:33.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:33 smithi156 conmon[67007]: cluster 2022-01-18T16:05:32.326317+0000 mon.smithi129 (mon.0) 23 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi129.uncsrf=up:active} 1 up:standby 2022-01-18T16:05:33.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:33 smithi156 conmon[67007]: cluster 2022-01-18T16:05:32.326347+0000 mon.smithi129 (mon.0) 24 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2022-01-18T16:05:33.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:33 smithi156 conmon[67007]: cluster 2022-01-18T16:05:32.326753+0000 mon.smithi129 (mon.0) 25 : cluster [DBG] mgrmap e37: smithi129.iclwio(active, since 35s), standbys: smithi156.drmcjo 2022-01-18T16:05:33.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:33 smithi156 conmon[67007]: cluster 2022-01-18T16:05:32.331333+0000 mon.smithi129 (mon.0) 2022-01-18T16:05:33.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:33 smithi156 conmon[67007]: 26 : cluster [WRN] Health detail: HEALTH_WARN 1 MDSs report slow requests 2022-01-18T16:05:33.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:33 smithi156 conmon[67007]: cluster 2022-01-18T16:05:32.331355+0000 mon.smithi129 (mon.0) 27 : cluster [WRN] [WRN] MDS_SLOW_REQUEST: 1 MDSs report slow requests 2022-01-18T16:05:33.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:33 smithi156 conmon[67007]: cluster 2022-01-18T16:05:32.331363+0000 mon.smithi129 (mon.0) 28 : cluster [WRN] mds.foofs.smithi129.uncsrf(mds.0): 1 slow requests are blocked > 30 secs 2022-01-18T16:05:33.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:33 smithi156 conmon[67007]: audit 2022-01-18T16:05:32.336725+0000 mon.smithi129 (mon.0) 29 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:33.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:33 smithi156 conmon[67007]: audit 2022-01-18T16:05:32.337614+0000 mon.smithi129 (mon.0) 30 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:05:33.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:33 smithi156 conmon[67007]: audit 2022-01-18T16:05:32.338856+0000 mon.smithi129 (mon.0) 31 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:05:33.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:33 smithi156 conmon[67007]: audit 2022-01-18T16:05:32.339696+0000 mon.smithi129 (mon.0) 32 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:05:33.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:33 smithi156 conmon[67007]: cephadm 2022-01-18T16:05:32.340440+0000 mgr.smithi129.iclwio (mgr.14716) 34 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:05:34.550 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 4.80 MB/sec execute 101 sec latency 66708.385 ms 2022-01-18T16:05:35.550 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 4.75 MB/sec execute 102 sec latency 67708.438 ms 2022-01-18T16:05:36.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:35 smithi129 conmon[101092]: cluster 2022-01-18T16:05:34.027836+0000 mgr.smithi129.iclwio (mgr.14716) 35 : cluster [DBG] pgmap v21: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:05:36.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:35 smithi156 conmon[67007]: cluster 2022-01-18T16:05:34.027836 2022-01-18T16:05:36.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:35 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 35 : cluster [DBG] pgmap v21: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:05:36.551 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 4.71 MB/sec execute 103 sec latency 68708.514 ms 2022-01-18T16:05:37.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:37 smithi129 conmon[101092]: cluster 2022-01-18T16:05:36.028529+0000 mgr.smithi129.iclwio (mgr.14716) 36 : cluster [DBG] pgmap v22: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:05:37.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:37 smithi129 conmon[101092]: audit 2022-01-18T16:05:36.111425+0000 mon.smithi129 (mon.0) 33 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:37.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:37 smithi129 conmon[101092]: audit 2022-01-18T16:05:36.115363+0000 mon.smithi129 (mon.0) 34 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:37.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:37 smithi129 conmon[101092]: audit 2022-01-18T16:05:36.123197+0000 mon.smithi129 (mon.0) 35 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:37.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:37 smithi129 conmon[101092]: audit 2022-01-18T16:05:36.126242+0000 mon.smithi129 (mon.0) 36 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:05:37.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:37 smithi129 conmon[101092]: audit 2022-01-18T16:05:36.128220+0000 mon.smithi129 (mon.0) 37 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:05:37.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:37 smithi129 conmon[101092]: audit 2022-01-18T16:05:36.129394+0000 mon.smithi129 (mon.0) 38 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:05:37.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:37 smithi129 conmon[101092]: 2022-01-18T16:05:37.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:37 smithi129 conmon[101092]: cephadm 2022-01-18T16:05:36.130148+0000 mgr.smithi129.iclwio (mgr.14716) 37 : cephadm [INF] Upgrade: Setting container_image for all mon 2022-01-18T16:05:37.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:37 smithi129 conmon[101092]: audit 2022-01-18T16:05:36.134272+0000 mon.smithi129 (mon.0) 39 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:37.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:37 smithi129 conmon[101092]: audit 2022-01-18T16:05:36.135074+0000 mon.smithi129 (mon.0) 40 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi129"}]: dispatch 2022-01-18T16:05:37.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:37 smithi129 conmon[101092]: audit 2022-01-18T16:05:36.140404+0000 mon.smithi129 (mon.0) 41 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi129"}]': finished 2022-01-18T16:05:37.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:37 smithi129 conmon[101092]: audit 2022-01-18T16:05:36.141094+0000 mon.smithi129 (mon.0) 42 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi156"}]: dispatch 2022-01-18T16:05:37.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:37 smithi129 conmon[101092]: audit 2022-01-18T16:05:36.144381+0000 mon.smithi129 (mon.0) 43 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi156"}]': finished 2022-01-18T16:05:37.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:37 smithi129 conmon[101092]: cluster 2022 2022-01-18T16:05:37.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:37 smithi129 conmon[101092]: -01-18T16:05:36.539010+0000 mds.foofs.smithi129.uncsrf (mds.0) 7 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 58.535607 secs 2022-01-18T16:05:37.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: cluster 2022-01-18T16:05:36.028529+0000 mgr.smithi129.iclwio (mgr.14716) 36 : cluster [DBG] 2022-01-18T16:05:37.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: pgmap v22: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:05:37.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: audit 2022-01-18T16:05:36.111425+0000 mon.smithi129 (mon.0) 33 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:37.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: audit 2022-01-18T16:05:37.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: 2022-01-18T16:05:36.115363+0000 mon.smithi129 (mon.0) 34 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:37.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: audit 2022-01-18T16:05:37.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: 2022-01-18T16:05:36.123197+0000 mon.smithi129 ( 2022-01-18T16:05:37.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: mon.0) 35 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:37.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: audit 2022 2022-01-18T16:05:37.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: -01-18T16:05:36.126242+0000 mon.smithi129 (mon.0) 36 : 2022-01-18T16:05:37.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:05:37.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: audit 2022 2022-01-18T16:05:37.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: -01-18T16:05:36.128220+0000 mon.smithi129 (mon 2022-01-18T16:05:37.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: .0) 37 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:05:37.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: audit 2022-01-18T16:05:37.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: 2022-01-18T16:05: 2022-01-18T16:05:37.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: 36.129394+0000 mon.smithi129 (mon.0) 38 : audit 2022-01-18T16:05:37.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:05:37.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: cephadm 2022-01-18T16:05:37.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: 2022-01-18T16:05:36. 2022-01-18T16:05:37.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: 130148+0000 mgr.smithi129.iclwio (mgr.14716) 37 : cephadm 2022-01-18T16:05:37.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: [INF] Upgrade: Setting container_image for all mon 2022-01-18T16:05:37.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T16:05:37.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: 18T16:05:36.134272+0000 mon.smithi129 (mon.0 2022-01-18T16:05:37.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: ) 39 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:37.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: audit 2022-01-18T16:05:37.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: 2022-01-18T16:05:36 2022-01-18T16:05:37.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: .135074+0000 mon.smithi129 (mon.0) 40 : audit [INF] 2022-01-18T16:05:37.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi129"}]: dispatch 2022-01-18T16:05:37.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T16:05:37.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: 16:05:36.140404+0000 mon.smithi129 (mon.0) 41 2022-01-18T16:05:37.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi129"}]': finished 2022-01-18T16:05:37.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T16:05:37.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: 18T16:05:36.141094+0000 mon.smithi129 (mon.0) 42 2022-01-18T16:05:37.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi156"}]: dispatch 2022-01-18T16:05:37.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T16:05:37.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: 16:05:36.144381+0000 mon.smithi129 (mon.0) 43 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi156"}]': finished 2022-01-18T16:05:37.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: cluster 2022-01-18T16:05:37.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: 2022-01-18T16:05:36.539010+0000 mds.foofs.smithi129.uncsrf (mds.0) 2022-01-18T16:05:37.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:37 smithi156 conmon[67007]: 7 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 58.535607 secs 2022-01-18T16:05:37.550 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 4.66 MB/sec execute 104 sec latency 69708.596 ms 2022-01-18T16:05:38.550 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 4.62 MB/sec execute 105 sec latency 70708.652 ms 2022-01-18T16:05:39.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:38 smithi129 conmon[101092]: cephadm 2022-01-18T16:05:37.876648+0000 mgr.smithi129.iclwio (mgr.14716) 38 : cephadm 2022-01-18T16:05:39.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:38 smithi129 conmon[101092]: [INF] Upgrade: Updating crash.smithi129 2022-01-18T16:05:39.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:38 smithi129 conmon[101092]: audit 2022-01-18T16:05:37.880609+0000 mon.smithi129 (mon.0) 44 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:39.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:38 smithi129 conmon[101092]: audit 2022-01-18T16:05:37.881310+0000 mon.smithi129 (mon.0) 45 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi129", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-18T16:05:39.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:38 smithi129 conmon[101092]: audit 2022-01-18T16:05:37.881932+0000 mon.smithi129 (mon.0) 46 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:05:39.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:38 smithi129 conmon[101092]: cephadm 2022-01-18T16:05:37.882410+0000 mgr.smithi129.iclwio (mgr.14716) 39 : cephadm [INF] Deploying daemon crash.smithi129 on smithi129 2022-01-18T16:05:39.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:38 smithi156 conmon[67007]: cephadm 2022-01-18T16:05:37.876648+0000 mgr.smithi129.iclwio (mgr.14716) 38 : 2022-01-18T16:05:39.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:38 smithi156 conmon[67007]: cephadm [INF] Upgrade: Updating crash.smithi129 2022-01-18T16:05:39.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:38 smithi156 conmon[67007]: audit 2022-01-18T16:05:37.880609+0000 mon.smithi129 (mon.0) 44 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:39.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:38 smithi156 conmon[67007]: audit 2022-01-18T16:05:37.881310+0000 mon.smithi129 (mon.0) 45 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi129", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-18T16:05:39.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:38 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T16:05:39.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:38 smithi156 conmon[67007]: 18T16:05:37.881932+0000 mon.smithi129 (mon.0) 46 2022-01-18T16:05:39.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:38 smithi156 conmon[67007]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:05:39.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:38 smithi156 conmon[67007]: cephadm 2022-01 2022-01-18T16:05:39.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:38 smithi156 conmon[67007]: -18T16:05:37.882410+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:05:39.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:38 smithi156 conmon[67007]: 39 : cephadm [INF] Deploying daemon crash.smithi129 on smithi129 2022-01-18T16:05:39.551 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 4.57 MB/sec execute 106 sec latency 71708.735 ms 2022-01-18T16:05:40.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:39 smithi129 conmon[101092]: cluster 2022-01-18T16:05:38.028913+0000 mgr.smithi129.iclwio (mgr.14716) 40 : cluster [DBG] 2022-01-18T16:05:40.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:39 smithi129 conmon[101092]: pgmap v23: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:05:40.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:39 smithi156 conmon[67007]: cluster 2022-01-18T16:05:38.028913+0000 mgr.smithi129.iclwio (mgr.14716) 40 : cluster [DBG] 2022-01-18T16:05:40.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:39 smithi156 conmon[67007]: pgmap v23: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:05:40.550 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 4.53 MB/sec execute 107 sec latency 72709.260 ms 2022-01-18T16:05:41.551 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 4.49 MB/sec execute 108 sec latency 73709.287 ms 2022-01-18T16:05:42.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:41 smithi129 conmon[101092]: cluster 2022-01-18T16:05:40.029582+0000 mgr.smithi129.iclwio (mgr.14716) 41 : cluster [DBG] pgmap v24: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:05:42.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:41 smithi129 conmon[101092]: audit 2022-01-18T16:05:41.080465+0000 mon.smithi129 (mon.0) 47 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:42.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:41 smithi129 conmon[101092]: audit 2022-01-18T16:05:41.081133+0000 mon.smithi129 (mon.0) 48 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:05:42.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:41 smithi129 conmon[101092]: audit 2022-01-18T16:05:41.082047+0000 mon.smithi129 (mon.0) 49 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:05:42.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:41 smithi129 conmon[101092]: audit 2022-01-18T16:05:41.082641+0000 mon.smithi129 (mon.0) 50 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:05:42.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:41 smithi129 conmon[101092]: audit 2022-01-18T16:05:41.333510+0000 mon.smithi129 (mon.0) 51 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:42.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:41 smithi129 conmon[101092]: cluster 2022-01-18T16:05:41.539095+0000 mds.foofs.smithi129.uncsrf (mds.0) 8 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 63.535672 secs 2022-01-18T16:05:42.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:41 smithi129 conmon[101092]: cluster 2022-01-18T16:05:41.539100+0000 mds.foofs.smithi129.uncsrf (mds.0) 9 : cluster [WRN] slow request 63.535671 seconds old, received at 2022-01-18T16:04:38.003383+0000: client_request(client.14698:4 getattr pAsLsXsFs #0x10000005102 2022-01-18T16:04:38.003340+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-01-18T16:05:42.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:41 smithi129 conmon[101092]: cluster 2022-01-18T16:05:41.539125+0000 mds.foofs.smithi129.uncsrf (mds.0) 10 : cluster [WRN] client.14524 isn't responding to mclientcaps(revoke), ino 0x10000005102 pending pAsxLsXsxFcb issued pAsxLsXsxFsxcrwb, sent 63.535680 seconds ago 2022-01-18T16:05:42.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:41 smithi156 conmon[67007]: cluster 2022-01-18T16:05:40.029582+0000 mgr.smithi129.iclwio (mgr.14716) 41 : 2022-01-18T16:05:42.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:41 smithi156 conmon[67007]: cluster [DBG] pgmap v24: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:05:42.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:41 smithi156 conmon[67007]: audit 2022-01-18T16:05:41.080465+0000 mon.smithi129 (mon.0) 47 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:42.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:41 smithi156 conmon[67007]: audit 2022-01-18T16:05:41.081133+0000 mon.smithi129 (mon.0) 48 : 2022-01-18T16:05:42.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:41 smithi156 conmon[67007]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:05:42.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:41 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T16:05:42.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:41 smithi156 conmon[67007]: 16:05:41.082047+0000 mon.smithi129 (mon.0) 49 : 2022-01-18T16:05:42.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:41 smithi156 conmon[67007]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:05:42.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:41 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T16:05:42.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:41 smithi156 conmon[67007]: 16:05:41.082641+0000 mon.smithi129 (mon.0) 2022-01-18T16:05:42.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:41 smithi156 conmon[67007]: 50 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:05:42.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:41 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T16:05:42.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:41 smithi156 conmon[67007]: T16:05:41.333510+0000 mon.smithi129 (mon.0) 2022-01-18T16:05:42.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:41 smithi156 conmon[67007]: 51 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:42.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:41 smithi156 conmon[67007]: cluster 2022- 2022-01-18T16:05:42.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:41 smithi156 conmon[67007]: 01-18T16:05:41.539095+0000 mds.foofs.smithi129.uncsrf (mds 2022-01-18T16:05:42.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:41 smithi156 conmon[67007]: .0) 8 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 63.535672 secs 2022-01-18T16:05:42.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:41 smithi156 conmon[67007]: cluster 2022-01-18T16:05 2022-01-18T16:05:42.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:41 smithi156 conmon[67007]: :41.539100+0000 mds.foofs.smithi129.uncsrf (mds.0) 9 : cluster [WRN] slow request 63.535671 seconds old, received at 2022-01-18T16:04:38.003383+0000: client_request(client.14698:4 getattr pAsLsXsFs #0x10000005102 2022-01-18T16:04:38.003340+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-01-18T16:05:42.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:41 smithi156 conmon[67007]: cluster 2022-01 2022-01-18T16:05:42.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:41 smithi156 conmon[67007]: -18T16:05:41.539125+0000 mds.foofs.smithi129.uncsrf (mds.0) 10 : 2022-01-18T16:05:42.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:41 smithi156 conmon[67007]: cluster [WRN] client.14524 isn't responding to mclientcaps(revoke), ino 0x10000005102 pending pAsxLsXsxFcb issued pAsxLsXsxFsxcrwb, sent 63.535680 seconds ago 2022-01-18T16:05:42.551 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 4.45 MB/sec execute 109 sec latency 74709.316 ms 2022-01-18T16:05:43.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:42 smithi129 conmon[101092]: cephadm 2022-01-18T16:05:41.083229+0000 2022-01-18T16:05:43.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:42 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 42 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:05:43.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:42 smithi156 conmon[67007]: cephadm 2022-01-18T16:05:41.083229+0000 mgr.smithi129.iclwio (mgr.14716) 42 : cephadm 2022-01-18T16:05:43.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:42 smithi156 conmon[67007]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:05:43.551 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 4.41 MB/sec execute 110 sec latency 75709.341 ms 2022-01-18T16:05:44.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:43 smithi129 conmon[101092]: cluster 2022-01-18T16:05:42.030181+0000 mgr.smithi129.iclwio (mgr.14716) 43 : 2022-01-18T16:05:44.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:43 smithi129 conmon[101092]: cluster [DBG] pgmap v25: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:05:44.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:43 smithi156 conmon[67007]: cluster 2022-01-18T16:05:42.030181+0000 mgr.smithi129.iclwio (mgr.14716) 43 : 2022-01-18T16:05:44.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:43 smithi156 conmon[67007]: cluster [DBG] pgmap v25: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:05:44.551 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 4.37 MB/sec execute 111 sec latency 76709.370 ms 2022-01-18T16:05:45.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:44 smithi156 conmon[67007]: cluster 2022-01-18T16:05:44.030576+0000 mgr.smithi129.iclwio (mgr.14716) 44 : cluster 2022-01-18T16:05:45.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:44 smithi156 conmon[67007]: [DBG] pgmap v26: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:05:45.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:44 smithi156 conmon[67007]: cluster 2022-01-18T16:05:44.897433+0000 mon.smithi129 (mon.0) 52 : cluster [WRN] Health check failed: 1 clients failing to respond to capability release (MDS_CLIENT_LATE_RELEASE) 2022-01-18T16:05:45.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:44 smithi156 conmon[67007]: cluster 2022-01-18T16:05:44.903804+0000 mon.smithi129 (mon 2022-01-18T16:05:45.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:44 smithi156 conmon[67007]: .0) 53 : cluster [DBG] mds.0 [v2:172.21.15.129:6834/4060115502,v1:172.21.15.129:6835/4060115502] up:active 2022-01-18T16:05:45.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:44 smithi156 conmon[67007]: cluster 2022-01- 2022-01-18T16:05:45.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:44 smithi156 conmon[67007]: 18T16:05:44.903860+0000 mon.smithi129 (mon.0) 2022-01-18T16:05:45.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:44 smithi156 conmon[67007]: 54 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi129.uncsrf=up:active} 1 up:standby 2022-01-18T16:05:45.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:44 smithi129 conmon[101092]: cluster 2022-01-18T16:05:44.030576+0000 mgr.smithi129.iclwio ( 2022-01-18T16:05:45.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:44 smithi129 conmon[101092]: mgr.14716) 44 : cluster [DBG] pgmap v26: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:05:45.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:44 smithi129 conmon[101092]: cluster 2022-01-18T16:05:44.897433+0000 mon.smithi129 (mon.0) 52 : cluster [WRN] Health check failed: 1 clients failing to respond to capability release (MDS_CLIENT_LATE_RELEASE) 2022-01-18T16:05:45.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:44 smithi129 conmon[101092]: cluster 2022-01-18T16:05:44.903804+0000 mon.smithi129 (mon.0) 53 : cluster [DBG] mds.0 [v2:172.21.15.129:6834/4060115502,v1:172.21.15.129:6835/4060115502] up:active 2022-01-18T16:05:45.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:44 smithi129 conmon[101092]: cluster 2022-01-18T16:05:45.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:44 smithi129 conmon[101092]: 2022-01-18T16:05:44.903860+0000 mon.smithi129 (mon.0) 54 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi129.uncsrf=up:active} 1 up:standby 2022-01-18T16:05:45.551 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 4.33 MB/sec execute 112 sec latency 77709.406 ms 2022-01-18T16:05:46.551 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 4.29 MB/sec execute 113 sec latency 78709.436 ms 2022-01-18T16:05:47.322 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: cluster 2022-01-18T16:05 2022-01-18T16:05:47.323 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: :46.031304+0000 mgr.smithi129.iclwio (mgr.14716) 45 : cluster [DBG] pgmap v27: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:05:47.323 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: cluster 2022 2022-01-18T16:05:47.323 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: -01-18T16:05: 2022-01-18T16:05:47.324 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: 46.539139+0000 mds.foofs.smithi129.uncsrf (mds. 2022-01-18T16:05:47.324 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: 0) 11 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 68.535734 secs 2022-01-18T16:05:47.324 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: 2022-01-18T16:05:47.324 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: audit 2022-01-18T16:05:47.324 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: 2022-01-18T16:05 2022-01-18T16:05:47.325 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: :46.841051+0000 mon.smithi129 (mon 2022-01-18T16:05:47.325 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: .0) 55 : audit [INF] 2022-01-18T16:05:47.325 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:47.325 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: audit 2022 2022-01-18T16:05:47.326 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: -01-18T16:05: 2022-01-18T16:05:47.326 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: 46.844000+0000 mon.smithi129 (mon. 2022-01-18T16:05:47.326 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: 0) 56 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:47.326 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: 2022-01-18T16:05:47.327 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: audit 2022-01 2022-01-18T16:05:47.327 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: -18T16:05:46. 2022-01-18T16:05:47.327 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: 848757+0000 mon.smithi129 (mon.0 2022-01-18T16:05:47.327 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: ) 57 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:47.327 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T16:05:47.328 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: 18T16:05:46.851276 2022-01-18T16:05:47.328 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 58 2022-01-18T16:05:47.328 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:05:47.328 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: audit 2022-01-18T16:05:47.329 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: 2022-01-18T16:05 2022-01-18T16:05:47.329 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: :46.852736+0000 mon.smithi129 ( 2022-01-18T16:05:47.329 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: mon.0) 59 : audit [DBG] 2022-01-18T16:05:47.329 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:05:47.329 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: audit 2022 2022-01-18T16:05:47.330 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: -01-18T16:05: 2022-01-18T16:05:47.330 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: 46.853536+0000 mon.smithi129 (mon 2022-01-18T16:05:47.330 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: .0) 60 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:05:47.330 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:47 smithi156 conmon[67007]: 2022-01-18T16:05:47.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:47 smithi129 conmon[101092]: cluster 2022-01-18T16:05:46.031304+0000 mgr.smithi129.iclwio (mgr.14716) 45 : cluster [DBG] pgmap v27: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:05:47.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:47 smithi129 conmon[101092]: cluster 2022-01-18T16:05:46. 2022-01-18T16:05:47.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:47 smithi129 conmon[101092]: 539139+0000 mds.foofs.smithi129.uncsrf (mds.0) 11 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 68.535734 secs 2022-01-18T16:05:47.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:47 smithi129 conmon[101092]: audit 2022-01-18T16:05:46.841051+0000 mon.smithi129 (mon.0) 55 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:47.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:47 smithi129 conmon[101092]: audit 2022-01-18T16:05:46.844000+0000 mon.smithi129 (mon.0) 56 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:47.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:47 smithi129 conmon[101092]: audit 2022-01-18T16:05:46.848757+0000 mon.smithi129 (mon.0) 57 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:47.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:47 smithi129 conmon[101092]: audit 2022-01-18T16:05:46.851276+0000 mon.smithi129 (mon.0) 58 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:05:47.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:47 smithi129 conmon[101092]: audit 2022-01-18T16:05:46.852736+0000 2022-01-18T16:05:47.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:47 smithi129 conmon[101092]: mon.smithi129 (mon.0) 59 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:05:47.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:47 smithi129 conmon[101092]: audit 2022-01-18T16:05:46.853536+0000 mon.smithi129 (mon.0) 60 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:05:47.551 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 4.25 MB/sec execute 114 sec latency 79709.537 ms 2022-01-18T16:05:48.551 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 4.21 MB/sec execute 115 sec latency 80709.665 ms 2022-01-18T16:05:49.551 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 4.18 MB/sec execute 116 sec latency 81709.763 ms 2022-01-18T16:05:49.784 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:49 smithi156 conmon[67007]: cluster 2022-01-18T16:05:48.031917+0000 mgr.smithi129.iclwio (mgr.14716) 46 : cluster [DBG] pgmap v28: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:05:49.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:49 smithi156 conmon[67007]: cephadm 2022-01-18T16:05:48.529861+0000 mgr.smithi129.iclwio (mgr.14716) 47 : cephadm [INF] Upgrade: Updating crash.smithi156 2022-01-18T16:05:49.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:49 smithi156 conmon[67007]: audit 2022-01-18T16:05:48.534687+0000 mon.smithi129 (mon.0) 61 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:49.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:49 smithi156 conmon[67007]: audit 2022-01-18T16:05:48.535639+0000 mon.smithi129 (mon.0) 62 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi156", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-18T16:05:49.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:49 smithi156 conmon[67007]: audit 2022-01-18T16:05:48.536546+0000 mon.smithi129 (mon.0) 63 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:05:49.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:49 smithi156 conmon[67007]: cephadm 2022-01-18T16:05:48.537294+0000 mgr.smithi129.iclwio (mgr.14716) 48 : cephadm [INF] Deploying daemon crash.smithi156 on smithi156 2022-01-18T16:05:49.924 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:49 smithi129 conmon[101092]: cluster 2022-01-18T16:05:48.031917+0000 mgr.smithi129.iclwio (mgr.14716) 46 : cluster [DBG] pgmap v28: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:05:49.924 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:49 smithi129 conmon[101092]: cephadm 2022-01-18T16:05:48.529861+0000 2022-01-18T16:05:49.924 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:49 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 47 : cephadm [INF] Upgrade: Updating crash.smithi156 2022-01-18T16:05:49.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:49 smithi129 conmon[101092]: audit 2022-01-18T16:05:48.534687+0000 mon.smithi129 (mon.0) 61 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:49.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:49 smithi129 conmon[101092]: audit 2022-01-18T16:05 2022-01-18T16:05:49.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:49 smithi129 conmon[101092]: :48.535639+0000 mon.smithi129 (mon.0) 62 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi156", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-18T16:05:49.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:49 smithi129 conmon[101092]: audit 2022-01 2022-01-18T16:05:49.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:49 smithi129 conmon[101092]: -18T16:05:48.536546+0000 mon.smithi129 (mon.0) 63 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:05:49.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:49 smithi129 conmon[101092]: cephadm 2022-01-18T16:05:48.537294+0000 2022-01-18T16:05:49.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:49 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 48 : cephadm [INF] Deploying daemon crash.smithi156 on smithi156 2022-01-18T16:05:50.551 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 4.14 MB/sec execute 117 sec latency 82709.880 ms 2022-01-18T16:05:51.551 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 4.11 MB/sec execute 118 sec latency 83709.988 ms 2022-01-18T16:05:51.691 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:51 smithi156 conmon[67007]: cluster 2022-01-18T16:05:50.032623+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:05:51.691 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:51 smithi156 conmon[67007]: ) 49 : cluster [DBG] pgmap v29: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:05:51.924 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:51 smithi129 conmon[101092]: cluster 2022-01-18T16:05:50.032623+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:05:51.924 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:51 smithi129 conmon[101092]: .14716) 49 : cluster [DBG] pgmap v29: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:05:52.551 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 4.07 MB/sec execute 119 sec latency 84710.083 ms 2022-01-18T16:05:52.784 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:52 smithi156 conmon[67007]: cluster 2022-01-18T16:05:51.539203+0000 mds.foofs.smithi129.uncsrf (mds.0) 12 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 73.535796 secs 2022-01-18T16:05:52.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:52 smithi156 conmon[67007]: audit 2022-01-18T16:05:51.750666+0000 mon.smithi129 (mon.0) 64 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:52.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:52 smithi156 conmon[67007]: audit 2022-01-18T16:05:51.751504+0000 mon.smithi129 (mon.0) 65 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:05:52.785 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:52 smithi156 conmon[67007]: audit 2022-01-18T16:05:51.752743+0000 mon.smithi129 (mon.0) 66 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:05:52.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:52 smithi156 conmon[67007]: audit 2022-01-18T16:05:51.753591+0000 mon.smithi129 (mon.0) 67 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:05:52.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:52 smithi156 conmon[67007]: cephadm 2022-01-18T16:05:51.754334+0000 mgr.smithi129.iclwio (mgr.14716) 50 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:05:52.924 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:52 smithi129 conmon[101092]: cluster 2022-01-18T16:05:51.539203+0000 mds.foofs.smithi129.uncsrf (mds.0) 12 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 73.535796 secs 2022-01-18T16:05:52.924 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:52 smithi129 conmon[101092]: audit 2022-01-18T16:05:51.750666+0000 mon.smithi129 (mon.0) 64 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:52.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:52 smithi129 conmon[101092]: audit 2022-01-18T16:05:51.751504+0000 mon.smithi129 (mon.0) 65 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:05:52.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:52 smithi129 conmon[101092]: audit 2022 2022-01-18T16:05:52.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:52 smithi129 conmon[101092]: -01-18T16:05:51.752743+0000 mon.smithi129 (mon.0) 66 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:05:52.925 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:52 smithi129 conmon[101092]: audit 2022-01-18T16:05: 2022-01-18T16:05:52.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:52 smithi129 conmon[101092]: 51.753591+0000 mon.smithi129 (mon.0) 67 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:05:52.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:52 smithi129 conmon[101092]: cephadm 2022-01-18T 2022-01-18T16:05:52.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:52 smithi129 conmon[101092]: 16:05:51.754334+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:05:52.926 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:52 smithi129 conmon[101092]: 50 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:05:53.551 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 4.04 MB/sec execute 120 sec latency 85710.183 ms 2022-01-18T16:05:54.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:53 smithi156 conmon[67007]: cluster 2022-01-18T16:05:52.033232+0000 mgr.smithi129.iclwio (mgr.14716) 51 : cluster 2022-01-18T16:05:54.035 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:53 smithi156 conmon[67007]: [DBG] pgmap v30: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:05:54.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:53 smithi129 conmon[101092]: cluster 2022-01-18T16:05:52.033232+0000 mgr.smithi129.iclwio (mgr.14716) 51 : cluster [DBG] pgmap v30: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:05:54.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:53 smithi129 conmon[101092]: 2022-01-18T16:05:54.552 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 4.01 MB/sec execute 121 sec latency 86710.290 ms 2022-01-18T16:05:55.552 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.97 MB/sec execute 122 sec latency 87710.350 ms 2022-01-18T16:05:56.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:55 smithi129 conmon[101092]: cluster 2022-01-18T16:05:54.033829+0000 mgr.smithi129.iclwio (mgr.14716) 52 : cluster [DBG] pgmap v31: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:05:56.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:55 smithi129 conmon[101092]: audit 2022-01-18T16:05:55.413775+0000 mon.smithi129 (mon.0) 68 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:56.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:55 smithi129 conmon[101092]: audit 2022-01-18T16:05:55.417598+0000 mon.smithi129 (mon.0) 69 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:56.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:55 smithi129 conmon[101092]: audit 2022-01-18T16:05:55.422960+0000 mon.smithi129 (mon.0) 70 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:56.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:55 smithi129 conmon[101092]: audit 2022-01-18T16:05:55.426180+0000 mon.smithi129 (mon.0) 71 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:05:56.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:55 smithi129 conmon[101092]: audit 2022-01-18T16:05:55.428165+0000 mon.smithi129 (mon.0) 72 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:05:56.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:55 smithi129 conmon[101092]: audit 2022-01-18T16:05:55.429301+0000 mon.smithi129 (mon 2022-01-18T16:05:56.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:55 smithi129 conmon[101092]: .0) 73 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:05:56.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:55 smithi129 conmon[101092]: audit 2022-01-18T16:05:55.430233+0000 mon.smithi129 (mon.0) 74 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:05:56.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:55 smithi129 conmon[101092]: audit 2022-01-18T16:05:55.434427+0000 mon.smithi129 (mon.0) 75 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:56.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:55 smithi129 conmon[101092]: audit 2022-01-18T16:05 2022-01-18T16:05:56.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:55 smithi129 conmon[101092]: :55.435199+0000 mon.smithi129 (mon.0) 76 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi129"}]: dispatch 2022-01-18T16:05:56.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:55 smithi129 conmon[101092]: audit 2022-01-18T16:05:56.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:55 smithi129 conmon[101092]: 2022-01-18T16:05:55.438156+0000 mon.smithi129 (mon. 2022-01-18T16:05:56.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:55 smithi129 conmon[101092]: 0) 77 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi129"}]': finished 2022-01-18T16:05:56.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:55 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T16:05:56.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:55 smithi129 conmon[101092]: T16:05:55.438863+0000 mon.smithi129 (mon 2022-01-18T16:05:56.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:55 smithi129 conmon[101092]: .0) 78 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi156"}]: dispatch 2022-01-18T16:05:56.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:55 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T16:05:56.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:55 smithi129 conmon[101092]: 18T16:05:55.441677+0000 mon.smithi129 ( 2022-01-18T16:05:56.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:55 smithi129 conmon[101092]: mon.0) 79 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi156"}]': finished 2022-01-18T16:05:56.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:55 smithi129 conmon[101092]: audit 2022-01 2022-01-18T16:05:56.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:55 smithi129 conmon[101092]: -18T16:05:55.442665+0000 mon.smithi129 2022-01-18T16:05:56.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:55 smithi129 conmon[101092]: (mon.0) 80 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2022-01-18T16:05:56.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: cluster 2022-01-18T16:05:54.033829+0000 mgr.smithi129.iclwio (mgr.14716) 52 : cluster [DBG] pgmap v31: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:05:56.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: audit 2022-01-18T16:05:55.413775+0000 mon.smithi129 (mon.0) 68 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:56.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: audit 2022-01-18T16:05:55.417598+0000 mon.smithi129 (mon.0) 69 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:56.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: audit 2022-01-18T16:05:55.422960+0000 2022-01-18T16:05:56.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: mon.smithi129 (mon.0) 70 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:56.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: audit 2022- 2022-01-18T16:05:56.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: 01-18T16:05:55.426180+0000 2022-01-18T16:05:56.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: mon.smithi129 (mon.0) 71 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:05:56.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: 2022-01-18T16:05:56.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: audit 2022-01-18T16:05:56.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: 2022-01-18T16:05:55.428165+0000 mon.smithi129 ( 2022-01-18T16:05:56.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: mon.0) 72 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:05:56.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T16:05:56.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: T16:05:55.429301+0000 mon.smithi129 (mon 2022-01-18T16:05:56.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: .0) 73 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:05:56.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: audit 2022-01 2022-01-18T16:05:56.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: -18T16:05:55.430233+0000 mon.smithi129 2022-01-18T16:05:56.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: (mon.0) 74 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:05:56.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: audit 2022-01-18T16: 2022-01-18T16:05:56.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: 05:55.434427+0000 mon.smithi129 (mon.0) 75 : audit 2022-01-18T16:05:56.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:56.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: audit 2022-01-18T16:05 2022-01-18T16:05:56.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: :55.435199+0000 mon.smithi129 (mon.0) 76 : 2022-01-18T16:05:56.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi129"}]: dispatch 2022-01-18T16:05:56.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: audit 2022-01-18T16:05 2022-01-18T16:05:56.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: :55.438156+0000 mon.smithi129 (mon.0) 77 2022-01-18T16:05:56.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi129"}]': finished 2022-01-18T16:05:56.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: audit 2022-01-18T16: 2022-01-18T16:05:56.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: 05:55.438863+0000 mon.smithi129 (mon.0) 78 2022-01-18T16:05:56.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi156"}]: dispatch 2022-01-18T16:05:56.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T16:05:56.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: 16:05:55.441677+0000 mon.smithi129 (mon. 2022-01-18T16:05:56.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: 0) 79 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi156"}]': finished 2022-01-18T16:05:56.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: audit 2022-01-18T16:05:56.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:55 smithi156 conmon[67007]: 2022-01-18T16:05:55.442665+0000 mon.smithi129 (mon.0) 80 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2022-01-18T16:05:56.552 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.94 MB/sec execute 123 sec latency 88710.378 ms 2022-01-18T16:05:57.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:56 smithi129 conmon[101092]: cephadm 2022-01-18T16:05:55.430865+0000 mgr.smithi129.iclwio (mgr.14716) 53 : cephadm [INF] Upgrade: Setting container_image for all crash 2022-01-18T16:05:57.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:56 smithi129 conmon[101092]: audit 2022-01-18T16:05:57.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:56 smithi129 conmon[101092]: 2022-01-18T16:05:55.442821+0000 mgr.smithi129.iclwio (mgr.14716) 54 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2022-01-18T16:05:57.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:56 smithi129 conmon[101092]: cephadm 2022-01-18T16:05:55.443741+0000 mgr.smithi129.iclwio (mgr.14716) 55 : cephadm [INF] Upgrade: osd.0 is safe to restart 2022-01-18T16:05:57.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:56 smithi129 conmon[101092]: cluster 2022-01-18T16:05:56.539301+0000 mds.foofs.smithi129.uncsrf (mds.0) 13 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 78.535884 secs 2022-01-18T16:05:57.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:56 smithi156 conmon[67007]: cephadm 2022-01-18T16:05:55.430865+0000 mgr.smithi129.iclwio (mgr.14716) 53 : cephadm [INF] Upgrade: Setting container_image for all crash 2022-01-18T16:05:57.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:56 smithi156 conmon[67007]: audit 2022-01-18T16:05:55.442821+0000 mgr.smithi129.iclwio (mgr.14716) 54 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2022-01-18T16:05:57.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:56 smithi156 conmon[67007]: cephadm 2022-01-18T16:05:55.443741+0000 mgr.smithi129.iclwio (mgr.14716) 55 : cephadm [INF] Upgrade: osd.0 is safe to restart 2022-01-18T16:05:57.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:56 smithi156 conmon[67007]: cluster 2022-01-18T16:05:56.539301+0000 mds.foofs.smithi129.uncsrf (mds.0 2022-01-18T16:05:57.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:56 smithi156 conmon[67007]: ) 13 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 78.535884 secs 2022-01-18T16:05:57.552 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.91 MB/sec execute 124 sec latency 89710.407 ms 2022-01-18T16:05:58.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:57 smithi129 conmon[101092]: cluster 2022-01-18T16:05:56.034372+0000 mgr.smithi129.iclwio (mgr.14716) 56 : cluster 2022-01-18T16:05:58.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:57 smithi129 conmon[101092]: [DBG] pgmap v32: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:05:58.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:57 smithi129 conmon[101092]: audit 2022-01-18T16:05:57.138573+0000 mon.smithi129 (mon.0) 81 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:58.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:57 smithi156 conmon[67007]: cluster 2022-01-18T16:05:56.034372+0000 mgr.smithi129.iclwio (mgr.14716) 56 : cluster [DBG] pgmap v32: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:05:58.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:57 smithi156 conmon[67007]: audit 2022-01-18T16:05:57.138573+0000 mon.smithi129 (mon.0) 81 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:05:58.552 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.88 MB/sec execute 125 sec latency 90710.431 ms 2022-01-18T16:05:58.914 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:58 smithi129 conmon[101092]: cephadm 2022-01-18T16:05:57.132166+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:05:58.915 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:58 smithi129 conmon[101092]: 57 : cephadm [INF] Upgrade: Updating osd.0 2022-01-18T16:05:58.915 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:58 smithi129 conmon[101092]: cephadm 2022-01-18T16:05:57.139707+0000 mgr.smithi129.iclwio (mgr.14716) 58 : cephadm [INF] Deploying daemon osd.0 on smithi129 2022-01-18T16:05:58.915 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:58 smithi129 conmon[101092]: audit 2022-01-18T16:05:58.207953+0000 mon.smithi129 (mon.0) 82 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:05:58.915 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:58 smithi129 conmon[101092]: audit 2022-01-18T16:05:58.212999+0000 mon.smithi129 (mon.0) 83 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:05:59.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:58 smithi156 conmon[67007]: cephadm 2022-01-18T16:05:57.132166+0000 mgr.smithi129.iclwio (mgr.14716) 57 : cephadm [INF] Upgrade: Updating osd.0 2022-01-18T16:05:59.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:58 smithi156 conmon[67007]: cephadm 2022-01-18T16:05:57.139707+0000 mgr.smithi129.iclwio (mgr.14716) 58 : cephadm [INF] Deploying daemon osd.0 on smithi129 2022-01-18T16:05:59.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:58 smithi156 conmon[67007]: audit 2022-01-18T16:05:58.207953+0000 mon.smithi129 (mon.0) 82 : audit 2022-01-18T16:05:59.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:58 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:05:59.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:58 smithi156 conmon[67007]: audit 2022-01-18T16 2022-01-18T16:05:59.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:58 smithi156 conmon[67007]: :05:58.212999+0000 mon.smithi129 (mon 2022-01-18T16:05:59.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:58 smithi156 conmon[67007]: .0) 83 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:05:59.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:58 smithi156 conmon[67007]: 2022-01-18T16:05:59.552 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.85 MB/sec execute 126 sec latency 91710.480 ms 2022-01-18T16:06:00.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:05:59 smithi129 conmon[101092]: cluster 2022-01-18T16:05:58.034778+0000 mgr.smithi129.iclwio (mgr.14716) 59 : cluster [DBG] pgmap v33: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:06:00.175 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:05:59 smithi129 systemd[1]: Stopping Ceph osd.0 for e63fbe5c-7876-11ec-8c34-001a4aab830c... 2022-01-18T16:06:00.175 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[47478]: debug 2022-01-18T16:06:00.081+0000 7f90ace3f700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2022-01-18T16:06:00.175 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[47478]: debug 2022-01-18T16:06:00.081+0000 7f90ace3f700 -1 osd.0 69 *** Got signal Terminated *** 2022-01-18T16:06:00.176 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[47478]: debug 2022-01-18T16:06:00.081+0000 7f90ace3f700 -1 osd.0 69 *** Immediate shutdown (osd_fast_shutdown=true) *** 2022-01-18T16:06:00.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:05:59 smithi156 conmon[67007]: cluster 2022-01-18T16:05:58.034778+0000 mgr.smithi129.iclwio (mgr.14716) 59 : cluster [DBG] pgmap v33: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:06:00.552 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.82 MB/sec execute 127 sec latency 92710.545 ms 2022-01-18T16:06:00.674 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:06:00 smithi129 bash[106106]: 9f5f63cda7b06a8c37412c3f1558e940115b11eb55b7f98fe301f271a9bb2dd9 2022-01-18T16:06:00.674 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:06:00 smithi129 bash[106106]: Error: no container with name or ID ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c-osd-0 found: no such container 2022-01-18T16:06:01.174 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:06:00 smithi129 bash[106106]: Error: container 9f5f63cda7b06a8c37412c3f1558e940115b11eb55b7f98fe301f271a9bb2dd9 does not exist in database: no such container 2022-01-18T16:06:01.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022-01-18T16:06:00.035416+0000 mgr.smithi129.iclwio (mgr.14716) 60 : cluster [DBG] pgmap v34: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:06:01.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022-01-18T 2022-01-18T16:06:01.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 16:06:00.367139+0000 mon.smithi129 (mon.0) 84 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-01-18T16:06:01.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022-01-18T16:06:00.367181+0000 mon.smithi129 (mon.0) 85 : cluster [INF] osd.0 failed (root=default,host=smithi129) (connection refused reported by osd.7) 2022-01-18T16:06:01.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022-01-18T16:06:00.367315+0000 mon.smithi129 (mon.0) 86 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-01-18T16:06:01.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022-01-18T16:06:00.367400+0000 mon.smithi129 (mon.0) 87 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-01-18T16:06:01.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022-01-18T16:06:00.367487+0000 mon.smithi129 (mon.0) 88 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-01-18T16:06:01.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022-01-18T16:06:00.367528+0000 mon.smithi129 (mon.0) 89 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-01-18T16:06:01.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022-01-18T16:06:00.367620+0000 mon.smithi129 (mon.0) 90 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-01-18T16:06:01.177 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022-01-18T16:06:00.367658+0000 mon.smithi129 (mon.0) 91 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-01-18T16:06:01.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022-01-18T16 2022-01-18T16:06:01.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: :06:00.367748+0000 mon.smithi129 (mon.0) 92 : cluster [DBG] 2022-01-18T16:06:01.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: osd.0 reported immediately failed by osd.6 2022-01-18T16:06:01.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022-01-18T16:06:01.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 2022-01-18T16:06:00.367810+0000 mon.smithi129 (mon 2022-01-18T16:06:01.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: .0) 93 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-01-18T16:06:01.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022-01-18 2022-01-18T16:06:01.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: T16:06:00.367918+0000 mon.smithi129 (mon 2022-01-18T16:06:01.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: .0) 94 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-01-18T16:06:01.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022-01 2022-01-18T16:06:01.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: -18T16:06:00.367995+0000 mon.smithi129 (mon. 2022-01-18T16:06:01.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 0) 95 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-01-18T16:06:01.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022-01- 2022-01-18T16:06:01.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 18T16:06:00.368036+0000 mon.smithi129 ( 2022-01-18T16:06:01.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: mon.0) 96 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-01-18T16:06:01.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022-01 2022-01-18T16:06:01.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: -18T16:06:00.368135+0000 mon.smithi129 2022-01-18T16:06:01.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: (mon.0) 97 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-01-18T16:06:01.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022 2022-01-18T16:06:01.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: -01-18T16:06:00.368212+0000 2022-01-18T16:06:01.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: mon.smithi129 (mon.0) 98 : cluster [DBG] 2022-01-18T16:06:01.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: osd.0 reported immediately failed by osd.7 2022-01-18T16:06:01.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022-01-18T16:06:00. 2022-01-18T16:06:01.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 368253+0000 mon.smithi129 (mon.0) 99 : cluster 2022-01-18T16:06:01.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: [DBG] osd.0 reported immediately failed by osd.6 2022-01-18T16:06:01.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022-01-18T16: 2022-01-18T16:06:01.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 06:00.368364+0000 mon.smithi129 (mon.0 2022-01-18T16:06:01.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: ) 100 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-01-18T16:06:01.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022-01-18T16:06:01.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 2022-01-18 2022-01-18T16:06:01.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: T16:06:00.368403+0000 mon.smithi129 ( 2022-01-18T16:06:01.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: mon.0) 101 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-01-18T16:06:01.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022-01-18T16:06 2022-01-18T16:06:01.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: :00.368490+0000 mon.smithi129 (mon.0) 102 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-01-18T16:06:01.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022-01-18T16:06 2022-01-18T16:06:01.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: :00.368561+0000 mon.smithi129 (mon.0) 103 : cluster 2022-01-18T16:06:01.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: [DBG] osd.0 reported immediately failed by osd.1 2022-01-18T16:06:01.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022-01-18T16:06: 2022-01-18T16:06:01.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 00.768025+0000 mon.smithi129 (mon.0) 104 : 2022-01-18T16:06:01.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster [DBG] osd.0 reported immediately failed by osd.7 2022-01-18T16:06:01.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022-01-18T16:06:01.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 2022-01-18T16:06:00 2022-01-18T16:06:01.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: .768118+0000 mon.smithi129 (mon.0) 105 : 2022-01-18T16:06:01.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster [DBG] osd.0 reported immediately failed by osd.7 2022-01-18T16:06:01.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022-01-18T16:06:01.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 2022-01-18T16:06: 2022-01-18T16:06:01.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 00.768260+0000 mon.smithi129 (mon. 2022-01-18T16:06:01.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 0) 106 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-01-18T16:06:01.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 2022-01-18T16:06:01.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022-01-18T16:06:01.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 2022-01 2022-01-18T16:06:01.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: -18T16:06:00 2022-01-18T16:06:01.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: .768330+0000 mon.smithi129 (mon.0 2022-01-18T16:06:01.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: ) 107 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-01-18T16:06:01.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022- 2022-01-18T16:06:01.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 01-18T16:06:00 2022-01-18T16:06:01.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: .768401+0000 mon.smithi129 (mon.0 2022-01-18T16:06:01.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: ) 108 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-01-18T16:06:01.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022 2022-01-18T16:06:01.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: -01-18T16:06:00 2022-01-18T16:06:01.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: .768466+0000 mon.smithi129 (mon.0 2022-01-18T16:06:01.200 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: ) 109 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-01-18T16:06:01.200 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 2022-01-18T16:06:01.200 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022-01-18T16:06:01.200 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 2022-01 2022-01-18T16:06:01.201 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: -18T16:06:00. 2022-01-18T16:06:01.201 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 768532+0000 mon.smithi129 (mon.0 2022-01-18T16:06:01.201 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: ) 110 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-01-18T16:06:01.201 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022 2022-01-18T16:06:01.202 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: -01-18T16:06:00 2022-01-18T16:06:01.202 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: .768596+0000 mon.smithi129 (mon. 2022-01-18T16:06:01.202 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 0) 111 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-01-18T16:06:01.202 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022 2022-01-18T16:06:01.203 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: -01-18T16:06:00 2022-01-18T16:06:01.203 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: .768661+0000 mon.smithi129 (mon.0 2022-01-18T16:06:01.203 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: ) 112 : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-01-18T16:06:01.203 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 2022-01-18T16:06:01.203 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022-01-18T16:06:01.204 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 2022-01-18T16:06 2022-01-18T16:06:01.204 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: :00.768731+0000 mon.smithi129 ( 2022-01-18T16:06:01.204 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: mon.0) 113 : cluster [DBG] 2022-01-18T16:06:01.204 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: osd.0 reported immediately failed by osd.5 2022-01-18T16:06:01.205 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022-01-18T16:06:01.205 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 2022-01 2022-01-18T16:06:01.205 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: -18T16:06:00 2022-01-18T16:06:01.205 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: .768815+0000 mon.smithi129 (mon. 2022-01-18T16:06:01.206 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 0) 114 : cluster [DBG] 2022-01-18T16:06:01.206 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: osd.0 reported immediately failed by osd.2 2022-01-18T16:06:01.206 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022-01-18T16:06:01.206 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 2022-01 2022-01-18T16:06:01.207 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: -18T16:06:00 2022-01-18T16:06:01.207 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: .768881+0000 mon.smithi129 (mon. 2022-01-18T16:06:01.207 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 0) 115 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-01-18T16:06:01.207 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 2022-01-18T16:06:01.207 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022-01-18T16:06:01.208 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 2022-01-18T16: 2022-01-18T16:06:01.208 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 06:00.768950+0000 mon.smithi129 2022-01-18T16:06:01.208 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: (mon.0) 116 : cluster 2022-01-18T16:06:01.208 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: [DBG] osd.0 reported immediately failed by osd.3 2022-01-18T16:06:01.208 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022-01-18T16:06:01.209 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 2022- 2022-01-18T16:06:01.209 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 01-18T16:06:00 2022-01-18T16:06:01.209 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: .769018+0000 mon.smithi129 (mon. 2022-01-18T16:06:01.209 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 0) 117 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-01-18T16:06:01.210 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 2022-01-18T16:06:01.210 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022-01-18T16:06:01.210 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 2022-01- 2022-01-18T16:06:01.210 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 18T16:06:00. 2022-01-18T16:06:01.210 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 769086+0000 mon.smithi129 (mon.0) 2022-01-18T16:06:01.211 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 118 : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-01-18T16:06:01.211 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022- 2022-01-18T16:06:01.211 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 01-18T16:06:00. 2022-01-18T16:06:01.211 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 769165+0000 mon.smithi129 (mon.0 2022-01-18T16:06:01.211 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: ) 119 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-01-18T16:06:01.212 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022 2022-01-18T16:06:01.212 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: -01-18T16:06:00.769229 2022-01-18T16:06:01.212 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 120 2022-01-18T16:06:01.212 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-01-18T16:06:01.213 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022 2022-01-18T16:06:01.213 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: -01-18T16:06 2022-01-18T16:06:01.213 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: :00.769297+0000 mon.smithi129 ( 2022-01-18T16:06:01.213 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: mon.0) 121 : cluster 2022-01-18T16:06:01.214 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: [DBG] osd.0 reported immediately failed by osd.3 2022-01-18T16:06:01.214 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: cluster 2022-01-18T16:06:01.214 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 2022-01- 2022-01-18T16:06:01.214 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 18T16:06:00.769366 2022-01-18T16:06:01.214 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 2022-01-18T16:06:01.215 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:00 smithi129 conmon[101092]: 122 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-01-18T16:06:01.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01-18T16:06:00.035416+0000 mgr.smithi129.iclwio (mgr.14716) 60 : cluster [DBG] 2022-01-18T16:06:01.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: pgmap v34: 129 pgs: 129 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:06:01.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01-18T16:06:00.367139+0000 mon.smithi129 (mon.0) 84 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-01-18T16:06:01.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022- 2022-01-18T16:06:01.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: 01-18T16:06:00.367181+0000 mon.smithi129 (mon.0) 85 : cluster [INF] osd.0 failed (root=default,host=smithi129) (connection refused reported by osd.7) 2022-01-18T16:06:01.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01-18T16:06:01.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: 2022-01-18T16:06: 2022-01-18T16:06:01.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: 00.367315+0000 mon.smithi129 (mon.0 2022-01-18T16:06:01.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: ) 86 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-01-18T16:06:01.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01-18T16:06:01.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: 2022-01-18T16:06: 2022-01-18T16:06:01.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: 00.367400+0000 mon.smithi129 (mon.0) 87 2022-01-18T16:06:01.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-01-18T16:06:01.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01-18T16:06:01.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: 2022-01-18T16:06 2022-01-18T16:06:01.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: :00.367487+0000 mon.smithi129 (mon.0 2022-01-18T16:06:01.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: ) 88 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-01-18T16:06:01.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01-18T16:06:01.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: 2022-01-18T16:06: 2022-01-18T16:06:01.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: 00.367528+0000 mon.smithi129 (mon.0) 89 2022-01-18T16:06:01.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-01-18T16:06:01.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022- 2022-01-18T16:06:01.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: 01-18T16:06:00.367620+0000 mon.smithi129 (mon.0) 90 : cluster [DBG] 2022-01-18T16:06:01.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: osd.0 reported immediately failed by osd.1 2022-01-18T16:06:01.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01-18T16:06:00.367658+0000 mon.smithi129 ( 2022-01-18T16:06:01.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: mon.0) 91 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-01-18T16:06:01.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022- 2022-01-18T16:06:01.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: 01-18T16:06:00.367748+0000 mon.smithi129 (mon.0) 92 2022-01-18T16:06:01.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-01-18T16:06:01.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01-18T16:06:01.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: 2022-01-18T16:06:00.367810+0000 mon.smithi129 (mon 2022-01-18T16:06:01.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: .0) 93 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-01-18T16:06:01.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01 2022-01-18T16:06:01.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: -18T16:06:00.367918+0000 mon.smithi129 (mon 2022-01-18T16:06:01.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: .0) 94 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-01-18T16:06:01.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01-18T16:06:01.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: 2022-01-18T16:06: 2022-01-18T16:06:01.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: 00.367995+0000 mon.smithi129 (mon.0 2022-01-18T16:06:01.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: ) 95 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-01-18T16:06:01.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01-18T16:06:01.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: 2022-01-18T16:06: 2022-01-18T16:06:01.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: 00.368036+0000 mon.smithi129 (mon.0) 96 2022-01-18T16:06:01.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-01-18T16:06:01.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01 2022-01-18T16:06:01.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: -18T16:06:00.368135 2022-01-18T16:06:01.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 97 : cluster [DBG] 2022-01-18T16:06:01.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: osd.0 reported immediately failed by osd.1 2022-01-18T16:06:01.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01-18T16 2022-01-18T16:06:01.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: :06:00.368212+0000 mon.smithi129 (mon. 2022-01-18T16:06:01.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: 0) 98 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-01-18T16:06:01.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01-18T16:06:00 2022-01-18T16:06:01.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: .368253+0000 mon.smithi129 (mon.0) 99 : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-01-18T16:06:01.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01-18T 2022-01-18T16:06:01.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: 16:06:00.368364+0000 mon.smithi129 (mon.0) 100 : cluster 2022-01-18T16:06:01.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: [DBG] osd.0 reported immediately failed by osd.2 2022-01-18T16:06:01.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01-18T16:06:00. 2022-01-18T16:06:01.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: 368403+0000 mon.smithi129 (mon.0) 101 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-01-18T16:06:01.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01-18T 2022-01-18T16:06:01.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: 16:06:00.368490+0000 mon.smithi129 (mon.0) 102 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-01-18T16:06:01.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01-18T16:06:01.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: 2022-01-18T16:06:00.368561+0000 mon.smithi129 2022-01-18T16:06:01.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: (mon.0) 103 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-01-18T16:06:01.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022- 2022-01-18T16:06:01.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: 01-18T16:06:00.768025+0000 mon.smithi129 (mon 2022-01-18T16:06:01.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: .0) 104 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-01-18T16:06:01.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01- 2022-01-18T16:06:01.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: 18T16:06:00.768118+0000 mon.smithi129 (mon.0) 105 2022-01-18T16:06:01.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-01-18T16:06:01.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01-18T16:06:00.768260+0000 2022-01-18T16:06:01.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: mon.smithi129 (mon.0) 106 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-01-18T16:06:01.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022- 2022-01-18T16:06:01.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: 01-18T16:06:00.768330+0000 mon.smithi129 (mon 2022-01-18T16:06:01.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: .0) 107 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-01-18T16:06:01.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01-18T 2022-01-18T16:06:01.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: 16:06:00.768401+0000 mon.smithi129 (mon.0) 2022-01-18T16:06:01.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: 108 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-01-18T16:06:01.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01-18T16:06:00 2022-01-18T16:06:01.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: .768466+0000 mon.smithi129 (mon.0) 109 : cluster [DBG] 2022-01-18T16:06:01.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: osd.0 reported immediately failed by osd.3 2022-01-18T16:06:01.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01-18T16:06:01.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: 2022-01-18T16:06:00.768532+0000 mon.smithi129 (mon.0) 110 : 2022-01-18T16:06:01.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster [DBG] osd.0 reported immediately failed by osd.1 2022-01-18T16:06:01.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01-18T16:06:01.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: 2022-01-18T16:06:00.768596+0000 mon.smithi129 (mon.0 2022-01-18T16:06:01.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: ) 111 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-01-18T16:06:01.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01-18T16:06:00 2022-01-18T16:06:01.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: .768661+0000 mon.smithi129 (mon.0) 112 : cluster [DBG] 2022-01-18T16:06:01.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: osd.0 reported immediately failed by osd.6 2022-01-18T16:06:01.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01-18T16:06:00.768731+0000 mon.smithi129 (mon.0) 113 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-01-18T16:06:01.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01-18T16:06:00.768815+0000 mon.smithi129 (mon.0) 114 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-01-18T16:06:01.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01-18T16:06:00.768881+0000 mon.smithi129 (mon.0) 115 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-01-18T16:06:01.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01-18T16:06:00.768950+0000 mon.smithi129 (mon.0) 116 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-01-18T16:06:01.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01-18T16:06:00.769018+0000 mon.smithi129 (mon.0) 117 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-01-18T16:06:01.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01-18T16:06:00.769086+0000 mon.smithi129 (mon.0) 118 : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-01-18T16:06:01.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01-18T16:06:00.769165+0000 mon.smithi129 (mon.0) 119 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-01-18T16:06:01.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01-18T16:06:00.769229+0000 mon.smithi129 (mon.0) 120 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-01-18T16:06:01.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01-18T16:06:00.769297+0000 mon.smithi129 (mon.0) 121 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-01-18T16:06:01.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:00 smithi156 conmon[67007]: cluster 2022-01-18T16:06:00.769366+0000 mon.smithi129 (mon.0) 122 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-01-18T16:06:01.552 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.79 MB/sec execute 128 sec latency 93710.607 ms 2022-01-18T16:06:01.912 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:01 smithi129 conmon[101092]: cluster 2022-01-18T16:06:00.908275+0000 mon.smithi129 2022-01-18T16:06:01.912 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:01 smithi129 conmon[101092]: (mon.0) 123 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2022-01-18T16:06:01.913 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:01 smithi129 conmon[101092]: cluster 2022-01-18T16:06:00.916743+0000 2022-01-18T16:06:01.913 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:01 smithi129 conmon[101092]: mon.smithi129 (mon.0) 124 : cluster [DBG] osdmap e70: 8 total, 7 up, 8 in 2022-01-18T16:06:01.913 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:01 smithi129 conmon[101092]: audit 2022-01-18T16:06:01.913 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:01 smithi129 conmon[101092]: 2022-01-18T16:06:00.918372+0000 mon.smithi129 (mon.0) 2022-01-18T16:06:01.914 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:01 smithi129 conmon[101092]: 125 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-18T16:06:01.914 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:01 smithi129 conmon[101092]: audit 2022-01-18T16:06: 2022-01-18T16:06:01.914 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:01 smithi129 conmon[101092]: 00.929049+0000 mgr.smithi129.iclwio (mgr.14716) 61 : audit [DBG] 2022-01-18T16:06:01.914 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:01 smithi129 conmon[101092]: from='client.34112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:06:01.915 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:01 smithi129 conmon[101092]: audit 2022-01-18T16:06:00.930958 2022-01-18T16:06:01.916 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:01 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 126 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-18T16:06:01.916 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:01 smithi129 conmon[101092]: 2022-01-18T16:06:01.916 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:01 smithi129 conmon[101092]: cluster 2022-01-18T16:06:01.917 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:01 smithi129 conmon[101092]: 2022-01-18T16:06:01.539437+0000 mds.foofs.smithi129.uncsrf (mds. 2022-01-18T16:06:01.917 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:01 smithi129 conmon[101092]: 0) 14 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 83.536011 secs 2022-01-18T16:06:01.931 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:06:02.201 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:06:02.201 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (8m) 15s ago 9m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:06:02.201 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (21s) 15s ago 9m 7017k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:06:02.202 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (11s) 6s ago 9m 7037k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:06:02.202 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (8m) 15s ago 9m 38.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:06:02.202 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4m) 15s ago 4m 39.2M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:06:02.202 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4m) 6s ago 4m 17.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:06:02.203 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (71s) 15s ago 10m 432M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:06:02.203 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (53s) 6s ago 8m 384M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:06:02.203 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (43s) 15s ago 11m 41.6M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:06:02.203 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (30s) 6s ago 8m 32.9M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:06:02.203 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (88s) 15s ago 87s 71.1M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:06:02.204 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (82s) 6s ago 81s 57.6M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:06:02.204 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (9m) 15s ago 9m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:06:02.204 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (8m) 6s ago 8m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:06:02.205 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (8m) 15s ago 8m 1569M 4096M 16.2.4 8d91d370c2b8 9f5f63cda7b0 2022-01-18T16:06:02.206 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (7m) 15s ago 7m 1433M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:06:02.206 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (7m) 15s ago 7m 931M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:06:02.207 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (7m) 15s ago 7m 1611M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:06:02.207 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6m) 6s ago 6m 1373M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:06:02.207 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6m) 6s ago 6m 1737M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:06:02.207 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6m) 6s ago 6m 1364M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:06:02.208 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (6m) 6s ago 6m 2163M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:06:02.208 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (8m) 15s ago 9m 49.9M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:06:02.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:01 smithi156 conmon[67007]: cluster 2022-01-18T16:06:00.908275+0000 mon.smithi129 (mon.0) 123 : cluster [WRN] 2022-01-18T16:06:02.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:01 smithi156 conmon[67007]: Health check failed: 1 osds down (OSD_DOWN) 2022-01-18T16:06:02.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:01 smithi156 conmon[67007]: cluster 2022-01-18T16:06:00.916743+0000 mon.smithi129 (mon.0) 124 : cluster [DBG] osdmap e70: 8 total, 7 up, 8 in 2022-01-18T16:06:02.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:01 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T16:06:02.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:01 smithi156 conmon[67007]: T16:06:00.918372+0000 mon.smithi129 (mon.0) 125 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-18T16:06:02.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:01 smithi156 conmon[67007]: audit 2022-01-18T16:06 2022-01-18T16:06:02.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:01 smithi156 conmon[67007]: :00.929049+0000 mgr.smithi129.iclwio (mgr.14716) 61 : audit [DBG] 2022-01-18T16:06:02.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:01 smithi156 conmon[67007]: from='client.34112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:06:02.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:01 smithi156 conmon[67007]: audit 2022-01-18T16:06:02.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:01 smithi156 conmon[67007]: 2022-01-18T16:06:00.930958+0000 2022-01-18T16:06:02.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:01 smithi156 conmon[67007]: mon.smithi129 (mon.0) 126 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-18T16:06:02.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:01 smithi156 conmon[67007]: 2022-01-18T16:06:02.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:01 smithi156 conmon[67007]: cluster 2022-01-18T16:06 2022-01-18T16:06:02.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:01 smithi156 conmon[67007]: :01.539437+0000 mds.foofs.smithi129.uncsrf (mds.0) 14 : 2022-01-18T16:06:02.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:01 smithi156 conmon[67007]: cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 83.536011 secs 2022-01-18T16:06:02.552 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.76 MB/sec execute 129 sec latency 94710.641 ms 2022-01-18T16:06:02.578 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:06:02.579 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:06:02.579 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:06:02.579 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:06:02.579 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:06:02.580 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:06:02.580 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:06:02.580 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:06:02.580 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-18T16:06:02.581 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:06:02.581 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:06:02.581 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:06:02.581 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:06:02.581 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:06:02.582 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:06:02.582 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 4 2022-01-18T16:06:02.582 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:06:02.582 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:06:02.679 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:06:02 smithi129 systemd[1]: ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service: Succeeded. 2022-01-18T16:06:02.679 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:06:02 smithi129 systemd[1]: Stopped Ceph osd.0 for e63fbe5c-7876-11ec-8c34-001a4aab830c. 2022-01-18T16:06:02.679 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:06:02 smithi129 systemd[1]: Starting Ceph osd.0 for e63fbe5c-7876-11ec-8c34-001a4aab830c... 2022-01-18T16:06:03.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:02 smithi129 conmon[101092]: audit 2022-01-18T16:06:01.915769+0000 mon.smithi129 (mon.0) 127 : audit [INF] 2022-01-18T16:06:03.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:02 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-01-18T16:06:03.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:02 smithi129 conmon[101092]: cluster 2022-01-18T16:06:01.915860+0000 mon.smithi129 (mon.0) 128 : cluster [DBG] osdmap e71: 8 total, 7 up, 8 in 2022-01-18T16:06:03.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:02 smithi129 conmon[101092]: cluster 2022-01-18T16:06:02.035773+0000 mgr.smithi129.iclwio (mgr.14716) 62 : cluster [DBG] pgmap v37: 129 pgs: 16 stale+active+clean, 113 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:06:03.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:02 smithi129 conmon[101092]: audit 2022-01-18T16:06:02.206406+0000 mgr.smithi129.iclwio (mgr.14716) 63 : audit [DBG] from='client.34116 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:06:03.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:02 smithi129 conmon[101092]: audit 2022-01-18T16:06:02 2022-01-18T16:06:03.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:02 smithi129 conmon[101092]: .592469+0000 mon.smithi129 (mon.0) 129 : audit [DBG] from='client.? 172.21.15.129:0/3632365154' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:06:03.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:02 smithi156 conmon[67007]: audit 2022-01-18T16:06:01.915769+0000 mon.smithi129 (mon.0) 127 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-01-18T16:06:03.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:02 smithi156 conmon[67007]: cluster 2022-01-18T16:06:01.915860+0000 mon.smithi129 (mon.0) 128 : cluster [DBG] osdmap e71: 8 total, 7 up, 8 in 2022-01-18T16:06:03.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:02 smithi156 conmon[67007]: cluster 2022-01-18 2022-01-18T16:06:03.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:02 smithi156 conmon[67007]: T16:06:02.035773+0000 mgr.smithi129.iclwio (mgr.14716) 62 : cluster [DBG] 2022-01-18T16:06:03.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:02 smithi156 conmon[67007]: pgmap v37: 129 pgs: 16 stale+active+clean, 113 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:06:03.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:02 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T16:06:03.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:02 smithi156 conmon[67007]: 18T16:06:02.206406+0000 2022-01-18T16:06:03.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:02 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 63 : audit [DBG] from='client.34116 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:06:03.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:02 smithi156 conmon[67007]: 2022-01-18T16:06:03.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:02 smithi156 conmon[67007]: audit 2022- 2022-01-18T16:06:03.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:02 smithi156 conmon[67007]: 01-18T16:06:02.592469+0000 mon.smithi129 ( 2022-01-18T16:06:03.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:02 smithi156 conmon[67007]: mon.0) 129 : audit [DBG] from='client.? 172.21.15.129:0/3632365154' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:06:03.552 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.73 MB/sec execute 130 sec latency 95710.724 ms 2022-01-18T16:06:04.552 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.70 MB/sec execute 131 sec latency 96710.832 ms 2022-01-18T16:06:05.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:04 smithi156 conmon[67007]: cluster 2022-01-18T16:06:04.036318+0000 mgr.smithi129.iclwio (mgr.14716) 64 : cluster [DBG] pgmap v38: 129 pgs: 4 active+undersized+degraded, 4 active+undersized, 109 active+clean, 12 stale+active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 21/1443 objects degraded (1.455%) 2022-01-18T16:06:05.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:04 smithi156 conmon[67007]: 2022-01-18T16:06:05.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:04 smithi156 conmon[67007]: cluster 2022-01-18T16:06:04.892127+0000 mon.smithi129 (mon.0) 130 : cluster [WRN] Health check failed: Degraded data redundancy: 21/1443 objects degraded (1.455%), 4 pgs degraded (PG_DEGRADED) 2022-01-18T16:06:05.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:04 smithi129 conmon[101092]: cluster 2022-01-18T16:06:04.036318+0000 mgr.smithi129.iclwio (mgr.14716) 64 : cluster [DBG] pgmap v38: 129 pgs: 4 active+undersized+degraded, 4 active+undersized, 109 active+clean, 12 stale+active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 21/1443 objects degraded (1.455%) 2022-01-18T16:06:05.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:04 smithi129 conmon[101092]: cluster 2022-01-18T16:06:04.892127+0000 mon.smithi129 (mon.0) 130 : cluster [WRN] Health check failed: Degraded data redundancy: 21/1443 objects degraded (1.455%), 4 pgs degraded (PG_DEGRADED) 2022-01-18T16:06:05.552 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.67 MB/sec execute 132 sec latency 97710.934 ms 2022-01-18T16:06:06.553 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.64 MB/sec execute 133 sec latency 98711.018 ms 2022-01-18T16:06:07.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:07 smithi129 conmon[101092]: cluster 2022-01-18T16:06:06.037268+0000 mgr.smithi129.iclwio (mgr.14716) 65 : cluster [DBG] pgmap v39: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:07.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:07 smithi129 conmon[101092]: 2022-01-18T16:06:07.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:07 smithi129 conmon[101092]: cluster 2022-01-18T16:06:06.539541+0000 mds.foofs.smithi129.uncsrf (mds.0) 15 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 88.536116 secs 2022-01-18T16:06:07.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:07 smithi156 conmon[67007]: cluster 2022-01-18T16:06:06.037268+0000 mgr.smithi129.iclwio (mgr.14716) 65 : cluster [DBG] pgmap v39: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:07.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:07 smithi156 conmon[67007]: 2022-01-18T16:06:07.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:07 smithi156 conmon[67007]: cluster 2022-01-18T16:06:06.539541+0000 mds.foofs.smithi129.uncsrf (mds.0) 15 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 88.536116 secs 2022-01-18T16:06:07.552 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.62 MB/sec execute 134 sec latency 99711.122 ms 2022-01-18T16:06:08.553 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.59 MB/sec execute 135 sec latency 100711.255 ms 2022-01-18T16:06:09.553 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.56 MB/sec execute 136 sec latency 101711.355 ms 2022-01-18T16:06:10.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:09 smithi129 conmon[101092]: cluster 2022-01-18T16:06:08.037872+0000 mgr.smithi129.iclwio (mgr.14716) 66 : cluster [DBG] pgmap v40: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:10.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:09 smithi156 conmon[67007]: cluster 2022-01-18T16:06:08.037872+0000 mgr.smithi129.iclwio (mgr.14716) 66 : cluster [DBG] 2022-01-18T16:06:10.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:09 smithi156 conmon[67007]: pgmap v40: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:10.552 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.54 MB/sec execute 137 sec latency 102711.476 ms 2022-01-18T16:06:11.553 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.51 MB/sec execute 138 sec latency 103711.524 ms 2022-01-18T16:06:12.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:11 smithi129 conmon[101092]: cluster 2022-01-18T16:06:10.038733+0000 mgr.smithi129.iclwio (mgr.14716) 67 : cluster [DBG] pgmap v41: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:12.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:11 smithi129 conmon[101092]: cluster 2022-01-18T16:06:11.539642+0000 2022-01-18T16:06:12.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:11 smithi129 conmon[101092]: mds.foofs.smithi129.uncsrf (mds.0) 16 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 93.536220 secs 2022-01-18T16:06:12.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:11 smithi156 conmon[67007]: cluster 2022-01-18T16:06:10.038733+0000 mgr.smithi129.iclwio (mgr.14716) 67 : cluster [DBG] pgmap v41: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:12.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:11 smithi156 conmon[67007]: cluster 2022-01-18T16:06:11.539642+0000 mds.foofs.smithi129.uncsrf (mds.0) 16 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 93.536220 secs 2022-01-18T16:06:12.553 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.49 MB/sec execute 139 sec latency 104711.624 ms 2022-01-18T16:06:13.553 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.46 MB/sec execute 140 sec latency 105711.730 ms 2022-01-18T16:06:14.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:13 smithi129 conmon[101092]: cluster 2022-01-18T16:06:12.039274+0000 mgr.smithi129.iclwio (mgr.14716) 68 : cluster [DBG] 2022-01-18T16:06:14.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:13 smithi129 conmon[101092]: pgmap v42: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:14.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:13 smithi129 conmon[101092]: cluster 2022-01-18T16:06:13.896099+0000 mon.smithi129 (mon.0) 131 : cluster [WRN] Health check update: Degraded data redundancy: 190/1443 objects degraded (13.167%), 29 pgs degraded (PG_DEGRADED) 2022-01-18T16:06:14.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:13 smithi156 conmon[67007]: cluster 2022-01-18T16:06:12.039274+0000 mgr.smithi129.iclwio (mgr.14716) 68 : cluster [DBG] pgmap v42: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:14.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:13 smithi156 conmon[67007]: cluster 2022-01-18T16:06:13.896099+0000 mon.smithi129 (mon.0) 131 : cluster [WRN] Health check update: Degraded data redundancy: 190/1443 objects degraded (13.167%), 29 pgs degraded (PG_DEGRADED) 2022-01-18T16:06:14.553 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.44 MB/sec execute 141 sec latency 106711.837 ms 2022-01-18T16:06:15.553 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.41 MB/sec execute 142 sec latency 107711.946 ms 2022-01-18T16:06:16.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:15 smithi129 conmon[101092]: cluster 2022-01-18T16:06:14.039980+0000 mgr.smithi129.iclwio (mgr.14716) 69 : cluster [DBG] pgmap v43: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:16.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:15 smithi129 conmon[101092]: 2022-01-18T16:06:16.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:15 smithi156 conmon[67007]: cluster 2022-01-18T16:06:14.039980+0000 mgr.smithi129.iclwio (mgr.14716) 69 : cluster [DBG] pgmap v43: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:16.553 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.39 MB/sec execute 143 sec latency 108712.039 ms 2022-01-18T16:06:17.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:16 smithi129 conmon[101092]: cluster 2022-01-18T16:06:16.539745+0000 mds.foofs.smithi129.uncsrf (mds.0) 17 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 98.536323 secs 2022-01-18T16:06:17.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:16 smithi129 conmon[101092]: 2022-01-18T16:06:17.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:16 smithi156 conmon[67007]: cluster 2022-01-18T16:06:16.539745+0000 mds.foofs.smithi129.uncsrf (mds.0) 17 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 98.536323 secs 2022-01-18T16:06:17.554 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.37 MB/sec execute 144 sec latency 109712.144 ms 2022-01-18T16:06:18.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:17 smithi129 conmon[101092]: cluster 2022-01-18T16:06:16.040882+0000 mgr.smithi129.iclwio (mgr.14716) 70 : cluster [DBG] pgmap v44: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:18.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:17 smithi129 conmon[101092]: 2022-01-18T16:06:18.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:17 smithi156 conmon[67007]: cluster 2022-01-18T16:06:16.040882+0000 mgr.smithi129.iclwio (mgr.14716) 70 : cluster [DBG] pgmap v44: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:18.553 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.34 MB/sec execute 145 sec latency 110712.242 ms 2022-01-18T16:06:19.554 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.32 MB/sec execute 146 sec latency 111712.326 ms 2022-01-18T16:06:20.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:19 smithi129 conmon[101092]: cluster 2022-01-18T16:06:18.041518+0000 mgr.smithi129.iclwio (mgr.14716) 71 : cluster [DBG] pgmap v45: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:20.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:19 smithi129 conmon[101092]: 2022-01-18T16:06:20.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:19 smithi156 conmon[67007]: cluster 2022-01-18T16:06:18.041518+0000 mgr.smithi129.iclwio (mgr.14716) 71 : cluster [DBG] pgmap v45: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:20.554 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.30 MB/sec execute 147 sec latency 112712.410 ms 2022-01-18T16:06:21.554 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.27 MB/sec execute 148 sec latency 113712.501 ms 2022-01-18T16:06:22.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:21 smithi129 conmon[101092]: cluster 2022-01-18T16:06:20.042318+0000 mgr.smithi129.iclwio (mgr.14716) 72 : cluster [DBG] pgmap v46: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:22.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:21 smithi129 conmon[101092]: 2022-01-18T16:06:22.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:21 smithi129 conmon[101092]: cluster 2022-01-18T16:06:21.539883+0000 mds.foofs.smithi129.uncsrf (mds.0) 18 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 103.536461 secs 2022-01-18T16:06:22.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:21 smithi156 conmon[67007]: cluster 2022-01-18T16:06:20.042318+0000 mgr.smithi129.iclwio (mgr.14716) 72 : cluster [DBG] pgmap v46: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:22.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:21 smithi156 conmon[67007]: cluster 2022-01-18T16:06:21.539883+0000 mds.foofs.smithi129.uncsrf (mds.0) 18 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 103.536461 secs 2022-01-18T16:06:22.554 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.25 MB/sec execute 149 sec latency 114712.554 ms 2022-01-18T16:06:23.554 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.23 MB/sec execute 150 sec latency 115712.639 ms 2022-01-18T16:06:24.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:23 smithi129 conmon[101092]: cluster 2022-01-18T16:06:22.042781+0000 mgr.smithi129.iclwio (mgr.14716) 73 : cluster [DBG] pgmap v47: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:24.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:23 smithi129 conmon[101092]: 2022-01-18T16:06:24.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:23 smithi156 conmon[67007]: cluster 2022-01-18T16:06:22.042781+0000 mgr.smithi129.iclwio (mgr.14716) 73 : cluster [DBG] pgmap v47: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:24.554 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.21 MB/sec execute 151 sec latency 116712.720 ms 2022-01-18T16:06:25.554 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.19 MB/sec execute 152 sec latency 117712.816 ms 2022-01-18T16:06:26.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:25 smithi129 conmon[101092]: cluster 2022-01-18T16:06:24.043461+0000 mgr.smithi129.iclwio (mgr.14716) 74 : cluster [DBG] pgmap v48: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:26.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:25 smithi156 conmon[67007]: cluster 2022-01-18T16:06:24.043461+0000 mgr.smithi129.iclwio (mgr.14716) 74 : cluster [DBG] pgmap v48: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:26.554 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.17 MB/sec execute 153 sec latency 118712.932 ms 2022-01-18T16:06:27.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:26 smithi129 conmon[101092]: cluster 2022-01-18T16:06:26.044227+0000 2022-01-18T16:06:27.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:26 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 75 : cluster [DBG] pgmap v49: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:27.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:26 smithi129 conmon[101092]: cluster 2022-01-18T16:06:26.540011+0000 mds.foofs.smithi129.uncsrf (mds.0) 19 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 108.536587 secs 2022-01-18T16:06:27.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:26 smithi156 conmon[67007]: cluster 2022-01-18T16:06:26.044227+0000 mgr.smithi129.iclwio (mgr.14716) 75 : cluster [DBG] pgmap v49: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:27.465 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:26 smithi156 conmon[67007]: cluster 2022-01-18T16:06:26. 2022-01-18T16:06:27.466 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:26 smithi156 conmon[67007]: 540011+0000 mds.foofs.smithi129.uncsrf (mds.0) 19 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 108.536587 secs 2022-01-18T16:06:27.554 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.15 MB/sec execute 154 sec latency 119713.032 ms 2022-01-18T16:06:28.554 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.13 MB/sec execute 155 sec latency 120713.130 ms 2022-01-18T16:06:29.554 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.11 MB/sec execute 156 sec latency 121713.224 ms 2022-01-18T16:06:30.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:29 smithi129 conmon[101092]: cluster 2022-01-18T16:06:28.044772+0000 mgr.smithi129.iclwio (mgr.14716) 76 : cluster [DBG] pgmap v50: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:30.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:29 smithi156 conmon[67007]: cluster 2022-01-18T16:06:28.044772+0000 mgr.smithi129.iclwio (mgr.14716) 76 : cluster [DBG] 2022-01-18T16:06:30.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:29 smithi156 conmon[67007]: pgmap v50: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:30.555 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.09 MB/sec execute 157 sec latency 122713.329 ms 2022-01-18T16:06:31.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:30 smithi129 conmon[101092]: cluster 2022-01-18T16:06:29.912012+0000 mon.smithi129 (mon.0) 132 : cluster [DBG] mgrmap e38: smithi129.iclwio(active, since 92s), standbys: smithi156.drmcjo 2022-01-18T16:06:31.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:30 smithi129 conmon[101092]: cluster 2022-01-18T16:06:30.045644+0000 mgr.smithi129.iclwio (mgr.14716) 77 : cluster [DBG] pgmap v51: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:31.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:30 smithi156 conmon[67007]: cluster 2022-01-18T16:06:29.912012+0000 mon.smithi129 (mon.0) 132 : cluster [DBG] mgrmap e38: smithi129.iclwio(active, since 92s), standbys: smithi156.drmcjo 2022-01-18T16:06:31.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:30 smithi156 conmon[67007]: cluster 2022-01-18T16:06:30.045644+0000 mgr.smithi129.iclwio (mgr.14716) 77 : cluster [DBG] pgmap v51: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:31.555 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.07 MB/sec execute 158 sec latency 123713.437 ms 2022-01-18T16:06:32.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:31 smithi129 conmon[101092]: cluster 2022-01-18T16:06:31.540094+0000 mds.foofs.smithi129.uncsrf (mds.0) 20 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 113.536665 secs 2022-01-18T16:06:32.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:31 smithi129 conmon[101092]: 2022-01-18T16:06:32.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:31 smithi156 conmon[67007]: cluster 2022-01-18T16:06:31.540094+0000 mds.foofs.smithi129.uncsrf (mds.0) 20 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 113.536665 secs 2022-01-18T16:06:32.555 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.05 MB/sec execute 159 sec latency 124713.509 ms 2022-01-18T16:06:32.882 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:06:33.162 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:06:33.162 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (9m) 46s ago 10m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:06:33.162 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (52s) 46s ago 10m 7017k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:06:33.163 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (42s) 37s ago 9m 7037k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:06:33.163 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (8m) 46s ago 9m 38.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:06:33.163 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5m) 46s ago 5m 39.2M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:06:33.163 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4m) 37s ago 4m 17.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:06:33.164 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (102s) 46s ago 11m 432M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:06:33.164 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (84s) 37s ago 9m 384M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:06:33.164 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (74s) 46s ago 11m 41.6M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:06:33.164 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (61s) 37s ago 9m 32.9M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:06:33.164 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (119s) 46s ago 118s 71.1M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:06:33.165 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (113s) 37s ago 112s 57.6M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:06:33.165 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (9m) 46s ago 9m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:06:33.165 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (9m) 37s ago 9m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:06:33.165 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (8m) 46s ago 8m 1569M 4096M 16.2.4 8d91d370c2b8 9f5f63cda7b0 2022-01-18T16:06:33.166 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (8m) 46s ago 8m 1433M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:06:33.166 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (8m) 46s ago 8m 931M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:06:33.166 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (7m) 46s ago 7m 1611M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:06:33.166 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (7m) 37s ago 7m 1373M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:06:33.167 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (7m) 37s ago 7m 1737M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:06:33.167 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6m) 37s ago 6m 1364M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:06:33.167 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (6m) 37s ago 6m 2163M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:06:33.167 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (8m) 46s ago 9m 49.9M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:06:33.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:32 smithi129 conmon[101092]: cluster 2022-01-18T16:06:32.046272+0000 mgr.smithi129.iclwio (mgr.14716) 78 : cluster [DBG] pgmap v52: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:33.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:32 smithi129 conmon[101092]: 2022-01-18T16:06:33.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:32 smithi129 conmon[101092]: audit 2022-01-18T16:06:32.884289+0000 mgr.smithi129.iclwio (mgr.14716) 79 : audit [DBG] from='client.34124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:06:33.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:32 smithi156 conmon[67007]: cluster 2022-01-18T16:06:32.046272+0000 mgr.smithi129.iclwio (mgr.14716) 78 : cluster [DBG] pgmap v52: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:33.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:32 smithi156 conmon[67007]: audit 2022-01-18T16:06:32 2022-01-18T16:06:33.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:32 smithi156 conmon[67007]: .884289+0000 mgr.smithi129.iclwio (mgr.14716) 79 : audit [DBG] from='client.34124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:06:33.482 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:06:33.482 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:06:33.483 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:06:33.483 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:06:33.483 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:06:33.484 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:06:33.484 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:06:33.484 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:06:33.485 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-18T16:06:33.485 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:06:33.485 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:06:33.485 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:06:33.486 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:06:33.486 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:06:33.486 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:06:33.487 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 4 2022-01-18T16:06:33.487 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:06:33.487 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:06:33.555 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.03 MB/sec execute 160 sec latency 125713.609 ms 2022-01-18T16:06:34.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:33 smithi129 conmon[101092]: audit 2022-01-18T16:06:33.168098+0000 mgr.smithi129.iclwio (mgr.14716) 80 : audit 2022-01-18T16:06:34.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:33 smithi129 conmon[101092]: [DBG] from='client.34128 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:06:34.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:33 smithi129 conmon[101092]: audit 2022-01-18T16:06:33.496946+0000 mon.smithi129 (mon.0) 133 : audit [DBG] from='client.? 172.21.15.129:0/2980296388' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:06:34.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:33 smithi156 conmon[67007]: audit 2022-01-18T16:06:33.168098+0000 mgr.smithi129.iclwio (mgr.14716) 80 : audit [DBG] from='client.34128 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:06:34.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:33 smithi156 conmon[67007]: audit 2022-01-18T16:06:33.496946+0000 mon.smithi129 (mon.0) 133 : audit [DBG] from='client.? 172.21.15.129:0/2980296388' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:06:34.555 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 3.01 MB/sec execute 161 sec latency 126713.692 ms 2022-01-18T16:06:35.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:34 smithi129 conmon[101092]: cluster 2022-01-18T16:06:34.047007+0000 mgr.smithi129.iclwio (mgr.14716) 81 : cluster [DBG] pgmap v53: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:35.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:34 smithi156 conmon[67007]: cluster 2022-01-18T16:06:34.047007+0000 mgr.smithi129.iclwio (mgr.14716) 81 : cluster [DBG] pgmap v53: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:35.555 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.99 MB/sec execute 162 sec latency 127713.726 ms 2022-01-18T16:06:36.555 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.97 MB/sec execute 163 sec latency 128713.814 ms 2022-01-18T16:06:37.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:37 smithi129 conmon[101092]: cluster 2022-01-18T16:06:36.047631+0000 mgr.smithi129.iclwio (mgr.14716) 82 : cluster [DBG] pgmap v54: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:37.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:37 smithi129 conmon[101092]: 2022-01-18T16:06:37.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:37 smithi129 conmon[101092]: cluster 2022-01-18T16:06:36.540164+0000 mds.foofs.smithi129.uncsrf (mds.0) 21 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 118.536739 secs 2022-01-18T16:06:37.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:37 smithi156 conmon[67007]: cluster 2022-01-18T16:06:36.047631+0000 mgr.smithi129.iclwio (mgr.14716) 82 : cluster [DBG] pgmap v54: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:37.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:37 smithi156 conmon[67007]: cluster 2022-01-18T16:06: 2022-01-18T16:06:37.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:37 smithi156 conmon[67007]: 36.540164+0000 mds.foofs.smithi129.uncsrf (mds.0) 21 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 118.536739 secs 2022-01-18T16:06:37.555 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.96 MB/sec execute 164 sec latency 129713.900 ms 2022-01-18T16:06:38.555 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.94 MB/sec execute 165 sec latency 130713.986 ms 2022-01-18T16:06:39.555 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.92 MB/sec execute 166 sec latency 131714.085 ms 2022-01-18T16:06:40.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:39 smithi129 conmon[101092]: cluster 2022-01-18T16:06:38.048309+0000 mgr.smithi129.iclwio (mgr.14716) 83 : cluster [DBG] pgmap v55: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:40.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:39 smithi156 conmon[67007]: cluster 2022-01-18T16:06:38.048309+0000 mgr.smithi129.iclwio (mgr.14716) 83 : cluster [DBG] pgmap v55: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:40.555 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.90 MB/sec execute 167 sec latency 132714.185 ms 2022-01-18T16:06:41.555 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.88 MB/sec execute 168 sec latency 133714.319 ms 2022-01-18T16:06:42.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:41 smithi129 conmon[101092]: cluster 2022-01-18T16:06:40.049294+0000 mgr.smithi129.iclwio (mgr.14716) 84 : cluster [DBG] pgmap v56: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:42.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:41 smithi129 conmon[101092]: cluster 2022-01-18T16:06:41.540322+0000 mds.foofs.smithi129.uncsrf ( 2022-01-18T16:06:42.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:41 smithi129 conmon[101092]: mds.0) 22 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 123.536909 secs 2022-01-18T16:06:42.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:41 smithi129 conmon[101092]: cluster 2022-01-18T16:06:41.540329+0000 mds.foofs.smithi129.uncsrf (mds.0) 23 : cluster [WRN] slow request 123.536908 seconds old, received at 2022-01-18T16:04:38.003383+0000: client_request(client.14698:4 getattr pAsLsXsFs #0x10000005102 2022-01-18T16:04:38.003340+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-01-18T16:06:42.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:41 smithi129 conmon[101092]: cluster 2022-01-18T16:06:41.540379+0000 mds.foofs.smithi129.uncsrf (mds.0) 24 : cluster [WRN] client.14524 isn't responding to mclientcaps(revoke), ino 0x10000005102 pending pAsxLsXsxFcb issued pAsxLsXsxFsxcrwb, sent 123.536929 seconds ago 2022-01-18T16:06:42.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:41 smithi129 conmon[101092]: 2022-01-18T16:06:42.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:41 smithi156 conmon[67007]: cluster 2022-01-18T16:06:40.049294+0000 mgr.smithi129.iclwio (mgr.14716) 84 : cluster [DBG] pgmap v56: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:42.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:41 smithi156 conmon[67007]: cluster 2022-01-18T16:06:41.540322+0000 mds.foofs.smithi129.uncsrf (mds.0) 22 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 123.536909 secs 2022-01-18T16:06:42.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:41 smithi156 conmon[67007]: cluster 2022-01-18T16:06:41.540329+0000 mds.foofs.smithi129.uncsrf (mds. 2022-01-18T16:06:42.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:41 smithi156 conmon[67007]: 0) 23 : cluster [WRN] slow request 123.536908 seconds old, received at 2022-01-18T16:04:38.003383+0000: client_request(client.14698:4 getattr pAsLsXsFs #0x10000005102 2022-01-18T16:04:38.003340+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-01-18T16:06:42.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:41 smithi156 conmon[67007]: cluster 2022-01-18T16: 2022-01-18T16:06:42.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:41 smithi156 conmon[67007]: 06:41.540379+0000 mds.foofs.smithi129.uncsrf (mds.0) 24 : cluster [WRN] client.14524 isn't responding to mclientcaps(revoke), ino 0x10000005102 pending pAsxLsXsxFcb issued pAsxLsXsxFsxcrwb, sent 123.536929 seconds ago 2022-01-18T16:06:42.556 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.87 MB/sec execute 169 sec latency 134714.417 ms 2022-01-18T16:06:43.556 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.85 MB/sec execute 170 sec latency 135714.516 ms 2022-01-18T16:06:44.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:43 smithi129 conmon[101092]: cluster 2022-01-18T16:06:42.049837+0000 mgr.smithi129.iclwio (mgr.14716) 85 : cluster [DBG] pgmap v57: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:44.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:43 smithi129 conmon[101092]: 2022-01-18T16:06:44.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:43 smithi156 conmon[67007]: cluster 2022-01-18T16:06:42.049837+0000 mgr.smithi129.iclwio (mgr.14716) 85 : cluster [DBG] 2022-01-18T16:06:44.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:43 smithi156 conmon[67007]: pgmap v57: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:44.556 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.83 MB/sec execute 171 sec latency 136714.597 ms 2022-01-18T16:06:45.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:44 smithi156 conmon[67007]: cluster 2022-01-18T16:06:44.050576+0000 mgr.smithi129.iclwio (mgr.14716) 86 : cluster [DBG] 2022-01-18T16:06:45.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:44 smithi156 conmon[67007]: pgmap v58: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:45.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:44 smithi129 conmon[101092]: cluster 2022-01-18T16:06:44.050576+0000 mgr.smithi129.iclwio (mgr.14716) 86 : cluster 2022-01-18T16:06:45.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:44 smithi129 conmon[101092]: [DBG] pgmap v58: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:45.556 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.82 MB/sec execute 172 sec latency 137714.696 ms 2022-01-18T16:06:46.556 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.80 MB/sec execute 173 sec latency 138714.809 ms 2022-01-18T16:06:47.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:47 smithi129 conmon[101092]: cluster 2022-01-18T16:06:46.051197+0000 mgr.smithi129.iclwio (mgr.14716) 87 : cluster [DBG] pgmap v59: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:47.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:47 smithi129 conmon[101092]: cluster 2022-01-18T16:06:46.540399+0000 mds.foofs.smithi129.uncsrf (mds.0) 25 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 128.536991 secs 2022-01-18T16:06:47.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:47 smithi156 conmon[67007]: cluster 2022-01-18T16:06:46.051197+0000 mgr.smithi129.iclwio (mgr.14716) 87 : cluster [DBG] 2022-01-18T16:06:47.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:47 smithi156 conmon[67007]: pgmap v59: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:47.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:47 smithi156 conmon[67007]: cluster 2022-01-18T16:06:46.540399+0000 mds.foofs.smithi129.uncsrf (mds.0) 25 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 128.536991 secs 2022-01-18T16:06:47.556 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.79 MB/sec execute 174 sec latency 139714.925 ms 2022-01-18T16:06:48.556 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.77 MB/sec execute 175 sec latency 140715.041 ms 2022-01-18T16:06:49.556 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.75 MB/sec execute 176 sec latency 141715.136 ms 2022-01-18T16:06:50.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:49 smithi129 conmon[101092]: cluster 2022-01-18T16:06:48.051881+0000 mgr.smithi129.iclwio (mgr.14716) 88 2022-01-18T16:06:50.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:49 smithi129 conmon[101092]: : cluster [DBG] pgmap v60: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:50.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:49 smithi156 conmon[67007]: cluster 2022-01-18T16:06:48.051881+0000 mgr.smithi129.iclwio (mgr.14716) 88 : cluster [DBG] pgmap v60: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:50.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:49 smithi156 conmon[67007]: 2022-01-18T16:06:50.556 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.74 MB/sec execute 177 sec latency 142715.245 ms 2022-01-18T16:06:51.556 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.72 MB/sec execute 178 sec latency 143715.330 ms 2022-01-18T16:06:52.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:51 smithi129 conmon[101092]: cluster 2022-01-18T16:06:50.052837+0000 mgr.smithi129.iclwio (mgr.14716) 89 : cluster [DBG] pgmap v61: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:52.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:51 smithi129 conmon[101092]: 2022-01-18T16:06:52.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:51 smithi129 conmon[101092]: cluster 2022-01-18T16:06:51.540462+0000 mds.foofs.smithi129.uncsrf (mds.0) 26 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 133.537055 secs 2022-01-18T16:06:52.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:51 smithi156 conmon[67007]: cluster 2022-01-18T16:06:50.052837+0000 mgr.smithi129.iclwio (mgr.14716) 89 : cluster [DBG] pgmap v61: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:52.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:51 smithi156 conmon[67007]: cluster 2022-01-18T16:06:51.540462+0000 mds.foofs.smithi129.uncsrf (mds.0) 26 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 133.537055 secs 2022-01-18T16:06:52.556 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.71 MB/sec execute 179 sec latency 144715.401 ms 2022-01-18T16:06:53.557 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.69 MB/sec execute 180 sec latency 145715.490 ms 2022-01-18T16:06:54.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:53 smithi129 conmon[101092]: cluster 2022-01-18T16:06:52.053468+0000 mgr.smithi129.iclwio (mgr.14716) 90 : cluster [DBG] 2022-01-18T16:06:54.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:53 smithi129 conmon[101092]: pgmap v62: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:54.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:53 smithi156 conmon[67007]: cluster 2022-01-18T16:06:52.053468+0000 mgr.smithi129.iclwio (mgr.14716) 90 : cluster [DBG] pgmap v62: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:54.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:53 smithi156 conmon[67007]: 2022-01-18T16:06:54.557 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.68 MB/sec execute 181 sec latency 146715.579 ms 2022-01-18T16:06:55.557 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.66 MB/sec execute 182 sec latency 147715.675 ms 2022-01-18T16:06:56.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:55 smithi129 conmon[101092]: cluster 2022-01-18T16:06:54.054339+0000 mgr.smithi129.iclwio (mgr.14716) 91 : cluster [DBG] pgmap v63: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:56.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:55 smithi156 conmon[67007]: cluster 2022-01-18T16:06:54.054339+0000 mgr.smithi129.iclwio (mgr.14716) 91 : cluster [DBG] pgmap v63: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:56.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:55 smithi156 conmon[67007]: 2022-01-18T16:06:56.557 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.65 MB/sec execute 183 sec latency 148715.791 ms 2022-01-18T16:06:57.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:56 smithi129 conmon[101092]: cluster 2022-01-18T16:06:56.054869+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:06:57.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:56 smithi129 conmon[101092]: 92 : cluster [DBG] pgmap v64: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:57.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:56 smithi129 conmon[101092]: cluster 2022-01-18T16:06:56.540550+0000 mds.foofs.smithi129.uncsrf (mds.0) 27 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 138.537128 secs 2022-01-18T16:06:57.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:56 smithi156 conmon[67007]: cluster 2022-01-18T16:06:56.054869+0000 mgr.smithi129.iclwio (mgr.14716) 92 : 2022-01-18T16:06:57.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:56 smithi156 conmon[67007]: cluster [DBG] pgmap v64: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:57.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:56 smithi156 conmon[67007]: cluster 2022-01-18T16:06:56.540550+0000 mds.foofs.smithi129.uncsrf (mds.0) 27 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 138.537128 secs 2022-01-18T16:06:57.557 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.63 MB/sec execute 184 sec latency 149715.910 ms 2022-01-18T16:06:58.557 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.62 MB/sec execute 185 sec latency 150716.004 ms 2022-01-18T16:06:59.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:59 smithi129 conmon[101092]: cluster 2022-01-18T16:06:58.055465+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:06:59.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:59 smithi129 conmon[101092]: 93 : cluster [DBG] pgmap v65: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:59.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:59 smithi129 conmon[101092]: audit 2022-01-18T16:06:58.209308+0000 mon.smithi129 (mon.0) 134 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:06:59.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:59 smithi129 conmon[101092]: audit 2022-01-18T16:06:58.214469+0000 mon.smithi129 (mon.0) 135 : audit [INF] 2022-01-18T16:06:59.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:06:59 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:06:59.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:59 smithi156 conmon[67007]: cluster 2022-01-18T16:06:58.055465+0000 mgr.smithi129.iclwio (mgr.14716) 93 : cluster [DBG] pgmap v65: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:06:59.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:59 smithi156 conmon[67007]: 2022-01-18T16:06:59.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:59 smithi156 conmon[67007]: audit 2022-01-18T16:06:58.209308+0000 mon.smithi129 (mon.0) 134 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:06:59.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:06:59 smithi156 conmon[67007]: audit 2022-01-18T16:06:58.214469+0000 mon.smithi129 (mon.0) 135 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:06:59.557 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.61 MB/sec execute 186 sec latency 151716.111 ms 2022-01-18T16:07:00.557 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.59 MB/sec execute 187 sec latency 152716.188 ms 2022-01-18T16:07:01.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:01 smithi129 conmon[101092]: cluster 2022-01-18T16:07:00.056445+0000 mgr.smithi129.iclwio (mgr.14716) 94 : cluster [DBG] 2022-01-18T16:07:01.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:01 smithi129 conmon[101092]: pgmap v66: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:01.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:01 smithi156 conmon[67007]: cluster 2022-01-18T16:07:00.056445+0000 mgr.smithi129.iclwio (mgr.14716) 94 : cluster [DBG] pgmap v66: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:01.557 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.58 MB/sec execute 188 sec latency 153716.264 ms 2022-01-18T16:07:02.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:02 smithi129 conmon[101092]: cluster 2022-01-18T16:07:01.540633+0000 mds.foofs.smithi129.uncsrf (mds.0) 28 2022-01-18T16:07:02.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:02 smithi129 conmon[101092]: : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 143.537212 secs 2022-01-18T16:07:02.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:02 smithi156 conmon[67007]: cluster 2022-01-18T16:07:01.540633+0000 mds.foofs.smithi129.uncsrf (mds.0) 28 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 143.537212 secs 2022-01-18T16:07:02.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:02 smithi156 conmon[67007]: 2022-01-18T16:07:02.557 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.56 MB/sec execute 189 sec latency 154716.347 ms 2022-01-18T16:07:03.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:03 smithi129 conmon[101092]: cluster 2022-01-18T16:07:02.057142+0000 mgr.smithi129.iclwio (mgr.14716) 95 : 2022-01-18T16:07:03.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:03 smithi129 conmon[101092]: cluster [DBG] pgmap v67: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:03.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:03 smithi129 conmon[101092]: cluster 2022-01-18T16:07:02.113555+0000 mon.smithi129 (mon.0) 136 : cluster [WRN] Health check update: Degraded data redundancy: 190/1443 objects degraded (13.167%), 29 pgs degraded, 49 pgs undersized (PG_DEGRADED) 2022-01-18T16:07:03.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:03 smithi156 conmon[67007]: cluster 2022-01-18T16:07:02.057142+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:07:03.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:03 smithi156 conmon[67007]: 14716) 95 : cluster [DBG] pgmap v67: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:03.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:03 smithi156 conmon[67007]: cluster 2022-01-18T16:07:02.113555+0000 mon.smithi129 (mon.0) 136 : cluster [WRN] Health check update: Degraded data redundancy: 190/1443 objects degraded (13.167%), 29 pgs degraded, 49 pgs undersized (PG_DEGRADED) 2022-01-18T16:07:03.557 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.55 MB/sec execute 190 sec latency 155716.397 ms 2022-01-18T16:07:03.782 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:07:04.051 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:07:04.051 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (9m) 77s ago 10m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:07:04.051 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (83s) 77s ago 10m 7017k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:07:04.051 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (72s) 68s ago 10m 7037k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:07:04.052 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (9m) 77s ago 10m 38.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:07:04.052 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5m) 77s ago 5m 39.2M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:07:04.053 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5m) 68s ago 5m 17.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:07:04.053 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2m) 77s ago 11m 432M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:07:04.053 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (115s) 68s ago 10m 384M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:07:04.053 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (105s) 77s ago 12m 41.6M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:07:04.054 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (92s) 68s ago 9m 32.9M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:07:04.054 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2m) 77s ago 2m 71.1M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:07:04.054 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2m) 68s ago 2m 57.6M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:07:04.054 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (10m) 77s ago 10m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:07:04.055 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (9m) 68s ago 9m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:07:04.055 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (9m) 77s ago 9m 1569M 4096M 16.2.4 8d91d370c2b8 9f5f63cda7b0 2022-01-18T16:07:04.055 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (8m) 77s ago 8m 1433M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:07:04.055 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (8m) 77s ago 8m 931M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:07:04.055 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (8m) 77s ago 8m 1611M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:07:04.056 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (7m) 68s ago 7m 1373M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:07:04.056 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (7m) 68s ago 7m 1737M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:07:04.056 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (7m) 68s ago 7m 1364M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:07:04.056 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (7m) 68s ago 7m 2163M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:07:04.057 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (9m) 77s ago 10m 49.9M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:07:04.374 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:07:04.374 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:07:04.375 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:07:04.375 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:07:04.375 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:07:04.375 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:07:04.376 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:07:04.376 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:07:04.376 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-18T16:07:04.376 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:07:04.376 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:07:04.377 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:07:04.377 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:07:04.377 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:07:04.377 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:07:04.378 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 4 2022-01-18T16:07:04.378 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:07:04.378 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:07:04.557 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.54 MB/sec execute 191 sec latency 156716.459 ms 2022-01-18T16:07:05.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:04 smithi129 conmon[101092]: audit 2022-01-18T16:07:03.785304+0000 mgr.smithi129.iclwio (mgr.14716) 96 : audit 2022-01-18T16:07:05.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:04 smithi129 conmon[101092]: [DBG] from='client.34136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:07:05.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:04 smithi129 conmon[101092]: audit 2022-01-18T16:07:04.388958+0000 mon.smithi129 (mon.0) 137 : audit [DBG] from='client.? 172.21.15.129:0/559624444' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:07:05.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:04 smithi156 conmon[67007]: audit 2022-01-18T16:07:03.785304+0000 mgr.smithi129.iclwio (mgr.14716) 96 : audit [DBG] 2022-01-18T16:07:05.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:04 smithi156 conmon[67007]: from='client.34136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:07:05.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:04 smithi156 conmon[67007]: audit 2022-01-18T16:07:04.388958+0000 mon.smithi129 (mon.0) 137 : audit [DBG] from='client.? 172.21.15.129:0/559624444' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:07:05.558 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.52 MB/sec execute 192 sec latency 157716.555 ms 2022-01-18T16:07:06.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:05 smithi129 conmon[101092]: audit 2022-01-18T16:07:04.056649+0000 mgr.smithi129.iclwio (mgr.14716) 97 : audit [DBG] from='client.34140 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:07:06.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:05 smithi129 conmon[101092]: 2022-01-18T16:07:06.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:05 smithi129 conmon[101092]: cluster 2022-01-18T16:07:04.057901+0000 mgr.smithi129.iclwio (mgr.14716) 98 : cluster [DBG] pgmap v68: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:06.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:05 smithi156 conmon[67007]: audit 2022-01-18T16:07:04.056649+0000 mgr.smithi129.iclwio (mgr.14716) 97 : audit [DBG] 2022-01-18T16:07:06.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:05 smithi156 conmon[67007]: from='client.34140 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:07:06.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:05 smithi156 conmon[67007]: cluster 2022-01-18T16:07:04.057901+0000 mgr.smithi129.iclwio (mgr.14716) 98 : cluster [DBG] pgmap v68: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:06.558 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.51 MB/sec execute 193 sec latency 158716.649 ms 2022-01-18T16:07:07.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:06 smithi129 conmon[101092]: cluster 2022-01-18T16:07:06.058878+0000 mgr.smithi129.iclwio (mgr.14716) 99 : cluster [DBG] pgmap v69: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:07.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:06 smithi129 conmon[101092]: 2022-01-18T16:07:07.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:06 smithi129 conmon[101092]: cluster 2022-01-18T16:07:06.540732+0000 mds.foofs.smithi129.uncsrf (mds.0) 29 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 148.537327 secs 2022-01-18T16:07:07.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:06 smithi156 conmon[67007]: cluster 2022-01-18T16:07:06.058878+0000 mgr.smithi129.iclwio (mgr.14716) 99 : cluster [DBG] pgmap v69: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:07.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:06 smithi156 conmon[67007]: cluster 2022-01- 2022-01-18T16:07:07.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:06 smithi156 conmon[67007]: 18T16:07:06.540732+0000 mds.foofs.smithi129.uncsrf (mds.0) 29 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 148.537327 secs 2022-01-18T16:07:07.558 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.50 MB/sec execute 194 sec latency 159716.752 ms 2022-01-18T16:07:08.558 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.49 MB/sec execute 195 sec latency 160716.838 ms 2022-01-18T16:07:09.558 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.47 MB/sec execute 196 sec latency 161716.895 ms 2022-01-18T16:07:10.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:09 smithi129 conmon[101092]: cluster 2022-01-18T16:07:08.059718+0000 mgr.smithi129.iclwio (mgr.14716) 100 : cluster [DBG] pgmap v70: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:10.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:09 smithi156 conmon[67007]: cluster 2022-01-18T16:07:08.059718+0000 mgr.smithi129.iclwio (mgr.14716) 100 : cluster [DBG] pgmap v70: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:10.558 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.46 MB/sec execute 197 sec latency 162716.991 ms 2022-01-18T16:07:11.558 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.45 MB/sec execute 198 sec latency 163717.092 ms 2022-01-18T16:07:12.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:11 smithi129 conmon[101092]: cluster 2022-01-18T16:07:10.060745+0000 mgr.smithi129.iclwio (mgr.14716) 101 : cluster [DBG] pgmap v71: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:12.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:11 smithi129 conmon[101092]: cluster 2022-01-18T16:07:11.540931+0000 mds.foofs.smithi129.uncsrf (mds.0) 30 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 153.537507 secs 2022-01-18T16:07:12.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:11 smithi156 conmon[67007]: cluster 2022-01-18T16:07:10.060745+0000 mgr.smithi129.iclwio (mgr.14716) 101 : cluster [DBG] pgmap v71: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:12.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:11 smithi156 conmon[67007]: cluster 2022-01-18T16:07:11.540931+0000 mds.foofs.smithi129.uncsrf (mds.0) 30 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 153.537507 secs 2022-01-18T16:07:12.558 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.44 MB/sec execute 199 sec latency 164717.210 ms 2022-01-18T16:07:13.558 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.42 MB/sec execute 200 sec latency 165717.325 ms 2022-01-18T16:07:14.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:13 smithi129 conmon[101092]: cluster 2022-01-18T16:07:12.061494+0000 mgr.smithi129.iclwio (mgr.14716) 102 : cluster [DBG] pgmap v72: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:14.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:13 smithi156 conmon[67007]: cluster 2022-01-18T16:07:12.061494+0000 mgr.smithi129.iclwio (mgr.14716) 102 : cluster [DBG] pgmap v72: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:14.558 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.41 MB/sec execute 201 sec latency 166717.435 ms 2022-01-18T16:07:15.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:14 smithi156 conmon[67007]: cluster 2022-01-18T16:07:14.062549+0000 mgr.smithi129.iclwio (mgr.14716) 103 : cluster [DBG] pgmap v73: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:15.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:14 smithi129 conmon[101092]: cluster 2022-01-18T16:07:14.062549 2022-01-18T16:07:15.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:14 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 103 : cluster [DBG] pgmap v73: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:15.559 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.40 MB/sec execute 202 sec latency 167717.520 ms 2022-01-18T16:07:16.559 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.39 MB/sec execute 203 sec latency 168717.602 ms 2022-01-18T16:07:17.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:17 smithi129 conmon[101092]: cluster 2022-01-18T16:07:16.063295+0000 mgr.smithi129.iclwio (mgr.14716) 104 : cluster [DBG] pgmap v74: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:17.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:17 smithi129 conmon[101092]: cluster 2022-01-18T16:07:16.541007+0000 mds.foofs.smithi129.uncsrf (mds 2022-01-18T16:07:17.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:17 smithi129 conmon[101092]: .0) 31 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 158.537598 secs 2022-01-18T16:07:17.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:17 smithi156 conmon[67007]: cluster 2022-01-18T16:07:16.063295+0000 mgr.smithi129.iclwio (mgr.14716) 104 : cluster [DBG] pgmap v74: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:17.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:17 smithi156 conmon[67007]: cluster 2022-01-18T16:07:16.541007+0000 mds.foofs.smithi129.uncsrf (mds.0) 31 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 158.537598 secs 2022-01-18T16:07:17.559 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.38 MB/sec execute 204 sec latency 169717.711 ms 2022-01-18T16:07:18.559 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.36 MB/sec execute 205 sec latency 170717.787 ms 2022-01-18T16:07:19.559 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.35 MB/sec execute 206 sec latency 171717.889 ms 2022-01-18T16:07:20.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:19 smithi129 conmon[101092]: cluster 2022-01-18T16:07:18.064192+0000 mgr.smithi129.iclwio (mgr.14716) 105 : cluster [DBG] pgmap v75: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:20.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:19 smithi156 conmon[67007]: cluster 2022-01-18T16:07:18.064192+0000 mgr.smithi129.iclwio (mgr.14716) 105 : cluster [DBG] 2022-01-18T16:07:20.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:19 smithi156 conmon[67007]: pgmap v75: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:20.559 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.34 MB/sec execute 207 sec latency 172717.989 ms 2022-01-18T16:07:21.559 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.33 MB/sec execute 208 sec latency 173718.075 ms 2022-01-18T16:07:22.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:21 smithi129 conmon[101092]: cluster 2022-01-18T16:07:20.065289+0000 mgr.smithi129.iclwio (mgr.14716) 106 : cluster [DBG] pgmap v76: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:22.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:21 smithi129 conmon[101092]: cluster 2022-01-18T16:07:21.541129+0000 mds.foofs.smithi129.uncsrf (mds.0) 32 2022-01-18T16:07:22.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:21 smithi129 conmon[101092]: : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 163.537705 secs 2022-01-18T16:07:22.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:21 smithi156 conmon[67007]: cluster 2022-01-18T16:07:20.065289+0000 mgr.smithi129.iclwio (mgr.14716) 106 : cluster [DBG] 2022-01-18T16:07:22.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:21 smithi156 conmon[67007]: pgmap v76: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:22.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:21 smithi156 conmon[67007]: cluster 2022-01-18T16:07:21.541129+0000 mds.foofs.smithi129.uncsrf (mds.0) 32 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 163.537705 secs 2022-01-18T16:07:22.559 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.32 MB/sec execute 209 sec latency 174718.171 ms 2022-01-18T16:07:23.559 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.31 MB/sec execute 210 sec latency 175718.268 ms 2022-01-18T16:07:24.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:23 smithi129 conmon[101092]: cluster 2022-01-18T16:07:22.065952+0000 mgr.smithi129.iclwio (mgr.14716) 107 : cluster [DBG] pgmap v77: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:24.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:23 smithi156 conmon[67007]: cluster 2022-01-18T16:07:22.065952+0000 mgr.smithi129.iclwio (mgr.14716) 107 : cluster [DBG] pgmap v77: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:24.559 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.30 MB/sec execute 211 sec latency 176718.363 ms 2022-01-18T16:07:25.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:24 smithi129 conmon[101092]: cluster 2022-01-18T16:07:24.067097+0000 mgr.smithi129.iclwio (mgr.14716) 108 : cluster [DBG] pgmap v78: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:25.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:24 smithi156 conmon[67007]: cluster 2022-01-18T16:07:24.067097+0000 mgr.smithi129.iclwio (mgr.14716) 108 : cluster [DBG] pgmap v78: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:25.559 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.29 MB/sec execute 212 sec latency 177718.462 ms 2022-01-18T16:07:26.559 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.28 MB/sec execute 213 sec latency 178718.510 ms 2022-01-18T16:07:27.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:27 smithi129 conmon[101092]: cluster 2022-01-18T16:07:26.067967+0000 mgr.smithi129.iclwio (mgr.14716) 109 : cluster [DBG] pgmap v79: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:27.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:27 smithi129 conmon[101092]: 2022-01-18T16:07:27.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:27 smithi129 conmon[101092]: cluster 2022-01-18T16:07:26.541222+0000 mds.foofs.smithi129.uncsrf (mds.0) 33 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 168.537813 secs 2022-01-18T16:07:27.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:27 smithi156 conmon[67007]: cluster 2022-01-18T16:07:26.067967+0000 mgr.smithi129.iclwio (mgr.14716) 109 : cluster [DBG] pgmap v79: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:27.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:27 smithi156 conmon[67007]: cluster 2022-01-18T16:07:26.541222+0000 mds.foofs.smithi129.uncsrf (mds.0) 33 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 168.537813 secs 2022-01-18T16:07:27.559 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.26 MB/sec execute 214 sec latency 179718.567 ms 2022-01-18T16:07:28.560 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.25 MB/sec execute 215 sec latency 180718.675 ms 2022-01-18T16:07:29.560 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.24 MB/sec execute 216 sec latency 181718.768 ms 2022-01-18T16:07:30.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:29 smithi129 conmon[101092]: cluster 2022-01-18T16:07:28.068672+0000 mgr.smithi129.iclwio (mgr.14716) 110 : cluster [DBG] 2022-01-18T16:07:30.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:29 smithi129 conmon[101092]: pgmap v80: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:30.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:29 smithi156 conmon[67007]: cluster 2022-01-18T16:07:28.068672+0000 mgr.smithi129.iclwio (mgr.14716) 110 : cluster [DBG] pgmap v80: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:30.560 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.23 MB/sec execute 217 sec latency 182718.863 ms 2022-01-18T16:07:31.560 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.22 MB/sec execute 218 sec latency 183718.948 ms 2022-01-18T16:07:32.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:31 smithi129 conmon[101092]: cluster 2022-01-18T16:07:30.069591+0000 mgr.smithi129.iclwio (mgr.14716) 111 : cluster [DBG] pgmap v81: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:32.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:31 smithi129 conmon[101092]: 2022-01-18T16:07:32.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:31 smithi129 conmon[101092]: cluster 2022-01-18T16:07:31.541351+0000 mds.foofs.smithi129.uncsrf (mds.0) 34 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 173.537931 secs 2022-01-18T16:07:32.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:31 smithi156 conmon[67007]: cluster 2022-01-18T16:07:30.069591+0000 mgr.smithi129.iclwio (mgr.14716) 111 : cluster [DBG] pgmap v81: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:32.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:31 smithi156 conmon[67007]: cluster 2022-01-18T16:07:31.541351+0000 mds.foofs.smithi129.uncsrf (mds.0) 34 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 173.537931 secs 2022-01-18T16:07:32.560 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.21 MB/sec execute 219 sec latency 184719.048 ms 2022-01-18T16:07:33.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:32 smithi156 conmon[67007]: cluster 2022-01-18T16:07:32.070323+0000 mgr.smithi129.iclwio (mgr.14716) 112 : cluster [DBG] pgmap v82: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:33.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:32 smithi156 conmon[67007]: 2022-01-18T16:07:33.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:32 smithi129 conmon[101092]: cluster 2022-01-18T16:07:32.070323+0000 mgr.smithi129.iclwio (mgr.14716) 112 : cluster [DBG] pgmap v82: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:33.560 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.20 MB/sec execute 220 sec latency 185719.138 ms 2022-01-18T16:07:34.560 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.19 MB/sec execute 221 sec latency 186719.203 ms 2022-01-18T16:07:34.675 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:07:34.942 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:07:34.942 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (10m) 108s ago 11m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:07:34.942 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (114s) 108s ago 11m 7017k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:07:34.942 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (103s) 99s ago 10m 7037k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:07:34.943 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (9m) 108s ago 10m 38.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:07:34.943 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (6m) 108s ago 6m 39.2M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:07:34.943 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (6m) 99s ago 6m 17.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:07:34.943 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2m) 108s ago 12m 432M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:07:34.944 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2m) 99s ago 10m 384M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:07:34.944 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2m) 108s ago 12m 41.6M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:07:34.944 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2m) 99s ago 10m 32.9M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:07:34.944 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3m) 108s ago 3m 71.1M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:07:34.945 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2m) 99s ago 2m 57.6M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:07:34.945 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (10m) 108s ago 10m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:07:34.945 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (10m) 99s ago 10m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:07:34.946 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (9m) 108s ago 9m 1569M 4096M 16.2.4 8d91d370c2b8 9f5f63cda7b0 2022-01-18T16:07:34.946 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (9m) 108s ago 9m 1433M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:07:34.946 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (9m) 108s ago 9m 931M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:07:34.946 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (8m) 108s ago 8m 1611M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:07:34.947 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (8m) 99s ago 8m 1373M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:07:34.947 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (8m) 99s ago 8m 1737M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:07:34.947 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (7m) 99s ago 7m 1364M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:07:34.947 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (7m) 99s ago 7m 2163M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:07:34.948 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (9m) 108s ago 10m 49.9M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:07:35.263 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:07:35.264 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:07:35.264 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:07:35.264 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:07:35.264 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:07:35.265 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:07:35.265 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:07:35.265 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:07:35.265 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-18T16:07:35.266 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:07:35.266 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:07:35.266 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:07:35.266 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:07:35.267 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:07:35.267 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:07:35.267 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 4 2022-01-18T16:07:35.267 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:07:35.268 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:07:35.560 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.18 MB/sec execute 222 sec latency 187719.265 ms 2022-01-18T16:07:36.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:35 smithi129 conmon[101092]: cluster 2022-01-18T16:07:34.071166+0000 mgr.smithi129.iclwio (mgr.14716) 113 : cluster [DBG] pgmap v83: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:36.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:35 smithi129 conmon[101092]: audit 2022-01-18T16:07:34.677897+0000 mgr.smithi129.iclwio (mgr.14716) 114 : audit [DBG] from='client.34148 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:07:36.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:35 smithi129 conmon[101092]: audit 2022-01-18T16:07:35.278429+0000 mon.smithi129 (mon.0) 138 : audit [DBG] from='client.? 172.21.15.129:0/1293541798' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:07:36.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:35 smithi156 conmon[67007]: cluster 2022-01-18T16:07:34.071166+0000 mgr.smithi129.iclwio (mgr.14716) 113 : cluster [DBG] 2022-01-18T16:07:36.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:35 smithi156 conmon[67007]: pgmap v83: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:36.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:35 smithi156 conmon[67007]: audit 2022-01-18T16:07:34.677897+0000 mgr.smithi129.iclwio (mgr.14716) 114 : audit [DBG] from='client.34148 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:07:36.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:35 smithi156 conmon[67007]: audit 2022-01-18T16 2022-01-18T16:07:36.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:35 smithi156 conmon[67007]: :07:35.278429+0000 mon.smithi129 (mon.0) 138 : audit [DBG] from='client.? 172.21.15.129:0/1293541798' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:07:36.560 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.17 MB/sec execute 223 sec latency 188719.357 ms 2022-01-18T16:07:37.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:36 smithi129 conmon[101092]: audit 2022-01-18T16:07:34.948102+0000 mgr.smithi129.iclwio (mgr.14716) 115 : audit [DBG] from='client.34152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:07:37.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:36 smithi129 conmon[101092]: 2022-01-18T16:07:37.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:36 smithi129 conmon[101092]: cluster 2022-01-18T16:07:36.541427+0000 mds.foofs.smithi129.uncsrf (mds.0) 35 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 178.538021 secs 2022-01-18T16:07:37.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:36 smithi156 conmon[67007]: audit 2022-01-18T16:07:34.948102+0000 mgr.smithi129.iclwio (mgr.14716) 115 : audit [DBG] from='client.34152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:07:37.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:36 smithi156 conmon[67007]: cluster 2022-01-18T16:07:36.541427+0000 mds.foofs.smithi129.uncsrf (mds.0) 35 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 178.538021 secs 2022-01-18T16:07:37.560 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.16 MB/sec execute 224 sec latency 189719.419 ms 2022-01-18T16:07:38.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:37 smithi129 conmon[101092]: cluster 2022-01-18T16:07:36.071834+0000 mgr.smithi129.iclwio (mgr.14716) 116 : cluster [DBG] pgmap v84: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:38.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:37 smithi156 conmon[67007]: cluster 2022-01-18T16:07:36.071834+0000 mgr.smithi129.iclwio (mgr.14716) 116 : cluster [DBG] pgmap v84: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:38.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:37 smithi156 conmon[67007]: 2022-01-18T16:07:38.560 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.15 MB/sec execute 225 sec latency 190719.475 ms 2022-01-18T16:07:39.560 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.14 MB/sec execute 226 sec latency 191719.560 ms 2022-01-18T16:07:40.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:39 smithi129 conmon[101092]: cluster 2022-01-18T16:07:38.072615+0000 mgr.smithi129.iclwio (mgr.14716) 117 : cluster [DBG] pgmap v85: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:40.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:39 smithi156 conmon[67007]: cluster 2022-01-18T16:07:38.072615+0000 mgr.smithi129.iclwio (mgr.14716) 117 : cluster [DBG] pgmap v85: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:40.561 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.13 MB/sec execute 227 sec latency 192719.655 ms 2022-01-18T16:07:41.561 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.13 MB/sec execute 228 sec latency 193719.776 ms 2022-01-18T16:07:42.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:41 smithi129 conmon[101092]: cluster 2022-01-18T16:07:40.073631+0000 mgr.smithi129.iclwio (mgr.14716) 118 : cluster [DBG] pgmap v86: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:42.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:41 smithi129 conmon[101092]: 2022-01-18T16:07:42.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:41 smithi129 conmon[101092]: cluster 2022-01-18T16:07:41.541550+0000 mds.foofs.smithi129.uncsrf (mds.0) 36 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 183.538126 secs 2022-01-18T16:07:42.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:41 smithi156 conmon[67007]: cluster 2022-01-18T16:07:40.073631+0000 mgr.smithi129.iclwio (mgr.14716) 118 : cluster [DBG] pgmap v86: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:42.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:41 smithi156 conmon[67007]: cluster 2022-01-18T16:07:41.541550+0000 2022-01-18T16:07:42.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:41 smithi156 conmon[67007]: mds.foofs.smithi129.uncsrf (mds.0) 36 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 183.538126 secs 2022-01-18T16:07:42.561 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.12 MB/sec execute 229 sec latency 194719.899 ms 2022-01-18T16:07:43.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:42 smithi156 conmon[67007]: cluster 2022-01-18T16:07:42.074288+0000 mgr.smithi129.iclwio (mgr.14716) 119 : cluster [DBG] pgmap v87: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:43.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:42 smithi129 conmon[101092]: cluster 2022-01-18T16:07:42.074288+0000 mgr.smithi129.iclwio (mgr.14716) 119 : cluster [DBG] pgmap v87: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:43.561 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.11 MB/sec execute 230 sec latency 195719.993 ms 2022-01-18T16:07:44.561 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.10 MB/sec execute 231 sec latency 196720.113 ms 2022-01-18T16:07:45.561 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.09 MB/sec execute 232 sec latency 197720.181 ms 2022-01-18T16:07:46.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:45 smithi129 conmon[101092]: cluster 2022-01-18T16:07:44.075433+0000 mgr.smithi129.iclwio (mgr.14716) 120 : cluster [DBG] pgmap v88: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:46.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:45 smithi156 conmon[67007]: cluster 2022-01-18T16:07:44.075433+0000 mgr.smithi129.iclwio (mgr.14716) 120 : cluster [DBG] pgmap v88: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:46.561 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.08 MB/sec execute 233 sec latency 198720.266 ms 2022-01-18T16:07:47.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:46 smithi129 conmon[101092]: cluster 2022-01-18T16:07:46.541661+0000 mds.foofs.smithi129.uncsrf (mds.0) 37 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 188.538240 secs 2022-01-18T16:07:47.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:46 smithi129 conmon[101092]: 2022-01-18T16:07:47.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:46 smithi156 conmon[67007]: cluster 2022-01-18T16:07:46.541661+0000 mds.foofs.smithi129.uncsrf (mds.0) 37 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 188.538240 secs 2022-01-18T16:07:47.561 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.07 MB/sec execute 234 sec latency 199720.367 ms 2022-01-18T16:07:48.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:47 smithi129 conmon[101092]: cluster 2022-01-18T16:07:46.076154+0000 mgr.smithi129.iclwio (mgr.14716) 121 : cluster [DBG] pgmap v89: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:48.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:47 smithi156 conmon[67007]: cluster 2022-01-18T16:07:46.076154+0000 mgr.smithi129.iclwio (mgr.14716) 121 : cluster [DBG] pgmap v89: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:48.561 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.06 MB/sec execute 235 sec latency 200720.469 ms 2022-01-18T16:07:49.561 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.05 MB/sec execute 236 sec latency 201720.556 ms 2022-01-18T16:07:50.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:49 smithi129 conmon[101092]: cluster 2022-01-18T16:07:48.076879+0000 mgr.smithi129.iclwio (mgr.14716) 122 : cluster [DBG] 2022-01-18T16:07:50.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:49 smithi129 conmon[101092]: pgmap v90: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:50.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:49 smithi156 conmon[67007]: cluster 2022-01-18T16:07:48.076879+0000 mgr.smithi129.iclwio (mgr.14716) 122 : cluster [DBG] pgmap v90: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:50.562 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.04 MB/sec execute 237 sec latency 202720.630 ms 2022-01-18T16:07:51.562 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.04 MB/sec execute 238 sec latency 203720.734 ms 2022-01-18T16:07:52.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:51 smithi129 conmon[101092]: cluster 2022-01-18T16:07:50.077840+0000 mgr.smithi129.iclwio (mgr.14716) 123 : cluster [DBG] pgmap v91: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:52.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:51 smithi129 conmon[101092]: 2022-01-18T16:07:52.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:51 smithi129 conmon[101092]: cluster 2022-01-18T16:07:51.541768+0000 mds.foofs.smithi129.uncsrf (mds.0) 38 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 193.538344 secs 2022-01-18T16:07:52.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:51 smithi156 conmon[67007]: cluster 2022-01-18T16:07:50.077840+0000 mgr.smithi129.iclwio (mgr.14716) 123 : cluster [DBG] pgmap v91: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:52.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:51 smithi156 conmon[67007]: cluster 2022-01-18T16:07:51.541768 2022-01-18T16:07:52.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:51 smithi156 conmon[67007]: +0000 mds.foofs.smithi129.uncsrf (mds.0) 38 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 193.538344 secs 2022-01-18T16:07:52.562 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.03 MB/sec execute 239 sec latency 204720.837 ms 2022-01-18T16:07:53.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:52 smithi156 conmon[67007]: cluster 2022-01-18T16:07:52.078556+0000 mgr.smithi129.iclwio (mgr.14716) 124 : cluster [DBG] pgmap v92: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:53.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:52 smithi129 conmon[101092]: cluster 2022-01-18T16:07:52.078556+0000 mgr.smithi129.iclwio (mgr.14716) 124 : cluster [DBG] pgmap v92: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:53.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:52 smithi129 conmon[101092]: 2022-01-18T16:07:53.562 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.02 MB/sec execute 240 sec latency 205720.928 ms 2022-01-18T16:07:54.562 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.01 MB/sec execute 241 sec latency 206721.028 ms 2022-01-18T16:07:55.562 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 2.00 MB/sec execute 242 sec latency 207721.107 ms 2022-01-18T16:07:56.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:55 smithi129 conmon[101092]: cluster 2022-01-18T16:07:54.079631+0000 mgr.smithi129.iclwio (mgr.14716) 125 : cluster [DBG] pgmap v93: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:56.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:55 smithi156 conmon[67007]: cluster 2022-01-18T16:07:54.079631+0000 mgr.smithi129.iclwio (mgr.14716) 125 : cluster [DBG] pgmap v93: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:56.562 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.99 MB/sec execute 243 sec latency 208721.208 ms 2022-01-18T16:07:57.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:56 smithi129 conmon[101092]: cluster 2022-01-18T16:07:56.541846+0000 mds.foofs.smithi129.uncsrf (mds.0) 39 : cluster [WRN] 2022-01-18T16:07:57.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:56 smithi129 conmon[101092]: 1 slow requests, 0 included below; oldest blocked for > 198.538425 secs 2022-01-18T16:07:57.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:56 smithi156 conmon[67007]: cluster 2022-01-18T16:07:56.541846+0000 mds.foofs.smithi129.uncsrf (mds.0) 39 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 198.538425 secs 2022-01-18T16:07:57.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:56 smithi156 conmon[67007]: 2022-01-18T16:07:57.562 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.99 MB/sec execute 244 sec latency 209721.335 ms 2022-01-18T16:07:58.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:57 smithi129 conmon[101092]: cluster 2022-01-18T16:07:56.080253+0000 mgr.smithi129.iclwio (mgr.14716) 126 : cluster 2022-01-18T16:07:58.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:57 smithi129 conmon[101092]: [DBG] pgmap v94: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:58.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:57 smithi156 conmon[67007]: cluster 2022-01-18T16:07:56.080253+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:07:58.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:57 smithi156 conmon[67007]: 14716) 126 : cluster [DBG] pgmap v94: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:58.562 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.98 MB/sec execute 245 sec latency 210721.438 ms 2022-01-18T16:07:59.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:58 smithi129 conmon[101092]: cluster 2022-01-18T16:07:58.081067+0000 mgr.smithi129.iclwio (mgr.14716) 127 : cluster [DBG] pgmap v95: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:59.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:58 smithi129 conmon[101092]: audit 2022-01-18T16:07:58.214495+0000 mon.smithi129 (mon.0) 139 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:07:59.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:07:58 smithi129 conmon[101092]: audit 2022-01-18T16:07:58.216049+0000 mon.smithi129 (mon.0) 140 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:07:59.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:58 smithi156 conmon[67007]: cluster 2022-01-18T16:07:58.081067+0000 mgr.smithi129.iclwio (mgr.14716) 127 : cluster 2022-01-18T16:07:59.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:58 smithi156 conmon[67007]: [DBG] pgmap v95: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:07:59.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:58 smithi156 conmon[67007]: audit 2022-01-18T16:07:58.214495+0000 mon.smithi129 (mon.0) 139 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:07:59.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:58 smithi156 conmon[67007]: audit 2022- 2022-01-18T16:07:59.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:07:58 smithi156 conmon[67007]: 01-18T16:07:58.216049+0000 mon.smithi129 (mon.0) 140 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:07:59.562 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.97 MB/sec execute 246 sec latency 211721.560 ms 2022-01-18T16:08:00.563 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.96 MB/sec execute 247 sec latency 212721.677 ms 2022-01-18T16:08:01.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:01 smithi129 conmon[101092]: cluster 2022-01-18T16:08:00.081970+0000 mgr.smithi129.iclwio (mgr.14716) 128 : cluster [DBG] 2022-01-18T16:08:01.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:01 smithi129 conmon[101092]: pgmap v96: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:01.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:01 smithi156 conmon[67007]: cluster 2022-01-18T16:08:00.081970+0000 mgr.smithi129.iclwio (mgr.14716) 128 : cluster [DBG] 2022-01-18T16:08:01.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:01 smithi156 conmon[67007]: pgmap v96: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:01.563 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.95 MB/sec execute 248 sec latency 213721.790 ms 2022-01-18T16:08:02.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:02 smithi129 conmon[101092]: cluster 2022-01-18T16:08:01.541905+0000 mds.foofs.smithi129.uncsrf (mds.0) 40 : cluster [WRN] 2022-01-18T16:08:02.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:02 smithi129 conmon[101092]: 1 slow requests, 0 included below; oldest blocked for > 203.538482 secs 2022-01-18T16:08:02.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:02 smithi156 conmon[67007]: cluster 2022-01-18T16:08:01.541905+0000 mds.foofs.smithi129.uncsrf (mds.0) 40 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 203.538482 secs 2022-01-18T16:08:02.563 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.95 MB/sec execute 249 sec latency 214721.834 ms 2022-01-18T16:08:02.853 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:08:02 smithi129 systemd[1]: ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service: start operation timed out. Terminating. 2022-01-18T16:08:03.419 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:03 smithi129 conmon[101092]: cluster 2022-01-18T16:08:02.082763+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:08:03.420 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:03 smithi129 conmon[101092]: 129 : cluster [DBG] pgmap v97: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:03.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:03 smithi156 conmon[67007]: cluster 2022-01-18T16:08:02.082763+0000 mgr.smithi129.iclwio 2022-01-18T16:08:03.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:03 smithi156 conmon[67007]: (mgr.14716) 129 : cluster [DBG] pgmap v97: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:03.562 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.94 MB/sec execute 250 sec latency 215721.918 ms 2022-01-18T16:08:04.176 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:08:03 smithi129 systemd[1]: ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service: Failed with result 'timeout'. 2022-01-18T16:08:04.176 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:08:03 smithi129 systemd[1]: Failed to start Ceph osd.0 for e63fbe5c-7876-11ec-8c34-001a4aab830c. 2022-01-18T16:08:04.563 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.93 MB/sec execute 251 sec latency 216722.034 ms 2022-01-18T16:08:05.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: cephadm 2022-01-18T16:08:03.941048+0000 mgr.smithi129.iclwio (mgr.14716) 130 : cephadm [ERR] cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-01-18T16:08:05.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: Non-zero exit code 1 from systemctl start ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0 2022-01-18T16:08:05.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: systemctl: stderr Job for ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-18T16:08:05.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: systemctl: stderr See "systemctl status ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-18T16:08:05.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: Traceback (most recent call last): 2022-01-18T16:08:05.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 8615, in 2022-01-18T16:08:05.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: main() 2022-01-18T16:08:05.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 8603, in main 2022-01-18T16:08:05.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: r = ctx.func(ctx) 2022-01-18T16:08:05.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 1790, in _default_image 2022-01-18T16:08:05.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: return func(ctx) 2022-01-18T16:08:05.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 4603, in command_deploy 2022-01-18T16:08:05.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: ports=daemon_ports) 2022-01-18T16:08:05.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 2715, in deploy_daemon 2022-01-18T16:08:05.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: c, osd_fsid=osd_fsid, ports=ports) 2022-01-18T16:08:05.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 2960, in deploy_daemon_units 2022-01-18T16:08:05.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-01-18T16:08:05.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 1469, in call_throws 2022-01-18T16:08:05.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-01-18T16:08:05.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: RuntimeError: Failed command: systemctl start ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0: Job for ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-18T16:08:05.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: See "systemctl status ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-18T16:08:05.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: Traceback (most recent call last): 2022-01-18T16:08:05.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1402, in _remote_connection 2022-01-18T16:08:05.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: yield (conn, connr) 2022-01-18T16:08:05.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1295, in _run_cephadm 2022-01-18T16:08:05.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: code, '\n'.join(err))) 2022-01-18T16:08:05.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-01-18T16:08:05.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: Non-zero exit code 1 from systemctl start ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0 2022-01-18T16:08:05.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: systemctl: stderr Job for ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-18T16:08:05.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: systemctl: stderr See "systemctl status ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-18T16:08:05.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: Traceback (most recent call last): 2022-01-18T16:08:05.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 8615, in 2022-01-18T16:08:05.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: main() 2022-01-18T16:08:05.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 8603, in main 2022-01-18T16:08:05.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: r = ctx.func(ctx) 2022-01-18T16:08:05.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 1790, in _default_image 2022-01-18T16:08:05.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: return func(ctx) 2022-01-18T16:08:05.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 4603, in command_deploy 2022-01-18T16:08:05.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: ports=daemon_ports) 2022-01-18T16:08:05.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 2715, in deploy_daemon 2022-01-18T16:08:05.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: c, osd_fsid=osd_fsid, ports=ports) 2022-01-18T16:08:05.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 2960, in deploy_daemon_units 2022-01-18T16:08:05.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-01-18T16:08:05.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 1469, in call_throws 2022-01-18T16:08:05.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-01-18T16:08:05.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: RuntimeError: Failed command: systemctl start ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0: Job for ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-18T16:08:05.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: See "systemctl status ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-18T16:08:05.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: 2022-01-18T16:08:05.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: cephadm 2022-01-18T16:08:03.941168+0000 mgr.smithi129.iclwio (mgr.14716) 131 : cephadm [ERR] Upgrade: Paused due to UPGRADE_REDEPLOY_DAEMON: Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T16:08:05.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: audit 2022-01-18T16:08:03.944478+0000 mon.smithi129 (mon.0) 141 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:08:05.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: audit 2022-01-18T16:08:03.945154+0000 mon.smithi129 (mon.0) 142 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:08:05.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: cluster 2022-01-18T16:08:03.945317+0000 mgr.smithi129.iclwio (mgr.14716) 132 : cluster [DBG] pgmap v98: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 172 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:05.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: audit 2022-01-18T16:08:03.946535+0000 mon.smithi129 (mon.0) 143 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:08:05.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: audit 2022-01-18T16:08:03.947071+0000 mon.smithi129 (mon.0) 144 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:08:05.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: cephadm 2022-01-18T16:08:03.947579+0000 mgr.smithi129.iclwio (mgr.14716) 133 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:08:05.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: audit 2022-01-18T16:08:04.210919+0000 mon.smithi129 (mon. 2022-01-18T16:08:05.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: 0) 145 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:08:05.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: audit 2022-01-18T16:08:04.496031+0000 mon.smithi129 (mon.0) 146 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:08:05.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: audit 2022-01-18T16:08:04 2022-01-18T16:08:05.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: .500939+0000 mon.smithi129 (mon.0) 147 : audit 2022-01-18T16:08:05.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:08:05.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: audit 2022-01-18T16:08:04 2022-01-18T16:08:05.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: .503945+0000 mon.smithi129 (mon.0) 148 : audit 2022-01-18T16:08:05.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:08:05.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: audit 2022-01-18T16:08: 2022-01-18T16:08:05.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: 04.504851+0000 mon.smithi129 (mon.0) 149 : audit 2022-01-18T16:08:05.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:08:05.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: audit 2022-01-18T16:08:04.505396 2022-01-18T16:08:05.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 150 : audit [INF] 2022-01-18T16:08:05.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:08:05.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: cephadm 2022-01-18T16:08:05.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: 2022-01-18T16:08:04.505907+0000 mgr.smithi129.iclwio ( 2022-01-18T16:08:05.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: mgr.14716) 134 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:08:05.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: audit 2022-01 2022-01-18T16:08:05.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: -18T16:08:04.508962+0000 mon.smithi129 ( 2022-01-18T16:08:05.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: mon.0) 151 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:08:05.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: audit 2022- 2022-01-18T16:08:05.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: 01-18T16:08:04.513566+0000 mon.smithi129 2022-01-18T16:08:05.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:04 smithi156 conmon[67007]: (mon.0) 152 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:08:05.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: cephadm 2022-01-18T16:08:03.941048+0000 mgr.smithi129.iclwio (mgr.14716) 130 : 2022-01-18T16:08:05.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: cephadm [ERR] cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-01-18T16:08:05.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: Non-zero exit code 1 from systemctl start ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0 2022-01-18T16:08:05.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: systemctl: stderr Job for ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-18T16:08:05.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: systemctl: stderr See "systemctl status ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-18T16:08:05.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: Traceback (most recent call last): 2022-01-18T16:08:05.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 8615, in 2022-01-18T16:08:05.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: main() 2022-01-18T16:08:05.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 8603, in main 2022-01-18T16:08:05.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: r = ctx.func(ctx) 2022-01-18T16:08:05.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 1790, in _default_image 2022-01-18T16:08:05.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: return func(ctx) 2022-01-18T16:08:05.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 4603, in command_deploy 2022-01-18T16:08:05.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: ports=daemon_ports) 2022-01-18T16:08:05.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 2715, in deploy_daemon 2022-01-18T16:08:05.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: c, osd_fsid=osd_fsid, ports=ports) 2022-01-18T16:08:05.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 2960, in deploy_daemon_units 2022-01-18T16:08:05.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-01-18T16:08:05.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 1469, in call_throws 2022-01-18T16:08:05.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-01-18T16:08:05.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: RuntimeError: Failed command: systemctl start ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0: Job for ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-18T16:08:05.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: See "systemctl status ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-18T16:08:05.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: Traceback (most recent call last): 2022-01-18T16:08:05.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1402, in _remote_connection 2022-01-18T16:08:05.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: yield (conn, connr) 2022-01-18T16:08:05.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1295, in _run_cephadm 2022-01-18T16:08:05.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: code, '\n'.join(err))) 2022-01-18T16:08:05.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-01-18T16:08:05.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: Non-zero exit code 1 from systemctl start ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0 2022-01-18T16:08:05.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: systemctl: stderr Job for ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-18T16:08:05.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: systemctl: stderr See "systemctl status ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-18T16:08:05.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: Traceback (most recent call last): 2022-01-18T16:08:05.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 8615, in 2022-01-18T16:08:05.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: main() 2022-01-18T16:08:05.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 8603, in main 2022-01-18T16:08:05.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: r = ctx.func(ctx) 2022-01-18T16:08:05.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 1790, in _default_image 2022-01-18T16:08:05.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: return func(ctx) 2022-01-18T16:08:05.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 4603, in command_deploy 2022-01-18T16:08:05.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: ports=daemon_ports) 2022-01-18T16:08:05.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 2715, in deploy_daemon 2022-01-18T16:08:05.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: c, osd_fsid=osd_fsid, ports=ports) 2022-01-18T16:08:05.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 2960, in deploy_daemon_units 2022-01-18T16:08:05.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-01-18T16:08:05.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 1469, in call_throws 2022-01-18T16:08:05.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-01-18T16:08:05.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: RuntimeError: Failed command: systemctl start ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0: Job for ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-18T16:08:05.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: See "systemctl status ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-18T16:08:05.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: 2022-01-18T16:08:05.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: cephadm 2022-01-18T16:08:03.941168+0000 mgr.smithi129.iclwio (mgr.14716) 131 : cephadm [ERR] Upgrade: Paused due to UPGRADE_REDEPLOY_DAEMON: Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T16:08:05.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: audit 2022-01-18T16:08:03.944478+0000 mon.smithi129 (mon.0) 141 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:08:05.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: audit 2022-01-18T16:08:03.945154+0000 mon.smithi129 (mon.0) 142 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:08:05.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: cluster 2022-01-18T16:08:03.945317+0000 mgr.smithi129.iclwio (mgr.14716) 132 : cluster [DBG] pgmap v98: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 172 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:05.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: audit 2022-01-18T16:08:03.946535+0000 mon.smithi129 (mon.0) 143 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:08:05.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: audit 2022-01-18T16:08:03.947071+0000 mon.smithi129 (mon.0) 144 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:08:05.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: cephadm 2022-01-18T16:08:03.947579+0000 mgr.smithi129.iclwio (mgr.14716) 133 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:08:05.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: audit 2022-01-18T16:08:04.210919+0000 mon.smithi129 (mon.0) 145 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:08:05.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: audit 2022-01-18T16:08:04.496031+0000 mon.smithi129 (mon.0) 146 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:08:05.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: audit 2022-01-18T16:08:04.500939+0000 mon.smithi129 (mon.0) 147 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:08:05.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: audit 2022-01-18T16:08:04.503945+0000 mon.smithi129 (mon.0) 148 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:08:05.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: audit 2022-01-18T16:08:04.504851+0000 mon.smithi129 (mon.0) 149 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:08:05.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: audit 2022-01-18T16:08:04.505396+0000 mon.smithi129 (mon.0) 150 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:08:05.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: cephadm 2022-01-18T16:08:04.505907+0000 mgr.smithi129.iclwio (mgr.14716) 134 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:08:05.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: audit 2022-01-18T16:08:04.508962+0000 2022-01-18T16:08:05.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: mon.smithi129 (mon.0) 151 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:08:05.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:04 smithi129 conmon[101092]: audit 2022-01-18T16:08:04.513566+0000 mon.smithi129 (mon.0) 152 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:08:05.563 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.92 MB/sec execute 252 sec latency 217722.100 ms 2022-01-18T16:08:05.569 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:08:05.834 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:08:05.835 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (10m) 2m ago 11m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:08:05.835 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2m) 2m ago 11m 7017k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:08:05.835 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2m) 2m ago 11m 7037k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:08:05.835 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (10m) 2m ago 11m 38.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:08:05.836 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (6m) 2m ago 6m 39.2M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:08:05.836 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (6m) 2m ago 6m 17.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:08:05.837 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3m) 2m ago 12m 432M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:08:05.837 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2m) 2m ago 11m 384M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:08:05.837 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2m) 2m ago 13m 41.6M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:08:05.837 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2m) 2m ago 10m 32.9M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:08:05.837 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3m) 2m ago 3m 71.1M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:08:05.838 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3m) 2m ago 3m 57.6M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:08:05.838 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (11m) 2m ago 11m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:08:05.838 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (10m) 2m ago 10m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:08:05.838 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (10m) 2m ago 10m 1569M 4096M 16.2.4 8d91d370c2b8 9f5f63cda7b0 2022-01-18T16:08:05.839 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (9m) 2m ago 9m 1433M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:08:05.839 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (9m) 2m ago 9m 931M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:08:05.839 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (9m) 2m ago 9m 1611M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:08:05.839 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (9m) 2m ago 8m 1373M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:08:05.840 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (8m) 2m ago 8m 1737M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:08:05.840 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (8m) 2m ago 8m 1364M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:08:05.840 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (8m) 2m ago 8m 2163M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:08:05.840 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (10m) 2m ago 11m 49.9M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:08:06.158 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:08:06.159 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:08:06.159 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:08:06.159 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:08:06.159 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:08:06.160 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:08:06.160 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:08:06.160 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:08:06.160 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-18T16:08:06.161 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:08:06.161 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:08:06.161 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:08:06.161 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:08:06.161 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:08:06.162 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:08:06.162 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 4 2022-01-18T16:08:06.162 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:08:06.162 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:08:06.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:05 smithi156 conmon[67007]: cluster 2022-01-18T16:08:04.942887+0000 mon.smithi129 (mon.0) 2022-01-18T16:08:06.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:05 smithi156 conmon[67007]: 153 : cluster [WRN] Health check failed: Upgrading daemon osd.0 on host smithi129 failed. (UPGRADE_REDEPLOY_DAEMON) 2022-01-18T16:08:06.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:05 smithi156 conmon[67007]: audit 2022-01-18T16:08:05.571696+0000 mgr.smithi129.iclwio (mgr.14716) 135 : audit [DBG] from='client.34160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:08:06.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:05 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T16:08:06.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:05 smithi156 conmon[67007]: T16:08:05.840856+0000 mgr.smithi129.iclwio 2022-01-18T16:08:06.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:05 smithi156 conmon[67007]: (mgr.14716) 136 : audit [DBG] 2022-01-18T16:08:06.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:05 smithi156 conmon[67007]: from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:08:06.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:05 smithi129 conmon[101092]: cluster 2022-01-18T16:08:04.942887+0000 mon.smithi129 (mon.0) 2022-01-18T16:08:06.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:05 smithi129 conmon[101092]: 153 : cluster [WRN] Health check failed: Upgrading daemon osd.0 on host smithi129 failed. (UPGRADE_REDEPLOY_DAEMON) 2022-01-18T16:08:06.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:05 smithi129 conmon[101092]: audit 2022-01-18T16:08:05.571696+0000 mgr.smithi129.iclwio (mgr.14716) 135 : audit [DBG] from='client.34160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:08:06.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:05 smithi129 conmon[101092]: audit 2022-01-18T16:08:05.840856+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:08:06.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:05 smithi129 conmon[101092]: 14716) 136 : audit [DBG] from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:08:06.563 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.92 MB/sec execute 253 sec latency 218722.182 ms 2022-01-18T16:08:07.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:06 smithi156 conmon[67007]: cluster 2022-01-18T16:08:05.946108+0000 mgr.smithi129.iclwio (mgr.14716) 137 : cluster [DBG] pgmap v99: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 172 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:07.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:06 smithi156 conmon[67007]: audit 2022-01-18T16:08:06.173479+0000 mon.smithi129 (mon.0) 154 : audit [DBG] from='client.? 172.21.15.129:0/1131937610' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:08:07.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:06 smithi156 conmon[67007]: cluster 2022-01-18T16:08:06.541971+0000 mds.foofs.smithi129.uncsrf (mds.0) 41 : 2022-01-18T16:08:07.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:06 smithi156 conmon[67007]: cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 208.538554 secs 2022-01-18T16:08:07.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:06 smithi129 conmon[101092]: cluster 2022-01-18T16:08:05.946108+0000 mgr.smithi129.iclwio (mgr.14716) 137 : cluster [DBG] pgmap v99: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 172 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:07.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:06 smithi129 conmon[101092]: audit 2022-01-18T16:08:06.173479+0000 mon.smithi129 2022-01-18T16:08:07.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:06 smithi129 conmon[101092]: (mon.0) 154 : audit [DBG] from='client.? 172.21.15.129:0/1131937610' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:08:07.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:06 smithi129 conmon[101092]: cluster 2022-01-18T16:08:06.541971+0000 mds.foofs.smithi129.uncsrf (mds.0) 41 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 208.538554 secs 2022-01-18T16:08:07.563 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.91 MB/sec execute 254 sec latency 219722.284 ms 2022-01-18T16:08:08.563 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.90 MB/sec execute 255 sec latency 220722.379 ms 2022-01-18T16:08:09.563 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.89 MB/sec execute 256 sec latency 221722.462 ms 2022-01-18T16:08:10.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:09 smithi129 conmon[101092]: cluster 2022-01-18T16:08:07.946893+0000 mgr.smithi129.iclwio (mgr.14716) 138 : cluster [DBG] pgmap v100: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 172 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:10.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:09 smithi129 conmon[101092]: 2022-01-18T16:08:10.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:09 smithi156 conmon[67007]: cluster 2022-01-18T16:08:07.946893+0000 mgr.smithi129.iclwio (mgr.14716) 138 : cluster [DBG] pgmap v100: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 172 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:10.563 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.89 MB/sec execute 257 sec latency 222722.559 ms 2022-01-18T16:08:11.563 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.88 MB/sec execute 258 sec latency 223722.657 ms 2022-01-18T16:08:12.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:11 smithi129 conmon[101092]: cluster 2022-01-18T16:08:09.947868+0000 mgr.smithi129.iclwio (mgr.14716) 139 : cluster [DBG] pgmap v101: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 258 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:12.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:11 smithi129 conmon[101092]: cluster 2022-01-18T16:08:11.542024+0000 mds.foofs.smithi129.uncsrf (mds.0) 42 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 213.538618 secs 2022-01-18T16:08:12.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:11 smithi156 conmon[67007]: cluster 2022-01-18T16:08:09.947868+0000 mgr.smithi129.iclwio (mgr.14716) 139 : cluster [DBG] pgmap v101: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 258 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:12.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:11 smithi156 conmon[67007]: cluster 2022-01-18T16:08:11.542024+0000 mds.foofs.smithi129.uncsrf (mds.0) 42 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 213.538618 secs 2022-01-18T16:08:12.564 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.87 MB/sec execute 259 sec latency 224722.723 ms 2022-01-18T16:08:13.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:12 smithi129 conmon[101092]: cluster 2022-01-18T16:08:11.948555+0000 mgr.smithi129.iclwio (mgr.14716) 140 : cluster [DBG] pgmap v102: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 172 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:13.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:12 smithi156 conmon[67007]: cluster 2022-01-18T16:08:11.948555+0000 mgr.smithi129.iclwio (mgr.14716) 140 : cluster [DBG] 2022-01-18T16:08:13.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:12 smithi156 conmon[67007]: pgmap v102: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 172 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:13.563 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.86 MB/sec execute 260 sec latency 225722.786 ms 2022-01-18T16:08:14.203 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:08:13 smithi129 systemd[1]: ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service: Service RestartSec=10s expired, scheduling restart. 2022-01-18T16:08:14.204 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:08:13 smithi129 systemd[1]: ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service: Scheduled restart job, restart counter is at 1. 2022-01-18T16:08:14.204 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:08:13 smithi129 systemd[1]: Stopped Ceph osd.0 for e63fbe5c-7876-11ec-8c34-001a4aab830c. 2022-01-18T16:08:14.204 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:08:13 smithi129 systemd[1]: ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service: Found left-over process 106666 (bash) in control group while starting unit. Ignoring. 2022-01-18T16:08:14.205 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:08:13 smithi129 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-18T16:08:14.205 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:08:13 smithi129 systemd[1]: ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service: Found left-over process 106816 (podman) in control group while starting unit. Ignoring. 2022-01-18T16:08:14.205 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:08:13 smithi129 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-18T16:08:14.205 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:08:13 smithi129 systemd[1]: ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service: Found left-over process 106858 (conmon) in control group while starting unit. Ignoring. 2022-01-18T16:08:14.206 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:08:13 smithi129 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-18T16:08:14.206 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:08:13 smithi129 systemd[1]: Starting Ceph osd.0 for e63fbe5c-7876-11ec-8c34-001a4aab830c... 2022-01-18T16:08:14.206 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:08:13 smithi129 systemd[1]: ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service: Found left-over process 106666 (bash) in control group while starting unit. Ignoring. 2022-01-18T16:08:14.206 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:08:13 smithi129 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-18T16:08:14.207 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:08:13 smithi129 systemd[1]: ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service: Found left-over process 106816 (podman) in control group while starting unit. Ignoring. 2022-01-18T16:08:14.207 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:08:13 smithi129 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-18T16:08:14.207 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:08:13 smithi129 systemd[1]: ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service: Found left-over process 106858 (conmon) in control group while starting unit. Ignoring. 2022-01-18T16:08:14.207 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:08:13 smithi129 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-18T16:08:14.564 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.86 MB/sec execute 261 sec latency 226722.842 ms 2022-01-18T16:08:14.976 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:08:14 smithi129 bash[106666]: time="2022-01-18T16:08:14Z" level=error msg="Cannot get exit code: died not found: unable to find event" 2022-01-18T16:08:15.564 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.85 MB/sec execute 262 sec latency 227722.945 ms 2022-01-18T16:08:16.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:15 smithi129 conmon[101092]: cluster 2022-01-18T16:08:13.949247+0000 mgr.smithi129.iclwio (mgr.14716) 141 : cluster 2022-01-18T16:08:16.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:15 smithi129 conmon[101092]: [DBG] pgmap v103: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 172 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:16.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:15 smithi156 conmon[67007]: cluster 2022-01-18T16:08:13.949247+0000 mgr.smithi129.iclwio (mgr.14716) 141 : cluster [DBG] pgmap v103: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 172 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:16.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:15 smithi156 conmon[67007]: 2022-01-18T16:08:16.564 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.84 MB/sec execute 263 sec latency 228723.020 ms 2022-01-18T16:08:17.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:16 smithi129 conmon[101092]: cluster 2022-01-18T16:08:16.542114+0000 mds.foofs.smithi129.uncsrf (mds.0) 43 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 218.538691 secs 2022-01-18T16:08:17.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:16 smithi156 conmon[67007]: cluster 2022-01-18T16:08:16.542114+0000 mds.foofs.smithi129.uncsrf (mds.0) 43 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 218.538691 secs 2022-01-18T16:08:17.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:16 smithi156 conmon[67007]: 2022-01-18T16:08:17.564 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.84 MB/sec execute 264 sec latency 229723.126 ms 2022-01-18T16:08:18.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:17 smithi129 conmon[101092]: cluster 2022-01-18T16:08:15.950090+0000 mgr.smithi129.iclwio (mgr.14716) 142 : cluster [DBG] pgmap v104: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:18.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:17 smithi129 conmon[101092]: 2022-01-18T16:08:18.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:17 smithi156 conmon[67007]: cluster 2022-01-18T16:08:15.950090+0000 mgr.smithi129.iclwio (mgr.14716) 142 : cluster 2022-01-18T16:08:18.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:17 smithi156 conmon[67007]: [DBG] pgmap v104: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:18.564 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.83 MB/sec execute 265 sec latency 230723.205 ms 2022-01-18T16:08:19.564 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.82 MB/sec execute 266 sec latency 231723.332 ms 2022-01-18T16:08:20.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:19 smithi129 conmon[101092]: cluster 2022-01-18T16:08:17.950942+0000 mgr.smithi129.iclwio (mgr.14716) 143 : cluster [DBG] 2022-01-18T16:08:20.176 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:19 smithi129 conmon[101092]: pgmap v105: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:20.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:19 smithi156 conmon[67007]: cluster 2022-01-18T16:08:17.950942+0000 mgr.smithi129.iclwio (mgr.14716) 143 : cluster [DBG] pgmap v105: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:20.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:19 smithi156 conmon[67007]: 2022-01-18T16:08:20.564 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.82 MB/sec execute 267 sec latency 232723.432 ms 2022-01-18T16:08:21.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:20 smithi156 conmon[67007]: cluster 2022-01-18T16:08:19.951921+0000 mgr.smithi129.iclwio (mgr.14716) 144 : cluster [DBG] pgmap v106: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:21.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:20 smithi156 conmon[67007]: 2022-01-18T16:08:21.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:20 smithi129 conmon[101092]: cluster 2022-01-18T16:08:19.951921+0000 mgr.smithi129.iclwio (mgr.14716) 144 : cluster [DBG] pgmap v106: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:21.564 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.81 MB/sec execute 268 sec latency 233723.512 ms 2022-01-18T16:08:22.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:21 smithi156 conmon[67007]: cluster 2022-01-18T16:08:21.542247+0000 mds.foofs.smithi129.uncsrf (mds.0) 44 : cluster 2022-01-18T16:08:22.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:21 smithi156 conmon[67007]: [WRN] 1 slow requests, 0 included below; oldest blocked for > 223.538826 secs 2022-01-18T16:08:22.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:21 smithi129 conmon[101092]: cluster 2022-01-18T16:08:21.542247+0000 mds.foofs.smithi129.uncsrf (mds.0) 2022-01-18T16:08:22.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:21 smithi129 conmon[101092]: 44 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 223.538826 secs 2022-01-18T16:08:22.564 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.80 MB/sec execute 269 sec latency 234723.608 ms 2022-01-18T16:08:23.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:22 smithi156 conmon[67007]: cluster 2022-01-18T16:08:21.952622+0000 mgr.smithi129.iclwio (mgr.14716) 145 : cluster [DBG] pgmap v107: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:23.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:22 smithi129 conmon[101092]: cluster 2022-01-18T16:08:21.952622+0000 mgr.smithi129.iclwio (mgr.14716) 145 : cluster [DBG] 2022-01-18T16:08:23.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:22 smithi129 conmon[101092]: pgmap v107: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:23.564 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.79 MB/sec execute 270 sec latency 235723.710 ms 2022-01-18T16:08:24.565 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.79 MB/sec execute 271 sec latency 236723.805 ms 2022-01-18T16:08:25.565 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.78 MB/sec execute 272 sec latency 237723.926 ms 2022-01-18T16:08:26.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:25 smithi129 conmon[101092]: cluster 2022-01-18T16:08:23.953344+0000 mgr.smithi129.iclwio (mgr.14716) 146 : cluster [DBG] 2022-01-18T16:08:26.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:25 smithi129 conmon[101092]: pgmap v108: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:26.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:25 smithi156 conmon[67007]: cluster 2022-01-18T16:08:23.953344+0000 mgr.smithi129.iclwio (mgr.14716) 146 : cluster 2022-01-18T16:08:26.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:25 smithi156 conmon[67007]: [DBG] pgmap v108: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:26.565 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.78 MB/sec execute 273 sec latency 238724.038 ms 2022-01-18T16:08:27.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:26 smithi129 conmon[101092]: cluster 2022-01-18T16:08:25.954355+0000 mgr.smithi129.iclwio (mgr.14716) 147 : cluster [DBG] pgmap v109: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:27.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:26 smithi129 conmon[101092]: cluster 2022-01-18T16:08:26.542364+0000 mds.foofs.smithi129.uncsrf (mds.0) 45 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 228.538940 secs 2022-01-18T16:08:27.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:26 smithi156 conmon[67007]: cluster 2022-01-18T16:08:25.954355+0000 mgr.smithi129.iclwio (mgr.14716) 147 : cluster [DBG] 2022-01-18T16:08:27.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:26 smithi156 conmon[67007]: pgmap v109: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:27.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:26 smithi156 conmon[67007]: cluster 2022-01-18T16:08:26.542364+0000 mds.foofs.smithi129.uncsrf (mds.0) 45 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 228.538940 secs 2022-01-18T16:08:27.565 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.77 MB/sec execute 274 sec latency 239724.108 ms 2022-01-18T16:08:28.565 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.76 MB/sec execute 275 sec latency 240724.197 ms 2022-01-18T16:08:29.565 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.76 MB/sec execute 276 sec latency 241724.304 ms 2022-01-18T16:08:30.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:29 smithi129 conmon[101092]: cluster 2022-01-18T16:08:27.955074+0000 mgr.smithi129.iclwio (mgr.14716) 148 : cluster [DBG] pgmap v110: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:30.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:29 smithi156 conmon[67007]: cluster 2022-01-18T16:08:27.955074+0000 mgr.smithi129.iclwio (mgr.14716) 148 : cluster [DBG] pgmap v110: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:30.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:29 smithi156 conmon[67007]: 2022-01-18T16:08:30.565 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.75 MB/sec execute 277 sec latency 242724.388 ms 2022-01-18T16:08:31.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:30 smithi156 conmon[67007]: cluster 2022-01-18T16:08:29.956234+0000 mgr.smithi129.iclwio (mgr.14716) 149 : cluster [DBG] 2022-01-18T16:08:31.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:30 smithi156 conmon[67007]: pgmap v111: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:31.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:30 smithi129 conmon[101092]: cluster 2022-01-18T16:08:29.956234+0000 mgr.smithi129.iclwio (mgr.14716) 149 : cluster [DBG] pgmap v111: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:31.565 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.74 MB/sec execute 278 sec latency 243724.501 ms 2022-01-18T16:08:32.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:31 smithi156 conmon[67007]: cluster 2022-01-18T16:08:31.542467+0000 mds.foofs.smithi129.uncsrf (mds.0) 46 : cluster 2022-01-18T16:08:32.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:31 smithi156 conmon[67007]: [WRN] 1 slow requests, 0 included below; oldest blocked for > 233.539063 secs 2022-01-18T16:08:32.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:31 smithi129 conmon[101092]: cluster 2022-01-18T16:08:31.542467+0000 mds.foofs.smithi129.uncsrf (mds.0) 46 : cluster [WRN] 2022-01-18T16:08:32.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:31 smithi129 conmon[101092]: 1 slow requests, 0 included below; oldest blocked for > 233.539063 secs 2022-01-18T16:08:32.565 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.74 MB/sec execute 279 sec latency 244724.579 ms 2022-01-18T16:08:33.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:32 smithi156 conmon[67007]: cluster 2022-01-18T16:08:31.956950+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:08:33.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:32 smithi156 conmon[67007]: 150 : cluster [DBG] pgmap v112: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:33.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:32 smithi129 conmon[101092]: cluster 2022-01-18T16:08:31.956950+0000 mgr.smithi129.iclwio (mgr.14716) 150 : cluster [DBG] pgmap v112: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:33.565 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.73 MB/sec execute 280 sec latency 245724.676 ms 2022-01-18T16:08:34.566 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.72 MB/sec execute 281 sec latency 246724.760 ms 2022-01-18T16:08:35.565 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.72 MB/sec execute 282 sec latency 247724.849 ms 2022-01-18T16:08:36.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:35 smithi129 conmon[101092]: cluster 2022-01-18T16:08:33.957818+0000 mgr.smithi129.iclwio (mgr.14716) 151 : cluster [DBG] pgmap v113: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:36.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:35 smithi156 conmon[67007]: cluster 2022-01-18T16:08:33.957818+0000 mgr.smithi129.iclwio (mgr.14716) 151 : cluster [DBG] pgmap v113: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:36.465 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:08:36.565 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.71 MB/sec execute 283 sec latency 248724.899 ms 2022-01-18T16:08:36.729 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:08:36.729 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (11m) 2m ago 12m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:08:36.729 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2m) 2m ago 12m 7017k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:08:36.730 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2m) 2m ago 11m 7037k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:08:36.730 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (10m) 2m ago 12m 38.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:08:36.730 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (7m) 2m ago 7m 39.2M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:08:36.730 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (7m) 2m ago 7m 17.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:08:36.731 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3m) 2m ago 13m 432M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:08:36.731 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3m) 2m ago 11m 384M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:08:36.731 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3m) 2m ago 13m 41.6M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:08:36.731 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3m) 2m ago 11m 32.9M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:08:36.732 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4m) 2m ago 4m 71.1M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:08:36.732 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3m) 2m ago 3m 57.6M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:08:36.732 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (11m) 2m ago 11m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:08:36.732 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (11m) 2m ago 11m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:08:36.732 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (10m) 2m ago 10m 1569M 4096M 16.2.4 8d91d370c2b8 9f5f63cda7b0 2022-01-18T16:08:36.733 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (10m) 2m ago 10m 1433M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:08:36.733 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (10m) 2m ago 10m 931M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:08:36.733 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (9m) 2m ago 9m 1611M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:08:36.733 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (9m) 2m ago 9m 1373M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:08:36.734 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (9m) 2m ago 9m 1737M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:08:36.734 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (8m) 2m ago 8m 1364M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:08:36.734 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (8m) 2m ago 8m 2163M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:08:36.734 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (10m) 2m ago 11m 49.9M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:08:37.048 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:08:37.049 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:08:37.049 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:08:37.049 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:08:37.049 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:08:37.050 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:08:37.050 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:08:37.050 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:08:37.050 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-18T16:08:37.051 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:08:37.051 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:08:37.051 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:08:37.051 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:08:37.052 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:08:37.052 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:08:37.052 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 4 2022-01-18T16:08:37.052 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:08:37.052 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:08:37.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:36 smithi129 conmon[101092]: cluster 2022-01-18T16:08:35.958848+0000 mgr.smithi129.iclwio (mgr.14716) 152 : cluster [DBG] pgmap v114: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:37.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:36 smithi129 conmon[101092]: audit 2022-01-18T16:08:36.467364+0000 mgr.smithi129.iclwio (mgr.14716) 153 : audit [DBG] from='client.34172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:08:37.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:36 smithi129 conmon[101092]: cluster 2022-01-18T16:08:36.542556+0000 mds.foofs.smithi129.uncsrf (mds.0) 47 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 238.539146 secs 2022-01-18T16:08:37.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:36 smithi129 conmon[101092]: audit 2022-01-18T16:08:36.735562+0000 mgr.smithi129.iclwio (mgr.14716) 154 : audit [DBG] from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:08:37.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:36 smithi156 conmon[67007]: cluster 2022-01-18T16:08:35.958848+0000 mgr.smithi129.iclwio (mgr.14716) 152 : cluster [DBG] pgmap v114: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:37.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:36 smithi156 conmon[67007]: audit 2022-01-18T16:08 2022-01-18T16:08:37.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:36 smithi156 conmon[67007]: :36.467364+0000 mgr.smithi129.iclwio (mgr.14716) 153 : audit [DBG] from='client.34172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:08:37.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:36 smithi156 conmon[67007]: cluster 2022-01-18T16:08:36.542556+0000 mds.foofs.smithi129.uncsrf (mds.0) 47 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 238.539146 secs 2022-01-18T16:08:37.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:36 smithi156 conmon[67007]: audit 2022-01-18T16:08:36.735562 2022-01-18T16:08:37.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:36 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 154 : audit [DBG] from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:08:37.566 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.71 MB/sec execute 284 sec latency 249725.015 ms 2022-01-18T16:08:38.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:37 smithi129 conmon[101092]: audit 2022-01-18T16:08:37.064024+0000 mon.smithi129 (mon.0) 155 : 2022-01-18T16:08:38.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:37 smithi129 conmon[101092]: audit [DBG] from='client.? 172.21.15.129:0/1706746661' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:08:38.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:37 smithi156 conmon[67007]: audit 2022-01-18T16:08:37.064024+0000 mon.smithi129 (mon.0) 155 : audit [DBG] from='client.? 172.21.15.129:0/1706746661' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:08:38.566 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.70 MB/sec execute 285 sec latency 250725.047 ms 2022-01-18T16:08:39.566 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.69 MB/sec execute 286 sec latency 251725.129 ms 2022-01-18T16:08:40.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:39 smithi129 conmon[101092]: cluster 2022-01-18T16:08:37.959723+0000 mgr.smithi129.iclwio (mgr.14716) 155 : cluster [DBG] 2022-01-18T16:08:40.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:39 smithi129 conmon[101092]: pgmap v115: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:40.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:39 smithi156 conmon[67007]: cluster 2022-01-18T16:08:37.959723+0000 mgr.smithi129.iclwio (mgr.14716) 155 : cluster [DBG] pgmap v115: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:40.566 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.69 MB/sec execute 287 sec latency 252725.236 ms 2022-01-18T16:08:41.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:40 smithi129 conmon[101092]: cluster 2022-01-18T16:08:39.960624+0000 mgr.smithi129.iclwio (mgr.14716) 156 : cluster [DBG] 2022-01-18T16:08:41.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:40 smithi129 conmon[101092]: pgmap v116: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:41.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:40 smithi156 conmon[67007]: cluster 2022-01-18T16:08:39.960624+0000 mgr.smithi129.iclwio (mgr.14716) 156 : cluster [DBG] pgmap v116: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:41.566 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.68 MB/sec execute 288 sec latency 253725.323 ms 2022-01-18T16:08:42.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:41 smithi129 conmon[101092]: cluster 2022-01-18T16:08:41.542697+0000 mds.foofs.smithi129.uncsrf (mds. 2022-01-18T16:08:42.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:41 smithi129 conmon[101092]: 0) 48 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 243.539283 secs 2022-01-18T16:08:42.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:41 smithi129 conmon[101092]: cluster 2022- 2022-01-18T16:08:42.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:41 smithi129 conmon[101092]: 01-18T16:08:41.542702+0000 mds.foofs.smithi129.uncsrf (mds.0) 49 : cluster [WRN] slow request 243.539282 seconds old, received at 2022-01-18T16:04:38.003383+0000: client_request(client.14698:4 getattr pAsLsXsFs #0x10000005102 2022-01-18T16:04:38.003340+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-01-18T16:08:42.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:41 smithi129 conmon[101092]: cluster 2022-01-18T16:08:42.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:41 smithi129 conmon[101092]: 2022-01-18T16:08:41.542730+0000 2022-01-18T16:08:42.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:41 smithi129 conmon[101092]: mds.foofs.smithi129.uncsrf (mds.0) 50 : cluster [WRN] client.14524 isn't responding to mclientcaps(revoke), ino 0x10000005102 pending pAsxLsXsxFcb issued pAsxLsXsxFsxcrwb, sent 243.539284 seconds ago 2022-01-18T16:08:42.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:41 smithi156 conmon[67007]: cluster 2022-01-18T16:08:41.542697+0000 mds.foofs.smithi129.uncsrf (mds 2022-01-18T16:08:42.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:41 smithi156 conmon[67007]: .0) 48 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 243.539283 secs 2022-01-18T16:08:42.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:41 smithi156 conmon[67007]: cluster 2022-01-18T16:08:41.542702+0000 mds.foofs.smithi129.uncsrf (mds.0) 49 : cluster [WRN] slow request 243.539282 seconds old, received at 2022-01-18T16:04:38.003383+0000: client_request(client.14698:4 getattr pAsLsXsFs #0x10000005102 2022-01-18T16:04:38.003340+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-01-18T16:08:42.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:41 smithi156 conmon[67007]: cluster 2022-01-18T16:08:41. 2022-01-18T16:08:42.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:41 smithi156 conmon[67007]: 542730+0000 mds.foofs.smithi129.uncsrf (mds.0) 50 : cluster [WRN] client.14524 isn't responding to mclientcaps(revoke), ino 0x10000005102 pending pAsxLsXsxFcb issued pAsxLsXsxFsxcrwb, sent 243.539284 seconds ago 2022-01-18T16:08:42.566 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.68 MB/sec execute 289 sec latency 254725.413 ms 2022-01-18T16:08:43.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:42 smithi156 conmon[67007]: cluster 2022-01-18T16:08:41.961311+0000 mgr.smithi129.iclwio (mgr.14716) 157 : cluster [DBG] pgmap v117: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:43.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:42 smithi129 conmon[101092]: cluster 2022-01-18T16:08:41.961311+0000 mgr.smithi129.iclwio (mgr.14716) 157 : cluster [DBG] pgmap v117: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:43.566 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.67 MB/sec execute 290 sec latency 255725.503 ms 2022-01-18T16:08:44.566 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.67 MB/sec execute 291 sec latency 256725.587 ms 2022-01-18T16:08:45.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:44 smithi156 conmon[67007]: cluster 2022-01-18T16:08:43.962096+0000 mgr.smithi129.iclwio (mgr.14716) 158 : cluster [DBG] pgmap v118: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:45.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:44 smithi129 conmon[101092]: cluster 2022-01-18T16:08:43.962096+0000 mgr.smithi129.iclwio (mgr.14716) 158 : cluster [DBG] pgmap v118: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:45.566 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.66 MB/sec execute 292 sec latency 257725.639 ms 2022-01-18T16:08:46.567 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.65 MB/sec execute 293 sec latency 258725.746 ms 2022-01-18T16:08:47.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:46 smithi156 conmon[67007]: cluster 2022-01-18T16:08:45.963072+0000 mgr.smithi129.iclwio (mgr.14716) 159 : cluster [DBG] pgmap v119: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:47.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:46 smithi156 conmon[67007]: cluster 2022-01-18T16:08:46.542856+0000 mds.foofs.smithi129.uncsrf (mds.0) 51 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 248.539433 secs 2022-01-18T16:08:47.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:46 smithi129 conmon[101092]: cluster 2022-01-18T16:08:45.963072+0000 mgr.smithi129.iclwio (mgr.14716) 159 : cluster [DBG] pgmap v119: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:47.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:46 smithi129 conmon[101092]: cluster 2022-01-18T16:08:46.542856+0000 mds.foofs.smithi129.uncsrf (mds.0) 51 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 248.539433 secs 2022-01-18T16:08:47.567 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.65 MB/sec execute 294 sec latency 259725.821 ms 2022-01-18T16:08:48.567 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.64 MB/sec execute 295 sec latency 260725.914 ms 2022-01-18T16:08:49.567 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.64 MB/sec execute 296 sec latency 261726.011 ms 2022-01-18T16:08:50.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:49 smithi129 conmon[101092]: cluster 2022-01-18T16:08:47.963741 2022-01-18T16:08:50.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:49 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 160 : cluster [DBG] pgmap v120: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:50.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:49 smithi156 conmon[67007]: cluster 2022-01-18T16:08:47.963741+0000 mgr.smithi129.iclwio (mgr.14716) 160 : cluster [DBG] 2022-01-18T16:08:50.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:49 smithi156 conmon[67007]: pgmap v120: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:50.567 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.63 MB/sec execute 297 sec latency 262726.105 ms 2022-01-18T16:08:51.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:50 smithi129 conmon[101092]: cluster 2022-01-18T16:08:49.964743+0000 mgr.smithi129.iclwio (mgr.14716) 161 : cluster [DBG] pgmap v121: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:51.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:50 smithi156 conmon[67007]: cluster 2022-01-18T16:08:49.964743+0000 mgr.smithi129.iclwio (mgr.14716) 161 : cluster [DBG] pgmap v121: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:51.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:50 smithi156 conmon[67007]: 2022-01-18T16:08:51.567 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.63 MB/sec execute 298 sec latency 263726.201 ms 2022-01-18T16:08:52.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:51 smithi156 conmon[67007]: cluster 2022-01-18T16:08:51.542886+0000 mds.foofs.smithi129.uncsrf (mds.0) 52 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 253.539466 secs 2022-01-18T16:08:52.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:51 smithi129 conmon[101092]: cluster 2022-01-18T16:08:51.542886+0000 mds.foofs.smithi129.uncsrf (mds.0) 52 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 253.539466 secs 2022-01-18T16:08:52.567 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.62 MB/sec execute 299 sec latency 264726.328 ms 2022-01-18T16:08:53.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:52 smithi156 conmon[67007]: cluster 2022-01-18T16:08:51.965665+0000 mgr.smithi129.iclwio (mgr.14716) 162 : cluster [DBG] pgmap v122: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:53.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:52 smithi129 conmon[101092]: cluster 2022-01-18T16:08:51.965665+0000 mgr.smithi129.iclwio (mgr.14716) 162 : cluster [DBG] pgmap v122: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:53.567 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.62 MB/sec execute 300 sec latency 265726.440 ms 2022-01-18T16:08:54.567 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.61 MB/sec execute 301 sec latency 266726.509 ms 2022-01-18T16:08:55.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:54 smithi156 conmon[67007]: cluster 2022-01-18T16:08:53.966292+0000 mgr.smithi129.iclwio (mgr.14716) 163 : cluster [DBG] pgmap v123: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:55.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:54 smithi129 conmon[101092]: cluster 2022-01-18T16:08:53.966292+0000 mgr.smithi129.iclwio (mgr.14716) 163 : cluster [DBG] pgmap v123: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:55.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:54 smithi129 conmon[101092]: 2022-01-18T16:08:55.567 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.60 MB/sec execute 302 sec latency 267726.596 ms 2022-01-18T16:08:56.567 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.60 MB/sec execute 303 sec latency 268726.700 ms 2022-01-18T16:08:57.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:56 smithi156 conmon[67007]: cluster 2022-01-18T16:08:55.967311+0000 mgr.smithi129.iclwio (mgr.14716) 164 : cluster [DBG] pgmap v124: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:57.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:56 smithi156 conmon[67007]: cluster 2022-01-18T16:08:56.542934+0000 mds.foofs.smithi129.uncsrf (mds.0) 53 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 258.539529 secs 2022-01-18T16:08:57.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:56 smithi129 conmon[101092]: cluster 2022-01-18T16:08:55.967311+0000 mgr.smithi129.iclwio (mgr.14716) 164 : cluster [DBG] pgmap v124: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:57.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:56 smithi129 conmon[101092]: cluster 2022-01-18T16:08:56.542934+0000 mds.foofs.smithi129.uncsrf ( 2022-01-18T16:08:57.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:56 smithi129 conmon[101092]: mds.0) 53 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 258.539529 secs 2022-01-18T16:08:57.567 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.59 MB/sec execute 304 sec latency 269726.802 ms 2022-01-18T16:08:58.567 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.59 MB/sec execute 305 sec latency 270726.917 ms 2022-01-18T16:08:59.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:58 smithi156 conmon[67007]: cluster 2022-01-18T16:08:57.968150+0000 mgr.smithi129.iclwio (mgr.14716) 165 : cluster [DBG] pgmap v125: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:59.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:58 smithi156 conmon[67007]: audit 2022-01-18T16:08:58.216178+0000 mon.smithi129 (mon.0) 156 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:08:59.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:08:58 smithi156 conmon[67007]: audit 2022-01-18T16:08:58.217703+0000 mon.smithi129 (mon.0) 157 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:08:59.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:58 smithi129 conmon[101092]: cluster 2022-01-18T16:08:57.968150+0000 mgr.smithi129.iclwio (mgr.14716) 165 : cluster [DBG] 2022-01-18T16:08:59.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:58 smithi129 conmon[101092]: pgmap v125: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:08:59.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:58 smithi129 conmon[101092]: audit 2022-01-18T16:08:58.216178+0000 mon.smithi129 (mon.0) 156 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:08:59.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:58 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T16:08:59.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:58 smithi129 conmon[101092]: 18T16:08:58.217703+0000 2022-01-18T16:08:59.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:58 smithi129 conmon[101092]: mon.smithi129 (mon.0) 157 : audit [INF] 2022-01-18T16:08:59.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:08:58 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:08:59.567 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.58 MB/sec execute 306 sec latency 271727.021 ms 2022-01-18T16:09:00.568 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.58 MB/sec execute 307 sec latency 272727.118 ms 2022-01-18T16:09:01.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:00 smithi156 conmon[67007]: cluster 2022-01-18T16:08:59.969076+0000 mgr.smithi129.iclwio (mgr.14716) 166 : cluster [DBG] pgmap v126: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:01.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:00 smithi156 conmon[67007]: 2022-01-18T16:09:01.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:00 smithi129 conmon[101092]: cluster 2022-01-18T16:08:59.969076+0000 mgr.smithi129.iclwio (mgr.14716) 166 : cluster [DBG] pgmap v126: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:01.568 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.57 MB/sec execute 308 sec latency 273727.246 ms 2022-01-18T16:09:02.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:02 smithi156 conmon[67007]: cluster 2022-01-18T16:09:01.543026+0000 mds.foofs.smithi129.uncsrf (mds.0) 54 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 263.539604 secs 2022-01-18T16:09:02.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:02 smithi129 conmon[101092]: cluster 2022-01-18T16:09:01.543026+0000 mds.foofs.smithi129.uncsrf (mds.0) 54 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 263.539604 secs 2022-01-18T16:09:02.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:02 smithi129 conmon[101092]: 2022-01-18T16:09:02.568 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.57 MB/sec execute 309 sec latency 274727.343 ms 2022-01-18T16:09:03.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:03 smithi156 conmon[67007]: cluster 2022-01-18T16:09:01.969712+0000 mgr.smithi129.iclwio (mgr.14716) 167 : cluster [DBG] pgmap v127: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:03.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:03 smithi129 conmon[101092]: cluster 2022-01-18T16:09:01.969712+0000 mgr.smithi129.iclwio (mgr.14716) 167 : cluster [DBG] pgmap v127: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:03.568 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.56 MB/sec execute 310 sec latency 275727.390 ms 2022-01-18T16:09:04.568 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.56 MB/sec execute 311 sec latency 276727.455 ms 2022-01-18T16:09:05.163 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:04 smithi156 conmon[67007]: audit 2022-01-18T16:09:04.516318+0000 mon.smithi129 (mon.0) 158 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:09:05.163 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:04 smithi156 conmon[67007]: audit 2022-01-18T16:09:04.517845+0000 mon.smithi129 (mon.0) 159 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:09:05.164 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:04 smithi156 conmon[67007]: audit 2022-01-18T16:09:04.518887+0000 mon.smithi129 (mon.0) 160 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:09:05.164 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:04 smithi156 conmon[67007]: audit 2022-01-18T16:09:04.823958+0000 mon.smithi129 (mon.0) 161 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:09:05.164 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:04 smithi156 conmon[67007]: audit 2022-01-18T16:09:04.828528+0000 mon.smithi129 (mon.0) 162 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:09:05.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:04 smithi129 conmon[101092]: audit 2022-01-18T16:09:04.516318 2022-01-18T16:09:05.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:04 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 158 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:09:05.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:04 smithi129 conmon[101092]: audit 2022-01-18T16:09:04.517845+0000 mon.smithi129 (mon.0) 159 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:09:05.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:04 smithi129 conmon[101092]: audit 2022-01-18T16:09:04.518887+0000 mon.smithi129 (mon.0) 160 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:09:05.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:04 smithi129 conmon[101092]: audit 2022-01-18T16:09:04.823958+0000 mon.smithi129 (mon.0) 161 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:09:05.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:04 smithi129 conmon[101092]: audit 2022-01-18T16:09:04.828528+0000 mon.smithi129 (mon.0) 162 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:09:05.568 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.55 MB/sec execute 312 sec latency 277727.531 ms 2022-01-18T16:09:06.191 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:05 smithi156 conmon[67007]: cluster 2022-01-18T16:09:03.970522+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:09:06.192 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:05 smithi156 conmon[67007]: 168 : cluster [DBG] pgmap v128: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:06.192 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:05 smithi156 conmon[67007]: cephadm 2022-01-18T16:09:04.519598+0000 mgr.smithi129.iclwio (mgr.14716) 169 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:09:06.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:05 smithi129 conmon[101092]: cluster 2022-01-18T16:09:03.970522+0000 mgr.smithi129.iclwio (mgr.14716) 168 : cluster [DBG] 2022-01-18T16:09:06.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:05 smithi129 conmon[101092]: pgmap v128: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:06.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:05 smithi129 conmon[101092]: cephadm 2022-01-18T16:09:04.519598+0000 mgr.smithi129.iclwio (mgr.14716) 169 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:09:06.568 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.55 MB/sec execute 313 sec latency 278727.627 ms 2022-01-18T16:09:07.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:06 smithi156 conmon[67007]: cluster 2022-01-18T16:09:05. 2022-01-18T16:09:07.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:06 smithi156 conmon[67007]: 971542+0000 mgr.smithi129.iclwio (mgr.14716) 170 : cluster [DBG] pgmap v129: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:07.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:06 smithi156 conmon[67007]: cluster 2022-01-18 2022-01-18T16:09:07.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:06 smithi156 conmon[67007]: T16:09:06.543073+0000 mds.foofs.smithi129.uncsrf (mds.0) 55 : cluster [WRN] 2022-01-18T16:09:07.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:06 smithi156 conmon[67007]: 1 slow requests, 0 included below; oldest blocked for > 268.539666 secs 2022-01-18T16:09:07.351 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:09:07.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:06 smithi129 conmon[101092]: cluster 2022-01-18T16:09: 2022-01-18T16:09:07.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:06 smithi129 conmon[101092]: 05.971542+0000 mgr.smithi129.iclwio (mgr.14716) 170 : cluster [DBG] pgmap v129: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:07.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:06 smithi129 conmon[101092]: cluster 2022-01-18T16:09:06.543073+0000 mds.foofs.smithi129.uncsrf (mds.0) 55 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 268.539666 secs 2022-01-18T16:09:07.568 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.54 MB/sec execute 314 sec latency 279727.695 ms 2022-01-18T16:09:07.619 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:09:07.619 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (11m) 3m ago 12m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:09:07.619 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3m) 3m ago 12m 7017k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:09:07.620 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3m) 3m ago 12m 7037k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:09:07.620 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (11m) 3m ago 12m 38.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:09:07.620 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (7m) 3m ago 7m 39.2M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:09:07.620 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (7m) 3m ago 7m 17.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:09:07.620 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4m) 3m ago 14m 432M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:09:07.621 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3m) 3m ago 12m 384M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:09:07.621 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3m) 3m ago 14m 41.6M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:09:07.621 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3m) 3m ago 12m 32.9M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:09:07.621 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4m) 3m ago 4m 71.1M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:09:07.622 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4m) 3m ago 4m 57.6M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:09:07.622 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (12m) 3m ago 12m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:09:07.622 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (11m) 3m ago 11m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:09:07.622 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (11m) 3m ago 11m 1569M 4096M 16.2.4 8d91d370c2b8 9f5f63cda7b0 2022-01-18T16:09:07.623 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (10m) 3m ago 10m 1433M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:09:07.623 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (10m) 3m ago 10m 931M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:09:07.623 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (10m) 3m ago 10m 1611M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:09:07.623 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (10m) 3m ago 10m 1373M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:09:07.623 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (9m) 3m ago 9m 1737M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:09:07.624 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (9m) 3m ago 9m 1364M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:09:07.624 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (9m) 3m ago 9m 2163M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:09:07.624 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (11m) 3m ago 12m 49.9M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:09:07.940 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:09:07.941 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:09:07.941 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:09:07.941 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:09:07.941 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:09:07.942 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:09:07.942 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:09:07.942 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:09:07.942 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-18T16:09:07.943 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:09:07.943 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:09:07.943 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:09:07.943 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:09:07.944 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:09:07.944 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:09:07.944 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 4 2022-01-18T16:09:07.944 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:09:07.944 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:09:08.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:07 smithi156 conmon[67007]: audit 2022-01-18T16:09:07.353729+0000 mgr.smithi129.iclwio (mgr.14716) 171 : audit [DBG] 2022-01-18T16:09:08.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:07 smithi156 conmon[67007]: from='client.34184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:09:08.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:07 smithi156 conmon[67007]: audit 2022-01-18T16:09:07.625646+0000 mgr.smithi129.iclwio (mgr.14716) 172 : audit [DBG] from='client.34188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:09:08.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:07 smithi129 conmon[101092]: audit 2022-01-18T16:09:07.353729+0000 mgr.smithi129.iclwio (mgr.14716) 171 : audit 2022-01-18T16:09:08.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:07 smithi129 conmon[101092]: [DBG] from='client.34184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:09:08.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:07 smithi129 conmon[101092]: audit 2022-01-18T16:09:07.625646+0000 mgr.smithi129.iclwio (mgr.14716) 172 : audit [DBG] from='client.34188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:09:08.568 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.54 MB/sec execute 315 sec latency 280727.750 ms 2022-01-18T16:09:09.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:08 smithi156 conmon[67007]: audit 2022-01-18T16:09:07.956027+0000 mon.smithi129 (mon.0) 163 : audit [DBG] from='client.? 172.21.15.129:0/1204217340' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:09:09.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:08 smithi156 conmon[67007]: 2022-01-18T16:09:09.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:08 smithi156 conmon[67007]: cluster 2022-01-18T16:09:07.972467+0000 mgr.smithi129.iclwio (mgr.14716) 173 : cluster [DBG] pgmap v130: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:09.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:08 smithi129 conmon[101092]: audit 2022-01-18T16:09:07.956027+0000 mon.smithi129 (mon.0) 163 : audit [DBG] from='client.? 172.21.15.129:0/1204217340' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:09:09.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:08 smithi129 conmon[101092]: cluster 2022-01-18T16:09:07.972467+0000 mgr.smithi129.iclwio (mgr.14716) 173 : cluster [DBG] pgmap v130: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:09.568 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.53 MB/sec execute 316 sec latency 281727.831 ms 2022-01-18T16:09:10.568 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.53 MB/sec execute 317 sec latency 282727.885 ms 2022-01-18T16:09:11.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:11 smithi156 conmon[67007]: cluster 2022-01-18T16:09:09.973622+0000 mgr.smithi129.iclwio (mgr.14716) 174 : cluster [DBG] pgmap v131: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:11.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:11 smithi129 conmon[101092]: cluster 2022-01-18T16:09:09.973622+0000 mgr.smithi129.iclwio (mgr.14716) 174 : cluster [DBG] pgmap v131: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:11.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:11 smithi129 conmon[101092]: 2022-01-18T16:09:11.568 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.52 MB/sec execute 318 sec latency 283727.973 ms 2022-01-18T16:09:12.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:12 smithi156 conmon[67007]: cluster 2022-01-18T16:09:11.543188+0000 mds.foofs.smithi129.uncsrf (mds.0) 56 : cluster 2022-01-18T16:09:12.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:12 smithi156 conmon[67007]: [WRN] 1 slow requests, 0 included below; oldest blocked for > 273.539767 secs 2022-01-18T16:09:12.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:12 smithi129 conmon[101092]: cluster 2022-01-18T16:09:11.543188+0000 mds.foofs.smithi129.uncsrf (mds.0) 56 : cluster [WRN] 2022-01-18T16:09:12.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:12 smithi129 conmon[101092]: 1 slow requests, 0 included below; oldest blocked for > 273.539767 secs 2022-01-18T16:09:12.568 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.52 MB/sec execute 319 sec latency 284728.072 ms 2022-01-18T16:09:13.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:13 smithi156 conmon[67007]: cluster 2022-01-18T16:09:11.974310+0000 mgr.smithi129.iclwio (mgr.14716) 175 : cluster [DBG] pgmap v132: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:13.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:13 smithi129 conmon[101092]: cluster 2022-01-18T16:09:11.974310+0000 mgr.smithi129.iclwio (mgr.14716) 175 : cluster 2022-01-18T16:09:13.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:13 smithi129 conmon[101092]: [DBG] pgmap v132: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:13.569 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.51 MB/sec execute 320 sec latency 285728.182 ms 2022-01-18T16:09:14.569 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.51 MB/sec execute 321 sec latency 286728.277 ms 2022-01-18T16:09:15.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:14 smithi156 conmon[67007]: cluster 2022-01-18T16:09:13.975247+0000 mgr.smithi129.iclwio (mgr.14716) 176 : cluster [DBG] pgmap v133: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:15.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:14 smithi129 conmon[101092]: cluster 2022-01-18T16:09:13.975247+0000 mgr.smithi129.iclwio (mgr.14716) 176 : cluster [DBG] 2022-01-18T16:09:15.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:14 smithi129 conmon[101092]: pgmap v133: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:15.569 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.51 MB/sec execute 322 sec latency 287728.362 ms 2022-01-18T16:09:16.569 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.50 MB/sec execute 323 sec latency 288728.448 ms 2022-01-18T16:09:17.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:17 smithi156 conmon[67007]: cluster 2022-01-18T16:09:15.976360+0000 mgr.smithi129.iclwio (mgr.14716) 177 : cluster 2022-01-18T16:09:17.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:17 smithi156 conmon[67007]: [DBG] pgmap v134: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:17.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:17 smithi156 conmon[67007]: cluster 2022-01-18T16:09:16.543297+0000 mds.foofs.smithi129.uncsrf (mds.0) 57 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 278.539891 secs 2022-01-18T16:09:17.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:17 smithi156 conmon[67007]: cluster 2022-01-18T16:09:16.543333+0000 mds.foofs.smithi129.uncsrf (mds.0) 58 : cluster [WRN] evicting unresponsive client smithi156:foo1 (24349), after 300.688 seconds 2022-01-18T16:09:17.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:17 smithi156 conmon[67007]: cluster 2022-01-18T16:09:16.543344+0000 mds.foofs.smithi129.uncsrf (mds.0) 59 : cluster [INF] Evicting (and blocklisting) client session 24349 (172.21.15.156:0/1707901533) 2022-01-18T16:09:17.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:17 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T16:09:17.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:17 smithi156 conmon[67007]: 16:09:16.543680+0000 mon.smithi129 (mon.0) 2022-01-18T16:09:17.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:17 smithi156 conmon[67007]: 164 : audit [INF] from='mds.0 [v2:172.21.15.129:6834/4060115502,v1:172.21.15.129:6835/4060115502]' entity='mds.foofs.smithi129.uncsrf' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.156:0/1707901533"}]: dispatch 2022-01-18T16:09:17.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:17 smithi129 conmon[101092]: cluster 2022-01-18T16:09:15.976360+0000 mgr.smithi129.iclwio (mgr.14716) 177 : cluster 2022-01-18T16:09:17.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:17 smithi129 conmon[101092]: [DBG] pgmap v134: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:17.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:17 smithi129 conmon[101092]: cluster 2022-01-18T16:09:16.543297+0000 mds.foofs.smithi129.uncsrf (mds.0) 57 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 278.539891 secs 2022-01-18T16:09:17.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:17 smithi129 conmon[101092]: cluster 2022-01-18T16:09:17.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:17 smithi129 conmon[101092]: 2022-01-18T16:09:16.543333+0000 mds.foofs.smithi129.uncsrf (mds.0) 58 : cluster [WRN] evicting unresponsive client smithi156:foo1 (24349), after 300.688 seconds 2022-01-18T16:09:17.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:17 smithi129 conmon[101092]: cluster 2022-01-18T16:09:16.543344+0000 mds.foofs.smithi129.uncsrf (mds. 2022-01-18T16:09:17.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:17 smithi129 conmon[101092]: 0) 59 : cluster [INF] Evicting (and blocklisting) client session 24349 (172.21.15.156:0/1707901533) 2022-01-18T16:09:17.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:17 smithi129 conmon[101092]: audit 2022-01-18T16:09:17.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:17 smithi129 conmon[101092]: 2022-01-18T16 2022-01-18T16:09:17.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:17 smithi129 conmon[101092]: :09:16.543680+0000 mon.smithi129 (mon.0) 2022-01-18T16:09:17.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:17 smithi129 conmon[101092]: 164 : audit [INF] from='mds.0 [v2:172.21.15.129:6834/4060115502,v1:172.21.15.129:6835/4060115502]' entity='mds.foofs.smithi129.uncsrf' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.156:0/1707901533"}]: dispatch 2022-01-18T16:09:17.569 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.50 MB/sec execute 324 sec latency 289728.532 ms 2022-01-18T16:09:18.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:18 smithi156 conmon[67007]: audit 2022-01-18T16:09:17.036517+0000 mon.smithi129 (mon.0) 165 : audit 2022-01-18T16:09:18.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:18 smithi156 conmon[67007]: [INF] from='mds.0 [v2:172.21.15.129:6834/4060115502,v1:172.21.15.129:6835/4060115502]' entity='mds.foofs.smithi129.uncsrf' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.156:0/1707901533"}]': finished 2022-01-18T16:09:18.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:18 smithi156 conmon[67007]: cluster 2022-01-18T16:09:17.036589+0000 mon.smithi129 (mon.0) 166 : cluster [DBG] osdmap e72: 8 total, 7 up, 8 in 2022-01-18T16:09:18.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:18 smithi129 conmon[101092]: audit 2022-01-18T16:09:17.036517+0000 mon.smithi129 (mon.0) 165 : audit [INF] from='mds.0 [v2:172.21.15.129:6834/4060115502,v1:172.21.15.129:6835/4060115502]' entity='mds.foofs.smithi129.uncsrf' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.156:0/1707901533"}]': finished 2022-01-18T16:09:18.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:18 smithi129 conmon[101092]: cluster 2022-01-18T16:09:17.036589+0000 mon.smithi129 (mon.0) 166 : cluster [DBG] osdmap e72: 8 total, 7 up, 8 in 2022-01-18T16:09:18.569 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.49 MB/sec execute 325 sec latency 290728.623 ms 2022-01-18T16:09:19.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:19 smithi156 conmon[67007]: cluster 2022-01-18T16:09:17.977027+0000 mgr.smithi129.iclwio (mgr.14716) 178 : cluster [DBG] pgmap v136: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:19.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:19 smithi129 conmon[101092]: cluster 2022-01-18T16:09:17.977027+0000 mgr.smithi129.iclwio (mgr.14716) 178 : cluster [DBG] pgmap v136: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:19.569 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.49 MB/sec execute 326 sec latency 291728.730 ms 2022-01-18T16:09:20.569 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.48 MB/sec execute 327 sec latency 292728.816 ms 2022-01-18T16:09:21.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:21 smithi129 conmon[101092]: cluster 2022-01-18T16:09:19.977885+0000 mgr.smithi129.iclwio (mgr.14716) 179 : cluster [DBG] pgmap v137: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 204 B/s rd, 204 B/s wr, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:21.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:21 smithi156 conmon[67007]: cluster 2022-01-18T16:09:19.977885+0000 mgr.smithi129.iclwio (mgr.14716) 179 : cluster [DBG] pgmap v137: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 204 B/s rd, 204 B/s wr, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:21.569 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.48 MB/sec execute 328 sec latency 293728.932 ms 2022-01-18T16:09:22.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:22 smithi129 conmon[101092]: cluster 2022-01-18T16:09:21.543408+0000 mds.foofs.smithi129.uncsrf (mds.0) 60 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 283.539987 secs 2022-01-18T16:09:22.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:22 smithi156 conmon[67007]: cluster 2022-01-18T16:09:21.543408+0000 mds.foofs.smithi129.uncsrf (mds.0) 60 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 283.539987 secs 2022-01-18T16:09:22.569 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.47 MB/sec execute 329 sec latency 294729.039 ms 2022-01-18T16:09:23.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:23 smithi129 conmon[101092]: cluster 2022-01-18T16:09:21.978770+0000 mgr.smithi129.iclwio (mgr.14716) 180 : cluster [DBG] pgmap v138: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 204 B/s rd, 204 B/s wr, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:23.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:23 smithi156 conmon[67007]: cluster 2022-01-18T16:09:21.978770+0000 mgr.smithi129.iclwio (mgr.14716) 180 : cluster [DBG] 2022-01-18T16:09:23.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:23 smithi156 conmon[67007]: pgmap v138: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 204 B/s rd, 204 B/s wr, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:23.569 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.47 MB/sec execute 330 sec latency 295729.122 ms 2022-01-18T16:09:24.570 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.46 MB/sec execute 331 sec latency 296729.252 ms 2022-01-18T16:09:25.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:24 smithi156 conmon[67007]: cluster 2022-01-18T16:09:23.979703+0000 mgr.smithi129.iclwio (mgr.14716) 181 : cluster [DBG] pgmap v139: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 204 B/s rd, 204 B/s wr, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:25.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:24 smithi156 conmon[67007]: 2022-01-18T16:09:25.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:24 smithi129 conmon[101092]: cluster 2022-01-18T16:09:23.979703+0000 mgr.smithi129.iclwio (mgr.14716) 181 : cluster [DBG] pgmap v139: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 204 B/s rd, 204 B/s wr, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:25.570 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.46 MB/sec execute 332 sec latency 297729.327 ms 2022-01-18T16:09:26.570 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.46 MB/sec execute 333 sec latency 298729.402 ms 2022-01-18T16:09:27.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:27 smithi156 conmon[67007]: cluster 2022-01-18T16:09:25.980665+0000 mgr.smithi129.iclwio (mgr.14716) 182 : cluster 2022-01-18T16:09:27.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:27 smithi156 conmon[67007]: [DBG] pgmap v140: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 204 B/s rd, 204 B/s wr, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:27.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:27 smithi156 conmon[67007]: cluster 2022-01-18T16:09:26.543512+0000 mds.foofs.smithi129.uncsrf (mds.0) 61 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 288.540090 secs 2022-01-18T16:09:27.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:27 smithi129 conmon[101092]: cluster 2022-01-18T16:09:25.980665+0000 mgr.smithi129.iclwio (mgr.14716) 182 : cluster [DBG] pgmap v140: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 204 B/s rd, 204 B/s wr, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:27.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:27 smithi129 conmon[101092]: cluster 2022-01-18T16:09:26.543512+0000 mds.foofs.smithi129.uncsrf (mds.0) 61 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 288.540090 secs 2022-01-18T16:09:27.570 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.45 MB/sec execute 334 sec latency 299729.496 ms 2022-01-18T16:09:28.570 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.45 MB/sec execute 335 sec latency 300729.567 ms 2022-01-18T16:09:29.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:29 smithi156 conmon[67007]: cluster 2022-01-18T16:09:27.981466+0000 mgr.smithi129.iclwio (mgr.14716) 183 : cluster [DBG] pgmap v141: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 187 B/s rd, 187 B/s wr, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:29.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:29 smithi129 conmon[101092]: cluster 2022-01-18T16:09:27.981466+0000 mgr.smithi129.iclwio (mgr.14716) 183 : cluster [DBG] pgmap v141: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 187 B/s rd, 187 B/s wr, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:29.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:29 smithi129 conmon[101092]: 2022-01-18T16:09:29.570 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.44 MB/sec execute 336 sec latency 301729.653 ms 2022-01-18T16:09:30.570 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.44 MB/sec execute 337 sec latency 302729.755 ms 2022-01-18T16:09:31.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:31 smithi156 conmon[67007]: cluster 2022-01-18T16:09:29.982690+0000 mgr.smithi129.iclwio (mgr.14716) 184 : cluster [DBG] pgmap v142: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 170 B/s wr, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:31.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:31 smithi129 conmon[101092]: cluster 2022-01-18T16:09:29.982690+0000 mgr.smithi129.iclwio (mgr.14716) 184 : cluster [DBG] pgmap v142: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 170 B/s wr, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:31.570 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.43 MB/sec execute 338 sec latency 303729.839 ms 2022-01-18T16:09:32.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:32 smithi156 conmon[67007]: cluster 2022-01-18T16:09:31.543613+0000 mds.foofs.smithi129.uncsrf (mds.0) 62 : cluster [WRN] 2022-01-18T16:09:32.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:32 smithi156 conmon[67007]: 1 slow requests, 0 included below; oldest blocked for > 293.540205 secs 2022-01-18T16:09:32.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:32 smithi156 conmon[67007]: cluster 2022-01-18T16:09:31.543645+0000 mds.foofs.smithi129.uncsrf (mds.0) 63 : cluster [WRN] evicting unresponsive client smithi129:foo1 (14524), after 322.994 seconds 2022-01-18T16:09:32.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:32 smithi156 conmon[67007]: cluster 2022-01-18T16:09:31.543657+0000 mds.foofs.smithi129.uncsrf (mds.0) 64 : 2022-01-18T16:09:32.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:32 smithi156 conmon[67007]: cluster [INF] Evicting (and blocklisting) client session 14524 (172.21.15.129:0/2831574777) 2022-01-18T16:09:32.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:32 smithi156 conmon[67007]: audit 2022-01-18T16:09:31.543968+0000 mon.smithi129 (mon.0) 167 : audit [INF] from='mds.0 [v2:172.21.15.129:6834/4060115502,v1:172.21.15.129:6835/4060115502]' entity='mds.foofs.smithi129.uncsrf' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.129:0/2831574777"}]: dispatch 2022-01-18T16:09:32.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:32 smithi129 conmon[101092]: cluster 2022-01-18T16:09:31.543613+0000 mds.foofs.smithi129.uncsrf (mds.0) 62 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 293.540205 secs 2022-01-18T16:09:32.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:32 smithi129 conmon[101092]: 2022-01-18T16:09:32.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:32 smithi129 conmon[101092]: cluster 2022-01-18T16:09:31.543645+0000 mds.foofs.smithi129.uncsrf (mds.0) 63 : cluster [WRN] evicting unresponsive client smithi129:foo1 (14524), after 322.994 seconds 2022-01-18T16:09:32.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:32 smithi129 conmon[101092]: cluster 2022-01-18T16:09:31.543657+0000 mds.foofs.smithi129.uncsrf (mds.0) 64 : cluster [INF] Evicting (and blocklisting) client session 14524 (172.21.15.129:0/2831574777) 2022-01-18T16:09:32.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:32 smithi129 conmon[101092]: audit 2022-01-18T16:09:31.543968+0000 mon.smithi129 (mon.0) 167 : audit [INF] from='mds.0 [v2:172.21.15.129:6834/4060115502,v1:172.21.15.129:6835/4060115502]' entity='mds.foofs.smithi129.uncsrf' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.129:0/2831574777"}]: dispatch 2022-01-18T16:09:32.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:32 smithi129 conmon[101092]: 2022-01-18T16:09:32.570 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.43 MB/sec execute 339 sec latency 304729.934 ms 2022-01-18T16:09:33.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:33 smithi129 conmon[101092]: cluster 2022-01-18T16:09:31.983370+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:09:33.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:33 smithi129 conmon[101092]: 185 : cluster [DBG] pgmap v143: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:33.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:33 smithi129 conmon[101092]: audit 2022-01-18T16:09:32.050282+0000 mon.smithi129 (mon 2022-01-18T16:09:33.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:33 smithi129 conmon[101092]: .0) 168 : audit [INF] from='mds.0 [v2:172.21.15.129:6834/4060115502,v1:172.21.15.129:6835/4060115502]' entity='mds.foofs.smithi129.uncsrf' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.129:0/2831574777"}]': finished 2022-01-18T16:09:33.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:33 smithi129 conmon[101092]: cluster 2022-01-18T16:09:33.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:33 smithi129 conmon[101092]: 2022-01-18T16:09:32 2022-01-18T16:09:33.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:33 smithi129 conmon[101092]: .050362+0000 mon.smithi129 (mon.0) 169 2022-01-18T16:09:33.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:33 smithi129 conmon[101092]: : cluster [DBG] osdmap e73: 8 total, 7 up, 8 in 2022-01-18T16:09:33.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:33 smithi156 conmon[67007]: cluster 2022-01-18T16:09:31.983370+0000 mgr.smithi129.iclwio (mgr.14716) 185 : 2022-01-18T16:09:33.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:33 smithi156 conmon[67007]: cluster [DBG] pgmap v143: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:33.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:33 smithi156 conmon[67007]: audit 2022-01-18T16:09:32.050282+0000 mon.smithi129 (mon.0) 168 : audit [INF] from='mds.0 [v2:172.21.15.129:6834/4060115502,v1:172.21.15.129:6835/4060115502]' entity='mds.foofs.smithi129.uncsrf' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.129:0/2831574777"}]': finished 2022-01-18T16:09:33.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:33 smithi156 conmon[67007]: cluster 2022-01-18T16:09:32.050362+0000 mon.smithi129 (mon.0) 169 : cluster [DBG] 2022-01-18T16:09:33.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:33 smithi156 conmon[67007]: osdmap e73: 8 total, 7 up, 8 in 2022-01-18T16:09:33.570 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.43 MB/sec execute 340 sec latency 305730.024 ms 2022-01-18T16:09:34.570 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.42 MB/sec execute 341 sec latency 306730.102 ms 2022-01-18T16:09:35.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:34 smithi156 conmon[67007]: cluster 2022-01-18T16:09:33.984329+0000 mgr.smithi129.iclwio (mgr.14716) 186 : cluster [DBG] pgmap v145: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:35.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:34 smithi156 conmon[67007]: 2022-01-18T16:09:35.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:34 smithi129 conmon[101092]: cluster 2022-01-18T16:09:33.984329+0000 mgr.smithi129.iclwio (mgr.14716) 186 : cluster [DBG] pgmap v145: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 190/1443 objects degraded (13.167%) 2022-01-18T16:09:35.571 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.42 MB/sec execute 342 sec latency 307730.187 ms 2022-01-18T16:09:36.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:36 smithi156 conmon[67007]: cluster 2022-01-18T16:09:36.036476+0000 mon.smithi129 (mon.0) 170 : cluster [WRN] Health check update: Degraded data redundancy: 183/1404 objects degraded (13.034%), 29 pgs degraded, 49 pgs undersized (PG_DEGRADED) 2022-01-18T16:09:36.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:36 smithi156 conmon[67007]: 2022-01-18T16:09:36.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:36 smithi129 conmon[101092]: cluster 2022-01-18T16:09:36.036476+0000 mon.smithi129 (mon.0) 170 : cluster [WRN] Health check update: Degraded data redundancy: 183/1404 objects degraded (13.034%), 29 pgs degraded, 49 pgs undersized (PG_DEGRADED) 2022-01-18T16:09:36.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:36 smithi129 conmon[101092]: 2022-01-18T16:09:36.571 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.41 MB/sec execute 343 sec latency 308730.339 ms 2022-01-18T16:09:37.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:37 smithi129 conmon[101092]: cluster 2022-01-18T16:09:35.985439+0000 mgr.smithi129.iclwio (mgr.14716) 187 : cluster [DBG] pgmap v146: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 716 B/s rd, 22 KiB/s wr, 10 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:09:37.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:37 smithi156 conmon[67007]: cluster 2022-01-18T16:09:35.985439+0000 mgr.smithi129.iclwio (mgr.14716) 187 : cluster [DBG] pgmap v146: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 716 B/s rd, 22 KiB/s wr, 10 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:09:37.571 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.41 MB/sec execute 344 sec latency 309730.389 ms 2022-01-18T16:09:38.242 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:09:38.507 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:09:38.507 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (12m) 3m ago 13m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:09:38.508 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3m) 3m ago 13m 7017k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:09:38.508 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3m) 3m ago 12m 7037k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:09:38.508 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (11m) 3m ago 13m 38.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:09:38.508 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (8m) 3m ago 8m 39.2M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:09:38.509 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (8m) 3m ago 8m 17.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:09:38.509 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4m) 3m ago 14m 432M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:09:38.509 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4m) 3m ago 12m 384M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:09:38.509 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4m) 3m ago 14m 41.6M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:09:38.509 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4m) 3m ago 12m 32.9M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:09:38.510 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5m) 3m ago 5m 71.1M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:09:38.510 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4m) 3m ago 4m 57.6M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:09:38.510 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (13m) 3m ago 12m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:09:38.510 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (12m) 3m ago 12m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:09:38.511 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (11m) 3m ago 11m 1569M 4096M 16.2.4 8d91d370c2b8 9f5f63cda7b0 2022-01-18T16:09:38.511 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (11m) 3m ago 11m 1433M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:09:38.511 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (11m) 3m ago 11m 931M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:09:38.511 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (10m) 3m ago 10m 1611M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:09:38.512 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (10m) 3m ago 10m 1373M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:09:38.512 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (10m) 3m ago 10m 1737M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:09:38.512 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (9m) 3m ago 9m 1364M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:09:38.512 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (9m) 3m ago 9m 2163M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:09:38.513 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (11m) 3m ago 12m 49.9M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:09:38.571 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.40 MB/sec execute 345 sec latency 310730.423 ms 2022-01-18T16:09:38.830 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:09:38.830 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:09:38.831 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:09:38.831 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:09:38.832 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:09:38.832 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:09:38.833 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:09:38.833 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:09:38.834 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-18T16:09:38.834 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:09:38.835 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:09:38.835 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:09:38.835 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:09:38.836 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:09:38.836 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:09:38.837 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 4 2022-01-18T16:09:38.837 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:09:38.838 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:09:39.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:39 smithi129 conmon[101092]: cluster 2022-01-18T16:09:37.986177+0000 mgr.smithi129.iclwio (mgr.14716) 188 2022-01-18T16:09:39.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:39 smithi129 conmon[101092]: : cluster [DBG] pgmap v147: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 716 B/s rd, 22 KiB/s wr, 10 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:09:39.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:39 smithi129 conmon[101092]: audit 2022-01-18T16:09:38.245396+0000 mgr.smithi129.iclwio (mgr.14716) 189 : audit [DBG] from='client.34196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:09:39.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:39 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T16:09:39.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:39 smithi129 conmon[101092]: 18T16:09:38.513879+0000 mgr.smithi129.iclwio (mgr.14716) 190 : audit [DBG] from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:09:39.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:39 smithi129 conmon[101092]: audit 2022-01-18T16:09:38 2022-01-18T16:09:39.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:39 smithi129 conmon[101092]: .845318+0000 mon.smithi129 (mon.0) 171 : audit 2022-01-18T16:09:39.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:39 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/2331710963' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:09:39.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:39 smithi156 conmon[67007]: cluster 2022-01-18T16:09:37.986177+0000 mgr.smithi129.iclwio (mgr.14716) 188 : cluster [DBG] pgmap v147: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 716 B/s rd, 22 KiB/s wr, 10 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:09:39.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:39 smithi156 conmon[67007]: 2022-01-18T16:09:39.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:39 smithi156 conmon[67007]: audit 2022-01-18T16:09:38.245396+0000 mgr.smithi129.iclwio (mgr.14716) 189 : audit [DBG] from='client.34196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:09:39.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:39 smithi156 conmon[67007]: audit 2022-01-18T16:09:38.513879+0000 2022-01-18T16:09:39.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:39 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 190 : audit [DBG] from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:09:39.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:39 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T16:09:39.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:39 smithi156 conmon[67007]: 16:09:38.845318+0000 mon.smithi129 (mon.0) 171 : audit [DBG] from='client.? 172.21.15.129:0/2331710963' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:09:39.571 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.40 MB/sec execute 346 sec latency 311730.504 ms 2022-01-18T16:09:40.571 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.40 MB/sec execute 347 sec latency 312730.600 ms 2022-01-18T16:09:41.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:41 smithi129 conmon[101092]: cluster 2022-01-18T16:09:39.987388+0000 mgr.smithi129.iclwio (mgr.14716) 191 : cluster [DBG] pgmap v148: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 716 B/s rd, 26 KiB/s wr, 10 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:09:41.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:41 smithi129 conmon[101092]: cluster 2022-01-18T16:09:40.143425+0000 mon.smithi129 (mon.0) 172 : cluster [INF] MDS health message cleared (mds.0): Client smithi129:foo1 failing to respond to capability release 2022-01-18T16:09:41.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:41 smithi129 conmon[101092]: cluster 2022-01-18T16:09:40.143477+0000 mon.smithi129 (mon.0) 173 : cluster [INF] MDS health message cleared (mds.0): 1 slow requests are blocked > 30 secs 2022-01-18T16:09:41.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:41 smithi156 conmon[67007]: cluster 2022-01-18T16:09:39.987388+0000 mgr.smithi129.iclwio (mgr.14716) 191 : cluster [DBG] pgmap v148: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 716 B/s rd, 26 KiB/s wr, 10 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:09:41.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:41 smithi156 conmon[67007]: cluster 2022-01-18T16:09:40.143425+0000 mon.smithi129 (mon.0) 172 : cluster [INF] MDS health message cleared (mds.0): Client smithi129:foo1 failing to respond to capability release 2022-01-18T16:09:41.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:41 smithi156 conmon[67007]: cluster 2022-01-18T16:09:40.143477+0000 mon.smithi129 (mon.0) 173 : cluster [INF] MDS health message cleared (mds.0): 1 slow requests are blocked > 30 secs 2022-01-18T16:09:41.571 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.39 MB/sec execute 348 sec latency 313730.708 ms 2022-01-18T16:09:42.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:42 smithi129 conmon[101092]: cluster 2022-01-18T16:09:41.099467+0000 mon.smithi129 (mon.0) 174 : cluster [INF] Health check cleared: MDS_CLIENT_LATE_RELEASE (was: 1 clients failing to respond to capability release) 2022-01-18T16:09:42.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:42 smithi129 conmon[101092]: cluster 2022-01-18T16:09:41.099500+0000 mon.smithi129 (mon 2022-01-18T16:09:42.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:42 smithi129 conmon[101092]: .0) 175 : cluster [INF] Health check cleared: MDS_SLOW_REQUEST (was: 1 MDSs report slow requests) 2022-01-18T16:09:42.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:42 smithi129 conmon[101092]: cluster 2022-01-18T16:09:41.106473+0000 mon.smithi129 (mon.0) 176 : cluster [DBG] mds.0 [v2:172.21.15.129:6834/4060115502,v1:172.21.15.129:6835/4060115502] up:active 2022-01-18T16:09:42.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:42 smithi129 conmon[101092]: cluster 2022-01-18T16:09:41.106553+0000 mon.smithi129 (mon.0 2022-01-18T16:09:42.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:42 smithi129 conmon[101092]: ) 177 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi129.uncsrf=up:active} 1 up:standby 2022-01-18T16:09:42.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:42 smithi156 conmon[67007]: cluster 2022-01-18T16:09:41.099467+0000 mon.smithi129 (mon.0) 174 : cluster [INF] Health check cleared: MDS_CLIENT_LATE_RELEASE (was: 1 clients failing to respond to capability release) 2022-01-18T16:09:42.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:42 smithi156 conmon[67007]: cluster 2022-01-18T16:09:41.099500+0000 mon.smithi129 (mon.0) 175 : cluster [INF] Health check cleared: MDS_SLOW_REQUEST (was: 1 MDSs report slow requests) 2022-01-18T16:09:42.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:42 smithi156 conmon[67007]: cluster 2022-01-18T16:09:41.106473+0000 mon.smithi129 (mon.0) 176 : cluster [DBG] mds.0 [v2:172.21.15.129:6834/4060115502,v1:172.21.15.129:6835/4060115502] up:active 2022-01-18T16:09:42.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:42 smithi156 conmon[67007]: cluster 2022-01-18T16:09:41.106553+0000 mon.smithi129 (mon.0) 177 2022-01-18T16:09:42.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:42 smithi156 conmon[67007]: : cluster [DBG] fsmap foofs:1 {0=foofs.smithi129.uncsrf=up:active} 1 up:standby 2022-01-18T16:09:42.571 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.39 MB/sec execute 349 sec latency 314730.784 ms 2022-01-18T16:09:43.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:43 smithi129 conmon[101092]: cluster 2022-01-18T16:09:41.988206+0000 mgr.smithi129.iclwio (mgr.14716) 192 : cluster [DBG] pgmap v149: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 716 B/s rd, 26 KiB/s wr, 10 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:09:43.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:43 smithi156 conmon[67007]: cluster 2022-01-18T16:09:41.988206+0000 mgr.smithi129.iclwio (mgr.14716) 192 : cluster [DBG] pgmap v149: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 716 B/s rd, 26 KiB/s wr, 10 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:09:43.571 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.38 MB/sec execute 350 sec latency 315730.900 ms 2022-01-18T16:09:44.571 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.38 MB/sec execute 351 sec latency 316730.989 ms 2022-01-18T16:09:45.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:44 smithi156 conmon[67007]: cluster 2022-01-18T16:09:43.988879+0000 mgr.smithi129.iclwio (mgr.14716) 193 : cluster 2022-01-18T16:09:45.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:44 smithi156 conmon[67007]: [DBG] pgmap v150: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 600 B/s rd, 22 KiB/s wr, 8 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:09:45.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:44 smithi129 conmon[101092]: cluster 2022-01-18T16:09:43.988879+0000 mgr.smithi129.iclwio (mgr.14716) 193 : cluster [DBG] pgmap v150: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 600 B/s rd, 22 KiB/s wr, 8 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:09:45.571 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.38 MB/sec execute 352 sec latency 317731.049 ms 2022-01-18T16:09:46.572 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.37 MB/sec execute 353 sec latency 318731.156 ms 2022-01-18T16:09:47.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:47 smithi156 conmon[67007]: cluster 2022-01-18T16:09:45.989978+0000 mgr.smithi129.iclwio (mgr.14716) 194 : cluster 2022-01-18T16:09:47.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:47 smithi156 conmon[67007]: [DBG] pgmap v151: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 682 B/s rd, 24 KiB/s wr, 9 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:09:47.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:47 smithi129 conmon[101092]: cluster 2022-01-18T16: 2022-01-18T16:09:47.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:47 smithi129 conmon[101092]: 09:45.989978+0000 mgr.smithi129.iclwio (mgr.14716) 194 : cluster [DBG] pgmap v151: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 682 B/s rd, 24 KiB/s wr, 9 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:09:47.572 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.37 MB/sec execute 354 sec latency 319731.209 ms 2022-01-18T16:09:48.572 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.37 MB/sec execute 355 sec latency 320731.343 ms 2022-01-18T16:09:49.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:49 smithi156 conmon[67007]: cluster 2022-01-18T16:09:47.990845+0000 mgr.smithi129.iclwio (mgr.14716) 195 : cluster [DBG] pgmap v152: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 5.2 KiB/s wr, 1 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:09:49.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:49 smithi129 conmon[101092]: cluster 2022-01-18T16:09:47.990845+0000 mgr.smithi129.iclwio (mgr.14716) 195 : cluster [DBG] pgmap v152: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 5.2 KiB/s wr, 1 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:09:49.572 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.36 MB/sec execute 356 sec latency 321731.404 ms 2022-01-18T16:09:50.572 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.36 MB/sec execute 357 sec latency 322731.479 ms 2022-01-18T16:09:51.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:51 smithi129 conmon[101092]: cluster 2022-01-18T16:09:49.991766+0000 mgr.smithi129.iclwio (mgr.14716) 196 : cluster [DBG] pgmap v153: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 5.8 KiB/s wr, 1 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:09:51.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:51 smithi156 conmon[67007]: cluster 2022-01-18T16:09:49.991766+0000 mgr.smithi129.iclwio (mgr.14716) 196 : cluster [DBG] pgmap v153: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 5.8 KiB/s wr, 1 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:09:51.572 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.35 MB/sec execute 358 sec latency 323731.569 ms 2022-01-18T16:09:52.572 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.35 MB/sec execute 359 sec latency 324731.645 ms 2022-01-18T16:09:53.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:53 smithi129 conmon[101092]: cluster 2022-01-18T16:09:51.992422+0000 mgr.smithi129.iclwio (mgr.14716) 197 : cluster [DBG] pgmap v154: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 3.0 KiB/s wr, 1 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:09:53.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:53 smithi156 conmon[67007]: cluster 2022-01-18T16:09:51.992422+0000 mgr.smithi129.iclwio (mgr.14716) 197 : cluster [DBG] pgmap v154: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 3.0 KiB/s wr, 1 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:09:53.572 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.35 MB/sec execute 360 sec latency 325731.775 ms 2022-01-18T16:09:54.572 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.34 MB/sec execute 361 sec latency 326731.865 ms 2022-01-18T16:09:55.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:54 smithi156 conmon[67007]: cluster 2022-01-18T16:09:53.993333+0000 mgr.smithi129.iclwio (mgr.14716) 198 : cluster [DBG] pgmap v155: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 3.0 KiB/s wr, 1 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:09:55.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:54 smithi129 conmon[101092]: cluster 2022-01-18T16:09:53.993333+0000 mgr.smithi129.iclwio (mgr.14716) 198 : cluster [DBG] pgmap v155: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 3.0 KiB/s wr, 1 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:09:55.572 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.34 MB/sec execute 362 sec latency 327731.955 ms 2022-01-18T16:09:56.572 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.34 MB/sec execute 363 sec latency 328732.049 ms 2022-01-18T16:09:57.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:57 smithi129 conmon[101092]: cluster 2022-01-18T16:09:55.994393+0000 mgr.smithi129.iclwio (mgr.14716) 199 : cluster [DBG] pgmap v156: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 3.7 KiB/s wr, 1 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:09:57.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:57 smithi156 conmon[67007]: cluster 2022-01-18T16:09:55.994393+0000 mgr.smithi129.iclwio (mgr.14716) 199 : cluster [DBG] pgmap v156: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 3.7 KiB/s wr, 1 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:09:57.572 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.33 MB/sec execute 364 sec latency 329732.143 ms 2022-01-18T16:09:58.573 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.33 MB/sec execute 365 sec latency 330732.259 ms 2022-01-18T16:09:59.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:59 smithi129 conmon[101092]: cluster 2022-01-18T16:09:57.995174+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:09:59.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:59 smithi129 conmon[101092]: 200 : cluster [DBG] pgmap v157: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:09:59.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:59 smithi129 conmon[101092]: audit 2022-01-18T16:09:58.217921+0000 mon.smithi129 (mon.0) 178 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:09:59.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:59 smithi129 conmon[101092]: audit 2022-01-18T16:09:58.219427+0000 mon.smithi129 (mon 2022-01-18T16:09:59.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:09:59 smithi129 conmon[101092]: .0) 179 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:09:59.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:59 smithi156 conmon[67007]: cluster 2022-01-18T16:09:57.995174+0000 mgr.smithi129.iclwio (mgr.14716) 200 : cluster [DBG] pgmap v157: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:09:59.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:59 smithi156 conmon[67007]: audit 2022-01-18T16:09:58.217921+0000 mon.smithi129 (mon.0) 178 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:09:59.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:09:59 smithi156 conmon[67007]: audit 2022-01-18T16:09:58.219427+0000 mon.smithi129 (mon.0) 179 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:09:59.573 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.32 MB/sec execute 366 sec latency 331732.348 ms 2022-01-18T16:10:00.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T16:10:00.000159+0000 mon.smithi129 (mon.0) 180 : cluster [WRN] Health detail: HEALTH_WARN 1 osds down; Degraded data redundancy: 183/1404 objects degraded (13.034%), 29 pgs degraded, 49 pgs undersized; Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T16:10:00.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T16:10:00.000191+0000 mon.smithi129 (mon.0) 181 : cluster [WRN] [WRN] OSD_DOWN: 1 osds down 2022-01-18T16:10:00.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T16:10:00.000233+0000 mon.smithi129 (mon.0) 182 : cluster [WRN] osd.0 (root=default,host=smithi129) is down 2022-01-18T16:10:00.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T16:10 2022-01-18T16:10:00.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: :00.000249+0000 mon.smithi129 (mon.0 2022-01-18T16:10:00.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: ) 183 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 183/1404 objects degraded (13.034%), 29 pgs degraded, 49 pgs undersized 2022-01-18T16:10:00.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18 2022-01-18T16:10:00.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: T16:10:00.000263+0000 mon.smithi129 (mon.0) 2022-01-18T16:10:00.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 184 : cluster [WRN] pg 1.0 is stuck undersized for 3m, current state active+undersized, last acting [7,6] 2022-01-18T16:10:00.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01 2022-01-18T16:10:00.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: -18T16:10:00.000281+0000 2022-01-18T16:10:00.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: mon.smithi129 (mon.0) 185 : cluster [WRN] pg 2.0 is stuck undersized for 3m, current state active+undersized+degraded, last acting [7,1] 2022-01-18T16:10:00.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 2022-01-18T16:10:00.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T16:10:00.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 2022-01-18T16:10:00 2022-01-18T16:10:00.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: .000293+0000 mon.smithi129 (mon.0) 2022-01-18T16:10:00.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 186 : cluster [WRN] pg 2.1 is stuck undersized for 3m, current state active+undersized+degraded, last acting [2,3] 2022-01-18T16:10:00.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01 2022-01-18T16:10:00.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: -18T16:10:00.000306+0000 mon.smithi129 ( 2022-01-18T16:10:00.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: mon.0) 187 : cluster [WRN] pg 2.4 is stuck undersized for 3m, current state active+undersized+degraded, last acting [1,7] 2022-01-18T16:10:00.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022 2022-01-18T16:10:00.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: -01-18T16:10:00.000321 2022-01-18T16:10:00.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 188 : cluster [WRN] pg 2.5 is stuck undersized for 3m, current state active+undersized+degraded, last acting [7,4] 2022-01-18T16:10:00.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 2022-01-18T16:10:00.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T16: 2022-01-18T16:10:00.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 10:00.000336+0000 mon.smithi129 (mon.0) 2022-01-18T16:10:00.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 189 : cluster [WRN] pg 2.8 is stuck undersized for 3m, current state active+undersized+degraded, last acting [2,1] 2022-01-18T16:10:00.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022- 2022-01-18T16:10:00.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 01-18T16:10:00. 2022-01-18T16:10:00.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 000350+0000 mon.smithi129 (mon.0) 190 : cluster [WRN] 2022-01-18T16:10:00.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: pg 2.c is stuck undersized for 3m, current state active+undersized+degraded, last acting [2,5] 2022-01-18T16:10:00.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T16 2022-01-18T16:10:00.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: :10:00.000365+0000 mon.smithi129 (mon. 2022-01-18T16:10:00.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 0) 191 : cluster [WRN] pg 2.f is stuck undersized for 3m, current state active+undersized+degraded, last acting [4,7] 2022-01-18T16:10:00.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T16:10: 2022-01-18T16:10:00.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 00.000379+0000 mon.smithi129 (mon.0) 192 : 2022-01-18T16:10:00.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster [WRN] pg 2.10 is stuck undersized for 3m, current state active+undersized+degraded, last acting [2,1] 2022-01-18T16:10:00.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01- 2022-01-18T16:10:00.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 18T16:10:00.000394+0000 2022-01-18T16:10:00.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: mon.smithi129 (mon.0) 193 : cluster [WRN] pg 2.13 is stuck undersized for 3m, current state active+undersized+degraded, last acting [4,3] 2022-01-18T16:10:00.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 2022-01-18T16:10:00.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T16:10:00.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 2022-01-18T16:10:00. 2022-01-18T16:10:00.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 000424+0000 mon.smithi129 (mon.0) 194 : cluster [WRN] 2022-01-18T16:10:00.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: pg 2.15 is stuck undersized for 3m, current state active+undersized+degraded, last acting [1,5] 2022-01-18T16:10:00.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T 2022-01-18T16:10:00.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 16:10:00.000438+0000 mon.smithi129 (mon 2022-01-18T16:10:00.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: .0) 195 : cluster [WRN] pg 2.19 is stuck undersized for 3m, current state active+undersized+degraded, last acting [3,6] 2022-01-18T16:10:00.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022 2022-01-18T16:10:00.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: -01-18T16:10:00 2022-01-18T16:10:00.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: .000449+0000 mon.smithi129 (mon.0) 196 : cluster 2022-01-18T16:10:00.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: [WRN] pg 2.1d is stuck undersized for 3m, current state active+undersized+degraded, last acting [7,6] 2022-01-18T16:10:00.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T 2022-01-18T16:10:00.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 16:10:00.000464+0000 mon.smithi129 (mon 2022-01-18T16:10:00.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: .0) 197 : cluster [WRN] pg 2.1e is stuck undersized for 3m, current state active+undersized+degraded, last acting [3,5] 2022-01-18T16:10:00.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022 2022-01-18T16:10:00.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: -01-18T16:10: 2022-01-18T16:10:00.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 00.000477+0000 mon.smithi129 (mon.0) 198 : 2022-01-18T16:10:00.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster [WRN] pg 2.1f is stuck undersized for 3m, current state active+undersized+degraded, last acting [7,4] 2022-01-18T16:10:00.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18 2022-01-18T16:10:00.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: T16:10:00.000491+0000 mon.smithi129 2022-01-18T16:10:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: (mon.0) 199 : cluster [WRN] pg 3.1 is stuck undersized for 3m, current state active+undersized+degraded, last acting [4,3] 2022-01-18T16:10:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T16:10:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 2022-01-18T16:10:00 2022-01-18T16:10:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: .000505+0000 mon.smithi129 (mon.0 2022-01-18T16:10:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: ) 200 : cluster [WRN] pg 3.3 is stuck undersized for 3m, current state active+undersized+degraded, last acting [4,6] 2022-01-18T16:10:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01- 2022-01-18T16:10:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 18T16:10:00.000544+0000 2022-01-18T16:10:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: mon.smithi129 (mon.0) 201 : cluster [WRN] pg 3.6 is stuck undersized for 3m, current state active+undersized+degraded, last acting [1,4] 2022-01-18T16:10:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 2022-01-18T16:10:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T16 2022-01-18T16:10:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: :10:00.000582+0000 mon.smithi129 (mon. 2022-01-18T16:10:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 0) 202 : cluster [WRN] pg 3.7 is stuck undersized for 3m, current state active+undersized+degraded, last acting [3,7] 2022-01-18T16:10:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T16:10:00.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 2022-01-18T16:10: 2022-01-18T16:10:00.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 00.000596+0000 mon.smithi129 (mon.0) 203 : 2022-01-18T16:10:00.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster [WRN] pg 3.b is stuck undersized for 3m, current state active+undersized+degraded, last acting [3,4] 2022-01-18T16:10:00.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01- 2022-01-18T16:10:00.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 18T16:10:00.000610+0000 2022-01-18T16:10:00.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: mon.smithi129 (mon.0) 204 : cluster [WRN] 2022-01-18T16:10:00.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: pg 3.f is stuck undersized for 3m, current state active+undersized+degraded, last acting [7,4] 2022-01-18T16:10:00.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T16 2022-01-18T16:10:00.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: :10:00.000620+0000 mon.smithi129 (mon. 2022-01-18T16:10:00.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 0) 205 : cluster [WRN] pg 3.10 is stuck undersized for 3m, current state active+undersized+degraded, last acting [6,5] 2022-01-18T16:10:00.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T16:10:00.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 2022-01-18T16:10: 2022-01-18T16:10:00.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 00.000635+0000 mon.smithi129 (mon.0) 206 : cluster 2022-01-18T16:10:00.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: [WRN] pg 3.12 is stuck undersized for 3m, current state active+undersized+degraded, last acting [7,3] 2022-01-18T16:10:00.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18 2022-01-18T16:10:00.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: T16:10:00.000648+0000 2022-01-18T16:10:00.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: mon.smithi129 (mon.0) 207 : cluster [WRN] pg 3.17 is stuck undersized for 3m, current state active+undersized+degraded, last acting [5,3] 2022-01-18T16:10:00.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 2022-01-18T16:10:00.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T16 2022-01-18T16:10:00.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: :10:00.000661+0000 mon.smithi129 (mon. 2022-01-18T16:10:00.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 0) 208 : cluster [WRN] pg 3.18 is stuck undersized for 3m, current state active+undersized+degraded, last acting [3,1] 2022-01-18T16:10:00.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022- 2022-01-18T16:10:00.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 01-18T16:10:00 2022-01-18T16:10:00.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: .000673+0000 mon.smithi129 (mon.0) 209 : cluster 2022-01-18T16:10:00.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: [WRN] pg 3.1b is stuck undersized for 3m, current state active+undersized+degraded, last acting [4,7] 2022-01-18T16:10:00.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T16:10:00.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 2022-01-18T16:10:00.000686+0000 2022-01-18T16:10:00.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: mon.smithi129 (mon.0) 210 : cluster [WRN] pg 3.1f is stuck undersized for 3m, current state active+undersized+degraded, last acting [5,2] 2022-01-18T16:10:00.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01 2022-01-18T16:10:00.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: -18T16:10:00.000698+0000 2022-01-18T16:10:00.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: mon.smithi129 (mon.0) 211 : cluster [WRN] 2022-01-18T16:10:00.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: pg 4.0 is stuck undersized for 3m, current state active+undersized, last acting [3,7] 2022-01-18T16:10:00.448 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T16: 2022-01-18T16:10:00.448 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 10:00.000725+0000 mon.smithi129 (mon. 2022-01-18T16:10:00.448 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 0) 212 : cluster [WRN] pg 4.3 is stuck undersized for 3m, current state active+undersized, last acting [5,7] 2022-01-18T16:10:00.448 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T16:10:00.449 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 2022-01-18T16:10: 2022-01-18T16:10:00.449 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 00.000740+0000 mon.smithi129 (mon.0) 213 : cluster 2022-01-18T16:10:00.449 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: [WRN] pg 4.6 is stuck undersized for 3m, current state active+undersized, last acting [1,2] 2022-01-18T16:10:00.449 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01- 2022-01-18T16:10:00.449 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 18T16:10:00.000751+0000 2022-01-18T16:10:00.450 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: mon.smithi129 (mon.0) 214 : cluster 2022-01-18T16:10:00.450 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: [WRN] pg 4.7 is stuck undersized for 3m, current state active+undersized, last acting [2,5] 2022-01-18T16:10:00.450 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01 2022-01-18T16:10:00.450 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: -18T16:10:00. 2022-01-18T16:10:00.451 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 000761+0000 mon.smithi129 (mon.0) 215 : cluster 2022-01-18T16:10:00.451 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: [WRN] pg 4.b is stuck undersized for 3m, current state active+undersized, last acting [1,4] 2022-01-18T16:10:00.451 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18 2022-01-18T16:10:00.451 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: T16:10:00.000775+0000 mon.smithi129 ( 2022-01-18T16:10:00.451 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: mon.0) 216 : cluster [WRN] pg 4.16 is stuck undersized for 3m, current state active+undersized, last acting [3,7] 2022-01-18T16:10:00.452 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T16:10:00.452 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 2022-01-18T16:10: 2022-01-18T16:10:00.452 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 00.000801+0000 mon.smithi129 (mon.0) 217 2022-01-18T16:10:00.452 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: : cluster [WRN] pg 4.19 is stuck undersized for 3m, current state active+undersized+degraded, last acting [3,2] 2022-01-18T16:10:00.453 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01 2022-01-18T16:10:00.453 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: -18T16:10:00.000817 2022-01-18T16:10:00.454 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 218 : cluster [WRN] pg 4.1a is stuck undersized for 3m, current state active+undersized+degraded, last acting [4,3] 2022-01-18T16:10:00.454 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022- 2022-01-18T16:10:00.454 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 01-18T16:10:00. 2022-01-18T16:10:00.454 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 000828+0000 mon.smithi129 (mon.0) 219 : cluster 2022-01-18T16:10:00.455 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: [WRN] pg 4.1e is stuck undersized for 3m, current state active+undersized, last acting [7,3] 2022-01-18T16:10:00.455 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T 2022-01-18T16:10:00.455 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 16:10:00.000842+0000 mon.smithi129 ( 2022-01-18T16:10:00.455 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: mon.0) 220 : cluster [WRN] pg 5.2 is stuck undersized for 3m, current state active+undersized, last acting [6,5] 2022-01-18T16:10:00.456 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022 2022-01-18T16:10:00.456 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: -01-18T16:10:00 2022-01-18T16:10:00.456 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: .000854+0000 mon.smithi129 (mon.0) 221 : cluster 2022-01-18T16:10:00.456 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: [WRN] pg 5.3 is stuck undersized for 3m, current state active+undersized, last acting [6,5] 2022-01-18T16:10:00.457 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18 2022-01-18T16:10:00.457 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: T16:10:00.000868+0000 mon.smithi129 (mon 2022-01-18T16:10:00.457 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: .0) 222 : cluster [WRN] pg 5.5 is stuck undersized for 3m, current state active+undersized+degraded, last acting [1,4] 2022-01-18T16:10:00.457 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T16:10:00.458 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 2022-01-18T16:10:00 2022-01-18T16:10:00.458 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: .000879+0000 mon.smithi129 (mon.0) 223 : cluster 2022-01-18T16:10:00.458 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: [WRN] pg 5.7 is stuck undersized for 3m, current state active+undersized, last acting [5,1] 2022-01-18T16:10:00.458 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18 2022-01-18T16:10:00.459 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: T16:10:00.000891+0000 2022-01-18T16:10:00.459 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: mon.smithi129 (mon.0) 224 : cluster [WRN] pg 5.8 is stuck undersized for 3m, current state active+undersized, last acting [2,1] 2022-01-18T16:10:00.459 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 2022-01-18T16:10:00.459 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T 2022-01-18T16:10:00.460 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 16:10:00.000903+0000 mon.smithi129 ( 2022-01-18T16:10:00.460 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: mon.0) 225 : cluster [WRN] pg 5.b is stuck undersized for 3m, current state active+undersized, last acting [2,5] 2022-01-18T16:10:00.460 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T16:10:00.460 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 2022-01-18T16:10: 2022-01-18T16:10:00.460 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 00.000915+0000 mon.smithi129 (mon.0) 226 2022-01-18T16:10:00.461 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: : cluster [WRN] pg 5.c is stuck undersized for 3m, current state active+undersized, last acting [1,4] 2022-01-18T16:10:00.461 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01 2022-01-18T16:10:00.461 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: -18T16:10:00.000931 2022-01-18T16:10:00.461 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 227 : cluster [WRN] pg 5.e is stuck undersized for 3m, current state active+undersized, last acting [4,5] 2022-01-18T16:10:00.462 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022 2022-01-18T16:10:00.462 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: -01-18T16:10:00 2022-01-18T16:10:00.462 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: .000943+0000 mon.smithi129 (mon.0 2022-01-18T16:10:00.462 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: ) 228 : cluster [WRN] pg 5.13 is stuck undersized for 3m, current state active+undersized, last acting [3,1] 2022-01-18T16:10:00.463 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T16:10:00.463 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 2022-01-18T16:10: 2022-01-18T16:10:00.463 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 00.000958+0000 mon.smithi129 (mon.0) 229 : cluster 2022-01-18T16:10:00.463 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: [WRN] pg 5.15 is stuck undersized for 3m, current state active+undersized, last acting [5,1] 2022-01-18T16:10:00.464 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01- 2022-01-18T16:10:00.464 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 18T16:10:00.000979+0000 2022-01-18T16:10:00.464 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: mon.smithi129 (mon.0) 230 : cluster [WRN] pg 5.1b is stuck undersized for 3m, current state active+undersized, last acting [5,7] 2022-01-18T16:10:00.464 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 2022-01-18T16:10:00.464 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T 2022-01-18T16:10:00.465 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 16:10:00.000994+0000 mon.smithi129 ( 2022-01-18T16:10:00.465 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: mon.0) 231 : cluster [WRN] pg 5.1d is stuck undersized for 3m, current state active+undersized, last acting [1,4] 2022-01-18T16:10:00.465 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T16:10:00.465 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 2022-01-18T16:10: 2022-01-18T16:10:00.466 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 00.001006+0000 mon.smithi129 (mon.0) 232 2022-01-18T16:10:00.466 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: : cluster [WRN] pg 5.1e is stuck undersized for 3m, current state active+undersized, last acting [7,2] 2022-01-18T16:10:00.466 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022 2022-01-18T16:10:00.466 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: -01-18T16:10: 2022-01-18T16:10:00.467 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 00.001018+0000 mon.smithi129 (mon.0) 233 2022-01-18T16:10:00.467 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: : cluster [WRN] [WRN] UPGRADE_REDEPLOY_DAEMON: Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T16:10:00.467 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022- 2022-01-18T16:10:00.467 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 01-18T16:10:00.001029 2022-01-18T16:10:00.468 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 234 : cluster [WRN] 2022-01-18T16:10:00.468 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: Upgrade daemon: osd.0: cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-01-18T16:10:00.468 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T 2022-01-18T16:10:00.468 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 16:10:00.001041+0000 mon.smithi129 ( 2022-01-18T16:10:00.468 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: mon.0) 235 : cluster [WRN] Non-zero exit code 1 from systemctl start ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0 2022-01-18T16:10:00.469 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T16:10:00.469 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 2022-01-18T16:10:00.001054+0000 mon.smithi129 (mon 2022-01-18T16:10:00.469 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: .0) 236 : cluster [WRN] systemctl: stderr Job for ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-18T16:10:00.469 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022 2022-01-18T16:10:00.470 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: -01-18T16:10:00 2022-01-18T16:10:00.470 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: .001066+0000 mon.smithi129 (mon.0) 237 : cluster 2022-01-18T16:10:00.470 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: [WRN] systemctl: stderr See "systemctl status ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-18T16:10:00.470 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18 2022-01-18T16:10:00.471 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: T16:10:00.001078+0000 mon.smithi129 2022-01-18T16:10:00.471 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: (mon.0) 238 : cluster [WRN] Traceback (most recent call last): 2022-01-18T16:10:00.471 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T16:10:00.471 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 2022-01-18T16:10: 2022-01-18T16:10:00.471 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 00.001090+0000 mon.smithi129 (mon.0) 239 2022-01-18T16:10:00.472 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: : cluster [WRN] File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 8615, in 2022-01-18T16:10:00.472 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022- 2022-01-18T16:10:00.472 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 01-18T16:10:00.001104 2022-01-18T16:10:00.472 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 240 : cluster [WRN] 2022-01-18T16:10:00.473 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: main() 2022-01-18T16:10:00.473 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T 2022-01-18T16:10:00.473 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 16:10:00.001116+0000 mon.smithi129 ( 2022-01-18T16:10:00.473 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: mon.0) 241 : cluster [WRN] File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 8603, in main 2022-01-18T16:10:00.474 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022 2022-01-18T16:10:00.474 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: -01-18T16:10: 2022-01-18T16:10:00.474 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 00.001129+0000 mon.smithi129 (mon.0) 2022-01-18T16:10:00.474 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 242 : cluster [WRN] r = ctx.func(ctx) 2022-01-18T16:10:00.475 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022 2022-01-18T16:10:00.475 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: -01-18T16:10:00 2022-01-18T16:10:00.475 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: .001143+0000 mon.smithi129 (mon.0) 243 : 2022-01-18T16:10:00.475 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster [WRN] File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 1790, in _default_image 2022-01-18T16:10:00.476 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01 2022-01-18T16:10:00.476 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: -18T16:10:00. 2022-01-18T16:10:00.476 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 001156+0000 mon.smithi129 (mon.0) 244 : cluster 2022-01-18T16:10:00.476 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: [WRN] return func(ctx) 2022-01-18T16:10:00.476 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T16:10: 2022-01-18T16:10:00.477 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 00.001169+0000 mon.smithi129 (mon.0) 245 : cluster 2022-01-18T16:10:00.477 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: [WRN] File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 4603, in command_deploy 2022-01-18T16:10:00.477 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18 2022-01-18T16:10:00.477 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: T16:10:00.001181+0000 mon.smithi129 2022-01-18T16:10:00.478 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: (mon.0) 246 : cluster [WRN] ports=daemon_ports) 2022-01-18T16:10:00.478 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T16:10:00.478 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 2022-01-18T16:10: 2022-01-18T16:10:00.478 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 00.001194+0000 mon.smithi129 (mon.0) 247 2022-01-18T16:10:00.479 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: : cluster [WRN] File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 2715, in deploy_daemon 2022-01-18T16:10:00.479 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01 2022-01-18T16:10:00.479 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: -18T16:10:00.001213 2022-01-18T16:10:00.479 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 248 : cluster [WRN] 2022-01-18T16:10:00.480 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: c, osd_fsid=osd_fsid, ports=ports) 2022-01-18T16:10:00.480 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01- 2022-01-18T16:10:00.480 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 18T16:10:00.001228+0000 2022-01-18T16:10:00.480 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: mon.smithi129 (mon.0) 249 : cluster [WRN] File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 2960, in deploy_daemon_units 2022-01-18T16:10:00.480 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022 2022-01-18T16:10:00.481 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: -01-18T16:10:00 2022-01-18T16:10:00.481 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: .001249+0000 mon.smithi129 (mon.0) 250 : cluster 2022-01-18T16:10:00.481 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: [WRN] call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-01-18T16:10:00.481 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18 2022-01-18T16:10:00.482 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: T16:10:00.001263+0000 mon.smithi129 2022-01-18T16:10:00.482 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: (mon.0) 251 : cluster [WRN] File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 1469, in call_throws 2022-01-18T16:10:00.482 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022 2022-01-18T16:10:00.482 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: -01-18T16:10: 2022-01-18T16:10:00.483 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 00.001275+0000 mon.smithi129 (mon.0) 252 : 2022-01-18T16:10:00.483 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster [WRN] raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-01-18T16:10:00.483 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01- 2022-01-18T16:10:00.483 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 18T16:10:00.001287+0000 2022-01-18T16:10:00.483 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: mon.smithi129 (mon.0) 253 : cluster [WRN] RuntimeError: Failed command: systemctl start ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0: Job for ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-18T16:10:00.484 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: 2022-01-18T16:10:00.484 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: cluster 2022-01-18T16:10:00.001308+0000 2022-01-18T16:10:00.484 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: mon.smithi129 (mon.0) 254 : cluster [WRN] 2022-01-18T16:10:00.484 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:00 smithi129 conmon[101092]: See "systemctl status ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-18T16:10:00.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.000159+0000 mon.smithi129 (mon.0) 180 : cluster [WRN] Health detail: HEALTH_WARN 1 osds down; Degraded data redundancy: 183/1404 objects degraded (13.034%), 29 pgs degraded, 49 pgs undersized; Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T16:10:00.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.000191+0000 mon.smithi129 (mon.0) 181 : cluster [WRN] [WRN] OSD_DOWN: 1 osds down 2022-01-18T16:10:00.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.000233+0000 mon.smithi129 (mon.0) 182 : cluster [WRN] osd.0 (root=default,host=smithi129) is down 2022-01-18T16:10:00.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01 2022-01-18T16:10:00.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: -18T16:10:00.000249+0000 mon.smithi129 (mon.0) 183 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 183/1404 objects degraded (13.034%), 29 pgs degraded, 49 pgs undersized 2022-01-18T16:10:00.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.000263 2022-01-18T16:10:00.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 184 : cluster [WRN] pg 1.0 is stuck undersized for 3m, current state active+undersized, last acting [7,6] 2022-01-18T16:10:00.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022- 2022-01-18T16:10:00.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 01-18T16:10:00.000281+0000 mon.smithi129 (mon.0) 185 : cluster [WRN] pg 2.0 is stuck undersized for 3m, current state active+undersized+degraded, last acting [7,1] 2022-01-18T16:10:00.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.000293+0000 mon.smithi129 (mon 2022-01-18T16:10:00.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: .0) 186 : cluster [WRN] pg 2.1 is stuck undersized for 3m, current state active+undersized+degraded, last acting [2,3] 2022-01-18T16:10:00.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.000306+0000 mon.smithi129 (mon.0) 187 2022-01-18T16:10:00.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: : cluster [WRN] pg 2.4 is stuck undersized for 3m, current state active+undersized+degraded, last acting [1,7] 2022-01-18T16:10:00.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 2022-01-18T16:10:00.000321+0000 mon.smithi129 (mon.0) 188 : cluster [WRN] pg 2.5 is stuck undersized for 3m, current state active+undersized+degraded, last acting [7,4] 2022-01-18T16:10:00.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10: 2022-01-18T16:10:00.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 00.000336+0000 mon.smithi129 (mon.0) 189 : cluster [WRN] pg 2.8 is stuck undersized for 3m, current state active+undersized+degraded, last acting [2,1] 2022-01-18T16:10:00.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.000350 2022-01-18T16:10:00.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 190 : cluster [WRN] pg 2.c is stuck undersized for 3m, current state active+undersized+degraded, last acting [2,5] 2022-01-18T16:10:00.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.000365+0000 2022-01-18T16:10:00.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: mon.smithi129 (mon.0) 191 : cluster [WRN] pg 2.f is stuck undersized for 3m, current state active+undersized+degraded, last acting [4,7] 2022-01-18T16:10:00.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.000379+0000 2022-01-18T16:10:00.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: mon.smithi129 (mon.0) 192 : cluster [WRN] pg 2.10 is stuck undersized for 3m, current state active+undersized+degraded, last acting [2,1] 2022-01-18T16:10:00.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.000394 2022-01-18T16:10:00.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 193 : cluster [WRN] pg 2.13 is stuck undersized for 3m, current state active+undersized+degraded, last acting [4,3] 2022-01-18T16:10:00.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.000424+0000 2022-01-18T16:10:00.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: mon.smithi129 (mon.0) 194 : cluster [WRN] pg 2.15 is stuck undersized for 3m, current state active+undersized+degraded, last acting [1,5] 2022-01-18T16:10:00.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.000438 2022-01-18T16:10:00.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 195 : cluster [WRN] pg 2.19 is stuck undersized for 3m, current state active+undersized+degraded, last acting [3,6] 2022-01-18T16:10:00.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.000449+0000 mon.smithi129 (mon.0) 196 : cluster 2022-01-18T16:10:00.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: [WRN] pg 2.1d is stuck undersized for 3m, current state active+undersized+degraded, last acting [7,6] 2022-01-18T16:10:00.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022- 2022-01-18T16:10:00.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 01-18T16:10:00.000464+0000 mon.smithi129 (mon.0) 197 : cluster [WRN] pg 2.1e is stuck undersized for 3m, current state active+undersized+degraded, last acting [3,5] 2022-01-18T16:10:00.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00 2022-01-18T16:10:00.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: .000477+0000 mon.smithi129 (mon.0) 198 : cluster [WRN] pg 2.1f is stuck undersized for 3m, current state active+undersized+degraded, last acting [7,4] 2022-01-18T16:10:00.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.000491+0000 mon.smithi129 (mon.0) 199 : 2022-01-18T16:10:00.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster [WRN] pg 3.1 is stuck undersized for 3m, current state active+undersized+degraded, last acting [4,3] 2022-01-18T16:10:00.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01- 2022-01-18T16:10:00.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 18T16:10:00.000505+0000 mon.smithi129 (mon.0) 200 : cluster [WRN] pg 3.3 is stuck undersized for 3m, current state active+undersized+degraded, last acting [4,6] 2022-01-18T16:10:00.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.000544+0000 mon.smithi129 (mon 2022-01-18T16:10:00.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: .0) 201 : cluster [WRN] pg 3.6 is stuck undersized for 3m, current state active+undersized+degraded, last acting [1,4] 2022-01-18T16:10:00.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16 2022-01-18T16:10:00.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: :10:00.000582+0000 mon.smithi129 (mon.0) 202 : cluster [WRN] pg 3.7 is stuck undersized for 3m, current state active+undersized+degraded, last acting [3,7] 2022-01-18T16:10:00.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 2022-01-18T16:10:00.000596+0000 mon.smithi129 (mon.0) 203 : cluster [WRN] pg 3.b is stuck undersized for 3m, current state active+undersized+degraded, last acting [3,4] 2022-01-18T16:10:00.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10: 2022-01-18T16:10:00.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 00.000610+0000 mon.smithi129 (mon.0) 204 : cluster [WRN] pg 3.f is stuck undersized for 3m, current state active+undersized+degraded, last acting [7,4] 2022-01-18T16:10:00.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10 2022-01-18T16:10:00.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: :00.000620+0000 mon.smithi129 (mon.0) 205 : cluster [WRN] pg 3.10 is stuck undersized for 3m, current state active+undersized+degraded, last acting [6,5] 2022-01-18T16:10:00.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.000635+0000 2022-01-18T16:10:00.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: mon.smithi129 (mon.0) 206 : cluster [WRN] pg 3.12 is stuck undersized for 3m, current state active+undersized+degraded, last acting [7,3] 2022-01-18T16:10:00.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.000648+0000 mon.smithi129 ( 2022-01-18T16:10:00.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: mon.0) 207 : cluster [WRN] pg 3.17 is stuck undersized for 3m, current state active+undersized+degraded, last acting [5,3] 2022-01-18T16:10:00.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.000661+0000 mon.smithi129 (mon 2022-01-18T16:10:00.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: .0) 208 : cluster [WRN] pg 3.18 is stuck undersized for 3m, current state active+undersized+degraded, last acting [3,1] 2022-01-18T16:10:00.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022 2022-01-18T16:10:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: -01-18T16:10:00.000673+0000 mon.smithi129 (mon.0) 209 : cluster [WRN] pg 3.1b is stuck undersized for 3m, current state active+undersized+degraded, last acting [4,7] 2022-01-18T16:10:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00 2022-01-18T16:10:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: .000686+0000 mon.smithi129 (mon.0) 210 : cluster [WRN] pg 3.1f is stuck undersized for 3m, current state active+undersized+degraded, last acting [5,2] 2022-01-18T16:10:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.000698 2022-01-18T16:10:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 211 : cluster [WRN] pg 4.0 is stuck undersized for 3m, current state active+undersized, last acting [3,7] 2022-01-18T16:10:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.000725+0000 mon.smithi129 ( 2022-01-18T16:10:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: mon.0) 212 : cluster [WRN] pg 4.3 is stuck undersized for 3m, current state active+undersized, last acting [5,7] 2022-01-18T16:10:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.000740+0000 mon.smithi129 (mon 2022-01-18T16:10:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: .0) 213 : cluster [WRN] pg 4.6 is stuck undersized for 3m, current state active+undersized, last acting [1,2] 2022-01-18T16:10:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.000751+0000 mon.smithi129 (mon 2022-01-18T16:10:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: .0) 214 : cluster [WRN] pg 4.7 is stuck undersized for 3m, current state active+undersized, last acting [2,5] 2022-01-18T16:10:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.000761+0000 mon.smithi129 (mon.0) 2022-01-18T16:10:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 215 : cluster [WRN] pg 4.b is stuck undersized for 3m, current state active+undersized, last acting [1,4] 2022-01-18T16:10:00.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 2022-01-18T16:10:00.000775+0000 mon.smithi129 (mon.0) 216 : cluster [WRN] pg 4.16 is stuck undersized for 3m, current state active+undersized, last acting [3,7] 2022-01-18T16:10:00.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10 2022-01-18T16:10:00.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: :00.000801+0000 mon.smithi129 (mon.0) 217 : cluster [WRN] pg 4.19 is stuck undersized for 3m, current state active+undersized+degraded, last acting [3,2] 2022-01-18T16:10:00.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00. 2022-01-18T16:10:00.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 000817+0000 mon.smithi129 (mon.0) 218 : cluster [WRN] pg 4.1a is stuck undersized for 3m, current state active+undersized+degraded, last acting [4,3] 2022-01-18T16:10:00.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.000828+0000 2022-01-18T16:10:00.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: mon.smithi129 (mon.0) 219 : cluster [WRN] pg 4.1e is stuck undersized for 3m, current state active+undersized, last acting [7,3] 2022-01-18T16:10:00.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.000842+0000 mon.smithi129 2022-01-18T16:10:00.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: (mon.0) 220 : cluster [WRN] pg 5.2 is stuck undersized for 3m, current state active+undersized, last acting [6,5] 2022-01-18T16:10:00.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.000854+0000 mon.smithi129 (mon 2022-01-18T16:10:00.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: .0) 221 : cluster [WRN] pg 5.3 is stuck undersized for 3m, current state active+undersized, last acting [6,5] 2022-01-18T16:10:00.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.000868+0000 mon.smithi129 (mon. 2022-01-18T16:10:00.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 0) 222 : cluster [WRN] pg 5.5 is stuck undersized for 3m, current state active+undersized+degraded, last acting [1,4] 2022-01-18T16:10:00.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.000879+0000 mon.smithi129 (mon. 2022-01-18T16:10:00.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 0) 223 : cluster [WRN] pg 5.7 is stuck undersized for 3m, current state active+undersized, last acting [5,1] 2022-01-18T16:10:00.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 2022-01-18T16:10:00.000891+0000 mon.smithi129 (mon.0) 224 : cluster 2022-01-18T16:10:00.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: [WRN] pg 5.8 is stuck undersized for 3m, current state active+undersized, last acting [2,1] 2022-01-18T16:10:00.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.000903+0000 mon.smithi129 ( 2022-01-18T16:10:00.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: mon.0) 225 : cluster [WRN] pg 5.b is stuck undersized for 3m, current state active+undersized, last acting [2,5] 2022-01-18T16:10:00.556 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.000915+0000 mon.smithi129 (mon 2022-01-18T16:10:00.556 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: .0) 226 : cluster [WRN] pg 5.c is stuck undersized for 3m, current state active+undersized, last acting [1,4] 2022-01-18T16:10:00.556 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.000931+0000 mon.smithi129 (mon.0 2022-01-18T16:10:00.556 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: ) 227 : cluster [WRN] pg 5.e is stuck undersized for 3m, current state active+undersized, last acting [4,5] 2022-01-18T16:10:00.556 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.557 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 2022-01-18T16:10:00.000943+0000 mon.smithi129 (mon.0) 228 : cluster [WRN] pg 5.13 is stuck undersized for 3m, current state active+undersized, last acting [3,1] 2022-01-18T16:10:00.557 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022- 2022-01-18T16:10:00.557 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 01-18T16:10:00.000958+0000 mon.smithi129 2022-01-18T16:10:00.557 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: (mon.0) 229 : cluster [WRN] pg 5.15 is stuck undersized for 3m, current state active+undersized, last acting [5,1] 2022-01-18T16:10:00.558 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022- 2022-01-18T16:10:00.558 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 01-18T16:10:00.000979+0000 mon.smithi129 (mon.0) 230 : cluster 2022-01-18T16:10:00.558 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: [WRN] pg 5.1b is stuck undersized for 3m, current state active+undersized, last acting [5,7] 2022-01-18T16:10:00.558 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10: 2022-01-18T16:10:00.559 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 00.000994+0000 mon.smithi129 (mon.0) 231 : 2022-01-18T16:10:00.559 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster [WRN] pg 5.1d is stuck undersized for 3m, current state active+undersized, last acting [1,4] 2022-01-18T16:10:00.559 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16 2022-01-18T16:10:00.559 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: :10:00.001006+0000 mon.smithi129 (mon.0 2022-01-18T16:10:00.559 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: ) 232 : cluster [WRN] pg 5.1e is stuck undersized for 3m, current state active+undersized, last acting [7,2] 2022-01-18T16:10:00.560 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18 2022-01-18T16:10:00.560 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: T16:10:00.001018+0000 mon.smithi129 (mon 2022-01-18T16:10:00.560 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: .0) 233 : cluster [WRN] [WRN] UPGRADE_REDEPLOY_DAEMON: Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T16:10:00.560 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022- 2022-01-18T16:10:00.561 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 01-18T16:10:00.001029+0000 mon.smithi129 2022-01-18T16:10:00.561 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: (mon.0) 234 : cluster [WRN] Upgrade daemon: osd.0: cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-01-18T16:10:00.561 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022 2022-01-18T16:10:00.561 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: -01-18T16:10:00.001041+0000 2022-01-18T16:10:00.562 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: mon.smithi129 (mon.0) 235 : cluster [WRN] Non-zero exit code 1 from systemctl start ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0 2022-01-18T16:10:00.562 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022 2022-01-18T16:10:00.562 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: -01-18T16:10:00.001054+0000 2022-01-18T16:10:00.562 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: mon.smithi129 (mon.0) 236 : cluster [WRN] systemctl: stderr Job for ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-18T16:10:00.562 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 2022-01-18T16:10:00.563 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00 2022-01-18T16:10:00.563 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: .001066+0000 mon.smithi129 (mon.0) 237 : cluster 2022-01-18T16:10:00.563 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: [WRN] systemctl: stderr See "systemctl status ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-18T16:10:00.563 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16: 2022-01-18T16:10:00.564 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 10:00.001078+0000 mon.smithi129 (mon.0) 2022-01-18T16:10:00.564 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 238 : cluster [WRN] Traceback (most recent call last): 2022-01-18T16:10:00.564 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.564 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 2022-01-18T16:10 2022-01-18T16:10:00.565 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: :00.001090+0000 mon.smithi129 (mon.0) 239 2022-01-18T16:10:00.565 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: : cluster [WRN] File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 8615, in 2022-01-18T16:10:00.565 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01 2022-01-18T16:10:00.565 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: -18T16:10:00.001104+0000 mon.smithi129 (mon.0) 240 2022-01-18T16:10:00.566 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: : cluster [WRN] main() 2022-01-18T16:10:00.566 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.567 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 2022-01-18T16:10:00 2022-01-18T16:10:00.567 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: .001116+0000 mon.smithi129 (mon.0) 241 : cluster 2022-01-18T16:10:00.567 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: [WRN] File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 8603, in main 2022-01-18T16:10:00.567 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10: 2022-01-18T16:10:00.568 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 00.001129+0000 mon.smithi129 (mon.0) 242 : cluster 2022-01-18T16:10:00.568 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: [WRN] r = ctx.func(ctx) 2022-01-18T16:10:00.568 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16: 2022-01-18T16:10:00.568 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 10:00.001143+0000 mon.smithi129 (mon.0) 243 2022-01-18T16:10:00.569 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: : cluster [WRN] File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 1790, in _default_image 2022-01-18T16:10:00.569 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16 2022-01-18T16:10:00.569 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: :10:00.001156+0000 mon.smithi129 (mon.0 2022-01-18T16:10:00.569 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: ) 244 : cluster [WRN] return func(ctx) 2022-01-18T16:10:00.570 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01- 2022-01-18T16:10:00.570 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 18T16:10:00.001169+0000 mon.smithi129 ( 2022-01-18T16:10:00.570 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: mon.0) 245 : cluster [WRN] File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 4603, in command_deploy 2022-01-18T16:10:00.570 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022 2022-01-18T16:10:00.570 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: -01-18T16:10:00.001181+0000 2022-01-18T16:10:00.571 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: mon.smithi129 (mon.0) 246 : cluster [WRN] ports=daemon_ports) 2022-01-18T16:10:00.571 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 2022-01-18T16:10:00.571 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.571 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 2022-01-18T16:10:00.001194+0000 mon.smithi129 2022-01-18T16:10:00.572 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: (mon.0) 247 : cluster [WRN] File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 2715, in deploy_daemon 2022-01-18T16:10:00.572 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01 2022-01-18T16:10:00.572 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: -18T16:10:00.001213+0000 mon.smithi129 2022-01-18T16:10:00.572 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: (mon.0) 248 : cluster [WRN] c, osd_fsid=osd_fsid, ports=ports) 2022-01-18T16:10:00.572 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022- 2022-01-18T16:10:00.573 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 01-18T16:10:00.001228+0000 2022-01-18T16:10:00.573 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: mon.smithi129 (mon.0) 249 : cluster [WRN] File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 2960, in deploy_daemon_units 2022-01-18T16:10:00.573 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 2022-01-18T16:10:00.573 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T16:10:00.574 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 2022-01-18T16:10:00.001249+0000 mon.smithi129 (mon.0) 250 2022-01-18T16:10:00.574 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: : cluster [WRN] call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-01-18T16:10:00.574 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T 2022-01-18T16:10:00.574 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 16:10:00.001263+0000 mon.smithi129 (mon.0 2022-01-18T16:10:00.575 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: ) 251 : cluster [WRN] File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 1469, in call_throws 2022-01-18T16:10:00.575 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01-18T 2022-01-18T16:10:00.575 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 16:10:00.001275+0000 mon.smithi129 (mon.0 2022-01-18T16:10:00.575 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: ) 252 : cluster [WRN] raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-01-18T16:10:00.575 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01- 2022-01-18T16:10:00.576 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 18T16:10:00.001287+0000 mon.smithi129 (mon 2022-01-18T16:10:00.576 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: .0) 253 : cluster [WRN] RuntimeError: Failed command: systemctl start ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0: Job for ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-18T16:10:00.576 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: cluster 2022-01- 2022-01-18T16:10:00.576 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: 18T16:10:00.001308+0000 mon.smithi129 ( 2022-01-18T16:10:00.577 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:00 smithi156 conmon[67007]: mon.0) 254 : cluster [WRN] See "systemctl status ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-18T16:10:00.577 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.32 MB/sec execute 367 sec latency 332732.434 ms 2022-01-18T16:10:01.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:01 smithi129 conmon[101092]: cluster 2022-01-18T16:09:59.996163+0000 mgr.smithi129.iclwio (mgr.14716) 201 : cluster [DBG] pgmap v158: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:01.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:01 smithi129 conmon[101092]: 2022-01-18T16:10:01.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:01 smithi156 conmon[67007]: cluster 2022-01-18T16:09:59.996163+0000 mgr.smithi129.iclwio (mgr.14716) 201 : cluster [DBG] 2022-01-18T16:10:01.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:01 smithi156 conmon[67007]: pgmap v158: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:01.573 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.32 MB/sec execute 368 sec latency 333732.957 ms 2022-01-18T16:10:02.573 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.31 MB/sec execute 369 sec latency 334733.069 ms 2022-01-18T16:10:03.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:03 smithi129 conmon[101092]: cluster 2022-01-18T16:10:01.997047+0000 mgr.smithi129.iclwio (mgr.14716) 202 : cluster [DBG] pgmap v159: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:03.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:03 smithi156 conmon[67007]: cluster 2022-01-18T16:10:01.997047+0000 mgr.smithi129.iclwio (mgr.14716) 202 : cluster [DBG] pgmap v159: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:03.573 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.31 MB/sec execute 370 sec latency 335733.152 ms 2022-01-18T16:10:04.573 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.31 MB/sec execute 371 sec latency 336733.287 ms 2022-01-18T16:10:05.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:04 smithi156 conmon[67007]: cluster 2022-01-18T16:10:03.997831+0000 mgr.smithi129.iclwio (mgr.14716) 203 : cluster [DBG] pgmap v160: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:05.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:04 smithi156 conmon[67007]: audit 2022-01-18T16:10:04.831030+0000 mon.smithi129 (mon.0) 255 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:10:05.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:04 smithi156 conmon[67007]: audit 2022-01-18T16:10:04.832609+0000 mon.smithi129 (mon.0) 256 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:10:05.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:04 smithi156 conmon[67007]: audit 2022-01-18T16:10:04.833683+0000 mon.smithi129 (mon.0) 257 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:10:05.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:04 smithi156 conmon[67007]: cephadm 2022-01-18T16:10:04.834412+0000 mgr.smithi129.iclwio (mgr.14716) 204 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:10:05.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:04 smithi129 conmon[101092]: cluster 2022-01-18T16:10:03.997831+0000 mgr.smithi129.iclwio (mgr.14716) 203 : 2022-01-18T16:10:05.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:04 smithi129 conmon[101092]: cluster [DBG] pgmap v160: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:05.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:04 smithi129 conmon[101092]: audit 2022-01-18T16:10:04.831030+0000 mon.smithi129 (mon.0) 255 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:10:05.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:04 smithi129 conmon[101092]: audit 2022-01-18T16:10:04. 2022-01-18T16:10:05.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:04 smithi129 conmon[101092]: 832609+0000 mon.smithi129 (mon.0) 256 : audit [DBG] 2022-01-18T16:10:05.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:04 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:10:05.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:04 smithi129 conmon[101092]: audit 2022-01-18T16:10:05.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:04 smithi129 conmon[101092]: 2022-01-18T16:10:04.833683+0000 mon.smithi129 (mon. 2022-01-18T16:10:05.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:04 smithi129 conmon[101092]: 0) 257 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:10:05.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:04 smithi129 conmon[101092]: cephadm 2022-01- 2022-01-18T16:10:05.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:04 smithi129 conmon[101092]: 18T16:10:04.834412+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:10:05.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:04 smithi129 conmon[101092]: .14716) 204 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:10:05.574 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.30 MB/sec execute 372 sec latency 337733.366 ms 2022-01-18T16:10:06.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:06 smithi129 conmon[101092]: audit 2022-01-18T16:10:05.148974+0000 mon.smithi129 (mon.0) 258 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:10:06.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:06 smithi129 conmon[101092]: audit 2022-01-18T16:10:05.153532+0000 mon.smithi129 ( 2022-01-18T16:10:06.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:06 smithi129 conmon[101092]: mon.0) 259 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:10:06.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:06 smithi156 conmon[67007]: audit 2022-01-18T16:10:05.148974+0000 mon.smithi129 (mon.0) 258 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:10:06.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:06 smithi156 conmon[67007]: audit 2022-01-18T16:10:05.153532+0000 mon.smithi129 (mon.0) 259 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:10:06.574 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.30 MB/sec execute 373 sec latency 338733.463 ms 2022-01-18T16:10:07.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:07 smithi129 conmon[101092]: cluster 2022-01-18T16:10:05.998792+0000 mgr.smithi129.iclwio (mgr.14716) 205 : cluster [DBG] pgmap v161: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:07.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:07 smithi156 conmon[67007]: cluster 2022-01-18T16:10:05.998792+0000 mgr.smithi129.iclwio (mgr.14716) 205 : cluster 2022-01-18T16:10:07.614 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:07 smithi156 conmon[67007]: [DBG] pgmap v161: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:07.615 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.30 MB/sec execute 374 sec latency 339733.578 ms 2022-01-18T16:10:08.574 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.29 MB/sec execute 375 sec latency 340733.692 ms 2022-01-18T16:10:09.134 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:10:09.398 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:10:09.399 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (12m) 4m ago 13m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:10:09.399 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4m) 4m ago 13m 7017k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:10:09.399 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4m) 4m ago 13m 7037k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:10:09.399 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (12m) 4m ago 13m 38.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:10:09.399 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (8m) 4m ago 8m 39.2M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:10:09.400 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (8m) 4m ago 8m 17.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:10:09.401 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5m) 4m ago 15m 432M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:10:09.401 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5m) 4m ago 13m 384M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:10:09.401 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4m) 4m ago 15m 41.6M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:10:09.401 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4m) 4m ago 13m 32.9M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:10:09.402 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5m) 4m ago 5m 71.1M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:10:09.402 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5m) 4m ago 5m 57.6M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:10:09.402 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (13m) 4m ago 13m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:10:09.403 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (12m) 4m ago 12m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:10:09.403 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (12m) 4m ago 12m 1569M 4096M 16.2.4 8d91d370c2b8 9f5f63cda7b0 2022-01-18T16:10:09.403 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (12m) 4m ago 12m 1433M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:10:09.403 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (11m) 4m ago 11m 931M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:10:09.403 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (11m) 4m ago 11m 1611M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:10:09.404 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (11m) 4m ago 11m 1373M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:10:09.404 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (10m) 4m ago 10m 1737M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:10:09.404 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (10m) 4m ago 10m 1364M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:10:09.404 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (10m) 4m ago 10m 2163M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:10:09.405 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (12m) 4m ago 13m 49.9M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:10:09.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:09 smithi129 conmon[101092]: cluster 2022-01-18T16:10:07.999710+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:10:09.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:09 smithi129 conmon[101092]: 14716) 206 : cluster [DBG] pgmap v162: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:09.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:09 smithi156 conmon[67007]: cluster 2022-01-18T16:10:07.999710+0000 mgr.smithi129.iclwio (mgr.14716) 206 : cluster [DBG] pgmap v162: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:09.574 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.29 MB/sec execute 376 sec latency 341733.741 ms 2022-01-18T16:10:09.716 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:10:09.717 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:10:09.717 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:10:09.717 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:10:09.718 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:10:09.718 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:10:09.718 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:10:09.718 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:10:09.719 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-18T16:10:09.719 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:10:09.719 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:10:09.719 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:10:09.720 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:10:09.720 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:10:09.720 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:10:09.720 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 4 2022-01-18T16:10:09.720 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:10:09.721 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:10:10.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:10 smithi129 conmon[101092]: audit 2022-01-18T16:10:09.136079+0000 mgr.smithi129.iclwio (mgr.14716) 207 : audit [DBG] from='client.34208 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:10:10.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:10 smithi129 conmon[101092]: 2022-01-18T16:10:10.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:10 smithi129 conmon[101092]: audit 2022-01-18T16:10:09.405276+0000 mgr.smithi129.iclwio (mgr.14716) 208 : audit [DBG] from='client.34212 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:10:10.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:10 smithi129 conmon[101092]: audit 2022-01-18T16:10:09. 2022-01-18T16:10:10.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:10 smithi129 conmon[101092]: 732332+0000 mon.smithi129 (mon.0) 260 : audit [DBG] from='client.? 172.21.15.129:0/1556839415' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:10:10.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:10 smithi156 conmon[67007]: audit 2022-01-18T16:10:09.136079+0000 mgr.smithi129.iclwio (mgr.14716) 207 : audit [DBG] from='client.34208 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:10:10.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:10 smithi156 conmon[67007]: audit 2022-01-18T16:10:09.405276+0000 mgr.smithi129.iclwio (mgr.14716) 208 : audit [DBG] from='client.34212 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:10:10.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:10 smithi156 conmon[67007]: audit 2022-01-18T16:10:09.732332+0000 mon.smithi129 (mon.0) 260 : audit [DBG] from='client.? 172.21.15.129:0/1556839415' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:10:10.574 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.29 MB/sec execute 377 sec latency 342733.812 ms 2022-01-18T16:10:11.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:11 smithi129 conmon[101092]: cluster 2022-01-18T16:10:10.000508+0000 mgr.smithi129.iclwio (mgr.14716) 209 : cluster 2022-01-18T16:10:11.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:11 smithi129 conmon[101092]: [DBG] pgmap v163: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:11.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:11 smithi156 conmon[67007]: cluster 2022-01-18T16:10:10.000508+0000 mgr.smithi129.iclwio (mgr.14716) 209 : cluster [DBG] pgmap v163: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:11.575 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.28 MB/sec execute 378 sec latency 343733.907 ms 2022-01-18T16:10:12.574 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.28 MB/sec execute 379 sec latency 344733.997 ms 2022-01-18T16:10:13.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:13 smithi129 conmon[101092]: cluster 2022-01-18T16:10:12.001322+0000 mgr.smithi129.iclwio (mgr.14716) 210 : cluster [DBG] pgmap v164: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:13.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:13 smithi156 conmon[67007]: cluster 2022-01-18T16:10:12.001322+0000 mgr.smithi129.iclwio (mgr.14716) 210 : cluster [DBG] pgmap v164: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:13.574 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.28 MB/sec execute 380 sec latency 345734.109 ms 2022-01-18T16:10:14.574 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.27 MB/sec execute 381 sec latency 346734.198 ms 2022-01-18T16:10:14.643 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:10:14 smithi129 systemd[1]: ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service: start operation timed out. Terminating. 2022-01-18T16:10:15.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:14 smithi156 conmon[67007]: cluster 2022-01-18T16:10:14.002138+0000 mgr.smithi129.iclwio (mgr.14716) 211 : cluster [DBG] pgmap v165: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:15.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:14 smithi156 conmon[67007]: 2022-01-18T16:10:15.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:14 smithi129 conmon[101092]: cluster 2022-01-18T16:10:14.002138+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:10:15.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:14 smithi129 conmon[101092]: ) 211 : cluster [DBG] pgmap v165: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:15.574 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.27 MB/sec execute 382 sec latency 347734.266 ms 2022-01-18T16:10:15.923 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:10:15 smithi129 systemd[1]: ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service: Failed with result 'timeout'. 2022-01-18T16:10:15.924 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:10:15 smithi129 systemd[1]: Failed to start Ceph osd.0 for e63fbe5c-7876-11ec-8c34-001a4aab830c. 2022-01-18T16:10:16.575 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.27 MB/sec execute 383 sec latency 348734.334 ms 2022-01-18T16:10:17.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:17 smithi129 conmon[101092]: cluster 2022-01-18T16:10:16.003117+0000 mgr.smithi129.iclwio (mgr.14716) 212 : cluster [DBG] 2022-01-18T16:10:17.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:17 smithi129 conmon[101092]: pgmap v166: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:17.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:17 smithi156 conmon[67007]: cluster 2022-01-18T16:10:16.003117+0000 mgr.smithi129.iclwio (mgr.14716) 212 : cluster [DBG] pgmap v166: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:17.574 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.26 MB/sec execute 384 sec latency 349734.383 ms 2022-01-18T16:10:18.575 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.26 MB/sec execute 385 sec latency 350734.487 ms 2022-01-18T16:10:19.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:19 smithi129 conmon[101092]: cluster 2022-01-18T16:10:18.004089+0000 mgr.smithi129.iclwio (mgr.14716) 213 : cluster [DBG] pgmap v167: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:19.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:19 smithi156 conmon[67007]: cluster 2022-01-18T16:10:18.004089+0000 mgr.smithi129.iclwio (mgr.14716) 213 : cluster [DBG] pgmap v167: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:19.575 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.26 MB/sec execute 386 sec latency 351734.615 ms 2022-01-18T16:10:20.575 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.25 MB/sec execute 387 sec latency 352734.732 ms 2022-01-18T16:10:21.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:21 smithi129 conmon[101092]: cluster 2022-01-18T16:10:20.005260+0000 mgr.smithi129.iclwio (mgr.14716) 214 : cluster [DBG] pgmap v168: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:21.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:21 smithi129 conmon[101092]: 2022-01-18T16:10:21.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:21 smithi156 conmon[67007]: cluster 2022-01-18T16:10:20.005260+0000 mgr.smithi129.iclwio (mgr.14716) 214 : cluster [DBG] pgmap v168: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:21.575 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.25 MB/sec execute 388 sec latency 353734.863 ms 2022-01-18T16:10:22.575 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.25 MB/sec execute 389 sec latency 354734.976 ms 2022-01-18T16:10:23.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:23 smithi129 conmon[101092]: cluster 2022-01-18T16:10:22.005984+0000 mgr.smithi129.iclwio (mgr.14716) 215 : cluster [DBG] pgmap v169: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:23.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:23 smithi156 conmon[67007]: cluster 2022-01-18T16:10:22.005984+0000 mgr.smithi129.iclwio (mgr.14716) 215 : cluster [DBG] pgmap v169: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:23.575 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.24 MB/sec execute 390 sec latency 355735.069 ms 2022-01-18T16:10:24.575 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.24 MB/sec execute 391 sec latency 356735.167 ms 2022-01-18T16:10:25.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:24 smithi156 conmon[67007]: cluster 2022-01-18T16:10:24.006840+0000 mgr.smithi129.iclwio (mgr.14716) 216 : 2022-01-18T16:10:25.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:24 smithi156 conmon[67007]: cluster [DBG] pgmap v170: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:25.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:24 smithi129 conmon[101092]: cluster 2022-01-18T16:10:24.006840+0000 mgr.smithi129.iclwio (mgr.14716) 216 : cluster [DBG] pgmap v170: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:25.575 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.24 MB/sec execute 392 sec latency 357735.251 ms 2022-01-18T16:10:25.943 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:10:25 smithi129 systemd[1]: ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service: Service RestartSec=10s expired, scheduling restart. 2022-01-18T16:10:25.943 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:10:25 smithi129 systemd[1]: ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service: Scheduled restart job, restart counter is at 2. 2022-01-18T16:10:25.943 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:10:25 smithi129 systemd[1]: Stopped Ceph osd.0 for e63fbe5c-7876-11ec-8c34-001a4aab830c. 2022-01-18T16:10:25.944 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:10:25 smithi129 systemd[1]: ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service: Found left-over process 107532 (bash) in control group while starting unit. Ignoring. 2022-01-18T16:10:25.944 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:10:25 smithi129 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-18T16:10:25.944 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:10:25 smithi129 systemd[1]: ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service: Found left-over process 107742 (podman) in control group while starting unit. Ignoring. 2022-01-18T16:10:25.944 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:10:25 smithi129 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-18T16:10:25.945 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:10:25 smithi129 systemd[1]: ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service: Found left-over process 107783 (conmon) in control group while starting unit. Ignoring. 2022-01-18T16:10:25.945 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:10:25 smithi129 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-18T16:10:25.945 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:10:25 smithi129 systemd[1]: Starting Ceph osd.0 for e63fbe5c-7876-11ec-8c34-001a4aab830c... 2022-01-18T16:10:25.945 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:10:25 smithi129 systemd[1]: ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service: Found left-over process 107532 (bash) in control group while starting unit. Ignoring. 2022-01-18T16:10:25.946 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:10:25 smithi129 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-18T16:10:25.946 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:10:25 smithi129 systemd[1]: ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service: Found left-over process 107742 (podman) in control group while starting unit. Ignoring. 2022-01-18T16:10:25.946 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:10:25 smithi129 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-18T16:10:25.946 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:10:25 smithi129 systemd[1]: ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service: Found left-over process 107783 (conmon) in control group while starting unit. Ignoring. 2022-01-18T16:10:25.947 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:10:25 smithi129 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-18T16:10:26.576 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.23 MB/sec execute 393 sec latency 358735.331 ms 2022-01-18T16:10:26.673 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:10:26 smithi129 bash[107532]: time="2022-01-18T16:10:26Z" level=error msg="Cannot get exit code: died not found: unable to find event" 2022-01-18T16:10:27.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:27 smithi129 conmon[101092]: cluster 2022-01-18T16:10:26.007711+0000 mgr.smithi129.iclwio (mgr.14716) 217 : cluster 2022-01-18T16:10:27.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:27 smithi129 conmon[101092]: [DBG] pgmap v171: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:27.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:27 smithi156 conmon[67007]: cluster 2022-01-18T16:10:26.007711+0000 mgr.smithi129.iclwio (mgr.14716) 217 : cluster [DBG] pgmap v171: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:27.575 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.23 MB/sec execute 394 sec latency 359735.402 ms 2022-01-18T16:10:28.576 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.23 MB/sec execute 395 sec latency 360735.471 ms 2022-01-18T16:10:29.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:29 smithi129 conmon[101092]: cluster 2022-01-18T16:10:28.008466+0000 mgr.smithi129.iclwio (mgr.14716) 218 : cluster [DBG] pgmap v172: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:29.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:29 smithi156 conmon[67007]: cluster 2022-01-18T16:10:28.008466+0000 mgr.smithi129.iclwio (mgr.14716) 218 : cluster [DBG] pgmap v172: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:29.576 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.22 MB/sec execute 396 sec latency 361735.577 ms 2022-01-18T16:10:30.576 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.22 MB/sec execute 397 sec latency 362735.656 ms 2022-01-18T16:10:31.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:31 smithi129 conmon[101092]: cluster 2022-01-18T16:10:30.009541+0000 mgr.smithi129.iclwio (mgr.14716) 219 : cluster [DBG] pgmap v173: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:31.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:31 smithi156 conmon[67007]: cluster 2022-01-18T16:10:30.009541+0000 mgr.smithi129.iclwio (mgr.14716) 219 : cluster [DBG] pgmap v173: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:31.576 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.22 MB/sec execute 398 sec latency 363735.743 ms 2022-01-18T16:10:32.576 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.21 MB/sec execute 399 sec latency 364735.839 ms 2022-01-18T16:10:33.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:33 smithi129 conmon[101092]: cluster 2022-01-18T16:10:32.010307+0000 mgr.smithi129.iclwio (mgr.14716) 220 : cluster 2022-01-18T16:10:33.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:33 smithi129 conmon[101092]: [DBG] pgmap v174: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:33.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:33 smithi156 conmon[67007]: cluster 2022-01-18T16:10:32.010307+0000 mgr.smithi129.iclwio (mgr.14716) 220 : cluster [DBG] pgmap v174: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:33.576 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.21 MB/sec execute 400 sec latency 365735.954 ms 2022-01-18T16:10:34.576 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.21 MB/sec execute 401 sec latency 366736.054 ms 2022-01-18T16:10:35.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:34 smithi156 conmon[67007]: cluster 2022-01-18T16:10:34.011075+0000 mgr.smithi129.iclwio (mgr.14716) 221 : cluster [DBG] pgmap v175: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:35.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:34 smithi129 conmon[101092]: cluster 2022-01-18T16:10:34.011075+0000 mgr.smithi129.iclwio (mgr.14716) 221 : cluster [DBG] pgmap v175: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:35.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:34 smithi129 conmon[101092]: 2022-01-18T16:10:35.576 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.21 MB/sec execute 402 sec latency 367736.171 ms 2022-01-18T16:10:36.576 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.20 MB/sec execute 403 sec latency 368736.258 ms 2022-01-18T16:10:37.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:37 smithi129 conmon[101092]: cluster 2022-01-18T16:10:36.012204+0000 mgr.smithi129.iclwio (mgr.14716) 222 : cluster [DBG] pgmap v176: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:37.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:37 smithi156 conmon[67007]: cluster 2022-01-18T16:10:36.012204+0000 mgr.smithi129.iclwio (mgr.14716) 222 : cluster [DBG] pgmap v176: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:37.576 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.20 MB/sec execute 404 sec latency 369736.382 ms 2022-01-18T16:10:38.577 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.20 MB/sec execute 405 sec latency 370736.471 ms 2022-01-18T16:10:39.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:39 smithi129 conmon[101092]: cluster 2022-01-18T16:10:38.013154+0000 mgr.smithi129.iclwio (mgr.14716) 223 : cluster [DBG] pgmap v177: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:39.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:39 smithi129 conmon[101092]: 2022-01-18T16:10:39.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:39 smithi156 conmon[67007]: cluster 2022-01-18T16:10:38.013154+0000 mgr.smithi129.iclwio (mgr.14716) 223 : cluster [DBG] pgmap v177: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:39.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:39 smithi156 conmon[67007]: 2022-01-18T16:10:39.577 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.19 MB/sec execute 406 sec latency 371736.551 ms 2022-01-18T16:10:40.025 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:10:40.288 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:10:40.289 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (13m) 4m ago 14m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:10:40.289 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4m) 4m ago 14m 7017k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:10:40.289 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4m) 4m ago 13m 7037k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:10:40.290 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (13m) 4m ago 14m 38.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:10:40.290 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (9m) 4m ago 9m 39.2M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:10:40.290 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (9m) 4m ago 9m 17.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:10:40.290 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5m) 4m ago 15m 432M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:10:40.291 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5m) 4m ago 13m 384M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:10:40.291 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5m) 4m ago 15m 41.6M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:10:40.291 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5m) 4m ago 13m 32.9M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:10:40.291 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (6m) 4m ago 6m 71.1M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:10:40.292 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (6m) 4m ago 5m 57.6M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:10:40.292 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (14m) 4m ago 14m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:10:40.292 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (13m) 4m ago 13m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:10:40.292 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (12m) 4m ago 12m 1569M 4096M 16.2.4 8d91d370c2b8 9f5f63cda7b0 2022-01-18T16:10:40.293 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (12m) 4m ago 12m 1433M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:10:40.293 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (12m) 4m ago 12m 931M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:10:40.293 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (11m) 4m ago 11m 1611M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:10:40.293 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (11m) 4m ago 11m 1373M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:10:40.293 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (11m) 4m ago 11m 1737M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:10:40.294 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (10m) 4m ago 10m 1364M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:10:40.294 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (10m) 4m ago 10m 2163M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:10:40.294 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (12m) 4m ago 13m 49.9M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:10:40.577 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.19 MB/sec execute 407 sec latency 372736.606 ms 2022-01-18T16:10:40.607 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:10:40.607 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:10:40.607 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:10:40.608 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:10:40.608 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:10:40.608 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:10:40.608 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:10:40.609 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:10:40.609 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-18T16:10:40.609 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:10:40.609 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:10:40.610 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:10:40.610 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:10:40.610 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:10:40.610 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:10:40.611 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 4 2022-01-18T16:10:40.611 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:10:40.611 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:10:41.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:41 smithi129 conmon[101092]: cluster 2022-01-18T16:10:40.014090+0000 mgr.smithi129.iclwio (mgr.14716) 224 : 2022-01-18T16:10:41.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:41 smithi129 conmon[101092]: cluster [DBG] pgmap v178: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:41.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:41 smithi129 conmon[101092]: audit 2022-01-18T16:10:40.027423+0000 mgr.smithi129.iclwio (mgr.14716) 225 : audit [DBG] from='client.34220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:10:41.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:41 smithi129 conmon[101092]: audit 2022-01-18T16:10:40.295709+0000 mgr.smithi129.iclwio (mgr.14716) 226 : audit [DBG] from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:10:41.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:41 smithi129 conmon[101092]: audit 2022-01-18T16:10:40.623024+0000 mon.smithi129 (mon.0) 261 : audit [DBG] from='client.? 172.21.15.129:0/2357790743' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:10:41.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:41 smithi156 conmon[67007]: cluster 2022-01-18T16:10:40.014090+0000 mgr.smithi129.iclwio (mgr.14716) 224 : cluster [DBG] pgmap v178: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:41.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:41 smithi156 conmon[67007]: audit 2022-01-18T16:10:40.027423+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:10:41.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:41 smithi156 conmon[67007]: ) 225 : audit [DBG] from='client.34220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:10:41.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:41 smithi156 conmon[67007]: audit 2022-01-18T16:10:40.295709+0000 mgr.smithi129.iclwio (mgr.14716) 226 : audit [DBG] from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:10:41.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:41 smithi156 conmon[67007]: audit 2022-01-18T16:10:40.623024+0000 mon.smithi129 2022-01-18T16:10:41.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:41 smithi156 conmon[67007]: (mon.0) 261 : audit [DBG] from='client.? 172.21.15.129:0/2357790743' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:10:41.577 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.19 MB/sec execute 408 sec latency 373736.678 ms 2022-01-18T16:10:42.577 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.18 MB/sec execute 409 sec latency 374736.732 ms 2022-01-18T16:10:43.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:43 smithi129 conmon[101092]: cluster 2022-01-18T16:10:42.014830+0000 mgr.smithi129.iclwio (mgr.14716) 227 : cluster [DBG] pgmap v179: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:43.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:43 smithi156 conmon[67007]: cluster 2022-01-18T16:10:42.014830+0000 mgr.smithi129.iclwio (mgr.14716) 227 : cluster [DBG] pgmap v179: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:43.577 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.18 MB/sec execute 410 sec latency 375736.806 ms 2022-01-18T16:10:44.577 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.18 MB/sec execute 411 sec latency 376736.904 ms 2022-01-18T16:10:45.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:44 smithi156 conmon[67007]: cluster 2022-01-18T16:10:44.015696+0000 mgr.smithi129.iclwio (mgr.14716) 228 : cluster [DBG] pgmap v180: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:45.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:44 smithi129 conmon[101092]: cluster 2022-01-18T16:10:44.015696+0000 mgr.smithi129.iclwio (mgr.14716) 228 : cluster [DBG] pgmap v180: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:45.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:44 smithi129 conmon[101092]: 2022-01-18T16:10:45.577 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.18 MB/sec execute 412 sec latency 377736.988 ms 2022-01-18T16:10:46.577 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.17 MB/sec execute 413 sec latency 378737.089 ms 2022-01-18T16:10:47.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:47 smithi129 conmon[101092]: cluster 2022-01-18T16:10:46.016851+0000 mgr.smithi129.iclwio (mgr.14716) 229 : cluster [DBG] pgmap v181: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.3 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:47.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:47 smithi156 conmon[67007]: cluster 2022-01-18T16:10:46.016851+0000 mgr.smithi129.iclwio (mgr.14716) 229 : cluster [DBG] pgmap v181: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.3 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:47.577 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.17 MB/sec execute 414 sec latency 379737.172 ms 2022-01-18T16:10:48.577 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.17 MB/sec execute 415 sec latency 380737.296 ms 2022-01-18T16:10:49.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:49 smithi129 conmon[101092]: cluster 2022-01-18T16:10:48.017717+0000 mgr.smithi129.iclwio (mgr.14716) 230 : cluster [DBG] pgmap v182: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 767 B/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:49.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:49 smithi156 conmon[67007]: cluster 2022-01-18T16:10:48.017717+0000 mgr.smithi129.iclwio (mgr.14716) 230 : cluster [DBG] pgmap v182: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 767 B/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:49.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:49 smithi156 conmon[67007]: 2022-01-18T16:10:49.578 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.17 MB/sec execute 416 sec latency 381737.392 ms 2022-01-18T16:10:50.577 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.16 MB/sec execute 417 sec latency 382737.486 ms 2022-01-18T16:10:51.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:51 smithi129 conmon[101092]: cluster 2022-01-18T16:10:50.018752+0000 mgr.smithi129.iclwio (mgr.14716) 231 : cluster [DBG] pgmap v183: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.3 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:51.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:51 smithi129 conmon[101092]: 2022-01-18T16:10:51.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:51 smithi156 conmon[67007]: cluster 2022-01-18T16:10:50.018752+0000 mgr.smithi129.iclwio (mgr.14716) 231 : cluster [DBG] pgmap v183: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.3 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:51.578 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.16 MB/sec execute 418 sec latency 383737.609 ms 2022-01-18T16:10:52.578 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.16 MB/sec execute 419 sec latency 384737.700 ms 2022-01-18T16:10:53.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:53 smithi129 conmon[101092]: cluster 2022-01-18T16:10:52.019730+0000 mgr.smithi129.iclwio (mgr.14716) 232 : cluster [DBG] pgmap v184: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 682 B/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:53.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:53 smithi129 conmon[101092]: 2022-01-18T16:10:53.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:53 smithi156 conmon[67007]: cluster 2022-01-18T16:10:52.019730+0000 mgr.smithi129.iclwio (mgr.14716) 232 : cluster [DBG] pgmap v184: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 682 B/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:53.578 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.15 MB/sec execute 420 sec latency 385737.762 ms 2022-01-18T16:10:54.578 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.15 MB/sec execute 421 sec latency 386737.849 ms 2022-01-18T16:10:55.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:54 smithi156 conmon[67007]: cluster 2022-01-18T16:10:54.020502+0000 mgr.smithi129.iclwio (mgr.14716) 233 : cluster [DBG] pgmap v185: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 682 B/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:55.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:54 smithi129 conmon[101092]: cluster 2022-01-18T16:10:54.020502+0000 mgr.smithi129.iclwio (mgr.14716) 233 : cluster [DBG] pgmap v185: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 682 B/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:55.578 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.15 MB/sec execute 422 sec latency 387737.975 ms 2022-01-18T16:10:56.578 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.15 MB/sec execute 423 sec latency 388738.063 ms 2022-01-18T16:10:57.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:57 smithi129 conmon[101092]: cluster 2022-01-18T16:10:56.021722+0000 mgr.smithi129.iclwio (mgr.14716) 234 : cluster [DBG] pgmap v186: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:57.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:57 smithi129 conmon[101092]: 2022-01-18T16:10:57.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:57 smithi156 conmon[67007]: cluster 2022-01-18T16:10:56.021722+0000 mgr.smithi129.iclwio (mgr.14716) 234 : cluster [DBG] pgmap v186: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:57.578 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.14 MB/sec execute 424 sec latency 389738.165 ms 2022-01-18T16:10:58.578 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114612 1.14 MB/sec execute 425 sec latency 390738.268 ms 2022-01-18T16:10:59.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:59 smithi129 conmon[101092]: cluster 2022-01-18T16:10:58.022470+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:10:59.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:59 smithi129 conmon[101092]: 235 : cluster [DBG] pgmap v187: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:59.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:59 smithi129 conmon[101092]: audit 2022-01-18T16:10:58.219482+0000 mon.smithi129 (mon.0) 262 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:10:59.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:59 smithi129 conmon[101092]: audit 2022-01-18T16:10:58.221011+0000 mon.smithi129 (mon.0) 2022-01-18T16:10:59.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:10:59 smithi129 conmon[101092]: 263 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:10:59.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:59 smithi156 conmon[67007]: cluster 2022-01-18T16:10:58.022470+0000 mgr.smithi129.iclwio (mgr.14716) 235 : cluster [DBG] pgmap v187: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:10:59.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:59 smithi156 conmon[67007]: audit 2022-01-18T16:10:58.219482+0000 mon.smithi129 (mon.0) 262 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:10:59.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:59 smithi156 conmon[67007]: audit 2022-01-18T16:10:58.221011+0000 mon.smithi129 (mon.0) 263 : audit 2022-01-18T16:10:59.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:10:59 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:10:59.578 INFO:teuthology.orchestra.run.smithi129.stdout: 5 114650 1.14 MB/sec execute 426 sec latency 391657.974 ms 2022-01-18T16:10:59.862 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:10:59 smithi129 bash[108519]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2022-01-18T16:10:59.862 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:10:59 smithi129 bash[108519]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2022-01-18T16:10:59.863 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:10:59 smithi129 bash[108519]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2022-01-18T16:10:59.863 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:10:59 smithi129 bash[108519]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2022-01-18T16:10:59.863 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:10:59 smithi129 bash[108519]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2022-01-18T16:10:59.863 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:10:59 smithi129 bash[108519]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2022-01-18T16:10:59.864 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:10:59 smithi129 bash[108519]: --> ceph-volume lvm activate successful for osd ID: 0 2022-01-18T16:11:00.578 INFO:teuthology.orchestra.run.smithi129.stdout: 5 115562 1.18 MB/sec execute 427 sec latency 17.714 ms 2022-01-18T16:11:01.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:01 smithi129 conmon[101092]: cluster 2022-01-18T16:11:00.023682+0000 2022-01-18T16:11:01.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:01 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 236 : cluster [DBG] pgmap v188: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:11:01.424 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:11:01 smithi129 conmon[109122]: debug 2022-01-18T16:11:01.015+0000 7f363bfab700 1 -- 172.21.15.129:0/458454087 <== mon.0 v2:172.21.15.129:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5622705fe4e0 con 0x5622705c5400 2022-01-18T16:11:01.424 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:11:01 smithi129 bash[108519]: 8d655275589e58ae90f35fdb25e13d8d631349deb91301ddc05fb4b9fd3dfd93 2022-01-18T16:11:01.425 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:11:01 smithi129 systemd[1]: Started Ceph osd.0 for e63fbe5c-7876-11ec-8c34-001a4aab830c. 2022-01-18T16:11:01.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:01 smithi156 conmon[67007]: cluster 2022-01-18T16:11:00.023682+0000 mgr.smithi129.iclwio (mgr.14716) 236 : cluster [DBG] 2022-01-18T16:11:01.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:01 smithi156 conmon[67007]: pgmap v188: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:11:01.578 INFO:teuthology.orchestra.run.smithi129.stdout: 5 116262 1.23 MB/sec execute 428 sec latency 29.698 ms 2022-01-18T16:11:01.923 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:11:01 smithi129 conmon[109122]: debug 2022-01-18T16:11:01.534+0000 7f3643804080 -1 Falling back to public interface 2022-01-18T16:11:02.578 INFO:teuthology.orchestra.run.smithi129.stdout: 5 116691 1.26 MB/sec execute 429 sec latency 49.299 ms 2022-01-18T16:11:03.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:03 smithi129 conmon[101092]: cluster 2022-01-18T16:11:02.024320+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:11:03.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:03 smithi129 conmon[101092]: ) 237 : cluster [DBG] pgmap v189: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:11:03.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:03 smithi156 conmon[67007]: cluster 2022-01-18T16:11:02.024320 2022-01-18T16:11:03.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:03 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 237 : cluster [DBG] pgmap v189: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:11:03.578 INFO:teuthology.orchestra.run.smithi129.stdout: 5 117046 1.29 MB/sec execute 430 sec latency 58.525 ms 2022-01-18T16:11:04.579 INFO:teuthology.orchestra.run.smithi129.stdout: 5 117314 1.31 MB/sec execute 431 sec latency 47.682 ms 2022-01-18T16:11:05.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:04 smithi156 conmon[67007]: cluster 2022-01-18T16:11:04.024900 2022-01-18T16:11:05.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:04 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 238 : cluster [DBG] pgmap v190: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:11:05.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:04 smithi129 conmon[101092]: cluster 2022-01-18T16:11:04.024900+0000 mgr.smithi129.iclwio (mgr.14716) 238 : cluster [DBG] pgmap v190: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 313 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 183/1404 objects degraded (13.034%) 2022-01-18T16:11:05.578 INFO:teuthology.orchestra.run.smithi129.stdout: 5 117707 1.32 MB/sec execute 432 sec latency 42.879 ms 2022-01-18T16:11:06.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:05 smithi156 conmon[67007]: audit 2022-01-18T16:11:05.155949+0000 mon.smithi129 2022-01-18T16:11:06.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:05 smithi156 conmon[67007]: (mon.0) 264 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:11:06.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:05 smithi156 conmon[67007]: audit 2022-01-18T16:11:05.157350+0000 mon.smithi129 (mon.0) 265 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:11:06.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:05 smithi156 conmon[67007]: audit 2022-01-18T16 2022-01-18T16:11:06.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:05 smithi156 conmon[67007]: :11:05.158120+0000 mon.smithi129 (mon.0) 266 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:11:06.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:05 smithi156 conmon[67007]: cephadm 2022-01-18T16:11 2022-01-18T16:11:06.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:05 smithi156 conmon[67007]: :05.158833+0000 mgr.smithi129.iclwio (mgr.14716) 239 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:11:06.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:05 smithi156 conmon[67007]: audit 2022-01-18T16:11:06.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:05 smithi156 conmon[67007]: 2022-01-18T16:11:05 2022-01-18T16:11:06.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:05 smithi156 conmon[67007]: .546592+0000 mon.smithi129 (mon.0) 267 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:11:06.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:05 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T16:11:06.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:05 smithi156 conmon[67007]: 18T16:11:05.552581+0000 mon.smithi129 (mon.0) 268 2022-01-18T16:11:06.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:05 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:11:06.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:05 smithi129 conmon[101092]: audit 2022-01-18T16:11:05.155949+0000 2022-01-18T16:11:06.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:05 smithi129 conmon[101092]: mon.smithi129 (mon.0) 264 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:11:06.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:05 smithi129 conmon[101092]: audit 2022-01-18T16:11:05.157350+0000 mon.smithi129 (mon.0) 265 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:11:06.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:05 smithi129 conmon[101092]: audit 2022-01-18T16:11:05.158120+0000 mon.smithi129 (mon.0) 266 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:11:06.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:05 smithi129 conmon[101092]: cephadm 2022-01-18T16:11:05.158833+0000 mgr.smithi129.iclwio (mgr.14716) 239 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:11:06.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:05 smithi129 conmon[101092]: audit 2022-01-18T16:11:05.546592+0000 mon.smithi129 (mon.0) 267 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:11:06.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:05 smithi129 conmon[101092]: audit 2022-01-18T16:11:05.552581+0000 mon.smithi129 (mon.0) 268 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:11:06.579 INFO:teuthology.orchestra.run.smithi129.stdout: 5 118098 1.34 MB/sec execute 433 sec latency 47.349 ms 2022-01-18T16:11:07.173 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:11:06 smithi129 conmon[109122]: debug 2022-01-18T16:11:06.903+0000 7f3643804080 -1 osd.0 69 log_to_monitors {default=true} 2022-01-18T16:11:07.173 INFO:journalctl@ceph.osd.0.smithi129.stdout:Jan 18 16:11:07 smithi129 conmon[109122]: debug 2022-01-18T16:11:07.001+0000 7f363271b700 -1 osd.0 69 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-01-18T16:11:07.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:06 smithi129 conmon[101092]: cluster 2022-01-18T16:11:06.025804+0000 mgr.smithi129.iclwio (mgr.14716) 240 : cluster [DBG] 2022-01-18T16:11:07.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:06 smithi129 conmon[101092]: pgmap v191: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 322 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 317 KiB/s rd, 3.1 MiB/s wr, 297 op/s; 212/1692 objects degraded (12.530%) 2022-01-18T16:11:07.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:06 smithi129 conmon[101092]: audit 2022-01-18T16:11:06.907603+0000 mon.smithi156 (mon.1) 2 : audit [INF] from='osd.0 [v2:172.21.15.129:6802/1886652542,v1:172.21.15.129:6803/1886652542]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2022-01-18T16:11:07.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:06 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T16:11:07.175 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:06 smithi129 conmon[101092]: T16:11:06.908083+0000 mon.smithi129 (mon.0) 269 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2022-01-18T16:11:07.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:06 smithi156 conmon[67007]: cluster 2022-01-18T16:11:06.025804+0000 mgr.smithi129.iclwio (mgr.14716) 240 : cluster [DBG] pgmap v191: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 322 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 317 KiB/s rd, 3.1 MiB/s wr, 297 op/s; 212/1692 objects degraded (12.530%) 2022-01-18T16:11:07.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:06 smithi156 conmon[67007]: audit 2022-01-18T16:11:06.907603+0000 mon.smithi156 (mon.1) 2 : audit [INF] from='osd.0 [v2:172.21.15.129:6802/1886652542,v1:172.21.15.129:6803/1886652542]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2022-01-18T16:11:07.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:06 smithi156 conmon[67007]: audit 2022-01-18T16:11:06.908083+0000 mon.smithi129 (mon.0) 269 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2022-01-18T16:11:07.578 INFO:teuthology.orchestra.run.smithi129.stdout: 5 118576 1.36 MB/sec execute 434 sec latency 42.257 ms 2022-01-18T16:11:08.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:07 smithi156 conmon[67007]: cluster 2022-01-18T16:11:06.970717+0000 mon.smithi129 (mon.0) 270 : cluster 2022-01-18T16:11:08.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:07 smithi156 conmon[67007]: [WRN] Health check update: Degraded data redundancy: 212/1692 objects degraded (12.530%), 29 pgs degraded, 49 pgs undersized (PG_DEGRADED) 2022-01-18T16:11:08.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:07 smithi156 conmon[67007]: audit 2022-01-18T16:11:06.982421+0000 mon.smithi129 (mon.0) 271 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2022-01-18T16:11:08.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:07 smithi156 conmon[67007]: cluster 2022-01-18T16:11:06.982468+0000 mon.smithi129 (mon.0) 272 : cluster [DBG] osdmap e74: 8 total, 7 up, 8 in 2022-01-18T16:11:08.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:07 smithi156 conmon[67007]: audit 2022-01-18T16:11:06.984450+0000 mon.smithi156 (mon.1) 3 : audit [INF] from='osd.0 [v2:172.21.15.129:6802/1886652542,v1:172.21.15.129:6803/1886652542]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2022-01-18T16:11:08.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:07 smithi156 conmon[67007]: audit 2022-01-18T16:11:08.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:07 smithi156 conmon[67007]: 2022-01-18T16:11:06.985268+0000 mon.smithi129 (mon.0) 273 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2022-01-18T16:11:08.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:07 smithi156 conmon[67007]: 2022-01-18T16:11:08.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:07 smithi129 conmon[101092]: cluster 2022-01-18T16:11:06.970717+0000 mon.smithi129 2022-01-18T16:11:08.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:07 smithi129 conmon[101092]: (mon.0) 270 : cluster [WRN] Health check update: Degraded data redundancy: 212/1692 objects degraded (12.530%), 29 pgs degraded, 49 pgs undersized (PG_DEGRADED) 2022-01-18T16:11:08.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:07 smithi129 conmon[101092]: audit 2022-01-18T16:11:08.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:07 smithi129 conmon[101092]: 2022- 2022-01-18T16:11:08.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:07 smithi129 conmon[101092]: 01-18T16:11:06.982421 2022-01-18T16:11:08.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:07 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 271 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2022-01-18T16:11:08.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:07 smithi129 conmon[101092]: 2022-01-18T16:11:08.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:07 smithi129 conmon[101092]: cluster 2022-01-18T16:11:08.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:07 smithi129 conmon[101092]: 2022-01-18 2022-01-18T16:11:08.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:07 smithi129 conmon[101092]: T16:11:06.982468+0000 mon.smithi129 (mon.0) 272 2022-01-18T16:11:08.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:07 smithi129 conmon[101092]: : cluster [DBG] osdmap e74: 8 total, 7 up, 8 in 2022-01-18T16:11:08.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:07 smithi129 conmon[101092]: audit 2022- 2022-01-18T16:11:08.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:07 smithi129 conmon[101092]: 01-18T16:11:06.984450+0000 mon.smithi156 (mon.1) 3 : audit [INF] 2022-01-18T16:11:08.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:07 smithi129 conmon[101092]: from='osd.0 [v2:172.21.15.129:6802/1886652542,v1:172.21.15.129:6803/1886652542]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2022-01-18T16:11:08.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:07 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T16:11:08.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:07 smithi129 conmon[101092]: 18T16:11:06.985268+0000 mon.smithi129 (mon.0) 273 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2022-01-18T16:11:08.579 INFO:teuthology.orchestra.run.smithi129.stdout: 5 118871 1.37 MB/sec execute 435 sec latency 591.481 ms 2022-01-18T16:11:09.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:08 smithi156 conmon[67007]: cluster 2022-01-18T16:11:07.978386+0000 mon.smithi129 (mon.0 2022-01-18T16:11:09.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:08 smithi156 conmon[67007]: ) 274 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2022-01-18T16:11:09.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:08 smithi156 conmon[67007]: cluster 2022-01-18T16:11:07.989887+0000 mon.smithi129 (mon.0) 275 : cluster [INF] osd.0 [v2:172.21.15.129:6802/1886652542,v1:172.21.15.129:6803/1886652542] boot 2022-01-18T16:11:09.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:08 smithi156 conmon[67007]: cluster 2022 2022-01-18T16:11:09.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:08 smithi156 conmon[67007]: -01-18T16:11:07.989933+0000 mon.smithi129 (mon.0) 276 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2022-01-18T16:11:09.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:08 smithi156 conmon[67007]: audit 2022-01-18T16:11:07.992141+0000 mon.smithi129 (mon.0 2022-01-18T16:11:09.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:08 smithi156 conmon[67007]: ) 277 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-18T16:11:09.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:08 smithi156 conmon[67007]: cluster 2022-01-18T16:11:08.026714+0000 2022-01-18T16:11:09.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:08 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 241 : cluster [DBG] pgmap v194: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 322 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 475 KiB/s rd, 4.6 MiB/s wr, 445 op/s; 212/1692 objects degraded (12.530%) 2022-01-18T16:11:09.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:08 smithi156 conmon[67007]: cluster 2022-01-18T16:11: 2022-01-18T16:11:09.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:08 smithi156 conmon[67007]: 08.966906+0000 mon.smithi129 (mon.0) 278 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2022-01-18T16:11:09.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:08 smithi129 conmon[101092]: cluster 2022-01-18T16:11:07.978386+0000 mon.smithi129 (mon.0) 274 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2022-01-18T16:11:09.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:08 smithi129 conmon[101092]: cluster 2022-01-18T16:11:07.989887+0000 mon.smithi129 (mon.0) 275 : cluster [INF] osd.0 [v2:172.21.15.129:6802/1886652542,v1:172.21.15.129:6803/1886652542] boot 2022-01-18T16:11:09.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:08 smithi129 conmon[101092]: cluster 2022-01-18T16:11:07.989933+0000 mon.smithi129 (mon.0) 276 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2022-01-18T16:11:09.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:08 smithi129 conmon[101092]: audit 2022-01-18T16:11:07.992141+0000 mon.smithi129 (mon.0) 277 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-18T16:11:09.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:08 smithi129 conmon[101092]: cluster 2022-01-18T16:11:08.026714+0000 mgr.smithi129.iclwio (mgr.14716) 241 : cluster [DBG] pgmap v194: 129 pgs: 29 active+undersized+degraded, 20 active+undersized, 80 active+clean; 322 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 475 KiB/s rd, 4.6 MiB/s wr, 445 op/s; 212/1692 objects degraded (12.530%) 2022-01-18T16:11:09.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:08 smithi129 conmon[101092]: cluster 2022-01-18T16:11:08.966906+0000 mon.smithi129 (mon.0) 278 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2022-01-18T16:11:09.579 INFO:teuthology.orchestra.run.smithi129.stdout: 5 118879 1.36 MB/sec execute 436 sec latency 1591.542 ms 2022-01-18T16:11:10.579 INFO:teuthology.orchestra.run.smithi129.stdout: 5 119042 1.37 MB/sec execute 437 sec latency 2571.996 ms 2022-01-18T16:11:10.905 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:11:11.193 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:11:11.194 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (13m) 5m ago 14m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:11:11.194 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5m) 5m ago 14m 7017k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:11:11.194 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5m) 5m ago 14m 7037k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:11:11.195 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (13m) 5m ago 14m 38.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:11:11.195 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (9m) 5m ago 9m 39.2M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:11:11.195 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (9m) 5m ago 9m 17.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:11:11.195 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (6m) 5m ago 16m 432M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:11:11.196 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (6m) 5m ago 14m 384M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:11:11.196 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5m) 5m ago 16m 41.6M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:11:11.196 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5m) 5m ago 14m 32.9M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:11:11.196 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (6m) 5m ago 6m 71.1M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:11:11.196 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (6m) 5m ago 6m 57.6M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:11:11.197 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (14m) 5m ago 14m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:11:11.197 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (13m) 5m ago 13m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:11:11.197 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (13m) 5m ago 13m 1569M 4096M 16.2.4 8d91d370c2b8 9f5f63cda7b0 2022-01-18T16:11:11.197 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (13m) 5m ago 13m 1433M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:11:11.198 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (12m) 5m ago 12m 931M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:11:11.198 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (12m) 5m ago 12m 1611M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:11:11.198 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (12m) 5m ago 12m 1373M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:11:11.198 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (11m) 5m ago 11m 1737M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:11:11.199 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (11m) 5m ago 11m 1364M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:11:11.199 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (11m) 5m ago 11m 2163M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:11:11.199 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (13m) 5m ago 14m 49.9M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:11:11.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:10 smithi156 conmon[67007]: cluster 2022-01-18T16:11:09.969700+0000 2022-01-18T16:11:11.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:10 smithi156 conmon[67007]: mon.smithi129 (mon.0) 279 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2022-01-18T16:11:11.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:10 smithi156 conmon[67007]: cluster 2022-01-18T16:11:10.027613+0000 mgr.smithi129.iclwio (mgr.14716) 242 : cluster [DBG] 2022-01-18T16:11:11.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:10 smithi156 conmon[67007]: pgmap v197: 129 pgs: 5 remapped+peering, 6 activating+degraded, 16 activating, 8 active+undersized+degraded, 7 active+undersized, 87 active+clean; 318 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 448 KiB/s rd, 5.1 MiB/s wr, 649 op/s; 128/1641 objects degraded (7.800%) 2022-01-18T16:11:11.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:10 smithi156 conmon[67007]: audit 2022-01-18T16: 2022-01-18T16:11:11.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:10 smithi156 conmon[67007]: 11:10.909296+0000 mgr.smithi129.iclwio (mgr.14716) 243 : audit [DBG] from='client.34236 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:11:11.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:10 smithi156 conmon[67007]: 2022-01-18T16:11:11.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:10 smithi129 conmon[101092]: cluster 2022-01-18T16:11:09.969700+0000 mon.smithi129 (mon.0) 279 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2022-01-18T16:11:11.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:10 smithi129 conmon[101092]: cluster 2022-01-18T16:11:10.027613+0000 mgr.smithi129.iclwio (mgr.14716) 242 : cluster [DBG] pgmap v197: 129 pgs: 5 remapped+peering, 6 activating+degraded, 16 activating, 8 active+undersized+degraded, 7 active+undersized, 87 active+clean; 318 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 448 KiB/s rd, 5.1 MiB/s wr, 649 op/s; 128/1641 objects degraded (7.800%) 2022-01-18T16:11:11.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:10 smithi129 conmon[101092]: audit 2022-01-18T16:11:10.909296+0000 mgr.smithi129.iclwio (mgr.14716) 243 : audit [DBG] from='client.34236 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:11:11.556 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:11:11.556 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:11:11.556 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:11:11.557 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:11:11.557 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:11:11.557 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:11:11.558 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:11:11.558 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:11:11.558 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:11:11.558 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:11:11.558 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:11:11.559 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:11:11.559 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:11:11.559 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:11:11.559 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:11:11.560 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:11:11.560 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:11:11.560 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:11:11.560 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:11:11.578 INFO:teuthology.orchestra.run.smithi129.stdout: 5 119064 1.37 MB/sec execute 438 sec latency 3572.047 ms 2022-01-18T16:11:12.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:11 smithi156 conmon[67007]: cluster 2022-01-18T16:11:10.973515+0000 mon.smithi129 (mon.0) 280 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2022-01-18T16:11:12.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:11 smithi156 conmon[67007]: audit 2022-01-18T16:11:11.200373+0000 2022-01-18T16:11:12.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:11 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 244 : audit [DBG] from='client.34240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:11:12.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:11 smithi156 conmon[67007]: audit 2022-01-18T16:11:11.572014+0000 mon.smithi129 (mon.0) 281 : audit [DBG] from='client.? 172.21.15.129:0/4190386667' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:11:12.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:11 smithi129 conmon[101092]: cluster 2022-01-18T16:11:10.973515+0000 mon.smithi129 (mon.0) 280 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2022-01-18T16:11:12.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:11 smithi129 conmon[101092]: audit 2022-01-18T16:11:11.200373+0000 mgr.smithi129.iclwio (mgr.14716) 244 : audit [DBG] from='client.34240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:11:12.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:11 smithi129 conmon[101092]: audit 2022-01-18T16:11:12.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:11 smithi129 conmon[101092]: 2022-01-18T16:11:11.572014+0000 mon.smithi129 (mon.0) 281 2022-01-18T16:11:12.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:11 smithi129 conmon[101092]: : audit [DBG] from='client.? 172.21.15.129:0/4190386667' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:11:12.579 INFO:teuthology.orchestra.run.smithi129.stdout: 5 119064 1.36 MB/sec execute 439 sec latency 4572.086 ms 2022-01-18T16:11:13.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:12 smithi156 conmon[67007]: cluster 2022-01-18T16:11:11.979113+0000 mon.smithi129 (mon 2022-01-18T16:11:13.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:12 smithi156 conmon[67007]: .0) 282 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2022-01-18T16:11:13.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:12 smithi156 conmon[67007]: cluster 2022-01-18T16:11:12.028086+0000 mgr.smithi129.iclwio (mgr.14716) 245 : cluster [DBG] pgmap v200: 129 pgs: 12 active+clean+wait, 3 active+recovery_wait+degraded+wait, 87 active+clean, 16 activating, 6 activating+degraded, 5 remapped+peering; 317 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 511 KiB/s rd, 5.3 MiB/s wr, 674 op/s; 105/1659 objects degraded (6.329%); 102 KiB/s, 6 objects/s recovering 2022-01-18T16:11:13.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:12 smithi129 conmon[101092]: cluster 2022-01-18T16:11:11.979113+0000 mon.smithi129 (mon.0) 282 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2022-01-18T16:11:13.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:12 smithi129 conmon[101092]: cluster 2022-01-18T16:11:12.028086+0000 2022-01-18T16:11:13.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:12 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 245 : cluster [DBG] pgmap v200: 129 pgs: 12 active+clean+wait, 3 active+recovery_wait+degraded+wait, 87 active+clean, 16 activating, 6 activating+degraded, 5 remapped+peering; 317 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 511 KiB/s rd, 5.3 MiB/s wr, 674 op/s; 105/1659 objects degraded (6.329%); 102 KiB/s, 6 objects/s recovering 2022-01-18T16:11:13.579 INFO:teuthology.orchestra.run.smithi129.stdout: 5 119064 1.36 MB/sec execute 440 sec latency 5572.121 ms 2022-01-18T16:11:14.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:13 smithi156 conmon[67007]: cluster 2022-01-18T16:11:12.976328+0000 mon.smithi129 (mon.0) 283 2022-01-18T16:11:14.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:13 smithi156 conmon[67007]: : cluster [WRN] Health check update: Degraded data redundancy: 105/1659 objects degraded (6.329%), 9 pgs degraded (PG_DEGRADED) 2022-01-18T16:11:14.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:13 smithi156 conmon[67007]: cluster 2022-01-18T16:11:12.987413+0000 mon.smithi129 (mon.0) 284 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2022-01-18T16:11:14.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:13 smithi129 conmon[101092]: cluster 2022-01-18T16:11:12.976328 2022-01-18T16:11:14.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:13 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 283 : cluster [WRN] Health check update: Degraded data redundancy: 105/1659 objects degraded (6.329%), 9 pgs degraded (PG_DEGRADED) 2022-01-18T16:11:14.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:13 smithi129 conmon[101092]: cluster 2022-01-18T16:11:12.987413+0000 mon.smithi129 (mon.0) 284 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2022-01-18T16:11:14.579 INFO:teuthology.orchestra.run.smithi129.stdout: 5 119064 1.36 MB/sec execute 441 sec latency 6572.173 ms 2022-01-18T16:11:15.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:14 smithi156 conmon[67007]: cluster 2022-01-18T16:11:13.985437+0000 mon.smithi129 (mon.0) 285 : cluster [DBG] 2022-01-18T16:11:15.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:14 smithi156 conmon[67007]: osdmap e81: 8 total, 8 up, 8 in 2022-01-18T16:11:15.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:14 smithi156 conmon[67007]: cluster 2022-01-18T16:11:14.028513+0000 mgr.smithi129.iclwio (mgr.14716) 246 : cluster [DBG] pgmap v203: 129 pgs: 12 active+clean+wait, 3 active+recovery_wait+degraded+wait, 87 active+clean, 16 activating, 6 activating+degraded, 5 remapped+peering; 317 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 62 KiB/s rd, 182 KiB/s wr, 25 op/s; 105/1659 objects degraded (6.329%); 102 KiB/s, 6 objects/s recovering 2022-01-18T16:11:15.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:14 smithi129 conmon[101092]: cluster 2022-01-18T16:11:13.985437+0000 mon.smithi129 2022-01-18T16:11:15.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:14 smithi129 conmon[101092]: (mon.0) 285 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2022-01-18T16:11:15.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:14 smithi129 conmon[101092]: cluster 2022-01-18T16:11:14.028513+0000 mgr.smithi129.iclwio (mgr.14716) 246 : 2022-01-18T16:11:15.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:14 smithi129 conmon[101092]: cluster [DBG] pgmap v203: 129 pgs: 12 active+clean+wait, 3 active+recovery_wait+degraded+wait, 87 active+clean, 16 activating, 6 activating+degraded, 5 remapped+peering; 317 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 62 KiB/s rd, 182 KiB/s wr, 25 op/s; 105/1659 objects degraded (6.329%); 102 KiB/s, 6 objects/s recovering 2022-01-18T16:11:15.579 INFO:teuthology.orchestra.run.smithi129.stdout: 5 119064 1.35 MB/sec execute 442 sec latency 7572.202 ms 2022-01-18T16:11:16.579 INFO:teuthology.orchestra.run.smithi129.stdout: 5 119064 1.35 MB/sec execute 443 sec latency 8572.255 ms 2022-01-18T16:11:17.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:17 smithi129 conmon[101092]: cluster 2022-01-18T16:11:16.029203+0000 mgr.smithi129.iclwio (mgr.14716) 247 : 2022-01-18T16:11:17.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:17 smithi129 conmon[101092]: cluster [DBG] pgmap v204: 129 pgs: 12 active+clean+wait, 3 active+recovery_wait+degraded+wait, 113 active+clean, 1 remapped+peering; 313 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 53 KiB/s rd, 519 KiB/s wr, 76 op/s; 51/1629 objects degraded (3.131%); 1.9 MiB/s, 24 objects/s recovering 2022-01-18T16:11:17.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:17 smithi156 conmon[67007]: cluster 2022-01-18T16:11:16.029203+0000 mgr.smithi129.iclwio (mgr.14716) 247 : cluster [DBG] pgmap v204: 129 pgs: 12 active+clean+wait, 3 active+recovery_wait+degraded+wait, 113 active+clean, 1 remapped+peering; 313 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 53 KiB/s rd, 519 KiB/s wr, 76 op/s; 51/1629 objects degraded (3.131%); 1.9 MiB/s, 24 objects/s recovering 2022-01-18T16:11:17.579 INFO:teuthology.orchestra.run.smithi129.stdout: 5 119064 1.35 MB/sec execute 444 sec latency 9572.304 ms 2022-01-18T16:11:18.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:18 smithi129 conmon[101092]: cluster 2022-01-18T16:11:18.082992+0000 mon.smithi129 (mon.0) 286 : cluster 2022-01-18T16:11:18.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:18 smithi129 conmon[101092]: [WRN] Health check update: Degraded data redundancy: 15/1635 objects degraded (0.917%), 1 pg degraded (PG_DEGRADED) 2022-01-18T16:11:18.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:18 smithi156 conmon[67007]: cluster 2022-01-18T16:11:18.082992+0000 mon.smithi129 (mon.0) 286 : cluster [WRN] Health check update: Degraded data redundancy: 15/1635 objects degraded (0.917%), 1 pg degraded (PG_DEGRADED) 2022-01-18T16:11:18.579 INFO:teuthology.orchestra.run.smithi129.stdout: 5 119064 1.35 MB/sec execute 445 sec latency 10572.358 ms 2022-01-18T16:11:19.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:19 smithi129 conmon[101092]: cluster 2022-01-18T16:11:18.029673+0000 mgr.smithi129.iclwio (mgr.14716) 248 : cluster 2022-01-18T16:11:19.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:19 smithi129 conmon[101092]: [DBG] pgmap v205: 129 pgs: 1 active+recovering+wait, 14 active+clean+wait, 1 active+recovery_wait+degraded+wait, 113 active+clean; 313 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 44 KiB/s rd, 444 KiB/s wr, 65 op/s; 15/1635 objects degraded (0.917%); 1.8 MiB/s, 29 objects/s recovering 2022-01-18T16:11:19.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:19 smithi156 conmon[67007]: cluster 2022-01-18T16:11:18.029673+0000 mgr.smithi129.iclwio (mgr.14716) 248 : cluster [DBG] pgmap v205: 129 pgs: 1 active+recovering+wait, 14 active+clean+wait, 1 active+recovery_wait+degraded+wait, 113 active+clean; 313 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 44 KiB/s rd, 444 KiB/s wr, 65 op/s; 15/1635 objects degraded (0.917%); 1.8 MiB/s, 29 objects/s recovering 2022-01-18T16:11:19.579 INFO:teuthology.orchestra.run.smithi129.stdout: 5 119064 1.34 MB/sec execute 446 sec latency 11572.439 ms 2022-01-18T16:11:20.579 INFO:teuthology.orchestra.run.smithi129.stdout: 5 119064 1.34 MB/sec execute 447 sec latency 12572.547 ms 2022-01-18T16:11:21.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:21 smithi129 conmon[101092]: cluster 2022-01-18T16:11:20.030517+0000 mgr.smithi129.iclwio ( 2022-01-18T16:11:21.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:21 smithi129 conmon[101092]: mgr.14716) 249 : cluster [DBG] pgmap v206: 129 pgs: 1 active+recovering+wait, 14 active+clean+wait, 1 active+recovery_wait+degraded+wait, 113 active+clean; 313 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 KiB/s rd, 282 KiB/s wr, 39 op/s; 15/1635 objects degraded (0.917%); 1.3 MiB/s, 18 objects/s recovering 2022-01-18T16:11:21.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:21 smithi156 conmon[67007]: cluster 2022-01-18T16:11:20.030517+0000 mgr.smithi129.iclwio (mgr.14716) 249 : cluster [DBG] pgmap v206: 129 pgs: 1 active+recovering+wait, 14 active+clean+wait, 1 active+recovery_wait+degraded+wait, 113 active+clean; 313 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 KiB/s rd, 282 KiB/s wr, 39 op/s; 15/1635 objects degraded (0.917%); 1.3 MiB/s, 18 objects/s recovering 2022-01-18T16:11:21.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:21 smithi156 conmon[67007]: 2022-01-18T16:11:21.579 INFO:teuthology.orchestra.run.smithi129.stdout: 5 119064 1.34 MB/sec execute 448 sec latency 13572.648 ms 2022-01-18T16:11:22.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:22 smithi156 conmon[67007]: cluster 2022-01-18T16:11:22.143878+0000 mon.smithi129 (mon.0) 287 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 15/1635 objects degraded (0.917%), 1 pg degraded) 2022-01-18T16:11:22.579 INFO:teuthology.orchestra.run.smithi129.stdout: 5 119357 1.34 MB/sec execute 449 sec latency 13935.030 ms 2022-01-18T16:11:22.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:22 smithi129 conmon[101092]: cluster 2022-01-18T16:11:22.143878+0000 mon.smithi129 ( 2022-01-18T16:11:22.673 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:22 smithi129 conmon[101092]: mon.0) 287 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 15/1635 objects degraded (0.917%), 1 pg degraded) 2022-01-18T16:11:23.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:23 smithi156 conmon[67007]: cluster 2022-01-18T16:11:22.031109+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:11:23.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:23 smithi156 conmon[67007]: 14716) 250 : cluster [DBG] pgmap v207: 129 pgs: 1 active+clean+wait, 128 active+clean; 312 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.0 KiB/s rd, 253 KiB/s wr, 37 op/s; 1.2 MiB/s, 18 objects/s recovering 2022-01-18T16:11:23.579 INFO:teuthology.orchestra.run.smithi129.stdout: 5 119648 1.36 MB/sec execute 450 sec latency 1504.303 ms 2022-01-18T16:11:23.673 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:23 smithi129 conmon[101092]: cluster 2022-01-18T16:11:22.031109+0000 mgr.smithi129.iclwio ( 2022-01-18T16:11:23.673 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:23 smithi129 conmon[101092]: mgr.14716) 250 : cluster [DBG] pgmap v207: 129 pgs: 1 active+clean+wait, 128 active+clean; 312 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.0 KiB/s rd, 253 KiB/s wr, 37 op/s; 1.2 MiB/s, 18 objects/s recovering 2022-01-18T16:11:24.579 INFO:teuthology.orchestra.run.smithi129.stdout: 5 119903 1.37 MB/sec execute 451 sec latency 2504.338 ms 2022-01-18T16:11:25.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:24 smithi156 conmon[67007]: cluster 2022-01-18T16:11:24.031546+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:11:25.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:24 smithi156 conmon[67007]: 14716) 251 : cluster [DBG] pgmap v208: 129 pgs: 1 active+clean+wait, 128 active+clean; 312 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 KiB/s rd, 228 KiB/s wr, 34 op/s; 1.1 MiB/s, 16 objects/s recovering 2022-01-18T16:11:25.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:24 smithi129 conmon[101092]: cluster 2022-01-18T16:11:24.031546+0000 mgr.smithi129.iclwio (mgr.14716) 251 : 2022-01-18T16:11:25.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:24 smithi129 conmon[101092]: cluster [DBG] pgmap v208: 129 pgs: 1 active+clean+wait, 128 active+clean; 312 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 KiB/s rd, 228 KiB/s wr, 34 op/s; 1.1 MiB/s, 16 objects/s recovering 2022-01-18T16:11:25.580 INFO:teuthology.orchestra.run.smithi129.stdout: 5 120038 1.37 MB/sec execute 452 sec latency 3504.423 ms 2022-01-18T16:11:26.580 INFO:teuthology.orchestra.run.smithi129.stdout: 5 120201 1.38 MB/sec execute 453 sec latency 3951.233 ms 2022-01-18T16:11:27.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:27 smithi129 conmon[101092]: cluster 2022-01-18T16:11:26.032226+0000 2022-01-18T16:11:27.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:27 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 252 : cluster [DBG] pgmap v209: 129 pgs: 1 active+clean+wait, 128 active+clean; 316 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 KiB/s rd, 903 KiB/s wr, 111 op/s; 915 KiB/s, 13 objects/s recovering 2022-01-18T16:11:27.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:27 smithi156 conmon[67007]: cluster 2022-01-18T16:11:26.032226+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:11:27.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:27 smithi156 conmon[67007]: 252 : cluster [DBG] pgmap v209: 129 pgs: 1 active+clean+wait, 128 active+clean; 316 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 KiB/s rd, 903 KiB/s wr, 111 op/s; 915 KiB/s, 13 objects/s recovering 2022-01-18T16:11:27.580 INFO:teuthology.orchestra.run.smithi129.stdout: 5 120626 1.42 MB/sec execute 454 sec latency 30.194 ms 2022-01-18T16:11:28.580 INFO:teuthology.orchestra.run.smithi129.stdout: 5 121288 1.47 MB/sec execute 455 sec latency 27.402 ms 2022-01-18T16:11:29.581 INFO:teuthology.orchestra.run.smithi129.stdout: 5 121678 1.50 MB/sec execute 456 sec latency 40.247 ms 2022-01-18T16:11:29.779 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:29 smithi129 conmon[101092]: cluster 2022-01-18T16:11:28.032733+0000 mgr.smithi129.iclwio (mgr.14716) 253 : cluster [DBG] pgmap v210: 129 pgs: 129 active+clean; 316 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 426 B/s rd, 1016 KiB/s wr, 98 op/s; 148 KiB/s, 5 objects/s recovering 2022-01-18T16:11:29.779 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:29 smithi129 conmon[101092]: audit 2022-01-18T16:11:28.794596+0000 mon.smithi129 (mon.0) 288 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:11:30.033 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:29 smithi156 conmon[67007]: cluster 2022-01-18T16:11:28.032733+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:11:30.033 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:29 smithi156 conmon[67007]: 253 : cluster [DBG] pgmap v210: 129 pgs: 129 active+clean; 316 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 426 B/s rd, 1016 KiB/s wr, 98 op/s; 148 KiB/s, 5 objects/s recovering 2022-01-18T16:11:30.034 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:29 smithi156 conmon[67007]: audit 2022-01-18T16:11:28.794596+0000 mon.smithi129 (mon.0) 288 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:11:30.580 INFO:teuthology.orchestra.run.smithi129.stdout: 5 122450 1.52 MB/sec execute 457 sec latency 24.247 ms 2022-01-18T16:11:31.580 INFO:teuthology.orchestra.run.smithi129.stdout: 5 123355 1.56 MB/sec execute 458 sec latency 34.586 ms 2022-01-18T16:11:32.033 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:31 smithi156 conmon[67007]: cluster 2022-01-18T16:11:30.033417+0000 mgr.smithi129.iclwio (mgr.14716) 254 2022-01-18T16:11:32.033 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:31 smithi156 conmon[67007]: : cluster [DBG] pgmap v211: 129 pgs: 129 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.5 KiB/s rd, 3.1 MiB/s wr, 291 op/s; 9.7 KiB/s, 1 objects/s recovering 2022-01-18T16:11:32.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:31 smithi129 conmon[101092]: cluster 2022-01-18T16:11:30.033417+0000 mgr.smithi129.iclwio 2022-01-18T16:11:32.174 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:31 smithi129 conmon[101092]: (mgr.14716) 254 : cluster [DBG] pgmap v211: 129 pgs: 129 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.5 KiB/s rd, 3.1 MiB/s wr, 291 op/s; 9.7 KiB/s, 1 objects/s recovering 2022-01-18T16:11:32.580 INFO:teuthology.orchestra.run.smithi129.stdout: 5 124001 1.59 MB/sec execute 459 sec latency 29.180 ms 2022-01-18T16:11:33.580 INFO:teuthology.orchestra.run.smithi129.stdout: 5 124668 1.65 MB/sec execute 460 sec latency 26.774 ms 2022-01-18T16:11:34.172 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:33 smithi129 conmon[101092]: cluster 2022-01-18T16:11:32.033983+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:11:34.173 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:33 smithi129 conmon[101092]: 14716) 255 : cluster [DBG] pgmap v212: 129 pgs: 129 active+clean; 326 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.4 KiB/s rd, 3.7 MiB/s wr, 315 op/s; 9.7 KiB/s, 1 objects/s recovering 2022-01-18T16:11:34.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:33 smithi156 conmon[67007]: cluster 2022-01-18T16:11:32.033983+0000 mgr.smithi129.iclwio (mgr.14716) 255 2022-01-18T16:11:34.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:33 smithi156 conmon[67007]: : cluster [DBG] pgmap v212: 129 pgs: 129 active+clean; 326 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.4 KiB/s rd, 3.7 MiB/s wr, 315 op/s; 9.7 KiB/s, 1 objects/s recovering 2022-01-18T16:11:34.580 INFO:teuthology.orchestra.run.smithi129.stdout: 5 125097 1.69 MB/sec execute 461 sec latency 31.189 ms 2022-01-18T16:11:35.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:34 smithi156 conmon[67007]: cluster 2022-01-18T16:11:34.034366 2022-01-18T16:11:35.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:34 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 256 : cluster [DBG] pgmap v213: 129 pgs: 129 active+clean; 326 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.4 KiB/s rd, 3.7 MiB/s wr, 312 op/s 2022-01-18T16:11:35.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:34 smithi129 conmon[101092]: cluster 2022-01-18T16:11:34.034366+0000 2022-01-18T16:11:35.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:34 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 256 : cluster [DBG] pgmap v213: 129 pgs: 129 active+clean; 326 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.4 KiB/s rd, 3.7 MiB/s wr, 312 op/s 2022-01-18T16:11:35.580 INFO:teuthology.orchestra.run.smithi129.stdout: 5 125656 1.69 MB/sec execute 462 sec latency 26.788 ms 2022-01-18T16:11:36.580 INFO:teuthology.orchestra.run.smithi129.stdout: 5 126627 1.74 MB/sec execute 463 sec latency 39.715 ms 2022-01-18T16:11:37.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:37 smithi129 conmon[101092]: cluster 2022-01-18T16:11:36.035078+0000 mgr.smithi129.iclwio (mgr.14716) 257 : cluster [DBG] pgmap v214: 129 pgs: 129 active+clean; 331 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.0 KiB/s rd, 7.2 MiB/s wr, 691 op/s 2022-01-18T16:11:37.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:37 smithi156 conmon[67007]: cluster 2022-01-18T16:11:36.035078+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:11:37.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:37 smithi156 conmon[67007]: 257 : cluster [DBG] pgmap v214: 129 pgs: 129 active+clean; 331 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.0 KiB/s rd, 7.2 MiB/s wr, 691 op/s 2022-01-18T16:11:37.580 INFO:teuthology.orchestra.run.smithi129.stdout: 5 127517 1.77 MB/sec execute 464 sec latency 23.142 ms 2022-01-18T16:11:38.580 INFO:teuthology.orchestra.run.smithi129.stdout: 5 128296 1.84 MB/sec execute 465 sec latency 34.057 ms 2022-01-18T16:11:39.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:39 smithi129 conmon[101092]: cluster 2022-01-18T16:11:38.035513+0000 mgr.smithi129.iclwio (mgr.14716) 258 2022-01-18T16:11:39.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:39 smithi129 conmon[101092]: : cluster [DBG] pgmap v215: 129 pgs: 129 active+clean; 329 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.7 KiB/s rd, 7.0 MiB/s wr, 635 op/s 2022-01-18T16:11:39.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:39 smithi156 conmon[67007]: cluster 2022-01-18T16:11:38.035513+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:11:39.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:39 smithi156 conmon[67007]: 258 : cluster [DBG] pgmap v215: 129 pgs: 129 active+clean; 329 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.7 KiB/s rd, 7.0 MiB/s wr, 635 op/s 2022-01-18T16:11:39.580 INFO:teuthology.orchestra.run.smithi129.stdout: 5 128692 1.88 MB/sec execute 466 sec latency 40.831 ms 2022-01-18T16:11:40.580 INFO:teuthology.orchestra.run.smithi129.stdout: 5 129124 1.88 MB/sec execute 467 sec latency 24.970 ms 2022-01-18T16:11:41.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:41 smithi129 conmon[101092]: cluster 2022-01-18T16:11:40.036260+0000 mgr.smithi129.iclwio (mgr.14716) 259 : cluster [DBG] pgmap v216: 129 pgs: 129 active+clean; 327 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 10 MiB/s wr, 1.01k op/s 2022-01-18T16:11:41.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:41 smithi156 conmon[67007]: cluster 2022-01-18T16:11:40.036260+0000 mgr.smithi129.iclwio (mgr.14716) 259 2022-01-18T16:11:41.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:41 smithi156 conmon[67007]: : cluster [DBG] pgmap v216: 129 pgs: 129 active+clean; 327 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 10 MiB/s wr, 1.01k op/s 2022-01-18T16:11:41.581 INFO:teuthology.orchestra.run.smithi129.stdout: 5 129720 1.90 MB/sec execute 468 sec latency 40.427 ms 2022-01-18T16:11:42.043 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:11:42.363 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:11:42.363 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (14m) 5m ago 15m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:11:42.363 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (6m) 5m ago 15m 7017k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:11:42.363 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5m) 5m ago 14m 7037k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:11:42.364 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (14m) 5m ago 15m 38.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:11:42.364 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (10m) 5m ago 10m 39.2M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:11:42.364 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (10m) 5m ago 10m 17.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:11:42.364 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (6m) 5m ago 16m 432M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:11:42.365 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (6m) 5m ago 14m 384M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:11:42.365 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (6m) 5m ago 16m 41.6M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:11:42.365 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (6m) 5m ago 14m 32.9M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:11:42.365 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (7m) 5m ago 7m 71.1M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:11:42.366 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (7m) 5m ago 7m 57.6M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:11:42.366 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (15m) 5m ago 15m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:11:42.366 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (14m) 5m ago 14m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:11:42.366 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (13m) 5m ago 13m 1569M 4096M 16.2.4 8d91d370c2b8 9f5f63cda7b0 2022-01-18T16:11:42.366 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (13m) 5m ago 13m 1433M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:11:42.367 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (13m) 5m ago 13m 931M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:11:42.367 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (12m) 5m ago 12m 1611M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:11:42.367 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (12m) 5m ago 12m 1373M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:11:42.367 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (12m) 5m ago 12m 1737M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:11:42.368 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (12m) 5m ago 12m 1364M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:11:42.368 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (11m) 5m ago 11m 2163M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:11:42.368 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (13m) 5m ago 14m 49.9M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:11:42.581 INFO:teuthology.orchestra.run.smithi129.stdout: 5 130400 1.93 MB/sec execute 469 sec latency 38.227 ms 2022-01-18T16:11:42.754 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:11:42.755 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:11:42.755 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:11:42.756 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:11:42.756 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:11:42.757 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:11:42.757 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:11:42.757 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:11:42.758 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:11:42.758 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:11:42.759 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:11:42.759 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:11:42.760 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:11:42.760 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:11:42.761 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:11:42.761 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:11:42.762 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:11:42.762 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:11:42.763 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:11:43.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:43 smithi129 conmon[101092]: cluster 2022-01-18T16:11:42.036815+0000 mgr.smithi129.iclwio (mgr.14716) 260 : cluster [DBG] pgmap v217: 129 pgs: 129 active+clean; 327 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 9.0 MiB/s wr, 848 op/s 2022-01-18T16:11:43.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:43 smithi129 conmon[101092]: audit 2022-01-18T16:11:42.039040+0000 mgr.smithi129.iclwio (mgr.14716) 261 : audit [DBG] from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:11:43.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:43 smithi129 conmon[101092]: audit 2022-01-18T16:11:42.367567+0000 mgr.smithi129.iclwio (mgr.14716) 262 : audit [DBG] from='client.34252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:11:43.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:43 smithi129 conmon[101092]: audit 2022-01-18T16:11:42.770330+0000 mon.smithi129 (mon.0) 289 : audit [DBG] from='client.? 172.21.15.129:0/735556739' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:11:43.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:43 smithi156 conmon[67007]: cluster 2022-01-18T16:11:42.036815 2022-01-18T16:11:43.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:43 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 260 : cluster [DBG] pgmap v217: 129 pgs: 129 active+clean; 327 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 9.0 MiB/s wr, 848 op/s 2022-01-18T16:11:43.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:43 smithi156 conmon[67007]: audit 2022-01-18T16:11:42.039040+0000 mgr.smithi129.iclwio (mgr.14716) 261 2022-01-18T16:11:43.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:43 smithi156 conmon[67007]: : audit [DBG] from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:11:43.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:43 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T16:11:43.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:43 smithi156 conmon[67007]: 16:11:42.367567+0000 mgr.smithi129.iclwio (mgr.14716) 262 : audit [DBG] from='client.34252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:11:43.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:43 smithi156 conmon[67007]: audit 2022-01-18T16:11: 2022-01-18T16:11:43.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:43 smithi156 conmon[67007]: 42.770330+0000 mon.smithi129 (mon.0) 289 : audit [DBG] from='client.? 172.21.15.129:0/735556739' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:11:43.581 INFO:teuthology.orchestra.run.smithi129.stdout: 5 130864 1.94 MB/sec execute 470 sec latency 39.879 ms 2022-01-18T16:11:44.581 INFO:teuthology.orchestra.run.smithi129.stdout: 5 131325 1.99 MB/sec execute 471 sec latency 35.019 ms 2022-01-18T16:11:45.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:44 smithi156 conmon[67007]: cluster 2022-01-18T16:11:44.037190+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:11:45.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:44 smithi156 conmon[67007]: ) 263 : cluster [DBG] pgmap v218: 129 pgs: 129 active+clean; 327 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 8.4 MiB/s wr, 822 op/s 2022-01-18T16:11:45.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:44 smithi129 conmon[101092]: cluster 2022-01-18T16:11:44.037190+0000 mgr.smithi129.iclwio (mgr.14716) 263 2022-01-18T16:11:45.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:44 smithi129 conmon[101092]: : cluster [DBG] pgmap v218: 129 pgs: 129 active+clean; 327 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 8.4 MiB/s wr, 822 op/s 2022-01-18T16:11:45.581 INFO:teuthology.orchestra.run.smithi129.stdout: 5 132037 2.04 MB/sec execute 472 sec latency 27.944 ms 2022-01-18T16:11:46.581 INFO:teuthology.orchestra.run.smithi129.stdout: 5 132632 2.06 MB/sec execute 473 sec latency 40.652 ms 2022-01-18T16:11:47.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:47 smithi129 conmon[101092]: cluster 2022-01-18T16:11:46.037904+0000 mgr.smithi129.iclwio ( 2022-01-18T16:11:47.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:47 smithi129 conmon[101092]: mgr.14716) 264 : cluster [DBG] pgmap v219: 129 pgs: 129 active+clean; 326 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 11 MiB/s wr, 1.11k op/s 2022-01-18T16:11:47.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:47 smithi156 conmon[67007]: cluster 2022-01-18T16:11:46.037904 2022-01-18T16:11:47.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:47 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 264 : cluster [DBG] pgmap v219: 129 pgs: 129 active+clean; 326 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 11 MiB/s wr, 1.11k op/s 2022-01-18T16:11:47.581 INFO:teuthology.orchestra.run.smithi129.stdout: 5 132901 2.06 MB/sec execute 474 sec latency 72.272 ms 2022-01-18T16:11:48.581 INFO:teuthology.orchestra.run.smithi129.stdout: 5 133179 2.07 MB/sec execute 475 sec latency 48.576 ms 2022-01-18T16:11:49.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:49 smithi129 conmon[101092]: cluster 2022-01-18T16:11:48.038326+0000 mgr.smithi129.iclwio ( 2022-01-18T16:11:49.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:49 smithi129 conmon[101092]: mgr.14716) 265 : cluster [DBG] pgmap v220: 129 pgs: 129 active+clean; 327 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 7.7 MiB/s wr, 749 op/s 2022-01-18T16:11:49.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:49 smithi156 conmon[67007]: cluster 2022-01-18T16:11:48.038326+0000 mgr.smithi129.iclwio 2022-01-18T16:11:49.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:49 smithi156 conmon[67007]: (mgr.14716) 265 : cluster [DBG] pgmap v220: 129 pgs: 129 active+clean; 327 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 7.7 MiB/s wr, 749 op/s 2022-01-18T16:11:49.581 INFO:teuthology.orchestra.run.smithi129.stdout: 5 133587 2.10 MB/sec execute 476 sec latency 64.148 ms 2022-01-18T16:11:50.581 INFO:teuthology.orchestra.run.smithi129.stdout: 5 134097 2.10 MB/sec execute 477 sec latency 49.810 ms 2022-01-18T16:11:51.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:51 smithi129 conmon[101092]: cluster 2022-01-18T16:11:50.038932+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:11:51.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:51 smithi129 conmon[101092]: 14716) 266 : cluster [DBG] pgmap v221: 129 pgs: 129 active+clean; 317 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 10 MiB/s wr, 1.01k op/s 2022-01-18T16:11:51.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:51 smithi156 conmon[67007]: cluster 2022-01-18T16:11:50.038932+0000 mgr.smithi129.iclwio (mgr.14716) 266 : cluster 2022-01-18T16:11:51.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:51 smithi156 conmon[67007]: [DBG] pgmap v221: 129 pgs: 129 active+clean; 317 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 10 MiB/s wr, 1.01k op/s 2022-01-18T16:11:51.581 INFO:teuthology.orchestra.run.smithi129.stdout: 5 134433 2.11 MB/sec execute 478 sec latency 35.285 ms 2022-01-18T16:11:52.582 INFO:teuthology.orchestra.run.smithi129.stdout: 5 134839 2.14 MB/sec execute 479 sec latency 41.606 ms 2022-01-18T16:11:53.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:53 smithi129 conmon[101092]: cluster 2022-01-18T16:11:52.039440+0000 mgr.smithi129.iclwio 2022-01-18T16:11:53.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:53 smithi129 conmon[101092]: (mgr.14716) 267 : cluster [DBG] pgmap v222: 129 pgs: 129 active+clean; 316 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 6.6 MiB/s wr, 633 op/s 2022-01-18T16:11:53.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:53 smithi156 conmon[67007]: cluster 2022-01-18T16:11:52.039440+0000 2022-01-18T16:11:53.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:53 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 267 : cluster [DBG] pgmap v222: 129 pgs: 129 active+clean; 316 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 6.6 MiB/s wr, 633 op/s 2022-01-18T16:11:53.581 INFO:teuthology.orchestra.run.smithi129.stdout: 5 135348 2.18 MB/sec execute 480 sec latency 34.354 ms 2022-01-18T16:11:54.582 INFO:teuthology.orchestra.run.smithi129.stdout: 5 135736 2.21 MB/sec execute 481 sec latency 35.126 ms 2022-01-18T16:11:55.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:54 smithi156 conmon[67007]: cluster 2022-01-18T16:11:54.039963+0000 mgr.smithi129.iclwio (mgr.14716) 268 2022-01-18T16:11:55.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:54 smithi156 conmon[67007]: : cluster [DBG] pgmap v223: 129 pgs: 129 active+clean; 316 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 5.9 MiB/s wr, 606 op/s 2022-01-18T16:11:55.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:54 smithi129 conmon[101092]: cluster 2022-01-18T16:11:54.039963+0000 mgr.smithi129.iclwio (mgr.14716) 268 : 2022-01-18T16:11:55.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:54 smithi129 conmon[101092]: cluster [DBG] pgmap v223: 129 pgs: 129 active+clean; 316 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 5.9 MiB/s wr, 606 op/s 2022-01-18T16:11:55.582 INFO:teuthology.orchestra.run.smithi129.stdout: 5 136085 2.21 MB/sec execute 482 sec latency 30.108 ms 2022-01-18T16:11:56.583 INFO:teuthology.orchestra.run.smithi129.stdout: 5 136566 2.22 MB/sec execute 483 sec latency 29.153 ms 2022-01-18T16:11:57.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:57 smithi129 conmon[101092]: cluster 2022-01-18T16:11:56.040627+0000 mgr.smithi129.iclwio (mgr.14716) 269 : cluster [DBG] pgmap v224: 129 pgs: 129 active+clean; 327 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 8.1 MiB/s wr, 832 op/s 2022-01-18T16:11:57.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:57 smithi156 conmon[67007]: cluster 2022-01-18T16:11:56.040627+0000 mgr.smithi129.iclwio (mgr.14716) 269 : cluster [DBG] 2022-01-18T16:11:57.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:57 smithi156 conmon[67007]: pgmap v224: 129 pgs: 129 active+clean; 327 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 8.1 MiB/s wr, 832 op/s 2022-01-18T16:11:57.583 INFO:teuthology.orchestra.run.smithi129.stdout: 5 136958 2.25 MB/sec execute 484 sec latency 56.438 ms 2022-01-18T16:11:58.583 INFO:teuthology.orchestra.run.smithi129.stdout: 5 137379 2.26 MB/sec execute 485 sec latency 65.059 ms 2022-01-18T16:11:59.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:59 smithi129 conmon[101092]: cluster 2022-01-18T16:11:58.041143 2022-01-18T16:11:59.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:59 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 270 : cluster [DBG] pgmap v225: 129 pgs: 129 active+clean; 330 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 6.6 MiB/s wr, 642 op/s 2022-01-18T16:11:59.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:59 smithi129 conmon[101092]: audit 2022-01-18T16:11:58.220865+0000 mon.smithi129 (mon.0) 290 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:11:59.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:59 smithi129 conmon[101092]: audit 2022-01-18T16:11:58.222560+0000 mon.smithi129 (mon.0) 291 : 2022-01-18T16:11:59.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:11:59 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:11:59.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:59 smithi156 conmon[67007]: cluster 2022-01-18T16:11:58.041143+0000 2022-01-18T16:11:59.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:59 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 270 : cluster [DBG] pgmap v225: 129 pgs: 129 active+clean; 330 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 6.6 MiB/s wr, 642 op/s 2022-01-18T16:11:59.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:59 smithi156 conmon[67007]: audit 2022-01-18T16:11:58.220865+0000 mon.smithi129 (mon.0) 290 : audit 2022-01-18T16:11:59.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:59 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:11:59.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:59 smithi156 conmon[67007]: audit 2022-01-18T16:11:59.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:59 smithi156 conmon[67007]: 2022-01-18T16:11:58.222560+0000 2022-01-18T16:11:59.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:59 smithi156 conmon[67007]: mon.smithi129 (mon.0) 291 : audit 2022-01-18T16:11:59.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:11:59 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:11:59.583 INFO:teuthology.orchestra.run.smithi129.stdout: 5 137858 2.27 MB/sec execute 486 sec latency 41.934 ms 2022-01-18T16:12:00.583 INFO:teuthology.orchestra.run.smithi129.stdout: 5 138142 2.28 MB/sec execute 487 sec latency 37.312 ms 2022-01-18T16:12:01.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:01 smithi129 conmon[101092]: cluster 2022-01-18T16:12:00.041760+0000 mgr.smithi129.iclwio (mgr.14716) 271 2022-01-18T16:12:01.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:01 smithi129 conmon[101092]: : cluster [DBG] pgmap v226: 129 pgs: 129 active+clean; 318 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 7.6 MiB/s wr, 796 op/s 2022-01-18T16:12:01.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:01 smithi156 conmon[67007]: cluster 2022-01-18T16:12:00.041760+0000 mgr.smithi129.iclwio (mgr.14716) 271 : cluster [DBG] 2022-01-18T16:12:01.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:01 smithi156 conmon[67007]: pgmap v226: 129 pgs: 129 active+clean; 318 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 7.6 MiB/s wr, 796 op/s 2022-01-18T16:12:01.583 INFO:teuthology.orchestra.run.smithi129.stdout: 5 138713 2.32 MB/sec execute 488 sec latency 38.123 ms 2022-01-18T16:12:02.583 INFO:teuthology.orchestra.run.smithi129.stdout: 5 139172 2.36 MB/sec execute 489 sec latency 38.224 ms 2022-01-18T16:12:03.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:03 smithi129 conmon[101092]: cluster 2022-01-18T16:12:02.042433+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:12:03.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:03 smithi129 conmon[101092]: ) 272 : cluster [DBG] pgmap v227: 129 pgs: 129 active+clean; 322 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.2 KiB/s rd, 5.3 MiB/s wr, 535 op/s 2022-01-18T16:12:03.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:03 smithi156 conmon[67007]: cluster 2022-01-18T16:12:02.042433 2022-01-18T16:12:03.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:03 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 272 : cluster [DBG] pgmap v227: 129 pgs: 129 active+clean; 322 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.2 KiB/s rd, 5.3 MiB/s wr, 535 op/s 2022-01-18T16:12:03.583 INFO:teuthology.orchestra.run.smithi129.stdout: 5 139450 2.37 MB/sec execute 490 sec latency 33.102 ms 2022-01-18T16:12:04.583 INFO:teuthology.orchestra.run.smithi129.stdout: 5 139944 2.37 MB/sec execute 491 sec latency 33.864 ms 2022-01-18T16:12:05.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:04 smithi156 conmon[67007]: cluster 2022-01-18T16:12:04.042891 2022-01-18T16:12:05.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:04 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 273 : cluster [DBG] pgmap v228: 129 pgs: 129 active+clean; 322 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.2 KiB/s rd, 5.0 MiB/s wr, 518 op/s 2022-01-18T16:12:05.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:04 smithi129 conmon[101092]: cluster 2022-01-18T16:12:04.042891+0000 mgr.smithi129.iclwio (mgr.14716) 273 : cluster [DBG] 2022-01-18T16:12:05.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:04 smithi129 conmon[101092]: pgmap v228: 129 pgs: 129 active+clean; 322 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.2 KiB/s rd, 5.0 MiB/s wr, 518 op/s 2022-01-18T16:12:05.583 INFO:teuthology.orchestra.run.smithi129.stdout: 5 140242 2.38 MB/sec execute 492 sec latency 45.316 ms 2022-01-18T16:12:06.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:05 smithi156 conmon[67007]: audit 2022-01-18T16:12:05.555230+0000 mon.smithi129 (mon.0) 292 : audit 2022-01-18T16:12:06.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:05 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:12:06.284 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:05 smithi156 conmon[67007]: audit 2022-01-18T16:12:05.558247+0000 mon.smithi129 (mon.0) 293 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:12:06.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:05 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T16:12:06.285 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:05 smithi156 conmon[67007]: 16:12:05.559413+0000 mon.smithi129 (mon.0) 294 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:12:06.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:05 smithi156 conmon[67007]: cephadm 2022 2022-01-18T16:12:06.286 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:05 smithi156 conmon[67007]: -01-18T16:12:05.564217+0000 mgr.smithi129.iclwio (mgr.14716) 274 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:12:06.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:05 smithi156 conmon[67007]: audit 2022-01-18T16:12:06.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:05 smithi156 conmon[67007]: 2022-01-18T 2022-01-18T16:12:06.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:05 smithi156 conmon[67007]: 16:12:05.961740+0000 mon.smithi129 (mon. 2022-01-18T16:12:06.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:05 smithi156 conmon[67007]: 0) 295 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:12:06.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:05 smithi156 conmon[67007]: audit 2022-01-18T16: 2022-01-18T16:12:06.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:05 smithi156 conmon[67007]: 12:05.967492+0000 mon.smithi129 (mon.0) 296 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:12:06.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:05 smithi129 conmon[101092]: audit 2022-01-18T16:12:05.555230+0000 mon.smithi129 (mon.0) 292 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:12:06.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:05 smithi129 conmon[101092]: audit 2022-01-18T16:12:05.558247+0000 mon.smithi129 (mon.0) 293 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:12:06.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:05 smithi129 conmon[101092]: audit 2022-01-18T16:12:05.559413+0000 mon.smithi129 (mon.0) 294 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:12:06.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:05 smithi129 conmon[101092]: cephadm 2022-01-18T16:12:05.564217+0000 mgr.smithi129.iclwio (mgr.14716) 274 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:12:06.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:05 smithi129 conmon[101092]: audit 2022-01-18T16:12:05.961740+0000 mon.smithi129 (mon.0) 295 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:12:06.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:05 smithi129 conmon[101092]: audit 2022-01-18T16:12:05.967492+0000 mon.smithi129 (mon.0) 296 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:12:06.583 INFO:teuthology.orchestra.run.smithi129.stdout: 5 140612 2.41 MB/sec execute 493 sec latency 57.820 ms 2022-01-18T16:12:07.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:06 smithi156 conmon[67007]: cluster 2022-01-18T16:12:06.043573+0000 2022-01-18T16:12:07.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:06 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 275 : cluster [DBG] pgmap v229: 129 pgs: 129 active+clean; 335 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.4 KiB/s rd, 7.5 MiB/s wr, 748 op/s 2022-01-18T16:12:07.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:06 smithi129 conmon[101092]: cluster 2022-01-18T16:12:06.043573+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:12:07.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:06 smithi129 conmon[101092]: 275 : cluster [DBG] pgmap v229: 129 pgs: 129 active+clean; 335 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.4 KiB/s rd, 7.5 MiB/s wr, 748 op/s 2022-01-18T16:12:07.583 INFO:teuthology.orchestra.run.smithi129.stdout: 5 141085 2.41 MB/sec execute 494 sec latency 76.097 ms 2022-01-18T16:12:08.583 INFO:teuthology.orchestra.run.smithi129.stdout: 5 141476 2.42 MB/sec execute 495 sec latency 32.349 ms 2022-01-18T16:12:09.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:09 smithi129 conmon[101092]: cluster 2022-01-18T16:12:08.044014+0000 mgr.smithi129.iclwio (mgr.14716) 276 : cluster [DBG] 2022-01-18T16:12:09.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:09 smithi129 conmon[101092]: pgmap v230: 129 pgs: 129 active+clean; 331 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.3 KiB/s rd, 5.6 MiB/s wr, 540 op/s 2022-01-18T16:12:09.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:09 smithi156 conmon[67007]: cluster 2022-01-18T16:12:08.044014+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:12:09.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:09 smithi156 conmon[67007]: ) 276 : cluster [DBG] pgmap v230: 129 pgs: 129 active+clean; 331 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.3 KiB/s rd, 5.6 MiB/s wr, 540 op/s 2022-01-18T16:12:09.583 INFO:teuthology.orchestra.run.smithi129.stdout: 5 141996 2.47 MB/sec execute 496 sec latency 42.081 ms 2022-01-18T16:12:10.583 INFO:teuthology.orchestra.run.smithi129.stdout: 5 142583 2.50 MB/sec execute 497 sec latency 28.722 ms 2022-01-18T16:12:11.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:11 smithi129 conmon[101092]: cluster 2022-01-18T16:12:10.044814+0000 mgr.smithi129.iclwio (mgr.14716) 277 : cluster [DBG] 2022-01-18T16:12:11.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:11 smithi129 conmon[101092]: pgmap v231: 129 pgs: 129 active+clean; 323 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 6.4 MiB/s wr, 671 op/s 2022-01-18T16:12:11.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:11 smithi156 conmon[67007]: cluster 2022-01-18T16:12:10.044814+0000 2022-01-18T16:12:11.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:11 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 277 : cluster [DBG] pgmap v231: 129 pgs: 129 active+clean; 323 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 6.4 MiB/s wr, 671 op/s 2022-01-18T16:12:11.583 INFO:teuthology.orchestra.run.smithi129.stdout: 5 142921 2.52 MB/sec execute 498 sec latency 46.219 ms 2022-01-18T16:12:12.584 INFO:teuthology.orchestra.run.smithi129.stdout: 5 143248 2.52 MB/sec execute 499 sec latency 47.777 ms 2022-01-18T16:12:13.122 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:12:13.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:13 smithi129 conmon[101092]: cluster 2022-01-18T16:12:12.045236+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:12:13.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:13 smithi129 conmon[101092]: .14716) 278 : cluster [DBG] pgmap v232: 129 pgs: 129 active+clean; 325 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.6 KiB/s rd, 5.5 MiB/s wr, 521 op/s 2022-01-18T16:12:13.477 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:12:13.478 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (14m) 6m ago 15m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:12:13.478 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (6m) 6m ago 15m 7017k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:12:13.478 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (6m) 6m ago 15m 7037k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:12:13.479 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (14m) 6m ago 15m 38.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:12:13.479 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (10m) 6m ago 10m 39.2M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:12:13.479 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (10m) 6m ago 10m 17.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:12:13.479 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (7m) 6m ago 17m 432M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:12:13.480 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (7m) 6m ago 15m 384M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:12:13.480 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (6m) 6m ago 17m 41.6M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:12:13.480 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (6m) 6m ago 15m 32.9M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:12:13.480 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (7m) 6m ago 7m 71.1M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:12:13.481 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (7m) 6m ago 7m 57.6M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:12:13.481 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (15m) 6m ago 15m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:12:13.481 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (14m) 6m ago 14m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:12:13.481 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (14m) 6m ago 14m 1569M 4096M 16.2.4 8d91d370c2b8 9f5f63cda7b0 2022-01-18T16:12:13.482 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (14m) 6m ago 14m 1433M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:12:13.482 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (13m) 6m ago 13m 931M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:12:13.482 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (13m) 6m ago 13m 1611M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:12:13.482 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (13m) 6m ago 13m 1373M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:12:13.482 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (12m) 6m ago 12m 1737M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:12:13.483 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (12m) 6m ago 12m 1364M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:12:13.483 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (12m) 6m ago 12m 2163M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:12:13.483 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (14m) 6m ago 15m 49.9M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:12:13.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:13 smithi156 conmon[67007]: cluster 2022-01-18T16:12:12.045236+0000 2022-01-18T16:12:13.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:13 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 278 : cluster [DBG] pgmap v232: 129 pgs: 129 active+clean; 325 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.6 KiB/s rd, 5.5 MiB/s wr, 521 op/s 2022-01-18T16:12:13.585 INFO:teuthology.orchestra.run.smithi129.stdout: 5 143549 2.53 MB/sec execute 500 sec latency 48.926 ms 2022-01-18T16:12:14.004 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:12:14.004 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:12:14.004 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:12:14.005 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:12:14.005 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:12:14.005 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:12:14.005 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:12:14.006 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:12:14.006 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:12:14.006 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:12:14.006 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:12:14.006 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:12:14.007 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:12:14.007 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:12:14.007 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:12:14.007 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:12:14.008 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:12:14.008 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:12:14.008 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:12:14.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:14 smithi129 conmon[101092]: audit 2022-01-18T16:12:13.122830+0000 mgr.smithi129.iclwio (mgr.14716) 279 2022-01-18T16:12:14.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:14 smithi129 conmon[101092]: : audit [DBG] from='client.34260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:12:14.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:14 smithi129 conmon[101092]: audit 2022-01-18T16:12:13.480433+0000 mgr.smithi129.iclwio (mgr.14716) 280 : audit [DBG] from='client.34264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:12:14.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:14 smithi129 conmon[101092]: audit 2022- 2022-01-18T16:12:14.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:14 smithi129 conmon[101092]: 01-18T16:12:14.019966+0000 mon.smithi129 (mon.0) 297 : audit [DBG] from='client.? 172.21.15.129:0/1478318109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:12:14.428 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:14 smithi156 conmon[67007]: audit 2022-01-18T16:12:13.122830+0000 mgr.smithi129.iclwio 2022-01-18T16:12:14.428 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:14 smithi156 conmon[67007]: (mgr.14716) 279 : audit [DBG] from='client.34260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:12:14.428 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:14 smithi156 conmon[67007]: audit 2022-01-18T16:12:13.480433+0000 mgr.smithi129.iclwio (mgr.14716) 280 : audit [DBG] from='client.34264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:12:14.429 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:14 smithi156 conmon[67007]: audit 2022-01-18T16:12:14.019966+0000 mon.smithi129 (mon.0) 297 : 2022-01-18T16:12:14.429 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:14 smithi156 conmon[67007]: audit [DBG] from='client.? 172.21.15.129:0/1478318109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:12:14.585 INFO:teuthology.orchestra.run.smithi129.stdout: 5 143852 2.54 MB/sec execute 501 sec latency 58.343 ms 2022-01-18T16:12:15.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:15 smithi129 conmon[101092]: cluster 2022-01-18T16:12:14.045682+0000 mgr.smithi129.iclwio (mgr.14716) 281 : cluster [DBG] pgmap v233: 129 pgs: 129 active+clean; 325 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.6 KiB/s rd, 5.0 MiB/s wr, 498 op/s 2022-01-18T16:12:15.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:15 smithi156 conmon[67007]: cluster 2022-01-18T16:12:14.045682+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:12:15.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:15 smithi156 conmon[67007]: ) 281 : cluster [DBG] pgmap v233: 129 pgs: 129 active+clean; 325 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.6 KiB/s rd, 5.0 MiB/s wr, 498 op/s 2022-01-18T16:12:15.586 INFO:teuthology.orchestra.run.smithi129.stdout: 5 144305 2.56 MB/sec execute 502 sec latency 45.857 ms 2022-01-18T16:12:16.586 INFO:teuthology.orchestra.run.smithi129.stdout: 5 144875 2.56 MB/sec execute 503 sec latency 42.280 ms 2022-01-18T16:12:17.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:17 smithi129 conmon[101092]: cluster 2022-01-18T16:12: 2022-01-18T16:12:17.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:17 smithi129 conmon[101092]: 16.046488+0000 mgr.smithi129.iclwio (mgr.14716) 282 : cluster [DBG] pgmap v234: 129 pgs: 129 active+clean; 320 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 7.5 MiB/s wr, 743 op/s 2022-01-18T16:12:17.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:17 smithi156 conmon[67007]: cluster 2022-01-18T16:12:16.046488+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:12:17.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:17 smithi156 conmon[67007]: 14716) 282 : cluster [DBG] pgmap v234: 129 pgs: 129 active+clean; 320 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 7.5 MiB/s wr, 743 op/s 2022-01-18T16:12:17.586 INFO:teuthology.orchestra.run.smithi129.stdout: 5 145676 2.62 MB/sec execute 504 sec latency 32.944 ms 2022-01-18T16:12:18.586 INFO:teuthology.orchestra.run.smithi129.stdout: 5 146451 2.68 MB/sec execute 505 sec latency 19.526 ms 2022-01-18T16:12:19.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:19 smithi129 conmon[101092]: cluster 2022-01-18T16:12:18.047033 2022-01-18T16:12:19.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:19 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 283 : cluster [DBG] pgmap v235: 129 pgs: 129 active+clean; 318 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 9.3 KiB/s rd, 5.3 MiB/s wr, 529 op/s 2022-01-18T16:12:19.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:19 smithi156 conmon[67007]: cluster 2022-01-18T16:12:18. 2022-01-18T16:12:19.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:19 smithi156 conmon[67007]: 047033+0000 mgr.smithi129.iclwio (mgr.14716) 283 : cluster [DBG] pgmap v235: 129 pgs: 129 active+clean; 318 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 9.3 KiB/s rd, 5.3 MiB/s wr, 529 op/s 2022-01-18T16:12:19.586 INFO:teuthology.orchestra.run.smithi129.stdout: 5 147189 2.69 MB/sec execute 506 sec latency 37.855 ms 2022-01-18T16:12:20.586 INFO:teuthology.orchestra.run.smithi129.stdout: 5 148180 2.73 MB/sec execute 507 sec latency 19.722 ms 2022-01-18T16:12:21.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:21 smithi129 conmon[101092]: cluster 2022-01-18T16:12:20. 2022-01-18T16:12:21.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:21 smithi129 conmon[101092]: 047698+0000 mgr.smithi129.iclwio (mgr.14716) 284 : cluster [DBG] pgmap v236: 129 pgs: 129 active+clean; 335 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 8.2 MiB/s wr, 857 op/s 2022-01-18T16:12:21.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:21 smithi156 conmon[67007]: cluster 2022-01-18T16:12:20 2022-01-18T16:12:21.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:21 smithi156 conmon[67007]: .047698+0000 mgr.smithi129.iclwio (mgr.14716) 284 : cluster [DBG] pgmap v236: 129 pgs: 129 active+clean; 335 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 8.2 MiB/s wr, 857 op/s 2022-01-18T16:12:21.586 INFO:teuthology.orchestra.run.smithi129.stdout: 5 148859 2.76 MB/sec execute 508 sec latency 33.025 ms 2022-01-18T16:12:22.586 INFO:teuthology.orchestra.run.smithi129.stdout: 5 149817 2.84 MB/sec execute 509 sec latency 30.475 ms 2022-01-18T16:12:23.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:23 smithi129 conmon[101092]: cluster 2022-01-18T16:12:22.048106+0000 mgr.smithi129.iclwio (mgr.14716) 285 : cluster [DBG] pgmap v237: 129 pgs: 129 active+clean; 336 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.7 KiB/s rd, 7.3 MiB/s wr, 656 op/s 2022-01-18T16:12:23.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:23 smithi156 conmon[67007]: cluster 2022-01-18T16:12:22.048106+0000 2022-01-18T16:12:23.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:23 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 285 : cluster [DBG] pgmap v237: 129 pgs: 129 active+clean; 336 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.7 KiB/s rd, 7.3 MiB/s wr, 656 op/s 2022-01-18T16:12:23.586 INFO:teuthology.orchestra.run.smithi129.stdout: 5 150495 2.85 MB/sec execute 510 sec latency 18.235 ms 2022-01-18T16:12:24.586 INFO:teuthology.orchestra.run.smithi129.stdout: 5 151089 2.88 MB/sec execute 511 sec latency 29.622 ms 2022-01-18T16:12:25.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:24 smithi156 conmon[67007]: cluster 2022-01-18T16:12:24.048489+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:12:25.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:24 smithi156 conmon[67007]: ) 286 : cluster [DBG] pgmap v238: 129 pgs: 129 active+clean; 336 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.7 KiB/s rd, 6.8 MiB/s wr, 636 op/s 2022-01-18T16:12:25.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:24 smithi129 conmon[101092]: cluster 2022-01-18T16:12:24.048489+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:12:25.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:24 smithi129 conmon[101092]: .14716) 286 : cluster [DBG] pgmap v238: 129 pgs: 129 active+clean; 336 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.7 KiB/s rd, 6.8 MiB/s wr, 636 op/s 2022-01-18T16:12:25.586 INFO:teuthology.orchestra.run.smithi129.stdout: 5 151866 2.89 MB/sec execute 512 sec latency 31.343 ms 2022-01-18T16:12:26.586 INFO:teuthology.orchestra.run.smithi129.stdout: 5 152252 2.90 MB/sec execute 513 sec latency 39.012 ms 2022-01-18T16:12:27.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:27 smithi129 conmon[101092]: cluster 2022-01-18T16:12:26.049291+0000 mgr.smithi129.iclwio 2022-01-18T16:12:27.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:27 smithi129 conmon[101092]: (mgr.14716) 287 : cluster [DBG] pgmap v239: 129 pgs: 129 active+clean; 335 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 11 MiB/s wr, 1.08k op/s 2022-01-18T16:12:27.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:27 smithi156 conmon[67007]: cluster 2022-01-18T16:12:26.049291 2022-01-18T16:12:27.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:27 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 287 : cluster [DBG] pgmap v239: 129 pgs: 129 active+clean; 335 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 11 MiB/s wr, 1.08k op/s 2022-01-18T16:12:27.586 INFO:teuthology.orchestra.run.smithi129.stdout: 5 153241 2.98 MB/sec execute 514 sec latency 18.534 ms 2022-01-18T16:12:28.586 INFO:teuthology.orchestra.run.smithi129.stdout: 5 153653 3.00 MB/sec execute 515 sec latency 35.356 ms 2022-01-18T16:12:29.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:29 smithi129 conmon[101092]: cluster 2022-01-18T16:12:28.049741+0000 mgr.smithi129.iclwio (mgr.14716) 288 : cluster [DBG] pgmap v240: 129 pgs: 129 active+clean; 336 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.9 KiB/s rd, 9.2 MiB/s wr, 865 op/s 2022-01-18T16:12:29.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:29 smithi156 conmon[67007]: cluster 2022-01-18T16:12:28.049741+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:12:29.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:29 smithi156 conmon[67007]: ) 288 : cluster [DBG] pgmap v240: 129 pgs: 129 active+clean; 336 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.9 KiB/s rd, 9.2 MiB/s wr, 865 op/s 2022-01-18T16:12:29.587 INFO:teuthology.orchestra.run.smithi129.stdout: 5 154008 3.00 MB/sec execute 516 sec latency 45.693 ms 2022-01-18T16:12:30.587 INFO:teuthology.orchestra.run.smithi129.stdout: 5 154264 3.00 MB/sec execute 517 sec latency 62.500 ms 2022-01-18T16:12:31.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:31 smithi129 conmon[101092]: cluster 2022-01-18T16:12:30.050355+0000 mgr.smithi129.iclwio 2022-01-18T16:12:31.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:31 smithi129 conmon[101092]: (mgr.14716) 289 : cluster [DBG] pgmap v241: 129 pgs: 129 active+clean; 334 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 12 MiB/s wr, 1.16k op/s 2022-01-18T16:12:31.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:31 smithi156 conmon[67007]: cluster 2022-01-18T16:12:30.050355+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:12:31.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:31 smithi156 conmon[67007]: 14716) 289 : cluster [DBG] pgmap v241: 129 pgs: 129 active+clean; 334 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 12 MiB/s wr, 1.16k op/s 2022-01-18T16:12:31.587 INFO:teuthology.orchestra.run.smithi129.stdout: 5 154949 3.03 MB/sec execute 518 sec latency 51.392 ms 2022-01-18T16:12:32.587 INFO:teuthology.orchestra.run.smithi129.stdout: 5 155666 3.05 MB/sec execute 519 sec latency 22.256 ms 2022-01-18T16:12:33.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:33 smithi129 conmon[101092]: cluster 2022-01-18T16:12:32.050771+0000 mgr.smithi129.iclwio ( 2022-01-18T16:12:33.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:33 smithi129 conmon[101092]: mgr.14716) 290 : cluster [DBG] pgmap v242: 129 pgs: 129 active+clean; 330 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 9.0 MiB/s wr, 841 op/s 2022-01-18T16:12:33.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:33 smithi156 conmon[67007]: cluster 2022-01-18T16:12:32.050771+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:12:33.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:33 smithi156 conmon[67007]: 14716) 290 : cluster [DBG] pgmap v242: 129 pgs: 129 active+clean; 330 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 9.0 MiB/s wr, 841 op/s 2022-01-18T16:12:33.588 INFO:teuthology.orchestra.run.smithi129.stdout: 5 156314 3.10 MB/sec execute 520 sec latency 29.856 ms 2022-01-18T16:12:34.588 INFO:teuthology.orchestra.run.smithi129.stdout: 5 156915 3.14 MB/sec execute 521 sec latency 22.529 ms 2022-01-18T16:12:35.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:34 smithi156 conmon[67007]: cluster 2022-01-18T16:12:34.051286+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:12:35.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:34 smithi156 conmon[67007]: .14716) 291 : cluster [DBG] pgmap v243: 129 pgs: 129 active+clean; 330 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 8.2 MiB/s wr, 811 op/s 2022-01-18T16:12:35.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:34 smithi129 conmon[101092]: cluster 2022-01-18T16:12:34.051286+0000 mgr.smithi129.iclwio (mgr.14716) 291 : cluster [DBG] pgmap v243: 129 pgs: 129 active+clean; 330 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 8.2 MiB/s wr, 811 op/s 2022-01-18T16:12:35.588 INFO:teuthology.orchestra.run.smithi129.stdout: 5 157298 3.14 MB/sec execute 522 sec latency 23.351 ms 2022-01-18T16:12:36.588 INFO:teuthology.orchestra.run.smithi129.stdout: 5 157733 3.15 MB/sec execute 523 sec latency 27.123 ms 2022-01-18T16:12:37.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:37 smithi129 conmon[101092]: cluster 2022-01-18T16:12:36.052008+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:12:37.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:37 smithi129 conmon[101092]: .14716) 292 : cluster [DBG] pgmap v244: 129 pgs: 129 active+clean; 333 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 11 MiB/s wr, 1.13k op/s 2022-01-18T16:12:37.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:37 smithi156 conmon[67007]: cluster 2022-01-18T16:12:36.052008+0000 mgr.smithi129.iclwio (mgr.14716) 292 : cluster [DBG] pgmap v244: 129 pgs: 129 active+clean; 333 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 11 MiB/s wr, 1.13k op/s 2022-01-18T16:12:37.588 INFO:teuthology.orchestra.run.smithi129.stdout: 5 158136 3.16 MB/sec execute 524 sec latency 52.084 ms 2022-01-18T16:12:38.588 INFO:teuthology.orchestra.run.smithi129.stdout: 5 158845 3.18 MB/sec execute 525 sec latency 35.431 ms 2022-01-18T16:12:39.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:39 smithi129 conmon[101092]: cluster 2022-01-18T 2022-01-18T16:12:39.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:39 smithi129 conmon[101092]: 16:12:38.052467+0000 mgr.smithi129.iclwio (mgr.14716) 293 : cluster [DBG] pgmap v245: 129 pgs: 129 active+clean; 330 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 7.4 MiB/s wr, 702 op/s 2022-01-18T16:12:39.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:39 smithi156 conmon[67007]: cluster 2022-01-18T16:12:38.052467+0000 mgr.smithi129.iclwio ( 2022-01-18T16:12:39.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:39 smithi156 conmon[67007]: mgr.14716) 293 : cluster [DBG] pgmap v245: 129 pgs: 129 active+clean; 330 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 7.4 MiB/s wr, 702 op/s 2022-01-18T16:12:39.588 INFO:teuthology.orchestra.run.smithi129.stdout: 5 159491 3.21 MB/sec execute 526 sec latency 24.101 ms 2022-01-18T16:12:40.588 INFO:teuthology.orchestra.run.smithi129.stdout: 5 160518 3.29 MB/sec execute 527 sec latency 24.138 ms 2022-01-18T16:12:41.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:41 smithi129 conmon[101092]: cluster 2022-01-18T16:12:40.053191+0000 mgr.smithi129.iclwio (mgr.14716) 294 : cluster [DBG] 2022-01-18T16:12:41.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:41 smithi129 conmon[101092]: pgmap v246: 129 pgs: 129 active+clean; 321 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 9.0 MiB/s wr, 969 op/s 2022-01-18T16:12:41.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:41 smithi156 conmon[67007]: cluster 2022-01-18T16:12:40.053191+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:12:41.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:41 smithi156 conmon[67007]: 294 : cluster [DBG] pgmap v246: 129 pgs: 129 active+clean; 321 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 9.0 MiB/s wr, 969 op/s 2022-01-18T16:12:41.588 INFO:teuthology.orchestra.run.smithi129.stdout: 5 160950 3.29 MB/sec execute 528 sec latency 44.912 ms 2022-01-18T16:12:42.588 INFO:teuthology.orchestra.run.smithi129.stdout: 5 161372 3.30 MB/sec execute 529 sec latency 47.414 ms 2022-01-18T16:12:43.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:43 smithi129 conmon[101092]: cluster 2022-01-18T16:12:42.053659+0000 mgr.smithi129.iclwio (mgr.14716) 295 : cluster [DBG] pgmap v247: 129 pgs: 129 active+clean; 323 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 9.8 KiB/s rd, 6.7 MiB/s wr, 678 op/s 2022-01-18T16:12:43.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:43 smithi156 conmon[67007]: cluster 2022-01-18T16:12:42.053659+0000 mgr.smithi129.iclwio (mgr.14716) 295 : cluster [DBG] 2022-01-18T16:12:43.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:43 smithi156 conmon[67007]: pgmap v247: 129 pgs: 129 active+clean; 323 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 9.8 KiB/s rd, 6.7 MiB/s wr, 678 op/s 2022-01-18T16:12:43.588 INFO:teuthology.orchestra.run.smithi129.stdout: 5 161809 3.32 MB/sec execute 530 sec latency 34.730 ms 2022-01-18T16:12:44.435 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:12:44.588 INFO:teuthology.orchestra.run.smithi129.stdout: 5 162414 3.32 MB/sec execute 531 sec latency 28.436 ms 2022-01-18T16:12:44.838 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:12:44.838 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (15m) 6m ago 16m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:12:44.839 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (7m) 6m ago 16m 7017k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:12:44.839 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (6m) 6m ago 15m 7037k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:12:44.839 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (15m) 6m ago 16m 38.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:12:44.839 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (11m) 6m ago 11m 39.2M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:12:44.839 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (11m) 6m ago 11m 17.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:12:44.840 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (7m) 6m ago 17m 432M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:12:44.840 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (7m) 6m ago 15m 384M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:12:44.840 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (7m) 6m ago 17m 41.6M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:12:44.840 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (7m) 6m ago 15m 32.9M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:12:44.841 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (8m) 6m ago 8m 71.1M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:12:44.841 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (8m) 6m ago 8m 57.6M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:12:44.841 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (16m) 6m ago 16m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:12:44.841 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (15m) 6m ago 15m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:12:44.842 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (14m) 6m ago 14m 1569M 4096M 16.2.4 8d91d370c2b8 9f5f63cda7b0 2022-01-18T16:12:44.842 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (14m) 6m ago 14m 1433M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:12:44.842 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (14m) 6m ago 14m 931M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:12:44.842 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (13m) 6m ago 13m 1611M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:12:44.842 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (13m) 6m ago 13m 1373M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:12:44.843 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (13m) 6m ago 13m 1737M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:12:44.843 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (13m) 6m ago 13m 1364M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:12:44.843 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (12m) 6m ago 12m 2163M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:12:44.843 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (15m) 6m ago 15m 49.9M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:12:45.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:44 smithi156 conmon[67007]: cluster 2022-01-18T16:12:44.054128+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:12:45.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:44 smithi156 conmon[67007]: 296 : cluster [DBG] pgmap v248: 129 pgs: 129 active+clean; 323 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 9.8 KiB/s rd, 6.3 MiB/s wr, 656 op/s 2022-01-18T16:12:45.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:44 smithi156 conmon[67007]: audit 2022-01-18T16:12:44.431222+0000 mgr.smithi129.iclwio (mgr.14716) 297 : audit [DBG] from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:12:45.287 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:44 smithi156 conmon[67007]: audit 2022-01-18T16:12:44.839054+0000 mgr.smithi129.iclwio (mgr.14716) 298 : audit [DBG] 2022-01-18T16:12:45.288 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:44 smithi156 conmon[67007]: from='client.44223 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:12:45.303 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:12:45.303 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:12:45.303 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:12:45.304 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:12:45.304 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:12:45.304 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:12:45.305 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:12:45.305 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:12:45.305 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:12:45.305 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:12:45.306 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:12:45.306 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:12:45.306 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:12:45.307 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:12:45.307 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:12:45.307 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:12:45.307 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:12:45.308 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:12:45.308 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:12:45.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:44 smithi129 conmon[101092]: cluster 2022-01-18T16:12:44.054128+0000 2022-01-18T16:12:45.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:44 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 296 : cluster [DBG] pgmap v248: 129 pgs: 129 active+clean; 323 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 9.8 KiB/s rd, 6.3 MiB/s wr, 656 op/s 2022-01-18T16:12:45.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:44 smithi129 conmon[101092]: audit 2022-01-18T16:12:44.431222+0000 mgr.smithi129.iclwio (mgr.14716) 297 : audit [DBG] from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:12:45.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:44 smithi129 conmon[101092]: audit 2022-01-18T16:12:44.839054+0000 mgr.smithi129.iclwio (mgr.14716) 298 : audit [DBG] 2022-01-18T16:12:45.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:44 smithi129 conmon[101092]: from='client.44223 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:12:45.588 INFO:teuthology.orchestra.run.smithi129.stdout: 5 162854 3.34 MB/sec execute 532 sec latency 33.976 ms 2022-01-18T16:12:46.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:45 smithi156 conmon[67007]: audit 2022-01-18T16:12:45.318664+0000 2022-01-18T16:12:46.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:45 smithi156 conmon[67007]: mon.smithi129 (mon.0) 298 : audit [DBG] from='client.? 172.21.15.129:0/3958264990' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:12:46.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:45 smithi129 conmon[101092]: audit 2022-01-18T16:12:45.318664+0000 mon.smithi129 (mon.0) 298 : audit [DBG] from='client.? 172.21.15.129:0/3958264990' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:12:46.588 INFO:teuthology.orchestra.run.smithi129.stdout: 5 163816 3.41 MB/sec execute 533 sec latency 27.486 ms 2022-01-18T16:12:47.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:46 smithi156 conmon[67007]: cluster 2022-01-18T16:12:46.054801+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:12:47.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:46 smithi156 conmon[67007]: ) 299 : cluster [DBG] pgmap v249: 129 pgs: 129 active+clean; 320 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 9.5 MiB/s wr, 1.00k op/s 2022-01-18T16:12:47.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:46 smithi129 conmon[101092]: cluster 2022-01-18T16:12:46.054801+0000 mgr.smithi129.iclwio 2022-01-18T16:12:47.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:46 smithi129 conmon[101092]: (mgr.14716) 299 : cluster [DBG] pgmap v249: 129 pgs: 129 active+clean; 320 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 9.5 MiB/s wr, 1.00k op/s 2022-01-18T16:12:47.588 INFO:teuthology.orchestra.run.smithi129.stdout: 5 164264 3.43 MB/sec execute 534 sec latency 28.682 ms 2022-01-18T16:12:48.588 INFO:teuthology.orchestra.run.smithi129.stdout: 5 164678 3.43 MB/sec execute 535 sec latency 35.283 ms 2022-01-18T16:12:49.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:49 smithi129 conmon[101092]: cluster 2022-01-18T16:12:48.055259+0000 mgr.smithi129.iclwio (mgr.14716) 300 : cluster [DBG] 2022-01-18T16:12:49.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:49 smithi129 conmon[101092]: pgmap v250: 129 pgs: 129 active+clean; 322 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 7.2 MiB/s wr, 713 op/s 2022-01-18T16:12:49.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:49 smithi156 conmon[67007]: cluster 2022-01-18T16:12:48.055259+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:12:49.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:49 smithi156 conmon[67007]: ) 300 : cluster [DBG] pgmap v250: 129 pgs: 129 active+clean; 322 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 7.2 MiB/s wr, 713 op/s 2022-01-18T16:12:49.588 INFO:teuthology.orchestra.run.smithi129.stdout: 5 165226 3.45 MB/sec execute 536 sec latency 36.016 ms 2022-01-18T16:12:50.588 INFO:teuthology.orchestra.run.smithi129.stdout: 5 166131 3.47 MB/sec execute 537 sec latency 33.498 ms 2022-01-18T16:12:51.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:51 smithi129 conmon[101092]: cluster 2022-01-18T16:12:50.056078+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:12:51.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:51 smithi129 conmon[101092]: ) 301 : cluster [DBG] pgmap v251: 129 pgs: 129 active+clean; 334 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 10 MiB/s wr, 1.01k op/s 2022-01-18T16:12:51.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:51 smithi156 conmon[67007]: cluster 2022-01-18T16:12:50.056078+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:12:51.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:51 smithi156 conmon[67007]: 301 : cluster [DBG] pgmap v251: 129 pgs: 129 active+clean; 334 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 10 MiB/s wr, 1.01k op/s 2022-01-18T16:12:51.588 INFO:teuthology.orchestra.run.smithi129.stdout: 5 166896 3.52 MB/sec execute 538 sec latency 42.640 ms 2022-01-18T16:12:52.588 INFO:teuthology.orchestra.run.smithi129.stdout: 5 167657 3.57 MB/sec execute 539 sec latency 39.490 ms 2022-01-18T16:12:53.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:53 smithi129 conmon[101092]: cluster 2022-01-18T16:12:52.056577+0000 mgr.smithi129.iclwio 2022-01-18T16:12:53.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:53 smithi129 conmon[101092]: (mgr.14716) 302 : cluster [DBG] pgmap v252: 129 pgs: 129 active+clean; 335 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.8 KiB/s rd, 8.4 MiB/s wr, 810 op/s 2022-01-18T16:12:53.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:53 smithi156 conmon[67007]: cluster 2022-01-18T16:12:52.056577 2022-01-18T16:12:53.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:53 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 302 : cluster [DBG] pgmap v252: 129 pgs: 129 active+clean; 335 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.8 KiB/s rd, 8.4 MiB/s wr, 810 op/s 2022-01-18T16:12:53.588 INFO:teuthology.orchestra.run.smithi129.stdout: 5 168142 3.57 MB/sec execute 540 sec latency 44.022 ms 2022-01-18T16:12:54.588 INFO:teuthology.orchestra.run.smithi129.stdout: 5 168496 3.58 MB/sec execute 541 sec latency 37.954 ms 2022-01-18T16:12:55.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:54 smithi156 conmon[67007]: cluster 2022-01-18T16:12:54.057030+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:12:55.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:54 smithi156 conmon[67007]: 303 : cluster [DBG] pgmap v253: 129 pgs: 129 active+clean; 335 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.8 KiB/s rd, 7.8 MiB/s wr, 786 op/s 2022-01-18T16:12:55.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:54 smithi129 conmon[101092]: cluster 2022-01-18T16:12:54.057030+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:12:55.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:54 smithi129 conmon[101092]: .14716) 303 : cluster [DBG] pgmap v253: 129 pgs: 129 active+clean; 335 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.8 KiB/s rd, 7.8 MiB/s wr, 786 op/s 2022-01-18T16:12:55.590 INFO:teuthology.orchestra.run.smithi129.stdout: 5 168868 3.59 MB/sec execute 542 sec latency 38.003 ms 2022-01-18T16:12:56.590 INFO:teuthology.orchestra.run.smithi129.stdout: 5 169321 3.60 MB/sec execute 543 sec latency 55.575 ms 2022-01-18T16:12:57.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:57 smithi129 conmon[101092]: cluster 2022-01-18T16:12:56.057732+0000 mgr.smithi129.iclwio (mgr.14716) 304 : cluster [DBG] 2022-01-18T16:12:57.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:57 smithi129 conmon[101092]: pgmap v254: 129 pgs: 129 active+clean; 333 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 11 MiB/s wr, 1.06k op/s 2022-01-18T16:12:57.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:57 smithi156 conmon[67007]: cluster 2022-01-18T16: 2022-01-18T16:12:57.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:57 smithi156 conmon[67007]: 12:56.057732+0000 mgr.smithi129.iclwio (mgr.14716) 304 : cluster [DBG] pgmap v254: 129 pgs: 129 active+clean; 333 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 11 MiB/s wr, 1.06k op/s 2022-01-18T16:12:57.590 INFO:teuthology.orchestra.run.smithi129.stdout: 5 169754 3.61 MB/sec execute 544 sec latency 37.232 ms 2022-01-18T16:12:58.590 INFO:teuthology.orchestra.run.smithi129.stdout: 5 170017 3.61 MB/sec execute 545 sec latency 39.334 ms 2022-01-18T16:12:59.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:59 smithi129 conmon[101092]: cluster 2022-01-18T16:12:58.058134+0000 mgr.smithi129.iclwio ( 2022-01-18T16:12:59.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:59 smithi129 conmon[101092]: mgr.14716) 305 : cluster [DBG] pgmap v255: 129 pgs: 129 active+clean; 333 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.8 KiB/s rd, 8.2 MiB/s wr, 763 op/s 2022-01-18T16:12:59.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:59 smithi129 conmon[101092]: audit 2022-01-18T16:12:58.222305+0000 mon.smithi129 (mon.0) 299 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:12:59.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:59 smithi129 conmon[101092]: audit 2022-01-18T16:12:58.224166+0000 mon.smithi129 2022-01-18T16:12:59.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:12:59 smithi129 conmon[101092]: (mon.0) 300 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:12:59.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:59 smithi156 conmon[67007]: cluster 2022-01-18T16:12:58.058134+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:12:59.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:59 smithi156 conmon[67007]: .14716) 305 : cluster [DBG] pgmap v255: 129 pgs: 129 active+clean; 333 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.8 KiB/s rd, 8.2 MiB/s wr, 763 op/s 2022-01-18T16:12:59.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:59 smithi156 conmon[67007]: audit 2022-01-18T16:12:58.222305+0000 mon.smithi129 (mon.0) 299 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:12:59.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:59 smithi156 conmon[67007]: audit 2022-01-18T16:12:58.224166+0000 mon.smithi129 (mon.0) 300 : audit [INF] 2022-01-18T16:12:59.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:12:59 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:12:59.590 INFO:teuthology.orchestra.run.smithi129.stdout: 5 170439 3.65 MB/sec execute 546 sec latency 46.138 ms 2022-01-18T16:13:00.590 INFO:teuthology.orchestra.run.smithi129.stdout: 5 170845 3.66 MB/sec execute 547 sec latency 41.665 ms 2022-01-18T16:13:01.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:01 smithi129 conmon[101092]: cluster 2022-01-18T16:13:00.058797+0000 mgr.smithi129.iclwio (mgr.14716) 306 2022-01-18T16:13:01.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:01 smithi129 conmon[101092]: : cluster [DBG] pgmap v256: 129 pgs: 129 active+clean; 327 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 9.3 MiB/s wr, 950 op/s 2022-01-18T16:13:01.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:01 smithi156 conmon[67007]: cluster 2022-01-18T16:13:00.058797+0000 2022-01-18T16:13:01.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:01 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 306 : cluster [DBG] pgmap v256: 129 pgs: 129 active+clean; 327 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 9.3 MiB/s wr, 950 op/s 2022-01-18T16:13:01.590 INFO:teuthology.orchestra.run.smithi129.stdout: 5 171228 3.69 MB/sec execute 548 sec latency 48.635 ms 2022-01-18T16:13:02.590 INFO:teuthology.orchestra.run.smithi129.stdout: 5 171747 3.69 MB/sec execute 549 sec latency 46.979 ms 2022-01-18T16:13:03.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:03 smithi129 conmon[101092]: cluster 2022-01-18T16:13:02.059270+0000 mgr.smithi129.iclwio (mgr.14716) 307 : cluster [DBG] pgmap v257: 129 pgs: 129 active+clean; 330 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.4 KiB/s rd, 6.5 MiB/s wr, 648 op/s 2022-01-18T16:13:03.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:03 smithi156 conmon[67007]: cluster 2022-01-18T16:13:02.059270+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:13:03.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:03 smithi156 conmon[67007]: ) 307 : cluster [DBG] pgmap v257: 129 pgs: 129 active+clean; 330 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.4 KiB/s rd, 6.5 MiB/s wr, 648 op/s 2022-01-18T16:13:03.590 INFO:teuthology.orchestra.run.smithi129.stdout: 5 172581 3.73 MB/sec execute 550 sec latency 25.946 ms 2022-01-18T16:13:04.590 INFO:teuthology.orchestra.run.smithi129.stdout: 5 173384 3.74 MB/sec execute 551 sec latency 34.957 ms 2022-01-18T16:13:05.282 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:04 smithi156 conmon[67007]: cluster 2022-01-18T16:13:04.059698 2022-01-18T16:13:05.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:04 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 308 : cluster [DBG] pgmap v258: 129 pgs: 129 active+clean; 330 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.4 KiB/s rd, 5.8 MiB/s wr, 553 op/s 2022-01-18T16:13:05.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:04 smithi129 conmon[101092]: cluster 2022-01-18T16:13:04.059698+0000 mgr.smithi129.iclwio (mgr.14716) 308 2022-01-18T16:13:05.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:04 smithi129 conmon[101092]: : cluster [DBG] pgmap v258: 129 pgs: 129 active+clean; 330 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.4 KiB/s rd, 5.8 MiB/s wr, 553 op/s 2022-01-18T16:13:05.590 INFO:teuthology.orchestra.run.smithi129.stdout: 5 174195 3.79 MB/sec execute 552 sec latency 19.729 ms 2022-01-18T16:13:06.282 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:05 smithi156 conmon[67007]: audit 2022-01-18T16:13:05.970364+0000 mon.smithi129 (mon.0) 301 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:13:06.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:05 smithi156 conmon[67007]: audit 2022-01-18T16:13:05.973280+0000 mon.smithi129 (mon.0) 302 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:13:06.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:05 smithi156 conmon[67007]: audit 2022-01-18T16:13:05.974113+0000 mon.smithi129 (mon.0) 303 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:13:06.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:05 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T16:13:06.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:05 smithi129 conmon[101092]: T16:13:05.970364+0000 mon.smithi129 (mon.0) 301 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:13:06.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:05 smithi129 conmon[101092]: audit 2022-01-18T16:13:05.973280+0000 mon.smithi129 (mon 2022-01-18T16:13:06.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:05 smithi129 conmon[101092]: .0) 302 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:13:06.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:05 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T16:13:06.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:05 smithi129 conmon[101092]: 18T16:13:05.974113+0000 mon.smithi129 ( 2022-01-18T16:13:06.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:05 smithi129 conmon[101092]: mon.0) 303 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:13:06.591 INFO:teuthology.orchestra.run.smithi129.stdout: 5 174720 3.82 MB/sec execute 553 sec latency 45.047 ms 2022-01-18T16:13:07.591 INFO:teuthology.orchestra.run.smithi129.stdout: 5 174998 3.82 MB/sec execute 554 sec latency 42.070 ms 2022-01-18T16:13:07.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:07 smithi129 conmon[101092]: cephadm 2022-01-18T16:13:05.974736+0000 mgr.smithi129.iclwio (mgr.14716) 309 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:13:07.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:07 smithi129 conmon[101092]: cluster 2022-01-18T16:13:06.060344+0000 mgr.smithi129.iclwio (mgr.14716) 310 : cluster [DBG] pgmap v259: 129 pgs: 129 active+clean; 327 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 8.5 MiB/s wr, 869 op/s 2022-01-18T16:13:07.673 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:07 smithi129 conmon[101092]: audit 2022-01-18T16:13:06.356060+0000 mon.smithi129 (mon.0) 304 : 2022-01-18T16:13:07.673 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:07 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:13:07.673 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:07 smithi129 conmon[101092]: audit 2022-01-18T16: 2022-01-18T16:13:07.673 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:07 smithi129 conmon[101092]: 13:06.361312+0000 mon.smithi129 (mon.0) 305 : audit 2022-01-18T16:13:07.673 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:07 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:13:07.782 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:07 smithi156 conmon[67007]: cephadm 2022-01-18T16:13:05.974736+0000 mgr.smithi129.iclwio 2022-01-18T16:13:07.783 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:07 smithi156 conmon[67007]: (mgr.14716) 309 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:13:07.783 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:07 smithi156 conmon[67007]: cluster 2022-01-18T16:13:06.060344+0000 mgr.smithi129.iclwio (mgr.14716) 310 : cluster [DBG] pgmap v259: 129 pgs: 129 active+clean; 327 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 8.5 MiB/s wr, 869 op/s 2022-01-18T16:13:07.783 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:07 smithi156 conmon[67007]: audit 2022-01-18T16:13:06.356060+0000 2022-01-18T16:13:07.784 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:07 smithi156 conmon[67007]: mon.smithi129 (mon.0) 304 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:13:07.784 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:07 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T16:13:07.784 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:07 smithi156 conmon[67007]: 16:13:06.361312+0000 mon.smithi129 (mon.0) 305 : audit 2022-01-18T16:13:07.784 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:07 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:13:08.591 INFO:teuthology.orchestra.run.smithi129.stdout: 5 175343 3.82 MB/sec execute 555 sec latency 48.926 ms 2022-01-18T16:13:09.592 INFO:teuthology.orchestra.run.smithi129.stdout: 5 175601 3.83 MB/sec execute 556 sec latency 44.399 ms 2022-01-18T16:13:09.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:09 smithi129 conmon[101092]: cluster 2022-01-18T16:13:08.060824+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:13:09.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:09 smithi129 conmon[101092]: ) 311 : cluster [DBG] pgmap v260: 129 pgs: 129 active+clean; 327 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.6 KiB/s rd, 6.0 MiB/s wr, 618 op/s 2022-01-18T16:13:09.783 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:09 smithi156 conmon[67007]: cluster 2022-01-18T16:13:08.060824+0000 mgr.smithi129.iclwio (mgr.14716) 311 : cluster [DBG] pgmap v260: 129 pgs: 129 active+clean; 327 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.6 KiB/s rd, 6.0 MiB/s wr, 618 op/s 2022-01-18T16:13:10.591 INFO:teuthology.orchestra.run.smithi129.stdout: 5 176040 3.85 MB/sec execute 557 sec latency 47.029 ms 2022-01-18T16:13:11.591 INFO:teuthology.orchestra.run.smithi129.stdout: 5 176578 3.85 MB/sec execute 558 sec latency 57.276 ms 2022-01-18T16:13:11.673 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:11 smithi129 conmon[101092]: cluster 2022-01-18T16:13:10.061535 2022-01-18T16:13:11.674 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:11 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 312 : cluster [DBG] pgmap v261: 129 pgs: 129 active+clean; 331 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 8.6 MiB/s wr, 860 op/s 2022-01-18T16:13:11.783 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:11 smithi156 conmon[67007]: cluster 2022-01-18T16:13:10.061535+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:13:11.783 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:11 smithi156 conmon[67007]: .14716) 312 : cluster [DBG] pgmap v261: 129 pgs: 129 active+clean; 331 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 8.6 MiB/s wr, 860 op/s 2022-01-18T16:13:12.592 INFO:teuthology.orchestra.run.smithi129.stdout: 5 176952 3.85 MB/sec execute 559 sec latency 63.317 ms 2022-01-18T16:13:13.591 INFO:teuthology.orchestra.run.smithi129.stdout: 5 177438 3.89 MB/sec execute 560 sec latency 31.674 ms 2022-01-18T16:13:13.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:13 smithi129 conmon[101092]: cluster 2022-01-18T16:13:12.062092+0000 mgr.smithi129.iclwio (mgr.14716) 313 : cluster [DBG] pgmap v262: 129 pgs: 129 active+clean; 328 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.6 KiB/s rd, 7.1 MiB/s wr, 661 op/s 2022-01-18T16:13:13.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:13 smithi129 conmon[101092]: 2022-01-18T16:13:13.782 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:13 smithi156 conmon[67007]: cluster 2022-01-18T16:13:12.062092 2022-01-18T16:13:13.783 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:13 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 313 : cluster [DBG] pgmap v262: 129 pgs: 129 active+clean; 328 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.6 KiB/s rd, 7.1 MiB/s wr, 661 op/s 2022-01-18T16:13:14.591 INFO:teuthology.orchestra.run.smithi129.stdout: 5 177906 3.91 MB/sec execute 561 sec latency 34.028 ms 2022-01-18T16:13:15.282 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:14 smithi156 conmon[67007]: cluster 2022-01-18T16:13:14. 2022-01-18T16:13:15.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:14 smithi156 conmon[67007]: 062698+0000 mgr.smithi129.iclwio (mgr.14716) 314 : cluster [DBG] pgmap v263: 129 pgs: 129 active+clean; 328 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.6 KiB/s rd, 6.6 MiB/s wr, 645 op/s 2022-01-18T16:13:15.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:14 smithi129 conmon[101092]: cluster 2022-01-18T16:13:14.062698+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:13:15.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:14 smithi129 conmon[101092]: 314 : cluster [DBG] pgmap v263: 129 pgs: 129 active+clean; 328 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.6 KiB/s rd, 6.6 MiB/s wr, 645 op/s 2022-01-18T16:13:15.592 INFO:teuthology.orchestra.run.smithi129.stdout: 5 178317 3.94 MB/sec execute 562 sec latency 35.491 ms 2022-01-18T16:13:15.729 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:13:16.103 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:13:16.103 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (15m) 7m ago 17m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:13:16.104 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (7m) 7m ago 16m 7017k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:13:16.104 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (7m) 7m ago 16m 7037k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:13:16.104 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (15m) 7m ago 16m 38.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:13:16.104 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (11m) 7m ago 11m 39.2M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:13:16.105 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (11m) 7m ago 11m 17.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:13:16.105 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (8m) 7m ago 18m 432M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:13:16.105 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (8m) 7m ago 16m 384M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:13:16.105 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (7m) 7m ago 18m 41.6M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:13:16.106 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (7m) 7m ago 16m 32.9M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:13:16.106 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (8m) 7m ago 8m 71.1M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:13:16.106 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (8m) 7m ago 8m 57.6M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:13:16.106 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (16m) 7m ago 16m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:13:16.106 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (16m) 7m ago 15m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:13:16.107 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (15m) 7m ago 15m 1569M 4096M 16.2.4 8d91d370c2b8 9f5f63cda7b0 2022-01-18T16:13:16.107 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (15m) 7m ago 15m 1433M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:13:16.107 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (14m) 7m ago 14m 931M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:13:16.107 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (14m) 7m ago 14m 1611M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:13:16.108 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (14m) 7m ago 14m 1373M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:13:16.108 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (13m) 7m ago 13m 1737M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:13:16.108 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (13m) 7m ago 13m 1364M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:13:16.108 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (13m) 7m ago 13m 2163M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:13:16.109 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (15m) 7m ago 16m 49.9M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:13:16.282 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:15 smithi156 conmon[67007]: audit 2022-01-18T16:13:15.726892+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:13:16.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:15 smithi156 conmon[67007]: 315 : audit [DBG] from='client.44231 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:13:16.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:15 smithi129 conmon[101092]: audit 2022-01-18T16:13:15.726892+0000 2022-01-18T16:13:16.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:15 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 315 : audit [DBG] from='client.44231 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:13:16.571 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:13:16.571 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:13:16.571 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:13:16.571 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:13:16.572 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:13:16.572 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:13:16.572 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:13:16.572 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:13:16.573 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:13:16.573 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:13:16.573 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:13:16.573 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:13:16.574 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:13:16.574 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:13:16.574 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:13:16.574 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:13:16.575 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:13:16.575 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:13:16.575 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:13:16.592 INFO:teuthology.orchestra.run.smithi129.stdout: 5 178607 3.93 MB/sec execute 563 sec latency 39.800 ms 2022-01-18T16:13:17.282 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:16 smithi156 conmon[67007]: cluster 2022-01-18T16:13:16.063461+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:13:17.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:16 smithi156 conmon[67007]: 14716) 316 : cluster [DBG] pgmap v264: 129 pgs: 129 active+clean; 330 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 8.8 MiB/s wr, 889 op/s 2022-01-18T16:13:17.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:16 smithi156 conmon[67007]: audit 2022-01-18T16:13:16.107882+0000 mgr.smithi129.iclwio (mgr.14716) 317 : audit [DBG] from='client.34286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:13:17.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:16 smithi156 conmon[67007]: audit 2022-01-18T16:13:16.586006+0000 mon.smithi129 2022-01-18T16:13:17.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:16 smithi156 conmon[67007]: (mon.0) 306 : audit [DBG] from='client.? 172.21.15.129:0/1245340827' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:13:17.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:16 smithi129 conmon[101092]: cluster 2022-01-18T16:13:16.063461+0000 mgr.smithi129.iclwio (mgr.14716) 316 : cluster [DBG] 2022-01-18T16:13:17.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:16 smithi129 conmon[101092]: pgmap v264: 129 pgs: 129 active+clean; 330 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 8.8 MiB/s wr, 889 op/s 2022-01-18T16:13:17.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:16 smithi129 conmon[101092]: audit 2022-01-18T16:13:16.107882+0000 mgr.smithi129.iclwio (mgr.14716) 317 : audit [DBG] from='client.34286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:13:17.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:16 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T16:13:17.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:16 smithi129 conmon[101092]: 16:13:16.586006+0000 mon.smithi129 (mon.0) 306 : audit [DBG] from='client.? 172.21.15.129:0/1245340827' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:13:17.593 INFO:teuthology.orchestra.run.smithi129.stdout: 5 178962 3.93 MB/sec execute 564 sec latency 35.470 ms 2022-01-18T16:13:18.593 INFO:teuthology.orchestra.run.smithi129.stdout: 5 179220 3.94 MB/sec execute 565 sec latency 67.084 ms 2022-01-18T16:13:19.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:19 smithi129 conmon[101092]: cluster 2022-01-18T16:13:18.064016+0000 mgr.smithi129.iclwio 2022-01-18T16:13:19.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:19 smithi129 conmon[101092]: (mgr.14716) 318 : cluster [DBG] pgmap v265: 129 pgs: 129 active+clean; 331 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.1 KiB/s rd, 6.5 MiB/s wr, 585 op/s 2022-01-18T16:13:19.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:19 smithi156 conmon[67007]: cluster 2022-01-18T16:13:18.064016+0000 mgr.smithi129.iclwio ( 2022-01-18T16:13:19.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:19 smithi156 conmon[67007]: mgr.14716) 318 : cluster [DBG] pgmap v265: 129 pgs: 129 active+clean; 331 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.1 KiB/s rd, 6.5 MiB/s wr, 585 op/s 2022-01-18T16:13:19.593 INFO:teuthology.orchestra.run.smithi129.stdout: 5 179681 3.96 MB/sec execute 566 sec latency 44.554 ms 2022-01-18T16:13:20.594 INFO:teuthology.orchestra.run.smithi129.stdout: 5 180345 3.96 MB/sec execute 567 sec latency 37.690 ms 2022-01-18T16:13:21.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:21 smithi129 conmon[101092]: cluster 2022-01-18T16:13:20.064763+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:13:21.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:21 smithi129 conmon[101092]: .14716) 319 : cluster [DBG] pgmap v266: 129 pgs: 129 active+clean; 321 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 7.9 MiB/s wr, 789 op/s 2022-01-18T16:13:21.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:21 smithi156 conmon[67007]: cluster 2022-01-18T16:13:20.064763+0000 mgr.smithi129.iclwio (mgr.14716) 319 : cluster 2022-01-18T16:13:21.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:21 smithi156 conmon[67007]: [DBG] pgmap v266: 129 pgs: 129 active+clean; 321 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 7.9 MiB/s wr, 789 op/s 2022-01-18T16:13:21.593 INFO:teuthology.orchestra.run.smithi129.stdout: 5 180652 3.97 MB/sec execute 568 sec latency 46.834 ms 2022-01-18T16:13:22.595 INFO:teuthology.orchestra.run.smithi129.stdout: 5 181181 4.01 MB/sec execute 569 sec latency 48.620 ms 2022-01-18T16:13:23.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:23 smithi129 conmon[101092]: cluster 2022-01-18T16:13:22.065236+0000 mgr.smithi129.iclwio (mgr.14716) 320 : 2022-01-18T16:13:23.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:23 smithi129 conmon[101092]: cluster [DBG] pgmap v267: 129 pgs: 129 active+clean; 321 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.4 KiB/s rd, 5.2 MiB/s wr, 524 op/s 2022-01-18T16:13:23.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:23 smithi156 conmon[67007]: cluster 2022-01-18T16:13:22.065236+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:13:23.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:23 smithi156 conmon[67007]: 14716) 320 : cluster [DBG] pgmap v267: 129 pgs: 129 active+clean; 321 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.4 KiB/s rd, 5.2 MiB/s wr, 524 op/s 2022-01-18T16:13:23.595 INFO:teuthology.orchestra.run.smithi129.stdout: 5 181651 4.03 MB/sec execute 570 sec latency 36.683 ms 2022-01-18T16:13:24.595 INFO:teuthology.orchestra.run.smithi129.stdout: 5 181918 4.04 MB/sec execute 571 sec latency 30.650 ms 2022-01-18T16:13:25.282 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:24 smithi156 conmon[67007]: cluster 2022-01-18T16: 2022-01-18T16:13:25.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:24 smithi156 conmon[67007]: 13:24.065711+0000 mgr.smithi129.iclwio (mgr.14716) 321 : cluster [DBG] pgmap v268: 129 pgs: 129 active+clean; 321 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.4 KiB/s rd, 5.0 MiB/s wr, 509 op/s 2022-01-18T16:13:25.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:24 smithi129 conmon[101092]: cluster 2022-01-18T16:13:24.065711 2022-01-18T16:13:25.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:24 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 321 : cluster [DBG] pgmap v268: 129 pgs: 129 active+clean; 321 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.4 KiB/s rd, 5.0 MiB/s wr, 509 op/s 2022-01-18T16:13:25.595 INFO:teuthology.orchestra.run.smithi129.stdout: 5 182206 4.04 MB/sec execute 572 sec latency 41.560 ms 2022-01-18T16:13:26.595 INFO:teuthology.orchestra.run.smithi129.stdout: 5 182451 4.04 MB/sec execute 573 sec latency 47.931 ms 2022-01-18T16:13:27.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:27 smithi129 conmon[101092]: cluster 2022-01-18T16:13:26. 2022-01-18T16:13:27.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:27 smithi129 conmon[101092]: 066278+0000 mgr.smithi129.iclwio (mgr.14716) 322 : cluster [DBG] pgmap v269: 129 pgs: 129 active+clean; 333 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.4 KiB/s rd, 7.4 MiB/s wr, 753 op/s 2022-01-18T16:13:27.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:27 smithi156 conmon[67007]: cluster 2022-01-18T16:13:26.066278+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:13:27.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:27 smithi156 conmon[67007]: ) 322 : cluster [DBG] pgmap v269: 129 pgs: 129 active+clean; 333 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.4 KiB/s rd, 7.4 MiB/s wr, 753 op/s 2022-01-18T16:13:27.595 INFO:teuthology.orchestra.run.smithi129.stdout: 5 182649 4.04 MB/sec execute 574 sec latency 57.660 ms 2022-01-18T16:13:28.595 INFO:teuthology.orchestra.run.smithi129.stdout: 5 182974 4.05 MB/sec execute 575 sec latency 34.578 ms 2022-01-18T16:13:29.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:29 smithi129 conmon[101092]: cluster 2022-01-18T16:13:28. 2022-01-18T16:13:29.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:29 smithi129 conmon[101092]: 066812+0000 mgr.smithi129.iclwio (mgr.14716) 323 : cluster [DBG] pgmap v270: 129 pgs: 129 active+clean; 333 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.9 KiB/s rd, 5.6 MiB/s wr, 523 op/s 2022-01-18T16:13:29.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:29 smithi156 conmon[67007]: cluster 2022-01-18T16:13:28.066812+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:13:29.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:29 smithi156 conmon[67007]: 323 : cluster [DBG] pgmap v270: 129 pgs: 129 active+clean; 333 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.9 KiB/s rd, 5.6 MiB/s wr, 523 op/s 2022-01-18T16:13:29.595 INFO:teuthology.orchestra.run.smithi129.stdout: 5 183805 4.06 MB/sec execute 576 sec latency 40.950 ms 2022-01-18T16:13:30.596 INFO:teuthology.orchestra.run.smithi129.stdout: 5 184374 4.09 MB/sec execute 577 sec latency 20.611 ms 2022-01-18T16:13:31.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:31 smithi129 conmon[101092]: cluster 2022-01-18T16:13:30.067588+0000 mgr.smithi129.iclwio (mgr.14716) 324 : cluster [DBG] pgmap v271: 129 pgs: 129 active+clean; 327 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 6.6 MiB/s wr, 710 op/s 2022-01-18T16:13:31.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:31 smithi156 conmon[67007]: cluster 2022-01-18T16:13:30.067588+0000 mgr.smithi129.iclwio (mgr.14716) 324 : cluster [DBG] pgmap v271: 129 pgs: 129 active+clean; 327 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 6.6 MiB/s wr, 710 op/s 2022-01-18T16:13:31.596 INFO:teuthology.orchestra.run.smithi129.stdout: 5 185115 4.14 MB/sec execute 578 sec latency 29.771 ms 2022-01-18T16:13:32.596 INFO:teuthology.orchestra.run.smithi129.stdout: 5 185527 4.15 MB/sec execute 579 sec latency 52.102 ms 2022-01-18T16:13:33.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:33 smithi129 conmon[101092]: cluster 2022-01-18T16:13:32.068134+0000 mgr.smithi129.iclwio (mgr.14716) 325 : cluster 2022-01-18T16:13:33.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:33 smithi129 conmon[101092]: [DBG] pgmap v272: 129 pgs: 129 active+clean; 329 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 5.1 MiB/s wr, 504 op/s 2022-01-18T16:13:33.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:33 smithi156 conmon[67007]: cluster 2022-01-18T16:13:32.068134+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:13:33.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:33 smithi156 conmon[67007]: 325 : cluster [DBG] pgmap v272: 129 pgs: 129 active+clean; 329 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 5.1 MiB/s wr, 504 op/s 2022-01-18T16:13:33.596 INFO:teuthology.orchestra.run.smithi129.stdout: 5 185980 4.15 MB/sec execute 580 sec latency 31.084 ms 2022-01-18T16:13:34.596 INFO:teuthology.orchestra.run.smithi129.stdout: 5 186348 4.16 MB/sec execute 581 sec latency 33.382 ms 2022-01-18T16:13:35.282 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:35 smithi156 conmon[67007]: cluster 2022-01-18T16:13:34.068662+0000 mgr.smithi129.iclwio (mgr.14716) 326 2022-01-18T16:13:35.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:35 smithi156 conmon[67007]: : cluster [DBG] pgmap v273: 129 pgs: 129 active+clean; 329 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 4.8 MiB/s wr, 482 op/s 2022-01-18T16:13:35.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:35 smithi129 conmon[101092]: cluster 2022-01-18T16:13:34.068662+0000 mgr.smithi129.iclwio (mgr.14716) 326 : cluster [DBG] pgmap v273: 129 pgs: 129 active+clean; 329 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 4.8 MiB/s wr, 482 op/s 2022-01-18T16:13:35.596 INFO:teuthology.orchestra.run.smithi129.stdout: 5 186919 4.18 MB/sec execute 582 sec latency 35.921 ms 2022-01-18T16:13:36.596 INFO:teuthology.orchestra.run.smithi129.stdout: 5 187557 4.19 MB/sec execute 583 sec latency 29.171 ms 2022-01-18T16:13:37.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:37 smithi129 conmon[101092]: cluster 2022-01-18T16:13:36.069442+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:13:37.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:37 smithi129 conmon[101092]: 14716) 327 : cluster [DBG] pgmap v274: 129 pgs: 129 active+clean; 338 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.1 KiB/s rd, 8.0 MiB/s wr, 808 op/s 2022-01-18T16:13:37.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:37 smithi156 conmon[67007]: cluster 2022-01-18T16:13:36.069442+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:13:37.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:37 smithi156 conmon[67007]: ) 327 : cluster [DBG] pgmap v274: 129 pgs: 129 active+clean; 338 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.1 KiB/s rd, 8.0 MiB/s wr, 808 op/s 2022-01-18T16:13:37.596 INFO:teuthology.orchestra.run.smithi129.stdout: 5 188058 4.22 MB/sec execute 584 sec latency 28.987 ms 2022-01-18T16:13:38.597 INFO:teuthology.orchestra.run.smithi129.stdout: 5 188597 4.25 MB/sec execute 585 sec latency 38.227 ms 2022-01-18T16:13:39.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:39 smithi129 conmon[101092]: cluster 2022-01-18T16:13:38.069893+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:13:39.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:39 smithi129 conmon[101092]: 14716) 328 : cluster [DBG] pgmap v275: 129 pgs: 129 active+clean; 335 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.1 KiB/s rd, 5.9 MiB/s wr, 582 op/s 2022-01-18T16:13:39.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:39 smithi156 conmon[67007]: cluster 2022-01-18T16:13:38.069893+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:13:39.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:39 smithi156 conmon[67007]: 14716) 328 : cluster [DBG] pgmap v275: 129 pgs: 129 active+clean; 335 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.1 KiB/s rd, 5.9 MiB/s wr, 582 op/s 2022-01-18T16:13:39.597 INFO:teuthology.orchestra.run.smithi129.stdout: 5 188964 4.27 MB/sec execute 586 sec latency 44.879 ms 2022-01-18T16:13:40.597 INFO:teuthology.orchestra.run.smithi129.stdout: 5 189429 4.26 MB/sec execute 587 sec latency 34.150 ms 2022-01-18T16:13:41.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:41 smithi129 conmon[101092]: cluster 2022-01-18T16:13:40.070599+0000 2022-01-18T16:13:41.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:41 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 329 : cluster [DBG] pgmap v276: 129 pgs: 129 active+clean; 333 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 8.1 MiB/s wr, 852 op/s 2022-01-18T16:13:41.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:41 smithi156 conmon[67007]: cluster 2022-01-18T16:13:40.070599+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:13:41.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:41 smithi156 conmon[67007]: 329 : cluster [DBG] pgmap v276: 129 pgs: 129 active+clean; 333 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 8.1 MiB/s wr, 852 op/s 2022-01-18T16:13:41.597 INFO:teuthology.orchestra.run.smithi129.stdout: 5 189918 4.28 MB/sec execute 588 sec latency 38.978 ms 2022-01-18T16:13:42.598 INFO:teuthology.orchestra.run.smithi129.stdout: 5 190929 4.30 MB/sec execute 589 sec latency 28.582 ms 2022-01-18T16:13:43.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:43 smithi129 conmon[101092]: cluster 2022-01-18T16:13:42.071134+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:13:43.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:43 smithi129 conmon[101092]: .14716) 330 : cluster [DBG] pgmap v277: 129 pgs: 129 active+clean; 333 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 7.3 MiB/s wr, 673 op/s 2022-01-18T16:13:43.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:43 smithi156 conmon[67007]: cluster 2022-01-18T16:13:42.071134+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:13:43.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:43 smithi156 conmon[67007]: 330 : cluster [DBG] pgmap v277: 129 pgs: 129 active+clean; 333 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 7.3 MiB/s wr, 673 op/s 2022-01-18T16:13:43.598 INFO:teuthology.orchestra.run.smithi129.stdout: 5 191463 4.33 MB/sec execute 590 sec latency 28.317 ms 2022-01-18T16:13:44.599 INFO:teuthology.orchestra.run.smithi129.stdout: 5 191975 4.35 MB/sec execute 591 sec latency 27.824 ms 2022-01-18T16:13:45.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:45 smithi156 conmon[67007]: cluster 2022-01-18T16:13:44.071508+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:13:45.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:45 smithi156 conmon[67007]: 331 : cluster [DBG] pgmap v278: 129 pgs: 129 active+clean; 333 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 6.7 MiB/s wr, 649 op/s 2022-01-18T16:13:45.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:45 smithi129 conmon[101092]: cluster 2022-01-18T16:13:44.071508+0000 mgr.smithi129.iclwio (mgr.14716) 331 : cluster [DBG] 2022-01-18T16:13:45.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:45 smithi129 conmon[101092]: pgmap v278: 129 pgs: 129 active+clean; 333 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 6.7 MiB/s wr, 649 op/s 2022-01-18T16:13:45.599 INFO:teuthology.orchestra.run.smithi129.stdout: 5 192399 4.38 MB/sec execute 592 sec latency 40.018 ms 2022-01-18T16:13:46.600 INFO:teuthology.orchestra.run.smithi129.stdout: 5 192927 4.38 MB/sec execute 593 sec latency 42.158 ms 2022-01-18T16:13:47.015 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:13:47.421 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:13:47.421 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (16m) 8m ago 17m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:13:47.422 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (8m) 8m ago 17m 7017k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:13:47.422 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (7m) 7m ago 16m 7037k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:13:47.422 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (16m) 8m ago 17m 38.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:13:47.422 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (12m) 8m ago 12m 39.2M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:13:47.423 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (12m) 7m ago 12m 17.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:13:47.423 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (8m) 8m ago 18m 432M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:13:47.423 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (8m) 7m ago 16m 384M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:13:47.423 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (8m) 8m ago 18m 41.6M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:13:47.424 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (8m) 7m ago 16m 32.9M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:13:47.424 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (9m) 8m ago 9m 71.1M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:13:47.424 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (9m) 7m ago 9m 57.6M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:13:47.424 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (17m) 8m ago 17m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:13:47.424 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (16m) 7m ago 16m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:13:47.425 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (15m) 8m ago 15m 1569M 4096M 16.2.4 8d91d370c2b8 9f5f63cda7b0 2022-01-18T16:13:47.425 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (15m) 8m ago 15m 1433M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:13:47.425 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (15m) 8m ago 15m 931M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:13:47.425 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (14m) 8m ago 14m 1611M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:13:47.426 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (14m) 7m ago 14m 1373M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:13:47.426 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (14m) 7m ago 14m 1737M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:13:47.426 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (14m) 7m ago 14m 1364M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:13:47.426 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (13m) 7m ago 13m 2163M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:13:47.426 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (16m) 8m ago 16m 49.9M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:13:47.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:47 smithi129 conmon[101092]: cluster 2022-01-18T16:13:46.072278+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:13:47.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:47 smithi129 conmon[101092]: .14716) 332 : cluster [DBG] pgmap v279: 129 pgs: 129 active+clean; 333 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 9.6 MiB/s wr, 986 op/s 2022-01-18T16:13:47.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:47 smithi156 conmon[67007]: cluster 2022-01-18T16:13:46.072278+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:13:47.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:47 smithi156 conmon[67007]: 14716) 332 : cluster [DBG] pgmap v279: 129 pgs: 129 active+clean; 333 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 9.6 MiB/s wr, 986 op/s 2022-01-18T16:13:47.602 INFO:teuthology.orchestra.run.smithi129.stdout: 5 193311 4.38 MB/sec execute 594 sec latency 33.590 ms 2022-01-18T16:13:47.972 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:13:47.973 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:13:47.973 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:13:47.973 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:13:47.974 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:13:47.974 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:13:47.974 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:13:47.974 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:13:47.974 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:13:47.975 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:13:47.975 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:13:47.975 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:13:47.975 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:13:47.976 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:13:47.976 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:13:47.976 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:13:47.976 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:13:47.976 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:13:47.977 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:13:48.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:48 smithi129 conmon[101092]: audit 2022-01-18T16:13:47.013983+0000 mgr.smithi129.iclwio 2022-01-18T16:13:48.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:48 smithi129 conmon[101092]: (mgr.14716) 333 : audit [DBG] from='client.34294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:13:48.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:48 smithi129 conmon[101092]: audit 2022-01-18T16:13:47.421371+0000 mgr.smithi129.iclwio (mgr.14716) 334 : audit [DBG] from='client.44247 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:13:48.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:48 smithi129 conmon[101092]: audit 2022-01-18T16:13:47.989187+0000 mon.smithi129 (mon.0) 307 : audit 2022-01-18T16:13:48.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:48 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/2926846152' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:13:48.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:48 smithi156 conmon[67007]: audit 2022-01-18T16:13:47.013983+0000 mgr.smithi129.iclwio (mgr.14716) 333 : audit [DBG] from='client.34294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:13:48.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:48 smithi156 conmon[67007]: audit 2022-01-18T16:13 2022-01-18T16:13:48.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:48 smithi156 conmon[67007]: :47.421371+0000 mgr.smithi129.iclwio (mgr.14716) 334 : audit [DBG] from='client.44247 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:13:48.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:48 smithi156 conmon[67007]: audit 2022-01-18T16:13:47.989187+0000 mon.smithi129 (mon.0) 307 : audit [DBG] from='client.? 172.21.15.129:0/2926846152' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:13:48.601 INFO:teuthology.orchestra.run.smithi129.stdout: 5 193586 4.39 MB/sec execute 595 sec latency 70.107 ms 2022-01-18T16:13:49.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:49 smithi129 conmon[101092]: cluster 2022-01-18T16:13:48.072827 2022-01-18T16:13:49.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:49 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 335 : cluster [DBG] pgmap v280: 129 pgs: 129 active+clean; 336 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 7.0 MiB/s wr, 685 op/s 2022-01-18T16:13:49.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:49 smithi156 conmon[67007]: cluster 2022-01-18T16:13:48.072827+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:13:49.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:49 smithi156 conmon[67007]: ) 335 : cluster [DBG] pgmap v280: 129 pgs: 129 active+clean; 336 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 7.0 MiB/s wr, 685 op/s 2022-01-18T16:13:49.601 INFO:teuthology.orchestra.run.smithi129.stdout: 5 194009 4.40 MB/sec execute 596 sec latency 48.370 ms 2022-01-18T16:13:50.601 INFO:teuthology.orchestra.run.smithi129.stdout: 5 194485 4.40 MB/sec execute 597 sec latency 67.729 ms 2022-01-18T16:13:51.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:51 smithi129 conmon[101092]: cluster 2022-01-18T16:13:50.073491 2022-01-18T16:13:51.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:51 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 336 : cluster [DBG] pgmap v281: 129 pgs: 129 active+clean; 327 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 8.9 MiB/s wr, 922 op/s 2022-01-18T16:13:51.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:51 smithi156 conmon[67007]: cluster 2022-01-18T16:13:50.073491+0000 mgr.smithi129.iclwio (mgr.14716) 336 : cluster 2022-01-18T16:13:51.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:51 smithi156 conmon[67007]: [DBG] pgmap v281: 129 pgs: 129 active+clean; 327 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 8.9 MiB/s wr, 922 op/s 2022-01-18T16:13:51.601 INFO:teuthology.orchestra.run.smithi129.stdout: 5 195148 4.44 MB/sec execute 598 sec latency 33.010 ms 2022-01-18T16:13:52.602 INFO:teuthology.orchestra.run.smithi129.stdout: 5 195967 4.49 MB/sec execute 599 sec latency 19.099 ms 2022-01-18T16:13:53.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:53 smithi129 conmon[101092]: cluster 2022-01-18T16:13:52.073946+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:13:53.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:53 smithi129 conmon[101092]: ) 337 : cluster [DBG] pgmap v282: 129 pgs: 129 active+clean; 326 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 6.7 MiB/s wr, 660 op/s 2022-01-18T16:13:53.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:53 smithi156 conmon[67007]: cluster 2022-01-18T16:13:52.073946+0000 mgr.smithi129.iclwio (mgr.14716) 337 : cluster [DBG] pgmap v282: 129 pgs: 129 active+clean; 326 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 6.7 MiB/s wr, 660 op/s 2022-01-18T16:13:53.602 INFO:teuthology.orchestra.run.smithi129.stdout: 5 cleanup 600 sec 2022-01-18T16:13:53.802 INFO:teuthology.orchestra.run.smithi129.stdout: 0 cleanup 600 sec 2022-01-18T16:13:53.802 INFO:teuthology.orchestra.run.smithi129.stdout: 2022-01-18T16:13:53.802 INFO:teuthology.orchestra.run.smithi129.stdout: Operation Count AvgLat MaxLat 2022-01-18T16:13:53.802 INFO:teuthology.orchestra.run.smithi129.stdout: ---------------------------------------- 2022-01-18T16:13:53.803 INFO:teuthology.orchestra.run.smithi129.stdout: NTCreateX 86353 21.287 391657.970 2022-01-18T16:13:53.803 INFO:teuthology.orchestra.run.smithi129.stdout: Close 63355 0.185 12.096 2022-01-18T16:13:53.803 INFO:teuthology.orchestra.run.smithi129.stdout: Rename 3657 7.990 72.260 2022-01-18T16:13:53.803 INFO:teuthology.orchestra.run.smithi129.stdout: Unlink 17481 27.347 391650.047 2022-01-18T16:13:53.804 INFO:teuthology.orchestra.run.smithi129.stdout: Qpathinfo 78404 0.726 53.492 2022-01-18T16:13:53.804 INFO:teuthology.orchestra.run.smithi129.stdout: Qfileinfo 13656 0.007 2.376 2022-01-18T16:13:53.804 INFO:teuthology.orchestra.run.smithi129.stdout: Qfsinfo 14351 0.524 203.984 2022-01-18T16:13:53.804 INFO:teuthology.orchestra.run.smithi129.stdout: Sfileinfo 7013 9.495 60.399 2022-01-18T16:13:53.805 INFO:teuthology.orchestra.run.smithi129.stdout: Find 30273 0.396 23.349 2022-01-18T16:13:53.805 INFO:teuthology.orchestra.run.smithi129.stdout: WriteX 42633 11.651 13935.017 2022-01-18T16:13:53.805 INFO:teuthology.orchestra.run.smithi129.stdout: ReadX 135500 0.012 10.142 2022-01-18T16:13:53.805 INFO:teuthology.orchestra.run.smithi129.stdout: LockX 282 0.430 4.526 2022-01-18T16:13:53.805 INFO:teuthology.orchestra.run.smithi129.stdout: UnlockX 282 0.327 4.394 2022-01-18T16:13:53.806 INFO:teuthology.orchestra.run.smithi129.stdout: Flush 6020 0.002 0.019 2022-01-18T16:13:53.806 INFO:teuthology.orchestra.run.smithi129.stdout: 2022-01-18T16:13:53.806 INFO:teuthology.orchestra.run.smithi129.stdout:Throughput 4.48655 MB/sec 5 clients 5 procs max_latency=391657.974 ms 2022-01-18T16:13:53.808 DEBUG:teuthology.orchestra.run.smithi129:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'umount /mnt/foo' 2022-01-18T16:13:53.860 DEBUG:teuthology.orchestra.run.smithi129:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'while ! mount -t nfs $(hostname):/fake /mnt/foo ; do sleep 5 ; done' 2022-01-18T16:13:53.937 DEBUG:teuthology.orchestra.run.smithi129:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'cd /mnt/foo && dbench 5 -t 5' 2022-01-18T16:13:53.960 INFO:teuthology.orchestra.run.smithi129.stdout:dbench version 4.00 - Copyright Andrew Tridgell 1999-2004 2022-01-18T16:13:53.961 INFO:teuthology.orchestra.run.smithi129.stdout: 2022-01-18T16:13:53.961 INFO:teuthology.orchestra.run.smithi129.stdout:Running for 5 seconds with load '/usr/share/dbench/client.txt' and minimum warmup 1 secs 2022-01-18T16:13:53.962 INFO:teuthology.orchestra.run.smithi129.stdout:3 of 5 processes prepared for launch 0 sec 2022-01-18T16:13:54.064 INFO:teuthology.orchestra.run.smithi129.stdout:5 of 5 processes prepared for launch 0 sec 2022-01-18T16:13:54.064 INFO:teuthology.orchestra.run.smithi129.stdout:releasing clients 2022-01-18T16:13:55.282 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:55 smithi156 conmon[67007]: cluster 2022-01-18T16:13:54.074317+0000 mgr.smithi129.iclwio (mgr.14716) 338 : 2022-01-18T16:13:55.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:55 smithi156 conmon[67007]: cluster [DBG] pgmap v283: 129 pgs: 129 active+clean; 326 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 6.2 MiB/s wr, 640 op/s 2022-01-18T16:13:55.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:55 smithi129 conmon[101092]: cluster 2022-01-18T16:13:54.074317+0000 mgr.smithi129.iclwio (mgr.14716) 338 : cluster [DBG] pgmap v283: 129 pgs: 129 active+clean; 326 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 6.2 MiB/s wr, 640 op/s 2022-01-18T16:13:56.062 INFO:teuthology.orchestra.run.smithi129.stdout: 5 440 32.51 MB/sec execute 1 sec latency 62.747 ms 2022-01-18T16:13:57.062 INFO:teuthology.orchestra.run.smithi129.stdout: 5 722 30.73 MB/sec execute 2 sec latency 29.785 ms 2022-01-18T16:13:57.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:57 smithi129 conmon[101092]: cluster 2022-01-18T16:13:56.074994+0000 mgr.smithi129.iclwio (mgr.14716) 339 : cluster [DBG] 2022-01-18T16:13:57.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:57 smithi129 conmon[101092]: pgmap v284: 129 pgs: 129 active+clean; 339 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 9.2 MiB/s wr, 936 op/s 2022-01-18T16:13:57.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:57 smithi156 conmon[67007]: cluster 2022-01-18T16:13:56.074994+0000 mgr.smithi129.iclwio (mgr.14716) 339 2022-01-18T16:13:57.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:57 smithi156 conmon[67007]: : cluster [DBG] pgmap v284: 129 pgs: 129 active+clean; 339 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 9.2 MiB/s wr, 936 op/s 2022-01-18T16:13:58.062 INFO:teuthology.orchestra.run.smithi129.stdout: 5 1116 23.30 MB/sec execute 3 sec latency 30.180 ms 2022-01-18T16:13:59.062 INFO:teuthology.orchestra.run.smithi129.stdout: 5 1650 21.51 MB/sec execute 4 sec latency 22.257 ms 2022-01-18T16:13:59.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:59 smithi129 conmon[101092]: cluster 2022-01-18T16:13:58.075479+0000 mgr.smithi129.iclwio (mgr.14716) 340 2022-01-18T16:13:59.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:59 smithi129 conmon[101092]: : cluster [DBG] pgmap v285: 129 pgs: 129 active+clean; 333 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 8.3 MiB/s wr, 625 op/s 2022-01-18T16:13:59.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:59 smithi129 conmon[101092]: audit 2022-01-18T16:13:58.226655+0000 mon.smithi129 (mon.0) 308 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:13:59.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:59 smithi129 conmon[101092]: audit 2022-01-18T16:13:59.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:13:59 smithi129 conmon[101092]: 2022-01-18T16:13:58.226922+0000 mon.smithi129 (mon.0) 309 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:13:59.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:59 smithi156 conmon[67007]: cluster 2022-01-18T16:13:58.075479+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:13:59.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:59 smithi156 conmon[67007]: ) 340 : cluster [DBG] pgmap v285: 129 pgs: 129 active+clean; 333 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 8.3 MiB/s wr, 625 op/s 2022-01-18T16:13:59.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:59 smithi156 conmon[67007]: audit 2022-01-18T16:13:58.226655+0000 mon.smithi129 (mon.0) 308 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:13:59.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:59 smithi156 conmon[67007]: audit 2022- 2022-01-18T16:13:59.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:13:59 smithi156 conmon[67007]: 01-18T16:13:58.226922+0000 mon.smithi129 (mon.0) 309 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:14:00.062 INFO:teuthology.orchestra.run.smithi129.stdout: 5 cleanup 5 sec 2022-01-18T16:14:00.308 INFO:teuthology.orchestra.run.smithi129.stdout: 0 cleanup 5 sec 2022-01-18T16:14:00.308 INFO:teuthology.orchestra.run.smithi129.stdout: 2022-01-18T16:14:00.309 INFO:teuthology.orchestra.run.smithi129.stdout: Operation Count AvgLat MaxLat 2022-01-18T16:14:00.309 INFO:teuthology.orchestra.run.smithi129.stdout: ---------------------------------------- 2022-01-18T16:14:00.309 INFO:teuthology.orchestra.run.smithi129.stdout: NTCreateX 1806 3.369 49.043 2022-01-18T16:14:00.309 INFO:teuthology.orchestra.run.smithi129.stdout: Close 1586 3.739 28.575 2022-01-18T16:14:00.310 INFO:teuthology.orchestra.run.smithi129.stdout: Rename 56 9.081 30.174 2022-01-18T16:14:00.310 INFO:teuthology.orchestra.run.smithi129.stdout: Unlink 154 4.043 18.313 2022-01-18T16:14:00.310 INFO:teuthology.orchestra.run.smithi129.stdout: Qpathinfo 1536 1.467 33.268 2022-01-18T16:14:00.310 INFO:teuthology.orchestra.run.smithi129.stdout: Qfileinfo 514 10.664 30.633 2022-01-18T16:14:00.311 INFO:teuthology.orchestra.run.smithi129.stdout: Qfsinfo 185 0.391 3.273 2022-01-18T16:14:00.311 INFO:teuthology.orchestra.run.smithi129.stdout: Sfileinfo 182 11.106 23.679 2022-01-18T16:14:00.311 INFO:teuthology.orchestra.run.smithi129.stdout: Find 500 0.273 3.954 2022-01-18T16:14:00.311 INFO:teuthology.orchestra.run.smithi129.stdout: WriteX 2004 0.020 0.073 2022-01-18T16:14:00.312 INFO:teuthology.orchestra.run.smithi129.stdout: ReadX 1887 0.013 2.102 2022-01-18T16:14:00.312 INFO:teuthology.orchestra.run.smithi129.stdout: Flush 152 12.520 19.373 2022-01-18T16:14:00.312 INFO:teuthology.orchestra.run.smithi129.stdout: 2022-01-18T16:14:00.312 INFO:teuthology.orchestra.run.smithi129.stdout:Throughput 21.5133 MB/sec 5 clients 5 procs max_latency=62.747 ms 2022-01-18T16:14:00.314 DEBUG:teuthology.parallel:result is None 2022-01-18T16:14:01.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:01 smithi129 conmon[101092]: cluster 2022-01-18T16:14:00.076283+0000 mgr.smithi129.iclwio (mgr.14716) 341 : cluster [DBG] pgmap v286: 129 pgs: 129 active+clean; 321 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 16 MiB/s wr, 870 op/s 2022-01-18T16:14:01.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:01 smithi156 conmon[67007]: cluster 2022-01-18T16:14:00.076283+0000 mgr.smithi129.iclwio (mgr.14716) 341 : cluster [DBG] pgmap v286: 129 pgs: 129 active+clean; 321 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 16 MiB/s wr, 870 op/s 2022-01-18T16:14:03.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:03 smithi129 conmon[101092]: cluster 2022-01-18T16:14:02.076781+0000 mgr.smithi129.iclwio (mgr.14716) 342 : cluster [DBG] pgmap v287: 129 pgs: 129 active+clean; 305 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.4 KiB/s rd, 14 MiB/s wr, 630 op/s 2022-01-18T16:14:03.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:03 smithi156 conmon[67007]: cluster 2022-01-18T16:14:02.076781+0000 mgr.smithi129.iclwio (mgr.14716) 342 : cluster [DBG] 2022-01-18T16:14:03.567 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:03 smithi156 conmon[67007]: pgmap v287: 129 pgs: 129 active+clean; 305 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.4 KiB/s rd, 14 MiB/s wr, 630 op/s 2022-01-18T16:14:05.282 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:05 smithi156 conmon[67007]: cluster 2022-01-18T16:14:04.077213+0000 mgr.smithi129.iclwio (mgr.14716) 343 : cluster [DBG] pgmap v288: 129 pgs: 129 active+clean; 305 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.4 KiB/s rd, 13 MiB/s wr, 607 op/s 2022-01-18T16:14:05.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:05 smithi129 conmon[101092]: cluster 2022-01-18T16:14:04.077213+0000 mgr.smithi129.iclwio (mgr.14716) 343 : cluster 2022-01-18T16:14:05.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:05 smithi129 conmon[101092]: [DBG] pgmap v288: 129 pgs: 129 active+clean; 305 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.4 KiB/s rd, 13 MiB/s wr, 607 op/s 2022-01-18T16:14:07.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:07 smithi129 conmon[101092]: cluster 2022-01-18T16:14:06.078082+0000 mgr.smithi129.iclwio (mgr.14716) 344 : cluster [DBG] 2022-01-18T16:14:07.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:07 smithi129 conmon[101092]: pgmap v289: 129 pgs: 129 active+clean; 222 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 14 MiB/s wr, 690 op/s 2022-01-18T16:14:07.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:07 smithi129 conmon[101092]: audit 2022-01-18T16:14:06.364325+0000 mon.smithi129 (mon.0) 310 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:14:07.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:07 smithi129 conmon[101092]: audit 2022-01-18T16:14:06.365756+0000 mon.smithi129 (mon.0) 311 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:14:07.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:07 smithi129 conmon[101092]: audit 2022-01-18T16:14:06.366676+0000 mon.smithi129 (mon.0) 312 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:14:07.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:07 smithi129 conmon[101092]: cephadm 2022-01-18T16:14:06.367410+0000 mgr.smithi129.iclwio (mgr.14716) 345 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:14:07.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:07 smithi129 conmon[101092]: audit 2022-01-18T16:14:06.676406+0000 mon.smithi129 (mon.0) 313 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:14:07.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:07 smithi129 conmon[101092]: audit 2022-01-18T16:14:06.680880+0000 mon.smithi129 (mon.0) 314 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:14:07.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:07 smithi156 conmon[67007]: cluster 2022-01-18T16:14:06.078082+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:14:07.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:07 smithi156 conmon[67007]: 344 : cluster [DBG] pgmap v289: 129 pgs: 129 active+clean; 222 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 14 MiB/s wr, 690 op/s 2022-01-18T16:14:07.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:07 smithi156 conmon[67007]: audit 2022-01-18T16:14:06.364325+0000 mon.smithi129 (mon.0) 310 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:14:07.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:07 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T16:14:07.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:07 smithi156 conmon[67007]: 18T16:14:06.365756+0000 mon.smithi129 (mon.0) 311 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:14:07.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:07 smithi156 conmon[67007]: audit 2022-01-18T16:14: 2022-01-18T16:14:07.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:07 smithi156 conmon[67007]: 06.366676+0000 mon.smithi129 (mon.0) 312 : 2022-01-18T16:14:07.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:07 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:14:07.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:07 smithi156 conmon[67007]: cephadm 2022-01-18T16: 2022-01-18T16:14:07.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:07 smithi156 conmon[67007]: 14:06.367410+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:14:07.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:07 smithi156 conmon[67007]: 345 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:14:07.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:07 smithi156 conmon[67007]: audit 2022-01-18T16 2022-01-18T16:14:07.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:07 smithi156 conmon[67007]: :14:06.676406+0000 mon.smithi129 (mon.0 2022-01-18T16:14:07.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:07 smithi156 conmon[67007]: ) 313 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:14:07.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:07 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T16:14:07.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:07 smithi156 conmon[67007]: 16:14:06.680880+0000 mon.smithi129 (mon.0 2022-01-18T16:14:07.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:07 smithi156 conmon[67007]: ) 314 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:14:09.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:09 smithi129 conmon[101092]: cluster 2022-01-18T16:14:08.078663+0000 mgr.smithi129.iclwio (mgr.14716) 346 : cluster [DBG] pgmap v290: 129 pgs: 129 active+clean; 217 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 11 MiB/s wr, 395 op/s 2022-01-18T16:14:09.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:09 smithi156 conmon[67007]: cluster 2022-01-18T16:14:08.078663+0000 mgr.smithi129.iclwio (mgr.14716) 346 : cluster [DBG] pgmap v290: 129 pgs: 129 active+clean; 217 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 11 MiB/s wr, 395 op/s 2022-01-18T16:14:11.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:11 smithi129 conmon[101092]: cluster 2022-01-18T16:14:10.079475+0000 mgr.smithi129.iclwio (mgr.14716) 347 : cluster [DBG] pgmap v291: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 8.8 MiB/s wr, 369 op/s 2022-01-18T16:14:11.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:11 smithi156 conmon[67007]: cluster 2022-01-18T16:14:10.079475+0000 mgr.smithi129.iclwio (mgr.14716) 347 : cluster [DBG] pgmap v291: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 8.8 MiB/s wr, 369 op/s 2022-01-18T16:14:13.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:13 smithi129 conmon[101092]: cluster 2022-01-18T16:14:12.080025+0000 mgr.smithi129.iclwio (mgr.14716) 348 : cluster [DBG] pgmap v292: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.6 KiB/s rd, 879 KiB/s wr, 99 op/s 2022-01-18T16:14:13.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:13 smithi156 conmon[67007]: cluster 2022-01-18T16:14:12.080025+0000 mgr.smithi129.iclwio (mgr.14716) 348 : cluster [DBG] 2022-01-18T16:14:13.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:13 smithi156 conmon[67007]: pgmap v292: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.6 KiB/s rd, 879 KiB/s wr, 99 op/s 2022-01-18T16:14:15.282 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:15 smithi156 conmon[67007]: cluster 2022-01-18T16:14:14.080662+0000 mgr.smithi129.iclwio (mgr.14716) 349 : cluster [DBG] 2022-01-18T16:14:15.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:15 smithi156 conmon[67007]: pgmap v293: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.6 KiB/s rd, 641 KiB/s wr, 84 op/s 2022-01-18T16:14:15.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:15 smithi129 conmon[101092]: cluster 2022-01-18T16:14:14.080662+0000 mgr.smithi129.iclwio (mgr.14716) 349 : cluster 2022-01-18T16:14:15.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:15 smithi129 conmon[101092]: [DBG] pgmap v293: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.6 KiB/s rd, 641 KiB/s wr, 84 op/s 2022-01-18T16:14:17.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:17 smithi129 conmon[101092]: cluster 2022-01-18T16:14:16.081507+0000 mgr.smithi129.iclwio (mgr.14716) 350 : cluster [DBG] pgmap v294: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 641 KiB/s wr, 84 op/s 2022-01-18T16:14:17.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:17 smithi129 conmon[101092]: 2022-01-18T16:14:17.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:17 smithi156 conmon[67007]: cluster 2022-01-18T16:14:16.081507+0000 mgr.smithi129.iclwio (mgr.14716) 350 : cluster [DBG] pgmap v294: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 641 KiB/s wr, 84 op/s 2022-01-18T16:14:18.280 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:14:18.546 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:14:18.546 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (16m) 8m ago 18m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:14:18.546 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (8m) 8m ago 18m 7017k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:14:18.547 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (8m) 8m ago 17m 7037k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:14:18.547 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (16m) 8m ago 17m 38.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:14:18.547 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (12m) 8m ago 12m 39.2M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:14:18.547 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (12m) 8m ago 12m 17.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:14:18.547 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (9m) 8m ago 19m 432M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:14:18.548 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (9m) 8m ago 17m 384M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:14:18.548 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (9m) 8m ago 19m 41.6M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:14:18.548 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (8m) 8m ago 17m 32.9M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:14:18.548 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (9m) 8m ago 9m 71.1M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:14:18.549 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (9m) 8m ago 9m 57.6M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:14:18.549 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (17m) 8m ago 17m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:14:18.549 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (17m) 8m ago 17m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:14:18.549 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (16m) 8m ago 16m 1569M 4096M 16.2.4 8d91d370c2b8 9f5f63cda7b0 2022-01-18T16:14:18.550 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (16m) 8m ago 16m 1433M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:14:18.550 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (15m) 8m ago 15m 931M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:14:18.550 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (15m) 8m ago 15m 1611M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:14:18.550 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (15m) 8m ago 15m 1373M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:14:18.551 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (14m) 8m ago 14m 1737M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:14:18.551 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (14m) 8m ago 14m 1364M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:14:18.551 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (14m) 8m ago 14m 2163M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:14:18.551 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (16m) 8m ago 17m 49.9M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:14:18.870 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:14:18.871 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:14:18.871 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:14:18.871 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:14:18.872 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:14:18.872 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:14:18.872 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:14:18.872 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:14:18.873 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:14:18.873 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:14:18.873 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:14:18.873 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:14:18.874 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:14:18.874 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:14:18.874 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:14:18.874 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:14:18.875 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:14:18.875 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:14:18.875 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:14:19.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:19 smithi129 conmon[101092]: cluster 2022-01-18T16:14:18.082043+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:14:19.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:19 smithi129 conmon[101092]: .14716) 351 : cluster [DBG] pgmap v295: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 19 KiB/s wr, 0 op/s 2022-01-18T16:14:19.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:19 smithi129 conmon[101092]: audit 2022-01-18T16:14:18.285346+0000 mgr.smithi129.iclwio (mgr.14716) 352 : audit [DBG] from='client.34306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:14:19.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:19 smithi129 conmon[101092]: audit 2022-01-18T16:14:18 2022-01-18T16:14:19.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:19 smithi129 conmon[101092]: .554092+0000 mgr.smithi129.iclwio (mgr.14716) 353 : 2022-01-18T16:14:19.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:19 smithi129 conmon[101092]: audit [DBG] from='client.34310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:14:19.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:19 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T16:14:19.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:19 smithi129 conmon[101092]: 16:14:18.886807+0000 mon.smithi129 (mon.0) 315 2022-01-18T16:14:19.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:19 smithi129 conmon[101092]: : audit [DBG] from='client.? 172.21.15.129:0/39650234' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:14:19.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:19 smithi156 conmon[67007]: cluster 2022-01-18T16:14:18.082043+0000 mgr.smithi129.iclwio (mgr.14716) 351 : cluster [DBG] pgmap v295: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 19 KiB/s wr, 0 op/s 2022-01-18T16:14:19.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:19 smithi156 conmon[67007]: audit 2022-01-18T16:14:18. 2022-01-18T16:14:19.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:19 smithi156 conmon[67007]: 285346+0000 mgr.smithi129.iclwio (mgr.14716) 352 : audit [DBG] from='client.34306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:14:19.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:19 smithi156 conmon[67007]: audit 2022-01-18T16:14:18.554092+0000 mgr.smithi129.iclwio (mgr.14716) 353 : audit [DBG] from='client.34310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:14:19.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:19 smithi156 conmon[67007]: audit 2022-01-18T16:14:18.886807+0000 mon.smithi129 (mon.0) 315 : audit 2022-01-18T16:14:19.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:19 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/39650234' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:14:21.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:21 smithi129 conmon[101092]: cluster 2022-01-18T16:14:20.082904+0000 mgr.smithi129.iclwio (mgr.14716) 354 : cluster [DBG] pgmap v296: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 19 KiB/s wr, 0 op/s 2022-01-18T16:14:21.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:21 smithi129 conmon[101092]: 2022-01-18T16:14:21.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:21 smithi156 conmon[67007]: cluster 2022-01-18T16:14:20.082904+0000 mgr.smithi129.iclwio (mgr.14716) 354 : cluster [DBG] 2022-01-18T16:14:21.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:21 smithi156 conmon[67007]: pgmap v296: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 19 KiB/s wr, 0 op/s 2022-01-18T16:14:23.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:23 smithi129 conmon[101092]: cluster 2022-01-18T16:14:22.083390+0000 mgr.smithi129.iclwio (mgr.14716) 355 : cluster [DBG] pgmap v297: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:14:23.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:23 smithi156 conmon[67007]: cluster 2022-01-18T16:14:22.083390+0000 mgr.smithi129.iclwio (mgr.14716) 355 : cluster [DBG] pgmap v297: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:14:25.282 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:25 smithi156 conmon[67007]: cluster 2022-01-18T16:14:24.083916+0000 mgr.smithi129.iclwio (mgr.14716) 356 : cluster [DBG] pgmap v298: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:14:25.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:25 smithi129 conmon[101092]: cluster 2022-01-18T16:14:24.083916+0000 mgr.smithi129.iclwio (mgr.14716) 356 : cluster [DBG] pgmap v298: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:14:25.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:25 smithi129 conmon[101092]: 2022-01-18T16:14:27.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:27 smithi129 conmon[101092]: cluster 2022-01-18T16:14:26.084574+0000 mgr.smithi129.iclwio (mgr.14716) 357 : cluster [DBG] pgmap v299: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:14:27.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:27 smithi129 conmon[101092]: 2022-01-18T16:14:27.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:27 smithi156 conmon[67007]: cluster 2022-01-18T16:14:26.084574+0000 mgr.smithi129.iclwio (mgr.14716) 357 : cluster [DBG] pgmap v299: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:14:29.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:29 smithi129 conmon[101092]: cluster 2022-01-18T16:14:28.085108+0000 mgr.smithi129.iclwio (mgr.14716) 358 : cluster [DBG] 2022-01-18T16:14:29.491 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:29 smithi129 conmon[101092]: pgmap v300: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:14:29.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:29 smithi156 conmon[67007]: cluster 2022-01-18T16:14:28.085108+0000 mgr.smithi129.iclwio (mgr.14716) 358 : cluster 2022-01-18T16:14:29.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:29 smithi156 conmon[67007]: [DBG] pgmap v300: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:14:31.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:31 smithi129 conmon[101092]: cluster 2022-01-18T16:14:30.085902+0000 mgr.smithi129.iclwio (mgr.14716) 359 : cluster [DBG] pgmap v301: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:14:31.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:31 smithi156 conmon[67007]: cluster 2022-01-18T16:14:30.085902+0000 mgr.smithi129.iclwio (mgr.14716) 359 : cluster [DBG] pgmap v301: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:14:33.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:33 smithi129 conmon[101092]: cluster 2022-01-18T16:14:32.086472+0000 mgr.smithi129.iclwio (mgr.14716) 360 : cluster [DBG] pgmap v302: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:14:33.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:33 smithi156 conmon[67007]: cluster 2022-01-18T16:14:32.086472+0000 mgr.smithi129.iclwio (mgr.14716) 360 : cluster [DBG] pgmap v302: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:14:35.282 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:35 smithi156 conmon[67007]: cluster 2022-01-18T16:14:34.087253+0000 mgr.smithi129.iclwio (mgr.14716) 361 : cluster [DBG] pgmap v303: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:14:35.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:35 smithi129 conmon[101092]: cluster 2022-01-18T16:14:34.087253+0000 mgr.smithi129.iclwio (mgr.14716) 361 : cluster [DBG] pgmap v303: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:14:37.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:37 smithi129 conmon[101092]: cluster 2022-01-18T16:14:36.087942+0000 mgr.smithi129.iclwio (mgr.14716) 362 : cluster [DBG] pgmap v304: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:14:37.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:37 smithi129 conmon[101092]: 2022-01-18T16:14:37.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:37 smithi156 conmon[67007]: cluster 2022-01-18T16:14:36.087942+0000 mgr.smithi129.iclwio (mgr.14716) 362 : cluster [DBG] pgmap v304: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:14:39.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:39 smithi129 conmon[101092]: cluster 2022-01-18T16:14:38.088515+0000 mgr.smithi129.iclwio (mgr.14716) 363 : cluster [DBG] pgmap v305: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:14:39.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:39 smithi156 conmon[67007]: cluster 2022-01-18T16:14:38.088515+0000 mgr.smithi129.iclwio (mgr.14716) 363 : cluster [DBG] pgmap v305: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:14:41.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:41 smithi129 conmon[101092]: cluster 2022-01-18T16:14:40.089333+0000 mgr.smithi129.iclwio (mgr.14716) 364 : cluster [DBG] pgmap v306: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:14:41.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:41 smithi156 conmon[67007]: cluster 2022-01-18T16:14:40.089333+0000 mgr.smithi129.iclwio (mgr.14716) 364 : cluster [DBG] pgmap v306: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:14:43.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:43 smithi129 conmon[101092]: cluster 2022-01-18T16:14:42.090079+0000 mgr.smithi129.iclwio (mgr.14716) 365 : cluster [DBG] pgmap v307: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:14:43.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:43 smithi156 conmon[67007]: cluster 2022-01-18T16:14:42.090079+0000 mgr.smithi129.iclwio (mgr.14716) 365 : cluster [DBG] pgmap v307: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:14:45.282 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:45 smithi156 conmon[67007]: cluster 2022-01-18T16:14:44.090772+0000 mgr.smithi129.iclwio (mgr.14716) 366 : cluster [DBG] 2022-01-18T16:14:45.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:45 smithi156 conmon[67007]: pgmap v308: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:14:45.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:45 smithi129 conmon[101092]: cluster 2022-01-18T16:14:44.090772+0000 mgr.smithi129.iclwio (mgr.14716) 366 : cluster [DBG] pgmap v308: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:14:47.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:47 smithi129 conmon[101092]: cluster 2022-01-18T16:14:46.091457+0000 mgr.smithi129.iclwio (mgr.14716) 367 : cluster [DBG] pgmap v309: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:14:47.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:47 smithi156 conmon[67007]: cluster 2022-01-18T16:14:46.091457+0000 mgr.smithi129.iclwio (mgr.14716) 367 : cluster [DBG] pgmap v309: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:14:49.178 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:14:49.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:49 smithi129 conmon[101092]: cluster 2022-01-18T16:14:48.092171+0000 mgr.smithi129.iclwio (mgr.14716) 368 : cluster [DBG] pgmap v310: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:14:49.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:49 smithi129 conmon[101092]: 2022-01-18T16:14:49.450 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:14:49.451 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (17m) 9m ago 18m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:14:49.451 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (9m) 9m ago 18m 7017k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:14:49.451 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (8m) 8m ago 17m 7037k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:14:49.451 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (17m) 9m ago 18m 38.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:14:49.452 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (13m) 9m ago 13m 39.2M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:14:49.452 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (13m) 8m ago 13m 17.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:14:49.452 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (9m) 9m ago 19m 432M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:14:49.452 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (9m) 8m ago 17m 384M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:14:49.453 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (9m) 9m ago 19m 41.6M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:14:49.453 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (9m) 8m ago 17m 32.9M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:14:49.454 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (10m) 9m ago 10m 71.1M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:14:49.454 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (10m) 8m ago 10m 57.6M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:14:49.454 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (18m) 9m ago 18m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:14:49.454 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (17m) 8m ago 17m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:14:49.455 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (17m) 9m ago 17m 1569M 4096M 16.2.4 8d91d370c2b8 9f5f63cda7b0 2022-01-18T16:14:49.455 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (16m) 9m ago 16m 1433M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:14:49.455 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (16m) 9m ago 16m 931M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:14:49.455 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (16m) 9m ago 16m 1611M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:14:49.456 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (15m) 8m ago 15m 1373M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:14:49.456 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (15m) 8m ago 15m 1737M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:14:49.456 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (15m) 8m ago 15m 1364M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:14:49.456 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (14m) 8m ago 14m 2163M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:14:49.456 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (17m) 9m ago 17m 49.9M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:14:49.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:49 smithi156 conmon[67007]: cluster 2022-01-18T16:14:48.092171+0000 mgr.smithi129.iclwio (mgr.14716) 368 : cluster [DBG] pgmap v310: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:14:49.771 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:14:49.771 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:14:49.771 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:14:49.771 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:14:49.772 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:14:49.772 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:14:49.772 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:14:49.772 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:14:49.773 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:14:49.773 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:14:49.773 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:14:49.773 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:14:49.773 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:14:49.774 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:14:49.774 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:14:49.774 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:14:49.774 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:14:49.775 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:14:49.775 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:14:50.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:50 smithi129 conmon[101092]: audit 2022-01-18T16:14:49.182239+0000 mgr.smithi129.iclwio (mgr.14716) 369 : audit [DBG] 2022-01-18T16:14:50.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:50 smithi129 conmon[101092]: from='client.34318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:14:50.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:50 smithi129 conmon[101092]: audit 2022-01-18T16:14:49.459227+0000 mgr.smithi129.iclwio (mgr.14716) 370 : audit [DBG] from='client.34322 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:14:50.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:50 smithi129 conmon[101092]: audit 2022-01-18T16:14:49.787645+0000 mon.smithi129 (mon.0) 316 : audit 2022-01-18T16:14:50.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:50 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/1839874363' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:14:50.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:50 smithi156 conmon[67007]: audit 2022-01-18T16:14:49.182239+0000 mgr.smithi129.iclwio (mgr.14716) 369 : audit [DBG] from='client.34318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:14:50.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:50 smithi156 conmon[67007]: audit 2022-01-18T16:14:49.459227+0000 mgr.smithi129.iclwio (mgr.14716) 370 : audit [DBG] from='client.34322 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:14:50.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:50 smithi156 conmon[67007]: audit 2022-01-18T16:14:49.787645+0000 mon.smithi129 (mon.0) 316 : 2022-01-18T16:14:50.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:50 smithi156 conmon[67007]: audit [DBG] from='client.? 172.21.15.129:0/1839874363' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:14:51.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:51 smithi129 conmon[101092]: cluster 2022-01-18T16:14:50.093004+0000 mgr.smithi129.iclwio (mgr.14716) 371 : cluster [DBG] pgmap v311: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:14:51.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:51 smithi156 conmon[67007]: cluster 2022-01-18T16:14:50.093004+0000 mgr.smithi129.iclwio (mgr.14716) 371 : cluster [DBG] pgmap v311: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:14:53.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:53 smithi129 conmon[101092]: cluster 2022-01-18T16:14:52.093510+0000 mgr.smithi129.iclwio (mgr.14716) 372 : cluster [DBG] pgmap v312: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:14:53.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:53 smithi156 conmon[67007]: cluster 2022-01-18T16:14:52.093510+0000 mgr.smithi129.iclwio (mgr.14716) 372 : cluster [DBG] pgmap v312: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:14:55.282 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:55 smithi156 conmon[67007]: cluster 2022-01-18T16:14:54.094284+0000 mgr.smithi129.iclwio (mgr.14716) 373 : cluster [DBG] pgmap v313: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:14:55.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:55 smithi156 conmon[67007]: 2022-01-18T16:14:55.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:55 smithi129 conmon[101092]: cluster 2022-01-18T16:14:54.094284+0000 mgr.smithi129.iclwio (mgr.14716) 373 : cluster [DBG] pgmap v313: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:14:57.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:57 smithi129 conmon[101092]: cluster 2022-01-18T16:14:56.094962+0000 mgr.smithi129.iclwio (mgr.14716) 374 : cluster [DBG] pgmap v314: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:14:57.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:57 smithi156 conmon[67007]: cluster 2022-01-18T16:14:56.094962+0000 mgr.smithi129.iclwio (mgr.14716) 374 : cluster [DBG] 2022-01-18T16:14:57.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:57 smithi156 conmon[67007]: pgmap v314: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:14:59.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:59 smithi129 conmon[101092]: cluster 2022-01-18T16:14:58.095534+0000 mgr.smithi129.iclwio (mgr.14716) 375 : cluster [DBG] pgmap v315: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:14:59.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:59 smithi129 conmon[101092]: audit 2022-01-18T16:14:58.230990+0000 mon.smithi129 (mon.0) 317 2022-01-18T16:14:59.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:59 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:14:59.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:14:59 smithi129 conmon[101092]: audit 2022-01-18T16:14:58.231244+0000 mon.smithi129 (mon.0) 318 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:14:59.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:59 smithi156 conmon[67007]: cluster 2022-01-18T16:14:58.095534+0000 mgr.smithi129.iclwio (mgr.14716) 375 : cluster [DBG] pgmap v315: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:14:59.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:59 smithi156 conmon[67007]: audit 2022-01-18T16:14:58.230990+0000 mon.smithi129 (mon.0) 317 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:14:59.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:59 smithi156 conmon[67007]: audit 2022-01-18T16:14:58.231244+0000 mon.smithi129 (mon.0) 318 : audit 2022-01-18T16:14:59.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:14:59 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:15:01.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:01 smithi129 conmon[101092]: cluster 2022-01-18T16:15:00.096350+0000 mgr.smithi129.iclwio (mgr.14716) 376 : cluster [DBG] pgmap v316: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:15:01.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:01 smithi156 conmon[67007]: cluster 2022-01-18T16:15:00.096350+0000 mgr.smithi129.iclwio (mgr.14716) 376 : cluster [DBG] pgmap v316: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:15:03.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:03 smithi129 conmon[101092]: cluster 2022-01-18T16:15:02.096933+0000 mgr.smithi129.iclwio (mgr.14716) 377 : cluster [DBG] pgmap v317: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:03.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:03 smithi156 conmon[67007]: cluster 2022-01-18T16:15:02.096933+0000 mgr.smithi129.iclwio (mgr.14716) 377 : cluster [DBG] 2022-01-18T16:15:03.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:03 smithi156 conmon[67007]: pgmap v317: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:05.282 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:05 smithi156 conmon[67007]: cluster 2022-01-18T16:15:04.097426+0000 mgr.smithi129.iclwio (mgr.14716) 378 : cluster 2022-01-18T16:15:05.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:05 smithi156 conmon[67007]: [DBG] pgmap v318: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:05.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:05 smithi129 conmon[101092]: cluster 2022-01-18T16:15:04.097426+0000 mgr.smithi129.iclwio (mgr.14716) 378 : cluster [DBG] pgmap v318: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:07.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:07 smithi129 conmon[101092]: cluster 2022-01-18T16:15:06.098237+0000 mgr.smithi129.iclwio (mgr.14716) 379 : cluster [DBG] pgmap v319: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:15:07.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:07 smithi129 conmon[101092]: audit 2022-01-18T16: 2022-01-18T16:15:07.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:07 smithi129 conmon[101092]: 15:06.683453+0000 mon.smithi129 (mon.0) 319 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:15:07.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:07 smithi129 conmon[101092]: audit 2022-01-18T16:15:06.684926+0000 mon.smithi129 (mon.0) 320 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:15:07.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:07 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T16:15:07.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:07 smithi129 conmon[101092]: T16:15:06.685750+0000 mon.smithi129 (mon.0) 321 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:15:07.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:07 smithi129 conmon[101092]: cephadm 2022-01- 2022-01-18T16:15:07.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:07 smithi129 conmon[101092]: 18T16:15:06.686460+0000 2022-01-18T16:15:07.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:07 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 380 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:15:07.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:07 smithi129 conmon[101092]: 2022-01-18T16:15:07.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:07 smithi129 conmon[101092]: audit 2022-01-18T16 2022-01-18T16:15:07.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:07 smithi129 conmon[101092]: :15:06.981133+0000 mon.smithi129 (mon. 2022-01-18T16:15:07.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:07 smithi129 conmon[101092]: 0) 322 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T16:15:07.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:07 smithi129 conmon[101092]: audit 2022 2022-01-18T16:15:07.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:07 smithi129 conmon[101092]: -01-18T16:15:06 2022-01-18T16:15:07.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:07 smithi129 conmon[101092]: .992690+0000 mon.smithi129 (mon.0) 323 : audit 2022-01-18T16:15:07.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:07 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T16:15:07.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:07 smithi129 conmon[101092]: audit 2022-01-18T16:15:06.996755+0000 2022-01-18T16:15:07.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:07 smithi129 conmon[101092]: mon.smithi129 (mon.0) 324 : audit [INF] 2022-01-18T16:15:07.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:07 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:15:07.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:07 smithi129 conmon[101092]: audit 2022- 2022-01-18T16:15:07.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:07 smithi129 conmon[101092]: 01-18T16:15:07 2022-01-18T16:15:07.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:07 smithi129 conmon[101092]: .003735+0000 mon.smithi129 (mon.0 2022-01-18T16:15:07.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:07 smithi129 conmon[101092]: ) 325 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:15:07.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:07 smithi156 conmon[67007]: cluster 2022-01-18T16:15:06.098237+0000 mgr.smithi129.iclwio (mgr.14716) 379 2022-01-18T16:15:07.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:07 smithi156 conmon[67007]: : cluster [DBG] pgmap v319: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:15:07.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:07 smithi156 conmon[67007]: audit 2022-01-18T16:15:06.683453+0000 mon.smithi129 (mon.0) 319 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:15:07.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:07 smithi156 conmon[67007]: audit 2022-01-18T16:15:06.684926+0000 mon.smithi129 (mon.0) 320 : 2022-01-18T16:15:07.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:07 smithi156 conmon[67007]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:15:07.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:07 smithi156 conmon[67007]: audit 2022-01-18T16:15:06.685750+0000 mon.smithi129 (mon.0) 321 2022-01-18T16:15:07.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:07 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:15:07.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:07 smithi156 conmon[67007]: cephadm 2022-01-18T16:15: 2022-01-18T16:15:07.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:07 smithi156 conmon[67007]: 06.686460+0000 mgr.smithi129.iclwio (mgr.14716) 380 : 2022-01-18T16:15:07.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:07 smithi156 conmon[67007]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:15:07.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:07 smithi156 conmon[67007]: audit 2022-01-18T16: 2022-01-18T16:15:07.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:07 smithi156 conmon[67007]: 15:06.981133+0000 mon.smithi129 (mon.0) 322 2022-01-18T16:15:07.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:07 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T16:15:07.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:07 smithi156 conmon[67007]: audit 2022-01-18T16: 2022-01-18T16:15:07.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:07 smithi156 conmon[67007]: 15:06.992690+0000 mon.smithi129 (mon.0) 2022-01-18T16:15:07.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:07 smithi156 conmon[67007]: 323 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T16:15:07.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:07 smithi156 conmon[67007]: audit 2022-01-18T16 2022-01-18T16:15:07.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:07 smithi156 conmon[67007]: :15:06.996755+0000 mon.smithi129 (mon.0 2022-01-18T16:15:07.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:07 smithi156 conmon[67007]: ) 324 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:15:07.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:07 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T16:15:07.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:07 smithi156 conmon[67007]: 16:15:07.003735+0000 mon.smithi129 (mon. 2022-01-18T16:15:07.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:07 smithi156 conmon[67007]: 0) 325 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:15:09.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:09 smithi129 conmon[101092]: cluster 2022-01-18T16:15:08.098829+0000 mgr.smithi129.iclwio (mgr.14716) 381 : cluster [DBG] 2022-01-18T16:15:09.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:09 smithi129 conmon[101092]: pgmap v320: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:09.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:09 smithi156 conmon[67007]: cluster 2022-01-18T16:15:08.098829+0000 mgr.smithi129.iclwio (mgr.14716) 381 : cluster [DBG] 2022-01-18T16:15:09.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:09 smithi156 conmon[67007]: pgmap v320: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:11.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:11 smithi129 conmon[101092]: cluster 2022-01-18T16:15:10.099719+0000 mgr.smithi129.iclwio (mgr.14716) 382 : cluster [DBG] 2022-01-18T16:15:11.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:11 smithi129 conmon[101092]: pgmap v321: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:15:11.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:11 smithi156 conmon[67007]: cluster 2022-01-18T16:15:10.099719+0000 mgr.smithi129.iclwio (mgr.14716) 382 : cluster [DBG] 2022-01-18T16:15:11.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:11 smithi156 conmon[67007]: pgmap v321: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:15:13.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:13 smithi129 conmon[101092]: cluster 2022-01-18T16:15:12.100301+0000 mgr.smithi129.iclwio (mgr.14716) 383 : cluster [DBG] pgmap v322: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:13.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:13 smithi129 conmon[101092]: 2022-01-18T16:15:13.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:13 smithi156 conmon[67007]: cluster 2022-01-18T16:15:12.100301+0000 mgr.smithi129.iclwio (mgr.14716) 383 : cluster [DBG] pgmap v322: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:15.282 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:15 smithi156 conmon[67007]: cluster 2022-01-18T16:15:14.101116+0000 mgr.smithi129.iclwio (mgr.14716) 384 : cluster 2022-01-18T16:15:15.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:15 smithi156 conmon[67007]: [DBG] pgmap v323: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:15.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:15 smithi129 conmon[101092]: cluster 2022-01-18T16:15:14.101116+0000 mgr.smithi129.iclwio (mgr.14716) 384 : cluster [DBG] pgmap v323: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:15.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:15 smithi129 conmon[101092]: 2022-01-18T16:15:17.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:17 smithi129 conmon[101092]: cluster 2022-01-18T16:15:16.101736+0000 mgr.smithi129.iclwio (mgr.14716) 385 2022-01-18T16:15:17.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:17 smithi129 conmon[101092]: : cluster [DBG] pgmap v324: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:15:17.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:17 smithi156 conmon[67007]: cluster 2022-01-18T16:15:16.101736+0000 mgr.smithi129.iclwio (mgr.14716) 385 : cluster 2022-01-18T16:15:17.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:17 smithi156 conmon[67007]: [DBG] pgmap v324: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:15:19.421 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:19 smithi129 conmon[101092]: cluster 2022-01-18T16:15:18.102316+0000 mgr.smithi129.iclwio (mgr.14716) 386 : cluster [DBG] pgmap v325: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:19.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:19 smithi156 conmon[67007]: cluster 2022-01-18T16:15:18.102316+0000 mgr.smithi129.iclwio (mgr.14716) 386 : cluster [DBG] 2022-01-18T16:15:19.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:19 smithi156 conmon[67007]: pgmap v325: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:20.072 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:15:20.336 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:15:20.336 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (17m) 9m ago 19m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:15:20.337 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (9m) 9m ago 19m 7017k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:15:20.337 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (9m) 9m ago 18m 7037k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:15:20.337 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (17m) 9m ago 18m 38.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:15:20.337 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (13m) 9m ago 13m 39.2M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:15:20.338 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (13m) 9m ago 13m 17.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:15:20.338 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (10m) 9m ago 20m 432M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:15:20.338 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (10m) 9m ago 18m 384M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:15:20.338 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (10m) 9m ago 20m 41.6M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:15:20.339 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (9m) 9m ago 18m 32.9M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:15:20.339 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (10m) 9m ago 10m 71.1M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:15:20.339 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (10m) 9m ago 10m 57.6M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:15:20.339 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (18m) 9m ago 18m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:15:20.340 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (18m) 9m ago 18m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:15:20.340 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (17m) 9m ago 17m 1569M 4096M 16.2.4 8d91d370c2b8 9f5f63cda7b0 2022-01-18T16:15:20.340 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (17m) 9m ago 17m 1433M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:15:20.341 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (16m) 9m ago 16m 931M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:15:20.341 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (16m) 9m ago 16m 1611M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:15:20.341 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (16m) 9m ago 16m 1373M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:15:20.341 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (15m) 9m ago 15m 1737M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:15:20.341 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (15m) 9m ago 15m 1364M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:15:20.342 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (15m) 9m ago 15m 2163M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:15:20.342 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (17m) 9m ago 18m 49.9M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:15:20.655 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:15:20.655 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:15:20.655 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:15:20.656 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:15:20.656 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:15:20.656 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:15:20.657 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:15:20.657 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:15:20.657 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:15:20.657 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:15:20.657 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:15:20.658 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:15:20.659 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:15:20.659 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:15:20.659 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:15:20.660 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:15:20.660 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:15:20.660 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:15:20.660 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:15:21.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:21 smithi129 conmon[101092]: audit 2022-01-18T16:15:20.076130+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:15:21.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:21 smithi129 conmon[101092]: ) 387 : audit [DBG] from='client.34330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:15:21.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:21 smithi129 conmon[101092]: cluster 2022-01-18T16:15:20.102980+0000 mgr.smithi129.iclwio (mgr.14716) 388 : cluster [DBG] pgmap v326: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:15:21.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:21 smithi129 conmon[101092]: audit 2022-01-18T16:15:20.344503+0000 mgr.smithi129.iclwio (mgr.14716) 389 : audit [DBG] 2022-01-18T16:15:21.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:21 smithi129 conmon[101092]: from='client.34334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:15:21.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:21 smithi129 conmon[101092]: audit 2022-01-18T16:15: 2022-01-18T16:15:21.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:21 smithi129 conmon[101092]: 20.672038+0000 mon.smithi129 (mon.0) 326 : audit 2022-01-18T16:15:21.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:21 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/3549091306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:15:21.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:21 smithi156 conmon[67007]: audit 2022-01-18T16:15:20.076130+0000 mgr.smithi129.iclwio (mgr.14716) 387 : audit [DBG] 2022-01-18T16:15:21.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:21 smithi156 conmon[67007]: from='client.34330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:15:21.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:21 smithi156 conmon[67007]: cluster 2022-01-18T16:15:20.102980+0000 mgr.smithi129.iclwio (mgr.14716) 388 : cluster [DBG] pgmap v326: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:15:21.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:21 smithi156 conmon[67007]: audit 2022-01-18T16:15:20.344503+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:15:21.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:21 smithi156 conmon[67007]: 14716) 389 : audit [DBG] from='client.34334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:15:21.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:21 smithi156 conmon[67007]: audit 2022-01-18T16:15: 2022-01-18T16:15:21.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:21 smithi156 conmon[67007]: 20.672038+0000 mon.smithi129 (mon.0) 326 : audit [DBG] from='client.? 172.21.15.129:0/3549091306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:15:23.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:23 smithi129 conmon[101092]: cluster 2022-01-18T16:15:22.103584+0000 mgr.smithi129.iclwio (mgr.14716) 390 : cluster [DBG] pgmap v327: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:23.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:23 smithi156 conmon[67007]: cluster 2022-01-18T16:15:22.103584+0000 mgr.smithi129.iclwio (mgr.14716) 390 : cluster [DBG] pgmap v327: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:25.282 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:25 smithi156 conmon[67007]: cluster 2022-01-18T16:15:24.104243+0000 mgr.smithi129.iclwio (mgr.14716) 391 : cluster [DBG] pgmap v328: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:25.421 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:25 smithi129 conmon[101092]: cluster 2022-01-18T16:15:24.104243+0000 mgr.smithi129.iclwio (mgr.14716) 391 : 2022-01-18T16:15:25.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:25 smithi129 conmon[101092]: cluster [DBG] pgmap v328: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:27.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:27 smithi129 conmon[101092]: cluster 2022-01-18T16:15:26.104837+0000 mgr.smithi129.iclwio (mgr.14716) 392 : cluster [DBG] pgmap v329: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:15:27.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:27 smithi156 conmon[67007]: cluster 2022-01-18T16:15:26.104837+0000 mgr.smithi129.iclwio (mgr.14716) 392 : cluster [DBG] pgmap v329: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:15:29.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:29 smithi129 conmon[101092]: cluster 2022-01-18T16:15:28.105461+0000 mgr.smithi129.iclwio (mgr.14716) 393 : cluster [DBG] pgmap v330: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:29.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:29 smithi156 conmon[67007]: cluster 2022-01-18T16:15:28.105461+0000 mgr.smithi129.iclwio (mgr.14716) 393 : cluster [DBG] pgmap v330: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:31.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:31 smithi129 conmon[101092]: cluster 2022-01-18T16:15:30.106352+0000 mgr.smithi129.iclwio (mgr.14716) 394 : cluster [DBG] pgmap v331: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:15:31.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:31 smithi156 conmon[67007]: cluster 2022-01-18T16:15:30.106352+0000 mgr.smithi129.iclwio (mgr.14716) 394 : cluster [DBG] pgmap v331: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:15:33.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:33 smithi129 conmon[101092]: cluster 2022-01-18T16:15:32.106987+0000 2022-01-18T16:15:33.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:33 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 395 : cluster [DBG] pgmap v332: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:33.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:33 smithi156 conmon[67007]: cluster 2022-01-18T16:15:32.106987+0000 mgr.smithi129.iclwio (mgr.14716) 395 : cluster [DBG] pgmap v332: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:35.282 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:35 smithi156 conmon[67007]: cluster 2022-01-18T16:15:34.107546+0000 mgr.smithi129.iclwio (mgr.14716) 396 : cluster [DBG] pgmap v333: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:15:35.421 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:35 smithi129 conmon[101092]: cluster 2022-01-18T16:15:34.107546+0000 mgr.smithi129.iclwio (mgr.14716) 396 : cluster [DBG] pgmap v333: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:15:37.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:37 smithi129 conmon[101092]: cluster 2022-01-18T16:15:36.108308+0000 mgr.smithi129.iclwio (mgr.14716) 397 : cluster [DBG] 2022-01-18T16:15:37.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:37 smithi129 conmon[101092]: pgmap v334: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:15:37.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:37 smithi156 conmon[67007]: cluster 2022-01-18T16:15:36.108308+0000 mgr.smithi129.iclwio (mgr.14716) 397 : cluster [DBG] pgmap v334: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:15:39.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:39 smithi129 conmon[101092]: cluster 2022-01-18T16:15:38.108938+0000 mgr.smithi129.iclwio (mgr.14716) 398 : cluster [DBG] pgmap v335: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:39.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:39 smithi156 conmon[67007]: cluster 2022-01-18T16:15:38.108938+0000 mgr.smithi129.iclwio (mgr.14716) 398 : cluster [DBG] pgmap v335: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:41.421 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:41 smithi129 conmon[101092]: cluster 2022-01-18T16:15:40.109841+0000 mgr.smithi129.iclwio (mgr.14716) 399 : cluster [DBG] pgmap v336: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:15:41.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:41 smithi156 conmon[67007]: cluster 2022-01-18T16:15:40.109841+0000 mgr.smithi129.iclwio (mgr.14716) 399 : cluster [DBG] pgmap v336: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:15:43.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:43 smithi129 conmon[101092]: cluster 2022-01-18T16:15:42.110310+0000 mgr.smithi129.iclwio (mgr.14716) 400 : cluster [DBG] pgmap v337: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:43.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:43 smithi156 conmon[67007]: cluster 2022-01-18T16:15:42.110310+0000 mgr.smithi129.iclwio (mgr.14716) 400 : cluster [DBG] pgmap v337: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:45.282 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:45 smithi156 conmon[67007]: cluster 2022-01-18T16:15:44.111195+0000 mgr.smithi129.iclwio (mgr.14716) 401 : cluster [DBG] pgmap v338: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:15:45.282 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:45 smithi156 conmon[67007]: 2022-01-18T16:15:45.421 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:45 smithi129 conmon[101092]: cluster 2022-01-18T16:15:44.111195+0000 mgr.smithi129.iclwio (mgr.14716) 401 : cluster [DBG] pgmap v338: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:15:45.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:45 smithi129 conmon[101092]: 2022-01-18T16:15:47.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:47 smithi129 conmon[101092]: cluster 2022-01-18T16:15:46.111930+0000 mgr.smithi129.iclwio (mgr.14716) 402 : cluster [DBG] pgmap v339: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:47.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:47 smithi156 conmon[67007]: cluster 2022-01-18T16:15:46.111930+0000 mgr.smithi129.iclwio (mgr.14716) 402 : cluster [DBG] pgmap v339: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:49.421 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:49 smithi129 conmon[101092]: cluster 2022-01-18T16:15:48.112609+0000 mgr.smithi129.iclwio (mgr.14716) 403 : cluster [DBG] pgmap v340: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:49.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:49 smithi156 conmon[67007]: cluster 2022-01-18T16:15:48.112609+0000 mgr.smithi129.iclwio (mgr.14716) 403 : cluster 2022-01-18T16:15:49.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:49 smithi156 conmon[67007]: [DBG] pgmap v340: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:50.953 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:15:51.220 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:15:51.220 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (18m) 10m ago 19m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:15:51.220 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (10m) 10m ago 19m 7017k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:15:51.220 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (10m) 9m ago 18m 7037k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:15:51.221 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (18m) 10m ago 19m 38.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:15:51.221 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (14m) 10m ago 14m 39.2M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:15:51.221 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (14m) 9m ago 14m 17.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:15:51.221 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (11m) 10m ago 20m 432M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:15:51.222 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (10m) 9m ago 18m 384M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:15:51.222 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (10m) 10m ago 20m 41.6M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:15:51.222 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (10m) 9m ago 18m 32.9M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:15:51.222 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (11m) 10m ago 11m 71.1M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:15:51.223 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (11m) 9m ago 11m 57.6M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:15:51.223 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (19m) 10m ago 19m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:15:51.223 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (18m) 9m ago 18m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:15:51.223 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (18m) 10m ago 18m 1569M 4096M 16.2.4 8d91d370c2b8 9f5f63cda7b0 2022-01-18T16:15:51.224 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (17m) 10m ago 17m 1433M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:15:51.224 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (17m) 10m ago 17m 931M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:15:51.224 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (17m) 10m ago 17m 1611M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:15:51.224 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (16m) 9m ago 16m 1373M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:15:51.224 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (16m) 9m ago 16m 1737M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:15:51.225 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (16m) 9m ago 16m 1364M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:15:51.225 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (15m) 9m ago 15m 2163M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:15:51.225 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (18m) 10m ago 18m 49.9M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:15:51.421 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:51 smithi129 conmon[101092]: cluster 2022-01-18T16:15:50.113452+0000 mgr.smithi129.iclwio (mgr.14716) 404 : cluster [DBG] pgmap v341: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:15:51.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:51 smithi129 conmon[101092]: audit 2022-01-18T16:15:50.958208+0000 mgr.smithi129.iclwio (mgr.14716) 405 : audit [DBG] from='client.34342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:15:51.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:51 smithi156 conmon[67007]: cluster 2022-01-18T16:15:50.113452+0000 mgr.smithi129.iclwio (mgr.14716) 404 : cluster [DBG] pgmap v341: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:15:51.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:51 smithi156 conmon[67007]: 2022-01-18T16:15:51.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:51 smithi156 conmon[67007]: audit 2022-01-18T16:15:50.958208+0000 mgr.smithi129.iclwio (mgr.14716) 405 : audit [DBG] from='client.34342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:15:51.537 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:15:51.537 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:15:51.538 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:15:51.538 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:15:51.538 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:15:51.538 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:15:51.539 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:15:51.539 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:15:51.539 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:15:51.539 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:15:51.539 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:15:51.540 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:15:51.540 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:15:51.540 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:15:51.540 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:15:51.541 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:15:51.541 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:15:51.541 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:15:51.541 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:15:52.421 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:52 smithi129 conmon[101092]: audit 2022-01-18T16:15:51.228191+0000 mgr.smithi129.iclwio (mgr.14716) 406 : audit [DBG] 2022-01-18T16:15:52.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:52 smithi129 conmon[101092]: from='client.34346 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:15:52.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:52 smithi129 conmon[101092]: audit 2022-01-18T16:15:51.554677+0000 mon.smithi129 (mon.0) 327 : audit [DBG] from='client.? 172.21.15.129:0/2848240266' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:15:52.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:52 smithi156 conmon[67007]: audit 2022-01-18T16:15:51.228191+0000 mgr.smithi129.iclwio (mgr.14716) 406 : audit [DBG] from='client.34346 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:15:52.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:52 smithi156 conmon[67007]: audit 2022-01-18T16:15:51.554677+0000 mon.smithi129 (mon.0) 327 : audit [DBG] from='client.? 172.21.15.129:0/2848240266' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:15:53.421 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:53 smithi129 conmon[101092]: cluster 2022-01-18T16:15:52.113930+0000 mgr.smithi129.iclwio (mgr.14716) 407 : cluster [DBG] pgmap v342: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:53.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:53 smithi129 conmon[101092]: 2022-01-18T16:15:53.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:53 smithi156 conmon[67007]: cluster 2022-01-18T16:15:52.113930+0000 mgr.smithi129.iclwio (mgr.14716) 407 : cluster 2022-01-18T16:15:53.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:53 smithi156 conmon[67007]: [DBG] pgmap v342: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:55.282 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:55 smithi156 conmon[67007]: cluster 2022-01-18T16:15:54.114492+0000 mgr.smithi129.iclwio (mgr.14716) 408 : cluster 2022-01-18T16:15:55.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:55 smithi156 conmon[67007]: [DBG] pgmap v343: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:15:55.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:55 smithi129 conmon[101092]: cluster 2022-01-18T16:15:54.114492+0000 mgr.smithi129.iclwio (mgr.14716) 408 : cluster [DBG] 2022-01-18T16:15:55.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:55 smithi129 conmon[101092]: pgmap v343: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:15:57.421 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:57 smithi129 conmon[101092]: cluster 2022-01-18T16:15:56.115153+0000 mgr.smithi129.iclwio (mgr.14716) 409 : cluster [DBG] pgmap v344: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:57.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:57 smithi156 conmon[67007]: cluster 2022-01-18T16:15:56.115153+0000 mgr.smithi129.iclwio (mgr.14716) 409 : 2022-01-18T16:15:57.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:57 smithi156 conmon[67007]: cluster [DBG] pgmap v344: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:59.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:59 smithi129 conmon[101092]: cluster 2022-01-18T16:15:58.115832+0000 mgr.smithi129.iclwio (mgr.14716) 410 : cluster [DBG] pgmap v345: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:59.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:59 smithi129 conmon[101092]: audit 2022-01-18T16:15:58.234070+0000 mon.smithi129 (mon. 2022-01-18T16:15:59.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:59 smithi129 conmon[101092]: 0) 328 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:15:59.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:15:59 smithi129 conmon[101092]: audit 2022-01-18T16:15:58.234618+0000 mon.smithi129 (mon.0) 329 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:15:59.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:59 smithi156 conmon[67007]: cluster 2022-01-18T16:15:58.115832+0000 mgr.smithi129.iclwio (mgr.14716) 410 : cluster [DBG] pgmap v345: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:15:59.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:59 smithi156 conmon[67007]: audit 2022-01-18T16:15:58.234070+0000 mon.smithi129 (mon.0) 328 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:15:59.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:15:59 smithi156 conmon[67007]: audit 2022-01-18T16:15:58.234618+0000 mon.smithi129 (mon.0) 329 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:16:01.421 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:01 smithi129 conmon[101092]: cluster 2022-01-18T16:16:00.116758+0000 mgr.smithi129.iclwio (mgr.14716) 411 : cluster [DBG] pgmap v346: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:16:01.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:01 smithi156 conmon[67007]: cluster 2022-01-18T16:16:00.116758+0000 mgr.smithi129.iclwio (mgr.14716) 411 : cluster [DBG] pgmap v346: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:16:03.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:03 smithi129 conmon[101092]: cluster 2022-01-18T16:16:02.117527+0000 mgr.smithi129.iclwio (mgr.14716) 412 : cluster [DBG] pgmap v347: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:03.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:03 smithi129 conmon[101092]: 2022-01-18T16:16:03.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:03 smithi156 conmon[67007]: cluster 2022-01-18T16:16:02.117527+0000 mgr.smithi129.iclwio (mgr.14716) 412 : cluster [DBG] 2022-01-18T16:16:03.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:03 smithi156 conmon[67007]: pgmap v347: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:05.282 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:05 smithi156 conmon[67007]: cluster 2022-01-18T16:16:04.118345+0000 mgr.smithi129.iclwio (mgr.14716) 413 : cluster 2022-01-18T16:16:05.282 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:05 smithi156 conmon[67007]: [DBG] pgmap v348: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:16:05.421 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:05 smithi129 conmon[101092]: cluster 2022-01-18T16:16:04.118345+0000 mgr.smithi129.iclwio (mgr.14716) 413 : cluster [DBG] pgmap v348: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:16:07.421 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:07 smithi129 conmon[101092]: cluster 2022-01-18T16:16:06.119036+0000 mgr.smithi129.iclwio (mgr.14716) 414 : cluster 2022-01-18T16:16:07.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:07 smithi129 conmon[101092]: [DBG] pgmap v349: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:07.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:07 smithi129 conmon[101092]: audit 2022-01-18T16:16:07.006119+0000 mon.smithi129 (mon.0) 330 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:16:07.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:07 smithi129 conmon[101092]: audit 2022-01-18T16:16: 2022-01-18T16:16:07.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:07 smithi129 conmon[101092]: 07.007578+0000 mon.smithi129 (mon.0) 331 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:16:07.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:07 smithi129 conmon[101092]: audit 2022-01-18T16:16: 2022-01-18T16:16:07.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:07 smithi129 conmon[101092]: 07.008413+0000 mon.smithi129 (mon.0) 332 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:16:07.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:07 smithi156 conmon[67007]: cluster 2022-01-18T16:16:06.119036+0000 mgr.smithi129.iclwio (mgr.14716) 414 : cluster [DBG] pgmap v349: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:07.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:07 smithi156 conmon[67007]: 2022-01-18T16:16:07.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:07 smithi156 conmon[67007]: audit 2022-01-18T16:16:07.006119+0000 mon.smithi129 (mon.0) 330 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:16:07.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:07 smithi156 conmon[67007]: audit 2022-01-18T16:16:07.007578+0000 mon.smithi129 (mon.0) 2022-01-18T16:16:07.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:07 smithi156 conmon[67007]: 331 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:16:07.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:07 smithi156 conmon[67007]: audit 2022-01-18T16:16:07.008413+0000 mon.smithi129 (mon.0) 332 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:16:08.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:08 smithi156 conmon[67007]: cephadm 2022-01-18T16:16:07.009128+0000 mgr.smithi129.iclwio (mgr.14716) 415 : cephadm [WRN] 2022-01-18T16:16:08.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:08 smithi156 conmon[67007]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:16:08.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:08 smithi156 conmon[67007]: audit 2022-01-18T16:16:07.268217+0000 mon.smithi129 (mon.0) 333 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:16:08.671 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:08 smithi129 conmon[101092]: cephadm 2022-01-18T16:16:07.009128+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:16:08.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:08 smithi129 conmon[101092]: 415 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:16:08.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:08 smithi129 conmon[101092]: audit 2022-01-18T16:16:07.268217+0000 mon.smithi129 (mon.0) 333 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:16:09.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:09 smithi156 conmon[67007]: cluster 2022-01-18T16:16:08.119559+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:16:09.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:09 smithi156 conmon[67007]: 14716) 416 : cluster [DBG] pgmap v350: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:09.671 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:09 smithi129 conmon[101092]: cluster 2022-01-18T16:16:08.119559+0000 mgr.smithi129.iclwio (mgr.14716) 416 : 2022-01-18T16:16:09.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:09 smithi129 conmon[101092]: cluster [DBG] pgmap v350: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:12.171 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:11 smithi129 conmon[101092]: cluster 2022-01-18T16:16:10.120443+0000 mgr.smithi129.iclwio (mgr.14716) 417 : cluster 2022-01-18T16:16:12.172 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:11 smithi129 conmon[101092]: [DBG] pgmap v351: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:16:12.172 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:11 smithi129 conmon[101092]: audit 2022-01-18T16:16:10.814974+0000 mon.smithi129 (mon.0) 334 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:16:12.282 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:11 smithi156 conmon[67007]: cluster 2022-01-18T16:16:10.120443+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:16:12.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:11 smithi156 conmon[67007]: 417 : cluster [DBG] pgmap v351: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:16:12.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:11 smithi156 conmon[67007]: audit 2022-01-18T16:16:10.814974+0000 mon.smithi129 (mon.0) 334 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:16:13.922 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:13 smithi129 conmon[101092]: cluster 2022-01-18T16:16:12.121026+0000 mgr.smithi129.iclwio (mgr.14716) 418 : cluster [DBG] pgmap v352: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:13.922 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:13 smithi129 conmon[101092]: audit 2022-01-18T16:16:12.667482+0000 mon.smithi129 (mon.0) 335 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:16:13.922 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:13 smithi129 conmon[101092]: audit 2022-01-18T16:16:12.963061+0000 mon.smithi129 (mon.0) 336 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:16:13.923 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:13 smithi129 conmon[101092]: audit 2022-01-18T16:16:12.967968+0000 mon.smithi129 (mon.0) 337 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:16:14.032 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:13 smithi156 conmon[67007]: cluster 2022-01-18T16:16:12.121026+0000 mgr.smithi129.iclwio (mgr.14716) 418 : cluster [DBG] 2022-01-18T16:16:14.033 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:13 smithi156 conmon[67007]: pgmap v352: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:14.033 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:13 smithi156 conmon[67007]: audit 2022-01-18T16:16:12.667482+0000 mon.smithi129 (mon.0) 335 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:16:14.033 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:13 smithi156 conmon[67007]: audit 2022- 2022-01-18T16:16:14.034 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:13 smithi156 conmon[67007]: 01-18T16:16:12.963061+0000 mon.smithi129 (mon.0) 336 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:16:14.034 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:13 smithi156 conmon[67007]: audit 2022-01-18T16:16:12.967968 2022-01-18T16:16:14.034 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:13 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 337 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:16:15.282 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:15 smithi156 conmon[67007]: cluster 2022-01-18T16:16:14.121682+0000 mgr.smithi129.iclwio (mgr.14716) 419 : cluster [DBG] pgmap v353: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:16:15.421 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:15 smithi129 conmon[101092]: cluster 2022-01-18T16:16:14.121682+0000 mgr.smithi129.iclwio (mgr.14716) 419 : cluster 2022-01-18T16:16:15.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:15 smithi129 conmon[101092]: [DBG] pgmap v353: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:16:17.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:17 smithi129 conmon[101092]: cluster 2022-01-18T16:16:16.122150+0000 mgr.smithi129.iclwio (mgr.14716) 420 : cluster [DBG] pgmap v354: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:17.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:17 smithi156 conmon[67007]: cluster 2022-01-18T16:16:16.122150+0000 mgr.smithi129.iclwio (mgr.14716) 420 : cluster 2022-01-18T16:16:17.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:17 smithi156 conmon[67007]: [DBG] pgmap v354: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:19.421 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:19 smithi129 conmon[101092]: cluster 2022-01-18T16:16:18.122716+0000 mgr.smithi129.iclwio (mgr.14716) 421 : cluster [DBG] 2022-01-18T16:16:19.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:19 smithi129 conmon[101092]: pgmap v355: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:19.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:19 smithi156 conmon[67007]: cluster 2022-01-18T16:16:18.122716+0000 mgr.smithi129.iclwio (mgr.14716) 421 : cluster 2022-01-18T16:16:19.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:19 smithi156 conmon[67007]: [DBG] pgmap v355: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:21.421 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:21 smithi129 conmon[101092]: cluster 2022-01-18T16:16:20.123465+0000 mgr.smithi129.iclwio (mgr.14716) 422 : cluster [DBG] pgmap v356: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:16:21.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:21 smithi156 conmon[67007]: cluster 2022-01-18T16:16:20.123465+0000 mgr.smithi129.iclwio (mgr.14716) 422 : cluster [DBG] 2022-01-18T16:16:21.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:21 smithi156 conmon[67007]: pgmap v356: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:16:21.838 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:16:22.105 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:16:22.105 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (18m) 9s ago 20m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:16:22.105 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (10m) 9s ago 20m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:16:22.105 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (10m) 11s ago 19m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:16:22.106 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (18m) 9s ago 19m 39.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:16:22.106 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (14m) 9s ago 14m 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:16:22.106 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (14m) 11s ago 14m 19.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:16:22.106 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (11m) 9s ago 21m 462M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:16:22.107 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (11m) 11s ago 19m 388M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:16:22.107 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (11m) 9s ago 21m 160M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:16:22.107 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (10m) 11s ago 19m 95.2M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:16:22.107 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (11m) 9s ago 11m 149M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:16:22.107 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (11m) 11s ago 11m 94.0M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:16:22.108 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (19m) 9s ago 19m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:16:22.108 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (19m) 11s ago 19m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:16:22.108 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5m) 9s ago 18m 1453M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:16:22.108 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (18m) 9s ago 18m 2444M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:16:22.109 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (17m) 9s ago 17m 1918M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:16:22.109 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (17m) 9s ago 17m 2432M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:16:22.109 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (17m) 11s ago 17m 2262M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:16:22.109 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (16m) 11s ago 16m 2870M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:16:22.109 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (16m) 11s ago 16m 2233M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:16:22.110 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (16m) 11s ago 16m 3372M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:16:22.110 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (18m) 9s ago 19m 52.3M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:16:22.421 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:22 smithi129 conmon[101092]: audit 2022-01-18T16:16:21.842355+0000 mgr.smithi129.iclwio (mgr.14716) 423 : audit [DBG] 2022-01-18T16:16:22.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:22 smithi129 conmon[101092]: from='client.34354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:16:22.425 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:16:22.425 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:16:22.426 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:16:22.426 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:16:22.426 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:16:22.426 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:16:22.427 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:16:22.427 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:16:22.427 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:16:22.427 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:16:22.427 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:16:22.428 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:16:22.428 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:16:22.428 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:16:22.428 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:16:22.429 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:16:22.429 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:16:22.429 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:16:22.429 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:16:22.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:22 smithi156 conmon[67007]: audit 2022-01-18T16:16:21.842355+0000 mgr.smithi129.iclwio (mgr.14716) 423 : audit 2022-01-18T16:16:22.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:22 smithi156 conmon[67007]: [DBG] from='client.34354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:16:23.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:23 smithi156 conmon[67007]: audit 2022-01-18T16:16:22.113153+0000 mgr.smithi129.iclwio (mgr.14716) 424 : 2022-01-18T16:16:23.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:23 smithi156 conmon[67007]: audit [DBG] from='client.34358 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:16:23.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:23 smithi156 conmon[67007]: cluster 2022-01-18T16:16:22.123940+0000 mgr.smithi129.iclwio (mgr.14716) 425 : cluster [DBG] pgmap v357: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:23.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:23 smithi156 conmon[67007]: audit 2022-01-18T16:16:22.442661+0000 mon.smithi129 (mon. 2022-01-18T16:16:23.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:23 smithi156 conmon[67007]: 0) 338 : audit [DBG] from='client.? 172.21.15.129:0/3574752387' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:16:23.671 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:23 smithi129 conmon[101092]: audit 2022-01-18T16:16:22.113153+0000 mgr.smithi129.iclwio (mgr.14716) 424 : audit [DBG] from='client.34358 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:16:23.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:23 smithi129 conmon[101092]: cluster 2022-01-18T16:16:22.123940+0000 mgr.smithi129.iclwio (mgr.14716) 425 : cluster [DBG] pgmap v357: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:23.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:23 smithi129 conmon[101092]: audit 2022-01-18T16:16:22.442661+0000 mon.smithi129 (mon.0) 338 : audit [DBG] from='client.? 172.21.15.129:0/3574752387' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:16:25.282 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:25 smithi156 conmon[67007]: cluster 2022-01-18T16:16:24.124769+0000 mgr.smithi129.iclwio (mgr.14716) 426 : cluster [DBG] pgmap v358: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:16:25.421 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:25 smithi129 conmon[101092]: cluster 2022-01-18T16:16:24.124769+0000 mgr.smithi129.iclwio (mgr.14716) 426 : cluster [DBG] pgmap v358: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:16:27.421 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:27 smithi129 conmon[101092]: cluster 2022-01-18T16:16:26.125213+0000 mgr.smithi129.iclwio (mgr.14716) 427 : cluster [DBG] pgmap v359: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:27.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:27 smithi156 conmon[67007]: cluster 2022-01-18T16:16:26.125213+0000 mgr.smithi129.iclwio (mgr.14716) 427 : cluster [DBG] pgmap v359: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:29.421 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:29 smithi129 conmon[101092]: cluster 2022-01-18T16:16:28.125985+0000 mgr.smithi129.iclwio (mgr.14716) 428 : cluster [DBG] pgmap v360: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:29.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:29 smithi156 conmon[67007]: cluster 2022-01-18T16:16:28.125985+0000 mgr.smithi129.iclwio (mgr.14716) 428 : cluster [DBG] pgmap v360: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:31.421 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:31 smithi129 conmon[101092]: cluster 2022-01-18T16:16:30.126646+0000 mgr.smithi129.iclwio (mgr.14716) 429 : cluster [DBG] pgmap v361: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:16:31.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:31 smithi156 conmon[67007]: cluster 2022-01-18T16:16:30.126646+0000 mgr.smithi129.iclwio (mgr.14716) 429 : cluster [DBG] pgmap v361: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:16:31.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:31 smithi156 conmon[67007]: 2022-01-18T16:16:33.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:33 smithi156 conmon[67007]: cluster 2022-01-18T16:16:32.127213+0000 mgr.smithi129.iclwio (mgr.14716) 430 : cluster [DBG] pgmap v362: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:33.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:33 smithi156 conmon[67007]: 2022-01-18T16:16:33.671 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:33 smithi129 conmon[101092]: cluster 2022-01-18T16:16:32.127213+0000 mgr.smithi129.iclwio (mgr.14716) 430 : cluster [DBG] 2022-01-18T16:16:33.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:33 smithi129 conmon[101092]: pgmap v362: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:35.282 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:35 smithi156 conmon[67007]: cluster 2022-01-18T16:16:34.127939+0000 mgr.smithi129.iclwio (mgr.14716) 431 : cluster [DBG] pgmap v363: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:16:35.421 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:35 smithi129 conmon[101092]: cluster 2022-01-18T16:16:34.127939+0000 mgr.smithi129.iclwio (mgr.14716) 431 : cluster 2022-01-18T16:16:35.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:35 smithi129 conmon[101092]: [DBG] pgmap v363: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:16:37.421 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:37 smithi129 conmon[101092]: cluster 2022-01-18T16:16:36.128593+0000 mgr.smithi129.iclwio (mgr.14716) 432 : cluster [DBG] 2022-01-18T16:16:37.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:37 smithi129 conmon[101092]: pgmap v364: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:37.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:37 smithi156 conmon[67007]: cluster 2022-01-18T16:16:36.128593+0000 mgr.smithi129.iclwio (mgr.14716) 432 : cluster [DBG] pgmap v364: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:39.421 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:39 smithi129 conmon[101092]: cluster 2022-01-18T16:16:38.129226+0000 mgr.smithi129.iclwio (mgr.14716) 433 : cluster [DBG] pgmap v365: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:39.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:39 smithi129 conmon[101092]: 2022-01-18T16:16:39.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:39 smithi156 conmon[67007]: cluster 2022-01-18T16:16:38.129226+0000 mgr.smithi129.iclwio (mgr.14716) 433 : cluster [DBG] pgmap v365: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:41.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:41 smithi156 conmon[67007]: cluster 2022-01-18T16:16:40.130112+0000 mgr.smithi129.iclwio (mgr.14716) 434 : cluster [DBG] pgmap v366: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:16:41.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:41 smithi129 conmon[101092]: cluster 2022-01-18T16:16:40.130112+0000 mgr.smithi129.iclwio (mgr.14716) 434 : cluster [DBG] pgmap v366: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:16:43.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:43 smithi156 conmon[67007]: cluster 2022-01-18T16:16:42.130685+0000 mgr.smithi129.iclwio (mgr.14716) 435 : cluster [DBG] pgmap v367: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:43.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:43 smithi129 conmon[101092]: cluster 2022-01-18T16:16:42.130685+0000 mgr.smithi129.iclwio (mgr.14716) 435 : cluster [DBG] pgmap v367: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:45.282 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:45 smithi156 conmon[67007]: cluster 2022-01-18T16:16:44.131386+0000 mgr.smithi129.iclwio (mgr.14716) 436 : cluster [DBG] pgmap v368: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:16:45.283 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:45 smithi156 conmon[67007]: 2022-01-18T16:16:45.421 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:45 smithi129 conmon[101092]: cluster 2022-01-18T16:16:44.131386+0000 mgr.smithi129.iclwio (mgr.14716) 436 : cluster [DBG] pgmap v368: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:16:47.421 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:47 smithi129 conmon[101092]: cluster 2022-01-18T16:16:46.131905+0000 mgr.smithi129.iclwio (mgr.14716) 437 : cluster [DBG] pgmap v369: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:47.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:47 smithi129 conmon[101092]: 2022-01-18T16:16:47.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:47 smithi156 conmon[67007]: cluster 2022-01-18T16:16:46.131905+0000 mgr.smithi129.iclwio (mgr.14716) 437 : cluster 2022-01-18T16:16:47.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:47 smithi156 conmon[67007]: [DBG] pgmap v369: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:49.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:49 smithi156 conmon[67007]: cluster 2022-01-18T16:16:48.132635+0000 mgr.smithi129.iclwio (mgr.14716) 438 : cluster [DBG] pgmap v370: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:49.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:49 smithi129 conmon[101092]: cluster 2022-01-18T16:16:48.132635+0000 mgr.smithi129.iclwio (mgr.14716) 438 : cluster [DBG] pgmap v370: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:51.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:51 smithi156 conmon[67007]: cluster 2022-01-18T16:16:50.133593+0000 mgr.smithi129.iclwio (mgr.14716) 439 : cluster [DBG] pgmap v371: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:16:51.671 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:51 smithi129 conmon[101092]: cluster 2022-01-18T16:16:50.133593+0000 mgr.smithi129.iclwio (mgr.14716) 439 : cluster [DBG] pgmap v371: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:16:52.725 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:16:52.990 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:16:52.991 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (19m) 40s ago 20m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:16:52.991 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (11m) 40s ago 20m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:16:52.991 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (11m) 42s ago 19m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:16:52.991 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (19m) 40s ago 20m 39.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:16:52.992 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (15m) 40s ago 15m 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:16:52.992 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (15m) 42s ago 15m 19.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:16:52.992 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (12m) 40s ago 21m 462M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:16:52.992 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (11m) 42s ago 19m 388M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:16:52.993 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (11m) 40s ago 21m 160M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:16:52.993 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (11m) 42s ago 19m 95.2M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:16:52.993 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (12m) 40s ago 12m 149M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:16:52.993 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (12m) 42s ago 12m 94.0M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:16:52.994 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (20m) 40s ago 20m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:16:52.994 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (19m) 42s ago 19m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:16:52.994 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5m) 40s ago 19m 1453M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:16:52.994 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (18m) 40s ago 18m 2444M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:16:52.995 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (18m) 40s ago 18m 1918M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:16:52.995 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (18m) 40s ago 18m 2432M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:16:52.995 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (17m) 42s ago 17m 2262M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:16:52.995 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (17m) 42s ago 17m 2870M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:16:52.996 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (17m) 42s ago 17m 2233M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:16:52.997 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (16m) 42s ago 16m 3372M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:16:52.997 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (19m) 40s ago 20m 52.3M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:16:53.314 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:16:53.315 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:16:53.315 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:16:53.315 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:16:53.316 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:16:53.316 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:16:53.316 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:16:53.316 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:16:53.317 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:16:53.317 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:16:53.317 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:16:53.317 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:16:53.318 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:16:53.318 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:16:53.318 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:16:53.318 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:16:53.318 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:16:53.319 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:16:53.319 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:16:53.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:53 smithi156 conmon[67007]: cluster 2022-01-18T16:16:52.134255+0000 mgr.smithi129.iclwio (mgr.14716) 440 : cluster [DBG] 2022-01-18T16:16:53.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:53 smithi156 conmon[67007]: pgmap v372: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:53.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:53 smithi156 conmon[67007]: audit 2022-01-18T16:16:52.730277+0000 mgr.smithi129.iclwio (mgr.14716) 441 : audit [DBG] from='client.34366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:16:53.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:53 smithi156 conmon[67007]: audit 2022-01-18T16:16:52.998207+0000 mgr.smithi129.iclwio (mgr.14716) 442 : audit [DBG] 2022-01-18T16:16:53.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:53 smithi156 conmon[67007]: from='client.34370 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:16:53.671 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:53 smithi129 conmon[101092]: cluster 2022-01-18T16:16:52.134255+0000 mgr.smithi129.iclwio (mgr.14716) 440 : cluster 2022-01-18T16:16:53.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:53 smithi129 conmon[101092]: [DBG] pgmap v372: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:53.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:53 smithi129 conmon[101092]: audit 2022-01-18T16:16:52.730277+0000 mgr.smithi129.iclwio (mgr.14716) 441 : audit [DBG] from='client.34366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:16:53.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:53 smithi129 conmon[101092]: audit 2022-01-18T16:16:52.998207+0000 2022-01-18T16:16:53.673 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:53 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 442 : audit [DBG] from='client.34370 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:16:54.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:54 smithi156 conmon[67007]: audit 2022-01-18T16:16:53.331846+0000 mon.smithi129 (mon.0) 339 : audit [DBG] from='client.? 172.21.15.129:0/1242648518' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:16:54.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:54 smithi129 conmon[101092]: audit 2022-01-18T16:16:53.331846+0000 mon.smithi129 (mon.0) 339 : audit [DBG] from='client.? 172.21.15.129:0/1242648518' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:16:54.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:54 smithi129 conmon[101092]: 2022-01-18T16:16:55.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:55 smithi156 conmon[67007]: cluster 2022-01-18T16:16:54.135186+0000 mgr.smithi129.iclwio (mgr.14716) 443 : cluster [DBG] pgmap v373: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:16:55.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:55 smithi156 conmon[67007]: 2022-01-18T16:16:55.671 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:55 smithi129 conmon[101092]: cluster 2022-01-18T16:16:54.135186+0000 mgr.smithi129.iclwio (mgr.14716) 443 : cluster [DBG] pgmap v373: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:16:57.527 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:57 smithi129 conmon[101092]: cluster 2022-01-18T16:16:56.135640+0000 mgr.smithi129.iclwio (mgr.14716) 444 : cluster [DBG] pgmap v374: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:57.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:57 smithi156 conmon[67007]: cluster 2022-01-18T16:16:56.135640+0000 mgr.smithi129.iclwio (mgr.14716) 444 : cluster [DBG] pgmap v374: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:59.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:59 smithi156 conmon[67007]: cluster 2022-01-18T16:16:58.136343+0000 mgr.smithi129.iclwio (mgr.14716) 445 : cluster [DBG] pgmap v375: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:59.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:59 smithi156 conmon[67007]: audit 2022-01-18T16:16:58.239526+0000 mon.smithi129 (mon.0) 340 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:16:59.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:16:59 smithi156 conmon[67007]: audit 2022-01-18T16:16:58.239742+0000 mon.smithi129 (mon.0) 341 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:16:59.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:59 smithi129 conmon[101092]: cluster 2022-01-18T16:16:58.136343+0000 mgr.smithi129.iclwio (mgr.14716) 445 : cluster [DBG] pgmap v375: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:16:59.673 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:59 smithi129 conmon[101092]: 2022-01-18T16:16:59.673 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:59 smithi129 conmon[101092]: audit 2022-01-18T16:16:58.239526+0000 mon.smithi129 (mon.0) 340 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:16:59.673 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:59 smithi129 conmon[101092]: audit 2022-01-18T16:16:58.239742+0000 mon.smithi129 (mon.0) 341 : audit [INF] 2022-01-18T16:16:59.673 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:16:59 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:17:01.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:01 smithi156 conmon[67007]: cluster 2022-01-18T16:17:00.137210+0000 mgr.smithi129.iclwio (mgr.14716) 446 : cluster [DBG] pgmap v376: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:17:01.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:01 smithi129 conmon[101092]: cluster 2022-01-18T16:17:00.137210+0000 mgr.smithi129.iclwio (mgr.14716) 446 : cluster [DBG] pgmap v376: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:17:03.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:03 smithi156 conmon[67007]: cluster 2022-01-18T16:17:02.137746+0000 mgr.smithi129.iclwio (mgr.14716) 447 : cluster [DBG] pgmap v377: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:03.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:03 smithi156 conmon[67007]: 2022-01-18T16:17:03.671 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:03 smithi129 conmon[101092]: cluster 2022-01-18T16:17:02.137746+0000 mgr.smithi129.iclwio (mgr.14716) 447 : cluster [DBG] pgmap v377: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:05.421 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:05 smithi129 conmon[101092]: cluster 2022-01-18T16:17:04.138467+0000 mgr.smithi129.iclwio (mgr.14716) 448 : cluster [DBG] pgmap v378: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:17:05.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:05 smithi156 conmon[67007]: cluster 2022-01-18T16:17:04.138467+0000 mgr.smithi129.iclwio (mgr.14716) 448 : cluster [DBG] pgmap v378: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:17:05.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:05 smithi156 conmon[67007]: 2022-01-18T16:17:07.527 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:07 smithi129 conmon[101092]: cluster 2022-01-18T16:17:06.139013+0000 mgr.smithi129.iclwio (mgr.14716) 449 : cluster [DBG] pgmap v379: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:07.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:07 smithi156 conmon[67007]: cluster 2022-01-18T16:17:06.139013+0000 mgr.smithi129.iclwio (mgr.14716) 449 : cluster [DBG] pgmap v379: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:09.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:09 smithi156 conmon[67007]: cluster 2022-01-18T16:17:08.139655+0000 mgr.smithi129.iclwio (mgr.14716) 450 : cluster [DBG] pgmap v380: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:09.671 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:09 smithi129 conmon[101092]: cluster 2022-01-18T16:17:08.139655+0000 mgr.smithi129.iclwio (mgr.14716) 450 : cluster [DBG] pgmap v380: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:09.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:09 smithi129 conmon[101092]: 2022-01-18T16:17:11.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:11 smithi156 conmon[67007]: cluster 2022-01-18T16:17:10.140506+0000 mgr.smithi129.iclwio (mgr.14716) 451 : cluster [DBG] pgmap v381: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:17:11.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:11 smithi129 conmon[101092]: cluster 2022-01-18T16:17:10.140506+0000 mgr.smithi129.iclwio (mgr.14716) 451 : cluster [DBG] pgmap v381: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:17:13.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:13 smithi156 conmon[67007]: cluster 2022-01-18T16:17:12.141110+0000 mgr.smithi129.iclwio (mgr.14716) 452 2022-01-18T16:17:13.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:13 smithi156 conmon[67007]: : cluster [DBG] pgmap v382: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:13.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:13 smithi156 conmon[67007]: audit 2022-01-18T16:17:12.970503+0000 mon.smithi129 (mon.0) 342 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:17:13.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:13 smithi156 conmon[67007]: audit 2022-01-18T16:17:12.971917+0000 mon.smithi129 (mon.0) 343 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:17:13.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:13 smithi156 conmon[67007]: audit 2022-01-18T16:17:12.972773+0000 mon.smithi129 (mon.0) 344 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:17:13.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:13 smithi156 conmon[67007]: cephadm 2022- 2022-01-18T16:17:13.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:13 smithi156 conmon[67007]: 01-18T16:17:12.973473+0000 mgr.smithi129.iclwio (mgr.14716) 453 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:17:13.671 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:13 smithi129 conmon[101092]: cluster 2022-01-18T16:17:12.141110+0000 mgr.smithi129.iclwio (mgr.14716) 452 : cluster 2022-01-18T16:17:13.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:13 smithi129 conmon[101092]: [DBG] pgmap v382: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:13.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:13 smithi129 conmon[101092]: audit 2022-01-18T16:17:12.970503+0000 mon.smithi129 (mon.0) 342 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:17:13.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:13 smithi129 conmon[101092]: audit 2022-01-18T16:17:12.971917+0000 mon.smithi129 (mon.0) 343 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:17:13.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:13 smithi129 conmon[101092]: audit 2022-01-18T16:17:12.972773+0000 mon.smithi129 (mon.0) 344 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:17:13.673 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:13 smithi129 conmon[101092]: cephadm 2022-01-18T16:17:12.973473+0000 mgr.smithi129.iclwio (mgr.14716) 453 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:17:14.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:14 smithi156 conmon[67007]: audit 2022-01-18T16:17:13.283569+0000 mon.smithi129 (mon.0) 345 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:17:14.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:14 smithi156 conmon[67007]: 2022-01-18T16:17:14.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:14 smithi156 conmon[67007]: audit 2022-01-18T16:17:13.288166+0000 mon.smithi129 (mon.0) 346 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:17:14.671 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:14 smithi129 conmon[101092]: audit 2022-01-18T16:17:13.283569+0000 mon.smithi129 (mon.0) 345 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:17:14.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:14 smithi129 conmon[101092]: audit 2022-01-18T16:17:13.288166+0000 mon.smithi129 (mon.0) 346 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:17:15.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:15 smithi156 conmon[67007]: cluster 2022-01-18T16:17:14.141735+0000 mgr.smithi129.iclwio (mgr.14716) 454 : cluster [DBG] pgmap v383: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:17:15.671 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:15 smithi129 conmon[101092]: cluster 2022-01-18T16:17:14.141735+0000 mgr.smithi129.iclwio (mgr.14716) 454 : cluster [DBG] pgmap v383: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:17:17.529 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:17 smithi129 conmon[101092]: cluster 2022-01-18T16:17:16.142213+0000 mgr.smithi129.iclwio (mgr.14716) 455 : cluster [DBG] pgmap v384: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:17.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:17 smithi156 conmon[67007]: cluster 2022-01-18T16:17:16.142213+0000 mgr.smithi129.iclwio (mgr.14716) 455 : cluster [DBG] 2022-01-18T16:17:17.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:17 smithi156 conmon[67007]: pgmap v384: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:19.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:19 smithi156 conmon[67007]: cluster 2022-01-18T16:17:18.142777+0000 mgr.smithi129.iclwio (mgr.14716) 456 : cluster [DBG] pgmap v385: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:19.671 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:19 smithi129 conmon[101092]: cluster 2022-01-18T16:17:18.142777+0000 mgr.smithi129.iclwio (mgr.14716) 456 : cluster [DBG] pgmap v385: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:21.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:21 smithi156 conmon[67007]: cluster 2022-01-18T16:17:20.143669+0000 mgr.smithi129.iclwio (mgr.14716) 457 : cluster [DBG] 2022-01-18T16:17:21.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:21 smithi156 conmon[67007]: pgmap v386: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:17:21.671 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:21 smithi129 conmon[101092]: cluster 2022-01-18T16:17:20.143669+0000 mgr.smithi129.iclwio (mgr.14716) 457 : cluster [DBG] pgmap v386: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:17:23.615 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:17:23.671 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:23 smithi129 conmon[101092]: cluster 2022-01-18T16:17:22.144155+0000 mgr.smithi129.iclwio (mgr.14716) 458 : cluster [DBG] pgmap v387: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:23.782 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:23 smithi156 conmon[67007]: cluster 2022-01-18T16:17:22.144155+0000 mgr.smithi129.iclwio (mgr.14716) 458 : cluster [DBG] pgmap v387: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:23.782 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:23 smithi156 conmon[67007]: 2022-01-18T16:17:23.882 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:17:23.883 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (19m) 71s ago 21m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:17:23.883 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (11m) 71s ago 21m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:17:23.883 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (11m) 73s ago 20m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:17:23.884 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (19m) 71s ago 20m 39.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:17:23.884 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (15m) 71s ago 15m 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:17:23.884 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (15m) 73s ago 15m 19.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:17:23.884 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (12m) 71s ago 22m 462M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:17:23.884 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (12m) 73s ago 20m 388M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:17:23.885 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (12m) 71s ago 22m 160M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:17:23.885 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (11m) 73s ago 20m 95.2M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:17:23.885 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (12m) 71s ago 12m 149M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:17:23.885 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (12m) 73s ago 12m 94.0M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:17:23.886 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (20m) 71s ago 20m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:17:23.886 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (20m) 73s ago 20m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:17:23.886 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (6m) 71s ago 19m 1453M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:17:23.886 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (19m) 71s ago 19m 2444M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:17:23.887 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (18m) 71s ago 18m 1918M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:17:23.887 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (18m) 71s ago 18m 2432M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:17:23.887 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (18m) 73s ago 18m 2262M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:17:23.887 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (18m) 73s ago 17m 2870M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:17:23.887 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (17m) 73s ago 17m 2233M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:17:23.888 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (17m) 73s ago 17m 3372M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:17:23.888 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (19m) 71s ago 20m 52.3M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:17:24.200 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:17:24.201 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:17:24.201 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:17:24.201 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:17:24.202 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:17:24.202 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:17:24.202 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:17:24.202 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:17:24.203 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:17:24.203 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:17:24.203 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:17:24.203 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:17:24.204 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:17:24.204 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:17:24.204 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:17:24.204 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:17:24.206 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:17:24.206 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:17:24.206 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:17:24.671 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:24 smithi129 conmon[101092]: audit 2022-01-18T16:17:23.619600+0000 mgr.smithi129.iclwio (mgr.14716) 459 : audit [DBG] 2022-01-18T16:17:24.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:24 smithi129 conmon[101092]: from='client.34378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:17:24.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:24 smithi129 conmon[101092]: audit 2022-01-18T16:17:23.888391+0000 mgr.smithi129.iclwio (mgr.14716) 460 : audit [DBG] from='client.34382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:17:24.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:24 smithi129 conmon[101092]: audit 2022 2022-01-18T16:17:24.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:24 smithi129 conmon[101092]: -01-18T16:17:24.217990+0000 mon.smithi129 (mon.0) 347 : audit [DBG] from='client.? 172.21.15.129:0/2389796693' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:17:24.782 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:24 smithi156 conmon[67007]: audit 2022-01-18T16:17:23.619600+0000 mgr.smithi129.iclwio (mgr.14716) 459 : audit [DBG] from='client.34378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:17:24.782 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:24 smithi156 conmon[67007]: audit 2022-01-18T16:17:23.888391+0000 mgr.smithi129.iclwio (mgr.14716) 460 : audit [DBG] from='client.34382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:17:24.783 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:24 smithi156 conmon[67007]: audit 2022-01-18T16:17:24.217990+0000 mon.smithi129 (mon.0) 347 : audit [DBG] from='client.? 172.21.15.129:0/2389796693' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:17:25.671 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:25 smithi129 conmon[101092]: cluster 2022-01-18T16:17:24.144747+0000 mgr.smithi129.iclwio (mgr.14716) 461 : cluster [DBG] pgmap v388: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:17:25.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:25 smithi129 conmon[101092]: 2022-01-18T16:17:25.782 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:25 smithi156 conmon[67007]: cluster 2022-01-18T16:17:24.144747+0000 mgr.smithi129.iclwio (mgr.14716) 461 : cluster [DBG] 2022-01-18T16:17:25.782 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:25 smithi156 conmon[67007]: pgmap v388: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:17:27.671 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:27 smithi129 conmon[101092]: cluster 2022-01-18T16:17:26.145183+0000 mgr.smithi129.iclwio (mgr.14716) 462 : cluster 2022-01-18T16:17:27.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:27 smithi129 conmon[101092]: [DBG] pgmap v389: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:27.782 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:27 smithi156 conmon[67007]: cluster 2022-01-18T16:17:26.145183+0000 mgr.smithi129.iclwio (mgr.14716) 462 : cluster [DBG] 2022-01-18T16:17:27.783 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:27 smithi156 conmon[67007]: pgmap v389: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:29.671 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:29 smithi129 conmon[101092]: cluster 2022-01-18T16:17:28.145692+0000 mgr.smithi129.iclwio (mgr.14716) 463 : cluster [DBG] pgmap v390: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:29.782 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:29 smithi156 conmon[67007]: cluster 2022-01-18T16:17:28.145692+0000 mgr.smithi129.iclwio (mgr.14716) 463 : cluster [DBG] pgmap v390: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:31.671 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:31 smithi129 conmon[101092]: cluster 2022-01-18T16:17:30.146506+0000 mgr.smithi129.iclwio (mgr.14716) 464 : cluster [DBG] pgmap v391: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:17:31.782 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:31 smithi156 conmon[67007]: cluster 2022-01-18T16:17:30.146506+0000 mgr.smithi129.iclwio (mgr.14716) 464 : cluster [DBG] pgmap v391: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:17:33.671 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:33 smithi129 conmon[101092]: cluster 2022-01-18T16:17:32.147117+0000 mgr.smithi129.iclwio (mgr.14716) 465 : 2022-01-18T16:17:33.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:33 smithi129 conmon[101092]: cluster [DBG] pgmap v392: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:33.782 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:33 smithi156 conmon[67007]: cluster 2022-01-18T16:17:32.147117+0000 mgr.smithi129.iclwio (mgr.14716) 465 : cluster [DBG] pgmap v392: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:35.421 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:35 smithi129 conmon[101092]: cluster 2022-01-18T16:17:34.147725+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:17:35.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:35 smithi129 conmon[101092]: 466 : cluster [DBG] pgmap v393: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:17:35.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:35 smithi156 conmon[67007]: cluster 2022-01-18T16:17:34.147725+0000 mgr.smithi129.iclwio (mgr.14716) 466 : cluster [DBG] pgmap v393: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:17:37.526 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:37 smithi129 conmon[101092]: cluster 2022-01-18T16:17:36.148195+0000 mgr.smithi129.iclwio (mgr.14716) 467 : cluster [DBG] pgmap v394: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:37.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:37 smithi156 conmon[67007]: cluster 2022-01-18T16:17:36.148195+0000 mgr.smithi129.iclwio (mgr.14716) 467 : cluster [DBG] pgmap v394: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:39.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:39 smithi156 conmon[67007]: cluster 2022-01-18T16:17:38.148733+0000 mgr.smithi129.iclwio (mgr.14716) 468 : cluster [DBG] pgmap v395: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:39.671 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:39 smithi129 conmon[101092]: cluster 2022-01-18T16:17:38.148733+0000 mgr.smithi129.iclwio (mgr.14716) 468 : cluster [DBG] pgmap v395: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:41.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:41 smithi156 conmon[67007]: cluster 2022-01-18T16:17:40.149613+0000 mgr.smithi129.iclwio (mgr.14716) 469 : cluster [DBG] pgmap v396: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:17:41.671 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:41 smithi129 conmon[101092]: cluster 2022-01-18T16:17:40.149613+0000 mgr.smithi129.iclwio (mgr.14716) 469 : cluster [DBG] pgmap v396: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:17:41.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:41 smithi129 conmon[101092]: 2022-01-18T16:17:43.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:43 smithi156 conmon[67007]: cluster 2022-01-18T16:17:42.150121+0000 mgr.smithi129.iclwio (mgr.14716) 470 : cluster [DBG] pgmap v397: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:43.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:43 smithi156 conmon[67007]: 2022-01-18T16:17:43.671 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:43 smithi129 conmon[101092]: cluster 2022-01-18T16:17:42.150121+0000 mgr.smithi129.iclwio (mgr.14716) 470 : cluster [DBG] pgmap v397: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:45.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:45 smithi129 conmon[101092]: cluster 2022-01-18T16:17:44.150834+0000 mgr.smithi129.iclwio (mgr.14716) 471 : cluster [DBG] pgmap v398: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:17:45.531 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:45 smithi156 conmon[67007]: cluster 2022-01-18T16:17:44.150834+0000 mgr.smithi129.iclwio (mgr.14716) 471 : cluster [DBG] pgmap v398: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:17:47.527 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:47 smithi129 conmon[101092]: cluster 2022-01-18T16:17:46.151290+0000 mgr.smithi129.iclwio (mgr.14716) 472 : cluster [DBG] pgmap v399: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:47.528 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:47 smithi129 conmon[101092]: 2022-01-18T16:17:47.531 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:47 smithi156 conmon[67007]: cluster 2022-01-18T16:17:46.151290+0000 mgr.smithi129.iclwio (mgr.14716) 472 : cluster [DBG] 2022-01-18T16:17:47.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:47 smithi156 conmon[67007]: pgmap v399: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:49.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:49 smithi156 conmon[67007]: cluster 2022-01-18T16:17:48.151927+0000 mgr.smithi129.iclwio (mgr.14716) 473 : cluster [DBG] pgmap v400: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:49.671 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:49 smithi129 conmon[101092]: cluster 2022-01-18T16:17:48.151927+0000 mgr.smithi129.iclwio (mgr.14716) 473 : cluster [DBG] pgmap v400: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:51.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:51 smithi156 conmon[67007]: cluster 2022-01-18T16:17:50.152819+0000 mgr.smithi129.iclwio (mgr.14716) 474 : cluster [DBG] pgmap v401: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:17:51.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:51 smithi129 conmon[101092]: cluster 2022-01-18T16:17:50.152819+0000 mgr.smithi129.iclwio (mgr.14716) 474 : cluster [DBG] pgmap v401: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:17:53.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:53 smithi156 conmon[67007]: cluster 2022-01-18T16:17:52.153474+0000 mgr.smithi129.iclwio (mgr.14716) 475 : cluster [DBG] pgmap v402: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:53.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:53 smithi129 conmon[101092]: cluster 2022-01-18T16:17:52.153474+0000 mgr.smithi129.iclwio (mgr.14716) 475 : cluster [DBG] pgmap v402: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:54.501 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:17:54.766 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:17:54.766 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (20m) 102s ago 21m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:17:54.767 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (12m) 102s ago 21m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:17:54.767 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (12m) 103s ago 20m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:17:54.767 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (20m) 102s ago 21m 39.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:17:54.767 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (16m) 102s ago 16m 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:17:54.768 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (16m) 103s ago 16m 19.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:17:54.768 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (13m) 102s ago 22m 462M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:17:54.769 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (12m) 103s ago 20m 388M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:17:54.769 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (12m) 102s ago 22m 160M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:17:54.769 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (12m) 103s ago 20m 95.2M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:17:54.769 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (13m) 102s ago 13m 149M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:17:54.770 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (13m) 103s ago 13m 94.0M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:17:54.770 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (21m) 102s ago 21m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:17:54.770 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (20m) 103s ago 20m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:17:54.770 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (6m) 102s ago 20m 1453M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:17:54.771 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (19m) 102s ago 19m 2444M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:17:54.771 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (19m) 102s ago 19m 1918M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:17:54.771 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (19m) 102s ago 19m 2432M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:17:54.771 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (18m) 103s ago 18m 2262M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:17:54.771 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (18m) 103s ago 18m 2870M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:17:54.772 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (18m) 103s ago 18m 2233M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:17:54.773 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (17m) 103s ago 17m 3372M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:17:54.773 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (20m) 102s ago 21m 52.3M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:17:55.087 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:17:55.087 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:17:55.088 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:17:55.088 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:17:55.088 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:17:55.089 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:17:55.089 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:17:55.089 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:17:55.089 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:17:55.089 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:17:55.090 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:17:55.090 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:17:55.090 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:17:55.090 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:17:55.091 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:17:55.091 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:17:55.091 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:17:55.091 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:17:55.091 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:17:55.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:55 smithi129 conmon[101092]: cluster 2022-01-18T16:17:54.154409+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:17:55.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:55 smithi129 conmon[101092]: 476 : cluster [DBG] pgmap v403: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:17:55.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:55 smithi129 conmon[101092]: audit 2022-01-18T16:17:54.505388+0000 mgr.smithi129.iclwio (mgr.14716) 477 : audit [DBG] from='client.34390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:17:55.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:55 smithi129 conmon[101092]: audit 2022-01-18T16:17:54.774608+0000 2022-01-18T16:17:55.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:55 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 478 : audit [DBG] from='client.34394 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:17:55.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:55 smithi129 conmon[101092]: 2022-01-18T16:17:55.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:55 smithi156 conmon[67007]: cluster 2022-01-18T16:17:54.154409+0000 mgr.smithi129.iclwio (mgr.14716) 476 : cluster [DBG] pgmap v403: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:17:55.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:55 smithi156 conmon[67007]: audit 2022-01-18T16:17:54.505388+0000 mgr.smithi129.iclwio (mgr.14716) 477 : audit [DBG] from='client.34390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:17:55.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:55 smithi156 conmon[67007]: audit 2022-01-18T16:17:54.774608 2022-01-18T16:17:55.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:55 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 478 : audit [DBG] from='client.34394 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:17:56.421 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:56 smithi129 conmon[101092]: audit 2022-01-18T16:17:55.104129+0000 mon.smithi129 (mon.0) 348 : audit [DBG] from='client.? 172.21.15.129:0/1501873343' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:17:56.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:56 smithi156 conmon[67007]: audit 2022-01-18T16:17:55.104129+0000 mon.smithi129 (mon.0) 348 : audit [DBG] from='client.? 172.21.15.129:0/1501873343' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:17:57.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:57 smithi129 conmon[101092]: cluster 2022-01-18T16:17:56.154953+0000 mgr.smithi129.iclwio (mgr.14716) 479 : cluster [DBG] pgmap v404: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:57.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:57 smithi129 conmon[101092]: 2022-01-18T16:17:57.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:57 smithi156 conmon[67007]: cluster 2022-01-18T16:17:56.154953+0000 mgr.smithi129.iclwio (mgr.14716) 479 : cluster [DBG] pgmap v404: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:59.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:59 smithi156 conmon[67007]: cluster 2022-01-18T16:17:58.155588+0000 mgr.smithi129.iclwio (mgr.14716) 480 : cluster [DBG] pgmap v405: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:59.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:59 smithi156 conmon[67007]: audit 2022-01-18T16:17:58.243126+0000 mon.smithi129 (mon.0) 349 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:17:59.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:17:59 smithi156 conmon[67007]: audit 2022-01-18T16:17:58.243341+0000 mon.smithi129 (mon.0) 350 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:17:59.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:59 smithi129 conmon[101092]: cluster 2022-01-18T16:17:58.155588+0000 mgr.smithi129.iclwio (mgr.14716) 480 : cluster [DBG] pgmap v405: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:17:59.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:59 smithi129 conmon[101092]: audit 2022-01-18T16:17:58.243126+0000 mon.smithi129 (mon.0) 349 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:17:59.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:17:59 smithi129 conmon[101092]: audit 2022-01-18T16:17:58.243341+0000 mon.smithi129 (mon.0) 350 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:18:01.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:01 smithi156 conmon[67007]: cluster 2022-01-18T16:18:00.156317+0000 mgr.smithi129.iclwio (mgr.14716) 481 : cluster [DBG] pgmap v406: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:18:01.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:01 smithi129 conmon[101092]: cluster 2022-01-18T16:18:00.156317+0000 mgr.smithi129.iclwio (mgr.14716) 481 : cluster [DBG] pgmap v406: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:18:03.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:03 smithi156 conmon[67007]: cluster 2022-01-18T16:18:02.157062+0000 mgr.smithi129.iclwio (mgr.14716) 482 : cluster [DBG] pgmap v407: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:03.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:03 smithi129 conmon[101092]: cluster 2022-01-18T16:18:02.157062+0000 mgr.smithi129.iclwio (mgr.14716) 482 : cluster [DBG] pgmap v407: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:05.422 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:05 smithi129 conmon[101092]: cluster 2022-01-18T16:18:04.157736+0000 mgr.smithi129.iclwio (mgr.14716) 483 : cluster [DBG] pgmap v408: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:18:05.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:05 smithi156 conmon[67007]: cluster 2022-01-18T16:18:04.157736+0000 mgr.smithi129.iclwio (mgr.14716) 483 : cluster 2022-01-18T16:18:05.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:05 smithi156 conmon[67007]: [DBG] pgmap v408: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:18:07.527 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:07 smithi129 conmon[101092]: cluster 2022-01-18T16:18:06.158240+0000 mgr.smithi129.iclwio (mgr.14716) 484 : cluster [DBG] pgmap v409: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:07.532 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:07 smithi156 conmon[67007]: cluster 2022-01-18T16:18:06.158240+0000 mgr.smithi129.iclwio (mgr.14716) 484 : cluster 2022-01-18T16:18:07.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:07 smithi156 conmon[67007]: [DBG] pgmap v409: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:09.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:09 smithi156 conmon[67007]: cluster 2022-01-18T16:18:08.158906+0000 mgr.smithi129.iclwio (mgr.14716) 485 : cluster [DBG] pgmap v410: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:09.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:09 smithi129 conmon[101092]: cluster 2022-01-18T16:18:08.158906+0000 mgr.smithi129.iclwio (mgr.14716) 485 : cluster [DBG] pgmap v410: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:11.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:11 smithi156 conmon[67007]: cluster 2022-01-18T16:18:10.159606+0000 mgr.smithi129.iclwio (mgr.14716) 486 : cluster [DBG] pgmap v411: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:18:11.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:11 smithi129 conmon[101092]: cluster 2022-01-18T16:18:10.159606+0000 mgr.smithi129.iclwio (mgr.14716) 486 : cluster [DBG] pgmap v411: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:18:13.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:13 smithi156 conmon[67007]: cluster 2022-01-18T16:18:12.160292+0000 mgr.smithi129.iclwio (mgr.14716) 487 : cluster [DBG] 2022-01-18T16:18:13.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:13 smithi156 conmon[67007]: pgmap v412: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:13.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:13 smithi129 conmon[101092]: cluster 2022-01-18T16:18:12.160292+0000 mgr.smithi129.iclwio (mgr.14716) 487 : cluster [DBG] pgmap v412: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:14.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:14 smithi156 conmon[67007]: audit 2022-01-18T16:18:13.290659+0000 mon.smithi129 (mon.0) 351 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:18:14.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:14 smithi156 conmon[67007]: audit 2022-01-18T16:18:13.292063+0000 mon.smithi129 (mon.0) 352 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:18:14.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:14 smithi156 conmon[67007]: audit 2022-01-18T16:18:13.292897+0000 mon.smithi129 (mon.0) 353 2022-01-18T16:18:14.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:14 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:18:14.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:14 smithi156 conmon[67007]: cephadm 2022-01- 2022-01-18T16:18:14.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:14 smithi156 conmon[67007]: 18T16:18:13.293651+0000 mgr.smithi129.iclwio (mgr.14716) 488 : cephadm 2022-01-18T16:18:14.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:14 smithi156 conmon[67007]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:18:14.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:14 smithi156 conmon[67007]: audit 2022-01-18T16: 2022-01-18T16:18:14.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:14 smithi156 conmon[67007]: 18:13.553907+0000 mon.smithi129 (mon.0) 2022-01-18T16:18:14.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:14 smithi156 conmon[67007]: 354 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:18:14.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:14 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T16:18:14.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:14 smithi156 conmon[67007]: 16:18:13.847593+0000 mon.smithi129 (mon. 2022-01-18T16:18:14.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:14 smithi156 conmon[67007]: 0) 355 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:18:14.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:14 smithi156 conmon[67007]: audit 2022-01-18T16:18:14.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:14 smithi156 conmon[67007]: 2022-01-18T16: 2022-01-18T16:18:14.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:14 smithi156 conmon[67007]: 18:13.852740+0000 mon.smithi129 (mon.0) 2022-01-18T16:18:14.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:14 smithi156 conmon[67007]: 356 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:18:14.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:14 smithi129 conmon[101092]: audit 2022-01-18T16:18:13.290659+0000 mon.smithi129 (mon.0) 351 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:18:14.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:14 smithi129 conmon[101092]: 2022-01-18T16:18:14.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:14 smithi129 conmon[101092]: audit 2022-01-18T16:18:13.292063+0000 mon.smithi129 (mon.0) 352 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:18:14.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:14 smithi129 conmon[101092]: audit 2022-01-18T16:18:13.292897+0000 mon.smithi129 (mon.0) 353 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:18:14.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:14 smithi129 conmon[101092]: cephadm 2022-01-18T16:18:13.293651+0000 mgr.smithi129.iclwio (mgr.14716) 488 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:18:14.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:14 smithi129 conmon[101092]: audit 2022-01-18T16:18:13.553907+0000 mon.smithi129 (mon.0) 354 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:18:14.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:14 smithi129 conmon[101092]: audit 2022-01-18T16:18:13.847593+0000 mon.smithi129 (mon.0) 355 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:18:14.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:14 smithi129 conmon[101092]: audit 2022-01-18T16:18:13.852740+0000 mon.smithi129 (mon.0) 356 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:18:15.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:15 smithi156 conmon[67007]: cluster 2022-01-18T16:18:14.160914+0000 mgr.smithi129.iclwio (mgr.14716) 489 : cluster [DBG] pgmap v413: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:18:15.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:15 smithi129 conmon[101092]: cluster 2022-01-18T16:18:14.160914+0000 mgr.smithi129.iclwio (mgr.14716) 489 : cluster [DBG] pgmap v413: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:18:17.528 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:17 smithi129 conmon[101092]: cluster 2022-01-18T16:18:16.161378+0000 mgr.smithi129.iclwio (mgr.14716) 490 : cluster [DBG] pgmap v414: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:17.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:17 smithi156 conmon[67007]: cluster 2022-01-18T16:18:16.161378+0000 mgr.smithi129.iclwio (mgr.14716) 490 : cluster [DBG] pgmap v414: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:19.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:19 smithi156 conmon[67007]: cluster 2022-01-18T16:18:18.161918+0000 mgr.smithi129.iclwio (mgr.14716) 491 : cluster [DBG] pgmap v415: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:19.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:19 smithi129 conmon[101092]: cluster 2022-01-18T16:18:18.161918+0000 mgr.smithi129.iclwio (mgr.14716) 491 : cluster [DBG] pgmap v415: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:21.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:21 smithi156 conmon[67007]: cluster 2022-01-18T16:18:20.162724+0000 mgr.smithi129.iclwio (mgr.14716) 492 : cluster [DBG] pgmap v416: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:18:21.672 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:21 smithi129 conmon[101092]: cluster 2022-01-18T16:18:20.162724+0000 mgr.smithi129.iclwio (mgr.14716) 492 : cluster [DBG] pgmap v416: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:18:23.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:23 smithi156 conmon[67007]: cluster 2022-01-18T16:18:22.163388+0000 mgr.smithi129.iclwio (mgr.14716) 493 : cluster [DBG] 2022-01-18T16:18:23.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:23 smithi156 conmon[67007]: pgmap v417: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:23.673 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:23 smithi129 conmon[101092]: cluster 2022-01-18T16:18:22.163388+0000 mgr.smithi129.iclwio (mgr.14716) 493 : cluster [DBG] pgmap v417: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:25.389 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:18:25.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:25 smithi129 conmon[101092]: cluster 2022-01-18T16:18:24.164053+0000 mgr.smithi129.iclwio (mgr.14716) 494 : cluster [DBG] pgmap v418: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:18:25.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:25 smithi156 conmon[67007]: cluster 2022-01-18T16:18:24.164053+0000 mgr.smithi129.iclwio (mgr.14716) 494 : cluster [DBG] pgmap v418: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:18:25.654 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:18:25.655 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (20m) 2m ago 22m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:18:25.655 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (12m) 2m ago 22m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:18:25.655 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (12m) 2m ago 21m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:18:25.656 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (20m) 2m ago 21m 39.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:18:25.656 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (16m) 2m ago 16m 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:18:25.656 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (16m) 2m ago 16m 19.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:18:25.656 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (13m) 2m ago 23m 462M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:18:25.657 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (13m) 2m ago 21m 388M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:18:25.657 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (13m) 2m ago 23m 160M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:18:25.657 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (12m) 2m ago 21m 95.2M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:18:25.658 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (13m) 2m ago 13m 149M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:18:25.658 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (13m) 2m ago 13m 94.0M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:18:25.658 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (21m) 2m ago 21m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:18:25.658 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (21m) 2m ago 21m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:18:25.659 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (7m) 2m ago 20m 1453M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:18:25.659 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (20m) 2m ago 20m 2444M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:18:25.659 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (19m) 2m ago 19m 1918M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:18:25.659 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (19m) 2m ago 19m 2432M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:18:25.660 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (19m) 2m ago 19m 2262M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:18:25.660 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (19m) 2m ago 19m 2870M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:18:25.660 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (18m) 2m ago 18m 2233M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:18:25.660 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (18m) 2m ago 18m 3372M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:18:25.661 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (20m) 2m ago 21m 52.3M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:18:25.972 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:18:25.972 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:18:25.972 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:18:25.973 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:18:25.973 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:18:25.974 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:18:25.974 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:18:25.974 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:18:25.974 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:18:25.975 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:18:25.975 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:18:25.975 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:18:25.976 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:18:25.976 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:18:25.976 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:18:25.977 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:18:25.977 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:18:25.977 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:18:25.977 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:18:26.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:26 smithi129 conmon[101092]: audit 2022-01-18T16:18:25.393106+0000 mgr.smithi129.iclwio (mgr.14716) 495 : audit 2022-01-18T16:18:26.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:26 smithi129 conmon[101092]: [DBG] from='client.34402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:18:26.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:26 smithi129 conmon[101092]: audit 2022-01-18T16:18:25.661569+0000 mgr.smithi129.iclwio (mgr.14716) 496 : audit [DBG] from='client.34406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:18:26.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:26 smithi129 conmon[101092]: audit 2022-01-18T16 2022-01-18T16:18:26.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:26 smithi129 conmon[101092]: :18:25.987840+0000 mon.smithi129 (mon.0) 357 : audit [DBG] from='client.? 172.21.15.129:0/3368340816' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:18:26.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:26 smithi156 conmon[67007]: audit 2022-01-18T16:18:25.393106+0000 mgr.smithi129.iclwio (mgr.14716) 495 : audit [DBG] 2022-01-18T16:18:26.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:26 smithi156 conmon[67007]: from='client.34402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:18:26.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:26 smithi156 conmon[67007]: audit 2022-01-18T16:18:25.661569+0000 mgr.smithi129.iclwio (mgr.14716) 496 : audit [DBG] from='client.34406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:18:26.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:26 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T16:18:26.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:26 smithi156 conmon[67007]: 18T16:18:25.987840+0000 mon.smithi129 (mon.0) 357 : audit [DBG] from='client.? 172.21.15.129:0/3368340816' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:18:27.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:27 smithi129 conmon[101092]: cluster 2022-01-18T16:18:26.164590+0000 mgr.smithi129.iclwio (mgr.14716) 497 : cluster [DBG] pgmap v419: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:27.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:27 smithi156 conmon[67007]: cluster 2022-01-18T16:18:26.164590+0000 mgr.smithi129.iclwio (mgr.14716) 497 : 2022-01-18T16:18:27.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:27 smithi156 conmon[67007]: cluster [DBG] pgmap v419: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:29.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:29 smithi156 conmon[67007]: cluster 2022-01-18T16:18:28.165143+0000 mgr.smithi129.iclwio (mgr.14716) 498 : cluster [DBG] pgmap v420: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:29.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:29 smithi156 conmon[67007]: 2022-01-18T16:18:29.673 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:29 smithi129 conmon[101092]: cluster 2022-01-18T16:18:28.165143+0000 mgr.smithi129.iclwio (mgr.14716) 498 : cluster [DBG] 2022-01-18T16:18:29.673 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:29 smithi129 conmon[101092]: pgmap v420: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:31.533 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:31 smithi156 conmon[67007]: cluster 2022-01-18T16:18:30.165979+0000 mgr.smithi129.iclwio (mgr.14716) 499 : cluster 2022-01-18T16:18:31.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:31 smithi156 conmon[67007]: [DBG] pgmap v421: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:18:31.673 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:31 smithi129 conmon[101092]: cluster 2022-01-18T16:18:30.165979+0000 mgr.smithi129.iclwio (mgr.14716) 499 : cluster [DBG] pgmap v421: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:18:33.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:33 smithi156 conmon[67007]: cluster 2022-01-18T16:18:32.166659+0000 mgr.smithi129.iclwio (mgr.14716) 500 : cluster [DBG] 2022-01-18T16:18:33.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:33 smithi156 conmon[67007]: pgmap v422: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:33.674 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:33 smithi129 conmon[101092]: cluster 2022-01-18T16:18:32.166659+0000 mgr.smithi129.iclwio (mgr.14716) 500 : cluster [DBG] pgmap v422: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:35.423 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:35 smithi129 conmon[101092]: cluster 2022-01-18T16:18:34.167424+0000 mgr.smithi129.iclwio (mgr.14716) 501 : cluster [DBG] pgmap v423: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:18:35.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:35 smithi156 conmon[67007]: cluster 2022-01-18T16:18:34.167424+0000 mgr.smithi129.iclwio (mgr.14716) 501 : cluster [DBG] 2022-01-18T16:18:35.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:35 smithi156 conmon[67007]: pgmap v423: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:18:37.529 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:37 smithi129 conmon[101092]: cluster 2022-01-18T16:18:37.529 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:37 smithi129 conmon[101092]: 2022-01-18T16:18:36.168000+0000 mgr.smithi129.iclwio (mgr.14716) 502 : cluster [DBG] pgmap v424: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:37.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:37 smithi156 conmon[67007]: cluster 2022-01-18T16:18:36.168000+0000 mgr.smithi129.iclwio (mgr.14716) 502 : cluster [DBG] 2022-01-18T16:18:37.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:37 smithi156 conmon[67007]: pgmap v424: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:39.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:39 smithi156 conmon[67007]: cluster 2022-01-18T16:18:38.168649+0000 mgr.smithi129.iclwio (mgr.14716) 503 : cluster [DBG] pgmap v425: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:39.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:39 smithi156 conmon[67007]: 2022-01-18T16:18:39.673 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:39 smithi129 conmon[101092]: cluster 2022-01-18T16:18:38.168649+0000 mgr.smithi129.iclwio (mgr.14716) 503 : cluster [DBG] pgmap v425: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:41.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:41 smithi156 conmon[67007]: cluster 2022-01-18T16:18:40.169443+0000 mgr.smithi129.iclwio (mgr.14716) 504 : cluster [DBG] pgmap v426: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:18:41.673 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:41 smithi129 conmon[101092]: cluster 2022-01-18T16:18:40.169443+0000 mgr.smithi129.iclwio (mgr.14716) 504 : cluster [DBG] pgmap v426: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:18:43.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:43 smithi156 conmon[67007]: cluster 2022-01-18T16:18:42.169969+0000 mgr.smithi129.iclwio (mgr.14716) 505 : cluster [DBG] 2022-01-18T16:18:43.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:43 smithi156 conmon[67007]: pgmap v427: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:43.674 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:43 smithi129 conmon[101092]: cluster 2022-01-18T16:18:42.169969+0000 mgr.smithi129.iclwio (mgr.14716) 505 : cluster [DBG] pgmap v427: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:45.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:45 smithi129 conmon[101092]: cluster 2022-01-18T16:18:44.170830+0000 mgr.smithi129.iclwio (mgr.14716) 506 2022-01-18T16:18:45.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:45 smithi129 conmon[101092]: : cluster [DBG] pgmap v428: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:18:45.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:45 smithi156 conmon[67007]: cluster 2022-01-18T16:18:44.170830+0000 mgr.smithi129.iclwio (mgr.14716) 506 : cluster [DBG] pgmap v428: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:18:45.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:45 smithi156 conmon[67007]: 2022-01-18T16:18:47.529 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:47 smithi129 conmon[101092]: cluster 2022-01-18T16:18:46.171343+0000 mgr.smithi129.iclwio (mgr.14716) 507 : cluster [DBG] pgmap v429: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:47.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:47 smithi156 conmon[67007]: cluster 2022-01-18T16:18:46.171343+0000 mgr.smithi129.iclwio (mgr.14716) 507 : cluster [DBG] 2022-01-18T16:18:47.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:47 smithi156 conmon[67007]: pgmap v429: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:49.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:49 smithi156 conmon[67007]: cluster 2022-01-18T16:18:48.171849+0000 mgr.smithi129.iclwio (mgr.14716) 508 : cluster [DBG] pgmap v430: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:49.674 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:49 smithi129 conmon[101092]: cluster 2022-01-18T16:18:48.171849+0000 mgr.smithi129.iclwio (mgr.14716) 508 : cluster [DBG] pgmap v430: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:51.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:51 smithi156 conmon[67007]: cluster 2022-01-18T16:18:50.172552+0000 mgr.smithi129.iclwio (mgr.14716) 509 2022-01-18T16:18:51.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:51 smithi156 conmon[67007]: : cluster [DBG] pgmap v431: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:18:51.674 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:51 smithi129 conmon[101092]: cluster 2022-01-18T16:18:50.172552+0000 mgr.smithi129.iclwio (mgr.14716) 509 : cluster [DBG] pgmap v431: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:18:53.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:53 smithi156 conmon[67007]: cluster 2022-01-18T16:18:52.173236+0000 mgr.smithi129.iclwio (mgr.14716) 510 : cluster [DBG] pgmap v432: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:53.674 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:53 smithi129 conmon[101092]: cluster 2022-01-18T16:18:52.173236+0000 mgr.smithi129.iclwio (mgr.14716) 510 : cluster [DBG] pgmap v432: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:55.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:55 smithi129 conmon[101092]: cluster 2022-01-18T16:18:54.173978+0000 mgr.smithi129.iclwio (mgr.14716) 511 : cluster [DBG] pgmap v433: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:18:55.424 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:55 smithi129 conmon[101092]: 2022-01-18T16:18:55.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:55 smithi156 conmon[67007]: cluster 2022-01-18T16:18:54.173978+0000 mgr.smithi129.iclwio (mgr.14716) 511 : cluster [DBG] pgmap v433: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:18:56.275 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:18:56.544 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:18:56.544 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (21m) 2m ago 22m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:18:56.545 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (13m) 2m ago 22m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:18:56.545 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (13m) 2m ago 21m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:18:56.545 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (21m) 2m ago 22m 39.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:18:56.545 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (17m) 2m ago 17m 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:18:56.546 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (17m) 2m ago 17m 19.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:18:56.546 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (14m) 2m ago 23m 462M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:18:56.546 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (13m) 2m ago 21m 388M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:18:56.546 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (13m) 2m ago 23m 160M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:18:56.547 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (13m) 2m ago 21m 95.2M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:18:56.547 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (14m) 2m ago 14m 149M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:18:56.547 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (14m) 2m ago 14m 94.0M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:18:56.547 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (22m) 2m ago 22m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:18:56.548 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (21m) 2m ago 21m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:18:56.548 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (7m) 2m ago 21m 1453M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:18:56.548 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (20m) 2m ago 20m 2444M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:18:56.549 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (20m) 2m ago 20m 1918M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:18:56.549 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (20m) 2m ago 20m 2432M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:18:56.549 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (19m) 2m ago 19m 2262M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:18:56.549 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (19m) 2m ago 19m 2870M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:18:56.549 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (19m) 2m ago 19m 2233M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:18:56.550 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (18m) 2m ago 18m 3372M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:18:56.550 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (21m) 2m ago 22m 52.3M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:18:56.860 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:18:56.861 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:18:56.861 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:18:56.861 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:18:56.861 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:18:56.862 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:18:56.862 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:18:56.862 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:18:56.862 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:18:56.863 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:18:56.863 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:18:56.863 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:18:56.864 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:18:56.864 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:18:56.864 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:18:56.864 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:18:56.865 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:18:56.865 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:18:56.865 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:18:57.529 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:57 smithi129 conmon[101092]: cluster 2022-01-18T16:18:56.174376+0000 mgr.smithi129.iclwio (mgr.14716) 512 : cluster 2022-01-18T16:18:57.530 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:57 smithi129 conmon[101092]: [DBG] pgmap v434: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:57.530 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:57 smithi129 conmon[101092]: audit 2022-01-18T16:18:56.277310+0000 mgr.smithi129.iclwio (mgr.14716) 513 : audit [DBG] from='client.34414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:18:57.530 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:57 smithi129 conmon[101092]: audit 2022-01 2022-01-18T16:18:57.531 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:57 smithi129 conmon[101092]: -18T16:18:56.549714+0000 mgr.smithi129.iclwio (mgr.14716) 514 : audit [DBG] from='client.34418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:18:57.531 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:57 smithi129 conmon[101092]: audit 2022-01-18T16:18 2022-01-18T16:18:57.531 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:57 smithi129 conmon[101092]: :56.875086+0000 mon.smithi129 (mon.0) 358 2022-01-18T16:18:57.532 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:57 smithi129 conmon[101092]: : audit [DBG] from='client.? 172.21.15.129:0/2629322311' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:18:57.534 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:57 smithi156 conmon[67007]: cluster 2022-01-18T16:18:56.174376+0000 mgr.smithi129.iclwio (mgr.14716) 512 : cluster [DBG] pgmap v434: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:57.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:57 smithi156 conmon[67007]: audit 2022-01-18T16:18:56.277310 2022-01-18T16:18:57.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:57 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 513 : audit [DBG] from='client.34414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:18:57.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:57 smithi156 conmon[67007]: audit 2022-01-18T16:18:56.549714+0000 mgr.smithi129.iclwio (mgr.14716) 514 : audit [DBG] from='client.34418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:18:57.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:57 smithi156 conmon[67007]: audit 2022-01-18T16:18:56.875086+0000 mon.smithi129 (mon.0) 358 : audit [DBG] from='client.? 172.21.15.129:0/2629322311' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:18:59.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:59 smithi156 conmon[67007]: cluster 2022-01-18T16:18:58.174913+0000 mgr.smithi129.iclwio (mgr.14716) 515 : cluster [DBG] pgmap v435: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:59.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:59 smithi156 conmon[67007]: audit 2022-01-18T16:18:58.246868+0000 mon.smithi129 (mon.0) 359 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:18:59.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:18:59 smithi156 conmon[67007]: audit 2022-01-18T16:18:58.247077+0000 mon.smithi129 (mon.0) 360 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:18:59.674 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:59 smithi129 conmon[101092]: cluster 2022-01-18T16:18:58.174913+0000 mgr.smithi129.iclwio (mgr.14716) 515 : cluster [DBG] pgmap v435: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:18:59.674 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:59 smithi129 conmon[101092]: audit 2022-01-18T16:18:58.246868+0000 mon.smithi129 (mon.0) 359 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:18:59.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:18:59 smithi129 conmon[101092]: audit 2022-01-18T16:18:58.247077+0000 mon.smithi129 (mon.0) 360 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:19:01.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:01 smithi156 conmon[67007]: cluster 2022-01-18T16:19:00.175909+0000 mgr.smithi129.iclwio (mgr.14716) 516 : cluster [DBG] pgmap v436: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:19:01.674 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:01 smithi129 conmon[101092]: cluster 2022-01-18T16:19:00.175909+0000 mgr.smithi129.iclwio (mgr.14716) 516 : cluster [DBG] pgmap v436: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:19:03.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:03 smithi156 conmon[67007]: cluster 2022-01-18T16:19:02.176438+0000 mgr.smithi129.iclwio (mgr.14716) 517 : cluster [DBG] pgmap v437: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:03.674 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:03 smithi129 conmon[101092]: cluster 2022-01-18T16:19:02.176438+0000 mgr.smithi129.iclwio (mgr.14716) 517 : cluster [DBG] pgmap v437: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:05.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:05 smithi129 conmon[101092]: cluster 2022-01-18T16:19:04.177153+0000 mgr.smithi129.iclwio (mgr.14716) 518 : cluster [DBG] pgmap v438: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:19:05.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:05 smithi156 conmon[67007]: cluster 2022-01-18T16:19:04.177153+0000 mgr.smithi129.iclwio (mgr.14716) 518 : cluster 2022-01-18T16:19:05.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:05 smithi156 conmon[67007]: [DBG] pgmap v438: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:19:07.530 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:07 smithi129 conmon[101092]: cluster 2022-01-18T16:19:06.177607+0000 mgr.smithi129.iclwio (mgr.14716) 519 : cluster [DBG] pgmap v439: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:07.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:07 smithi156 conmon[67007]: cluster 2022-01-18T16:19:06.177607+0000 mgr.smithi129.iclwio (mgr.14716) 519 : cluster [DBG] pgmap v439: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:07.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:07 smithi156 conmon[67007]: 2022-01-18T16:19:09.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:09 smithi156 conmon[67007]: cluster 2022-01-18T16:19:08.178273+0000 mgr.smithi129.iclwio (mgr.14716) 520 : 2022-01-18T16:19:09.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:09 smithi156 conmon[67007]: cluster [DBG] pgmap v440: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:09.674 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:09 smithi129 conmon[101092]: cluster 2022-01-18T16:19:08.178273+0000 mgr.smithi129.iclwio (mgr.14716) 520 : cluster [DBG] pgmap v440: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:09.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:09 smithi129 conmon[101092]: 2022-01-18T16:19:11.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:11 smithi156 conmon[67007]: cluster 2022-01-18T16:19:10.179023+0000 mgr.smithi129.iclwio (mgr.14716) 521 : cluster [DBG] pgmap v441: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:19:11.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:11 smithi156 conmon[67007]: 2022-01-18T16:19:11.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:11 smithi129 conmon[101092]: cluster 2022-01-18T16:19:10.179023+0000 mgr.smithi129.iclwio (mgr.14716) 521 : cluster 2022-01-18T16:19:11.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:11 smithi129 conmon[101092]: [DBG] pgmap v441: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:19:13.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:13 smithi156 conmon[67007]: cluster 2022-01-18T16:19:12.179527+0000 mgr.smithi129.iclwio (mgr.14716) 522 : cluster [DBG] pgmap v442: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:13.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:13 smithi129 conmon[101092]: cluster 2022-01-18T16:19:12.179527+0000 mgr.smithi129.iclwio (mgr.14716) 522 : cluster [DBG] pgmap v442: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:14.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:14 smithi156 conmon[67007]: audit 2022-01-18T16:19:13.855536+0000 mon.smithi129 (mon.0) 361 2022-01-18T16:19:14.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:14 smithi156 conmon[67007]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:19:14.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:14 smithi156 conmon[67007]: audit 2022-01-18T16:19:13.857000+0000 mon.smithi129 (mon.0) 362 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:19:14.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:14 smithi156 conmon[67007]: audit 2022-01-18T16:19:13. 2022-01-18T16:19:14.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:14 smithi156 conmon[67007]: 857935+0000 mon.smithi129 (mon.0) 363 : audit [INF] 2022-01-18T16:19:14.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:14 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:19:14.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:14 smithi156 conmon[67007]: cephadm 2022-01-18T16:19:13. 2022-01-18T16:19:14.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:14 smithi156 conmon[67007]: 858633+0000 mgr.smithi129.iclwio (mgr.14716) 523 : cephadm 2022-01-18T16:19:14.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:14 smithi156 conmon[67007]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:19:14.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:14 smithi156 conmon[67007]: audit 2022-01-18T16:19:14 2022-01-18T16:19:14.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:14 smithi156 conmon[67007]: .167343+0000 mon.smithi129 (mon.0) 364 : audit 2022-01-18T16:19:14.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:14 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:19:14.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:14 smithi156 conmon[67007]: audit 2022-01-18T16:19: 2022-01-18T16:19:14.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:14 smithi156 conmon[67007]: 14.172360+0000 mon.smithi129 (mon.0) 365 : audit 2022-01-18T16:19:14.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:14 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:19:14.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:14 smithi129 conmon[101092]: audit 2022-01-18T16:19:13.855536+0000 mon.smithi129 (mon.0) 361 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:19:14.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:14 smithi129 conmon[101092]: audit 2022-01-18T16:19:13.857000+0000 mon.smithi129 (mon.0) 362 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:19:14.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:14 smithi129 conmon[101092]: audit 2022-01-18T16:19:13.857935+0000 mon.smithi129 (mon.0) 363 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:19:14.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:14 smithi129 conmon[101092]: cephadm 2022 2022-01-18T16:19:14.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:14 smithi129 conmon[101092]: -01-18T16:19:13.858633 2022-01-18T16:19:14.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:14 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 523 2022-01-18T16:19:14.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:14 smithi129 conmon[101092]: : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:19:14.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:14 smithi129 conmon[101092]: audit 2022-01-18T16:19 2022-01-18T16:19:14.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:14 smithi129 conmon[101092]: :14.167343+0000 mon.smithi129 (mon.0) 2022-01-18T16:19:14.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:14 smithi129 conmon[101092]: 364 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:19:14.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:14 smithi129 conmon[101092]: audit 2022- 2022-01-18T16:19:14.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:14 smithi129 conmon[101092]: 01-18T16:19:14.172360 2022-01-18T16:19:14.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:14 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 365 : 2022-01-18T16:19:14.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:14 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:19:15.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:15 smithi156 conmon[67007]: cluster 2022-01-18T16:19:14.180210+0000 mgr.smithi129.iclwio (mgr.14716) 524 : cluster [DBG] pgmap v443: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:19:15.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:15 smithi156 conmon[67007]: 2022-01-18T16:19:15.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:15 smithi129 conmon[101092]: cluster 2022-01-18T16:19:14.180210+0000 mgr.smithi129.iclwio (mgr.14716) 524 : cluster [DBG] pgmap v443: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:19:17.530 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:17 smithi129 conmon[101092]: cluster 2022-01-18T16:19:16.180918+0000 mgr.smithi129.iclwio (mgr.14716) 525 : cluster [DBG] pgmap v444: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:17.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:17 smithi156 conmon[67007]: cluster 2022-01-18T16:19:16.180918+0000 mgr.smithi129.iclwio (mgr.14716) 525 : cluster 2022-01-18T16:19:17.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:17 smithi156 conmon[67007]: [DBG] pgmap v444: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:19.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:19 smithi156 conmon[67007]: cluster 2022-01-18T16:19:18.181617+0000 mgr.smithi129.iclwio (mgr.14716) 526 : cluster [DBG] 2022-01-18T16:19:19.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:19 smithi156 conmon[67007]: pgmap v445: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:19.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:19 smithi129 conmon[101092]: cluster 2022-01-18T16:19:18. 2022-01-18T16:19:19.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:19 smithi129 conmon[101092]: 181617+0000 mgr.smithi129.iclwio (mgr.14716) 526 : cluster [DBG] pgmap v445: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:21.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:21 smithi156 conmon[67007]: cluster 2022-01-18T16:19:20.182499+0000 mgr.smithi129.iclwio (mgr.14716) 527 : cluster 2022-01-18T16:19:21.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:21 smithi156 conmon[67007]: [DBG] pgmap v446: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:19:21.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:21 smithi129 conmon[101092]: cluster 2022-01-18T16:19:20.182499+0000 mgr.smithi129.iclwio (mgr.14716) 527 : cluster [DBG] pgmap v446: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:19:21.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:21 smithi129 conmon[101092]: 2022-01-18T16:19:23.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:23 smithi156 conmon[67007]: cluster 2022-01-18T16:19:22.183025+0000 mgr.smithi129.iclwio (mgr.14716) 528 : cluster 2022-01-18T16:19:23.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:23 smithi156 conmon[67007]: [DBG] pgmap v447: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:23.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:23 smithi129 conmon[101092]: cluster 2022-01-18T16:19:22.183025+0000 mgr.smithi129.iclwio (mgr.14716) 528 : cluster [DBG] pgmap v447: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:25.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:25 smithi129 conmon[101092]: cluster 2022-01-18T16:19:24.183748+0000 mgr.smithi129.iclwio (mgr.14716) 529 : cluster [DBG] 2022-01-18T16:19:25.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:25 smithi129 conmon[101092]: pgmap v448: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:19:25.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:25 smithi156 conmon[67007]: cluster 2022-01-18T16:19:24.183748+0000 mgr.smithi129.iclwio (mgr.14716) 529 2022-01-18T16:19:25.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:25 smithi156 conmon[67007]: : cluster [DBG] pgmap v448: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:19:27.160 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:19:27.427 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:19:27.428 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (21m) 3m ago 23m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:19:27.428 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (13m) 3m ago 23m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:19:27.428 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (13m) 3m ago 22m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:19:27.428 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (21m) 3m ago 22m 39.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:19:27.429 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (17m) 3m ago 17m 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:19:27.429 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (17m) 3m ago 17m 19.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:19:27.429 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (14m) 3m ago 24m 462M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:19:27.429 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (14m) 3m ago 22m 388M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:19:27.430 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (14m) 3m ago 24m 160M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:19:27.430 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (13m) 3m ago 22m 95.2M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:19:27.430 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (14m) 3m ago 14m 149M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:19:27.430 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (14m) 3m ago 14m 94.0M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:19:27.431 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (22m) 3m ago 22m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:19:27.431 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (22m) 3m ago 22m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:19:27.431 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (8m) 3m ago 21m 1453M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:19:27.431 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (21m) 3m ago 21m 2444M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:19:27.431 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (20m) 3m ago 20m 1918M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:19:27.432 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (20m) 3m ago 20m 2432M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:19:27.432 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (20m) 3m ago 20m 2262M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:19:27.432 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (20m) 3m ago 20m 2870M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:19:27.432 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (19m) 3m ago 19m 2233M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:19:27.432 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (19m) 3m ago 19m 3372M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:19:27.433 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (21m) 3m ago 22m 52.3M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:19:27.530 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:27 smithi129 conmon[101092]: cluster 2022-01-18T16:19:26.184251+0000 mgr.smithi129.iclwio (mgr.14716) 530 : cluster [DBG] pgmap v449: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:27.530 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:27 smithi129 conmon[101092]: 2022-01-18T16:19:27.535 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:27 smithi156 conmon[67007]: cluster 2022-01-18T16:19:26.184251+0000 mgr.smithi129.iclwio (mgr.14716) 530 : 2022-01-18T16:19:27.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:27 smithi156 conmon[67007]: cluster [DBG] pgmap v449: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:27.749 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:19:27.750 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:19:27.750 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:19:27.750 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:19:27.750 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:19:27.751 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:19:27.751 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:19:27.752 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:19:27.753 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:19:27.753 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:19:27.754 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:19:27.754 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:19:27.755 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:19:27.755 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:19:27.755 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:19:27.756 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:19:27.757 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:19:27.757 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:19:27.757 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:19:28.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:28 smithi156 conmon[67007]: audit 2022-01-18T16:19:27.161160+0000 mgr.smithi129.iclwio (mgr.14716) 531 : audit [DBG] from='client.34426 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:19:28.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:28 smithi156 conmon[67007]: audit 2022-01-18T16:19:27.431995+0000 2022-01-18T16:19:28.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:28 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 532 : audit [DBG] from='client.34430 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:19:28.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:28 smithi156 conmon[67007]: audit 2022-01-18T16:19:27.762954+0000 mon.smithi129 (mon.0) 366 : audit [DBG] from='client.? 172.21.15.129:0/439534766' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:19:28.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:28 smithi129 conmon[101092]: audit 2022-01-18T16:19:27.161160+0000 mgr.smithi129.iclwio (mgr.14716) 531 : audit [DBG] 2022-01-18T16:19:28.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:28 smithi129 conmon[101092]: from='client.34426 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:19:28.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:28 smithi129 conmon[101092]: audit 2022-01-18T16:19:27.431995+0000 mgr.smithi129.iclwio (mgr.14716) 532 : audit [DBG] from='client.34430 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:19:28.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:28 smithi129 conmon[101092]: audit 2022-01-18T16:19:27.762954+0000 mon.smithi129 (mon.0 2022-01-18T16:19:28.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:28 smithi129 conmon[101092]: ) 366 : audit [DBG] from='client.? 172.21.15.129:0/439534766' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:19:29.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:29 smithi156 conmon[67007]: cluster 2022-01-18T16:19:28.184954+0000 mgr.smithi129.iclwio (mgr.14716) 533 : cluster [DBG] pgmap v450: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:29.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:29 smithi129 conmon[101092]: cluster 2022-01-18T16:19:28.184954+0000 mgr.smithi129.iclwio (mgr.14716) 533 : cluster [DBG] 2022-01-18T16:19:29.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:29 smithi129 conmon[101092]: pgmap v450: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:31.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:31 smithi156 conmon[67007]: cluster 2022-01-18T16:19:30.185702+0000 mgr.smithi129.iclwio (mgr.14716) 534 : cluster [DBG] pgmap v451: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:19:31.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:31 smithi129 conmon[101092]: cluster 2022-01-18T16:19:30.185702+0000 mgr.smithi129.iclwio (mgr.14716) 534 : cluster [DBG] pgmap v451: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:19:33.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:33 smithi156 conmon[67007]: cluster 2022-01-18T16:19:32.186243+0000 mgr.smithi129.iclwio (mgr.14716) 535 : cluster [DBG] pgmap v452: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:33.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:33 smithi129 conmon[101092]: cluster 2022-01-18T16:19:32.186243+0000 mgr.smithi129.iclwio (mgr.14716) 535 : cluster [DBG] pgmap v452: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:33.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:33 smithi129 conmon[101092]: 2022-01-18T16:19:35.425 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:35 smithi129 conmon[101092]: cluster 2022-01-18T16:19:34.187045+0000 mgr.smithi129.iclwio (mgr.14716) 536 : cluster [DBG] pgmap v453: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:19:35.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:35 smithi156 conmon[67007]: cluster 2022-01-18T16:19:34.187045+0000 mgr.smithi129.iclwio (mgr.14716) 536 : cluster [DBG] pgmap v453: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:19:37.531 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:37 smithi129 conmon[101092]: cluster 2022-01-18T16:19:36.187495+0000 mgr.smithi129.iclwio (mgr.14716) 537 : cluster [DBG] pgmap v454: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:37.531 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:37 smithi129 conmon[101092]: 2022-01-18T16:19:37.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:37 smithi156 conmon[67007]: cluster 2022-01-18T16:19:36.187495+0000 mgr.smithi129.iclwio (mgr.14716) 537 : cluster [DBG] pgmap v454: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:39.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:39 smithi156 conmon[67007]: cluster 2022-01-18T16:19:38.188264+0000 mgr.smithi129.iclwio (mgr.14716) 538 : cluster [DBG] pgmap v455: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:39.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:39 smithi129 conmon[101092]: cluster 2022-01-18T16:19:38.188264+0000 mgr.smithi129.iclwio (mgr.14716) 538 : cluster [DBG] pgmap v455: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:41.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:41 smithi156 conmon[67007]: cluster 2022-01-18T16:19:40.189172+0000 mgr.smithi129.iclwio (mgr.14716) 539 : cluster [DBG] pgmap v456: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:19:41.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:41 smithi129 conmon[101092]: cluster 2022-01-18T16:19:40.189172+0000 mgr.smithi129.iclwio (mgr.14716) 539 : cluster [DBG] pgmap v456: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:19:41.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:41 smithi129 conmon[101092]: 2022-01-18T16:19:43.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:43 smithi156 conmon[67007]: cluster 2022-01-18T16:19:42.189655+0000 mgr.smithi129.iclwio (mgr.14716) 540 : cluster [DBG] pgmap v457: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:43.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:43 smithi129 conmon[101092]: cluster 2022-01-18T16:19:42.189655+0000 mgr.smithi129.iclwio (mgr.14716) 540 : cluster [DBG] 2022-01-18T16:19:43.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:43 smithi129 conmon[101092]: pgmap v457: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:45.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:45 smithi129 conmon[101092]: cluster 2022-01-18T16:19:44.190539+0000 mgr.smithi129.iclwio (mgr.14716) 541 : cluster [DBG] pgmap v458: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:19:45.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:45 smithi129 conmon[101092]: 2022-01-18T16:19:45.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:45 smithi156 conmon[67007]: cluster 2022-01-18T16:19:44.190539+0000 mgr.smithi129.iclwio (mgr.14716) 541 : cluster [DBG] pgmap v458: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:19:47.532 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:47 smithi129 conmon[101092]: cluster 2022-01-18T16:19:46.191064+0000 mgr.smithi129.iclwio (mgr.14716) 542 : cluster [DBG] pgmap v459: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:47.532 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:47 smithi129 conmon[101092]: 2022-01-18T16:19:47.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:47 smithi156 conmon[67007]: cluster 2022-01-18T16:19:46.191064+0000 mgr.smithi129.iclwio (mgr.14716) 542 : cluster [DBG] pgmap v459: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:49.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:49 smithi156 conmon[67007]: cluster 2022-01-18T16:19:48.191583+0000 mgr.smithi129.iclwio (mgr.14716) 543 : cluster [DBG] pgmap v460: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:49.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:49 smithi129 conmon[101092]: cluster 2022-01-18T16:19:48.191583+0000 mgr.smithi129.iclwio (mgr.14716) 543 : cluster [DBG] pgmap v460: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:51.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:51 smithi156 conmon[67007]: cluster 2022-01-18T16:19:50.192335+0000 mgr.smithi129.iclwio (mgr.14716) 544 : cluster [DBG] pgmap v461: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:19:51.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:51 smithi129 conmon[101092]: cluster 2022-01-18T16:19:50.192335+0000 mgr.smithi129.iclwio (mgr.14716) 544 : cluster [DBG] pgmap v461: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:19:53.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:53 smithi156 conmon[67007]: cluster 2022-01-18T16:19:52.192936+0000 mgr.smithi129.iclwio (mgr.14716) 545 : cluster [DBG] 2022-01-18T16:19:53.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:53 smithi156 conmon[67007]: pgmap v462: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:53.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:53 smithi129 conmon[101092]: cluster 2022-01-18T16:19:52.192936+0000 mgr.smithi129.iclwio (mgr.14716) 545 : cluster [DBG] pgmap v462: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:55.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:55 smithi129 conmon[101092]: cluster 2022-01-18T16:19:54.193635+0000 mgr.smithi129.iclwio (mgr.14716) 546 : cluster [DBG] pgmap v463: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:19:55.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:55 smithi156 conmon[67007]: cluster 2022-01-18T16:19:54.193635+0000 mgr.smithi129.iclwio (mgr.14716) 546 : cluster [DBG] pgmap v463: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:19:55.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:55 smithi156 conmon[67007]: 2022-01-18T16:19:57.531 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:57 smithi129 conmon[101092]: cluster 2022-01-18T16:19:56.194149+0000 mgr.smithi129.iclwio (mgr.14716) 547 : cluster [DBG] pgmap v464: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:57.536 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:57 smithi156 conmon[67007]: cluster 2022-01-18T16:19:56.194149+0000 mgr.smithi129.iclwio (mgr.14716) 547 : cluster [DBG] 2022-01-18T16:19:57.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:57 smithi156 conmon[67007]: pgmap v464: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:58.054 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:19:58.337 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:19:58.337 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (22m) 3m ago 23m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:19:58.337 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (14m) 3m ago 23m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:19:58.337 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (14m) 3m ago 22m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:19:58.338 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (22m) 3m ago 23m 39.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:19:58.338 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (18m) 3m ago 18m 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:19:58.338 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (18m) 3m ago 18m 19.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:19:58.338 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (15m) 3m ago 24m 462M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:19:58.339 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (14m) 3m ago 22m 388M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:19:58.339 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (14m) 3m ago 24m 160M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:19:58.339 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (14m) 3m ago 22m 95.2M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:19:58.339 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (15m) 3m ago 15m 149M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:19:58.340 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (15m) 3m ago 15m 94.0M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:19:58.340 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (23m) 3m ago 23m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:19:58.340 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (22m) 3m ago 22m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:19:58.340 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (8m) 3m ago 22m 1453M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:19:58.340 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (21m) 3m ago 21m 2444M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:19:58.341 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (21m) 3m ago 21m 1918M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:19:58.341 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (21m) 3m ago 21m 2432M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:19:58.341 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (20m) 3m ago 20m 2262M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:19:58.341 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (20m) 3m ago 20m 2870M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:19:58.342 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (20m) 3m ago 20m 2233M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:19:58.342 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (19m) 3m ago 19m 3372M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:19:58.342 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (22m) 3m ago 23m 52.3M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:19:58.657 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:19:58.657 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:19:58.657 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:19:58.658 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:19:58.658 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:19:58.658 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:19:58.658 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:19:58.659 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:19:58.659 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:19:58.659 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:19:58.659 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:19:58.660 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:19:58.660 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:19:58.660 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:19:58.660 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:19:58.660 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:19:58.661 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:19:58.661 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:19:58.661 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:19:59.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:59 smithi156 conmon[67007]: audit 2022-01-18T16:19:58.053828+0000 mgr.smithi129.iclwio (mgr.14716) 548 : audit [DBG] from='client.34438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:19:59.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:59 smithi156 conmon[67007]: cluster 2022-01-18T16:19:58.194621+0000 mgr.smithi129.iclwio (mgr.14716) 549 : cluster [DBG] pgmap v465: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:59.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:59 smithi156 conmon[67007]: audit 2022-01-18T16:19:58.251828+0000 mon.smithi129 (mon.0) 367 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:19:59.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:59 smithi156 conmon[67007]: audit 2022-01-18T16:19:58.252037+0000 2022-01-18T16:19:59.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:59 smithi156 conmon[67007]: mon.smithi129 (mon.0) 368 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:19:59.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:59 smithi156 conmon[67007]: audit 2022-01-18T16:19:58.340550+0000 mgr.smithi129.iclwio (mgr.14716) 550 : 2022-01-18T16:19:59.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:59 smithi156 conmon[67007]: audit [DBG] from='client.34442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:19:59.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:19:59 smithi156 conmon[67007]: audit 2022-01-18T16:19:58.669130+0000 mon.smithi129 (mon.0) 369 : audit [DBG] from='client.? 172.21.15.129:0/2482552365' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:19:59.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:59 smithi129 conmon[101092]: audit 2022-01-18T16:19:58.053828+0000 mgr.smithi129.iclwio (mgr.14716) 548 : 2022-01-18T16:19:59.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:59 smithi129 conmon[101092]: audit [DBG] from='client.34438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:19:59.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:59 smithi129 conmon[101092]: cluster 2022-01-18T16:19:58.194621+0000 mgr.smithi129.iclwio (mgr.14716) 549 : cluster [DBG] pgmap v465: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:19:59.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:59 smithi129 conmon[101092]: audit 2022-01-18T16:19:58.251828+0000 2022-01-18T16:19:59.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:59 smithi129 conmon[101092]: mon.smithi129 (mon.0) 367 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:19:59.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:59 smithi129 conmon[101092]: audit 2022-01-18T16:19:58.252037+0000 mon.smithi129 ( 2022-01-18T16:19:59.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:59 smithi129 conmon[101092]: mon.0) 368 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:19:59.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:59 smithi129 conmon[101092]: audit 2022- 2022-01-18T16:19:59.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:59 smithi129 conmon[101092]: 01-18T16:19:58.340550+0000 mgr.smithi129.iclwio (mgr.14716) 550 : audit [DBG] from='client.34442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:19:59.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:59 smithi129 conmon[101092]: audit 2022-01-18T16:19: 2022-01-18T16:19:59.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:19:59 smithi129 conmon[101092]: 58.669130+0000 mon.smithi129 (mon.0) 369 : audit [DBG] from='client.? 172.21.15.129:0/2482552365' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:20:00.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: cluster 2022-01-18T16:20:00.000145+0000 mon.smithi129 (mon.0) 370 : cluster [WRN] Health detail: HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T16:20:00.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: 2022-01-18T16:20:00.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: cluster 2022-01-18T16:20:00.000173+0000 mon.smithi129 (mon.0) 371 : cluster [WRN] [WRN] UPGRADE_REDEPLOY_DAEMON: Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T16:20:00.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: cluster 2022-01-18T16:20: 2022-01-18T16:20:00.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: 00.000182+0000 mon.smithi129 (mon.0) 372 : cluster [WRN] Upgrade daemon: osd.0: cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-01-18T16:20:00.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: cluster 2022-01-18T16:20:00.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: 2022-01-18T16:20:00.000194 2022-01-18T16:20:00.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 373 : cluster [WRN] 2022-01-18T16:20:00.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: Non-zero exit code 1 from systemctl start ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0 2022-01-18T16:20:00.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: cluster 2022-01-18T 2022-01-18T16:20:00.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: 16:20:00.000216+0000 mon.smithi129 ( 2022-01-18T16:20:00.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: mon.0) 374 : cluster [WRN] systemctl: stderr Job for ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-18T16:20:00.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: cluster 2022-01-18T16:20:00.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: 2022-01-18T16:20:00 2022-01-18T16:20:00.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: .000236+0000 mon.smithi129 (mon.0) 375 : cluster 2022-01-18T16:20:00.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: [WRN] systemctl: stderr See "systemctl status ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-18T16:20:00.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: cluster 2022-01-18T 2022-01-18T16:20:00.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: 16:20:00.000249+0000 mon.smithi129 (mon 2022-01-18T16:20:00.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: .0) 376 : cluster [WRN] Traceback (most recent call last): 2022-01-18T16:20:00.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: cluster 2022 2022-01-18T16:20:00.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: -01-18T16:20:00. 2022-01-18T16:20:00.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: 000260+0000 mon.smithi129 (mon.0) 377 : cluster [WRN] 2022-01-18T16:20:00.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 8615, in 2022-01-18T16:20:00.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: cluster 2022-01-18T16 2022-01-18T16:20:00.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: :20:00.000270+0000 mon.smithi129 (mon.0) 2022-01-18T16:20:00.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: 378 : cluster [WRN] main() 2022-01-18T16:20:00.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: cluster 2022-01- 2022-01-18T16:20:00.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: 18T16:20:00.000280 2022-01-18T16:20:00.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 379 2022-01-18T16:20:00.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: : cluster [WRN] File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 8603, in main 2022-01-18T16:20:00.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: cluster 2022- 2022-01-18T16:20:00.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: 01-18T16:20:00. 2022-01-18T16:20:00.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: 000291+0000 mon.smithi129 (mon.0) 380 : cluster 2022-01-18T16:20:00.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: [WRN] r = ctx.func(ctx) 2022-01-18T16:20:00.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: cluster 2022-01-18T 2022-01-18T16:20:00.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: 16:20:00.000303+0000 mon.smithi129 ( 2022-01-18T16:20:00.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: mon.0) 381 : cluster [WRN] File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 1790, in _default_image 2022-01-18T16:20:00.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: cluster 2022-01-18T16:20:00.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: 2022-01-18T16:20: 2022-01-18T16:20:00.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: 00.000316+0000 mon.smithi129 (mon.0) 382 2022-01-18T16:20:00.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: : cluster [WRN] return func(ctx) 2022-01-18T16:20:00.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: cluster 2022- 2022-01-18T16:20:00.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: 01-18T16:20:00. 2022-01-18T16:20:00.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: 000329+0000 mon.smithi129 (mon.0) 383 : cluster 2022-01-18T16:20:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: [WRN] File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 4603, in command_deploy 2022-01-18T16:20:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: cluster 2022-01-18 2022-01-18T16:20:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: T16:20:00.000339+0000 mon.smithi129 2022-01-18T16:20:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: (mon.0) 384 : cluster [WRN] ports=daemon_ports) 2022-01-18T16:20:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: cluster 2022-01-18T16:20:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: 2022-01-18T16:20:00 2022-01-18T16:20:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: .000351+0000 mon.smithi129 (mon.0) 385 : cluster 2022-01-18T16:20:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: [WRN] File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 2715, in deploy_daemon 2022-01-18T16:20:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: cluster 2022-01-18T16:20:00.000364 2022-01-18T16:20:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 386 : cluster [WRN] c, osd_fsid=osd_fsid, ports=ports) 2022-01-18T16:20:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: 2022-01-18T16:20:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: cluster 2022-01-18T16 2022-01-18T16:20:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: :20:00.000391+0000 mon.smithi129 (mon. 2022-01-18T16:20:00.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: 0) 387 : cluster [WRN] File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 2960, in deploy_daemon_units 2022-01-18T16:20:00.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: cluster 2022- 2022-01-18T16:20:00.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: 01-18T16:20:00.000402 2022-01-18T16:20:00.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 388 : cluster [WRN] 2022-01-18T16:20:00.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-01-18T16:20:00.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: cluster 2022-01-18 2022-01-18T16:20:00.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: T16:20:00.000421+0000 mon.smithi129 ( 2022-01-18T16:20:00.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: mon.0) 389 : cluster [WRN] File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 1469, in call_throws 2022-01-18T16:20:00.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: cluster 2022-01-18T16:20:00.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: 2022-01-18T16:20:00.000431+0000 mon.smithi129 ( 2022-01-18T16:20:00.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: mon.0) 390 : cluster [WRN] raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-01-18T16:20:00.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: cluster 2022-01-18T16:20:00.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: 2022-01-18T16:20: 2022-01-18T16:20:00.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: 00.000441+0000 mon.smithi129 (mon.0) 391 2022-01-18T16:20:00.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: : cluster [WRN] RuntimeError: Failed command: systemctl start ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0: Job for ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-18T16:20:00.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: cluster 2022- 2022-01-18T16:20:00.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: 01-18T16:20:00. 2022-01-18T16:20:00.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: 000455+0000 mon.smithi129 (mon.0) 392 2022-01-18T16:20:00.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:00 smithi156 conmon[67007]: : cluster [WRN] See "systemctl status ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-18T16:20:00.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: cluster 2022-01-18T16:20:00.000145+0000 mon.smithi129 (mon.0) 370 : cluster [WRN] Health detail: HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T16:20:00.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: cluster 2022-01-18T16:20:00.000173+0000 mon.smithi129 (mon.0) 371 : cluster [WRN] [WRN] UPGRADE_REDEPLOY_DAEMON: Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T16:20:00.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: cluster 2022-01-18T16:20:00.000182+0000 mon.smithi129 (mon.0) 372 : cluster [WRN] Upgrade daemon: osd.0: cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-01-18T16:20:00.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: cluster 2022 2022-01-18T16:20:00.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: -01-18T16:20:00.000194+0000 mon.smithi129 (mon.0) 373 : cluster [WRN] Non-zero exit code 1 from systemctl start ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0 2022-01-18T16:20:00.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: cluster 2022-01-18T16:20:00.000216+0000 mon.smithi129 (mon.0 2022-01-18T16:20:00.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: ) 374 : cluster [WRN] systemctl: stderr Job for ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-18T16:20:00.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: cluster 2022-01-18T16:20:00. 2022-01-18T16:20:00.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: 000236+0000 mon.smithi129 (mon.0) 375 : cluster [WRN] systemctl: stderr See "systemctl status ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-18T16:20:00.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: cluster 2022-01-18T16:20:00.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: 2022-01-18T16:20:00.000249+0000 mon.smithi129 (mon.0) 376 : 2022-01-18T16:20:00.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: cluster [WRN] Traceback (most recent call last): 2022-01-18T16:20:00.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: cluster 2022-01-18T16:20:00.000260 2022-01-18T16:20:00.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 377 : cluster [WRN] File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 8615, in 2022-01-18T16:20:00.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: cluster 2022-01-18T16:20:00.000270+0000 mon.smithi129 (mon.0) 378 : cluster [WRN] main() 2022-01-18T16:20:00.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: cluster 2022-01-18T16:20:00.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: 2022-01-18T16:20:00.000280+0000 mon.smithi129 (mon.0) 379 : cluster [WRN] File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 8603, in main 2022-01-18T16:20:00.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: cluster 2022-01-18T16:20:00.000291+0000 mon.smithi129 (mon 2022-01-18T16:20:00.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: .0) 380 : cluster [WRN] r = ctx.func(ctx) 2022-01-18T16:20:00.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: cluster 2022-01-18T16:20:00.000303+0000 mon.smithi129 (mon.0) 381 2022-01-18T16:20:00.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: : cluster [WRN] File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 1790, in _default_image 2022-01-18T16:20:00.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: cluster 2022-01-18T16:20:00.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: 2022-01-18T16:20:00.000316+0000 mon.smithi129 (mon.0) 382 : cluster [WRN] return func(ctx) 2022-01-18T16:20:00.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: cluster 2022-01-18T16:20:00. 2022-01-18T16:20:00.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: 000329+0000 mon.smithi129 (mon.0) 383 : cluster [WRN] File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 4603, in command_deploy 2022-01-18T16:20:00.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: cluster 2022-01-18T16:20:00. 2022-01-18T16:20:00.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: 000339+0000 mon.smithi129 (mon.0) 384 : cluster [WRN] ports=daemon_ports) 2022-01-18T16:20:00.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: cluster 2022-01-18T16:20:00. 2022-01-18T16:20:00.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: 000351+0000 mon.smithi129 (mon.0) 385 : cluster [WRN] File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 2715, in deploy_daemon 2022-01-18T16:20:00.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: cluster 2022-01-18T16:20:00.000364+0000 mon.smithi129 (mon.0) 386 : cluster [WRN] c, osd_fsid=osd_fsid, ports=ports) 2022-01-18T16:20:00.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: 2022-01-18T16:20:00.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: cluster 2022-01-18T16:20:00.000391 2022-01-18T16:20:00.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 387 : cluster [WRN] File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 2960, in deploy_daemon_units 2022-01-18T16:20:00.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: cluster 2022-01-18T16:20:00.000402+0000 mon.smithi129 (mon.0) 2022-01-18T16:20:00.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: 388 : cluster [WRN] call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-01-18T16:20:00.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: cluster 2022-01-18T16:20:00.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: 2022-01-18T16:20:00.000421+0000 mon.smithi129 (mon.0) 389 : cluster [WRN] File "/var/lib/ceph/e63fbe5c-7876-11ec-8c34-001a4aab830c/cephadm.c659ab77cc705b8440c5bb10bf729dd981addbc618204d30ac82f427ecc4779d", line 1469, in call_throws 2022-01-18T16:20:00.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: cluster 2022-01-18T16:20:00.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: 2022-01-18T16:20:00.000431+0000 mon.smithi129 (mon.0) 390 : cluster [WRN] raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-01-18T16:20:00.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: cluster 2022-01-18T16:20:00.000441 2022-01-18T16:20:00.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 391 : cluster [WRN] RuntimeError: Failed command: systemctl start ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0: Job for ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-18T16:20:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: cluster 2022-01-18T16:20:00.000455+0000 mon.smithi129 2022-01-18T16:20:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:00 smithi129 conmon[101092]: (mon.0) 392 : cluster [WRN] See "systemctl status ceph-e63fbe5c-7876-11ec-8c34-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-18T16:20:01.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:01 smithi156 conmon[67007]: cluster 2022-01-18T16:20:00.195505+0000 mgr.smithi129.iclwio (mgr.14716) 551 : cluster [DBG] pgmap v466: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:20:01.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:01 smithi129 conmon[101092]: cluster 2022-01-18T16:20:00.195505+0000 mgr.smithi129.iclwio (mgr.14716) 551 : cluster [DBG] pgmap v466: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:20:03.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:03 smithi156 conmon[67007]: cluster 2022-01-18T16:20:02.196251+0000 mgr.smithi129.iclwio (mgr.14716) 552 : cluster [DBG] pgmap v467: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:03.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:03 smithi129 conmon[101092]: cluster 2022-01-18T16:20:02.196251+0000 mgr.smithi129.iclwio (mgr.14716) 552 : cluster [DBG] pgmap v467: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:05.426 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:05 smithi129 conmon[101092]: cluster 2022-01-18T16:20:04.197138+0000 mgr.smithi129.iclwio (mgr.14716) 553 2022-01-18T16:20:05.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:05 smithi129 conmon[101092]: : cluster [DBG] pgmap v468: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:20:05.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:05 smithi156 conmon[67007]: cluster 2022-01-18T16:20:04.197138+0000 mgr.smithi129.iclwio (mgr.14716) 553 : cluster [DBG] pgmap v468: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:20:07.532 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:07 smithi129 conmon[101092]: cluster 2022-01-18T16:20:06.197727+0000 mgr.smithi129.iclwio (mgr.14716) 554 : cluster [DBG] 2022-01-18T16:20:07.533 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:07 smithi129 conmon[101092]: pgmap v469: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:07.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:07 smithi156 conmon[67007]: cluster 2022-01-18T16:20:06.197727+0000 mgr.smithi129.iclwio (mgr.14716) 554 : cluster [DBG] pgmap v469: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:07.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:07 smithi156 conmon[67007]: 2022-01-18T16:20:09.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:09 smithi156 conmon[67007]: cluster 2022-01-18T16:20:08.198477+0000 mgr.smithi129.iclwio (mgr.14716) 555 : cluster [DBG] pgmap v470: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:09.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:09 smithi129 conmon[101092]: cluster 2022-01-18T16:20:08.198477+0000 mgr.smithi129.iclwio (mgr.14716) 555 : cluster [DBG] pgmap v470: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:09.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:09 smithi129 conmon[101092]: 2022-01-18T16:20:11.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:11 smithi156 conmon[67007]: cluster 2022-01-18T16:20:10.199452+0000 mgr.smithi129.iclwio (mgr.14716) 556 : cluster [DBG] pgmap v471: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:20:11.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:11 smithi156 conmon[67007]: 2022-01-18T16:20:11.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:11 smithi129 conmon[101092]: cluster 2022-01-18T16:20:10.199452+0000 mgr.smithi129.iclwio (mgr.14716) 556 : cluster 2022-01-18T16:20:11.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:11 smithi129 conmon[101092]: [DBG] pgmap v471: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:20:13.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:13 smithi156 conmon[67007]: cluster 2022-01-18T16:20:12.200105+0000 mgr.smithi129.iclwio (mgr.14716) 557 : cluster [DBG] 2022-01-18T16:20:13.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:13 smithi156 conmon[67007]: pgmap v472: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:13.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:13 smithi129 conmon[101092]: cluster 2022-01-18T16:20:12.200105+0000 mgr.smithi129.iclwio (mgr.14716) 557 : cluster 2022-01-18T16:20:13.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:13 smithi129 conmon[101092]: [DBG] pgmap v472: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:15.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:15 smithi129 conmon[101092]: audit 2022-01-18T16:20:14.174723+0000 mon.smithi129 (mon.0) 2022-01-18T16:20:15.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:15 smithi129 conmon[101092]: 393 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:20:15.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:15 smithi129 conmon[101092]: audit 2022-01-18T16:20:14.176143+0000 mon.smithi129 (mon.0) 394 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:20:15.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:15 smithi129 conmon[101092]: audit 2022-01-18T16:20:14.177128+0000 mon.smithi129 (mon.0) 395 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:20:15.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:15 smithi129 conmon[101092]: cephadm 2022-01-18T16:20:14.177824+0000 mgr.smithi129.iclwio (mgr.14716) 558 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:20:15.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:15 smithi129 conmon[101092]: cluster 2022-01-18T16:20:14.200902+0000 mgr.smithi129.iclwio (mgr.14716) 559 : cluster [DBG] pgmap v473: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:20:15.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:15 smithi129 conmon[101092]: audit 2022-01-18T16:20:14.486892+0000 mon.smithi129 (mon.0) 396 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:20:15.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:15 smithi129 conmon[101092]: audit 2022-01-18T16:20:15.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:15 smithi129 conmon[101092]: 2022-01-18T16:20:14.493761+0000 mon.smithi129 (mon.0) 397 2022-01-18T16:20:15.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:15 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:20:15.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:15 smithi156 conmon[67007]: audit 2022-01-18T16:20:14.174723+0000 mon.smithi129 (mon.0) 393 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:20:15.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:15 smithi156 conmon[67007]: audit 2022-01-18T16:20:14.176143+0000 mon.smithi129 ( 2022-01-18T16:20:15.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:15 smithi156 conmon[67007]: mon.0) 394 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:20:15.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:15 smithi156 conmon[67007]: audit 2022-01-18T16:20:14.177128+0000 mon.smithi129 (mon.0) 395 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:20:15.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:15 smithi156 conmon[67007]: cephadm 2022-01-18T16:20:14.177824+0000 mgr.smithi129.iclwio (mgr.14716) 558 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:20:15.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:15 smithi156 conmon[67007]: cluster 2022-01-18T16:20:14.200902+0000 mgr.smithi129.iclwio (mgr.14716) 559 : cluster [DBG] pgmap v473: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:20:15.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:15 smithi156 conmon[67007]: audit 2022-01-18T16:20:14.486892+0000 mon.smithi129 (mon. 2022-01-18T16:20:15.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:15 smithi156 conmon[67007]: 0) 396 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:20:15.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:15 smithi156 conmon[67007]: audit 2022-01-18T16: 2022-01-18T16:20:15.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:15 smithi156 conmon[67007]: 20:14.493761+0000 mon.smithi129 (mon.0) 397 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:20:17.532 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:17 smithi129 conmon[101092]: cluster 2022-01-18T16:20:16.201330+0000 mgr.smithi129.iclwio (mgr.14716) 560 : cluster [DBG] pgmap v474: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:17.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:17 smithi156 conmon[67007]: cluster 2022-01-18T16:20:16.201330+0000 mgr.smithi129.iclwio (mgr.14716) 560 : cluster [DBG] pgmap v474: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:19.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:19 smithi156 conmon[67007]: cluster 2022-01-18T16:20:18.201877+0000 mgr.smithi129.iclwio (mgr.14716) 561 : cluster [DBG] pgmap v475: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:19.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:19 smithi156 conmon[67007]: 2022-01-18T16:20:19.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:19 smithi129 conmon[101092]: cluster 2022-01-18T16:20:18.201877+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:20:19.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:19 smithi129 conmon[101092]: .14716) 561 : cluster [DBG] pgmap v475: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:21.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:21 smithi156 conmon[67007]: cluster 2022-01-18T16:20:20.202819+0000 mgr.smithi129.iclwio (mgr.14716) 562 : cluster [DBG] pgmap v476: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:20:21.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:21 smithi129 conmon[101092]: cluster 2022-01-18T16:20:20.202819+0000 mgr.smithi129.iclwio (mgr.14716) 562 : cluster 2022-01-18T16:20:21.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:21 smithi129 conmon[101092]: [DBG] pgmap v476: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:20:23.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:23 smithi156 conmon[67007]: cluster 2022-01-18T16:20:22.203341+0000 mgr.smithi129.iclwio (mgr.14716) 563 : cluster [DBG] pgmap v477: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:23.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:23 smithi129 conmon[101092]: cluster 2022-01-18T16:20:22.203341+0000 mgr.smithi129.iclwio (mgr.14716) 563 : cluster [DBG] 2022-01-18T16:20:23.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:23 smithi129 conmon[101092]: pgmap v477: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:25.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:25 smithi129 conmon[101092]: cluster 2022-01-18T16:20:24.204228+0000 mgr.smithi129.iclwio (mgr.14716) 564 : cluster [DBG] pgmap v478: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:20:25.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:25 smithi156 conmon[67007]: cluster 2022-01-18T16:20:24.204228+0000 mgr.smithi129.iclwio (mgr.14716) 564 : cluster [DBG] pgmap v478: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:20:27.532 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:27 smithi129 conmon[101092]: cluster 2022-01-18T16:20:26.204679+0000 mgr.smithi129.iclwio (mgr.14716) 565 : cluster [DBG] pgmap v479: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:27.537 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:27 smithi156 conmon[67007]: cluster 2022-01-18T16:20:26.204679+0000 mgr.smithi129.iclwio (mgr.14716) 565 : cluster [DBG] pgmap v479: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:28.959 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:20:29.229 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:20:29.230 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (23m) 4m ago 24m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:20:29.230 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (14m) 4m ago 24m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:20:29.231 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (14m) 4m ago 23m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:20:29.231 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (22m) 4m ago 23m 39.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:20:29.231 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (18m) 4m ago 18m 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:20:29.231 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (18m) 4m ago 18m 19.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:20:29.232 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (15m) 4m ago 25m 462M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:20:29.232 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (15m) 4m ago 23m 388M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:20:29.232 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (15m) 4m ago 25m 160M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:20:29.232 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (14m) 4m ago 23m 95.2M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:20:29.233 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (15m) 4m ago 15m 149M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:20:29.233 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (15m) 4m ago 15m 94.0M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:20:29.233 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (23m) 4m ago 23m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:20:29.233 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (23m) 4m ago 23m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:20:29.234 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (9m) 4m ago 22m 1453M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:20:29.234 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (22m) 4m ago 22m 2444M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:20:29.234 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (22m) 4m ago 22m 1918M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:20:29.234 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (21m) 4m ago 21m 2432M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:20:29.235 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (21m) 4m ago 21m 2262M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:20:29.235 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (21m) 4m ago 21m 2870M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:20:29.235 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (20m) 4m ago 20m 2233M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:20:29.235 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (20m) 4m ago 20m 3372M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:20:29.236 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (22m) 4m ago 23m 52.3M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:20:29.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:29 smithi156 conmon[67007]: cluster 2022-01-18T16:20:28.205193+0000 mgr.smithi129.iclwio (mgr.14716) 566 : cluster [DBG] pgmap v480: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:29.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:29 smithi156 conmon[67007]: audit 2022-01-18T16:20:28.958134+0000 mgr.smithi129.iclwio (mgr.14716) 567 : audit [DBG] from='client.34450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:20:29.554 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:20:29.554 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:20:29.555 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:20:29.555 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:20:29.555 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:20:29.555 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:20:29.556 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:20:29.556 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:20:29.556 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:20:29.556 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:20:29.557 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:20:29.557 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:20:29.557 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:20:29.557 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:20:29.557 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:20:29.558 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:20:29.558 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:20:29.558 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:20:29.559 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:20:29.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:29 smithi129 conmon[101092]: cluster 2022-01-18T16:20:28.205193+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:20:29.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:29 smithi129 conmon[101092]: 566 : cluster [DBG] pgmap v480: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:29.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:29 smithi129 conmon[101092]: audit 2022-01-18T16:20:28.958134+0000 mgr.smithi129.iclwio (mgr.14716) 567 : audit [DBG] from='client.34450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:20:30.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:30 smithi156 conmon[67007]: audit 2022-01-18T16:20:29.232403+0000 mgr.smithi129.iclwio (mgr.14716) 568 : audit [DBG] 2022-01-18T16:20:30.904 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:30 smithi156 conmon[67007]: from='client.34454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:20:30.905 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:30 smithi156 conmon[67007]: audit 2022-01-18T16:20:29.565655+0000 mon.smithi129 (mon.0) 398 : audit [DBG] from='client.? 172.21.15.129:0/3238662775' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:20:30.906 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:30 smithi129 conmon[101092]: audit 2022-01-18T16:20:29.232403+0000 mgr.smithi129.iclwio (mgr.14716) 568 : audit [DBG] from='client.34454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:20:30.906 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:30 smithi129 conmon[101092]: audit 2022-01-18T16:20:29.565655+0000 2022-01-18T16:20:30.907 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:30 smithi129 conmon[101092]: mon.smithi129 (mon.0) 398 : audit [DBG] from='client.? 172.21.15.129:0/3238662775' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:20:31.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:31 smithi156 conmon[67007]: cluster 2022-01-18T16:20:30.205893+0000 mgr.smithi129.iclwio (mgr.14716) 569 : cluster [DBG] pgmap v481: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:20:31.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:31 smithi129 conmon[101092]: cluster 2022-01-18T16:20:30.205893+0000 mgr.smithi129.iclwio (mgr.14716) 569 : cluster [DBG] pgmap v481: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:20:33.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:33 smithi156 conmon[67007]: cluster 2022-01-18T16:20:32.206594+0000 mgr.smithi129.iclwio (mgr.14716) 570 : cluster [DBG] pgmap v482: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:33.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:33 smithi129 conmon[101092]: cluster 2022-01-18T16:20:32.206594+0000 mgr.smithi129.iclwio (mgr.14716) 570 : cluster [DBG] pgmap v482: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:35.427 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:35 smithi129 conmon[101092]: cluster 2022-01-18T16:20:34.207310+0000 mgr.smithi129.iclwio (mgr.14716) 571 : cluster [DBG] pgmap v483: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:20:35.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:35 smithi156 conmon[67007]: cluster 2022-01-18T16:20:34.207310+0000 mgr.smithi129.iclwio (mgr.14716) 571 : cluster [DBG] pgmap v483: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:20:37.533 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:37 smithi129 conmon[101092]: cluster 2022-01-18T16:20:36.207871+0000 mgr.smithi129.iclwio (mgr.14716) 572 : cluster [DBG] pgmap v484: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:37.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:37 smithi156 conmon[67007]: cluster 2022-01-18T16:20:36.207871+0000 mgr.smithi129.iclwio (mgr.14716) 572 : cluster [DBG] pgmap v484: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:39.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:39 smithi156 conmon[67007]: cluster 2022-01-18T16:20:38.208544+0000 mgr.smithi129.iclwio (mgr.14716) 573 : cluster [DBG] pgmap v485: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:39.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:39 smithi129 conmon[101092]: cluster 2022-01-18T16:20:38.208544+0000 mgr.smithi129.iclwio (mgr.14716) 573 : cluster [DBG] pgmap v485: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:41.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:41 smithi156 conmon[67007]: cluster 2022-01-18T16:20:40.209435+0000 mgr.smithi129.iclwio (mgr.14716) 574 : cluster [DBG] pgmap v486: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:20:41.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:41 smithi156 conmon[67007]: 2022-01-18T16:20:41.677 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:41 smithi129 conmon[101092]: cluster 2022-01-18T16:20:40.209435+0000 mgr.smithi129.iclwio (mgr.14716) 574 : cluster [DBG] pgmap v486: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:20:43.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:43 smithi156 conmon[67007]: cluster 2022-01-18T16:20:42.210106+0000 mgr.smithi129.iclwio (mgr.14716) 575 : cluster [DBG] pgmap v487: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:43.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:43 smithi129 conmon[101092]: cluster 2022-01-18T16:20:42.210106+0000 mgr.smithi129.iclwio (mgr.14716) 575 : cluster [DBG] pgmap v487: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:45.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:45 smithi129 conmon[101092]: cluster 2022-01-18T16:20:44.210893+0000 mgr.smithi129.iclwio (mgr.14716) 576 : cluster [DBG] pgmap v488: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:20:45.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:45 smithi156 conmon[67007]: cluster 2022-01-18T16:20:44.210893+0000 mgr.smithi129.iclwio (mgr.14716) 576 : cluster [DBG] pgmap v488: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:20:47.533 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:47 smithi129 conmon[101092]: cluster 2022-01-18T16:20:46.211450+0000 mgr.smithi129.iclwio (mgr.14716) 577 : cluster [DBG] pgmap v489: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:47.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:47 smithi156 conmon[67007]: cluster 2022-01-18T16:20:46.211450+0000 mgr.smithi129.iclwio (mgr.14716) 577 : cluster [DBG] pgmap v489: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:49.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:49 smithi156 conmon[67007]: cluster 2022-01-18T16:20:48.212166+0000 mgr.smithi129.iclwio (mgr.14716) 578 : cluster [DBG] pgmap v490: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:49.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:49 smithi129 conmon[101092]: cluster 2022-01-18T16:20:48.212166+0000 mgr.smithi129.iclwio (mgr.14716) 578 : cluster 2022-01-18T16:20:49.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:49 smithi129 conmon[101092]: [DBG] pgmap v490: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:51.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:51 smithi156 conmon[67007]: cluster 2022-01-18T16:20:50.212925+0000 mgr.smithi129.iclwio (mgr.14716) 579 : cluster [DBG] pgmap v491: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:20:51.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:51 smithi129 conmon[101092]: cluster 2022-01-18T16:20:50.212925+0000 mgr.smithi129.iclwio (mgr.14716) 579 : cluster [DBG] pgmap v491: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:20:53.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:53 smithi156 conmon[67007]: cluster 2022-01-18T16:20:52.213561+0000 mgr.smithi129.iclwio (mgr.14716) 580 : cluster 2022-01-18T16:20:53.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:53 smithi156 conmon[67007]: [DBG] pgmap v492: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:53.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:53 smithi129 conmon[101092]: cluster 2022-01-18T16:20:52.213561+0000 mgr.smithi129.iclwio (mgr.14716) 580 : cluster [DBG] pgmap v492: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:55.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:55 smithi129 conmon[101092]: cluster 2022-01-18T16:20:54.214343+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:20:55.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:55 smithi129 conmon[101092]: 581 : cluster [DBG] pgmap v493: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:20:55.538 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:55 smithi156 conmon[67007]: cluster 2022-01-18T16:20:54.214343+0000 mgr.smithi129.iclwio (mgr.14716) 581 : cluster 2022-01-18T16:20:55.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:55 smithi156 conmon[67007]: [DBG] pgmap v493: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:20:57.533 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:57 smithi129 conmon[101092]: cluster 2022-01-18T16:20:56.214991+0000 mgr.smithi129.iclwio (mgr.14716) 582 : cluster [DBG] pgmap v494: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:57.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:57 smithi156 conmon[67007]: cluster 2022-01-18T16:20:56.214991+0000 mgr.smithi129.iclwio (mgr.14716) 582 2022-01-18T16:20:57.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:57 smithi156 conmon[67007]: : cluster [DBG] pgmap v494: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:58.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:58 smithi156 conmon[67007]: audit 2022-01-18T16:20:58.254612+0000 mon.smithi129 (mon. 2022-01-18T16:20:58.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:58 smithi156 conmon[67007]: 0) 399 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:20:58.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:58 smithi156 conmon[67007]: audit 2022-01-18T16:20:58.254858+0000 mon.smithi129 (mon.0) 400 : audit [INF] 2022-01-18T16:20:58.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:58 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:20:58.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:58 smithi129 conmon[101092]: audit 2022-01-18T16:20:58.254612+0000 mon.smithi129 (mon.0) 399 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:20:58.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:58 smithi129 conmon[101092]: audit 2022-01-18T16:20:58.254858+0000 mon.smithi129 (mon.0) 400 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:20:59.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:59 smithi156 conmon[67007]: cluster 2022-01-18T16:20:58.215463+0000 mgr.smithi129.iclwio (mgr.14716) 583 : cluster [DBG] 2022-01-18T16:20:59.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:20:59 smithi156 conmon[67007]: pgmap v495: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:59.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:20:59 smithi129 conmon[101092]: cluster 2022-01-18T16:20:58.215463+0000 mgr.smithi129.iclwio (mgr.14716) 583 : cluster [DBG] pgmap v495: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:20:59.856 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:21:00.120 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:21:00.121 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (23m) 4m ago 24m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:21:00.121 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (15m) 4m ago 24m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:21:00.121 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (15m) 4m ago 23m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:21:00.122 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (23m) 4m ago 24m 39.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:21:00.122 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (19m) 4m ago 19m 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:21:00.122 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (19m) 4m ago 19m 19.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:21:00.123 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (16m) 4m ago 25m 462M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:21:00.123 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (15m) 4m ago 23m 388M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:21:00.123 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (15m) 4m ago 26m 160M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:21:00.123 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (15m) 4m ago 23m 95.2M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:21:00.124 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (16m) 4m ago 16m 149M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:21:00.124 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (16m) 4m ago 16m 94.0M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:21:00.124 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (24m) 4m ago 24m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:21:00.124 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (23m) 4m ago 23m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:21:00.125 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (9m) 4m ago 23m 1453M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:21:00.125 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (22m) 4m ago 22m 2444M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:21:00.125 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (22m) 4m ago 22m 1918M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:21:00.125 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (22m) 4m ago 22m 2432M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:21:00.125 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (21m) 4m ago 21m 2262M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:21:00.126 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (21m) 4m ago 21m 2870M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:21:00.127 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (21m) 4m ago 21m 2233M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:21:00.127 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (20m) 4m ago 20m 3372M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:21:00.127 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (23m) 4m ago 24m 52.3M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:21:00.443 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:21:00.443 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:21:00.444 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:21:00.444 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:21:00.444 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:21:00.444 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:21:00.445 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:21:00.445 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:21:00.445 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:21:00.445 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:21:00.446 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:21:00.446 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:21:00.446 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:21:00.446 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:21:00.447 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:21:00.447 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:21:00.447 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:21:00.447 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:21:00.447 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:21:00.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:00 smithi156 conmon[67007]: audit 2022-01-18T16:20:59.854942+0000 mgr.smithi129.iclwio (mgr.14716) 584 : audit [DBG] 2022-01-18T16:21:00.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:00 smithi156 conmon[67007]: from='client.34462 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:21:00.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:00 smithi129 conmon[101092]: audit 2022-01-18T16:20:59.854942+0000 mgr.smithi129.iclwio (mgr.14716) 584 2022-01-18T16:21:00.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:00 smithi129 conmon[101092]: : audit [DBG] from='client.34462 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:21:01.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:01 smithi156 conmon[67007]: audit 2022-01-18T16:21:00.122511+0000 mgr.smithi129.iclwio (mgr.14716) 585 : audit 2022-01-18T16:21:01.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:01 smithi156 conmon[67007]: [DBG] from='client.34466 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:21:01.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:01 smithi156 conmon[67007]: cluster 2022-01-18T16:21:00.216142+0000 mgr.smithi129.iclwio (mgr.14716) 586 : cluster [DBG] pgmap v496: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:21:01.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:01 smithi156 conmon[67007]: audit 2022-01-18T16:21:00.453777+0000 mon.smithi129 (mon.0) 401 : audit 2022-01-18T16:21:01.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:01 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/2930478859' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:21:01.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:01 smithi129 conmon[101092]: audit 2022-01-18T16:21:00.122511+0000 mgr.smithi129.iclwio (mgr.14716) 585 : audit [DBG] from='client.34466 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:21:01.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:01 smithi129 conmon[101092]: cluster 2022-01-18T16:21:00.216142+0000 mgr.smithi129.iclwio (mgr.14716) 586 : cluster [DBG] pgmap v496: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:21:01.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:01 smithi129 conmon[101092]: audit 2022-01-18T16:21:00.453777+0000 mon.smithi129 (mon.0) 401 : audit [DBG] from='client.? 172.21.15.129:0/2930478859' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:21:03.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:03 smithi156 conmon[67007]: cluster 2022-01-18T16:21:02.216836+0000 mgr.smithi129.iclwio (mgr.14716) 587 : cluster 2022-01-18T16:21:03.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:03 smithi156 conmon[67007]: [DBG] pgmap v497: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:03.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:03 smithi129 conmon[101092]: cluster 2022-01-18T16:21:02.216836+0000 mgr.smithi129.iclwio (mgr.14716) 587 : cluster [DBG] pgmap v497: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:05.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:05 smithi129 conmon[101092]: cluster 2022-01-18T16:21:04.217683+0000 mgr.smithi129.iclwio (mgr.14716) 588 : cluster [DBG] pgmap v498: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:21:05.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:05 smithi156 conmon[67007]: cluster 2022-01-18T16:21:04.217683+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:21:05.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:05 smithi156 conmon[67007]: 588 : cluster [DBG] pgmap v498: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:21:07.534 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:07 smithi129 conmon[101092]: cluster 2022-01-18T16:21:06.218345+0000 mgr.smithi129.iclwio (mgr.14716) 589 : cluster [DBG] pgmap v499: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:07.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:07 smithi156 conmon[67007]: cluster 2022-01-18T16:21:06.218345+0000 mgr.smithi129.iclwio (mgr.14716) 589 : 2022-01-18T16:21:07.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:07 smithi156 conmon[67007]: cluster [DBG] pgmap v499: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:09.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:09 smithi156 conmon[67007]: cluster 2022-01-18T16:21:08.218861+0000 mgr.smithi129.iclwio (mgr.14716) 590 : cluster [DBG] 2022-01-18T16:21:09.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:09 smithi156 conmon[67007]: pgmap v500: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:09.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:09 smithi129 conmon[101092]: cluster 2022-01-18T16:21:08.218861+0000 mgr.smithi129.iclwio (mgr.14716) 590 : cluster [DBG] pgmap v500: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:11.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:11 smithi156 conmon[67007]: cluster 2022-01-18T16:21:10.219720+0000 mgr.smithi129.iclwio (mgr.14716) 591 : cluster 2022-01-18T16:21:11.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:11 smithi156 conmon[67007]: [DBG] pgmap v501: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:21:11.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:11 smithi129 conmon[101092]: cluster 2022-01-18T16:21:10.219720+0000 mgr.smithi129.iclwio (mgr.14716) 591 : cluster [DBG] pgmap v501: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:21:13.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:13 smithi156 conmon[67007]: cluster 2022-01-18T16:21:12.220368+0000 mgr.smithi129.iclwio (mgr.14716) 592 : cluster 2022-01-18T16:21:13.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:13 smithi156 conmon[67007]: [DBG] pgmap v502: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:13.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:13 smithi129 conmon[101092]: cluster 2022-01-18T16:21:12.220368+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:21:13.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:13 smithi129 conmon[101092]: 592 : cluster [DBG] pgmap v502: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:15.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:15 smithi129 conmon[101092]: cluster 2022-01-18T16:21:14.221077+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:21:15.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:15 smithi129 conmon[101092]: 593 : cluster [DBG] pgmap v503: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:21:15.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:15 smithi129 conmon[101092]: audit 2022-01-18T16:21:14.496110+0000 mon.smithi129 (mon.0) 402 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:21:15.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:15 smithi129 conmon[101092]: audit 2022-01-18T16:21:14.497605+0000 mon.smithi129 (mon.0) 403 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:21:15.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:15 smithi129 conmon[101092]: audit 2022-01-18T16:21:14.498599+0000 mon.smithi129 (mon.0) 404 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:21:15.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:15 smithi129 conmon[101092]: cephadm 2022-01-18T16:21:14. 2022-01-18T16:21:15.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:15 smithi129 conmon[101092]: 499421+0000 mgr.smithi129.iclwio (mgr.14716) 594 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:21:15.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:15 smithi129 conmon[101092]: audit 2022-01-18T16:21:14.807898+0000 2022-01-18T16:21:15.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:15 smithi129 conmon[101092]: mon.smithi129 (mon.0) 405 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:21:15.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:15 smithi129 conmon[101092]: audit 2022-01-18T16:21:15.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:15 smithi129 conmon[101092]: 2022-01-18T16:21:14.814992 2022-01-18T16:21:15.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:15 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 406 : audit 2022-01-18T16:21:15.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:15 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:21:15.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:15 smithi156 conmon[67007]: cluster 2022-01-18T16:21:14.221077+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:21:15.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:15 smithi156 conmon[67007]: 593 : cluster [DBG] pgmap v503: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:21:15.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:15 smithi156 conmon[67007]: audit 2022-01-18T16:21:14.496110+0000 mon.smithi129 (mon.0) 402 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:21:15.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:15 smithi156 conmon[67007]: audit 2022-01-18T16:21:14.497605+0000 mon.smithi129 ( 2022-01-18T16:21:15.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:15 smithi156 conmon[67007]: mon.0) 403 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:21:15.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:15 smithi156 conmon[67007]: audit 2022-01-18T16:21 2022-01-18T16:21:15.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:15 smithi156 conmon[67007]: :14.498599+0000 mon.smithi129 (mon.0) 404 : audit 2022-01-18T16:21:15.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:15 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:21:15.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:15 smithi156 conmon[67007]: cephadm 2022-01-18T16:21: 2022-01-18T16:21:15.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:15 smithi156 conmon[67007]: 14.499421+0000 mgr.smithi129.iclwio (mgr.14716) 594 : cephadm 2022-01-18T16:21:15.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:15 smithi156 conmon[67007]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:21:15.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:15 smithi156 conmon[67007]: audit 2022-01-18T16 2022-01-18T16:21:15.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:15 smithi156 conmon[67007]: :21:14.807898+0000 mon.smithi129 (mon.0) 2022-01-18T16:21:15.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:15 smithi156 conmon[67007]: 405 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:21:15.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:15 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T16:21:15.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:15 smithi156 conmon[67007]: T16:21:14.814992+0000 mon.smithi129 (mon. 2022-01-18T16:21:15.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:15 smithi156 conmon[67007]: 0) 406 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:21:17.534 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:17 smithi129 conmon[101092]: cluster 2022-01-18T16:21:16.221602+0000 mgr.smithi129.iclwio (mgr.14716) 595 : cluster [DBG] pgmap v504: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:17.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:17 smithi156 conmon[67007]: cluster 2022-01-18T16:21:16.221602+0000 mgr.smithi129.iclwio (mgr.14716) 595 : cluster 2022-01-18T16:21:17.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:17 smithi156 conmon[67007]: [DBG] pgmap v504: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:19.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:19 smithi156 conmon[67007]: cluster 2022-01-18T16:21:18.222202+0000 mgr.smithi129.iclwio (mgr.14716) 596 : cluster [DBG] 2022-01-18T16:21:19.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:19 smithi156 conmon[67007]: pgmap v505: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:19.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:19 smithi129 conmon[101092]: cluster 2022-01-18T16:21:18.222202+0000 mgr.smithi129.iclwio (mgr.14716) 596 : cluster [DBG] pgmap v505: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:21.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:21 smithi156 conmon[67007]: cluster 2022-01-18T16:21:20.222955+0000 mgr.smithi129.iclwio (mgr.14716) 597 : cluster [DBG] pgmap v506: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:21:21.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:21 smithi129 conmon[101092]: cluster 2022-01-18T16:21:20.222955+0000 mgr.smithi129.iclwio (mgr.14716) 597 : cluster [DBG] pgmap v506: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:21:23.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:23 smithi156 conmon[67007]: cluster 2022-01-18T16:21:22.223441+0000 mgr.smithi129.iclwio (mgr.14716) 598 : cluster [DBG] pgmap v507: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:23.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:23 smithi129 conmon[101092]: cluster 2022-01-18T16:21:22.223441+0000 mgr.smithi129.iclwio (mgr.14716) 598 : cluster [DBG] pgmap v507: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:23.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:23 smithi129 conmon[101092]: 2022-01-18T16:21:25.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:25 smithi129 conmon[101092]: cluster 2022-01-18T16:21:24.224349+0000 mgr.smithi129.iclwio (mgr.14716) 599 : cluster [DBG] pgmap v508: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:21:25.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:25 smithi129 conmon[101092]: 2022-01-18T16:21:25.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:25 smithi156 conmon[67007]: cluster 2022-01-18T16:21:24.224349+0000 mgr.smithi129.iclwio (mgr.14716) 599 : cluster [DBG] pgmap v508: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:21:27.534 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:27 smithi129 conmon[101092]: cluster 2022-01-18T16:21:26.224783+0000 mgr.smithi129.iclwio (mgr.14716) 600 : cluster [DBG] 2022-01-18T16:21:27.535 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:27 smithi129 conmon[101092]: pgmap v509: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:27.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:27 smithi156 conmon[67007]: cluster 2022-01-18T16:21:26.224783+0000 mgr.smithi129.iclwio (mgr.14716) 600 : cluster [DBG] pgmap v509: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:29.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:29 smithi156 conmon[67007]: cluster 2022-01-18T16:21:28.225414+0000 mgr.smithi129.iclwio (mgr.14716) 601 : cluster [DBG] pgmap v510: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:29.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:29 smithi129 conmon[101092]: cluster 2022-01-18T16:21:28.225414+0000 mgr.smithi129.iclwio (mgr.14716) 601 : cluster [DBG] pgmap v510: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:30.743 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:21:31.010 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:21:31.010 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (24m) 5m ago 25m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:21:31.010 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (15m) 5m ago 25m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:21:31.011 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (15m) 5m ago 24m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:21:31.011 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (23m) 5m ago 24m 39.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:21:31.011 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (20m) 5m ago 19m 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:21:31.011 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (19m) 5m ago 19m 19.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:21:31.011 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (16m) 5m ago 26m 462M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:21:31.012 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (16m) 5m ago 24m 388M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:21:31.012 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (16m) 5m ago 26m 160M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:21:31.012 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (15m) 5m ago 24m 95.2M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:21:31.012 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (16m) 5m ago 16m 149M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:21:31.013 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (16m) 5m ago 16m 94.0M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:21:31.013 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (24m) 5m ago 24m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:21:31.013 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (24m) 5m ago 24m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:21:31.013 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (10m) 5m ago 23m 1453M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:21:31.013 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (23m) 5m ago 23m 2444M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:21:31.014 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (23m) 5m ago 23m 1918M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:21:31.014 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (22m) 5m ago 22m 2432M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:21:31.014 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (22m) 5m ago 22m 2262M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:21:31.014 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (22m) 5m ago 22m 2870M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:21:31.015 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (21m) 5m ago 21m 2233M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:21:31.015 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (21m) 5m ago 21m 3372M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:21:31.015 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (23m) 5m ago 24m 52.3M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:21:31.330 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:21:31.330 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:21:31.330 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:21:31.331 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:21:31.331 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:21:31.331 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:21:31.331 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:21:31.332 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:21:31.332 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:21:31.332 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:21:31.332 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:21:31.333 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:21:31.333 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:21:31.333 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:21:31.333 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:21:31.333 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:21:31.334 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:21:31.334 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:21:31.334 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:21:31.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:31 smithi156 conmon[67007]: cluster 2022-01-18T16:21:30.226275+0000 mgr.smithi129.iclwio (mgr.14716) 602 : cluster [DBG] pgmap v511: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:21:31.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:31 smithi156 conmon[67007]: audit 2022-01-18T16:21:30.739935+0000 2022-01-18T16:21:31.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:31 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 603 : audit [DBG] from='client.34474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:21:31.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:31 smithi156 conmon[67007]: audit 2022-01-18T16:21:31.010452+0000 mgr.smithi129.iclwio (mgr.14716) 604 : audit [DBG] from='client.34478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:21:31.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:31 smithi129 conmon[101092]: cluster 2022-01-18T16:21:30.226275+0000 mgr.smithi129.iclwio (mgr.14716) 602 : cluster [DBG] pgmap v511: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:21:31.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:31 smithi129 conmon[101092]: audit 2022-01-18T16:21:30.739935+0000 mgr.smithi129.iclwio (mgr.14716) 603 : audit [DBG] from='client.34474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:21:31.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:31 smithi129 conmon[101092]: audit 2022-01-18T16:21 2022-01-18T16:21:31.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:31 smithi129 conmon[101092]: :31.010452+0000 mgr.smithi129.iclwio (mgr.14716) 604 : audit [DBG] 2022-01-18T16:21:31.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:31 smithi129 conmon[101092]: from='client.34478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:21:32.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:32 smithi156 conmon[67007]: audit 2022-01-18T16:21:31.339560+0000 mon.smithi129 (mon.0) 407 : audit [DBG] from='client.? 172.21.15.129:0/4050636662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:21:32.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:32 smithi129 conmon[101092]: audit 2022-01-18T16:21:31.339560+0000 mon.smithi129 (mon.0) 407 : audit [DBG] from='client.? 172.21.15.129:0/4050636662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:21:33.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:33 smithi156 conmon[67007]: cluster 2022-01-18T16:21:32.226989+0000 mgr.smithi129.iclwio (mgr.14716) 605 : cluster [DBG] pgmap v512: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:33.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:33 smithi129 conmon[101092]: cluster 2022-01-18T16:21:32.226989+0000 mgr.smithi129.iclwio (mgr.14716) 605 : cluster 2022-01-18T16:21:33.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:33 smithi129 conmon[101092]: [DBG] pgmap v512: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:35.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:35 smithi129 conmon[101092]: cluster 2022-01-18T16:21:34.227622+0000 mgr.smithi129.iclwio (mgr.14716) 606 : cluster [DBG] pgmap v513: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:21:35.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:35 smithi129 conmon[101092]: 2022-01-18T16:21:35.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:35 smithi156 conmon[67007]: cluster 2022-01-18T16:21:34.227622+0000 mgr.smithi129.iclwio (mgr.14716) 606 : 2022-01-18T16:21:35.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:35 smithi156 conmon[67007]: cluster [DBG] pgmap v513: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:21:37.534 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:37 smithi129 conmon[101092]: cluster 2022-01-18T16:21:36.228271+0000 mgr.smithi129.iclwio (mgr.14716) 607 : cluster [DBG] 2022-01-18T16:21:37.535 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:37 smithi129 conmon[101092]: pgmap v514: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:37.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:37 smithi156 conmon[67007]: cluster 2022-01-18T16:21:36.228271+0000 mgr.smithi129.iclwio (mgr.14716) 607 : cluster [DBG] pgmap v514: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:39.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:39 smithi156 conmon[67007]: cluster 2022-01-18T16:21:38.228844+0000 mgr.smithi129.iclwio (mgr.14716) 608 : cluster [DBG] pgmap v515: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:39.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:39 smithi129 conmon[101092]: cluster 2022-01-18T16:21:38.228844+0000 mgr.smithi129.iclwio (mgr.14716) 608 : cluster [DBG] pgmap v515: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:41.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:41 smithi156 conmon[67007]: cluster 2022-01-18T16:21:40.229532+0000 mgr.smithi129.iclwio (mgr.14716) 609 : cluster [DBG] pgmap v516: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:21:41.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:41 smithi129 conmon[101092]: cluster 2022-01-18T16:21:40.229532+0000 mgr.smithi129.iclwio (mgr.14716) 609 : cluster [DBG] pgmap v516: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:21:43.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:43 smithi156 conmon[67007]: cluster 2022-01-18T16:21:42.230083+0000 mgr.smithi129.iclwio (mgr.14716) 610 : cluster [DBG] pgmap v517: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:43.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:43 smithi129 conmon[101092]: cluster 2022-01-18T16:21:42.230083+0000 mgr.smithi129.iclwio (mgr.14716) 610 : cluster [DBG] pgmap v517: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:45.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:45 smithi129 conmon[101092]: cluster 2022-01-18T16:21:44.230745+0000 mgr.smithi129.iclwio (mgr.14716) 611 : cluster [DBG] pgmap v518: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:21:45.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:45 smithi156 conmon[67007]: cluster 2022-01-18T16:21:44.230745+0000 mgr.smithi129.iclwio (mgr.14716) 611 : cluster [DBG] pgmap v518: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:21:47.536 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:47 smithi129 conmon[101092]: cluster 2022-01-18T16:21:46.231428+0000 mgr.smithi129.iclwio (mgr.14716) 612 : cluster [DBG] pgmap v519: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:47.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:47 smithi156 conmon[67007]: cluster 2022-01-18T16:21:46.231428+0000 mgr.smithi129.iclwio (mgr.14716) 612 : cluster [DBG] pgmap v519: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:49.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:49 smithi156 conmon[67007]: cluster 2022-01-18T16:21:48.232061+0000 mgr.smithi129.iclwio (mgr.14716) 613 : cluster [DBG] pgmap v520: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:49.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:49 smithi129 conmon[101092]: cluster 2022-01-18T16:21:48.232061+0000 mgr.smithi129.iclwio (mgr.14716) 613 : cluster [DBG] pgmap v520: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:51.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:51 smithi156 conmon[67007]: cluster 2022-01-18T16:21:50.232977+0000 mgr.smithi129.iclwio (mgr.14716) 614 : cluster [DBG] pgmap v521: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:21:51.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:51 smithi129 conmon[101092]: cluster 2022-01-18T16:21:50.232977+0000 mgr.smithi129.iclwio (mgr.14716) 614 : cluster [DBG] pgmap v521: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:21:53.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:53 smithi156 conmon[67007]: cluster 2022-01-18T16:21:52.233623+0000 mgr.smithi129.iclwio (mgr.14716) 615 : cluster [DBG] pgmap v522: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:53.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:53 smithi129 conmon[101092]: cluster 2022-01-18T16:21:52.233623+0000 mgr.smithi129.iclwio (mgr.14716) 615 : cluster [DBG] pgmap v522: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:53.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:53 smithi129 conmon[101092]: 2022-01-18T16:21:55.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:55 smithi129 conmon[101092]: cluster 2022-01-18T16:21:54.234347+0000 mgr.smithi129.iclwio (mgr.14716) 616 : cluster [DBG] pgmap v523: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:21:55.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:55 smithi156 conmon[67007]: cluster 2022-01-18T16:21:54.234347+0000 mgr.smithi129.iclwio (mgr.14716) 616 : cluster [DBG] pgmap v523: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:21:57.536 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:57 smithi129 conmon[101092]: cluster 2022-01-18T16:21:56.234918+0000 mgr.smithi129.iclwio (mgr.14716) 617 : cluster [DBG] pgmap v524: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:57.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:57 smithi156 conmon[67007]: cluster 2022-01-18T16:21:56.234918+0000 mgr.smithi129.iclwio (mgr.14716) 617 : cluster [DBG] pgmap v524: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:58.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:58 smithi156 conmon[67007]: audit 2022-01-18T16:21:58.258142+0000 mon.smithi129 (mon.0) 408 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:21:58.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:58 smithi156 conmon[67007]: audit 2022-01-18T16:21:58.258373+0000 mon.smithi129 (mon.0) 409 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:21:58.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:58 smithi129 conmon[101092]: audit 2022-01-18T16:21:58.258142+0000 mon.smithi129 (mon.0) 408 : audit [INF] 2022-01-18T16:21:58.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:58 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:21:58.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:58 smithi129 conmon[101092]: audit 2022-01-18T16:21:58.258373+0000 mon.smithi129 (mon.0) 409 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:21:59.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:59 smithi156 conmon[67007]: cluster 2022-01-18T16:21:58.235518+0000 mgr.smithi129.iclwio (mgr.14716) 618 : cluster [DBG] 2022-01-18T16:21:59.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:21:59 smithi156 conmon[67007]: pgmap v525: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:21:59.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:21:59 smithi129 conmon[101092]: cluster 2022-01-18T16:21:58.235518+0000 mgr.smithi129.iclwio (mgr.14716) 618 : cluster [DBG] pgmap v525: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:01.633 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:22:01.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:01 smithi129 conmon[101092]: cluster 2022-01-18T16:22:00.236399+0000 mgr.smithi129.iclwio (mgr.14716) 619 : cluster [DBG] pgmap v526: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:22:01.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:01 smithi156 conmon[67007]: cluster 2022-01-18T16:22:00.236399+0000 mgr.smithi129.iclwio (mgr.14716) 619 : cluster [DBG] pgmap v526: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:22:01.899 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:22:01.900 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (24m) 5m ago 25m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:22:01.900 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (16m) 5m ago 25m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:22:01.900 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (16m) 5m ago 25m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:22:01.900 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (24m) 5m ago 25m 39.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:22:01.901 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (20m) 5m ago 20m 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:22:01.901 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (20m) 5m ago 20m 19.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:22:01.901 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (17m) 5m ago 26m 462M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:22:01.901 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (16m) 5m ago 24m 388M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:22:01.901 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (16m) 5m ago 27m 160M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:22:01.902 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (16m) 5m ago 24m 95.2M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:22:01.902 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (17m) 5m ago 17m 149M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:22:01.902 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (17m) 5m ago 17m 94.0M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:22:01.902 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (25m) 5m ago 25m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:22:01.903 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (24m) 5m ago 24m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:22:01.903 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (11m) 5m ago 24m 1453M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:22:01.903 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (23m) 5m ago 23m 2444M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:22:01.903 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (23m) 5m ago 23m 1918M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:22:01.904 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (23m) 5m ago 23m 2432M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:22:01.904 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (22m) 5m ago 22m 2262M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:22:01.904 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (22m) 5m ago 22m 2870M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:22:01.904 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (22m) 5m ago 22m 2233M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:22:01.905 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (22m) 5m ago 22m 3372M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:22:01.905 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (24m) 5m ago 25m 52.3M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:22:02.219 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:22:02.219 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:22:02.220 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:22:02.220 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:22:02.220 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:22:02.220 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:22:02.220 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:22:02.221 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:22:02.221 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:22:02.221 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:22:02.222 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:22:02.222 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:22:02.222 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:22:02.223 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:22:02.223 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:22:02.223 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:22:02.223 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:22:02.224 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:22:02.224 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:22:02.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:02 smithi129 conmon[101092]: audit 2022-01-18T16:22:01.629168+0000 mgr.smithi129.iclwio (mgr.14716) 620 : audit 2022-01-18T16:22:02.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:02 smithi129 conmon[101092]: [DBG] from='client.34486 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:22:02.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:02 smithi129 conmon[101092]: audit 2022-01-18T16:22:01.899527+0000 mgr.smithi129.iclwio (mgr.14716) 621 : audit [DBG] from='client.34490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:22:02.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:02 smithi129 conmon[101092]: audit 2022- 2022-01-18T16:22:02.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:02 smithi129 conmon[101092]: 01-18T16:22:02.227695+0000 mon.smithi129 (mon.0) 410 : audit [DBG] from='client.? 172.21.15.129:0/3782853042' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:22:02.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:02 smithi156 conmon[67007]: audit 2022-01-18T16:22:01.629168+0000 mgr.smithi129.iclwio (mgr.14716) 620 : audit [DBG] from='client.34486 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:22:02.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:02 smithi156 conmon[67007]: audit 2022-01-18T16:22:01.899527+0000 mgr.smithi129.iclwio (mgr.14716) 621 : audit [DBG] from='client.34490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:22:02.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:02 smithi156 conmon[67007]: audit 2022-01-18T16:22:02.227695+0000 mon.smithi129 (mon.0) 410 2022-01-18T16:22:02.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:02 smithi156 conmon[67007]: : audit [DBG] from='client.? 172.21.15.129:0/3782853042' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:22:03.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:03 smithi129 conmon[101092]: cluster 2022-01-18T16:22:02.236900+0000 mgr.smithi129.iclwio (mgr.14716) 622 : cluster [DBG] pgmap v527: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:03.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:03 smithi156 conmon[67007]: cluster 2022-01-18T16:22:02.236900+0000 mgr.smithi129.iclwio (mgr.14716) 622 : 2022-01-18T16:22:03.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:03 smithi156 conmon[67007]: cluster [DBG] pgmap v527: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:05.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:05 smithi129 conmon[101092]: cluster 2022-01-18T16:22:04.237502+0000 mgr.smithi129.iclwio (mgr.14716) 623 : cluster [DBG] pgmap v528: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:22:05.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:05 smithi156 conmon[67007]: cluster 2022-01-18T16:22:04.237502+0000 mgr.smithi129.iclwio (mgr.14716) 623 : cluster [DBG] pgmap v528: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:22:05.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:05 smithi156 conmon[67007]: 2022-01-18T16:22:07.536 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:07 smithi129 conmon[101092]: cluster 2022-01-18T16:22:06.238075+0000 mgr.smithi129.iclwio (mgr.14716) 624 : cluster 2022-01-18T16:22:07.536 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:07 smithi129 conmon[101092]: [DBG] pgmap v529: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:07.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:07 smithi156 conmon[67007]: cluster 2022-01-18T16:22:06.238075+0000 mgr.smithi129.iclwio (mgr.14716) 624 : cluster [DBG] pgmap v529: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:07.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:07 smithi156 conmon[67007]: 2022-01-18T16:22:09.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:09 smithi156 conmon[67007]: cluster 2022-01-18T16:22:08.238684+0000 mgr.smithi129.iclwio (mgr.14716) 625 : cluster [DBG] pgmap v530: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:09.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:09 smithi129 conmon[101092]: cluster 2022-01-18T16:22:08.238684+0000 mgr.smithi129.iclwio (mgr.14716) 625 : cluster [DBG] pgmap v530: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:11.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:11 smithi156 conmon[67007]: cluster 2022-01-18T16:22:10.239393+0000 mgr.smithi129.iclwio (mgr.14716) 626 : cluster [DBG] pgmap v531: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:22:11.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:11 smithi129 conmon[101092]: cluster 2022-01-18T16:22:10.239393+0000 mgr.smithi129.iclwio (mgr.14716) 626 : cluster [DBG] pgmap v531: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:22:13.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:13 smithi129 conmon[101092]: cluster 2022-01-18T16:22:12.239933+0000 mgr.smithi129.iclwio (mgr.14716) 627 : cluster [DBG] pgmap v532: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:13.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:13 smithi156 conmon[67007]: cluster 2022-01-18T16:22:12.239933+0000 mgr.smithi129.iclwio (mgr.14716) 627 : cluster [DBG] pgmap v532: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:15.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:15 smithi129 conmon[101092]: cluster 2022-01-18T16:22:14.240582+0000 2022-01-18T16:22:15.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:15 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 628 : cluster [DBG] pgmap v533: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:22:15.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:15 smithi129 conmon[101092]: audit 2022-01-18T16:22:14.817424+0000 2022-01-18T16:22:15.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:15 smithi129 conmon[101092]: mon.smithi129 (mon.0) 411 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:22:15.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:15 smithi129 conmon[101092]: audit 2022- 2022-01-18T16:22:15.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:15 smithi129 conmon[101092]: 01-18T16:22:14.818909 2022-01-18T16:22:15.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:15 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 412 2022-01-18T16:22:15.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:15 smithi129 conmon[101092]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:22:15.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:15 smithi129 conmon[101092]: audit 2022-01 2022-01-18T16:22:15.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:15 smithi129 conmon[101092]: -18T16:22:14.819836 2022-01-18T16:22:15.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:15 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 413 : 2022-01-18T16:22:15.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:15 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:22:15.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:15 smithi129 conmon[101092]: cephadm 2022- 2022-01-18T16:22:15.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:15 smithi129 conmon[101092]: 01-18T16:22:14 2022-01-18T16:22:15.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:15 smithi129 conmon[101092]: .820587+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:22:15.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:15 smithi129 conmon[101092]: ) 629 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:22:15.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:15 smithi156 conmon[67007]: cluster 2022-01-18T16:22:14.240582+0000 mgr.smithi129.iclwio (mgr.14716) 628 2022-01-18T16:22:15.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:15 smithi156 conmon[67007]: : cluster [DBG] pgmap v533: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:22:15.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:15 smithi156 conmon[67007]: audit 2022-01-18T16:22:14.817424+0000 mon.smithi129 (mon.0) 411 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:22:15.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:15 smithi156 conmon[67007]: audit 2022-01-18T16 2022-01-18T16:22:15.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:15 smithi156 conmon[67007]: :22:14.818909+0000 mon.smithi129 (mon.0) 412 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:22:15.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:15 smithi156 conmon[67007]: audit 2022-01-18T16: 2022-01-18T16:22:15.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:15 smithi156 conmon[67007]: 22:14.819836+0000 mon.smithi129 (mon.0) 413 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:22:15.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:15 smithi156 conmon[67007]: cephadm 2022-01-18T16:22:14.820587+0000 2022-01-18T16:22:15.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:15 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 629 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:22:16.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:16 smithi129 conmon[101092]: audit 2022-01-18T16:22:15.129850+0000 mon.smithi129 (mon.0) 414 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:22:16.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:16 smithi129 conmon[101092]: audit 2022-01-18T16:22:15.136854+0000 mon.smithi129 (mon.0) 415 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:22:16.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:16 smithi156 conmon[67007]: audit 2022-01-18T16:22:15.129850+0000 mon.smithi129 (mon.0) 414 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:22:16.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:16 smithi156 conmon[67007]: 2022-01-18T16:22:16.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:16 smithi156 conmon[67007]: audit 2022-01-18T16:22:15.136854+0000 mon.smithi129 (mon.0) 415 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:22:17.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:17 smithi129 conmon[101092]: cluster 2022-01-18T16:22:16.241057+0000 mgr.smithi129.iclwio (mgr.14716) 630 : cluster [DBG] pgmap v534: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:17.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:17 smithi156 conmon[67007]: cluster 2022-01-18T16:22:16.241057+0000 mgr.smithi129.iclwio (mgr.14716) 630 : cluster [DBG] pgmap v534: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:17.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:17 smithi156 conmon[67007]: 2022-01-18T16:22:19.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:19 smithi156 conmon[67007]: cluster 2022-01-18T16:22:18.241650+0000 mgr.smithi129.iclwio (mgr.14716) 631 : cluster [DBG] pgmap v535: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:19.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:19 smithi129 conmon[101092]: cluster 2022-01-18T16:22:18.241650+0000 mgr.smithi129.iclwio (mgr.14716) 631 : cluster [DBG] pgmap v535: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:21.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:21 smithi129 conmon[101092]: cluster 2022-01-18T16:22:20.242616+0000 mgr.smithi129.iclwio (mgr.14716) 632 : cluster [DBG] pgmap v536: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:22:21.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:21 smithi156 conmon[67007]: cluster 2022-01-18T16:22:20.242616+0000 mgr.smithi129.iclwio (mgr.14716) 632 : cluster [DBG] 2022-01-18T16:22:21.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:21 smithi156 conmon[67007]: pgmap v536: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:22:23.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:23 smithi129 conmon[101092]: cluster 2022-01-18T16:22:22.243208+0000 mgr.smithi129.iclwio (mgr.14716) 633 : cluster [DBG] pgmap v537: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:23.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:23 smithi129 conmon[101092]: 2022-01-18T16:22:23.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:23 smithi156 conmon[67007]: cluster 2022-01-18T16:22:22.243208+0000 mgr.smithi129.iclwio (mgr.14716) 633 : cluster [DBG] pgmap v537: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:25.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:25 smithi129 conmon[101092]: cluster 2022-01-18T16:22:24.243939+0000 mgr.smithi129.iclwio (mgr.14716) 634 : cluster [DBG] pgmap v538: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:22:25.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:25 smithi156 conmon[67007]: cluster 2022-01-18T16:22:24.243939+0000 mgr.smithi129.iclwio (mgr.14716) 634 : cluster [DBG] pgmap v538: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:22:27.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:27 smithi129 conmon[101092]: cluster 2022-01-18T16:22:26.244484+0000 mgr.smithi129.iclwio (mgr.14716) 635 : cluster [DBG] pgmap v539: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:27.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:27 smithi129 conmon[101092]: 2022-01-18T16:22:27.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:27 smithi156 conmon[67007]: cluster 2022-01-18T16:22:26.244484+0000 mgr.smithi129.iclwio (mgr.14716) 635 : cluster [DBG] pgmap v539: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:29.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:29 smithi129 conmon[101092]: cluster 2022-01-18T16:22:28.244950+0000 mgr.smithi129.iclwio (mgr.14716) 636 : cluster [DBG] 2022-01-18T16:22:29.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:29 smithi129 conmon[101092]: pgmap v540: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:29.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:29 smithi156 conmon[67007]: cluster 2022-01-18T16:22:28.244950+0000 mgr.smithi129.iclwio (mgr.14716) 636 : cluster [DBG] pgmap v540: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:31.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:31 smithi129 conmon[101092]: cluster 2022-01-18T16:22:30.245670+0000 mgr.smithi129.iclwio (mgr.14716) 637 : cluster [DBG] pgmap v541: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:22:31.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:31 smithi156 conmon[67007]: cluster 2022-01-18T16:22:30.245670+0000 mgr.smithi129.iclwio (mgr.14716) 637 : cluster [DBG] pgmap v541: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:22:32.522 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:22:32.786 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:22:32.786 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (25m) 6m ago 26m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:22:32.787 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (16m) 6m ago 26m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:22:32.787 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (16m) 6m ago 25m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:22:32.787 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (24m) 6m ago 25m 39.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:22:32.787 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (21m) 6m ago 21m 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:22:32.788 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (20m) 6m ago 20m 19.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:22:32.788 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (17m) 6m ago 27m 462M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:22:32.788 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (17m) 6m ago 25m 388M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:22:32.788 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (17m) 6m ago 27m 160M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:22:32.789 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (17m) 6m ago 25m 95.2M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:22:32.789 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (17m) 6m ago 17m 149M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:22:32.789 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (17m) 6m ago 17m 94.0M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:22:32.789 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (25m) 6m ago 25m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:22:32.790 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (25m) 6m ago 25m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:22:32.790 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (11m) 6m ago 24m 1453M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:22:32.790 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (24m) 6m ago 24m 2444M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:22:32.790 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (24m) 6m ago 24m 1918M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:22:32.791 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (23m) 6m ago 23m 2432M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:22:32.791 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (23m) 6m ago 23m 2262M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:22:32.791 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (23m) 6m ago 23m 2870M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:22:32.791 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (22m) 6m ago 22m 2233M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:22:32.791 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (22m) 6m ago 22m 3372M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:22:32.792 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (24m) 6m ago 25m 52.3M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:22:33.106 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:22:33.106 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:22:33.107 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:22:33.107 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:22:33.107 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:22:33.107 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:22:33.108 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:22:33.108 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:22:33.108 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:22:33.108 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:22:33.109 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:22:33.109 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:22:33.109 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:22:33.109 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:22:33.110 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:22:33.110 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:22:33.110 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:22:33.110 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:22:33.110 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:22:33.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:33 smithi129 conmon[101092]: cluster 2022-01-18T16:22:32.246198+0000 mgr.smithi129.iclwio (mgr.14716) 638 : 2022-01-18T16:22:33.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:33 smithi129 conmon[101092]: cluster [DBG] pgmap v542: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:33.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:33 smithi129 conmon[101092]: audit 2022-01-18T16:22:32.516851+0000 mgr.smithi129.iclwio (mgr.14716) 639 : audit [DBG] from='client.34498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:22:33.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:33 smithi129 conmon[101092]: audit 2022-01-18T16:22:32.784780+0000 mgr.smithi129.iclwio (mgr.14716) 640 : 2022-01-18T16:22:33.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:33 smithi129 conmon[101092]: audit [DBG] from='client.34502 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:22:33.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:33 smithi129 conmon[101092]: audit 2022-01-18T16:22:33.113621 2022-01-18T16:22:33.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:33 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 416 : audit 2022-01-18T16:22:33.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:33 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/4111332236' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:22:33.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:33 smithi156 conmon[67007]: cluster 2022-01-18T16:22:32.246198+0000 mgr.smithi129.iclwio (mgr.14716) 638 : cluster [DBG] pgmap v542: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:33.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:33 smithi156 conmon[67007]: audit 2022-01-18T16:22:32.516851+0000 mgr.smithi129.iclwio ( 2022-01-18T16:22:33.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:33 smithi156 conmon[67007]: mgr.14716) 639 : audit [DBG] from='client.34498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:22:33.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:33 smithi156 conmon[67007]: audit 2022-01-18T16:22:32.784780+0000 mgr.smithi129.iclwio (mgr.14716) 640 : audit [DBG] from='client.34502 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:22:33.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:33 smithi156 conmon[67007]: audit 2022-01-18T16:22:33.113621+0000 mon.smithi129 (mon.0) 416 : audit [DBG] from='client.? 172.21.15.129:0/4111332236' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:22:35.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:35 smithi129 conmon[101092]: cluster 2022-01-18T16:22:34.247096+0000 mgr.smithi129.iclwio (mgr.14716) 641 : cluster [DBG] pgmap v543: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:22:35.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:35 smithi156 conmon[67007]: cluster 2022-01-18T16:22:34.247096+0000 mgr.smithi129.iclwio (mgr.14716) 641 : cluster [DBG] pgmap v543: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:22:37.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:37 smithi129 conmon[101092]: cluster 2022-01-18T16:22:36.247571+0000 mgr.smithi129.iclwio (mgr.14716) 642 : cluster [DBG] pgmap v544: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:37.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:37 smithi156 conmon[67007]: cluster 2022-01-18T16:22:36.247571+0000 mgr.smithi129.iclwio (mgr.14716) 642 : cluster [DBG] pgmap v544: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:39.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:39 smithi129 conmon[101092]: cluster 2022-01-18T16:22:38.248207+0000 mgr.smithi129.iclwio (mgr.14716) 643 : cluster [DBG] 2022-01-18T16:22:39.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:39 smithi129 conmon[101092]: pgmap v545: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:39.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:39 smithi156 conmon[67007]: cluster 2022-01-18T16:22:38.248207+0000 mgr.smithi129.iclwio (mgr.14716) 643 : cluster [DBG] pgmap v545: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:41.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:41 smithi129 conmon[101092]: cluster 2022-01-18T16:22:40.248981+0000 mgr.smithi129.iclwio (mgr.14716) 644 : cluster [DBG] 2022-01-18T16:22:41.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:41 smithi129 conmon[101092]: pgmap v546: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:22:41.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:41 smithi156 conmon[67007]: cluster 2022-01-18T16:22:40.248981+0000 mgr.smithi129.iclwio (mgr.14716) 644 : cluster [DBG] pgmap v546: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:22:43.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:43 smithi129 conmon[101092]: cluster 2022-01-18T16:22:42.249688+0000 mgr.smithi129.iclwio (mgr.14716) 645 : cluster [DBG] 2022-01-18T16:22:43.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:43 smithi129 conmon[101092]: pgmap v547: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:43.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:43 smithi156 conmon[67007]: cluster 2022-01-18T16:22:42.249688+0000 mgr.smithi129.iclwio (mgr.14716) 645 : cluster [DBG] pgmap v547: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:45.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:45 smithi129 conmon[101092]: cluster 2022-01-18T16:22:44.250353+0000 mgr.smithi129.iclwio (mgr.14716) 646 : cluster [DBG] pgmap v548: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:22:45.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:45 smithi156 conmon[67007]: cluster 2022-01-18T16:22:44.250353+0000 mgr.smithi129.iclwio (mgr.14716) 646 : cluster [DBG] pgmap v548: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:22:47.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:47 smithi129 conmon[101092]: cluster 2022-01-18T16:22:46.250838+0000 mgr.smithi129.iclwio (mgr.14716) 647 : cluster [DBG] 2022-01-18T16:22:47.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:47 smithi129 conmon[101092]: pgmap v549: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:47.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:47 smithi156 conmon[67007]: cluster 2022-01-18T16:22:46.250838+0000 mgr.smithi129.iclwio (mgr.14716) 647 : cluster [DBG] pgmap v549: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:49.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:49 smithi129 conmon[101092]: cluster 2022-01-18T16:22:48.251484+0000 mgr.smithi129.iclwio (mgr.14716) 648 : cluster 2022-01-18T16:22:49.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:49 smithi129 conmon[101092]: [DBG] pgmap v550: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:49.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:49 smithi156 conmon[67007]: cluster 2022-01-18T16:22:48.251484+0000 mgr.smithi129.iclwio (mgr.14716) 648 : cluster [DBG] pgmap v550: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:51.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:51 smithi129 conmon[101092]: cluster 2022-01-18T16:22:50.252425+0000 mgr.smithi129.iclwio (mgr.14716) 649 : cluster [DBG] 2022-01-18T16:22:51.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:51 smithi129 conmon[101092]: pgmap v551: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:22:51.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:51 smithi156 conmon[67007]: cluster 2022-01-18T16:22:50.252425+0000 mgr.smithi129.iclwio (mgr.14716) 649 : cluster [DBG] pgmap v551: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:22:53.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:53 smithi129 conmon[101092]: cluster 2022-01-18T16:22:52.253154+0000 mgr.smithi129.iclwio (mgr.14716) 650 : cluster [DBG] pgmap v552: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:53.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:53 smithi156 conmon[67007]: cluster 2022-01-18T16:22:52.253154+0000 mgr.smithi129.iclwio (mgr.14716) 650 : cluster [DBG] pgmap v552: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:55.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:55 smithi129 conmon[101092]: cluster 2022-01-18T16:22:54.253959+0000 mgr.smithi129.iclwio (mgr.14716) 651 : cluster [DBG] pgmap v553: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:22:55.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:55 smithi156 conmon[67007]: cluster 2022-01-18T16:22:54.253959+0000 mgr.smithi129.iclwio (mgr.14716) 651 : cluster [DBG] pgmap v553: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:22:57.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:57 smithi129 conmon[101092]: cluster 2022-01-18T16:22:56.254435+0000 mgr.smithi129.iclwio (mgr.14716) 652 : cluster [DBG] pgmap v554: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:57.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:57 smithi156 conmon[67007]: cluster 2022-01-18T16:22:56.254435+0000 mgr.smithi129.iclwio (mgr.14716) 652 : cluster [DBG] pgmap v554: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:58.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:58 smithi129 conmon[101092]: audit 2022-01-18T16:22: 2022-01-18T16:22:58.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:58 smithi129 conmon[101092]: 58.261977+0000 mon.smithi129 (mon.0) 417 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:22:58.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:58 smithi129 conmon[101092]: audit 2022-01-18T16:22:58.262243+0000 mon.smithi129 (mon.0) 418 : audit [INF] 2022-01-18T16:22:58.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:58 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:22:58.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:58 smithi156 conmon[67007]: audit 2022-01-18T16:22:58.261977+0000 mon.smithi129 (mon.0) 417 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:22:58.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:58 smithi156 conmon[67007]: audit 2022-01-18T16:22:58.262243 2022-01-18T16:22:58.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:58 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 418 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:22:59.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:59 smithi129 conmon[101092]: cluster 2022-01-18T16:22:58.254967+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:22:59.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:22:59 smithi129 conmon[101092]: .14716) 653 : cluster [DBG] pgmap v555: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:22:59.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:59 smithi156 conmon[67007]: cluster 2022-01-18T16:22:58.254967+0000 mgr.smithi129.iclwio (mgr.14716) 653 : cluster 2022-01-18T16:22:59.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:22:59 smithi156 conmon[67007]: [DBG] pgmap v555: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:01.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:01 smithi129 conmon[101092]: cluster 2022-01-18T16:23:00.255773+0000 mgr.smithi129.iclwio (mgr.14716) 654 : cluster [DBG] 2022-01-18T16:23:01.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:01 smithi129 conmon[101092]: pgmap v556: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:23:01.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:01 smithi156 conmon[67007]: cluster 2022-01-18T16:23:00.255773+0000 mgr.smithi129.iclwio (mgr.14716) 654 : cluster [DBG] pgmap v556: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:23:01.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:01 smithi156 conmon[67007]: 2022-01-18T16:23:03.410 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:23:03.677 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:23:03.678 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (25m) 6m ago 26m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:23:03.678 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (17m) 6m ago 26m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:23:03.678 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (17m) 6m ago 26m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:23:03.678 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (25m) 6m ago 26m 39.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:23:03.679 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (21m) 6m ago 21m 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:23:03.679 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (21m) 6m ago 21m 19.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:23:03.679 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (18m) 6m ago 27m 462M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:23:03.679 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (17m) 6m ago 26m 388M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:23:03.680 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (17m) 6m ago 28m 160M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:23:03.680 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (17m) 6m ago 25m 95.2M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:23:03.680 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (18m) 6m ago 18m 149M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:23:03.680 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (18m) 6m ago 18m 94.0M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:23:03.681 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (26m) 6m ago 26m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:23:03.681 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (25m) 6m ago 25m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:23:03.681 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (12m) 6m ago 25m 1453M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:23:03.681 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (24m) 6m ago 24m 2444M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:23:03.682 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (24m) 6m ago 24m 1918M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:23:03.682 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (24m) 6m ago 24m 2432M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:23:03.682 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (23m) 6m ago 23m 2262M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:23:03.682 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (23m) 6m ago 23m 2870M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:23:03.683 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (23m) 6m ago 23m 2233M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:23:03.683 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (23m) 6m ago 23m 3372M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:23:03.684 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (25m) 6m ago 26m 52.3M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:23:03.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:03 smithi129 conmon[101092]: cluster 2022-01-18T16:23:02.256296+0000 mgr.smithi129.iclwio (mgr.14716) 655 : cluster [DBG] 2022-01-18T16:23:03.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:03 smithi129 conmon[101092]: pgmap v557: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:03.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:03 smithi156 conmon[67007]: cluster 2022-01-18T16:23:02.256296+0000 mgr.smithi129.iclwio (mgr.14716) 655 : cluster [DBG] 2022-01-18T16:23:03.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:03 smithi156 conmon[67007]: pgmap v557: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:03.998 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:23:03.998 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:23:03.999 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:23:03.999 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:23:03.999 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:23:03.999 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:23:04.000 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:23:04.000 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:23:04.001 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:23:04.001 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:23:04.001 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:23:04.001 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:23:04.002 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:23:04.002 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:23:04.003 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:23:04.003 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:23:04.003 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:23:04.003 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:23:04.003 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:23:04.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:04 smithi129 conmon[101092]: audit 2022-01-18T16:23:03.404777+0000 mgr.smithi129.iclwio (mgr.14716) 656 : audit [DBG] from='client.34510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:23:04.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:04 smithi129 conmon[101092]: audit 2022-01-18T16:23:03.674996+0000 mgr.smithi129.iclwio (mgr.14716) 657 : audit [DBG] from='client.34514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:23:04.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:04 smithi129 conmon[101092]: audit 2022-01-18T16:23:04.004466+0000 mon.smithi129 (mon.0) 419 : audit [DBG] 2022-01-18T16:23:04.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:04 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/1174202771' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:23:04.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:04 smithi156 conmon[67007]: audit 2022-01-18T16:23:03.404777+0000 mgr.smithi129.iclwio (mgr.14716) 656 : audit [DBG] from='client.34510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:23:04.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:04 smithi156 conmon[67007]: audit 2022-01-18T16:23:03.674996+0000 mgr.smithi129.iclwio (mgr.14716) 657 : audit [DBG] from='client.34514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:23:04.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:04 smithi156 conmon[67007]: audit 2022-01-18T16:23:04.004466+0000 mon.smithi129 (mon.0) 419 : audit [DBG] 2022-01-18T16:23:04.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:04 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/1174202771' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:23:05.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:05 smithi129 conmon[101092]: cluster 2022-01-18T16:23:04.256925+0000 mgr.smithi129.iclwio (mgr.14716) 658 : cluster [DBG] pgmap v558: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:23:05.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:05 smithi156 conmon[67007]: cluster 2022-01-18T16:23:04.256925+0000 mgr.smithi129.iclwio (mgr.14716) 658 : cluster [DBG] pgmap v558: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:23:07.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:07 smithi129 conmon[101092]: cluster 2022-01-18T16:23:06.257394+0000 mgr.smithi129.iclwio (mgr.14716) 659 : cluster [DBG] pgmap v559: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:07.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:07 smithi156 conmon[67007]: cluster 2022-01-18T16:23:06.257394+0000 mgr.smithi129.iclwio (mgr.14716) 659 : cluster [DBG] pgmap v559: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:07.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:07 smithi156 conmon[67007]: 2022-01-18T16:23:09.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:09 smithi129 conmon[101092]: cluster 2022-01-18T16:23:08.257902+0000 mgr.smithi129.iclwio (mgr.14716) 660 : cluster [DBG] pgmap v560: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:09.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:09 smithi156 conmon[67007]: cluster 2022-01-18T16:23:08.257902+0000 mgr.smithi129.iclwio (mgr.14716) 660 : cluster [DBG] pgmap v560: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:11.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:11 smithi129 conmon[101092]: cluster 2022-01-18T16:23:10.258680+0000 mgr.smithi129.iclwio (mgr.14716) 661 : cluster [DBG] pgmap v561: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:23:11.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:11 smithi156 conmon[67007]: cluster 2022-01-18T16:23:10.258680+0000 mgr.smithi129.iclwio (mgr.14716) 661 : cluster [DBG] 2022-01-18T16:23:11.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:11 smithi156 conmon[67007]: pgmap v561: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:23:13.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:13 smithi129 conmon[101092]: cluster 2022-01-18T16:23:12.259278+0000 mgr.smithi129.iclwio (mgr.14716) 662 : cluster [DBG] pgmap v562: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:13.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:13 smithi156 conmon[67007]: cluster 2022-01-18T16:23:12.259278+0000 mgr.smithi129.iclwio (mgr.14716) 662 : cluster [DBG] pgmap v562: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:15.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:15 smithi129 conmon[101092]: cluster 2022-01-18T16:23:14.259990+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:23:15.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:15 smithi129 conmon[101092]: ) 663 : cluster [DBG] pgmap v563: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:23:15.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:15 smithi156 conmon[67007]: cluster 2022-01-18T16:23:14.259990+0000 mgr.smithi129.iclwio (mgr.14716) 663 : cluster [DBG] pgmap v563: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:23:16.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:16 smithi129 conmon[101092]: audit 2022-01-18T16:23:15.142018+0000 mon.smithi129 (mon.0 2022-01-18T16:23:16.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:16 smithi129 conmon[101092]: ) 420 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:23:16.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:16 smithi129 conmon[101092]: audit 2022-01-18T16:23:15.145125+0000 mon.smithi129 (mon.0) 421 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:23:16.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:16 smithi129 conmon[101092]: audit 2022-01-18T16:23:15.145921+0000 mon.smithi129 (mon.0) 422 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:23:16.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:16 smithi129 conmon[101092]: cephadm 2022-01-18T16:23:15.146647+0000 mgr.smithi129.iclwio (mgr.14716) 664 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:23:16.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:16 smithi129 conmon[101092]: audit 2022-01-18T16:23:15.453863 2022-01-18T16:23:16.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:16 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 423 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:23:16.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:16 smithi129 conmon[101092]: audit 2022-01-18T16:23:15.458871+0000 mon.smithi129 (mon.0) 424 : 2022-01-18T16:23:16.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:16 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:23:16.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:16 smithi156 conmon[67007]: audit 2022-01-18T16:23:15.142018+0000 mon.smithi129 (mon.0) 420 : audit [DBG] 2022-01-18T16:23:16.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:16 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:23:16.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:16 smithi156 conmon[67007]: audit 2022-01-18T16:23:15.145125+0000 mon.smithi129 (mon.0) 421 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:23:16.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:16 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T16:23:16.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:16 smithi156 conmon[67007]: 18T16:23:15.145921+0000 2022-01-18T16:23:16.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:16 smithi156 conmon[67007]: mon.smithi129 (mon.0) 422 : audit [INF] 2022-01-18T16:23:16.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:16 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:23:16.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:16 smithi156 conmon[67007]: cephadm 2022-01 2022-01-18T16:23:16.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:16 smithi156 conmon[67007]: -18T16:23:15.146647+0000 mgr.smithi129.iclwio 2022-01-18T16:23:16.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:16 smithi156 conmon[67007]: (mgr.14716) 664 : cephadm [WRN] 2022-01-18T16:23:16.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:16 smithi156 conmon[67007]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:23:16.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:16 smithi156 conmon[67007]: audit 2022- 2022-01-18T16:23:16.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:16 smithi156 conmon[67007]: 01-18T16:23:15.453863+0000 2022-01-18T16:23:16.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:16 smithi156 conmon[67007]: mon.smithi129 (mon.0) 423 : 2022-01-18T16:23:16.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:16 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:23:16.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:16 smithi156 conmon[67007]: audit 2022- 2022-01-18T16:23:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:16 smithi156 conmon[67007]: 01-18T16:23:15.458871+0000 2022-01-18T16:23:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:16 smithi156 conmon[67007]: mon.smithi129 (mon.0) 424 : 2022-01-18T16:23:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:16 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:23:17.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:17 smithi129 conmon[101092]: cluster 2022-01-18T16:23:16.260401+0000 mgr.smithi129.iclwio (mgr.14716) 665 : cluster [DBG] pgmap v564: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:17.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:17 smithi129 conmon[101092]: 2022-01-18T16:23:17.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:17 smithi156 conmon[67007]: cluster 2022-01-18T16:23:16.260401+0000 mgr.smithi129.iclwio (mgr.14716) 665 : cluster 2022-01-18T16:23:17.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:17 smithi156 conmon[67007]: [DBG] pgmap v564: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:19.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:19 smithi129 conmon[101092]: cluster 2022-01-18T16:23:18.260989+0000 mgr.smithi129.iclwio (mgr.14716) 666 : cluster [DBG] pgmap v565: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:19.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:19 smithi156 conmon[67007]: cluster 2022-01-18T16:23:18.260989+0000 mgr.smithi129.iclwio (mgr.14716) 666 : cluster [DBG] pgmap v565: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:21.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:21 smithi129 conmon[101092]: cluster 2022-01-18T16:23:20.261742+0000 mgr.smithi129.iclwio (mgr.14716) 667 : cluster [DBG] pgmap v566: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:23:21.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:21 smithi156 conmon[67007]: cluster 2022-01-18T16:23:20.261742+0000 mgr.smithi129.iclwio (mgr.14716) 667 : cluster [DBG] pgmap v566: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:23:21.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:21 smithi156 conmon[67007]: 2022-01-18T16:23:23.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:23 smithi129 conmon[101092]: cluster 2022-01-18T16:23:22.262311+0000 mgr.smithi129.iclwio (mgr.14716) 668 : cluster [DBG] pgmap v567: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:23.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:23 smithi129 conmon[101092]: 2022-01-18T16:23:23.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:23 smithi156 conmon[67007]: cluster 2022-01-18T16:23:22.262311+0000 mgr.smithi129.iclwio (mgr.14716) 668 : cluster [DBG] pgmap v567: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:23.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:23 smithi156 conmon[67007]: 2022-01-18T16:23:25.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:25 smithi129 conmon[101092]: cluster 2022-01-18T16:23:24.263126+0000 mgr.smithi129.iclwio (mgr.14716) 669 : cluster [DBG] pgmap v568: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:23:25.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:25 smithi129 conmon[101092]: 2022-01-18T16:23:25.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:25 smithi156 conmon[67007]: cluster 2022-01-18T16:23:24.263126+0000 mgr.smithi129.iclwio (mgr.14716) 669 : cluster [DBG] pgmap v568: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:23:27.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:27 smithi129 conmon[101092]: cluster 2022-01-18T16:23:26.263670+0000 mgr.smithi129.iclwio (mgr.14716) 670 : cluster [DBG] pgmap v569: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:27.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:27 smithi156 conmon[67007]: cluster 2022-01-18T16:23:26.263670+0000 mgr.smithi129.iclwio (mgr.14716) 670 : cluster 2022-01-18T16:23:27.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:27 smithi156 conmon[67007]: [DBG] pgmap v569: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:29.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:29 smithi129 conmon[101092]: cluster 2022-01-18T16:23:28.264267 2022-01-18T16:23:29.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:29 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 671 : cluster [DBG] pgmap v570: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:29.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:29 smithi156 conmon[67007]: cluster 2022-01-18T16:23:28.264267+0000 mgr.smithi129.iclwio (mgr.14716) 671 : cluster [DBG] pgmap v570: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:31.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:31 smithi129 conmon[101092]: cluster 2022-01-18T16 2022-01-18T16:23:31.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:31 smithi129 conmon[101092]: :23:30.265048+0000 mgr.smithi129.iclwio (mgr.14716) 672 : cluster [DBG] pgmap v571: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:23:31.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:31 smithi156 conmon[67007]: cluster 2022-01-18T16:23:30.265048+0000 mgr.smithi129.iclwio (mgr.14716) 672 : cluster [DBG] pgmap v571: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:23:33.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:33 smithi129 conmon[101092]: cluster 2022-01-18T16:23:32.265652+0000 mgr.smithi129.iclwio (mgr.14716) 673 : cluster [DBG] 2022-01-18T16:23:33.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:33 smithi129 conmon[101092]: pgmap v572: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:33.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:33 smithi156 conmon[67007]: cluster 2022-01-18T16:23:32.265652+0000 mgr.smithi129.iclwio (mgr.14716) 673 : cluster [DBG] pgmap v572: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:34.303 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:23:34.569 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:23:34.569 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (26m) 7m ago 27m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:23:34.570 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (17m) 7m ago 27m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:23:34.570 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (17m) 7m ago 26m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:23:34.570 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (25m) 7m ago 26m 39.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:23:34.570 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (22m) 7m ago 22m 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:23:34.571 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (22m) 7m ago 22m 19.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:23:34.571 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (18m) 7m ago 28m 462M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:23:34.571 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (18m) 7m ago 26m 388M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:23:34.572 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (18m) 7m ago 28m 160M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:23:34.572 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (18m) 7m ago 26m 95.2M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:23:34.572 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (19m) 7m ago 18m 149M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:23:34.572 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (18m) 7m ago 18m 94.0M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:23:34.573 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (26m) 7m ago 26m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:23:34.573 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (26m) 7m ago 26m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:23:34.573 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (12m) 7m ago 25m 1453M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:23:34.573 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (25m) 7m ago 25m 2444M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:23:34.574 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (25m) 7m ago 25m 1918M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:23:34.574 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (24m) 7m ago 24m 2432M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:23:34.574 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (24m) 7m ago 24m 2262M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:23:34.574 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (24m) 7m ago 24m 2870M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:23:34.575 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (23m) 7m ago 23m 2233M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:23:34.575 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (23m) 7m ago 23m 3372M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:23:34.575 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (25m) 7m ago 26m 52.3M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:23:34.892 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:23:34.892 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:23:34.892 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:23:34.892 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:23:34.893 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:23:34.893 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:23:34.893 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:23:34.893 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:23:34.894 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:23:34.894 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:23:34.894 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:23:34.894 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:23:34.895 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:23:34.895 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:23:34.895 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:23:34.895 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:23:34.896 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:23:34.896 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:23:34.896 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:23:35.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:35 smithi129 conmon[101092]: cluster 2022-01-18T16:23:34.266279+0000 mgr.smithi129.iclwio (mgr.14716) 674 : cluster [DBG] pgmap v573: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:23:35.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:35 smithi129 conmon[101092]: audit 2022-01-18T16:23:34.296127+0000 2022-01-18T16:23:35.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:35 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 675 : audit [DBG] from='client.34522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:23:35.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:35 smithi129 conmon[101092]: audit 2022-01-18T16:23:34.566002+0000 mgr.smithi129.iclwio (mgr.14716) 676 : audit [DBG] from='client.34526 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:23:35.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:35 smithi129 conmon[101092]: audit 2022-01-18T16:23:34.897240+0000 mon.smithi129 (mon.0) 425 2022-01-18T16:23:35.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:35 smithi129 conmon[101092]: : audit [DBG] from='client.? 172.21.15.129:0/2278106927' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:23:35.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:35 smithi156 conmon[67007]: cluster 2022-01-18T16:23:34.266279+0000 mgr.smithi129.iclwio (mgr.14716) 674 : cluster [DBG] pgmap v573: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:23:35.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:35 smithi156 conmon[67007]: audit 2022-01-18T16:23:34.296127+0000 mgr.smithi129.iclwio (mgr.14716) 675 : audit [DBG] from='client.34522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:23:35.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:35 smithi156 conmon[67007]: audit 2022-01-18T16:23:34.566002+0000 mgr.smithi129.iclwio (mgr.14716) 676 : audit [DBG] from='client.34526 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:23:35.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:35 smithi156 conmon[67007]: audit 2022-01-18T16:23:34. 2022-01-18T16:23:35.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:35 smithi156 conmon[67007]: 897240+0000 mon.smithi129 (mon.0) 425 : audit [DBG] from='client.? 172.21.15.129:0/2278106927' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:23:37.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:37 smithi129 conmon[101092]: cluster 2022-01-18T16:23:36.266879+0000 mgr.smithi129.iclwio (mgr.14716) 677 : cluster [DBG] pgmap v574: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:37.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:37 smithi156 conmon[67007]: cluster 2022-01-18T16:23:36.266879+0000 mgr.smithi129.iclwio (mgr.14716) 677 : cluster [DBG] pgmap v574: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:39.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:39 smithi129 conmon[101092]: cluster 2022-01-18T16:23:38.267383+0000 mgr.smithi129.iclwio (mgr.14716) 678 : cluster [DBG] pgmap v575: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:39.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:39 smithi129 conmon[101092]: 2022-01-18T16:23:39.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:39 smithi156 conmon[67007]: cluster 2022-01-18T16:23:38.267383+0000 mgr.smithi129.iclwio (mgr.14716) 678 : cluster [DBG] 2022-01-18T16:23:39.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:39 smithi156 conmon[67007]: pgmap v575: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:41.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:41 smithi129 conmon[101092]: cluster 2022-01-18T16:23:40.268108+0000 mgr.smithi129.iclwio (mgr.14716) 679 : cluster [DBG] pgmap v576: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:23:41.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:41 smithi156 conmon[67007]: cluster 2022-01-18T16:23:40.268108+0000 mgr.smithi129.iclwio (mgr.14716) 679 : cluster [DBG] 2022-01-18T16:23:41.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:41 smithi156 conmon[67007]: pgmap v576: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:23:43.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:43 smithi129 conmon[101092]: cluster 2022-01-18T16:23:42.268723+0000 mgr.smithi129.iclwio (mgr.14716) 680 : cluster [DBG] pgmap v577: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:43.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:43 smithi156 conmon[67007]: cluster 2022-01-18T16:23:42.268723+0000 mgr.smithi129.iclwio (mgr.14716) 680 : cluster [DBG] pgmap v577: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:45.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:45 smithi129 conmon[101092]: cluster 2022-01-18T16:23:44.269494+0000 mgr.smithi129.iclwio (mgr.14716) 681 : cluster [DBG] pgmap v578: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:23:45.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:45 smithi156 conmon[67007]: cluster 2022-01-18T16:23:44.269494+0000 mgr.smithi129.iclwio (mgr.14716) 681 : cluster [DBG] 2022-01-18T16:23:45.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:45 smithi156 conmon[67007]: pgmap v578: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:23:47.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:47 smithi129 conmon[101092]: cluster 2022-01-18T16:23:46.270031+0000 mgr.smithi129.iclwio (mgr.14716) 682 : cluster [DBG] pgmap v579: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:47.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:47 smithi156 conmon[67007]: cluster 2022-01-18T16:23:46.270031+0000 mgr.smithi129.iclwio (mgr.14716) 682 : cluster [DBG] 2022-01-18T16:23:47.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:47 smithi156 conmon[67007]: pgmap v579: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:49.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:49 smithi129 conmon[101092]: cluster 2022-01-18T16:23:48.270581+0000 mgr.smithi129.iclwio (mgr.14716) 683 : cluster [DBG] pgmap v580: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:49.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:49 smithi156 conmon[67007]: cluster 2022-01-18T16:23:48.270581+0000 mgr.smithi129.iclwio (mgr.14716) 683 : cluster [DBG] pgmap v580: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:51.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:51 smithi129 conmon[101092]: cluster 2022-01-18T16:23:50.271498+0000 mgr.smithi129.iclwio (mgr.14716) 684 : cluster [DBG] pgmap v581: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:23:51.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:51 smithi156 conmon[67007]: cluster 2022-01-18T16:23:50.271498+0000 mgr.smithi129.iclwio (mgr.14716) 684 : cluster [DBG] pgmap v581: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:23:53.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:53 smithi129 conmon[101092]: cluster 2022-01-18T16:23:52.272019+0000 mgr.smithi129.iclwio (mgr.14716) 685 : cluster [DBG] pgmap v582: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:53.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:53 smithi156 conmon[67007]: cluster 2022-01-18T16:23:52.272019+0000 mgr.smithi129.iclwio (mgr.14716) 685 : cluster [DBG] pgmap v582: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:55.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:55 smithi129 conmon[101092]: cluster 2022-01-18T16:23:54.272688+0000 mgr.smithi129.iclwio (mgr.14716) 686 : cluster [DBG] pgmap v583: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:23:55.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:55 smithi156 conmon[67007]: cluster 2022-01-18T16:23:54.272688+0000 mgr.smithi129.iclwio (mgr.14716) 686 : cluster [DBG] pgmap v583: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:23:55.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:55 smithi156 conmon[67007]: 2022-01-18T16:23:57.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:57 smithi129 conmon[101092]: cluster 2022-01-18T16:23:56.273217+0000 mgr.smithi129.iclwio (mgr.14716) 687 : cluster [DBG] pgmap v584: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:57.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:57 smithi156 conmon[67007]: cluster 2022-01-18T16:23:56.273217+0000 mgr.smithi129.iclwio (mgr.14716) 687 : cluster [DBG] pgmap v584: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:58.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:58 smithi129 conmon[101092]: audit 2022-01-18T16:23:58.265946+0000 mon.smithi129 (mon.0) 426 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:23:58.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:58 smithi129 conmon[101092]: audit 2022-01-18T16:23:58.266251+0000 mon.smithi129 (mon.0) 427 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:23:58.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:58 smithi156 conmon[67007]: audit 2022-01-18T16:23:58.265946+0000 mon.smithi129 (mon.0) 426 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:23:58.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:58 smithi156 conmon[67007]: 2022-01-18T16:23:58.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:58 smithi156 conmon[67007]: audit 2022-01-18T16:23:58.266251+0000 mon.smithi129 (mon.0) 427 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:23:59.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:23:59 smithi129 conmon[101092]: cluster 2022-01-18T16:23:58.273893+0000 mgr.smithi129.iclwio (mgr.14716) 688 : cluster [DBG] pgmap v585: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:23:59.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:23:59 smithi156 conmon[67007]: cluster 2022-01-18T16:23:58.273893+0000 mgr.smithi129.iclwio (mgr.14716) 688 : cluster [DBG] pgmap v585: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:01.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:01 smithi129 conmon[101092]: cluster 2022-01-18T16:24:00.274667+0000 mgr.smithi129.iclwio (mgr.14716) 689 : cluster [DBG] pgmap v586: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:24:01.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:01 smithi156 conmon[67007]: cluster 2022-01-18T16:24:00.274667+0000 mgr.smithi129.iclwio (mgr.14716) 689 : cluster [DBG] pgmap v586: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:24:03.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:03 smithi129 conmon[101092]: cluster 2022-01-18T16:24:02.275186+0000 mgr.smithi129.iclwio (mgr.14716) 690 : cluster [DBG] pgmap v587: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:03.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:03 smithi156 conmon[67007]: cluster 2022-01-18T16:24:02.275186+0000 mgr.smithi129.iclwio (mgr.14716) 690 : cluster [DBG] pgmap v587: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:05.201 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:24:05.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:05 smithi129 conmon[101092]: cluster 2022-01-18T16:24:04.276059+0000 mgr.smithi129.iclwio (mgr.14716) 691 : cluster 2022-01-18T16:24:05.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:05 smithi129 conmon[101092]: [DBG] pgmap v588: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:24:05.490 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:24:05.490 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (26m) 7m ago 27m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:24:05.490 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (18m) 7m ago 27m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:24:05.490 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (18m) 7m ago 27m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:24:05.491 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (26m) 7m ago 27m 39.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:24:05.491 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (22m) 7m ago 22m 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:24:05.491 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (22m) 7m ago 22m 19.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:24:05.491 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (19m) 7m ago 28m 462M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:24:05.492 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (18m) 7m ago 27m 388M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:24:05.492 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (18m) 7m ago 29m 160M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:24:05.492 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (18m) 7m ago 26m 95.2M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:24:05.492 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (19m) 7m ago 19m 149M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:24:05.492 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (19m) 7m ago 19m 94.0M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:24:05.493 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (27m) 7m ago 27m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:24:05.493 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (26m) 7m ago 26m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:24:05.493 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (13m) 7m ago 26m 1453M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:24:05.493 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (25m) 7m ago 25m 2444M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:24:05.494 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (25m) 7m ago 25m 1918M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:24:05.494 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (25m) 7m ago 25m 2432M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:24:05.494 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (24m) 7m ago 24m 2262M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:24:05.494 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (24m) 7m ago 24m 2870M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:24:05.495 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (24m) 7m ago 24m 2233M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:24:05.495 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (24m) 7m ago 24m 3372M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:24:05.495 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (26m) 7m ago 27m 52.3M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:24:05.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:05 smithi156 conmon[67007]: cluster 2022-01-18T16:24:04.276059+0000 mgr.smithi129.iclwio (mgr.14716) 691 : cluster [DBG] pgmap v588: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:24:05.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:05 smithi156 conmon[67007]: 2022-01-18T16:24:05.822 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:24:05.823 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:24:05.823 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:24:05.823 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:24:05.823 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:24:05.824 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:24:05.824 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:24:05.824 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:24:05.824 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:24:05.824 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:24:05.825 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:24:05.825 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:24:05.825 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:24:05.825 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:24:05.826 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:24:05.826 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:24:05.826 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:24:05.826 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:24:05.827 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:24:06.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:06 smithi129 conmon[101092]: audit 2022-01-18T16:24:05.192473+0000 mgr.smithi129.iclwio (mgr.14716) 692 : audit [DBG] from='client.34534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:24:06.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:06 smithi129 conmon[101092]: audit 2022-01-18T16:24:05.485353+0000 mgr.smithi129.iclwio (mgr.14716) 693 : audit [DBG] from='client.34538 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:24:06.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:06 smithi129 conmon[101092]: audit 2022-01-18T16:24:05.826974+0000 mon.smithi129 (mon.0) 428 : audit [DBG] from='client.? 172.21.15.129:0/3188450904' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:24:06.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:06 smithi156 conmon[67007]: audit 2022-01-18T16:24:05.192473+0000 mgr.smithi129.iclwio (mgr.14716) 692 : audit [DBG] from='client.34534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:24:06.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:06 smithi156 conmon[67007]: audit 2022-01-18T16:24:05.485353+0000 mgr.smithi129.iclwio (mgr.14716) 693 : audit [DBG] from='client.34538 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:24:06.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:06 smithi156 conmon[67007]: audit 2022-01-18T16:24:05.826974+0000 mon.smithi129 (mon.0) 2022-01-18T16:24:06.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:06 smithi156 conmon[67007]: 428 : audit [DBG] from='client.? 172.21.15.129:0/3188450904' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:24:07.403 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:07 smithi129 conmon[101092]: cluster 2022-01-18T16:24:06.276486+0000 mgr.smithi129.iclwio (mgr.14716) 694 : cluster [DBG] pgmap v589: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:07.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:07 smithi156 conmon[67007]: cluster 2022-01-18T16:24:06.276486+0000 mgr.smithi129.iclwio (mgr.14716) 694 : cluster 2022-01-18T16:24:07.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:07 smithi156 conmon[67007]: [DBG] pgmap v589: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:09.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:09 smithi129 conmon[101092]: cluster 2022-01-18T16:24:08.277175+0000 mgr.smithi129.iclwio (mgr.14716) 695 : cluster [DBG] 2022-01-18T16:24:09.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:09 smithi129 conmon[101092]: pgmap v590: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:09.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:09 smithi156 conmon[67007]: cluster 2022-01-18T16:24:08.277175+0000 mgr.smithi129.iclwio (mgr.14716) 695 : cluster [DBG] pgmap v590: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:11.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:11 smithi129 conmon[101092]: cluster 2022-01-18T16:24:10.278084+0000 mgr.smithi129.iclwio (mgr.14716) 696 : cluster [DBG] pgmap v591: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:24:11.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:11 smithi156 conmon[67007]: cluster 2022-01-18T16:24:10.278084+0000 mgr.smithi129.iclwio (mgr.14716) 696 : cluster [DBG] pgmap v591: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:24:13.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:13 smithi129 conmon[101092]: cluster 2022-01-18T16:24:12.278748+0000 mgr.smithi129.iclwio (mgr.14716) 697 : cluster [DBG] pgmap v592: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:13.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:13 smithi156 conmon[67007]: cluster 2022-01-18T16:24:12.278748+0000 mgr.smithi129.iclwio (mgr.14716) 697 : cluster [DBG] pgmap v592: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:15.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:15 smithi129 conmon[101092]: cluster 2022-01-18T16:24:14.279475+0000 mgr.smithi129.iclwio (mgr.14716) 698 : cluster [DBG] pgmap v593: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:24:15.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:15 smithi129 conmon[101092]: 2022-01-18T16:24:15.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:15 smithi156 conmon[67007]: cluster 2022-01-18T16:24:14.279475+0000 mgr.smithi129.iclwio (mgr.14716) 698 : cluster 2022-01-18T16:24:15.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:15 smithi156 conmon[67007]: [DBG] pgmap v593: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:24:16.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:16 smithi129 conmon[101092]: audit 2022-01-18T16:24:15.461472+0000 mon.smithi129 (mon.0) 429 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:24:16.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:16 smithi129 conmon[101092]: audit 2022-01-18T16:24:15. 2022-01-18T16:24:16.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:16 smithi129 conmon[101092]: 462930+0000 mon.smithi129 (mon.0) 430 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:24:16.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:16 smithi129 conmon[101092]: audit 2022-01-18T16:24:15.463895+0000 mon.smithi129 (mon.0) 431 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:24:16.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:16 smithi129 conmon[101092]: cephadm 2022-01-18T16:24:15.464655+0000 mgr.smithi129.iclwio (mgr.14716) 699 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:24:16.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:16 smithi129 conmon[101092]: audit 2022-01-18T16:24:15.773679+0000 mon.smithi129 (mon.0) 432 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:24:16.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:16 smithi129 conmon[101092]: audit 2022-01-18T16:24:15.778868+0000 mon.smithi129 (mon.0) 433 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:24:16.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:16 smithi156 conmon[67007]: audit 2022-01-18T16:24:15.461472+0000 mon.smithi129 (mon.0) 429 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:24:16.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:16 smithi156 conmon[67007]: audit 2022-01-18T16:24:15.462930+0000 mon.smithi129 (mon.0) 430 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:24:16.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:16 smithi156 conmon[67007]: audit 2022-01-18T16:24:15.463895+0000 mon.smithi129 (mon.0) 431 : audit [INF] 2022-01-18T16:24:16.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:16 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:24:16.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:16 smithi156 conmon[67007]: cephadm 2022-01-18T16:24:15.464655+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:24:16.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:16 smithi156 conmon[67007]: .14716) 699 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:24:16.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:16 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T16:24:16.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:16 smithi156 conmon[67007]: 18T16:24:15.773679+0000 mon.smithi129 (mon.0) 432 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:24:16.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:16 smithi156 conmon[67007]: audit 2022-01-18T16:24:15 2022-01-18T16:24:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:16 smithi156 conmon[67007]: .778868+0000 mon.smithi129 (mon.0) 433 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:24:17.412 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:17 smithi129 conmon[101092]: cluster 2022-01-18T16:24:16.279856+0000 mgr.smithi129.iclwio (mgr.14716) 700 : cluster [DBG] pgmap v594: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:17.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:17 smithi156 conmon[67007]: cluster 2022-01-18T16:24:16.279856+0000 mgr.smithi129.iclwio (mgr.14716) 700 : cluster [DBG] pgmap v594: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:19.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:19 smithi129 conmon[101092]: cluster 2022-01-18T16:24:18.280508+0000 mgr.smithi129.iclwio (mgr.14716) 701 : cluster [DBG] pgmap v595: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:19.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:19 smithi156 conmon[67007]: cluster 2022-01-18T16:24:18.280508+0000 mgr.smithi129.iclwio (mgr.14716) 701 : cluster [DBG] pgmap v595: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:21.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:21 smithi129 conmon[101092]: cluster 2022-01-18T16:24:20.281238+0000 mgr.smithi129.iclwio (mgr.14716) 702 : cluster [DBG] pgmap v596: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:24:21.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:21 smithi156 conmon[67007]: cluster 2022-01-18T16:24:20.281238+0000 mgr.smithi129.iclwio (mgr.14716) 702 : cluster [DBG] pgmap v596: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:24:21.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:21 smithi156 conmon[67007]: 2022-01-18T16:24:23.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:23 smithi129 conmon[101092]: cluster 2022-01-18T16:24:22.281740+0000 mgr.smithi129.iclwio (mgr.14716) 703 : cluster [DBG] pgmap v597: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:23.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:23 smithi129 conmon[101092]: 2022-01-18T16:24:23.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:23 smithi156 conmon[67007]: cluster 2022-01-18T16:24:22.281740+0000 mgr.smithi129.iclwio (mgr.14716) 703 : cluster 2022-01-18T16:24:23.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:23 smithi156 conmon[67007]: [DBG] pgmap v597: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:25.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:25 smithi129 conmon[101092]: cluster 2022-01-18T16:24:24.282517+0000 mgr.smithi129.iclwio (mgr.14716) 704 : cluster [DBG] pgmap v598: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:24:25.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:25 smithi156 conmon[67007]: cluster 2022-01-18T16:24:24.282517+0000 mgr.smithi129.iclwio (mgr.14716) 704 : cluster [DBG] pgmap v598: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:24:27.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:27 smithi129 conmon[101092]: cluster 2022-01-18T16:24:26.283041+0000 mgr.smithi129.iclwio (mgr.14716) 705 : cluster [DBG] pgmap v599: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:27.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:27 smithi156 conmon[67007]: cluster 2022-01-18T16:24:26.283041+0000 mgr.smithi129.iclwio (mgr.14716) 705 : cluster [DBG] pgmap v599: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:29.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:29 smithi129 conmon[101092]: cluster 2022-01-18T16:24:28.283729+0000 mgr.smithi129.iclwio (mgr.14716) 706 : cluster [DBG] pgmap v600: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:29.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:29 smithi156 conmon[67007]: cluster 2022-01-18T16:24:28.283729+0000 mgr.smithi129.iclwio (mgr.14716) 706 : cluster [DBG] pgmap v600: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:31.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:31 smithi129 conmon[101092]: cluster 2022-01-18T16:24:30.284608+0000 mgr.smithi129.iclwio (mgr.14716) 707 : cluster [DBG] pgmap v601: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:24:31.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:31 smithi156 conmon[67007]: cluster 2022-01-18T16:24:30.284608+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:24:31.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:31 smithi156 conmon[67007]: 14716) 707 : cluster [DBG] pgmap v601: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:24:33.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:33 smithi129 conmon[101092]: cluster 2022-01-18T16:24:32.285254+0000 mgr.smithi129.iclwio (mgr.14716) 708 : cluster [DBG] pgmap v602: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:33.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:33 smithi129 conmon[101092]: 2022-01-18T16:24:33.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:33 smithi156 conmon[67007]: cluster 2022-01-18T16:24:32.285254+0000 mgr.smithi129.iclwio (mgr.14716) 708 : cluster [DBG] pgmap v602: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:35.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:35 smithi129 conmon[101092]: cluster 2022-01-18T16:24:34.286010+0000 mgr.smithi129.iclwio (mgr.14716) 709 : cluster [DBG] pgmap v603: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:24:35.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:35 smithi156 conmon[67007]: cluster 2022-01-18T16:24:34.286010+0000 mgr.smithi129.iclwio (mgr.14716) 709 : cluster [DBG] pgmap v603: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:24:35.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:35 smithi156 conmon[67007]: 2022-01-18T16:24:36.128 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:24:36.399 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:24:36.399 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (27m) 8m ago 28m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:24:36.399 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (18m) 8m ago 28m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:24:36.400 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (18m) 8m ago 27m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:24:36.400 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (26m) 8m ago 28m 39.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:24:36.400 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (23m) 8m ago 23m 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:24:36.400 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (23m) 8m ago 23m 19.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:24:36.400 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (19m) 8m ago 29m 462M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:24:36.401 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (19m) 8m ago 27m 388M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:24:36.401 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (19m) 8m ago 29m 160M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:24:36.401 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (19m) 8m ago 27m 95.2M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:24:36.402 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (20m) 8m ago 20m 149M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:24:36.402 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (19m) 8m ago 19m 94.0M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:24:36.402 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (27m) 8m ago 27m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:24:36.402 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (27m) 8m ago 27m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:24:36.402 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (13m) 8m ago 26m 1453M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:24:36.403 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (26m) 8m ago 26m 2444M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:24:36.403 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (26m) 8m ago 26m 1918M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:24:36.403 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (25m) 8m ago 25m 2432M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:24:36.403 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (25m) 8m ago 25m 2262M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:24:36.404 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (25m) 8m ago 25m 2870M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:24:36.404 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (24m) 8m ago 24m 2233M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:24:36.404 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (24m) 8m ago 24m 3372M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:24:36.404 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (26m) 8m ago 27m 52.3M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:24:36.716 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:24:36.716 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:24:36.717 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:24:36.717 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:24:36.717 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:24:36.717 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:24:36.718 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:24:36.718 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:24:36.718 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:24:36.718 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:24:36.718 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:24:36.719 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:24:36.719 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:24:36.719 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:24:36.719 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:24:36.720 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:24:36.720 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:24:36.720 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:24:36.720 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:24:37.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:37 smithi129 conmon[101092]: audit 2022-01-18T16:24:36.119200+0000 mgr.smithi129.iclwio (mgr.14716) 710 : audit [DBG] from='client.34546 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:24:37.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:37 smithi129 conmon[101092]: cluster 2022-01-18T16:24:36.286422+0000 mgr.smithi129.iclwio (mgr.14716) 711 : cluster [DBG] pgmap v604: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:37.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:37 smithi129 conmon[101092]: audit 2022-01-18T16:24:36.394286+0000 mgr.smithi129.iclwio (mgr.14716) 712 : audit [DBG] from='client.34550 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:24:37.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:37 smithi129 conmon[101092]: audit 2022-01-18T16:24:36.720153+0000 mon.smithi129 (mon.0) 434 : audit [DBG] from='client.? 172.21.15.129:0/943504180' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:24:37.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:37 smithi156 conmon[67007]: audit 2022-01-18T16:24:36.119200+0000 mgr.smithi129.iclwio (mgr.14716) 710 : 2022-01-18T16:24:37.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:37 smithi156 conmon[67007]: audit [DBG] from='client.34546 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:24:37.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:37 smithi156 conmon[67007]: cluster 2022-01-18T16:24:36.286422+0000 mgr.smithi129.iclwio (mgr.14716) 711 : cluster [DBG] pgmap v604: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:37.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:37 smithi156 conmon[67007]: audit 2022-01-18T16:24:36.394286+0000 mgr.smithi129.iclwio ( 2022-01-18T16:24:37.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:37 smithi156 conmon[67007]: mgr.14716) 712 : audit [DBG] from='client.34550 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:24:37.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:37 smithi156 conmon[67007]: audit 2022-01-18T16:24:37.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:37 smithi156 conmon[67007]: 2022-01-18T16:24:36. 2022-01-18T16:24:37.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:37 smithi156 conmon[67007]: 720153+0000 mon.smithi129 (mon.0) 434 : audit [DBG] from='client.? 172.21.15.129:0/943504180' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:24:37.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:37 smithi156 conmon[67007]: 2022-01-18T16:24:39.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:39 smithi129 conmon[101092]: cluster 2022-01-18T16:24:38.287035+0000 mgr.smithi129.iclwio (mgr.14716) 713 : cluster [DBG] pgmap v605: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:39.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:39 smithi156 conmon[67007]: cluster 2022-01-18T16:24:38.287035+0000 mgr.smithi129.iclwio (mgr.14716) 713 : cluster [DBG] 2022-01-18T16:24:39.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:39 smithi156 conmon[67007]: pgmap v605: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:41.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:41 smithi129 conmon[101092]: cluster 2022-01-18T16:24:40.287764+0000 mgr.smithi129.iclwio (mgr.14716) 714 : cluster [DBG] pgmap v606: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:24:41.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:41 smithi129 conmon[101092]: 2022-01-18T16:24:41.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:41 smithi156 conmon[67007]: cluster 2022-01-18T16:24:40.287764+0000 mgr.smithi129.iclwio (mgr.14716) 714 : cluster [DBG] 2022-01-18T16:24:41.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:41 smithi156 conmon[67007]: pgmap v606: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:24:43.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:43 smithi129 conmon[101092]: cluster 2022-01-18T16:24:42.288423+0000 mgr.smithi129.iclwio (mgr.14716) 715 : cluster [DBG] pgmap v607: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:43.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:43 smithi156 conmon[67007]: cluster 2022-01-18T16:24:42.288423+0000 mgr.smithi129.iclwio (mgr.14716) 715 : cluster [DBG] 2022-01-18T16:24:43.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:43 smithi156 conmon[67007]: pgmap v607: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:45.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:45 smithi129 conmon[101092]: cluster 2022-01-18T16:24:44.289275+0000 mgr.smithi129.iclwio (mgr.14716) 716 : cluster [DBG] 2022-01-18T16:24:45.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:45 smithi129 conmon[101092]: pgmap v608: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:24:45.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:45 smithi156 conmon[67007]: cluster 2022-01-18T16:24:44.289275+0000 mgr.smithi129.iclwio (mgr.14716) 716 : cluster [DBG] pgmap v608: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:24:47.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:47 smithi129 conmon[101092]: cluster 2022-01-18T16:24:46.289766+0000 mgr.smithi129.iclwio (mgr.14716) 717 : cluster [DBG] pgmap v609: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:47.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:47 smithi156 conmon[67007]: cluster 2022-01-18T16:24:46.289766+0000 mgr.smithi129.iclwio (mgr.14716) 717 : cluster 2022-01-18T16:24:47.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:47 smithi156 conmon[67007]: [DBG] pgmap v609: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:49.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:49 smithi129 conmon[101092]: cluster 2022-01-18T16:24:48.290385+0000 mgr.smithi129.iclwio (mgr.14716) 718 : cluster [DBG] pgmap v610: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:49.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:49 smithi156 conmon[67007]: cluster 2022-01-18T16:24:48.290385+0000 mgr.smithi129.iclwio (mgr.14716) 718 : cluster [DBG] pgmap v610: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:51.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:51 smithi129 conmon[101092]: cluster 2022-01-18T16:24:50.291153+0000 mgr.smithi129.iclwio (mgr.14716) 719 : cluster [DBG] pgmap v611: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:24:51.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:51 smithi156 conmon[67007]: cluster 2022-01-18T16:24:50.291153+0000 mgr.smithi129.iclwio (mgr.14716) 719 : cluster [DBG] 2022-01-18T16:24:51.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:51 smithi156 conmon[67007]: pgmap v611: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:24:53.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:53 smithi129 conmon[101092]: cluster 2022-01-18T16:24:52.291812+0000 mgr.smithi129.iclwio (mgr.14716) 720 : 2022-01-18T16:24:53.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:53 smithi129 conmon[101092]: cluster [DBG] pgmap v612: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:53.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:53 smithi156 conmon[67007]: cluster 2022-01-18T16:24:52.291812+0000 mgr.smithi129.iclwio (mgr.14716) 720 : cluster [DBG] pgmap v612: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:55.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:55 smithi129 conmon[101092]: cluster 2022-01-18T16:24:54.292503+0000 mgr.smithi129.iclwio (mgr.14716) 721 : cluster [DBG] pgmap v613: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:24:55.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:55 smithi156 conmon[67007]: cluster 2022-01-18T16:24:54.292503+0000 mgr.smithi129.iclwio (mgr.14716) 721 : cluster [DBG] 2022-01-18T16:24:55.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:55 smithi156 conmon[67007]: pgmap v613: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:24:57.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:57 smithi129 conmon[101092]: cluster 2022-01-18T16:24:56.292950+0000 mgr.smithi129.iclwio (mgr.14716) 722 : cluster [DBG] pgmap v614: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:57.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:57 smithi156 conmon[67007]: cluster 2022-01-18T16:24:56.292950+0000 mgr.smithi129.iclwio (mgr.14716) 722 : cluster [DBG] pgmap v614: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:58.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:58 smithi129 conmon[101092]: audit 2022-01-18T16:24:58.269667+0000 mon.smithi129 (mon.0) 435 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:24:58.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:58 smithi129 conmon[101092]: audit 2022-01-18T16:24:58.270019+0000 mon.smithi129 (mon.0) 436 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:24:58.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:58 smithi156 conmon[67007]: audit 2022-01-18T16:24:58.269667+0000 mon.smithi129 (mon.0) 435 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:24:58.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:58 smithi156 conmon[67007]: audit 2022-01-18T16:24:58.270019+0000 mon.smithi129 2022-01-18T16:24:58.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:58 smithi156 conmon[67007]: (mon.0) 436 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:24:59.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:59 smithi129 conmon[101092]: cluster 2022-01-18T16:24:58.293462+0000 mgr.smithi129.iclwio (mgr.14716) 723 : cluster [DBG] pgmap v615: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:24:59.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:24:59 smithi129 conmon[101092]: 2022-01-18T16:24:59.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:59 smithi156 conmon[67007]: cluster 2022-01-18T16:24:58.293462+0000 mgr.smithi129.iclwio (mgr.14716) 723 : cluster 2022-01-18T16:24:59.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:24:59 smithi156 conmon[67007]: [DBG] pgmap v615: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:01.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:01 smithi129 conmon[101092]: cluster 2022-01-18T16:25:00.294260+0000 mgr.smithi129.iclwio (mgr.14716) 724 : cluster [DBG] pgmap v616: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:25:01.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:01 smithi156 conmon[67007]: cluster 2022-01-18T16:25:00.294260+0000 mgr.smithi129.iclwio (mgr.14716) 724 : cluster [DBG] pgmap v616: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:25:03.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:03 smithi129 conmon[101092]: cluster 2022-01-18T16:25:02.294755+0000 mgr.smithi129.iclwio (mgr.14716) 725 : cluster [DBG] pgmap v617: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:03.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:03 smithi156 conmon[67007]: cluster 2022-01-18T16:25:02.294755+0000 mgr.smithi129.iclwio (mgr.14716) 725 : cluster [DBG] 2022-01-18T16:25:03.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:03 smithi156 conmon[67007]: pgmap v617: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:05.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:05 smithi129 conmon[101092]: cluster 2022-01-18T16:25:04.295437+0000 mgr.smithi129.iclwio (mgr.14716) 726 : cluster [DBG] pgmap v618: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:25:05.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:05 smithi156 conmon[67007]: cluster 2022-01-18T16:25:04.295437+0000 mgr.smithi129.iclwio (mgr.14716) 726 : cluster [DBG] pgmap v618: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:25:07.019 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:25:07.284 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:25:07.285 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (27m) 8m ago 28m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:25:07.285 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (19m) 8m ago 28m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:25:07.285 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (19m) 8m ago 28m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:25:07.286 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (27m) 8m ago 28m 39.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:25:07.286 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (23m) 8m ago 23m 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:25:07.286 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (23m) 8m ago 23m 19.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:25:07.286 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (20m) 8m ago 30m 462M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:25:07.287 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (19m) 8m ago 28m 388M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:25:07.287 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (19m) 8m ago 30m 160M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:25:07.287 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (19m) 8m ago 27m 95.2M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:25:07.287 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (20m) 8m ago 20m 149M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:25:07.288 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (20m) 8m ago 20m 94.0M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:25:07.288 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (28m) 8m ago 28m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:25:07.288 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (27m) 8m ago 27m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:25:07.288 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (14m) 8m ago 27m 1453M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:25:07.289 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (26m) 8m ago 26m 2444M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:25:07.289 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (26m) 8m ago 26m 1918M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:25:07.289 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (26m) 8m ago 26m 2432M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:25:07.289 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (26m) 8m ago 26m 2262M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:25:07.290 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (25m) 8m ago 25m 2870M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:25:07.290 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (25m) 8m ago 25m 2233M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:25:07.290 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (25m) 8m ago 25m 3372M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:25:07.291 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (27m) 8m ago 28m 52.3M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:25:07.604 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:25:07.604 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:25:07.605 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:25:07.605 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:25:07.605 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:25:07.605 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:25:07.606 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:25:07.606 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:25:07.606 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:25:07.606 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:25:07.607 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:25:07.607 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:25:07.607 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:25:07.607 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:25:07.608 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:25:07.608 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:25:07.608 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:25:07.608 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:25:07.609 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:25:07.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:07 smithi129 conmon[101092]: cluster 2022-01-18T16:25:06.296012+0000 mgr.smithi129.iclwio (mgr.14716) 727 : cluster [DBG] pgmap v619: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:07.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:07 smithi129 conmon[101092]: audit 2022-01-18T16:25:07. 2022-01-18T16:25:07.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:07 smithi129 conmon[101092]: 010039+0000 mgr.smithi129.iclwio (mgr.14716) 728 : audit [DBG] from='client.34558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:25:07.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:07 smithi156 conmon[67007]: cluster 2022-01-18T16:25:06.296012+0000 mgr.smithi129.iclwio (mgr.14716) 727 : cluster [DBG] 2022-01-18T16:25:07.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:07 smithi156 conmon[67007]: pgmap v619: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:07.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:07 smithi156 conmon[67007]: audit 2022-01-18T16:25:07.010039+0000 mgr.smithi129.iclwio (mgr.14716) 728 : audit [DBG] from='client.34558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:25:08.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:08 smithi129 conmon[101092]: audit 2022-01-18T16:25:07.279431+0000 mgr.smithi129.iclwio (mgr.14716) 729 : audit [DBG] from='client.34562 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:25:08.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:08 smithi129 conmon[101092]: 2022-01-18T16:25:08.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:08 smithi129 conmon[101092]: audit 2022-01-18T16:25:07.607445+0000 mon.smithi129 (mon.0) 437 : audit [DBG] from='client.? 172.21.15.129:0/613666954' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:25:08.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:08 smithi156 conmon[67007]: audit 2022-01-18T16:25:07.279431+0000 mgr.smithi129.iclwio (mgr.14716) 729 : audit [DBG] from='client.34562 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:25:08.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:08 smithi156 conmon[67007]: audit 2022-01-18T16:25:07.607445+0000 mon.smithi129 (mon.0) 437 : audit [DBG] 2022-01-18T16:25:08.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:08 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/613666954' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:25:09.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:09 smithi129 conmon[101092]: cluster 2022-01-18T16:25:08.296705+0000 mgr.smithi129.iclwio (mgr.14716) 730 : cluster 2022-01-18T16:25:09.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:09 smithi129 conmon[101092]: [DBG] pgmap v620: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:09.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:09 smithi156 conmon[67007]: cluster 2022-01-18T16:25:08.296705+0000 mgr.smithi129.iclwio (mgr.14716) 730 : cluster [DBG] pgmap v620: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:11.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:11 smithi129 conmon[101092]: cluster 2022-01-18T16:25:10.297611+0000 mgr.smithi129.iclwio (mgr.14716) 731 : cluster [DBG] pgmap v621: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:25:11.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:11 smithi156 conmon[67007]: cluster 2022-01-18T16:25:10.297611+0000 mgr.smithi129.iclwio (mgr.14716) 731 : cluster [DBG] pgmap v621: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:25:13.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:13 smithi129 conmon[101092]: cluster 2022-01-18T16:25:12.298179+0000 mgr.smithi129.iclwio (mgr.14716) 732 : cluster [DBG] pgmap v622: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:13.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:13 smithi156 conmon[67007]: cluster 2022-01-18T16:25:12.298179+0000 mgr.smithi129.iclwio (mgr.14716) 732 : cluster [DBG] pgmap v622: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:15.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:15 smithi129 conmon[101092]: cluster 2022-01-18T16:25:14. 2022-01-18T16:25:15.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:15 smithi129 conmon[101092]: 299088+0000 mgr.smithi129.iclwio (mgr.14716) 733 : cluster [DBG] pgmap v623: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:25:15.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:15 smithi156 conmon[67007]: cluster 2022-01-18T16:25:14.299088+0000 mgr.smithi129.iclwio (mgr.14716) 733 : cluster [DBG] pgmap v623: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:25:16.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:16 smithi129 conmon[101092]: audit 2022-01-18T16:25:15.781734+0000 mon.smithi129 (mon.0) 2022-01-18T16:25:16.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:16 smithi129 conmon[101092]: 438 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:25:16.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:16 smithi129 conmon[101092]: audit 2022-01-18T16:25:15.783259+0000 mon.smithi129 (mon.0) 439 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:25:16.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:16 smithi129 conmon[101092]: audit 2022-01-18T16:25:15.784284+0000 mon.smithi129 2022-01-18T16:25:16.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:16 smithi129 conmon[101092]: (mon.0) 440 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:25:16.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:16 smithi129 conmon[101092]: cephadm 2022-01-18T16:25:16.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:16 smithi129 conmon[101092]: 2022-01-18T16:25:15.785032+0000 mgr.smithi129.iclwio (mgr.14716) 734 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:25:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:16 smithi129 conmon[101092]: 2022-01-18T16:25:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:16 smithi129 conmon[101092]: audit 2022 2022-01-18T16:25:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:16 smithi129 conmon[101092]: -01-18T16:25:16.086741+0000 mon.smithi129 (mon.0) 441 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T16:25:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:16 smithi129 conmon[101092]: 2022-01-18T16:25:16.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:16 smithi129 conmon[101092]: audit 2022- 2022-01-18T16:25:16.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:16 smithi129 conmon[101092]: 01-18T16:25:16.089941+0000 mon.smithi129 (mon.0) 442 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T16:25:16.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:16 smithi129 conmon[101092]: 2022-01-18T16:25:16.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:16 smithi129 conmon[101092]: audit 2022-01 2022-01-18T16:25:16.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:16 smithi129 conmon[101092]: -18T16:25:16.093714+0000 mon.smithi129 (mon.0) 443 : audit [INF] 2022-01-18T16:25:16.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:16 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:25:16.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:16 smithi129 conmon[101092]: audit 2022-01-18T16:25:16.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:16 smithi129 conmon[101092]: 2022-01-18T16:25:16. 2022-01-18T16:25:16.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:16 smithi129 conmon[101092]: 098190+0000 mon.smithi129 (mon.0) 444 : audit 2022-01-18T16:25:16.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:16 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:25:16.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:16 smithi156 conmon[67007]: audit 2022-01-18T16:25:15.781734+0000 mon.smithi129 (mon. 2022-01-18T16:25:16.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:16 smithi156 conmon[67007]: 0) 438 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:25:16.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:16 smithi156 conmon[67007]: audit 2022-01-18T16:25:15.783259+0000 mon.smithi129 (mon.0) 439 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:25:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:16 smithi156 conmon[67007]: audit 2022 2022-01-18T16:25:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:16 smithi156 conmon[67007]: -01-18T16:25:15.784284+0000 mon.smithi129 (mon.0) 440 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:25:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:16 smithi156 conmon[67007]: cephadm 2022 2022-01-18T16:25:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:16 smithi156 conmon[67007]: -01-18T16:25:15.785032+0000 mgr.smithi129.iclwio (mgr.14716) 734 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:25:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:16 smithi156 conmon[67007]: audit 2022-01-18T16 2022-01-18T16:25:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:16 smithi156 conmon[67007]: :25:16.086741+0000 mon.smithi129 (mon.0) 441 : audit [INF] 2022-01-18T16:25:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:16 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T16:25:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:16 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T16:25:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:16 smithi156 conmon[67007]: T16:25:16.089941+0000 mon.smithi129 (mon.0) 442 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T16:25:16.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:16 smithi156 conmon[67007]: audit 2022-01-18T16:25:16.093714+0000 mon.smithi129 (mon.0) 2022-01-18T16:25:16.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:16 smithi156 conmon[67007]: 443 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:25:16.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:16 smithi156 conmon[67007]: audit 2022-01-18T16:25:16.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:16 smithi156 conmon[67007]: 2022-01-18T16:25:16.098190+0000 mon.smithi129 (mon.0) 444 : audit [INF] 2022-01-18T16:25:16.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:16 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:25:17.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:17 smithi129 conmon[101092]: cluster 2022-01-18T16:25:16.299575+0000 mgr.smithi129.iclwio (mgr.14716) 735 : cluster [DBG] 2022-01-18T16:25:17.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:17 smithi129 conmon[101092]: pgmap v624: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:17.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:17 smithi156 conmon[67007]: cluster 2022-01-18T16:25:16.299575+0000 mgr.smithi129.iclwio (mgr.14716) 735 : cluster [DBG] pgmap v624: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:17.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:17 smithi156 conmon[67007]: 2022-01-18T16:25:19.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:19 smithi129 conmon[101092]: cluster 2022-01-18T16:25:18.300234+0000 mgr.smithi129.iclwio (mgr.14716) 736 : cluster [DBG] pgmap v625: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:19.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:19 smithi156 conmon[67007]: cluster 2022-01-18T16:25:18.300234+0000 mgr.smithi129.iclwio (mgr.14716) 736 : cluster [DBG] pgmap v625: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:19.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:19 smithi156 conmon[67007]: 2022-01-18T16:25:21.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:21 smithi129 conmon[101092]: cluster 2022-01-18T16:25:20.300941+0000 mgr.smithi129.iclwio (mgr.14716) 737 : cluster [DBG] pgmap v626: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:25:21.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:21 smithi156 conmon[67007]: cluster 2022-01-18T16:25:20.300941+0000 mgr.smithi129.iclwio (mgr.14716) 737 : cluster [DBG] pgmap v626: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:25:21.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:21 smithi156 conmon[67007]: 2022-01-18T16:25:23.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:23 smithi129 conmon[101092]: cluster 2022-01-18T16:25:22.301468+0000 mgr.smithi129.iclwio (mgr.14716) 738 : cluster [DBG] pgmap v627: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:23.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:23 smithi156 conmon[67007]: cluster 2022-01-18T16:25:22.301468+0000 mgr.smithi129.iclwio (mgr.14716) 738 : cluster [DBG] pgmap v627: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:25.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:25 smithi129 conmon[101092]: cluster 2022-01-18T16:25:24.302406+0000 mgr.smithi129.iclwio (mgr.14716) 739 : cluster [DBG] pgmap v628: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:25:25.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:25 smithi129 conmon[101092]: 2022-01-18T16:25:25.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:25 smithi156 conmon[67007]: cluster 2022-01-18T16:25:24.302406+0000 mgr.smithi129.iclwio (mgr.14716) 739 : cluster [DBG] pgmap v628: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:25:27.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:27 smithi129 conmon[101092]: cluster 2022-01-18T16:25:26.303043+0000 mgr.smithi129.iclwio (mgr.14716) 740 : cluster [DBG] pgmap v629: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:27.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:27 smithi129 conmon[101092]: 2022-01-18T16:25:27.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:27 smithi156 conmon[67007]: cluster 2022-01-18T16:25:26.303043+0000 mgr.smithi129.iclwio (mgr.14716) 740 : cluster [DBG] pgmap v629: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:29.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:29 smithi129 conmon[101092]: cluster 2022-01-18T16:25:28.303644+0000 mgr.smithi129.iclwio (mgr.14716) 741 : cluster [DBG] pgmap v630: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:29.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:29 smithi156 conmon[67007]: cluster 2022-01-18T16:25:28.303644+0000 mgr.smithi129.iclwio (mgr.14716) 741 : cluster [DBG] pgmap v630: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:31.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:31 smithi129 conmon[101092]: cluster 2022-01-18T16:25:30.304335+0000 mgr.smithi129.iclwio (mgr.14716) 742 : cluster [DBG] 2022-01-18T16:25:31.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:31 smithi129 conmon[101092]: pgmap v631: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:25:31.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:31 smithi156 conmon[67007]: cluster 2022-01-18T16:25:30.304335+0000 mgr.smithi129.iclwio (mgr.14716) 742 : cluster [DBG] pgmap v631: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:25:33.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:33 smithi129 conmon[101092]: cluster 2022-01-18T16:25:32.304865+0000 mgr.smithi129.iclwio (mgr.14716) 743 : cluster [DBG] pgmap v632: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:33.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:33 smithi129 conmon[101092]: 2022-01-18T16:25:33.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:33 smithi156 conmon[67007]: cluster 2022-01-18T16:25:32.304865+0000 mgr.smithi129.iclwio (mgr.14716) 743 : cluster [DBG] pgmap v632: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:35.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:35 smithi129 conmon[101092]: cluster 2022-01-18T16:25:34.305641+0000 mgr.smithi129.iclwio (mgr.14716) 744 : cluster [DBG] pgmap v633: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:25:35.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:35 smithi129 conmon[101092]: 2022-01-18T16:25:35.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:35 smithi156 conmon[67007]: cluster 2022-01-18T16:25:34.305641+0000 mgr.smithi129.iclwio (mgr.14716) 744 : cluster [DBG] pgmap v633: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:25:37.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:37 smithi129 conmon[101092]: cluster 2022-01-18T16:25:36.306108+0000 mgr.smithi129.iclwio (mgr.14716) 745 : cluster [DBG] pgmap v634: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:37.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:37 smithi156 conmon[67007]: cluster 2022-01-18T16:25:36.306108+0000 mgr.smithi129.iclwio (mgr.14716) 745 : cluster [DBG] pgmap v634: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:37.904 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:25:38.171 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:25:38.172 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (28m) 9m ago 29m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:25:38.172 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (19m) 9m ago 29m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:25:38.172 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (19m) 9m ago 28m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:25:38.172 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (27m) 9m ago 29m 39.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:25:38.173 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (24m) 9m ago 24m 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:25:38.173 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (24m) 9m ago 24m 19.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:25:38.173 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (20m) 9m ago 30m 462M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:25:38.173 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (20m) 9m ago 28m 388M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:25:38.174 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (20m) 9m ago 30m 160M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:25:38.174 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (20m) 9m ago 28m 95.2M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:25:38.174 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (21m) 9m ago 21m 149M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:25:38.174 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (20m) 9m ago 20m 94.0M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:25:38.175 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (29m) 9m ago 28m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:25:38.175 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (28m) 9m ago 28m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:25:38.175 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (14m) 9m ago 27m 1453M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:25:38.175 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (27m) 9m ago 27m 2444M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:25:38.176 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (27m) 9m ago 27m 1918M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:25:38.176 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (26m) 9m ago 26m 2432M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:25:38.176 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (26m) 9m ago 26m 2262M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:25:38.176 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (26m) 9m ago 26m 2870M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:25:38.176 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (25m) 9m ago 25m 2233M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:25:38.177 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (25m) 9m ago 25m 3372M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:25:38.177 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (27m) 9m ago 28m 52.3M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:25:38.495 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:25:38.495 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:25:38.496 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:25:38.496 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:25:38.496 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:25:38.496 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:25:38.496 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:25:38.497 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:25:38.497 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:25:38.497 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:25:38.497 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:25:38.498 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:25:38.498 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:25:38.498 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:25:38.498 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:25:38.499 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:25:38.499 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:25:38.499 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:25:38.499 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:25:38.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:38 smithi129 conmon[101092]: audit 2022-01-18T16:25:37.895204+0000 mgr.smithi129.iclwio (mgr.14716) 746 : 2022-01-18T16:25:38.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:38 smithi129 conmon[101092]: audit [DBG] from='client.34570 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:25:38.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:38 smithi156 conmon[67007]: audit 2022-01-18T16:25:37.895204+0000 mgr.smithi129.iclwio (mgr.14716) 746 : audit [DBG] from='client.34570 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:25:39.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:39 smithi129 conmon[101092]: audit 2022-01-18T16:25:38.165201+0000 mgr.smithi129.iclwio (mgr.14716) 747 : audit [DBG] from='client.34574 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:25:39.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:39 smithi129 conmon[101092]: cluster 2022-01-18T16:25:38.306536+0000 mgr.smithi129.iclwio (mgr.14716) 748 : cluster 2022-01-18T16:25:39.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:39 smithi129 conmon[101092]: [DBG] pgmap v635: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:39.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:39 smithi129 conmon[101092]: audit 2022-01-18T16:25:38.497746+0000 mon.smithi129 (mon.0) 445 : audit [DBG] from='client.? 172.21.15.129:0/3520684193' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:25:39.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:39 smithi156 conmon[67007]: audit 2022-01-18T16:25:38.165201+0000 mgr.smithi129.iclwio (mgr.14716) 747 : audit [DBG] from='client.34574 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:25:39.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:39 smithi156 conmon[67007]: cluster 2022-01-18T16:25:38.306536+0000 mgr.smithi129.iclwio (mgr.14716) 748 : cluster [DBG] pgmap v635: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:39.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:39 smithi156 conmon[67007]: audit 2022-01-18T16:25:38.497746+0000 mon.smithi129 (mon.0) 445 : audit [DBG] from='client.? 172.21.15.129:0/3520684193' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:25:41.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:41 smithi129 conmon[101092]: cluster 2022-01-18T16:25:40.309705+0000 mgr.smithi129.iclwio (mgr.14716) 749 : cluster [DBG] pgmap v636: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:25:41.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:41 smithi129 conmon[101092]: 2022-01-18T16:25:41.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:41 smithi156 conmon[67007]: cluster 2022-01-18T16:25:40.309705+0000 mgr.smithi129.iclwio (mgr.14716) 749 : cluster [DBG] pgmap v636: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:25:43.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:43 smithi129 conmon[101092]: cluster 2022-01-18T16:25:42.310316+0000 mgr.smithi129.iclwio (mgr.14716) 750 : cluster [DBG] pgmap v637: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:43.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:43 smithi156 conmon[67007]: cluster 2022-01-18T16:25:42.310316+0000 mgr.smithi129.iclwio (mgr.14716) 750 : cluster [DBG] pgmap v637: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:45.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:45 smithi129 conmon[101092]: cluster 2022-01-18T16:25:44.311113+0000 mgr.smithi129.iclwio (mgr.14716) 751 : cluster [DBG] pgmap v638: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:25:45.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:45 smithi129 conmon[101092]: 2022-01-18T16:25:45.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:45 smithi156 conmon[67007]: cluster 2022-01-18T16:25:44.311113+0000 mgr.smithi129.iclwio (mgr.14716) 751 : cluster [DBG] pgmap v638: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:25:47.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:47 smithi129 conmon[101092]: cluster 2022-01-18T16:25:46.311817+0000 mgr.smithi129.iclwio (mgr.14716) 752 : cluster [DBG] pgmap v639: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:47.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:47 smithi156 conmon[67007]: cluster 2022-01-18T16:25:46.311817+0000 mgr.smithi129.iclwio (mgr.14716) 752 : cluster [DBG] pgmap v639: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:49.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:49 smithi129 conmon[101092]: cluster 2022-01-18T16:25:48.312542+0000 mgr.smithi129.iclwio (mgr.14716) 753 : cluster [DBG] pgmap v640: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:49.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:49 smithi129 conmon[101092]: 2022-01-18T16:25:49.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:49 smithi156 conmon[67007]: cluster 2022-01-18T16:25:48.312542+0000 mgr.smithi129.iclwio (mgr.14716) 753 : cluster [DBG] pgmap v640: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:51.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:51 smithi129 conmon[101092]: cluster 2022-01-18T16:25:50.313339+0000 mgr.smithi129.iclwio (mgr.14716) 754 : cluster [DBG] 2022-01-18T16:25:51.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:51 smithi129 conmon[101092]: pgmap v641: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:25:51.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:51 smithi156 conmon[67007]: cluster 2022-01-18T16:25:50.313339+0000 mgr.smithi129.iclwio (mgr.14716) 754 : cluster [DBG] pgmap v641: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:25:51.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:51 smithi156 conmon[67007]: 2022-01-18T16:25:53.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:53 smithi129 conmon[101092]: cluster 2022-01-18T16:25:52.313850+0000 mgr.smithi129.iclwio (mgr.14716) 755 : cluster [DBG] pgmap v642: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:53.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:53 smithi156 conmon[67007]: cluster 2022-01-18T16:25:52.313850+0000 mgr.smithi129.iclwio (mgr.14716) 755 : cluster [DBG] pgmap v642: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:55.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:55 smithi129 conmon[101092]: cluster 2022-01-18T16:25:54.314753+0000 mgr.smithi129.iclwio (mgr.14716) 756 : cluster [DBG] pgmap v643: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:25:55.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:55 smithi156 conmon[67007]: cluster 2022-01-18T16:25:54.314753+0000 mgr.smithi129.iclwio (mgr.14716) 756 : cluster [DBG] 2022-01-18T16:25:55.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:55 smithi156 conmon[67007]: pgmap v643: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:25:57.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:57 smithi129 conmon[101092]: cluster 2022-01-18T16:25:56.315227+0000 mgr.smithi129.iclwio (mgr.14716) 757 : cluster [DBG] pgmap v644: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:57.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:57 smithi129 conmon[101092]: 2022-01-18T16:25:57.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:57 smithi156 conmon[67007]: cluster 2022-01-18T16:25:56.315227+0000 mgr.smithi129.iclwio (mgr.14716) 757 : cluster [DBG] 2022-01-18T16:25:57.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:57 smithi156 conmon[67007]: pgmap v644: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:58.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:58 smithi129 conmon[101092]: audit 2022-01-18T16:25:58.273292+0000 mon.smithi129 (mon.0) 446 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:25:58.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:58 smithi129 conmon[101092]: audit 2022-01-18T16:25:58.273559+0000 2022-01-18T16:25:58.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:58 smithi129 conmon[101092]: mon.smithi129 (mon.0) 447 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:25:58.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:58 smithi156 conmon[67007]: audit 2022-01-18T16:25:58.273292+0000 mon.smithi129 (mon.0) 446 : audit 2022-01-18T16:25:58.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:58 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:25:58.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:58 smithi156 conmon[67007]: audit 2022-01-18T16:25:58.273559+0000 mon.smithi129 (mon.0) 447 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:25:59.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:25:59 smithi129 conmon[101092]: cluster 2022-01-18T16:25:58.315905+0000 mgr.smithi129.iclwio (mgr.14716) 758 : cluster [DBG] pgmap v645: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:25:59.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:59 smithi156 conmon[67007]: cluster 2022-01-18T16:25:58.315905+0000 mgr.smithi129.iclwio (mgr.14716) 758 : cluster 2022-01-18T16:25:59.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:25:59 smithi156 conmon[67007]: [DBG] pgmap v645: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:01.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:01 smithi129 conmon[101092]: cluster 2022-01-18T16:26:00.316611+0000 mgr.smithi129.iclwio (mgr.14716) 759 : cluster [DBG] pgmap v646: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:26:01.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:01 smithi156 conmon[67007]: cluster 2022-01-18T16:26:00.316611+0000 mgr.smithi129.iclwio (mgr.14716) 759 : cluster [DBG] pgmap v646: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:26:01.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:01 smithi156 conmon[67007]: 2022-01-18T16:26:03.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:03 smithi129 conmon[101092]: cluster 2022-01-18T16:26:02.317136+0000 mgr.smithi129.iclwio (mgr.14716) 760 : cluster [DBG] pgmap v647: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:03.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:03 smithi156 conmon[67007]: cluster 2022-01-18T16:26:02.317136+0000 mgr.smithi129.iclwio (mgr.14716) 760 : cluster [DBG] 2022-01-18T16:26:03.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:03 smithi156 conmon[67007]: pgmap v647: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:05.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:05 smithi129 conmon[101092]: cluster 2022-01-18T16:26:04.317870+0000 mgr.smithi129.iclwio (mgr.14716) 761 : cluster [DBG] pgmap v648: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:26:05.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:05 smithi156 conmon[67007]: cluster 2022-01-18T16:26:04.317870+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:26:05.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:05 smithi156 conmon[67007]: 761 : cluster [DBG] pgmap v648: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:26:07.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:07 smithi129 conmon[101092]: cluster 2022-01-18T16:26:06.318305+0000 mgr.smithi129.iclwio (mgr.14716) 762 : cluster [DBG] pgmap v649: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:07.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:07 smithi156 conmon[67007]: cluster 2022-01-18T16:26:06.318305+0000 mgr.smithi129.iclwio (mgr.14716) 762 : cluster [DBG] pgmap v649: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:08.795 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:26:09.062 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:26:09.063 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (28m) 9m ago 29m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:26:09.063 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (20m) 9m ago 29m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:26:09.063 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (20m) 9m ago 29m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:26:09.064 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (28m) 9m ago 29m 39.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:26:09.064 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (24m) 9m ago 24m 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:26:09.064 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (24m) 9m ago 24m 19.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:26:09.064 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (21m) 9m ago 31m 462M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:26:09.064 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (21m) 9m ago 29m 388M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:26:09.065 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (20m) 9m ago 31m 160M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:26:09.065 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (20m) 9m ago 29m 95.2M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:26:09.065 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (21m) 9m ago 21m 149M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:26:09.065 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (21m) 9m ago 21m 94.0M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:26:09.066 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (29m) 9m ago 29m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:26:09.066 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (28m) 9m ago 28m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:26:09.066 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (15m) 9m ago 28m 1453M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:26:09.066 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (28m) 9m ago 28m 2444M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:26:09.066 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (27m) 9m ago 27m 1918M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:26:09.067 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (27m) 9m ago 27m 2432M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:26:09.067 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (27m) 9m ago 27m 2262M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:26:09.067 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (26m) 9m ago 26m 2870M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:26:09.067 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (26m) 9m ago 26m 2233M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:26:09.068 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (26m) 9m ago 26m 3372M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:26:09.068 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (28m) 9m ago 29m 52.3M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:26:09.382 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:26:09.382 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:26:09.382 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:26:09.383 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:26:09.383 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:26:09.383 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:26:09.383 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:26:09.384 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:26:09.384 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:26:09.384 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:26:09.384 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:26:09.384 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:26:09.385 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:26:09.385 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:26:09.385 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:26:09.385 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:26:09.386 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:26:09.386 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:26:09.386 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:26:09.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:09 smithi129 conmon[101092]: cluster 2022-01-18T16:26:08.318829+0000 mgr.smithi129.iclwio (mgr.14716) 763 : cluster 2022-01-18T16:26:09.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:09 smithi129 conmon[101092]: [DBG] pgmap v650: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:09.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:09 smithi129 conmon[101092]: audit 2022-01-18T16:26:08.785175+0000 mgr.smithi129.iclwio (mgr.14716) 764 : audit [DBG] from='client.34582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:26:09.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:09 smithi129 conmon[101092]: audit 2022-01-18T16:26:09.055923+0000 mgr.smithi129.iclwio (mgr.14716) 765 : audit 2022-01-18T16:26:09.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:09 smithi129 conmon[101092]: [DBG] from='client.34586 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:26:09.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:09 smithi156 conmon[67007]: cluster 2022-01-18T16:26:08.318829+0000 mgr.smithi129.iclwio (mgr.14716) 763 : cluster [DBG] pgmap v650: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:09.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:09 smithi156 conmon[67007]: 2022-01-18T16:26:09.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:09 smithi156 conmon[67007]: audit 2022-01-18T16:26:08.785175+0000 mgr.smithi129.iclwio (mgr.14716) 764 : audit [DBG] from='client.34582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:26:09.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:09 smithi156 conmon[67007]: audit 2022-01-18T16:26:09.055923+0000 mgr.smithi129.iclwio (mgr.14716) 765 : audit [DBG] from='client.34586 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:26:10.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:10 smithi129 conmon[101092]: audit 2022-01-18T16:26:09.384121+0000 mon.smithi129 (mon.0) 448 : audit [DBG] from='client.? 172.21.15.129:0/206064639' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:26:10.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:10 smithi156 conmon[67007]: audit 2022-01-18T16:26:09.384121+0000 mon.smithi129 (mon.0) 448 : audit [DBG] from='client.? 172.21.15.129:0/206064639' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:26:11.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:11 smithi129 conmon[101092]: cluster 2022-01-18T16:26:10.319605+0000 mgr.smithi129.iclwio (mgr.14716) 766 : cluster [DBG] pgmap v651: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:26:11.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:11 smithi156 conmon[67007]: cluster 2022-01-18T16:26:10.319605+0000 mgr.smithi129.iclwio (mgr.14716) 766 : cluster 2022-01-18T16:26:11.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:11 smithi156 conmon[67007]: [DBG] pgmap v651: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:26:13.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:13 smithi129 conmon[101092]: cluster 2022-01-18T16:26:12.320147+0000 mgr.smithi129.iclwio (mgr.14716) 767 : cluster [DBG] pgmap v652: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:13.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:13 smithi156 conmon[67007]: cluster 2022-01-18T16:26:12.320147+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:26:13.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:13 smithi156 conmon[67007]: 14716) 767 : cluster [DBG] pgmap v652: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:15.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:15 smithi129 conmon[101092]: cluster 2022-01-18T16:26:14.320782+0000 mgr.smithi129.iclwio (mgr.14716) 768 : cluster [DBG] pgmap v653: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:26:15.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:15 smithi129 conmon[101092]: 2022-01-18T16:26:15.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:15 smithi156 conmon[67007]: cluster 2022-01-18T16:26:14.320782+0000 mgr.smithi129.iclwio (mgr.14716) 768 : cluster [DBG] pgmap v653: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:26:16.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:16 smithi129 conmon[101092]: audit 2022-01-18T16:26:16.100662+0000 mon.smithi129 (mon.0) 449 : audit 2022-01-18T16:26:16.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:16 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:26:16.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:16 smithi129 conmon[101092]: audit 2022-01-18T16:26:16.102177+0000 mon.smithi129 (mon.0) 450 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:26:16.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:16 smithi129 conmon[101092]: audit 2022-01-18T16:26:16.103023+0000 mon.smithi129 (mon.0) 451 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:26:16.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:16 smithi129 conmon[101092]: cephadm 2022-01-18T16:26:16.103813+0000 mgr.smithi129.iclwio (mgr.14716) 769 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:26:16.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:16 smithi156 conmon[67007]: audit 2022-01-18T16:26:16.100662+0000 mon.smithi129 (mon.0) 449 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:26:16.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:16 smithi156 conmon[67007]: audit 2022-01-18T16:26:16.102177+0000 mon.smithi129 (mon.0) 450 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:26:16.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:16 smithi156 conmon[67007]: audit 2022-01-18T16:26:16.103023+0000 mon.smithi129 (mon.0) 451 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:26:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:16 smithi156 conmon[67007]: cephadm 2022-01-18T16:26:16.103813+0000 mgr.smithi129.iclwio (mgr.14716) 769 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:26:17.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:17 smithi129 conmon[101092]: cluster 2022-01-18T16:26:16.321211+0000 mgr.smithi129.iclwio (mgr.14716) 770 : cluster [DBG] pgmap v654: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:17.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:17 smithi129 conmon[101092]: audit 2022-01-18T16:26:16.365647+0000 mon.smithi129 (mon.0) 452 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:26:17.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:17 smithi156 conmon[67007]: cluster 2022-01-18T16:26:16.321211+0000 mgr.smithi129.iclwio (mgr.14716) 770 : cluster [DBG] pgmap v654: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:17.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:17 smithi156 conmon[67007]: audit 2022-01-18T16:26:16.365647+0000 mon.smithi129 (mon.0) 452 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:26:19.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:19 smithi129 conmon[101092]: cluster 2022-01-18T16:26:18.321725+0000 mgr.smithi129.iclwio (mgr.14716) 771 2022-01-18T16:26:19.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:19 smithi129 conmon[101092]: : cluster [DBG] pgmap v655: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:19.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:19 smithi156 conmon[67007]: cluster 2022-01-18T16:26:18.321725+0000 mgr.smithi129.iclwio (mgr.14716) 771 : cluster [DBG] pgmap v655: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:21.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:20 smithi129 conmon[101092]: audit 2022-01-18T16:26:19.907475+0000 mon.smithi129 (mon. 2022-01-18T16:26:21.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:20 smithi129 conmon[101092]: 0) 453 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:26:21.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:20 smithi156 conmon[67007]: audit 2022-01-18T16:26:19.907475+0000 mon.smithi129 (mon.0) 453 : audit [INF] 2022-01-18T16:26:21.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:20 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:26:22.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:21 smithi129 conmon[101092]: cluster 2022-01-18T16:26:20.322349+0000 mgr.smithi129.iclwio (mgr.14716) 772 : cluster [DBG] 2022-01-18T16:26:22.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:21 smithi129 conmon[101092]: pgmap v656: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:26:22.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:21 smithi129 conmon[101092]: audit 2022-01-18T16:26:21.881592+0000 mon.smithi129 (mon.0) 454 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:26:22.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:21 smithi156 conmon[67007]: cluster 2022-01-18T16:26:20.322349+0000 mgr.smithi129.iclwio (mgr.14716) 772 : cluster [DBG] pgmap v656: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:26:22.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:21 smithi156 conmon[67007]: audit 2022-01-18T16:26:21.881592+0000 mon.smithi129 (mon.0) 454 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:26:23.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:23 smithi129 conmon[101092]: audit 2022-01-18T16:26:22.168209+0000 mon.smithi129 (mon.0) 455 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:26:23.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:23 smithi129 conmon[101092]: audit 2022-01-18T16:26:22.173201+0000 mon.smithi129 (mon.0) 456 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:26:23.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:23 smithi129 conmon[101092]: cluster 2022-01-18T16:26:23.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:23 smithi129 conmon[101092]: 2022-01-18T16:26:22.323002+0000 mgr.smithi129.iclwio (mgr.14716) 773 : cluster [DBG] pgmap v657: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:23.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:23 smithi156 conmon[67007]: audit 2022-01-18T16:26:22.168209+0000 mon.smithi129 (mon.0) 455 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:26:23.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:23 smithi156 conmon[67007]: 2022-01-18T16:26:23.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:23 smithi156 conmon[67007]: audit 2022-01-18T16:26:22.173201+0000 mon.smithi129 (mon.0) 456 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:26:23.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:23 smithi156 conmon[67007]: cluster 2022-01-18 2022-01-18T16:26:23.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:23 smithi156 conmon[67007]: T16:26:22.323002+0000 mgr.smithi129.iclwio (mgr.14716) 773 : cluster [DBG] pgmap v657: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:25.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:25 smithi129 conmon[101092]: cluster 2022-01-18T16:26:24.323882+0000 mgr.smithi129.iclwio (mgr.14716) 774 : cluster [DBG] pgmap v658: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:26:25.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:25 smithi156 conmon[67007]: cluster 2022-01-18T16:26:24.323882+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:26:25.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:25 smithi156 conmon[67007]: .14716) 774 : cluster [DBG] pgmap v658: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:26:27.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:27 smithi129 conmon[101092]: cluster 2022-01-18T16:26:26.324481+0000 mgr.smithi129.iclwio (mgr.14716) 775 : cluster [DBG] pgmap v659: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:27.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:27 smithi129 conmon[101092]: 2022-01-18T16:26:27.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:27 smithi156 conmon[67007]: cluster 2022-01-18T16:26:26.324481+0000 mgr.smithi129.iclwio (mgr.14716) 775 : 2022-01-18T16:26:27.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:27 smithi156 conmon[67007]: cluster [DBG] pgmap v659: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:29.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:29 smithi129 conmon[101092]: cluster 2022-01-18T16: 2022-01-18T16:26:29.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:29 smithi129 conmon[101092]: 26:28.325083+0000 mgr.smithi129.iclwio (mgr.14716) 776 : cluster [DBG] pgmap v660: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:29.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:29 smithi156 conmon[67007]: cluster 2022-01-18T16:26:28.325083+0000 mgr.smithi129.iclwio (mgr.14716) 776 : cluster [DBG] pgmap v660: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:29.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:29 smithi156 conmon[67007]: 2022-01-18T16:26:31.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:31 smithi129 conmon[101092]: cluster 2022-01-18T16:26:30.325893+0000 mgr.smithi129.iclwio (mgr.14716) 777 : cluster [DBG] 2022-01-18T16:26:31.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:31 smithi129 conmon[101092]: pgmap v661: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:26:31.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:31 smithi156 conmon[67007]: cluster 2022-01-18T16:26:30.325893+0000 mgr.smithi129.iclwio (mgr.14716) 777 : cluster [DBG] pgmap v661: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:26:31.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:31 smithi156 conmon[67007]: 2022-01-18T16:26:33.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:33 smithi129 conmon[101092]: cluster 2022-01-18 2022-01-18T16:26:33.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:33 smithi129 conmon[101092]: T16:26:32.326514+0000 mgr.smithi129.iclwio (mgr.14716) 778 : cluster [DBG] pgmap v662: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:33.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:33 smithi156 conmon[67007]: cluster 2022-01-18T16:26:32.326514+0000 mgr.smithi129.iclwio (mgr.14716) 778 : cluster [DBG] 2022-01-18T16:26:33.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:33 smithi156 conmon[67007]: pgmap v662: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:35.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:35 smithi129 conmon[101092]: cluster 2022-01-18T16:26:34.327278+0000 mgr.smithi129.iclwio (mgr.14716) 779 : cluster [DBG] pgmap v663: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:26:35.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:35 smithi156 conmon[67007]: cluster 2022-01-18T16:26:34.327278+0000 mgr.smithi129.iclwio (mgr.14716) 779 : cluster 2022-01-18T16:26:35.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:35 smithi156 conmon[67007]: [DBG] pgmap v663: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:26:37.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:37 smithi129 conmon[101092]: cluster 2022-01-18T16:26:36.328000+0000 mgr.smithi129.iclwio (mgr.14716) 780 : cluster [DBG] pgmap v664: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:37.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:37 smithi156 conmon[67007]: cluster 2022-01-18T16:26:36.328000+0000 mgr.smithi129.iclwio (mgr.14716) 780 : cluster [DBG] 2022-01-18T16:26:37.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:37 smithi156 conmon[67007]: pgmap v664: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:39.682 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:26:39.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:39 smithi129 conmon[101092]: cluster 2022-01-18T16:26:38.328649+0000 mgr.smithi129.iclwio (mgr.14716) 781 : cluster [DBG] 2022-01-18T16:26:39.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:39 smithi129 conmon[101092]: pgmap v665: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:39.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:39 smithi156 conmon[67007]: cluster 2022-01-18T16:26:38.328649+0000 mgr.smithi129.iclwio (mgr.14716) 781 : cluster [DBG] 2022-01-18T16:26:39.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:39 smithi156 conmon[67007]: pgmap v665: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:39.948 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:26:39.949 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (29m) 18s ago 30m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:26:39.949 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (20m) 18s ago 30m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:26:39.949 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (20m) 20s ago 29m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:26:39.950 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (29m) 18s ago 30m 40.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:26:39.950 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (25m) 18s ago 25m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:26:39.950 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (25m) 20s ago 25m 21.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:26:39.951 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (21m) 18s ago 31m 477M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:26:39.951 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (21m) 20s ago 29m 392M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:26:39.951 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (21m) 18s ago 31m 226M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:26:39.951 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (21m) 20s ago 29m 133M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:26:39.952 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (22m) 18s ago 22m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:26:39.952 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (22m) 20s ago 21m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:26:39.952 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (30m) 18s ago 30m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:26:39.953 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (29m) 20s ago 29m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:26:39.953 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (15m) 18s ago 28m 1481M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:26:39.953 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (28m) 18s ago 28m 2477M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:26:39.953 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (28m) 18s ago 28m 1941M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:26:39.954 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (27m) 18s ago 27m 2465M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:26:39.954 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (27m) 20s ago 27m 2293M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:26:39.955 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (27m) 20s ago 27m 2896M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:26:39.955 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (26m) 20s ago 26m 2259M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:26:39.955 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (26m) 20s ago 26m 3403M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:26:39.955 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (28m) 18s ago 29m 54.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:26:40.268 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:26:40.269 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:26:40.269 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:26:40.269 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:26:40.270 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:26:40.270 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:26:40.270 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:26:40.270 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:26:40.271 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:26:40.271 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:26:40.271 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:26:40.271 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:26:40.272 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:26:40.272 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:26:40.272 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:26:40.272 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:26:40.273 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:26:40.273 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:26:40.273 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:26:40.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:40 smithi129 conmon[101092]: audit 2022-01-18T16:26:39.671221+0000 mgr.smithi129.iclwio (mgr.14716) 782 : 2022-01-18T16:26:40.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:40 smithi129 conmon[101092]: audit [DBG] from='client.34594 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:26:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:40 smithi129 conmon[101092]: audit 2022-01-18T16:26:39.941087+0000 mgr.smithi129.iclwio (mgr.14716) 783 : audit [DBG] from='client.34598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:26:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:40 smithi129 conmon[101092]: audit 2022-01-18T16:26:40.270129+0000 mon.smithi129 (mon.0) 457 : audit [DBG] from='client.? 172.21.15.129:0/798889634' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:26:40.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:40 smithi156 conmon[67007]: audit 2022-01-18T16:26:39.671221+0000 mgr.smithi129.iclwio (mgr.14716) 782 : audit [DBG] from='client.34594 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:26:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:40 smithi156 conmon[67007]: audit 2022-01-18T16:26:39.941087+0000 mgr.smithi129.iclwio (mgr.14716) 783 : audit [DBG] from='client.34598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:26:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:40 smithi156 conmon[67007]: audit 2022-01-18T16:26:40.270129+0000 mon.smithi129 (mon.0) 457 2022-01-18T16:26:40.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:40 smithi156 conmon[67007]: : audit [DBG] from='client.? 172.21.15.129:0/798889634' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:26:41.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:41 smithi129 conmon[101092]: cluster 2022-01-18T16:26:40.329304+0000 mgr.smithi129.iclwio (mgr.14716) 784 : cluster [DBG] pgmap v666: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:26:41.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:41 smithi156 conmon[67007]: cluster 2022-01-18T16:26:40.329304+0000 mgr.smithi129.iclwio (mgr.14716) 784 : cluster [DBG] 2022-01-18T16:26:41.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:41 smithi156 conmon[67007]: pgmap v666: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:26:43.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:43 smithi129 conmon[101092]: cluster 2022-01-18T16:26:42.329815+0000 mgr.smithi129.iclwio (mgr.14716) 785 : cluster [DBG] pgmap v667: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:43.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:43 smithi156 conmon[67007]: cluster 2022-01-18T16:26:42.329815+0000 mgr.smithi129.iclwio (mgr.14716) 785 : cluster [DBG] pgmap v667: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:45.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:45 smithi129 conmon[101092]: cluster 2022-01-18T16:26:44.330749+0000 mgr.smithi129.iclwio (mgr.14716) 786 : cluster [DBG] 2022-01-18T16:26:45.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:45 smithi129 conmon[101092]: pgmap v668: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:26:45.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:45 smithi156 conmon[67007]: cluster 2022-01-18T16:26:44.330749+0000 mgr.smithi129.iclwio (mgr.14716) 786 : cluster [DBG] pgmap v668: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:26:45.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:45 smithi156 conmon[67007]: 2022-01-18T16:26:47.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:47 smithi129 conmon[101092]: cluster 2022-01-18T16:26:46.331266+0000 mgr.smithi129.iclwio (mgr.14716) 787 : cluster [DBG] pgmap v669: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:47.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:47 smithi156 conmon[67007]: cluster 2022-01-18T16:26:46.331266+0000 mgr.smithi129.iclwio (mgr.14716) 787 : cluster [DBG] 2022-01-18T16:26:47.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:47 smithi156 conmon[67007]: pgmap v669: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:49.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:49 smithi129 conmon[101092]: cluster 2022-01-18T16:26:48.332017+0000 mgr.smithi129.iclwio (mgr.14716) 788 : cluster [DBG] pgmap v670: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:49.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:49 smithi156 conmon[67007]: cluster 2022-01-18T16:26:48.332017+0000 mgr.smithi129.iclwio (mgr.14716) 788 : cluster [DBG] pgmap v670: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:51.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:51 smithi129 conmon[101092]: cluster 2022-01-18T16:26:50.332827+0000 mgr.smithi129.iclwio (mgr.14716) 789 2022-01-18T16:26:51.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:51 smithi129 conmon[101092]: : cluster [DBG] pgmap v671: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:26:51.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:51 smithi156 conmon[67007]: cluster 2022-01-18T16:26:50.332827+0000 mgr.smithi129.iclwio (mgr.14716) 789 : 2022-01-18T16:26:51.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:51 smithi156 conmon[67007]: cluster [DBG] pgmap v671: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:26:53.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:53 smithi129 conmon[101092]: cluster 2022-01-18T16:26:52.333455+0000 mgr.smithi129.iclwio (mgr.14716) 790 : cluster [DBG] pgmap v672: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:53.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:53 smithi156 conmon[67007]: cluster 2022-01-18T16:26:52.333455+0000 mgr.smithi129.iclwio (mgr.14716) 790 : cluster [DBG] pgmap v672: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:55.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:55 smithi129 conmon[101092]: cluster 2022-01-18T16:26:54.334286+0000 mgr.smithi129.iclwio (mgr.14716) 791 : cluster [DBG] pgmap v673: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:26:55.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:55 smithi156 conmon[67007]: cluster 2022-01-18T16:26:54.334286+0000 mgr.smithi129.iclwio (mgr.14716) 791 : cluster [DBG] pgmap v673: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:26:57.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:57 smithi129 conmon[101092]: cluster 2022-01-18T16:26:56.334713+0000 mgr.smithi129.iclwio (mgr.14716) 792 : cluster [DBG] pgmap v674: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:57.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:57 smithi156 conmon[67007]: cluster 2022-01-18T16:26:56.334713+0000 mgr.smithi129.iclwio (mgr.14716) 792 : cluster [DBG] pgmap v674: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:58.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:58 smithi129 conmon[101092]: audit 2022-01-18T16:26:58.277303+0000 mon.smithi129 (mon.0) 458 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:26:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:58 smithi129 conmon[101092]: audit 2022-01-18T16:26:58.277602+0000 mon.smithi129 (mon.0) 459 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:26:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:58 smithi156 conmon[67007]: audit 2022-01-18T16:26:58.277303+0000 mon.smithi129 (mon.0) 458 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:26:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:58 smithi156 conmon[67007]: audit 2022-01-18T16:26:58.277602+0000 mon.smithi129 (mon.0) 459 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:26:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:59 smithi129 conmon[101092]: cluster 2022-01-18T16:26:58.335332+0000 mgr.smithi129.iclwio (mgr.14716) 793 : 2022-01-18T16:26:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:26:59 smithi129 conmon[101092]: cluster [DBG] pgmap v675: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:26:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:26:59 smithi156 conmon[67007]: cluster 2022-01-18T16:26:58.335332+0000 mgr.smithi129.iclwio (mgr.14716) 793 : cluster [DBG] pgmap v675: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:01.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:01 smithi129 conmon[101092]: cluster 2022-01-18T16:27:00.336051+0000 mgr.smithi129.iclwio (mgr.14716) 794 : cluster [DBG] pgmap v676: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:27:01.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:01 smithi156 conmon[67007]: cluster 2022-01-18T16:27:00.336051+0000 mgr.smithi129.iclwio (mgr.14716) 794 : cluster [DBG] pgmap v676: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:27:03.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:03 smithi129 conmon[101092]: cluster 2022-01-18T16:27:02.336705+0000 mgr.smithi129.iclwio (mgr.14716) 795 : cluster [DBG] pgmap v677: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:03.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:03 smithi156 conmon[67007]: cluster 2022-01-18T16:27:02.336705+0000 mgr.smithi129.iclwio (mgr.14716) 795 : cluster [DBG] pgmap v677: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:05.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:05 smithi156 conmon[67007]: cluster 2022-01-18T16:27:04.337615+0000 mgr.smithi129.iclwio (mgr.14716) 796 : cluster [DBG] pgmap v678: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:27:05.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:05 smithi129 conmon[101092]: cluster 2022-01-18T16:27:04.337615+0000 mgr.smithi129.iclwio (mgr.14716) 796 : cluster [DBG] pgmap v678: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:27:07.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:07 smithi129 conmon[101092]: cluster 2022-01-18T16:27:06.338102+0000 mgr.smithi129.iclwio (mgr.14716) 797 : cluster [DBG] pgmap v679: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:07.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:07 smithi156 conmon[67007]: cluster 2022-01-18T16:27:06.338102+0000 mgr.smithi129.iclwio (mgr.14716) 797 : cluster [DBG] pgmap v679: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:09.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:09 smithi129 conmon[101092]: cluster 2022-01-18T16:27:08.338616+0000 mgr.smithi129.iclwio (mgr.14716) 798 : cluster [DBG] pgmap v680: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:09.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:09 smithi156 conmon[67007]: cluster 2022-01-18T16:27:08.338616+0000 mgr.smithi129.iclwio (mgr.14716) 798 : cluster [DBG] pgmap v680: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:09.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:09 smithi156 conmon[67007]: 2022-01-18T16:27:10.569 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:27:10.832 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:27:10.832 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (29m) 48s ago 30m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:27:10.833 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (21m) 48s ago 30m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:27:10.833 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (21m) 50s ago 30m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:27:10.833 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (29m) 48s ago 30m 40.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:27:10.833 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (25m) 48s ago 25m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:27:10.834 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (25m) 50s ago 25m 21.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:27:10.834 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (22m) 48s ago 32m 477M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:27:10.834 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (22m) 50s ago 30m 392M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:27:10.834 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (21m) 48s ago 32m 226M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:27:10.835 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (21m) 50s ago 30m 133M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:27:10.835 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (22m) 48s ago 22m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:27:10.835 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (22m) 50s ago 22m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:27:10.835 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (30m) 48s ago 30m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:27:10.836 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (29m) 50s ago 29m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:27:10.836 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (16m) 48s ago 29m 1481M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:27:10.836 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (29m) 48s ago 29m 2477M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:27:10.836 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (28m) 48s ago 28m 1941M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:27:10.837 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (28m) 48s ago 28m 2465M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:27:10.837 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (28m) 50s ago 28m 2293M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:27:10.837 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (27m) 50s ago 27m 2896M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:27:10.837 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (27m) 50s ago 27m 2259M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:27:10.838 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (27m) 50s ago 27m 3403M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:27:10.838 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (29m) 48s ago 30m 54.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:27:11.149 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:27:11.150 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:27:11.150 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:27:11.150 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:27:11.150 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:27:11.151 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:27:11.151 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:27:11.151 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:27:11.151 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:27:11.152 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:27:11.152 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:27:11.152 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:27:11.152 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:27:11.153 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:27:11.153 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:27:11.153 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:27:11.153 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:27:11.154 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:27:11.154 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:27:11.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:11 smithi129 conmon[101092]: cluster 2022-01-18T16:27:10.339394+0000 mgr.smithi129.iclwio (mgr.14716) 799 : cluster [DBG] pgmap v681: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:27:11.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:11 smithi129 conmon[101092]: audit 2022-01-18T16:27:10.557923+0000 mgr.smithi129.iclwio (mgr.14716) 800 : audit [DBG] from='client.34606 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:27:11.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:11 smithi129 conmon[101092]: audit 2022-01 2022-01-18T16:27:11.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:11 smithi129 conmon[101092]: -18T16:27:10.824668+0000 2022-01-18T16:27:11.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:11 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:27:11.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:11 smithi129 conmon[101092]: ) 801 : audit [DBG] from='client.34610 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:27:11.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:11 smithi129 conmon[101092]: audit 2022 2022-01-18T16:27:11.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:11 smithi129 conmon[101092]: -01-18T16:27:11 2022-01-18T16:27:11.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:11 smithi129 conmon[101092]: .150693+0000 mon.smithi129 (mon.0) 460 : audit 2022-01-18T16:27:11.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:11 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/86667837' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:27:11.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:11 smithi156 conmon[67007]: cluster 2022-01-18T16:27:10.339394+0000 mgr.smithi129.iclwio (mgr.14716) 799 : cluster [DBG] pgmap v681: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:27:11.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:11 smithi156 conmon[67007]: audit 2022-01-18T16:27:10.557923+0000 mgr.smithi129.iclwio (mgr.14716) 800 : audit [DBG] from='client.34606 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:27:11.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:11 smithi156 conmon[67007]: audit 2022-01-18T16:27:10.824668+0000 mgr.smithi129.iclwio (mgr.14716) 801 : audit [DBG] from='client.34610 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:27:11.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:11 smithi156 conmon[67007]: audit 2022-01-18T16:27:11.150693+0000 mon.smithi129 (mon.0) 460 : audit [DBG] from='client.? 172.21.15.129:0/86667837' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:27:13.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:13 smithi129 conmon[101092]: cluster 2022-01-18T16:27:12.339943+0000 mgr.smithi129.iclwio (mgr.14716) 802 : cluster [DBG] pgmap v682: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:13.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:13 smithi156 conmon[67007]: cluster 2022-01-18T16:27:12.339943+0000 mgr.smithi129.iclwio (mgr.14716) 802 : cluster [DBG] pgmap v682: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:13.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:13 smithi156 conmon[67007]: 2022-01-18T16:27:15.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:15 smithi156 conmon[67007]: cluster 2022-01-18T16:27:14.340863+0000 mgr.smithi129.iclwio (mgr.14716) 803 : cluster [DBG] pgmap v683: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:27:15.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:15 smithi129 conmon[101092]: cluster 2022-01-18T16:27:14.340863+0000 mgr.smithi129.iclwio (mgr.14716) 803 : cluster [DBG] pgmap v683: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:27:17.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:17 smithi129 conmon[101092]: cluster 2022-01-18T16:27:16.341317+0000 mgr.smithi129.iclwio (mgr.14716) 804 : cluster [DBG] pgmap v684: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:17.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:17 smithi156 conmon[67007]: cluster 2022-01-18T16:27:16.341317+0000 mgr.smithi129.iclwio (mgr.14716) 804 : cluster [DBG] 2022-01-18T16:27:17.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:17 smithi156 conmon[67007]: pgmap v684: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:19.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:19 smithi129 conmon[101092]: cluster 2022-01-18T16:27:18.341860+0000 mgr.smithi129.iclwio (mgr.14716) 805 : cluster [DBG] pgmap v685: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:19.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:19 smithi156 conmon[67007]: cluster 2022-01-18T16:27:18.341860+0000 mgr.smithi129.iclwio (mgr.14716) 805 : cluster [DBG] pgmap v685: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:21.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:21 smithi129 conmon[101092]: cluster 2022-01-18T16:27:20.342666+0000 mgr.smithi129.iclwio (mgr.14716) 806 : cluster [DBG] pgmap v686: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:27:21.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:21 smithi156 conmon[67007]: cluster 2022-01-18T16:27:20.342666+0000 mgr.smithi129.iclwio (mgr.14716) 806 : cluster [DBG] pgmap v686: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:27:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:22 smithi129 conmon[101092]: audit 2022-01-18T16:27:22.175811 2022-01-18T16:27:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:22 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 461 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:27:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:22 smithi129 conmon[101092]: audit 2022-01-18T16:27:22.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:22 smithi129 conmon[101092]: 2022-01-18T16:27:22.177258+0000 mon.smithi129 2022-01-18T16:27:22.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:22 smithi129 conmon[101092]: (mon.0) 462 : audit [DBG] 2022-01-18T16:27:22.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:22 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:27:22.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:22 smithi129 conmon[101092]: audit 2022-01 2022-01-18T16:27:22.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:22 smithi129 conmon[101092]: -18T16:27:22.178115 2022-01-18T16:27:22.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:22 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 463 2022-01-18T16:27:22.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:22 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:27:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:22 smithi156 conmon[67007]: audit 2022-01-18T16:27:22.175811+0000 mon.smithi129 (mon.0) 461 2022-01-18T16:27:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:22 smithi156 conmon[67007]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:27:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:22 smithi156 conmon[67007]: audit 2022-01-18T16:27:22.177258+0000 mon.smithi129 (mon.0) 462 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:27:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:22 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T16:27:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:22 smithi156 conmon[67007]: 18T16:27:22.178115+0000 mon.smithi129 (mon.0) 463 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:27:23.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:23 smithi156 conmon[67007]: cephadm 2022-01-18T16:27:22.178847+0000 mgr.smithi129.iclwio (mgr.14716) 807 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:27:23.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:23 smithi156 conmon[67007]: cluster 2022-01-18 2022-01-18T16:27:23.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:23 smithi156 conmon[67007]: T16:27:22.343146+0000 mgr.smithi129.iclwio (mgr.14716) 808 : cluster [DBG] pgmap v687: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:23.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:23 smithi156 conmon[67007]: audit 2022-01-18T16:27:22.489831+0000 mon.smithi129 (mon.0) 464 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:27:23.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:23 smithi156 conmon[67007]: audit 2022-01-18T16:27:23.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:23 smithi156 conmon[67007]: 2022-01-18T16:27:22.497263+0000 mon.smithi129 (mon.0) 465 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:27:23.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:23 smithi156 conmon[67007]: 2022-01-18T16:27:23.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:23 smithi129 conmon[101092]: cephadm 2022-01-18T16:27:22.178847+0000 mgr.smithi129.iclwio (mgr.14716) 807 : cephadm 2022-01-18T16:27:23.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:23 smithi129 conmon[101092]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:27:23.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:23 smithi129 conmon[101092]: cluster 2022-01-18T16:27:22.343146+0000 mgr.smithi129.iclwio (mgr.14716) 808 : cluster [DBG] pgmap v687: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:23.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:23 smithi129 conmon[101092]: audit 2022-01-18T16:27:23.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:23 smithi129 conmon[101092]: 2022-01-18T16:27:22.489831+0000 mon.smithi129 (mon.0) 464 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:27:23.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:23 smithi129 conmon[101092]: audit 2022-01-18T16:27 2022-01-18T16:27:23.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:23 smithi129 conmon[101092]: :22.497263+0000 mon.smithi129 (mon.0) 465 : audit 2022-01-18T16:27:23.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:23 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:27:25.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:25 smithi156 conmon[67007]: cluster 2022-01-18T16:27:24.343955+0000 mgr.smithi129.iclwio (mgr.14716) 809 : cluster [DBG] pgmap v688: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:27:25.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:25 smithi129 conmon[101092]: cluster 2022-01-18T16:27:24.343955+0000 mgr.smithi129.iclwio (mgr.14716) 809 : cluster [DBG] pgmap v688: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:27:27.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:27 smithi129 conmon[101092]: cluster 2022-01-18T16:27:26.344472+0000 mgr.smithi129.iclwio (mgr.14716) 810 : cluster [DBG] pgmap v689: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:27.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:27 smithi156 conmon[67007]: cluster 2022-01-18T16:27:26.344472+0000 mgr.smithi129.iclwio (mgr.14716) 810 : cluster [DBG] pgmap v689: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:29.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:29 smithi129 conmon[101092]: cluster 2022-01-18T16:27:28.345100+0000 mgr.smithi129.iclwio (mgr.14716) 811 : cluster [DBG] pgmap v690: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:29.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:29 smithi129 conmon[101092]: 2022-01-18T16:27:29.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:29 smithi156 conmon[67007]: cluster 2022-01-18T16:27:28.345100+0000 mgr.smithi129.iclwio (mgr.14716) 811 : cluster [DBG] pgmap v690: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:31.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:31 smithi129 conmon[101092]: cluster 2022-01-18T16:27:30.346016+0000 mgr.smithi129.iclwio (mgr.14716) 812 : cluster [DBG] pgmap v691: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:27:31.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:31 smithi156 conmon[67007]: cluster 2022-01-18T16:27:30.346016+0000 mgr.smithi129.iclwio (mgr.14716) 812 : cluster [DBG] pgmap v691: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:27:33.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:33 smithi129 conmon[101092]: cluster 2022-01-18T16:27:32.346522+0000 mgr.smithi129.iclwio (mgr.14716) 813 : cluster [DBG] pgmap v692: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:33.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:33 smithi156 conmon[67007]: cluster 2022-01-18T16:27:32.346522+0000 mgr.smithi129.iclwio (mgr.14716) 813 : cluster [DBG] pgmap v692: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:35.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:35 smithi156 conmon[67007]: cluster 2022-01-18T16:27:34.347342+0000 mgr.smithi129.iclwio (mgr.14716) 814 : cluster [DBG] pgmap v693: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:27:35.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:35 smithi156 conmon[67007]: 2022-01-18T16:27:35.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:35 smithi129 conmon[101092]: cluster 2022-01-18T16:27:34.347342+0000 mgr.smithi129.iclwio (mgr.14716) 814 : cluster [DBG] pgmap v693: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:27:35.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:35 smithi129 conmon[101092]: 2022-01-18T16:27:37.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:37 smithi129 conmon[101092]: cluster 2022-01-18T16:27:36.347890+0000 mgr.smithi129.iclwio (mgr.14716) 815 : cluster [DBG] 2022-01-18T16:27:37.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:37 smithi129 conmon[101092]: pgmap v694: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:37.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:37 smithi156 conmon[67007]: cluster 2022-01-18T16:27:36.347890+0000 mgr.smithi129.iclwio (mgr.14716) 815 : cluster [DBG] pgmap v694: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:39.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:39 smithi129 conmon[101092]: cluster 2022-01-18T16:27:38.348549+0000 mgr.smithi129.iclwio (mgr.14716) 816 : cluster [DBG] pgmap v695: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:39.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:39 smithi156 conmon[67007]: cluster 2022-01-18T16:27:38.348549+0000 mgr.smithi129.iclwio (mgr.14716) 816 : cluster [DBG] pgmap v695: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:41.452 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:27:41.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:41 smithi129 conmon[101092]: cluster 2022-01-18T16:27:40.349536+0000 mgr.smithi129.iclwio (mgr.14716) 817 : cluster [DBG] pgmap v696: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:27:41.717 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:27:41.717 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (30m) 79s ago 31m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:27:41.717 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (22m) 79s ago 31m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:27:41.718 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (21m) 81s ago 30m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:27:41.718 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (30m) 79s ago 31m 40.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:27:41.718 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (26m) 79s ago 26m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:27:41.718 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (26m) 81s ago 26m 21.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:27:41.719 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (22m) 79s ago 32m 477M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:27:41.719 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (22m) 81s ago 30m 392M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:27:41.719 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (22m) 79s ago 32m 226M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:27:41.719 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (22m) 81s ago 30m 133M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:27:41.720 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (23m) 79s ago 23m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:27:41.720 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (23m) 81s ago 23m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:27:41.720 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (31m) 79s ago 31m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:27:41.720 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (30m) 81s ago 30m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:27:41.720 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (16m) 79s ago 29m 1481M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:27:41.721 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (29m) 79s ago 29m 2477M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:27:41.721 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (29m) 79s ago 29m 1941M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:27:41.721 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (28m) 79s ago 28m 2465M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:27:41.721 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (28m) 81s ago 28m 2293M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:27:41.721 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (28m) 81s ago 28m 2896M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:27:41.722 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (27m) 81s ago 27m 2259M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:27:41.722 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (27m) 81s ago 27m 3403M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:27:41.722 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (29m) 79s ago 30m 54.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:27:41.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:41 smithi156 conmon[67007]: cluster 2022-01-18T16:27:40.349536+0000 mgr.smithi129.iclwio (mgr.14716) 817 : cluster [DBG] pgmap v696: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:27:42.035 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:27:42.035 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:27:42.035 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:27:42.036 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:27:42.036 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:27:42.036 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:27:42.036 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:27:42.036 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:27:42.037 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:27:42.037 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:27:42.037 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:27:42.037 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:27:42.038 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:27:42.038 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:27:42.038 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:27:42.038 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:27:42.039 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:27:42.039 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:27:42.039 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:27:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:42 smithi129 conmon[101092]: audit 2022-01-18T16:27:41.441351+0000 mgr.smithi129.iclwio (mgr.14716) 818 : audit [DBG] from='client.34618 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:27:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:42 smithi129 conmon[101092]: audit 2022-01-18T16:27:41.708736+0000 2022-01-18T16:27:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:42 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 819 : audit [DBG] from='client.34622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:27:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:42 smithi129 conmon[101092]: audit 2022-01-18T16:27:42.035539+0000 mon.smithi129 (mon.0) 466 : audit [DBG] from='client.? 172.21.15.129:0/3030882529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:27:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:42 smithi156 conmon[67007]: audit 2022-01-18T16:27:41.441351+0000 mgr.smithi129.iclwio (mgr.14716) 818 : audit [DBG] 2022-01-18T16:27:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:42 smithi156 conmon[67007]: from='client.34618 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:27:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:42 smithi156 conmon[67007]: audit 2022-01-18T16:27:41.708736+0000 mgr.smithi129.iclwio (mgr.14716) 819 : audit [DBG] from='client.34622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:27:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:42 smithi156 conmon[67007]: audit 2022 2022-01-18T16:27:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:42 smithi156 conmon[67007]: -01-18T16:27:42.035539+0000 mon.smithi129 (mon.0) 466 : audit [DBG] from='client.? 172.21.15.129:0/3030882529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:27:43.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:43 smithi129 conmon[101092]: cluster 2022-01-18T16:27:42.350047+0000 mgr.smithi129.iclwio (mgr.14716) 820 : cluster [DBG] pgmap v697: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:43.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:43 smithi156 conmon[67007]: cluster 2022-01-18T16:27:42.350047+0000 mgr.smithi129.iclwio (mgr.14716) 820 : cluster [DBG] pgmap v697: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:45.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:45 smithi156 conmon[67007]: cluster 2022-01-18T16:27:44.350909+0000 mgr.smithi129.iclwio (mgr.14716) 821 : cluster [DBG] pgmap v698: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:27:45.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:45 smithi129 conmon[101092]: cluster 2022-01-18T16:27:44.350909+0000 mgr.smithi129.iclwio (mgr.14716) 821 : cluster [DBG] pgmap v698: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:27:47.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:47 smithi129 conmon[101092]: cluster 2022-01-18T16:27:46.351396+0000 mgr.smithi129.iclwio (mgr.14716) 822 : cluster [DBG] pgmap v699: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:47.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:47 smithi129 conmon[101092]: 2022-01-18T16:27:47.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:47 smithi156 conmon[67007]: cluster 2022-01-18T16:27:46.351396+0000 mgr.smithi129.iclwio (mgr.14716) 822 : cluster [DBG] pgmap v699: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:49.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:49 smithi129 conmon[101092]: cluster 2022-01-18T16:27:48.352048+0000 mgr.smithi129.iclwio (mgr.14716) 823 : cluster [DBG] pgmap v700: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:49.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:49 smithi156 conmon[67007]: cluster 2022-01-18T16:27:48.352048+0000 mgr.smithi129.iclwio (mgr.14716) 823 : cluster [DBG] pgmap v700: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:51.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:51 smithi129 conmon[101092]: cluster 2022-01-18T16:27:50.353055+0000 mgr.smithi129.iclwio (mgr.14716) 824 : cluster [DBG] pgmap v701: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:27:51.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:51 smithi156 conmon[67007]: cluster 2022-01-18T16:27:50.353055+0000 mgr.smithi129.iclwio (mgr.14716) 824 : cluster [DBG] pgmap v701: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:27:53.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:53 smithi129 conmon[101092]: cluster 2022-01-18T16:27:52.353604+0000 mgr.smithi129.iclwio (mgr.14716) 825 : cluster [DBG] pgmap v702: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:53.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:53 smithi156 conmon[67007]: cluster 2022-01-18T16:27:52.353604+0000 mgr.smithi129.iclwio (mgr.14716) 825 : cluster [DBG] pgmap v702: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:55.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:55 smithi156 conmon[67007]: cluster 2022-01-18T16:27:54.354419+0000 mgr.smithi129.iclwio (mgr.14716) 826 : cluster [DBG] pgmap v703: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:27:55.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:55 smithi129 conmon[101092]: cluster 2022-01-18T16:27:54.354419+0000 mgr.smithi129.iclwio (mgr.14716) 826 : cluster [DBG] pgmap v703: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:27:57.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:57 smithi129 conmon[101092]: cluster 2022-01-18T16:27:56.355084+0000 mgr.smithi129.iclwio (mgr.14716) 827 : cluster [DBG] pgmap v704: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:57.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:57 smithi156 conmon[67007]: cluster 2022-01-18T16:27:56.355084+0000 mgr.smithi129.iclwio (mgr.14716) 827 : cluster [DBG] pgmap v704: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:58 smithi129 conmon[101092]: audit 2022-01-18T16:27:58.281341+0000 mon.smithi129 (mon.0) 467 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:27:58.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:58 smithi129 conmon[101092]: audit 2022-01-18T16:27:58.281609+0000 mon.smithi129 (mon.0) 468 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:27:58.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:58 smithi156 conmon[67007]: audit 2022-01-18T16:27:58.281341+0000 mon.smithi129 (mon.0) 467 : audit [INF] 2022-01-18T16:27:58.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:58 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:27:58.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:58 smithi156 conmon[67007]: audit 2022-01-18T16:27:58.281609+0000 mon.smithi129 (mon.0) 468 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:27:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:27:59 smithi129 conmon[101092]: cluster 2022-01-18T16:27:58.355734+0000 mgr.smithi129.iclwio (mgr.14716) 828 : cluster [DBG] pgmap v705: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:27:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:59 smithi156 conmon[67007]: cluster 2022-01-18T16:27:58.355734+0000 mgr.smithi129.iclwio (mgr.14716) 828 : cluster [DBG] 2022-01-18T16:27:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:27:59 smithi156 conmon[67007]: pgmap v705: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:01.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:01 smithi129 conmon[101092]: cluster 2022-01-18T16:28:00.356594+0000 mgr.smithi129.iclwio (mgr.14716) 829 : cluster [DBG] pgmap v706: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:28:01.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:01 smithi156 conmon[67007]: cluster 2022-01-18T16:28:00.356594+0000 mgr.smithi129.iclwio (mgr.14716) 829 : cluster [DBG] pgmap v706: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:28:03.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:03 smithi129 conmon[101092]: cluster 2022-01-18T16:28:02.357088+0000 mgr.smithi129.iclwio (mgr.14716) 830 : cluster [DBG] pgmap v707: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:03.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:03 smithi156 conmon[67007]: cluster 2022-01-18T16:28:02.357088+0000 mgr.smithi129.iclwio (mgr.14716) 830 : cluster [DBG] pgmap v707: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:05.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:05 smithi156 conmon[67007]: cluster 2022-01-18T16:28:04.357860+0000 mgr.smithi129.iclwio (mgr.14716) 831 : cluster [DBG] pgmap v708: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:28:05.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:05 smithi129 conmon[101092]: cluster 2022-01-18T16:28:04.357860+0000 mgr.smithi129.iclwio (mgr.14716) 831 : cluster [DBG] pgmap v708: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:28:07.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:07 smithi129 conmon[101092]: cluster 2022-01-18T16:28:06.358304+0000 mgr.smithi129.iclwio (mgr.14716) 832 : cluster [DBG] pgmap v709: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:07.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:07 smithi156 conmon[67007]: cluster 2022-01-18T16:28:06.358304+0000 mgr.smithi129.iclwio (mgr.14716) 832 : cluster [DBG] pgmap v709: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:09.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:09 smithi129 conmon[101092]: cluster 2022-01-18T16:28:08.358977+0000 mgr.smithi129.iclwio (mgr.14716) 833 : cluster [DBG] pgmap v710: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:09.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:09 smithi156 conmon[67007]: cluster 2022-01-18T16:28:08.358977+0000 mgr.smithi129.iclwio (mgr.14716) 833 : cluster [DBG] pgmap v710: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:11.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:11 smithi129 conmon[101092]: cluster 2022-01-18T16:28:10.359760+0000 mgr.smithi129.iclwio (mgr.14716) 834 : cluster [DBG] pgmap v711: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:28:11.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:11 smithi129 conmon[101092]: 2022-01-18T16:28:11.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:11 smithi156 conmon[67007]: cluster 2022-01-18T16:28:10.359760+0000 mgr.smithi129.iclwio (mgr.14716) 834 : cluster [DBG] pgmap v711: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:28:12.341 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:28:12.603 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:28:12.604 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (30m) 110s ago 31m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:28:12.604 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (22m) 110s ago 31m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:28:12.604 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (22m) 112s ago 31m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:28:12.604 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (30m) 110s ago 31m 40.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:28:12.605 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (26m) 110s ago 26m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:28:12.605 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (26m) 112s ago 26m 21.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:28:12.605 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (23m) 110s ago 33m 477M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:28:12.605 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (23m) 112s ago 31m 392M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:28:12.606 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (22m) 110s ago 33m 226M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:28:12.606 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (22m) 112s ago 31m 133M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:28:12.606 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (23m) 110s ago 23m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:28:12.606 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (23m) 112s ago 23m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:28:12.607 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (31m) 110s ago 31m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:28:12.607 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (30m) 112s ago 30m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:28:12.607 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (17m) 110s ago 30m 1481M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:28:12.607 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (30m) 110s ago 30m 2477M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:28:12.607 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (29m) 110s ago 29m 1941M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:28:12.608 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (29m) 110s ago 29m 2465M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:28:12.608 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (29m) 112s ago 29m 2293M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:28:12.608 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (28m) 112s ago 28m 2896M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:28:12.608 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (28m) 112s ago 28m 2259M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:28:12.609 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (28m) 112s ago 28m 3403M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:28:12.609 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (30m) 110s ago 31m 54.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:28:12.924 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:28:12.924 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:28:12.924 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:28:12.925 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:28:12.925 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:28:12.925 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:28:12.926 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:28:12.926 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:28:12.926 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:28:12.926 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:28:12.927 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:28:12.927 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:28:12.927 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:28:12.927 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:28:12.928 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:28:12.928 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:28:12.928 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:28:12.928 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:28:12.929 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:28:13.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:13 smithi129 conmon[101092]: audit 2022-01-18T16:28:12.326655+0000 mgr.smithi129.iclwio (mgr.14716) 835 : audit [DBG] from='client.34630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:28:13.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:13 smithi129 conmon[101092]: cluster 2022-01-18T16:28:12. 2022-01-18T16:28:13.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:13 smithi129 conmon[101092]: 360208+0000 mgr.smithi129.iclwio (mgr.14716) 836 : cluster [DBG] pgmap v712: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:13.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:13 smithi129 conmon[101092]: audit 2022-01-18T16:28:12.594891+0000 mgr.smithi129.iclwio (mgr.14716) 837 : audit [DBG] from='client.34634 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:28:13.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:13 smithi129 conmon[101092]: audit 2022-01-18T16:28:12.924149+0000 mon.smithi129 (mon.0 2022-01-18T16:28:13.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:13 smithi129 conmon[101092]: ) 469 : audit [DBG] from='client.? 172.21.15.129:0/1419933727' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:28:13.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:13 smithi156 conmon[67007]: audit 2022-01-18T16:28:12.326655+0000 mgr.smithi129.iclwio (mgr.14716) 835 : audit [DBG] from='client.34630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:28:13.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:13 smithi156 conmon[67007]: cluster 2022-01-18T16:28:12.360208+0000 mgr.smithi129.iclwio (mgr.14716) 836 : cluster [DBG] pgmap v712: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:13.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:13 smithi156 conmon[67007]: audit 2022-01-18T16:28:12. 2022-01-18T16:28:13.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:13 smithi156 conmon[67007]: 594891+0000 mgr.smithi129.iclwio (mgr.14716) 837 : audit [DBG] from='client.34634 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:28:13.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:13 smithi156 conmon[67007]: audit 2022-01-18T16:28:13.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:13 smithi156 conmon[67007]: 2022-01-18T16:28: 2022-01-18T16:28:13.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:13 smithi156 conmon[67007]: 12.924149+0000 mon.smithi129 (mon.0) 469 : 2022-01-18T16:28:13.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:13 smithi156 conmon[67007]: audit [DBG] from='client.? 172.21.15.129:0/1419933727' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:28:15.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:15 smithi156 conmon[67007]: cluster 2022-01-18T16:28:14.361111+0000 mgr.smithi129.iclwio (mgr.14716) 838 : cluster [DBG] pgmap v713: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:28:15.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:15 smithi129 conmon[101092]: cluster 2022-01-18T16:28:14.361111+0000 mgr.smithi129.iclwio (mgr.14716) 838 : cluster [DBG] pgmap v713: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:28:17.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:17 smithi129 conmon[101092]: cluster 2022-01-18T16:28:16.361652+0000 mgr.smithi129.iclwio (mgr.14716) 839 : cluster [DBG] pgmap v714: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:17.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:17 smithi156 conmon[67007]: cluster 2022-01-18T16:28:16.361652+0000 mgr.smithi129.iclwio (mgr.14716) 839 : cluster [DBG] pgmap v714: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:19.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:19 smithi129 conmon[101092]: cluster 2022-01-18T16:28:18.362218+0000 mgr.smithi129.iclwio (mgr.14716) 840 : cluster [DBG] pgmap v715: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:19.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:19 smithi156 conmon[67007]: cluster 2022-01-18T16:28:18.362218+0000 mgr.smithi129.iclwio (mgr.14716) 840 : cluster [DBG] pgmap v715: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:21.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:21 smithi129 conmon[101092]: cluster 2022-01-18T16:28:20.362994+0000 mgr.smithi129.iclwio (mgr.14716) 841 : cluster [DBG] pgmap v716: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:28:21.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:21 smithi156 conmon[67007]: cluster 2022-01-18T16:28:20.362994+0000 mgr.smithi129.iclwio (mgr.14716) 841 : cluster [DBG] pgmap v716: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:28:21.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:21 smithi156 conmon[67007]: 2022-01-18T16:28:23.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:23 smithi129 conmon[101092]: cluster 2022-01-18T16:28:22.363603+0000 mgr.smithi129.iclwio (mgr.14716) 842 : 2022-01-18T16:28:23.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:23 smithi129 conmon[101092]: cluster [DBG] pgmap v717: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:23.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:23 smithi129 conmon[101092]: audit 2022-01-18T16:28:22.499686+0000 mon.smithi129 (mon.0) 470 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:28:23.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:23 smithi129 conmon[101092]: audit 2022-01-18T16:28:22.501109+0000 mon.smithi129 (mon.0) 471 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:28:23.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:23 smithi129 conmon[101092]: audit 2022-01-18T16:28:22.502001+0000 mon.smithi129 (mon.0) 472 : 2022-01-18T16:28:23.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:23 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:28:23.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:23 smithi129 conmon[101092]: cephadm 2022-01-18T16:28:22.502726+0000 mgr.smithi129.iclwio (mgr.14716) 843 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:28:23.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:23 smithi129 conmon[101092]: audit 2022-01-18T16:28:22.766649+0000 mon.smithi129 (mon.0) 473 : 2022-01-18T16:28:23.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:23 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:28:23.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:23 smithi129 conmon[101092]: audit 2022-01-18T16:28:23.049448+0000 mon.smithi129 (mon. 2022-01-18T16:28:23.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:23 smithi129 conmon[101092]: 0) 474 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:28:23.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:23 smithi129 conmon[101092]: audit 2022-01-18T16:28:23.054654+0000 2022-01-18T16:28:23.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:23 smithi129 conmon[101092]: mon.smithi129 (mon.0) 475 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:28:23.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:23 smithi156 conmon[67007]: cluster 2022-01-18T16:28:22.363603+0000 mgr.smithi129.iclwio (mgr.14716) 842 : cluster [DBG] pgmap v717: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:23.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:23 smithi156 conmon[67007]: audit 2022-01-18T16:28 2022-01-18T16:28:23.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:23 smithi156 conmon[67007]: :22.499686+0000 mon.smithi129 (mon.0) 470 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:28:23.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:23 smithi156 conmon[67007]: audit 2022-01-18T16:28:22.501109+0000 mon.smithi129 (mon.0) 471 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:28:23.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:23 smithi156 conmon[67007]: audit 2022-01-18T16:28:22.502001+0000 mon.smithi129 (mon.0) 472 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:28:23.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:23 smithi156 conmon[67007]: cephadm 2022-01-18T16:28:22.502726+0000 mgr.smithi129.iclwio (mgr.14716) 843 : 2022-01-18T16:28:23.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:23 smithi156 conmon[67007]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:28:23.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:23 smithi156 conmon[67007]: audit 2022-01-18T16:28:22.766649+0000 mon.smithi129 2022-01-18T16:28:23.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:23 smithi156 conmon[67007]: (mon.0) 473 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:28:23.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:23 smithi156 conmon[67007]: audit 2022-01-18T16: 2022-01-18T16:28:23.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:23 smithi156 conmon[67007]: 28:23.049448+0000 mon.smithi129 (mon.0) 2022-01-18T16:28:23.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:23 smithi156 conmon[67007]: 474 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:28:23.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:23 smithi156 conmon[67007]: audit 2022-01-18T16 2022-01-18T16:28:23.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:23 smithi156 conmon[67007]: :28:23.054654+0000 mon.smithi129 (mon.0 2022-01-18T16:28:23.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:23 smithi156 conmon[67007]: ) 475 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:28:25.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:25 smithi156 conmon[67007]: cluster 2022-01-18T16:28:24.364520+0000 mgr.smithi129.iclwio (mgr.14716) 844 : cluster [DBG] pgmap v718: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:28:25.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:25 smithi129 conmon[101092]: cluster 2022-01-18T16:28:24.364520+0000 mgr.smithi129.iclwio (mgr.14716) 844 : cluster [DBG] pgmap v718: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:28:25.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:25 smithi129 conmon[101092]: 2022-01-18T16:28:27.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:27 smithi129 conmon[101092]: cluster 2022-01-18T16:28:26.364997+0000 mgr.smithi129.iclwio (mgr.14716) 845 : cluster [DBG] pgmap v719: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:27.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:27 smithi156 conmon[67007]: cluster 2022-01-18T16:28:26.364997+0000 mgr.smithi129.iclwio (mgr.14716) 845 : cluster [DBG] pgmap v719: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:29.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:29 smithi129 conmon[101092]: cluster 2022-01-18T16:28:28.365571+0000 mgr.smithi129.iclwio (mgr.14716) 846 : cluster [DBG] pgmap v720: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:29.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:29 smithi156 conmon[67007]: cluster 2022-01-18T16:28:28.365571+0000 mgr.smithi129.iclwio (mgr.14716) 846 : cluster [DBG] pgmap v720: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:31.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:31 smithi129 conmon[101092]: cluster 2022-01-18T16:28:30.366339+0000 mgr.smithi129.iclwio (mgr.14716) 847 : cluster [DBG] pgmap v721: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:28:31.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:31 smithi156 conmon[67007]: cluster 2022-01-18T16:28:30.366339+0000 mgr.smithi129.iclwio (mgr.14716) 847 : cluster [DBG] pgmap v721: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:28:31.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:31 smithi156 conmon[67007]: 2022-01-18T16:28:33.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:33 smithi129 conmon[101092]: cluster 2022-01-18T16:28:32.367028+0000 mgr.smithi129.iclwio (mgr.14716) 848 : cluster [DBG] pgmap v722: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:33.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:33 smithi156 conmon[67007]: cluster 2022-01-18T16:28:32.367028+0000 mgr.smithi129.iclwio (mgr.14716) 848 : cluster [DBG] pgmap v722: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:35.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:35 smithi156 conmon[67007]: cluster 2022-01-18T16:28:34.367884+0000 mgr.smithi129.iclwio (mgr.14716) 849 : cluster [DBG] pgmap v723: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:28:35.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:35 smithi129 conmon[101092]: cluster 2022-01-18T16:28:34.367884+0000 mgr.smithi129.iclwio (mgr.14716) 849 : cluster [DBG] pgmap v723: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:28:37.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:37 smithi129 conmon[101092]: cluster 2022-01-18T16:28:36.368262+0000 mgr.smithi129.iclwio (mgr.14716) 850 : cluster [DBG] pgmap v724: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:37.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:37 smithi129 conmon[101092]: 2022-01-18T16:28:37.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:37 smithi156 conmon[67007]: cluster 2022-01-18T16:28:36.368262+0000 mgr.smithi129.iclwio (mgr.14716) 850 : cluster [DBG] pgmap v724: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:39.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:39 smithi129 conmon[101092]: cluster 2022-01-18T16:28:38.368772+0000 mgr.smithi129.iclwio (mgr.14716) 851 : cluster [DBG] pgmap v725: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:39.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:39 smithi156 conmon[67007]: cluster 2022-01-18T16:28:38.368772+0000 mgr.smithi129.iclwio (mgr.14716) 851 : cluster [DBG] pgmap v725: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:41.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:41 smithi129 conmon[101092]: cluster 2022-01-18T16:28:40.369548+0000 mgr.smithi129.iclwio (mgr.14716) 852 : cluster [DBG] pgmap v726: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:28:41.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:41 smithi156 conmon[67007]: cluster 2022-01-18T16:28:40.369548+0000 mgr.smithi129.iclwio (mgr.14716) 852 : cluster [DBG] pgmap v726: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:28:43.223 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:28:43.493 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:28:43.494 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (31m) 2m ago 32m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:28:43.494 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (23m) 2m ago 32m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:28:43.494 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (22m) 2m ago 31m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:28:43.494 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (31m) 2m ago 32m 40.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:28:43.495 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (27m) 2m ago 27m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:28:43.495 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (27m) 2m ago 27m 21.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:28:43.495 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (23m) 2m ago 33m 477M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:28:43.495 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (23m) 2m ago 31m 392M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:28:43.496 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (23m) 2m ago 33m 226M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:28:43.496 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (23m) 2m ago 31m 133M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:28:43.496 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (24m) 2m ago 24m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:28:43.496 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (24m) 2m ago 24m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:28:43.496 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (32m) 2m ago 32m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:28:43.497 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (31m) 2m ago 31m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:28:43.497 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (17m) 2m ago 30m 1481M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:28:43.497 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (30m) 2m ago 30m 2477M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:28:43.497 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (30m) 2m ago 30m 1941M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:28:43.498 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (29m) 2m ago 29m 2465M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:28:43.498 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (29m) 2m ago 29m 2293M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:28:43.498 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (29m) 2m ago 29m 2896M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:28:43.498 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (29m) 2m ago 29m 2259M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:28:43.499 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (28m) 2m ago 28m 3403M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:28:43.499 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (30m) 2m ago 31m 54.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:28:43.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:43 smithi129 conmon[101092]: cluster 2022-01-18T16:28:42.370152+0000 mgr.smithi129.iclwio (mgr.14716) 853 : cluster 2022-01-18T16:28:43.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:43 smithi129 conmon[101092]: [DBG] pgmap v727: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:43.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:43 smithi156 conmon[67007]: cluster 2022-01-18T16:28:42.370152+0000 mgr.smithi129.iclwio (mgr.14716) 853 : cluster [DBG] pgmap v727: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:43.811 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:28:43.812 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:28:43.812 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:28:43.812 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:28:43.813 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:28:43.813 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:28:43.813 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:28:43.813 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:28:43.813 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:28:43.814 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:28:43.814 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:28:43.814 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:28:43.814 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:28:43.815 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:28:43.815 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:28:43.815 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:28:43.815 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:28:43.816 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:28:43.816 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:28:44.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:44 smithi129 conmon[101092]: audit 2022-01-18T16:28:43.210602+0000 mgr.smithi129.iclwio (mgr.14716) 854 : audit [DBG] 2022-01-18T16:28:44.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:44 smithi129 conmon[101092]: from='client.34642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:28:44.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:44 smithi129 conmon[101092]: audit 2022-01-18T16:28:43.484330+0000 mgr.smithi129.iclwio (mgr.14716) 855 : audit [DBG] from='client.34646 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:28:44.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:44 smithi129 conmon[101092]: audit 2022-01-18T16 2022-01-18T16:28:44.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:44 smithi129 conmon[101092]: :28:43.811285+0000 mon.smithi129 (mon.0) 476 : audit [DBG] from='client.? 172.21.15.129:0/2636808442' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:28:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:44 smithi156 conmon[67007]: audit 2022-01-18T16:28:43.210602+0000 mgr.smithi129.iclwio (mgr.14716) 854 : audit [DBG] from='client.34642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:28:44.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:44 smithi156 conmon[67007]: audit 2022-01-18T16:28:43.484330+0000 mgr.smithi129.iclwio (mgr.14716) 855 : audit [DBG] from='client.34646 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:28:44.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:44 smithi156 conmon[67007]: audit 2022-01-18T16:28:43.811285+0000 mon.smithi129 (mon.0) 476 : audit [DBG] from='client.? 172.21.15.129:0/2636808442' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:28:45.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:45 smithi129 conmon[101092]: cluster 2022-01-18T16:28:44.370832+0000 mgr.smithi129.iclwio (mgr.14716) 856 : cluster [DBG] pgmap v728: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:28:45.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:45 smithi156 conmon[67007]: cluster 2022-01-18T16:28:44.370832+0000 mgr.smithi129.iclwio (mgr.14716) 856 : cluster [DBG] pgmap v728: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:28:47.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:47 smithi156 conmon[67007]: cluster 2022-01-18T16:28:46.371225+0000 mgr.smithi129.iclwio (mgr.14716) 857 : cluster [DBG] pgmap v729: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:47.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:47 smithi129 conmon[101092]: cluster 2022-01-18T16:28:46.371225+0000 mgr.smithi129.iclwio (mgr.14716) 857 : cluster [DBG] pgmap v729: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:49.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:49 smithi156 conmon[67007]: cluster 2022-01-18T16:28:48.371928+0000 mgr.smithi129.iclwio (mgr.14716) 858 : cluster [DBG] pgmap v730: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:49.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:49 smithi129 conmon[101092]: cluster 2022-01-18T16:28:48.371928+0000 mgr.smithi129.iclwio (mgr.14716) 858 : cluster [DBG] pgmap v730: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:51.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:51 smithi156 conmon[67007]: cluster 2022-01-18T16:28:50.372649+0000 mgr.smithi129.iclwio (mgr.14716) 859 : cluster [DBG] pgmap v731: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:28:51.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:51 smithi129 conmon[101092]: cluster 2022-01-18T16:28:50.372649+0000 mgr.smithi129.iclwio (mgr.14716) 859 : cluster [DBG] pgmap v731: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:28:53.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:53 smithi156 conmon[67007]: cluster 2022-01-18T16:28:52.373131+0000 mgr.smithi129.iclwio (mgr.14716) 860 : cluster [DBG] pgmap v732: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:53.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:53 smithi129 conmon[101092]: cluster 2022-01-18T16:28:52.373131+0000 mgr.smithi129.iclwio (mgr.14716) 860 : cluster [DBG] pgmap v732: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:55.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:55 smithi156 conmon[67007]: cluster 2022-01-18T16:28:54.374017+0000 mgr.smithi129.iclwio (mgr.14716) 861 : cluster [DBG] pgmap v733: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:28:55.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:55 smithi156 conmon[67007]: 2022-01-18T16:28:55.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:55 smithi129 conmon[101092]: cluster 2022-01-18T16:28:54.374017+0000 mgr.smithi129.iclwio (mgr.14716) 861 : cluster [DBG] pgmap v733: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:28:55.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:55 smithi129 conmon[101092]: 2022-01-18T16:28:57.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:57 smithi129 conmon[101092]: cluster 2022-01-18T16:28:56.374554+0000 mgr.smithi129.iclwio (mgr.14716) 862 : cluster [DBG] pgmap v734: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:57.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:57 smithi156 conmon[67007]: cluster 2022-01-18T16:28:56.374554+0000 mgr.smithi129.iclwio (mgr.14716) 862 : cluster [DBG] pgmap v734: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:58.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:58 smithi129 conmon[101092]: audit 2022-01-18T16:28:58.285509+0000 mon.smithi129 (mon.0) 477 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:28:58.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:58 smithi129 conmon[101092]: audit 2022-01-18T16:28:58.285802+0000 mon.smithi129 (mon.0) 478 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:28:58.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:58 smithi156 conmon[67007]: audit 2022-01-18T16:28:58.285509+0000 mon.smithi129 (mon.0) 477 : audit 2022-01-18T16:28:58.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:58 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:28:58.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:58 smithi156 conmon[67007]: audit 2022-01-18T16:28:58.285802+0000 mon.smithi129 (mon.0) 478 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:28:59.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:28:59 smithi129 conmon[101092]: cluster 2022-01-18T16:28:58.375194+0000 mgr.smithi129.iclwio (mgr.14716) 863 : cluster [DBG] pgmap v735: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:28:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:28:59 smithi156 conmon[67007]: cluster 2022-01-18T16:28:58.375194+0000 mgr.smithi129.iclwio (mgr.14716) 863 : cluster [DBG] pgmap v735: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:01.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:01 smithi156 conmon[67007]: cluster 2022-01-18T16:29:00.376209+0000 mgr.smithi129.iclwio (mgr.14716) 864 : cluster [DBG] pgmap v736: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:29:01.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:01 smithi129 conmon[101092]: cluster 2022-01-18T16:29:00.376209+0000 mgr.smithi129.iclwio (mgr.14716) 864 : cluster [DBG] pgmap v736: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:29:03.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:03 smithi156 conmon[67007]: cluster 2022-01-18T16:29:02.376922+0000 mgr.smithi129.iclwio (mgr.14716) 865 : cluster [DBG] pgmap v737: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:03.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:03 smithi129 conmon[101092]: cluster 2022-01-18T16:29:02.376922+0000 mgr.smithi129.iclwio (mgr.14716) 865 : cluster [DBG] pgmap v737: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:05.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:05 smithi156 conmon[67007]: cluster 2022-01-18T16:29:04.377617+0000 mgr.smithi129.iclwio (mgr.14716) 866 : cluster [DBG] pgmap v738: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:29:05.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:05 smithi129 conmon[101092]: cluster 2022-01-18T16:29:04.377617+0000 mgr.smithi129.iclwio (mgr.14716) 866 : cluster [DBG] pgmap v738: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:29:07.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:07 smithi129 conmon[101092]: cluster 2022-01-18T16:29:06.378248+0000 mgr.smithi129.iclwio (mgr.14716) 867 : cluster [DBG] pgmap v739: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:07.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:07 smithi156 conmon[67007]: cluster 2022-01-18T16:29:06.378248+0000 mgr.smithi129.iclwio (mgr.14716) 867 : cluster [DBG] pgmap v739: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:09.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:09 smithi129 conmon[101092]: cluster 2022-01-18T16:29:08.378841+0000 mgr.smithi129.iclwio (mgr.14716) 868 : cluster [DBG] pgmap v740: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:09.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:09 smithi156 conmon[67007]: cluster 2022-01-18T16:29:08.378841+0000 mgr.smithi129.iclwio (mgr.14716) 868 : cluster [DBG] pgmap v740: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:11.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:11 smithi156 conmon[67007]: cluster 2022-01-18T16:29:10.379841+0000 mgr.smithi129.iclwio (mgr.14716) 869 : cluster [DBG] pgmap v741: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:29:11.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:11 smithi129 conmon[101092]: cluster 2022-01-18T16:29:10.379841+0000 mgr.smithi129.iclwio (mgr.14716) 869 : cluster [DBG] pgmap v741: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:29:13.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:13 smithi156 conmon[67007]: cluster 2022-01-18T16:29:12.380369+0000 mgr.smithi129.iclwio (mgr.14716) 870 : cluster [DBG] pgmap v742: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:13.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:13 smithi129 conmon[101092]: cluster 2022-01-18T16:29:12.380369+0000 mgr.smithi129.iclwio (mgr.14716) 870 : cluster [DBG] pgmap v742: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:14.113 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:29:14.382 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:29:14.383 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (31m) 2m ago 32m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:29:14.383 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (23m) 2m ago 32m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:29:14.383 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (23m) 2m ago 32m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:29:14.383 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (31m) 2m ago 32m 40.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:29:14.384 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (27m) 2m ago 27m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:29:14.384 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (27m) 2m ago 27m 21.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:29:14.384 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (24m) 2m ago 34m 477M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:29:14.385 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (24m) 2m ago 32m 392M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:29:14.385 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (23m) 2m ago 34m 226M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:29:14.385 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (23m) 2m ago 32m 133M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:29:14.385 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (24m) 2m ago 24m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:29:14.385 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (24m) 2m ago 24m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:29:14.386 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (32m) 2m ago 32m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:29:14.386 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (31m) 2m ago 31m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:29:14.386 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (18m) 2m ago 31m 1481M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:29:14.386 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (31m) 2m ago 31m 2477M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:29:14.387 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (30m) 2m ago 30m 1941M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:29:14.387 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (30m) 2m ago 30m 2465M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:29:14.387 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (30m) 2m ago 30m 2293M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:29:14.387 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (29m) 2m ago 29m 2896M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:29:14.387 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (29m) 2m ago 29m 2259M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:29:14.388 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (29m) 2m ago 29m 3403M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:29:14.388 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (31m) 2m ago 32m 54.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:29:14.703 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:29:14.703 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:29:14.703 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:29:14.704 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:29:14.704 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:29:14.704 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:29:14.704 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:29:14.705 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:29:14.705 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:29:14.705 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:29:14.705 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:29:14.706 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:29:14.706 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:29:14.706 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:29:14.706 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:29:14.706 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:29:14.707 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:29:14.707 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:29:14.707 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:29:14.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:14 smithi156 conmon[67007]: audit 2022-01-18T16:29:14.100703+0000 mgr.smithi129.iclwio (mgr.14716) 871 : audit [DBG] from='client.34654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:29:14.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:14 smithi129 conmon[101092]: audit 2022-01-18T16:29:14.100703+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:29:14.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:14 smithi129 conmon[101092]: 14716) 871 : audit [DBG] from='client.34654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:29:15.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:15 smithi156 conmon[67007]: audit 2022-01-18T16:29:14.372873+0000 mgr.smithi129.iclwio (mgr.14716) 872 : audit [DBG] from='client.34658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:29:15.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:15 smithi156 conmon[67007]: cluster 2022-01-18T16:29:14.381021+0000 mgr.smithi129.iclwio (mgr.14716) 873 : cluster [DBG] pgmap v743: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:29:15.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:15 smithi156 conmon[67007]: audit 2022-01-18T16:29:14.702226+0000 mon.smithi129 (mon.0) 479 : 2022-01-18T16:29:15.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:15 smithi156 conmon[67007]: audit [DBG] from='client.? 172.21.15.129:0/212722499' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:29:15.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:15 smithi129 conmon[101092]: audit 2022-01-18T16:29:14.372873+0000 mgr.smithi129.iclwio (mgr.14716) 872 : audit [DBG] from='client.34658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:29:15.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:15 smithi129 conmon[101092]: 2022-01-18T16:29:15.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:15 smithi129 conmon[101092]: cluster 2022-01-18T16:29:14.381021+0000 mgr.smithi129.iclwio (mgr.14716) 873 : cluster [DBG] pgmap v743: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:29:15.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:15 smithi129 conmon[101092]: audit 2022-01-18T16:29:14.702226+0000 mon.smithi129 (mon.0) 479 : audit [DBG] from='client.? 172.21.15.129:0/212722499' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:29:17.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:17 smithi156 conmon[67007]: cluster 2022-01-18T16:29:16.381545+0000 mgr.smithi129.iclwio (mgr.14716) 874 : cluster [DBG] pgmap v744: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:17.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:17 smithi129 conmon[101092]: cluster 2022-01-18T16:29:16.381545+0000 mgr.smithi129.iclwio ( 2022-01-18T16:29:17.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:17 smithi129 conmon[101092]: mgr.14716) 874 : cluster [DBG] pgmap v744: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:19.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:19 smithi156 conmon[67007]: cluster 2022-01-18T16:29:18.382128+0000 mgr.smithi129.iclwio (mgr.14716) 875 : cluster [DBG] pgmap v745: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:19.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:19 smithi129 conmon[101092]: cluster 2022-01-18T16:29:18.382128+0000 mgr.smithi129.iclwio (mgr.14716) 875 : cluster [DBG] pgmap v745: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:21.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:21 smithi156 conmon[67007]: cluster 2022-01-18T16:29:20.382876+0000 mgr.smithi129.iclwio (mgr.14716) 876 : cluster [DBG] 2022-01-18T16:29:21.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:21 smithi156 conmon[67007]: pgmap v746: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:29:21.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:21 smithi129 conmon[101092]: cluster 2022-01-18T16:29:20.382876+0000 mgr.smithi129.iclwio (mgr.14716) 876 : cluster [DBG] 2022-01-18T16:29:21.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:21 smithi129 conmon[101092]: pgmap v746: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:29:23.743 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:23 smithi129 conmon[101092]: cluster 2022-01-18T16:29:22.383414+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:29:23.743 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:23 smithi129 conmon[101092]: 14716) 877 : cluster [DBG] pgmap v747: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:23.743 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:23 smithi129 conmon[101092]: audit 2022-01-18T16:29:23.057313+0000 mon.smithi129 (mon.0) 480 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:29:23.744 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:23 smithi129 conmon[101092]: 2022-01-18T16:29:23.744 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:23 smithi129 conmon[101092]: audit 2022-01-18T16:29 2022-01-18T16:29:23.744 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:23 smithi129 conmon[101092]: :23.058736+0000 mon.smithi129 (mon.0) 481 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:29:23.744 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:23 smithi129 conmon[101092]: audit 2022-01-18T16:29:23.745 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:23 smithi129 conmon[101092]: 2022-01-18T16:29:23.059569+0000 2022-01-18T16:29:23.745 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:23 smithi129 conmon[101092]: mon.smithi129 (mon.0) 482 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:29:23.745 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:23 smithi129 conmon[101092]: 2022-01-18T16:29:23.745 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:23 smithi129 conmon[101092]: cephadm 2022-01-18T16:29:23 2022-01-18T16:29:23.746 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:23 smithi129 conmon[101092]: .060323+0000 mgr.smithi129.iclwio (mgr.14716) 878 : 2022-01-18T16:29:23.746 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:23 smithi129 conmon[101092]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:29:23.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:23 smithi156 conmon[67007]: cluster 2022-01-18T16:29:22.383414+0000 mgr.smithi129.iclwio (mgr.14716) 877 : cluster [DBG] pgmap v747: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:23.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:23 smithi156 conmon[67007]: audit 2022-01-18T16:29:23.057313+0000 mon.smithi129 (mon.0) 480 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:29:23.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:23 smithi156 conmon[67007]: audit 2022- 2022-01-18T16:29:23.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:23 smithi156 conmon[67007]: 01-18T16:29:23.058736+0000 mon.smithi129 (mon.0) 481 : audit 2022-01-18T16:29:23.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:23 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:29:23.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:23 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T16:29:23.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:23 smithi156 conmon[67007]: T16:29:23.059569+0000 mon.smithi129 ( 2022-01-18T16:29:23.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:23 smithi156 conmon[67007]: mon.0) 482 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:29:23.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:23 smithi156 conmon[67007]: cephadm 2022 2022-01-18T16:29:23.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:23 smithi156 conmon[67007]: -01-18T16:29: 2022-01-18T16:29:23.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:23 smithi156 conmon[67007]: 23.060323+0000 mgr.smithi129.iclwio (mgr.14716) 878 : 2022-01-18T16:29:23.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:23 smithi156 conmon[67007]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:29:25.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:25 smithi156 conmon[67007]: cluster 2022-01-18T16:29:24.384097+0000 mgr.smithi129.iclwio (mgr.14716) 879 : cluster 2022-01-18T16:29:25.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:25 smithi156 conmon[67007]: [DBG] pgmap v748: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:29:25.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:25 smithi129 conmon[101092]: cluster 2022-01-18T16:29:24.384097+0000 mgr.smithi129.iclwio (mgr.14716) 879 : cluster [DBG] pgmap v748: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:29:28.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:27 smithi129 conmon[101092]: cluster 2022-01-18T16:29:26.384677+0000 mgr.smithi129.iclwio (mgr.14716) 880 : cluster [DBG] pgmap v749: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:28.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:27 smithi129 conmon[101092]: audit 2022-01-18T16:29:26.989640+0000 mon.smithi129 (mon.0) 483 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:29:28.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:27 smithi129 conmon[101092]: audit 2022-01-18T16:29:27.273553+0000 mon.smithi129 (mon.0) 484 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:29:28.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:27 smithi129 conmon[101092]: audit 2022-01-18T16:29:27.278611+0000 mon.smithi129 (mon.0) 485 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:29:28.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:27 smithi156 conmon[67007]: cluster 2022-01-18T16:29:26.384677+0000 mgr.smithi129.iclwio (mgr.14716) 880 : cluster [DBG] pgmap v749: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:28.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:27 smithi156 conmon[67007]: audit 2022-01-18T16:29:26.989640+0000 mon.smithi129 (mon.0) 483 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:29:28.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:27 smithi156 conmon[67007]: audit 2022-01-18T16:29:27.273553+0000 mon.smithi129 (mon.0) 484 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:29:28.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:27 smithi156 conmon[67007]: audit 2022-01-18T16:29:27.278611+0000 mon.smithi129 (mon.0) 485 : audit 2022-01-18T16:29:28.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:27 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:29:30.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:29 smithi156 conmon[67007]: cluster 2022-01-18T16:29:28.385227+0000 mgr.smithi129.iclwio (mgr.14716) 881 : cluster [DBG] pgmap v750: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:30.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:29 smithi156 conmon[67007]: 2022-01-18T16:29:30.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:29 smithi129 conmon[101092]: cluster 2022-01-18T16:29:28.385227+0000 mgr.smithi129.iclwio (mgr.14716) 881 : cluster [DBG] pgmap v750: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:32.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:31 smithi156 conmon[67007]: cluster 2022-01-18T16:29:30.385993+0000 mgr.smithi129.iclwio (mgr.14716) 882 : cluster [DBG] pgmap v751: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:29:32.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:31 smithi129 conmon[101092]: cluster 2022-01-18T16:29:30.385993+0000 mgr.smithi129.iclwio (mgr.14716) 882 : cluster [DBG] pgmap v751: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:29:34.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:34 smithi156 conmon[67007]: cluster 2022-01-18T16:29:32.386687+0000 mgr.smithi129.iclwio (mgr.14716) 883 : cluster [DBG] pgmap v752: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:34.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:34 smithi129 conmon[101092]: cluster 2022-01-18T16:29:32.386687+0000 mgr.smithi129.iclwio (mgr.14716) 883 2022-01-18T16:29:34.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:34 smithi129 conmon[101092]: : cluster [DBG] pgmap v752: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:35.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:35 smithi156 conmon[67007]: cluster 2022-01-18T16:29:34.387384+0000 mgr.smithi129.iclwio (mgr.14716) 884 : cluster [DBG] pgmap v753: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:29:35.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:35 smithi129 conmon[101092]: cluster 2022-01-18T16:29:34.387384+0000 mgr.smithi129.iclwio (mgr.14716) 884 : cluster [DBG] pgmap v753: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:29:37.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:37 smithi156 conmon[67007]: cluster 2022-01-18T16:29:36.388006+0000 mgr.smithi129.iclwio (mgr.14716) 885 : cluster 2022-01-18T16:29:37.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:37 smithi156 conmon[67007]: [DBG] pgmap v754: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:37.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:37 smithi129 conmon[101092]: cluster 2022-01-18T16:29:36.388006+0000 mgr.smithi129.iclwio (mgr.14716) 885 : cluster [DBG] pgmap v754: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:39.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:39 smithi156 conmon[67007]: cluster 2022-01-18T16:29:38.388707+0000 mgr.smithi129.iclwio (mgr.14716) 886 : cluster [DBG] pgmap v755: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:39.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:39 smithi129 conmon[101092]: cluster 2022-01-18T16:29:38.388707+0000 mgr.smithi129.iclwio (mgr.14716) 886 : cluster [DBG] 2022-01-18T16:29:39.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:39 smithi129 conmon[101092]: pgmap v755: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:41.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:41 smithi156 conmon[67007]: cluster 2022-01-18T16:29:40.389756+0000 mgr.smithi129.iclwio (mgr.14716) 887 : cluster 2022-01-18T16:29:41.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:41 smithi156 conmon[67007]: [DBG] pgmap v756: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:29:41.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:41 smithi129 conmon[101092]: cluster 2022-01-18T16:29:40.389756+0000 mgr.smithi129.iclwio (mgr.14716) 887 : cluster [DBG] pgmap v756: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:29:41.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:41 smithi129 conmon[101092]: 2022-01-18T16:29:43.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:43 smithi156 conmon[67007]: cluster 2022-01-18T16:29:42.390455+0000 mgr.smithi129.iclwio (mgr.14716) 888 : cluster [DBG] pgmap v757: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:43.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:43 smithi129 conmon[101092]: cluster 2022-01-18T16:29:42.390455+0000 mgr.smithi129.iclwio (mgr.14716) 888 : cluster [DBG] pgmap v757: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:43.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:43 smithi129 conmon[101092]: 2022-01-18T16:29:45.006 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:29:45.273 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:29:45.273 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (32m) 3m ago 33m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:29:45.274 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (24m) 3m ago 33m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:29:45.274 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (23m) 3m ago 32m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:29:45.274 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (32m) 3m ago 33m 40.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:29:45.274 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (28m) 3m ago 28m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:29:45.274 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (28m) 3m ago 28m 21.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:29:45.275 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (24m) 3m ago 34m 477M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:29:45.275 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (24m) 3m ago 32m 392M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:29:45.275 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (24m) 3m ago 34m 226M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:29:45.276 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (24m) 3m ago 32m 133M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:29:45.276 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (25m) 3m ago 25m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:29:45.276 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (25m) 3m ago 25m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:29:45.276 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (33m) 3m ago 33m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:29:45.277 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (32m) 3m ago 32m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:29:45.277 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (18m) 3m ago 31m 1481M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:29:45.277 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (31m) 3m ago 31m 2477M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:29:45.277 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (31m) 3m ago 31m 1941M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:29:45.277 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (30m) 3m ago 30m 2465M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:29:45.278 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (30m) 3m ago 30m 2293M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:29:45.278 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (30m) 3m ago 30m 2896M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:29:45.278 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (30m) 3m ago 30m 2259M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:29:45.279 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (29m) 3m ago 29m 3403M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:29:45.279 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (32m) 3m ago 32m 54.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:29:45.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:45 smithi156 conmon[67007]: cluster 2022-01-18T16:29:44.391363+0000 mgr.smithi129.iclwio (mgr.14716) 889 : cluster [DBG] pgmap v758: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:29:45.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:45 smithi156 conmon[67007]: 2022-01-18T16:29:45.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:45 smithi156 conmon[67007]: audit 2022-01-18T16:29:44.992275+0000 mgr.smithi129.iclwio (mgr.14716) 890 : audit [DBG] from='client.34666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:29:45.591 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:29:45.592 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:29:45.592 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:29:45.592 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:29:45.593 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:29:45.593 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:29:45.593 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:29:45.593 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:29:45.594 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:29:45.594 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:29:45.594 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:29:45.594 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:29:45.595 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:29:45.595 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:29:45.595 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:29:45.596 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:29:45.596 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:29:45.596 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:29:45.597 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:29:45.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:45 smithi129 conmon[101092]: cluster 2022-01-18T16:29:44. 2022-01-18T16:29:45.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:45 smithi129 conmon[101092]: 391363+0000 mgr.smithi129.iclwio (mgr.14716) 889 : cluster [DBG] pgmap v758: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:29:45.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:45 smithi129 conmon[101092]: audit 2022-01-18T16:29:44.992275+0000 mgr.smithi129.iclwio (mgr.14716) 890 : 2022-01-18T16:29:45.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:45 smithi129 conmon[101092]: audit [DBG] from='client.34666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:29:46.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:46 smithi156 conmon[67007]: audit 2022-01-18T16:29:45.263196+0000 mgr.smithi129.iclwio (mgr.14716) 891 : audit [DBG] from='client.34670 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:29:46.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:46 smithi156 conmon[67007]: audit 2022-01-18T16:29:45.590647+0000 mon.smithi129 (mon.0) 486 : audit [DBG] from='client.? 172.21.15.129:0/227154186' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:29:46.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:46 smithi129 conmon[101092]: audit 2022-01-18T16:29:45.263196+0000 mgr.smithi129.iclwio (mgr.14716) 891 : 2022-01-18T16:29:46.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:46 smithi129 conmon[101092]: audit [DBG] from='client.34670 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:29:46.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:46 smithi129 conmon[101092]: audit 2022-01-18T16:29:45.590647+0000 mon.smithi129 (mon.0) 486 : audit [DBG] from='client.? 172.21.15.129:0/227154186' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:29:47.545 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:47 smithi129 conmon[101092]: cluster 2022-01-18T16:29:46.391903+0000 mgr.smithi129.iclwio (mgr.14716) 892 2022-01-18T16:29:47.546 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:47 smithi129 conmon[101092]: : cluster [DBG] pgmap v759: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:47.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:47 smithi156 conmon[67007]: cluster 2022-01-18T16:29:46.391903+0000 mgr.smithi129.iclwio (mgr.14716) 892 : cluster 2022-01-18T16:29:47.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:47 smithi156 conmon[67007]: [DBG] pgmap v759: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:49.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:49 smithi156 conmon[67007]: cluster 2022-01-18T16:29:48.392424+0000 mgr.smithi129.iclwio (mgr.14716) 893 : cluster [DBG] pgmap v760: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:49.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:49 smithi156 conmon[67007]: 2022-01-18T16:29:49.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:49 smithi129 conmon[101092]: cluster 2022-01-18T16:29:48.392424+0000 mgr.smithi129.iclwio (mgr.14716) 893 : cluster [DBG] pgmap v760: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:49.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:49 smithi129 conmon[101092]: 2022-01-18T16:29:51.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:51 smithi156 conmon[67007]: cluster 2022-01-18T16:29:50.393354+0000 mgr.smithi129.iclwio (mgr.14716) 894 : cluster [DBG] pgmap v761: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:29:51.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:51 smithi129 conmon[101092]: cluster 2022-01-18T16:29:50.393354+0000 mgr.smithi129.iclwio (mgr.14716) 894 : cluster [DBG] pgmap v761: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:29:53.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:53 smithi156 conmon[67007]: cluster 2022-01-18T16:29:52.393986+0000 mgr.smithi129.iclwio (mgr.14716) 895 : cluster [DBG] pgmap v762: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:53.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:53 smithi129 conmon[101092]: cluster 2022-01-18T16:29:52.393986+0000 mgr.smithi129.iclwio (mgr.14716) 895 : cluster [DBG] pgmap v762: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:53.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:53 smithi129 conmon[101092]: 2022-01-18T16:29:55.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:55 smithi156 conmon[67007]: cluster 2022-01-18T16:29:54.394880+0000 mgr.smithi129.iclwio (mgr.14716) 896 : cluster [DBG] pgmap v763: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:29:55.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:55 smithi156 conmon[67007]: 2022-01-18T16:29:55.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:55 smithi129 conmon[101092]: cluster 2022-01-18T16:29:54.394880+0000 mgr.smithi129.iclwio (mgr.14716) 896 : cluster [DBG] 2022-01-18T16:29:55.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:55 smithi129 conmon[101092]: pgmap v763: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:29:57.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:57 smithi156 conmon[67007]: cluster 2022-01-18T16:29:56.395363+0000 mgr.smithi129.iclwio (mgr.14716) 897 : cluster [DBG] pgmap v764: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:57.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:57 smithi129 conmon[101092]: cluster 2022-01-18T16:29:56.395363+0000 mgr.smithi129.iclwio (mgr.14716) 897 : cluster [DBG] 2022-01-18T16:29:57.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:57 smithi129 conmon[101092]: pgmap v764: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:58.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:58 smithi156 conmon[67007]: audit 2022-01-18T16:29:58.289395+0000 mon.smithi129 (mon.0) 487 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:29:58.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:58 smithi156 conmon[67007]: audit 2022-01-18T16:29:58.289647+0000 2022-01-18T16:29:58.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:58 smithi156 conmon[67007]: mon.smithi129 (mon.0) 488 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:29:58.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:58 smithi129 conmon[101092]: audit 2022-01-18T16:29:58.289395+0000 mon.smithi129 (mon.0) 487 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:29:58.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:58 smithi129 conmon[101092]: 2022-01-18T16:29:58.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:58 smithi129 conmon[101092]: audit 2022-01-18T16:29:58.289647+0000 mon.smithi129 (mon.0) 488 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:29:59.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:59 smithi156 conmon[67007]: cluster 2022-01-18T16:29:58.395941+0000 mgr.smithi129.iclwio (mgr.14716) 898 : cluster [DBG] pgmap v765: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:59.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:29:59 smithi156 conmon[67007]: 2022-01-18T16:29:59.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:59 smithi129 conmon[101092]: cluster 2022-01-18T16:29:58.395941+0000 mgr.smithi129.iclwio (mgr.14716) 898 : cluster [DBG] pgmap v765: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:29:59.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:29:59 smithi129 conmon[101092]: 2022-01-18T16:30:00.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:00 smithi156 conmon[67007]: cluster 2022-01-18T16:30:00.000148+0000 mon.smithi129 (mon.0) 489 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T16:30:00.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:00 smithi129 conmon[101092]: cluster 2022-01-18T16:30:00.000148+0000 mon.smithi129 (mon.0) 489 : cluster [WRN] 2022-01-18T16:30:00.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:00 smithi129 conmon[101092]: overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T16:30:01.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:01 smithi156 conmon[67007]: cluster 2022-01-18T16:30:00.396705+0000 mgr.smithi129.iclwio (mgr.14716) 899 : cluster [DBG] pgmap v766: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:30:01.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:01 smithi129 conmon[101092]: cluster 2022-01-18T16:30:00.396705+0000 mgr.smithi129.iclwio (mgr.14716) 899 : cluster [DBG] 2022-01-18T16:30:01.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:01 smithi129 conmon[101092]: pgmap v766: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:30:03.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:03 smithi156 conmon[67007]: cluster 2022-01-18T16:30:02.397337+0000 mgr.smithi129.iclwio (mgr.14716) 900 : cluster [DBG] pgmap v767: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:03.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:03 smithi129 conmon[101092]: cluster 2022-01-18T16:30:02.397337+0000 mgr.smithi129.iclwio (mgr.14716) 900 : cluster [DBG] pgmap v767: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:03.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:03 smithi129 conmon[101092]: 2022-01-18T16:30:05.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:05 smithi156 conmon[67007]: cluster 2022-01-18T16:30:04.398287+0000 mgr.smithi129.iclwio (mgr.14716) 901 : cluster [DBG] pgmap v768: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:30:05.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:05 smithi156 conmon[67007]: 2022-01-18T16:30:05.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:05 smithi129 conmon[101092]: cluster 2022-01-18T16:30:04.398287+0000 mgr.smithi129.iclwio (mgr.14716) 901 : cluster [DBG] 2022-01-18T16:30:05.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:05 smithi129 conmon[101092]: pgmap v768: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:30:07.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:07 smithi156 conmon[67007]: cluster 2022-01-18T16:30:06.398867+0000 mgr.smithi129.iclwio (mgr.14716) 902 : cluster [DBG] pgmap v769: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:07.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:07 smithi156 conmon[67007]: 2022-01-18T16:30:07.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:07 smithi129 conmon[101092]: cluster 2022-01-18T16:30:06.398867+0000 mgr.smithi129.iclwio (mgr.14716) 902 : cluster [DBG] pgmap v769: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:09.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:09 smithi156 conmon[67007]: cluster 2022-01-18T16:30:08.399490+0000 mgr.smithi129.iclwio (mgr.14716) 903 : cluster [DBG] 2022-01-18T16:30:09.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:09 smithi156 conmon[67007]: pgmap v770: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:09.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:09 smithi129 conmon[101092]: cluster 2022-01-18T16:30:08.399490+0000 mgr.smithi129.iclwio (mgr.14716) 903 : cluster [DBG] pgmap v770: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:11.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:11 smithi156 conmon[67007]: cluster 2022-01-18T16:30:10.400449+0000 mgr.smithi129.iclwio (mgr.14716) 904 : cluster 2022-01-18T16:30:11.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:11 smithi156 conmon[67007]: [DBG] pgmap v771: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:30:11.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:11 smithi129 conmon[101092]: cluster 2022-01-18T16:30:10.400449+0000 mgr.smithi129.iclwio (mgr.14716) 904 : cluster [DBG] pgmap v771: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:30:13.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:13 smithi156 conmon[67007]: cluster 2022-01-18T16:30:12.401181+0000 mgr.smithi129.iclwio (mgr.14716) 905 : cluster 2022-01-18T16:30:13.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:13 smithi156 conmon[67007]: [DBG] pgmap v772: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:13.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:13 smithi129 conmon[101092]: cluster 2022-01-18T16:30:12.401181+0000 mgr.smithi129.iclwio (mgr.14716) 905 : cluster [DBG] pgmap v772: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:15.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:15 smithi156 conmon[67007]: cluster 2022-01-18T16:30:14.401967+0000 mgr.smithi129.iclwio (mgr.14716) 906 : cluster [DBG] pgmap v773: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:30:15.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:15 smithi129 conmon[101092]: cluster 2022-01-18T16:30:14.401967+0000 mgr.smithi129.iclwio (mgr.14716) 906 2022-01-18T16:30:15.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:15 smithi129 conmon[101092]: : cluster [DBG] pgmap v773: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:30:15.897 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:30:16.164 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:30:16.165 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (32m) 3m ago 34m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:30:16.165 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (24m) 3m ago 33m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:30:16.165 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (24m) 3m ago 33m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:30:16.166 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (32m) 3m ago 33m 40.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:30:16.166 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (28m) 3m ago 28m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:30:16.166 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (28m) 3m ago 28m 21.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:30:16.166 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (25m) 3m ago 35m 477M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:30:16.166 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (25m) 3m ago 33m 392M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:30:16.167 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (24m) 3m ago 35m 226M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:30:16.167 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (24m) 3m ago 33m 133M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:30:16.167 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (25m) 3m ago 25m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:30:16.167 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (25m) 3m ago 25m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:30:16.168 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (33m) 3m ago 33m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:30:16.168 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (33m) 3m ago 32m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:30:16.168 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (19m) 3m ago 32m 1481M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:30:16.168 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (32m) 3m ago 32m 2477M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:30:16.169 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (31m) 3m ago 31m 1941M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:30:16.169 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (31m) 3m ago 31m 2465M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:30:16.169 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (31m) 3m ago 31m 2293M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:30:16.169 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (30m) 3m ago 30m 2896M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:30:16.169 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (30m) 3m ago 30m 2259M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:30:16.170 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (30m) 3m ago 30m 3403M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:30:16.170 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (32m) 3m ago 33m 54.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:30:16.490 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:30:16.491 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:30:16.491 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:30:16.491 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:30:16.492 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:30:16.492 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:30:16.492 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:30:16.492 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:30:16.493 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:30:16.493 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:30:16.493 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:30:16.493 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:30:16.493 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:30:16.494 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:30:16.494 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:30:16.494 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:30:16.494 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:30:16.495 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:30:16.495 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:30:16.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:16 smithi156 conmon[67007]: audit 2022-01-18T16:30:15.884030+0000 mgr.smithi129.iclwio (mgr.14716) 907 : audit [DBG] from='client.34678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:30:16.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:16 smithi129 conmon[101092]: audit 2022-01-18T16:30:15.884030+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:30:16.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:16 smithi129 conmon[101092]: 14716) 907 : audit [DBG] from='client.34678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:30:17.545 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:17 smithi129 conmon[101092]: audit 2022-01-18T16:30:16.153499+0000 mgr.smithi129.iclwio (mgr.14716) 908 : audit 2022-01-18T16:30:17.546 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:17 smithi129 conmon[101092]: [DBG] from='client.34682 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:30:17.546 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:17 smithi129 conmon[101092]: cluster 2022-01-18T16:30:16.402380+0000 mgr.smithi129.iclwio (mgr.14716) 909 : cluster [DBG] pgmap v774: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:17.547 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:17 smithi129 conmon[101092]: audit 2022-01-18T16:30:16.489229+0000 mon.smithi129 (mon.0) 490 : audit [DBG] from='client.? 172.21.15.129:0/467509367' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:30:17.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:17 smithi156 conmon[67007]: audit 2022-01-18T16:30:16.153499+0000 mgr.smithi129.iclwio (mgr.14716) 908 : audit [DBG] from='client.34682 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:30:17.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:17 smithi156 conmon[67007]: cluster 2022-01-18T16:30:16.402380+0000 mgr.smithi129.iclwio (mgr.14716) 909 : cluster [DBG] pgmap v774: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:17.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:17 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T16:30:17.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:17 smithi156 conmon[67007]: 18T16:30:16.489229+0000 mon.smithi129 (mon.0) 490 : audit [DBG] 2022-01-18T16:30:17.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:17 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/467509367' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:30:19.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:19 smithi156 conmon[67007]: cluster 2022-01-18T16:30:18.403103+0000 mgr.smithi129.iclwio (mgr.14716) 910 : cluster [DBG] pgmap v775: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:19.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:19 smithi129 conmon[101092]: cluster 2022-01-18T16:30:18.403103+0000 mgr.smithi129.iclwio (mgr.14716) 910 : cluster [DBG] pgmap v775: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:21.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:21 smithi156 conmon[67007]: cluster 2022-01-18T16:30:20.404046+0000 mgr.smithi129.iclwio (mgr.14716) 911 : cluster [DBG] pgmap v776: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:30:21.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:21 smithi129 conmon[101092]: cluster 2022-01-18T16:30:20.404046+0000 mgr.smithi129.iclwio (mgr.14716) 911 : cluster [DBG] pgmap v776: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:30:23.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:23 smithi156 conmon[67007]: cluster 2022-01-18T16:30:22.404710+0000 mgr.smithi129.iclwio (mgr.14716) 912 : cluster [DBG] pgmap v777: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:23.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:23 smithi156 conmon[67007]: 2022-01-18T16:30:23.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:23 smithi129 conmon[101092]: cluster 2022-01-18T16:30:22.404710+0000 mgr.smithi129.iclwio (mgr.14716) 912 : cluster [DBG] pgmap v777: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:25.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:25 smithi156 conmon[67007]: cluster 2022-01-18T16:30:24.405434+0000 mgr.smithi129.iclwio (mgr.14716) 913 : cluster [DBG] pgmap v778: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:30:25.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:25 smithi129 conmon[101092]: cluster 2022-01-18T16:30:24.405434+0000 mgr.smithi129.iclwio (mgr.14716) 913 : cluster [DBG] pgmap v778: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:30:27.770 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:27 smithi156 conmon[67007]: cluster 2022-01-18T16:30:26.405875+0000 mgr.smithi129.iclwio (mgr.14716) 914 : cluster [DBG] pgmap v779: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:27.770 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:27 smithi156 conmon[67007]: 2022-01-18T16:30:27.771 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:27 smithi156 conmon[67007]: audit 2022-01-18T16:30:27.281006+0000 mon.smithi129 (mon.0) 491 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:30:27.771 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:27 smithi156 conmon[67007]: audit 2022-01-18T16:30:27.282357+0000 mon.smithi129 (mon.0) 492 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:30:27.771 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:27 smithi156 conmon[67007]: audit 2022-01-18T16:30:27.283235+0000 mon.smithi129 (mon.0) 493 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:30:27.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:27 smithi129 conmon[101092]: cluster 2022-01-18T16:30:26.405875+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:30:27.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:27 smithi129 conmon[101092]: ) 914 : cluster [DBG] pgmap v779: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:27.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:27 smithi129 conmon[101092]: audit 2022-01-18T16:30:27.281006+0000 mon.smithi129 (mon.0) 491 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:30:27.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:27 smithi129 conmon[101092]: audit 2022 2022-01-18T16:30:27.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:27 smithi129 conmon[101092]: -01-18T16:30:27.282357+0000 mon.smithi129 (mon.0) 492 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:30:27.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:27 smithi129 conmon[101092]: audit 2022-01-18T16:30:27.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:27 smithi129 conmon[101092]: 2022-01-18T16:30:27.283235+0000 mon.smithi129 (mon.0) 493 : audit [INF] 2022-01-18T16:30:27.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:27 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:30:28.778 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:28 smithi156 conmon[67007]: cephadm 2022-01-18T16:30:27.283982+0000 mgr.smithi129.iclwio (mgr.14716) 915 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:30:28.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:28 smithi129 conmon[101092]: cephadm 2022-01-18T16:30:27.283982+0000 mgr.smithi129.iclwio (mgr.14716) 915 : cephadm [WRN] 2022-01-18T16:30:28.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:28 smithi129 conmon[101092]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:30:29.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:29 smithi156 conmon[67007]: cluster 2022-01-18T16:30:28.406379+0000 mgr.smithi129.iclwio (mgr.14716) 916 : cluster [DBG] pgmap v780: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:29.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:29 smithi129 conmon[101092]: cluster 2022-01-18T16:30:28.406379+0000 mgr.smithi129.iclwio (mgr.14716) 916 : cluster [DBG] pgmap v780: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:32.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:31 smithi156 conmon[67007]: cluster 2022-01-18T16:30:30.407233+0000 mgr.smithi129.iclwio (mgr.14716) 917 : cluster [DBG] 2022-01-18T16:30:32.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:31 smithi156 conmon[67007]: pgmap v781: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:30:32.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:31 smithi156 conmon[67007]: audit 2022-01-18T16:30:30.750448+0000 mon.smithi129 (mon.0) 494 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:30:32.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:31 smithi156 conmon[67007]: audit 2022-01-18T16:30:31.047700+0000 mon.smithi129 (mon.0) 495 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:30:32.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:31 smithi156 conmon[67007]: audit 2022-01-18T16:30:31.054048+0000 mon.smithi129 (mon.0) 496 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:30:32.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:31 smithi129 conmon[101092]: cluster 2022-01-18T16:30:30.407233+0000 mgr.smithi129.iclwio (mgr.14716) 917 : cluster [DBG] pgmap v781: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:30:32.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:31 smithi129 conmon[101092]: audit 2022-01-18T16:30:30.750448+0000 mon.smithi129 (mon.0) 494 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:30:32.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:31 smithi129 conmon[101092]: audit 2022-01-18T16:30:31.047700+0000 mon.smithi129 (mon.0) 495 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:30:32.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:31 smithi129 conmon[101092]: audit 2022-01-18T16:30:31.054048+0000 mon.smithi129 (mon.0) 496 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:30:34.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:33 smithi156 conmon[67007]: cluster 2022-01-18T16:30:32.407751+0000 mgr.smithi129.iclwio (mgr.14716) 918 : cluster [DBG] pgmap v782: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:34.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:33 smithi129 conmon[101092]: cluster 2022-01-18T16:30:32.407751+0000 mgr.smithi129.iclwio (mgr.14716) 918 : cluster [DBG] pgmap v782: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:35.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:35 smithi156 conmon[67007]: cluster 2022-01-18T16:30:34.408637+0000 mgr.smithi129.iclwio (mgr.14716) 919 : cluster [DBG] pgmap v783: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:30:35.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:35 smithi129 conmon[101092]: cluster 2022-01-18T16:30:34.408637+0000 mgr.smithi129.iclwio (mgr.14716) 919 : cluster [DBG] pgmap v783: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:30:37.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:37 smithi156 conmon[67007]: cluster 2022-01-18T16:30:36.409135+0000 mgr.smithi129.iclwio (mgr.14716) 920 : cluster [DBG] pgmap v784: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:37.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:37 smithi129 conmon[101092]: cluster 2022-01-18T16:30:36.409135+0000 mgr.smithi129.iclwio (mgr.14716) 920 : cluster [DBG] pgmap v784: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:39.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:39 smithi156 conmon[67007]: cluster 2022-01-18T16:30:38.409698+0000 mgr.smithi129.iclwio (mgr.14716) 921 : cluster [DBG] pgmap v785: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:39.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:39 smithi129 conmon[101092]: cluster 2022-01-18T16:30:38.409698+0000 mgr.smithi129.iclwio (mgr.14716) 921 : cluster [DBG] pgmap v785: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:41.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:41 smithi156 conmon[67007]: cluster 2022-01-18T16:30:40.410501+0000 mgr.smithi129.iclwio (mgr.14716) 922 : cluster [DBG] pgmap v786: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:30:41.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:41 smithi129 conmon[101092]: cluster 2022-01-18T16:30:40.410501+0000 mgr.smithi129.iclwio (mgr.14716) 922 : cluster [DBG] pgmap v786: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:30:41.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:41 smithi129 conmon[101092]: 2022-01-18T16:30:43.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:43 smithi156 conmon[67007]: cluster 2022-01-18T16:30:42.411206+0000 mgr.smithi129.iclwio (mgr.14716) 923 : cluster [DBG] pgmap v787: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:43.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:43 smithi129 conmon[101092]: cluster 2022-01-18T16:30:42.411206+0000 mgr.smithi129.iclwio (mgr.14716) 923 : cluster [DBG] pgmap v787: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:45.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:45 smithi156 conmon[67007]: cluster 2022-01-18T16:30:44.411959+0000 mgr.smithi129.iclwio (mgr.14716) 924 : cluster [DBG] pgmap v788: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:30:45.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:45 smithi129 conmon[101092]: cluster 2022-01-18T16:30:44.411959+0000 mgr.smithi129.iclwio (mgr.14716) 924 : 2022-01-18T16:30:45.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:45 smithi129 conmon[101092]: cluster [DBG] pgmap v788: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:30:46.792 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:30:47.056 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:30:47.056 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (33m) 4m ago 34m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:30:47.056 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (25m) 4m ago 34m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:30:47.057 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (24m) 4m ago 33m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:30:47.057 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (33m) 4m ago 34m 40.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:30:47.057 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (29m) 4m ago 29m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:30:47.057 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (29m) 4m ago 29m 21.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:30:47.058 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (25m) 4m ago 35m 477M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:30:47.059 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (25m) 4m ago 33m 392M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:30:47.059 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (25m) 4m ago 35m 226M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:30:47.059 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (25m) 4m ago 33m 133M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:30:47.059 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (26m) 4m ago 26m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:30:47.060 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (26m) 4m ago 26m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:30:47.060 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (34m) 4m ago 34m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:30:47.060 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (33m) 4m ago 33m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:30:47.060 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (19m) 4m ago 32m 1481M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:30:47.061 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (32m) 4m ago 32m 2477M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:30:47.061 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (32m) 4m ago 32m 1941M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:30:47.061 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (31m) 4m ago 31m 2465M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:30:47.062 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (31m) 4m ago 31m 2293M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:30:47.062 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (31m) 4m ago 31m 2896M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:30:47.062 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (31m) 4m ago 31m 2259M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:30:47.063 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (30m) 4m ago 30m 3403M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:30:47.063 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (33m) 4m ago 33m 54.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:30:47.378 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:30:47.379 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:30:47.379 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:30:47.379 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:30:47.379 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:30:47.380 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:30:47.380 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:30:47.380 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:30:47.380 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:30:47.381 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:30:47.381 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:30:47.381 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:30:47.381 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:30:47.381 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:30:47.382 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:30:47.382 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:30:47.382 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:30:47.382 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:30:47.383 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:30:47.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:47 smithi156 conmon[67007]: cluster 2022-01-18T16:30:46.412491+0000 mgr.smithi129.iclwio (mgr.14716) 925 : cluster [DBG] pgmap v789: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:47.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:47 smithi156 conmon[67007]: audit 2022-01-18T16:30:47.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:47 smithi156 conmon[67007]: 2022-01-18T16:30:46.778854+0000 mgr.smithi129.iclwio (mgr.14716) 926 : audit [DBG] from='client.34690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:30:47.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:47 smithi156 conmon[67007]: audit 2022-01-18T16:30:47.045123+0000 mgr.smithi129.iclwio (mgr.14716) 927 : audit [DBG] from='client.34694 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:30:47.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:47 smithi156 conmon[67007]: audit 2022-01-18T16:30 2022-01-18T16:30:47.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:47 smithi156 conmon[67007]: :47.376370+0000 mon.smithi129 (mon.0) 497 : audit [DBG] from='client.? 172.21.15.129:0/1114911373' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:30:47.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:47 smithi129 conmon[101092]: cluster 2022-01-18T16:30:46.412491+0000 mgr.smithi129.iclwio (mgr.14716) 925 : cluster [DBG] pgmap v789: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:47.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:47 smithi129 conmon[101092]: audit 2022-01-18T16:30: 2022-01-18T16:30:47.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:47 smithi129 conmon[101092]: 46.778854+0000 mgr.smithi129.iclwio (mgr.14716) 926 : audit [DBG] from='client.34690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:30:47.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:47 smithi129 conmon[101092]: audit 2022-01-18T16:30:47.045123+0000 mgr.smithi129.iclwio (mgr.14716) 927 : audit [DBG] from='client.34694 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:30:47.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:47 smithi129 conmon[101092]: audit 2022-01-18T16: 2022-01-18T16:30:47.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:47 smithi129 conmon[101092]: 30:47.376370+0000 mon.smithi129 (mon.0) 497 : audit [DBG] from='client.? 172.21.15.129:0/1114911373' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:30:49.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:49 smithi156 conmon[67007]: cluster 2022-01-18T16:30:48.413265+0000 mgr.smithi129.iclwio (mgr.14716) 928 : cluster [DBG] pgmap v790: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:49.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:49 smithi129 conmon[101092]: cluster 2022-01-18T16:30:48.413265+0000 mgr.smithi129.iclwio (mgr.14716) 928 : cluster [DBG] pgmap v790: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:51.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:51 smithi156 conmon[67007]: cluster 2022-01-18T16:30:50.414049+0000 mgr.smithi129.iclwio (mgr.14716) 929 : cluster [DBG] pgmap v791: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:30:51.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:51 smithi129 conmon[101092]: cluster 2022-01-18T16:30:50.414049+0000 mgr.smithi129.iclwio (mgr.14716) 929 : cluster [DBG] pgmap v791: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:30:53.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:53 smithi156 conmon[67007]: cluster 2022-01-18T16:30:52.414782+0000 mgr.smithi129.iclwio (mgr.14716) 930 : cluster [DBG] pgmap v792: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:53.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:53 smithi129 conmon[101092]: cluster 2022-01-18T16:30:52.414782+0000 mgr.smithi129.iclwio (mgr.14716) 930 : cluster [DBG] pgmap v792: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:55.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:55 smithi156 conmon[67007]: cluster 2022-01-18T16:30:54.415487+0000 mgr.smithi129.iclwio (mgr.14716) 931 : cluster [DBG] pgmap v793: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:30:55.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:55 smithi129 conmon[101092]: cluster 2022-01-18T16:30:54.415487+0000 mgr.smithi129.iclwio (mgr.14716) 931 : cluster [DBG] pgmap v793: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:30:57.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:57 smithi156 conmon[67007]: cluster 2022-01-18T16:30:56.416020+0000 mgr.smithi129.iclwio (mgr.14716) 932 : cluster [DBG] pgmap v794: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:57.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:57 smithi129 conmon[101092]: cluster 2022-01-18T16:30:56.416020+0000 mgr.smithi129.iclwio (mgr.14716) 932 : cluster [DBG] pgmap v794: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:58.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:58 smithi156 conmon[67007]: audit 2022-01-18T16:30:58.293222+0000 mon.smithi129 (mon.0) 498 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:30:58.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:58 smithi156 conmon[67007]: audit 2022-01-18T16 2022-01-18T16:30:58.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:58 smithi156 conmon[67007]: :30:58.293468+0000 mon.smithi129 (mon.0) 499 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:30:58.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:58 smithi129 conmon[101092]: audit 2022-01-18T16:30:58.293222+0000 mon.smithi129 (mon.0) 498 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:30:58.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:58 smithi129 conmon[101092]: 2022-01-18T16:30:58.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:58 smithi129 conmon[101092]: audit 2022-01-18T16:30:58.293468+0000 mon.smithi129 (mon.0) 499 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:30:59.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:30:59 smithi156 conmon[67007]: cluster 2022-01-18T16:30:58.416666+0000 mgr.smithi129.iclwio (mgr.14716) 933 : cluster [DBG] pgmap v795: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:30:59.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:30:59 smithi129 conmon[101092]: cluster 2022-01-18T16:30:58.416666+0000 mgr.smithi129.iclwio (mgr.14716) 933 : cluster [DBG] pgmap v795: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:01.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:01 smithi156 conmon[67007]: cluster 2022-01-18T16:31:00.417500+0000 mgr.smithi129.iclwio (mgr.14716) 934 : cluster [DBG] pgmap v796: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:31:01.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:01 smithi129 conmon[101092]: cluster 2022-01-18T16:31:00.417500+0000 mgr.smithi129.iclwio (mgr.14716) 934 : cluster [DBG] 2022-01-18T16:31:01.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:01 smithi129 conmon[101092]: pgmap v796: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:31:03.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:03 smithi156 conmon[67007]: cluster 2022-01-18T16:31:02.418196+0000 mgr.smithi129.iclwio (mgr.14716) 935 : cluster [DBG] pgmap v797: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:03.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:03 smithi129 conmon[101092]: cluster 2022-01-18T16:31:02.418196+0000 mgr.smithi129.iclwio (mgr.14716) 935 : cluster [DBG] pgmap v797: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:05.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:05 smithi156 conmon[67007]: cluster 2022-01-18T16:31:04.419166+0000 mgr.smithi129.iclwio (mgr.14716) 936 : cluster [DBG] pgmap v798: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:31:05.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:05 smithi129 conmon[101092]: cluster 2022-01-18T16:31:04.419166+0000 mgr.smithi129.iclwio (mgr.14716) 936 : cluster [DBG] pgmap v798: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:31:07.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:07 smithi156 conmon[67007]: cluster 2022-01-18T16:31:06.419741+0000 mgr.smithi129.iclwio (mgr.14716) 937 : cluster [DBG] pgmap v799: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:07.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:07 smithi156 conmon[67007]: 2022-01-18T16:31:07.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:07 smithi129 conmon[101092]: cluster 2022-01-18T16:31:06.419741+0000 mgr.smithi129.iclwio (mgr.14716) 937 : cluster [DBG] pgmap v799: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:09.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:09 smithi156 conmon[67007]: cluster 2022-01-18T16:31:08.420316+0000 mgr.smithi129.iclwio (mgr.14716) 938 : cluster [DBG] pgmap v800: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:09.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:09 smithi129 conmon[101092]: cluster 2022-01-18T16:31:08.420316+0000 mgr.smithi129.iclwio (mgr.14716) 938 : cluster [DBG] pgmap v800: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:11.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:11 smithi156 conmon[67007]: cluster 2022-01-18T16:31:10.421333+0000 mgr.smithi129.iclwio (mgr.14716) 939 : cluster [DBG] pgmap v801: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:31:11.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:11 smithi129 conmon[101092]: cluster 2022-01-18T16:31:10.421333+0000 mgr.smithi129.iclwio (mgr.14716) 939 : cluster [DBG] pgmap v801: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:31:13.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:13 smithi156 conmon[67007]: cluster 2022-01-18T16:31:12.421926+0000 mgr.smithi129.iclwio (mgr.14716) 940 : cluster [DBG] pgmap v802: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:13.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:13 smithi129 conmon[101092]: cluster 2022-01-18T16:31:12.421926+0000 mgr.smithi129.iclwio (mgr.14716) 940 : cluster [DBG] pgmap v802: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:13.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:13 smithi129 conmon[101092]: 2022-01-18T16:31:15.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:15 smithi156 conmon[67007]: cluster 2022-01-18T16:31:14.422603+0000 mgr.smithi129.iclwio (mgr.14716) 941 : cluster [DBG] pgmap v803: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:31:15.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:15 smithi129 conmon[101092]: cluster 2022-01-18T16:31:14.422603+0000 mgr.smithi129.iclwio (mgr.14716) 941 : cluster [DBG] pgmap v803: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:31:17.680 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:31:17.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:17 smithi156 conmon[67007]: cluster 2022-01-18T16:31:16.423090+0000 mgr.smithi129.iclwio (mgr.14716) 942 : cluster [DBG] pgmap v804: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:17.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:17 smithi129 conmon[101092]: cluster 2022-01-18T16:31:16. 2022-01-18T16:31:17.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:17 smithi129 conmon[101092]: 423090+0000 mgr.smithi129.iclwio (mgr.14716) 942 : cluster [DBG] pgmap v804: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:17.945 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:31:17.945 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (33m) 4m ago 35m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:31:17.945 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (25m) 4m ago 34m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:31:17.946 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (25m) 4m ago 34m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:31:17.946 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (33m) 4m ago 34m 40.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:31:17.946 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (29m) 4m ago 29m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:31:17.946 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (29m) 4m ago 29m 21.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:31:17.947 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (26m) 4m ago 36m 477M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:31:17.947 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (26m) 4m ago 34m 392M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:31:17.947 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (25m) 4m ago 36m 226M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:31:17.947 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (25m) 4m ago 34m 133M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:31:17.947 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (26m) 4m ago 26m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:31:17.948 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (26m) 4m ago 26m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:31:17.948 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (34m) 4m ago 34m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:31:17.948 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (34m) 4m ago 34m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:31:17.948 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (20m) 4m ago 33m 1481M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:31:17.949 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (33m) 4m ago 33m 2477M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:31:17.949 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (32m) 4m ago 32m 1941M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:31:17.949 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (32m) 4m ago 32m 2465M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:31:17.949 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (32m) 4m ago 32m 2293M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:31:17.950 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (31m) 4m ago 31m 2896M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:31:17.950 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (31m) 4m ago 31m 2259M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:31:17.950 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (31m) 4m ago 31m 3403M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:31:17.950 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (33m) 4m ago 34m 54.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:31:18.266 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:31:18.266 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:31:18.266 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:31:18.267 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:31:18.267 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:31:18.267 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:31:18.267 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:31:18.267 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:31:18.268 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:31:18.268 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:31:18.268 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:31:18.268 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:31:18.268 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:31:18.269 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:31:18.269 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:31:18.269 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:31:18.269 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:31:18.270 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:31:18.270 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:31:18.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:18 smithi156 conmon[67007]: audit 2022-01-18T16:31:17.666353+0000 mgr.smithi129.iclwio (mgr.14716) 943 : audit [DBG] from='client.34702 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:31:18.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:18 smithi156 conmon[67007]: audit 2022-01-18T16:31:17 2022-01-18T16:31:18.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:18 smithi156 conmon[67007]: .933919+0000 mgr.smithi129.iclwio (mgr.14716) 944 : audit [DBG] from='client.34706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:31:18.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:18 smithi156 conmon[67007]: audit 2022-01-18T16:31:18.263669+0000 mon.smithi129 (mon.0) 500 : audit [DBG] from='client.? 172.21.15.129:0/1253032657' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:31:18.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:18 smithi129 conmon[101092]: audit 2022-01-18T16:31:17.666353+0000 mgr.smithi129.iclwio (mgr.14716) 943 : audit [DBG] from='client.34702 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:31:18.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:18 smithi129 conmon[101092]: 2022-01-18T16:31:18.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:18 smithi129 conmon[101092]: audit 2022-01-18T16:31:17.933919+0000 mgr.smithi129.iclwio (mgr.14716) 944 : audit [DBG] from='client.34706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:31:18.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:18 smithi129 conmon[101092]: audit 2022-01-18T16:31:18.263669+0000 mon.smithi129 (mon.0) 2022-01-18T16:31:18.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:18 smithi129 conmon[101092]: 500 : audit [DBG] from='client.? 172.21.15.129:0/1253032657' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:31:19.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:19 smithi156 conmon[67007]: cluster 2022-01-18T16:31:18.423858+0000 mgr.smithi129.iclwio (mgr.14716) 945 : cluster [DBG] pgmap v805: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:19.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:19 smithi129 conmon[101092]: cluster 2022-01-18T16:31:18.423858+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:31:19.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:19 smithi129 conmon[101092]: 14716) 945 : cluster [DBG] pgmap v805: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:21.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:21 smithi156 conmon[67007]: cluster 2022-01-18T16:31:20.424611+0000 mgr.smithi129.iclwio (mgr.14716) 946 : cluster [DBG] pgmap v806: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:31:21.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:21 smithi129 conmon[101092]: cluster 2022-01-18T16:31:20.424611+0000 mgr.smithi129.iclwio 2022-01-18T16:31:21.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:21 smithi129 conmon[101092]: (mgr.14716) 946 : cluster [DBG] pgmap v806: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:31:23.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:23 smithi156 conmon[67007]: cluster 2022-01-18T16:31:22.425255+0000 mgr.smithi129.iclwio (mgr.14716) 947 : cluster [DBG] pgmap v807: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:23.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:23 smithi129 conmon[101092]: cluster 2022-01-18T16:31:22.425255+0000 mgr.smithi129.iclwio (mgr.14716) 947 : cluster [DBG] pgmap v807: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:23.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:23 smithi129 conmon[101092]: 2022-01-18T16:31:25.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:25 smithi156 conmon[67007]: cluster 2022-01-18T16:31:24.426032+0000 mgr.smithi129.iclwio (mgr.14716) 948 : cluster [DBG] pgmap v808: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:31:25.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:25 smithi129 conmon[101092]: cluster 2022-01-18T16:31:24.426032+0000 mgr.smithi129.iclwio (mgr.14716) 948 : cluster [DBG] 2022-01-18T16:31:25.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:25 smithi129 conmon[101092]: pgmap v808: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:31:27.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:27 smithi156 conmon[67007]: cluster 2022-01-18T16:31:26.426487+0000 mgr.smithi129.iclwio (mgr.14716) 949 : cluster [DBG] pgmap v809: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:27.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:27 smithi129 conmon[101092]: cluster 2022-01-18T16:31:26.426487+0000 mgr.smithi129.iclwio (mgr.14716) 949 : cluster [DBG] pgmap v809: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:29.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:29 smithi156 conmon[67007]: cluster 2022-01-18T16:31:28.426998+0000 mgr.smithi129.iclwio (mgr.14716) 950 : cluster [DBG] pgmap v810: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:29.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:29 smithi129 conmon[101092]: cluster 2022-01-18T16:31:28.426998+0000 mgr.smithi129.iclwio (mgr.14716) 950 : cluster [DBG] pgmap v810: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:31.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:31 smithi156 conmon[67007]: cluster 2022-01-18T16:31:30.427831+0000 mgr.smithi129.iclwio (mgr.14716) 951 : cluster [DBG] pgmap v811: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:31:31.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:31 smithi156 conmon[67007]: audit 2022-01-18T16:31: 2022-01-18T16:31:31.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:31 smithi156 conmon[67007]: 31.057127+0000 mon.smithi129 (mon.0) 501 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:31:31.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:31 smithi156 conmon[67007]: audit 2022-01-18T16:31:31.058538+0000 mon.smithi129 (mon.0) 502 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:31:31.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:31 smithi156 conmon[67007]: audit 2022-01-18T16:31:31.059403+0000 mon.smithi129 (mon.0) 503 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:31:31.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:31 smithi156 conmon[67007]: cephadm 2022-01-18T16:31:31.060111+0000 mgr.smithi129.iclwio (mgr.14716) 952 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:31:31.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:31 smithi156 conmon[67007]: audit 2022-01-18T16:31:31.374994+0000 mon.smithi129 (mon.0) 504 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:31:31.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:31 smithi156 conmon[67007]: audit 2022-01-18T16:31:31.382428+0000 mon.smithi129 (mon.0) 505 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:31:31.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:31 smithi129 conmon[101092]: cluster 2022-01-18T16:31:30.427831+0000 mgr.smithi129.iclwio (mgr.14716) 951 2022-01-18T16:31:31.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:31 smithi129 conmon[101092]: : cluster [DBG] pgmap v811: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:31:31.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:31 smithi129 conmon[101092]: audit 2022-01-18T16:31:31.057127+0000 mon.smithi129 (mon.0) 501 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:31:31.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:31 smithi129 conmon[101092]: audit 2022-01-18T16:31:31.058538+0000 mon.smithi129 (mon.0) 502 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:31:31.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:31 smithi129 conmon[101092]: audit 2022-01-18T16:31:31.059403+0000 mon.smithi129 (mon.0) 503 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:31:31.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:31 smithi129 conmon[101092]: cephadm 2022-01-18T16:31:31.060111+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:31:31.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:31 smithi129 conmon[101092]: ) 952 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:31:31.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:31 smithi129 conmon[101092]: audit 2022- 2022-01-18T16:31:31.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:31 smithi129 conmon[101092]: 01-18T16:31:31.374994 2022-01-18T16:31:31.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:31 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 504 : audit [INF] 2022-01-18T16:31:31.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:31 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:31:31.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:31 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T16:31:31.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:31 smithi129 conmon[101092]: 16:31:31.382428+0000 mon.smithi129 ( 2022-01-18T16:31:31.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:31 smithi129 conmon[101092]: mon.0) 505 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:31:33.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:33 smithi156 conmon[67007]: cluster 2022-01-18T16:31:32.428557+0000 mgr.smithi129.iclwio (mgr.14716) 953 : cluster [DBG] pgmap v812: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:33.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:33 smithi129 conmon[101092]: cluster 2022-01-18T16:31:32.428557+0000 mgr.smithi129.iclwio (mgr.14716) 953 : cluster [DBG] pgmap v812: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:35.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:35 smithi156 conmon[67007]: cluster 2022-01-18T16:31:34.429370+0000 mgr.smithi129.iclwio (mgr.14716) 954 2022-01-18T16:31:35.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:35 smithi156 conmon[67007]: : cluster [DBG] pgmap v813: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:31:35.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:35 smithi129 conmon[101092]: cluster 2022-01-18T16:31:34.429370+0000 mgr.smithi129.iclwio (mgr.14716) 954 : cluster [DBG] pgmap v813: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:31:35.700 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:35 smithi129 conmon[101092]: 2022-01-18T16:31:37.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:37 smithi156 conmon[67007]: cluster 2022-01-18T16:31:36.429924+0000 mgr.smithi129.iclwio (mgr.14716) 955 : 2022-01-18T16:31:37.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:37 smithi156 conmon[67007]: cluster [DBG] pgmap v814: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:37.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:37 smithi129 conmon[101092]: cluster 2022-01-18T16:31:36.429924+0000 mgr.smithi129.iclwio (mgr.14716) 955 : cluster [DBG] pgmap v814: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:39.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:39 smithi156 conmon[67007]: cluster 2022-01-18T16:31:38.430452+0000 mgr.smithi129.iclwio (mgr.14716) 956 : cluster [DBG] 2022-01-18T16:31:39.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:39 smithi156 conmon[67007]: pgmap v815: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:39.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:39 smithi129 conmon[101092]: cluster 2022-01-18T16:31:38.430452+0000 mgr.smithi129.iclwio (mgr.14716) 956 : cluster 2022-01-18T16:31:39.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:39 smithi129 conmon[101092]: [DBG] pgmap v815: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:41.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:41 smithi156 conmon[67007]: cluster 2022-01-18T16:31:40.431258+0000 mgr.smithi129.iclwio (mgr.14716) 957 : cluster 2022-01-18T16:31:41.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:41 smithi156 conmon[67007]: [DBG] pgmap v816: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:31:41.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:41 smithi129 conmon[101092]: cluster 2022-01-18T16:31:40.431258+0000 mgr.smithi129.iclwio (mgr.14716) 957 : cluster [DBG] pgmap v816: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:31:41.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:41 smithi129 conmon[101092]: 2022-01-18T16:31:43.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:43 smithi156 conmon[67007]: cluster 2022-01-18T16:31:42.431884+0000 mgr.smithi129.iclwio (mgr.14716) 958 : 2022-01-18T16:31:43.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:43 smithi156 conmon[67007]: cluster [DBG] pgmap v817: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:43.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:43 smithi129 conmon[101092]: cluster 2022-01-18T16:31:42.431884+0000 mgr.smithi129.iclwio (mgr.14716) 958 : cluster [DBG] pgmap v817: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:45.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:45 smithi156 conmon[67007]: cluster 2022-01-18T16:31:44.432510+0000 mgr.smithi129.iclwio (mgr.14716) 959 : 2022-01-18T16:31:45.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:45 smithi156 conmon[67007]: cluster [DBG] pgmap v818: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:31:45.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:45 smithi129 conmon[101092]: cluster 2022-01-18T16:31:44.432510+0000 mgr.smithi129.iclwio (mgr.14716) 959 : cluster [DBG] pgmap v818: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:31:47.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:47 smithi156 conmon[67007]: cluster 2022-01-18T16:31:46.433184+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:31:47.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:47 smithi156 conmon[67007]: ) 960 : cluster [DBG] pgmap v819: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:47.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:47 smithi129 conmon[101092]: cluster 2022-01-18T16:31:46.433184+0000 mgr.smithi129.iclwio (mgr.14716) 960 : cluster [DBG] pgmap v819: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:48.564 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:31:48.828 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:31:48.828 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (34m) 5m ago 35m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:31:48.829 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (26m) 5m ago 35m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:31:48.829 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (25m) 5m ago 34m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:31:48.829 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (34m) 5m ago 35m 40.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:31:48.829 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (30m) 5m ago 30m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:31:48.830 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (30m) 5m ago 30m 21.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:31:48.830 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (26m) 5m ago 36m 477M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:31:48.830 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (26m) 5m ago 34m 392M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:31:48.830 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (26m) 5m ago 36m 226M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:31:48.831 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (26m) 5m ago 34m 133M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:31:48.831 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (27m) 5m ago 27m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:31:48.831 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (27m) 5m ago 27m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:31:48.831 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (35m) 5m ago 35m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:31:48.832 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (34m) 5m ago 34m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:31:48.832 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (20m) 5m ago 34m 1481M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:31:48.832 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (33m) 5m ago 33m 2477M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:31:48.832 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (33m) 5m ago 33m 1941M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:31:48.832 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (33m) 5m ago 33m 2465M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:31:48.833 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (32m) 5m ago 32m 2293M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:31:48.833 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (32m) 5m ago 32m 2896M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:31:48.833 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (32m) 5m ago 32m 2259M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:31:48.833 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (31m) 5m ago 31m 3403M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:31:48.834 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (34m) 5m ago 34m 54.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:31:49.151 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:31:49.151 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:31:49.151 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:31:49.152 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:31:49.152 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:31:49.152 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:31:49.153 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:31:49.153 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:31:49.153 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:31:49.153 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:31:49.154 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:31:49.154 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:31:49.154 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:31:49.154 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:31:49.154 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:31:49.155 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:31:49.155 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:31:49.155 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:31:49.155 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:31:49.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:49 smithi156 conmon[67007]: cluster 2022-01-18T16:31:48.433670+0000 mgr.smithi129.iclwio (mgr.14716) 961 : 2022-01-18T16:31:49.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:49 smithi156 conmon[67007]: cluster [DBG] pgmap v820: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:49.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:49 smithi156 conmon[67007]: audit 2022-01-18T16:31:48.548996+0000 mgr.smithi129.iclwio (mgr.14716) 962 : audit [DBG] from='client.34714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:31:49.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:49 smithi156 conmon[67007]: audit 2022-01-18T16:31:48.817175+0000 mgr.smithi129.iclwio (mgr.14716) 963 : 2022-01-18T16:31:49.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:49 smithi156 conmon[67007]: audit [DBG] from='client.34718 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:31:49.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:49 smithi156 conmon[67007]: audit 2022-01-18T16:31: 2022-01-18T16:31:49.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:49 smithi156 conmon[67007]: 49.148567+0000 mon.smithi129 (mon.0) 506 : audit [DBG] 2022-01-18T16:31:49.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:49 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/2601223292' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:31:49.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:49 smithi129 conmon[101092]: cluster 2022-01-18T16:31:48.433670+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:31:49.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:49 smithi129 conmon[101092]: 14716) 961 : cluster [DBG] pgmap v820: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:49.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:49 smithi129 conmon[101092]: audit 2022-01-18T16:31:48.548996+0000 mgr.smithi129.iclwio (mgr.14716) 962 : audit [DBG] from='client.34714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:31:49.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:49 smithi129 conmon[101092]: audit 2022-01-18T16:31:48.817175+0000 mgr.smithi129.iclwio (mgr.14716) 963 : audit [DBG] 2022-01-18T16:31:49.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:49 smithi129 conmon[101092]: from='client.34718 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:31:49.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:49 smithi129 conmon[101092]: audit 2022-01-18T16:31:49.148567+0000 mon.smithi129 (mon.0) 506 : audit [DBG] from='client.? 172.21.15.129:0/2601223292' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:31:51.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:51 smithi156 conmon[67007]: cluster 2022-01-18T16:31:50.434613+0000 mgr.smithi129.iclwio (mgr.14716) 964 : cluster [DBG] 2022-01-18T16:31:51.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:51 smithi156 conmon[67007]: pgmap v821: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:31:51.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:51 smithi129 conmon[101092]: cluster 2022-01-18T16:31:50.434613+0000 mgr.smithi129.iclwio (mgr.14716) 964 : cluster [DBG] pgmap v821: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:31:53.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:53 smithi156 conmon[67007]: cluster 2022-01-18T16:31:52.435352+0000 mgr.smithi129.iclwio (mgr.14716) 965 : cluster 2022-01-18T16:31:53.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:53 smithi156 conmon[67007]: [DBG] pgmap v822: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:53.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:53 smithi129 conmon[101092]: cluster 2022-01-18T16:31:52.435352+0000 mgr.smithi129.iclwio (mgr.14716) 965 : cluster [DBG] pgmap v822: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:55.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:55 smithi156 conmon[67007]: cluster 2022-01-18T16:31:54.436096+0000 mgr.smithi129.iclwio (mgr.14716) 966 : 2022-01-18T16:31:55.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:55 smithi156 conmon[67007]: cluster [DBG] pgmap v823: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:31:55.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:55 smithi129 conmon[101092]: cluster 2022-01-18T16:31:54.436096+0000 mgr.smithi129.iclwio (mgr.14716) 966 : cluster [DBG] pgmap v823: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:31:57.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:57 smithi156 conmon[67007]: cluster 2022-01-18T16:31:56.436545+0000 mgr.smithi129.iclwio (mgr.14716) 967 : cluster [DBG] 2022-01-18T16:31:57.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:57 smithi156 conmon[67007]: pgmap v824: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:57.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:57 smithi129 conmon[101092]: cluster 2022-01-18T16:31:56.436545+0000 mgr.smithi129.iclwio (mgr.14716) 967 : cluster [DBG] 2022-01-18T16:31:57.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:57 smithi129 conmon[101092]: pgmap v824: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:58.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:58 smithi156 conmon[67007]: audit 2022-01-18T16:31:58.297125+0000 mon.smithi129 (mon.0) 2022-01-18T16:31:58.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:58 smithi156 conmon[67007]: 507 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:31:58.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:58 smithi156 conmon[67007]: audit 2022-01-18T16:31:58.297371+0000 mon.smithi129 (mon.0) 508 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:31:58.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:58 smithi129 conmon[101092]: audit 2022-01-18T16:31:58.297125+0000 mon.smithi129 (mon.0) 507 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:31:58.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:58 smithi129 conmon[101092]: audit 2022-01-18T16:31:58.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:58 smithi129 conmon[101092]: 2022-01-18T16:31:58.297371+0000 mon.smithi129 (mon.0) 508 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:31:59.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:59 smithi156 conmon[67007]: cluster 2022-01-18T16:31:58.437124+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:31:59.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:31:59 smithi156 conmon[67007]: 968 : cluster [DBG] pgmap v825: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:31:59.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:59 smithi129 conmon[101092]: cluster 2022-01-18T16:31:58.437124+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:31:59.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:31:59 smithi129 conmon[101092]: 14716) 968 : cluster [DBG] pgmap v825: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:01.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:01 smithi156 conmon[67007]: cluster 2022-01-18T16:32:00.438054+0000 mgr.smithi129.iclwio (mgr.14716) 969 : cluster 2022-01-18T16:32:01.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:01 smithi156 conmon[67007]: [DBG] pgmap v826: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:32:01.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:01 smithi129 conmon[101092]: cluster 2022-01-18T16:32:00.438054+0000 mgr.smithi129.iclwio (mgr.14716) 969 : cluster [DBG] pgmap v826: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:32:01.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:01 smithi129 conmon[101092]: 2022-01-18T16:32:03.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:03 smithi156 conmon[67007]: cluster 2022-01-18T16:32:02.438561+0000 mgr.smithi129.iclwio (mgr.14716) 970 : cluster 2022-01-18T16:32:03.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:03 smithi156 conmon[67007]: [DBG] pgmap v827: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:03.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:03 smithi129 conmon[101092]: cluster 2022-01-18T16:32:02.438561+0000 mgr.smithi129.iclwio (mgr.14716) 970 : cluster [DBG] pgmap v827: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:03.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:03 smithi129 conmon[101092]: 2022-01-18T16:32:05.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:05 smithi156 conmon[67007]: cluster 2022-01-18T16:32:04.439309+0000 mgr.smithi129.iclwio (mgr.14716) 971 : cluster [DBG] 2022-01-18T16:32:05.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:05 smithi156 conmon[67007]: pgmap v828: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:32:05.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:05 smithi129 conmon[101092]: cluster 2022-01-18T16:32:04.439309+0000 mgr.smithi129.iclwio (mgr.14716) 971 : cluster [DBG] pgmap v828: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:32:07.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:07 smithi156 conmon[67007]: cluster 2022-01-18T16:32:06.439830+0000 mgr.smithi129.iclwio (mgr.14716) 972 : cluster [DBG] pgmap v829: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:07.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:07 smithi129 conmon[101092]: cluster 2022-01-18T16:32:06.439830+0000 mgr.smithi129.iclwio (mgr.14716) 972 : cluster [DBG] 2022-01-18T16:32:07.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:07 smithi129 conmon[101092]: pgmap v829: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:09.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:09 smithi156 conmon[67007]: cluster 2022-01-18T16:32:08.440418+0000 mgr.smithi129.iclwio (mgr.14716) 973 : cluster [DBG] pgmap v830: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:09.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:09 smithi129 conmon[101092]: cluster 2022-01-18T16:32:08.440418+0000 mgr.smithi129.iclwio (mgr.14716) 973 : cluster [DBG] pgmap v830: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:11.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:11 smithi156 conmon[67007]: cluster 2022-01-18T16:32:10.441304+0000 mgr.smithi129.iclwio (mgr.14716) 974 : cluster [DBG] pgmap v831: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:32:11.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:11 smithi129 conmon[101092]: cluster 2022-01-18T16:32:10.441304+0000 mgr.smithi129.iclwio (mgr.14716) 974 : cluster [DBG] 2022-01-18T16:32:11.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:11 smithi129 conmon[101092]: pgmap v831: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:32:13.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:13 smithi156 conmon[67007]: cluster 2022-01-18T16:32:12.441967+0000 mgr.smithi129.iclwio (mgr.14716) 975 : cluster [DBG] pgmap v832: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:13.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:13 smithi129 conmon[101092]: cluster 2022-01-18T16:32:12.441967+0000 mgr.smithi129.iclwio ( 2022-01-18T16:32:13.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:13 smithi129 conmon[101092]: mgr.14716) 975 : cluster [DBG] pgmap v832: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:15.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:15 smithi156 conmon[67007]: cluster 2022-01-18T16:32:14.442800+0000 mgr.smithi129.iclwio (mgr.14716) 976 : cluster [DBG] pgmap v833: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:32:15.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:15 smithi129 conmon[101092]: cluster 2022-01-18T16:32:14.442800+0000 mgr.smithi129.iclwio (mgr.14716) 976 2022-01-18T16:32:15.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:15 smithi129 conmon[101092]: : cluster [DBG] pgmap v833: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:32:17.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:17 smithi156 conmon[67007]: cluster 2022-01-18T16:32:16.443276+0000 mgr.smithi129.iclwio (mgr.14716) 977 : 2022-01-18T16:32:17.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:17 smithi156 conmon[67007]: cluster [DBG] pgmap v834: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:17.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:17 smithi129 conmon[101092]: cluster 2022-01-18T16:32:16.443276+0000 mgr.smithi129.iclwio ( 2022-01-18T16:32:17.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:17 smithi129 conmon[101092]: mgr.14716) 977 : cluster [DBG] pgmap v834: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:19.453 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:32:19.726 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:32:19.727 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (34m) 5m ago 36m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:32:19.727 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (26m) 5m ago 36m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:32:19.727 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (26m) 5m ago 35m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:32:19.728 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (34m) 5m ago 35m 40.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:32:19.728 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (30m) 5m ago 30m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:32:19.729 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (30m) 5m ago 30m 21.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:32:19.729 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (27m) 5m ago 37m 477M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:32:19.730 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (27m) 5m ago 35m 392M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:32:19.730 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (27m) 5m ago 37m 226M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:32:19.731 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (26m) 5m ago 35m 133M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:32:19.731 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (27m) 5m ago 27m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:32:19.731 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (27m) 5m ago 27m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:32:19.731 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (35m) 5m ago 35m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:32:19.731 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (35m) 5m ago 35m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:32:19.732 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (21m) 5m ago 34m 1481M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:32:19.732 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (34m) 5m ago 34m 2477M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:32:19.732 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (33m) 5m ago 33m 1941M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:32:19.732 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (33m) 5m ago 33m 2465M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:32:19.733 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (33m) 5m ago 33m 2293M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:32:19.733 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (32m) 5m ago 32m 2896M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:32:19.733 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (32m) 5m ago 32m 2259M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:32:19.733 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (32m) 5m ago 32m 3403M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:32:19.734 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (34m) 5m ago 35m 54.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:32:19.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:19 smithi156 conmon[67007]: cluster 2022-01-18T16:32:18.443835+0000 mgr.smithi129.iclwio (mgr.14716) 978 : cluster [DBG] 2022-01-18T16:32:19.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:19 smithi156 conmon[67007]: pgmap v835: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:19.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:19 smithi129 conmon[101092]: cluster 2022-01-18T16:32:18.443835+0000 mgr.smithi129.iclwio (mgr.14716) 978 : cluster [DBG] pgmap v835: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:20.041 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:32:20.041 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:32:20.042 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:32:20.042 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:32:20.042 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:32:20.042 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:32:20.043 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:32:20.043 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:32:20.043 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:32:20.043 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:32:20.044 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:32:20.044 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:32:20.044 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:32:20.044 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:32:20.045 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:32:20.045 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:32:20.045 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:32:20.045 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:32:20.045 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:32:20.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:20 smithi156 conmon[67007]: audit 2022-01-18T16:32:19.438300+0000 mgr.smithi129.iclwio (mgr.14716) 979 : 2022-01-18T16:32:20.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:20 smithi156 conmon[67007]: audit [DBG] from='client.34726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:32:20.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:20 smithi156 conmon[67007]: audit 2022-01-18T16:32:19.711163+0000 mgr.smithi129.iclwio (mgr.14716) 980 : audit [DBG] from='client.34730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:32:20.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:20 smithi156 conmon[67007]: audit 2022-01-18T16:32:20.038486+0000 mon.smithi129 (mon.0) 509 2022-01-18T16:32:20.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:20 smithi156 conmon[67007]: : audit [DBG] from='client.? 172.21.15.129:0/1013111720' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:32:20.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:20 smithi129 conmon[101092]: audit 2022-01-18T16:32:19.438300+0000 mgr.smithi129.iclwio (mgr.14716) 979 : audit [DBG] 2022-01-18T16:32:20.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:20 smithi129 conmon[101092]: from='client.34726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:32:20.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:20 smithi129 conmon[101092]: audit 2022-01-18T16:32:19.711163+0000 mgr.smithi129.iclwio (mgr.14716) 980 : audit [DBG] from='client.34730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:32:20.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:20 smithi129 conmon[101092]: audit 2022- 2022-01-18T16:32:20.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:20 smithi129 conmon[101092]: 01-18T16:32:20.038486+0000 mon.smithi129 (mon.0) 509 : audit [DBG] from='client.? 172.21.15.129:0/1013111720' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:32:21.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:21 smithi156 conmon[67007]: cluster 2022-01-18T16:32:20.444478+0000 mgr.smithi129.iclwio (mgr.14716) 981 : cluster 2022-01-18T16:32:21.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:21 smithi156 conmon[67007]: [DBG] pgmap v836: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:32:21.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:21 smithi129 conmon[101092]: cluster 2022-01-18T16:32:20.444478+0000 mgr.smithi129.iclwio (mgr.14716) 981 : cluster [DBG] pgmap v836: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:32:23.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:23 smithi156 conmon[67007]: cluster 2022-01-18T16:32:22.445108+0000 mgr.smithi129.iclwio (mgr.14716) 982 : cluster [DBG] 2022-01-18T16:32:23.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:23 smithi156 conmon[67007]: pgmap v837: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:23.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:23 smithi129 conmon[101092]: cluster 2022-01-18T16:32:22.445108+0000 mgr.smithi129.iclwio (mgr.14716) 982 : cluster [DBG] pgmap v837: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:25.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:25 smithi156 conmon[67007]: cluster 2022-01-18T16:32:24.445843+0000 mgr.smithi129.iclwio (mgr.14716) 983 : cluster [DBG] pgmap v838: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:32:25.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:25 smithi129 conmon[101092]: cluster 2022-01-18T16:32:24.445843+0000 mgr.smithi129.iclwio (mgr.14716) 983 : cluster [DBG] pgmap v838: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:32:27.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:27 smithi156 conmon[67007]: cluster 2022-01-18T16:32:26.446303+0000 mgr.smithi129.iclwio (mgr.14716) 984 : cluster [DBG] pgmap v839: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:27.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:27 smithi129 conmon[101092]: cluster 2022-01-18T16:32:26.446303+0000 mgr.smithi129.iclwio (mgr.14716) 984 : cluster [DBG] pgmap v839: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:29.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:29 smithi156 conmon[67007]: cluster 2022-01-18T16:32:28.446880+0000 mgr.smithi129.iclwio (mgr.14716) 985 : cluster [DBG] pgmap v840: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:29.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:29 smithi129 conmon[101092]: cluster 2022-01-18T16:32:28.446880+0000 mgr.smithi129.iclwio (mgr.14716) 985 : cluster [DBG] pgmap v840: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:31.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:31 smithi156 conmon[67007]: cluster 2022-01-18T16:32:30.447623+0000 mgr.smithi129.iclwio (mgr.14716) 986 : cluster 2022-01-18T16:32:31.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:31 smithi156 conmon[67007]: [DBG] pgmap v841: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:32:31.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:31 smithi156 conmon[67007]: audit 2022-01-18T16:32:31.384972+0000 mon.smithi129 ( 2022-01-18T16:32:31.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:31 smithi156 conmon[67007]: mon.0) 510 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:32:31.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:31 smithi156 conmon[67007]: audit 2022-01-18T16:32:31.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:31 smithi156 conmon[67007]: 2022-01-18T16: 2022-01-18T16:32:31.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:31 smithi156 conmon[67007]: 32:31.386378+0000 mon.smithi129 ( 2022-01-18T16:32:31.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:31 smithi156 conmon[67007]: mon.0) 511 : audit 2022-01-18T16:32:31.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:31 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:32:31.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:31 smithi156 conmon[67007]: audit 2022-01-18T16:32:31.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:31 smithi156 conmon[67007]: 2022-01-18T16: 2022-01-18T16:32:31.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:31 smithi156 conmon[67007]: 32:31.387359+0000 mon.smithi129 2022-01-18T16:32:31.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:31 smithi156 conmon[67007]: (mon.0) 512 : audit 2022-01-18T16:32:31.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:31 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:32:31.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:31 smithi129 conmon[101092]: cluster 2022-01-18T16:32:30.447623+0000 mgr.smithi129.iclwio 2022-01-18T16:32:31.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:31 smithi129 conmon[101092]: (mgr.14716) 986 : cluster [DBG] pgmap v841: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:32:31.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:31 smithi129 conmon[101092]: audit 2022-01-18T16:32:31.384972+0000 mon.smithi129 (mon.0) 510 : audit 2022-01-18T16:32:31.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:31 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:32:31.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:31 smithi129 conmon[101092]: audit 2022-01-18T16: 2022-01-18T16:32:31.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:31 smithi129 conmon[101092]: 32:31.386378+0000 mon.smithi129 (mon.0) 511 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:32:31.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:31 smithi129 conmon[101092]: 2022-01-18T16:32:31.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:31 smithi129 conmon[101092]: audit 2022-01-18T16:32:31.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:31 smithi129 conmon[101092]: 2022-01-18T16:32:31.387359+0000 mon.smithi129 ( 2022-01-18T16:32:31.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:31 smithi129 conmon[101092]: mon.0) 512 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:32:33.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:32 smithi156 conmon[67007]: cephadm 2022-01-18T16:32:31.388106+0000 mgr.smithi129.iclwio (mgr.14716) 987 : cephadm 2022-01-18T16:32:33.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:32 smithi156 conmon[67007]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:32:33.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:32 smithi156 conmon[67007]: audit 2022-01-18T16:32:31.697832+0000 mon.smithi129 (mon.0) 513 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:32:33.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:32 smithi156 conmon[67007]: audit 2022-01-18T16:32 2022-01-18T16:32:33.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:32 smithi156 conmon[67007]: :31.702684+0000 mon.smithi129 (mon.0) 514 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:32:33.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:32 smithi129 conmon[101092]: cephadm 2022-01-18T16:32:31.388106+0000 mgr.smithi129.iclwio (mgr.14716) 987 : cephadm [WRN] 2022-01-18T16:32:33.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:32 smithi129 conmon[101092]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:32:33.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:32 smithi129 conmon[101092]: audit 2022-01-18T16:32:31.697832+0000 mon.smithi129 (mon.0) 513 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:32:33.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:32 smithi129 conmon[101092]: audit 2022-01-18T16:32:31.702684+0000 mon.smithi129 (mon.0) 514 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:32:34.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:33 smithi156 conmon[67007]: cluster 2022-01-18T16:32:32.448160+0000 mgr.smithi129.iclwio (mgr.14716) 988 : cluster [DBG] pgmap v842: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:34.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:33 smithi129 conmon[101092]: cluster 2022-01-18T16:32:32.448160+0000 mgr.smithi129.iclwio (mgr.14716) 988 : cluster [DBG] 2022-01-18T16:32:34.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:33 smithi129 conmon[101092]: pgmap v842: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:35.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:35 smithi156 conmon[67007]: cluster 2022-01-18T16:32:34.448954+0000 mgr.smithi129.iclwio (mgr.14716) 989 : cluster [DBG] pgmap v843: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:32:35.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:35 smithi129 conmon[101092]: cluster 2022-01-18T16:32:34.448954+0000 mgr.smithi129.iclwio (mgr.14716) 989 : cluster [DBG] pgmap v843: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:32:37.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:37 smithi156 conmon[67007]: cluster 2022-01-18T16:32:36.449632+0000 mgr.smithi129.iclwio (mgr.14716) 990 : cluster [DBG] 2022-01-18T16:32:37.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:37 smithi156 conmon[67007]: pgmap v844: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:37.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:37 smithi129 conmon[101092]: cluster 2022-01-18T16:32:36.449632+0000 mgr.smithi129.iclwio (mgr.14716) 990 : cluster [DBG] pgmap v844: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:39.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:39 smithi156 conmon[67007]: cluster 2022-01-18T16:32:38.450223+0000 mgr.smithi129.iclwio (mgr.14716) 991 : cluster [DBG] pgmap v845: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:39.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:39 smithi129 conmon[101092]: cluster 2022-01-18T16:32:38.450223+0000 mgr.smithi129.iclwio (mgr.14716) 991 : cluster 2022-01-18T16:32:39.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:39 smithi129 conmon[101092]: [DBG] pgmap v845: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:41.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:41 smithi156 conmon[67007]: cluster 2022-01-18T16:32:40.451174+0000 mgr.smithi129.iclwio (mgr.14716) 992 : cluster [DBG] pgmap v846: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:32:41.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:41 smithi129 conmon[101092]: cluster 2022-01-18T16:32:40.451174+0000 mgr.smithi129.iclwio (mgr.14716) 992 : cluster [DBG] pgmap v846: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:32:43.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:43 smithi156 conmon[67007]: cluster 2022-01-18T16:32:42.451719+0000 mgr.smithi129.iclwio (mgr.14716) 993 : cluster [DBG] pgmap v847: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:43.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:43 smithi129 conmon[101092]: cluster 2022-01-18T16:32:42.451719+0000 mgr.smithi129.iclwio (mgr.14716) 993 : cluster [DBG] pgmap v847: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:45.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:45 smithi156 conmon[67007]: cluster 2022-01-18T16:32:44.452592+0000 mgr.smithi129.iclwio (mgr.14716) 994 : cluster [DBG] pgmap v848: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:32:45.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:45 smithi129 conmon[101092]: cluster 2022-01-18T16:32:44.452592+0000 mgr.smithi129.iclwio (mgr.14716) 994 : cluster [DBG] pgmap v848: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:32:47.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:47 smithi156 conmon[67007]: cluster 2022-01-18T16:32:46.453119+0000 mgr.smithi129.iclwio (mgr.14716) 995 : cluster [DBG] pgmap v849: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:47.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:47 smithi129 conmon[101092]: cluster 2022-01-18T16:32:46.453119+0000 mgr.smithi129.iclwio (mgr.14716) 995 : cluster [DBG] pgmap v849: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:49.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:49 smithi156 conmon[67007]: cluster 2022-01-18T16:32:48.453717+0000 mgr.smithi129.iclwio (mgr.14716) 996 : cluster [DBG] pgmap v850: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:49.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:49 smithi129 conmon[101092]: cluster 2022-01-18T16:32:48.453717+0000 mgr.smithi129.iclwio (mgr.14716) 996 : cluster [DBG] pgmap v850: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:49.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:49 smithi129 conmon[101092]: 2022-01-18T16:32:50.340 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:32:50.605 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:32:50.606 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (35m) 6m ago 36m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:32:50.606 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (27m) 6m ago 36m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:32:50.606 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (26m) 6m ago 35m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:32:50.607 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (35m) 6m ago 36m 40.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:32:50.607 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (31m) 6m ago 31m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:32:50.607 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (31m) 6m ago 31m 21.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:32:50.607 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (28m) 6m ago 37m 477M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:32:50.608 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (27m) 6m ago 35m 392M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:32:50.608 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (27m) 6m ago 37m 226M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:32:50.608 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (27m) 6m ago 35m 133M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:32:50.608 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (28m) 6m ago 28m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:32:50.609 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (28m) 6m ago 28m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:32:50.609 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (36m) 6m ago 36m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:32:50.609 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (35m) 6m ago 35m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:32:50.609 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (21m) 6m ago 35m 1481M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:32:50.609 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (34m) 6m ago 34m 2477M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:32:50.610 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (34m) 6m ago 34m 1941M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:32:50.610 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (34m) 6m ago 34m 2465M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:32:50.610 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (33m) 6m ago 33m 2293M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:32:50.611 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (33m) 6m ago 33m 2896M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:32:50.611 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (33m) 6m ago 33m 2259M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:32:50.611 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (32m) 6m ago 32m 3403M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:32:50.611 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (35m) 6m ago 35m 54.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:32:50.922 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:32:50.923 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:32:50.923 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:32:50.923 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:32:50.924 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:32:50.924 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:32:50.924 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:32:50.924 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:32:50.925 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:32:50.925 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:32:50.925 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:32:50.925 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:32:50.925 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:32:50.926 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:32:50.926 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:32:50.926 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:32:50.926 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:32:50.927 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:32:50.927 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:32:51.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:51 smithi156 conmon[67007]: audit 2022-01-18T16:32:50.324897+0000 mgr.smithi129.iclwio (mgr.14716) 997 : audit [DBG] from='client.34738 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:32:51.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:51 smithi156 conmon[67007]: cluster 2022-01-18T16:32:50.454347+0000 mgr.smithi129.iclwio (mgr.14716) 998 : cluster [DBG] pgmap v851: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:32:51.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:51 smithi156 conmon[67007]: audit 2022-01-18T16:32:50.593662+0000 mgr.smithi129.iclwio (mgr.14716) 999 : audit [DBG] from='client.34742 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:32:51.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:51 smithi156 conmon[67007]: audit 2022-01-18T16:32:50.919642+0000 2022-01-18T16:32:51.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:51 smithi156 conmon[67007]: mon.smithi129 (mon.0) 515 : audit [DBG] 2022-01-18T16:32:51.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:51 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/3725728912' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:32:51.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:51 smithi129 conmon[101092]: audit 2022-01-18T16:32:50.324897+0000 mgr.smithi129.iclwio (mgr.14716) 997 : 2022-01-18T16:32:51.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:51 smithi129 conmon[101092]: audit [DBG] from='client.34738 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:32:51.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:51 smithi129 conmon[101092]: cluster 2022-01-18T16:32:50.454347+0000 mgr.smithi129.iclwio (mgr.14716) 998 : cluster [DBG] pgmap v851: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:32:51.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:51 smithi129 conmon[101092]: audit 2022-01-18T16:32:50.593662+0000 mgr.smithi129.iclwio (mgr.14716) 999 : audit [DBG] from='client.34742 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:32:51.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:51 smithi129 conmon[101092]: audit 2022-01-18T16: 2022-01-18T16:32:51.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:51 smithi129 conmon[101092]: 32:50.919642+0000 mon.smithi129 (mon.0) 515 : audit [DBG] 2022-01-18T16:32:51.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:51 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/3725728912' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:32:53.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:53 smithi156 conmon[67007]: cluster 2022-01-18T16:32:52.455027+0000 mgr.smithi129.iclwio (mgr.14716) 1000 : cluster [DBG] pgmap v852: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:53.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:53 smithi129 conmon[101092]: cluster 2022-01-18T16:32:52.455027+0000 mgr.smithi129.iclwio (mgr.14716) 1000 : cluster 2022-01-18T16:32:53.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:53 smithi129 conmon[101092]: [DBG] pgmap v852: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:55.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:55 smithi156 conmon[67007]: cluster 2022-01-18T16:32:54.455890+0000 mgr.smithi129.iclwio (mgr.14716) 1001 : cluster [DBG] pgmap v853: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:32:55.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:55 smithi129 conmon[101092]: cluster 2022-01-18T16:32:54.455890+0000 mgr.smithi129.iclwio (mgr.14716) 1001 : cluster [DBG] pgmap v853: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:32:57.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:57 smithi156 conmon[67007]: cluster 2022-01-18T16:32:56.456367+0000 mgr.smithi129.iclwio (mgr.14716) 1002 : cluster [DBG] pgmap v854: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:57.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:57 smithi129 conmon[101092]: cluster 2022-01-18T16:32:56.456367+0000 mgr.smithi129.iclwio (mgr.14716) 1002 : cluster [DBG] pgmap v854: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:58.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:58 smithi156 conmon[67007]: audit 2022-01-18T16:32:58.302145+0000 mon.smithi129 (mon.0) 516 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:32:58.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:58 smithi156 conmon[67007]: audit 2022-01-18T16:32:58.302381+0000 mon.smithi129 (mon.0) 517 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:32:58.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:58 smithi129 conmon[101092]: audit 2022-01-18T16:32:58.302145+0000 mon.smithi129 (mon.0) 516 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:32:58.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:58 smithi129 conmon[101092]: audit 2022-01-18T16:32:58.302381+0000 mon.smithi129 (mon.0) 517 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:32:59.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:32:59 smithi156 conmon[67007]: cluster 2022-01-18T16:32:58.456958+0000 mgr.smithi129.iclwio (mgr.14716) 1003 : cluster [DBG] pgmap v855: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:32:59.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:32:59 smithi129 conmon[101092]: cluster 2022-01-18T16:32:58.456958+0000 mgr.smithi129.iclwio (mgr.14716) 1003 : cluster [DBG] pgmap v855: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:01.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:01 smithi156 conmon[67007]: cluster 2022-01-18T16:33:00.457716+0000 mgr.smithi129.iclwio (mgr.14716) 1004 : cluster [DBG] pgmap v856: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:33:01.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:01 smithi129 conmon[101092]: cluster 2022-01-18T16:33:00.457716+0000 mgr.smithi129.iclwio (mgr.14716) 1004 : cluster [DBG] pgmap v856: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:33:03.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:03 smithi156 conmon[67007]: cluster 2022-01-18T16:33:02.458468+0000 mgr.smithi129.iclwio (mgr.14716) 1005 : cluster [DBG] pgmap v857: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:03.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:03 smithi129 conmon[101092]: cluster 2022-01-18T16:33:02.458468+0000 mgr.smithi129.iclwio (mgr.14716) 1005 : cluster [DBG] pgmap v857: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:05.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:05 smithi156 conmon[67007]: cluster 2022-01-18T16:33:04.459393+0000 mgr.smithi129.iclwio (mgr.14716) 1006 : cluster [DBG] pgmap v858: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:33:05.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:05 smithi129 conmon[101092]: cluster 2022-01-18T16:33:04.459393+0000 mgr.smithi129.iclwio (mgr.14716) 1006 : cluster [DBG] pgmap v858: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:33:05.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:05 smithi129 conmon[101092]: 2022-01-18T16:33:07.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:07 smithi156 conmon[67007]: cluster 2022-01-18T16:33:06.459842+0000 mgr.smithi129.iclwio (mgr.14716) 1007 : cluster [DBG] pgmap v859: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:07.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:07 smithi129 conmon[101092]: cluster 2022-01-18T16:33:06.459842+0000 mgr.smithi129.iclwio (mgr.14716) 1007 : cluster [DBG] pgmap v859: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:09.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:09 smithi156 conmon[67007]: cluster 2022-01-18T16:33:08.460475+0000 mgr.smithi129.iclwio (mgr.14716) 1008 : cluster [DBG] pgmap v860: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:09.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:09 smithi129 conmon[101092]: cluster 2022-01-18T16:33:08.460475+0000 mgr.smithi129.iclwio (mgr.14716) 1008 : cluster [DBG] pgmap v860: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:11.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:11 smithi156 conmon[67007]: cluster 2022-01-18T16:33:10.461205+0000 mgr.smithi129.iclwio (mgr.14716) 1009 : cluster [DBG] pgmap v861: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:33:11.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:11 smithi156 conmon[67007]: 2022-01-18T16:33:11.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:11 smithi129 conmon[101092]: cluster 2022-01-18T16:33:10.461205+0000 mgr.smithi129.iclwio (mgr.14716) 1009 : cluster [DBG] pgmap v861: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:33:13.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:13 smithi156 conmon[67007]: cluster 2022-01-18T16:33:12.461856+0000 mgr.smithi129.iclwio (mgr.14716) 1010 : cluster [DBG] pgmap v862: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:13.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:13 smithi129 conmon[101092]: cluster 2022-01-18T16:33:12.461856+0000 mgr.smithi129.iclwio (mgr.14716) 1010 : cluster [DBG] pgmap v862: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:15.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:15 smithi156 conmon[67007]: cluster 2022-01-18T16:33:14.462825+0000 mgr.smithi129.iclwio (mgr.14716) 1011 : cluster [DBG] pgmap v863: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:33:15.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:15 smithi156 conmon[67007]: 2022-01-18T16:33:15.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:15 smithi129 conmon[101092]: cluster 2022-01-18T16:33:14.462825+0000 mgr.smithi129.iclwio (mgr.14716) 1011 : cluster [DBG] pgmap v863: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:33:17.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:17 smithi156 conmon[67007]: cluster 2022-01-18T16:33:16.463392+0000 mgr.smithi129.iclwio (mgr.14716) 1012 : cluster [DBG] pgmap v864: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:17.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:17 smithi156 conmon[67007]: 2022-01-18T16:33:17.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:17 smithi129 conmon[101092]: cluster 2022-01-18T16:33:16.463392+0000 mgr.smithi129.iclwio (mgr.14716) 1012 : cluster 2022-01-18T16:33:17.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:17 smithi129 conmon[101092]: [DBG] pgmap v864: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:19.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:19 smithi156 conmon[67007]: cluster 2022-01-18T16:33:18.463932+0000 mgr.smithi129.iclwio (mgr.14716) 1013 : cluster [DBG] pgmap v865: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:19.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:19 smithi129 conmon[101092]: cluster 2022-01-18T16:33:18.463932+0000 mgr.smithi129.iclwio 2022-01-18T16:33:19.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:19 smithi129 conmon[101092]: (mgr.14716) 1013 : cluster [DBG] pgmap v865: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:21.228 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:33:21.493 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:33:21.493 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (35m) 6m ago 37m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:33:21.494 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (27m) 6m ago 37m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:33:21.494 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (27m) 7m ago 36m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:33:21.494 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (35m) 6m ago 36m 40.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:33:21.494 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (31m) 6m ago 31m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:33:21.495 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (31m) 7m ago 31m 21.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:33:21.495 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (28m) 6m ago 38m 477M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:33:21.495 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (28m) 7m ago 36m 392M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:33:21.495 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (28m) 6m ago 38m 226M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:33:21.495 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (27m) 7m ago 36m 133M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:33:21.496 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (28m) 6m ago 28m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:33:21.496 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (28m) 7m ago 28m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:33:21.496 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (36m) 6m ago 36m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:33:21.496 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (36m) 7m ago 36m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:33:21.497 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (22m) 6m ago 35m 1481M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:33:21.497 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (35m) 6m ago 35m 2477M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:33:21.497 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (34m) 6m ago 34m 1941M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:33:21.497 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (34m) 6m ago 34m 2465M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:33:21.498 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (34m) 7m ago 34m 2293M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:33:21.498 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (33m) 7m ago 33m 2896M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:33:21.498 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (33m) 7m ago 33m 2259M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:33:21.498 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (33m) 7m ago 33m 3403M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:33:21.499 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (35m) 6m ago 36m 54.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:33:21.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:21 smithi156 conmon[67007]: cluster 2022-01-18T16:33:20.464706+0000 mgr.smithi129.iclwio (mgr.14716) 1014 : cluster [DBG] pgmap v866: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:33:21.810 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:33:21.811 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:33:21.811 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:33:21.811 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:33:21.811 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:33:21.812 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:33:21.812 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:33:21.812 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:33:21.813 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:33:21.813 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:33:21.813 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:33:21.814 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:33:21.814 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:33:21.814 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:33:21.814 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:33:21.815 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:33:21.815 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:33:21.815 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:33:21.815 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:33:21.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:21 smithi129 conmon[101092]: cluster 2022-01-18T16:33:20.464706+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:33:21.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:21 smithi129 conmon[101092]: 1014 : cluster [DBG] pgmap v866: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:33:22.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:22 smithi156 conmon[67007]: audit 2022-01-18T16:33:21.212925+0000 mgr.smithi129.iclwio (mgr.14716) 1015 : audit [DBG] 2022-01-18T16:33:22.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:22 smithi156 conmon[67007]: from='client.34750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:33:22.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:22 smithi156 conmon[67007]: audit 2022-01-18T16:33:21.481030+0000 mgr.smithi129.iclwio (mgr.14716) 1016 : audit [DBG] from='client.34754 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:33:22.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:22 smithi156 conmon[67007]: audit 2022 2022-01-18T16:33:22.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:22 smithi156 conmon[67007]: -01-18T16:33:21.807454+0000 mon.smithi129 (mon.0) 518 : audit [DBG] from='client.? 172.21.15.129:0/2376437052' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:33:22.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:22 smithi129 conmon[101092]: audit 2022-01-18T16:33:21.212925+0000 mgr.smithi129.iclwio (mgr.14716) 1015 : audit [DBG] 2022-01-18T16:33:22.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:22 smithi129 conmon[101092]: from='client.34750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:33:22.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:22 smithi129 conmon[101092]: audit 2022-01-18T16:33:21.481030+0000 mgr.smithi129.iclwio (mgr.14716) 1016 : audit [DBG] from='client.34754 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:33:22.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:22 smithi129 conmon[101092]: audit 2022-01-18T16:33:21.807454+0000 mon.smithi129 ( 2022-01-18T16:33:22.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:22 smithi129 conmon[101092]: mon.0) 518 : audit [DBG] from='client.? 172.21.15.129:0/2376437052' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:33:23.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:23 smithi156 conmon[67007]: cluster 2022-01-18T16:33:22.465296+0000 mgr.smithi129.iclwio (mgr.14716) 1017 : cluster [DBG] pgmap v867: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:23.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:23 smithi129 conmon[101092]: cluster 2022-01-18T16:33:22.465296+0000 mgr.smithi129.iclwio (mgr.14716) 1017 : cluster [DBG] pgmap v867: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:25.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:25 smithi156 conmon[67007]: cluster 2022-01-18T16:33:24.466272+0000 mgr.smithi129.iclwio (mgr.14716) 1018 : cluster [DBG] pgmap v868: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:33:25.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:25 smithi156 conmon[67007]: 2022-01-18T16:33:25.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:25 smithi129 conmon[101092]: cluster 2022-01-18T16:33:24.466272+0000 mgr.smithi129.iclwio (mgr.14716) 1018 : cluster [DBG] pgmap v868: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:33:27.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:27 smithi156 conmon[67007]: cluster 2022-01-18T16:33:26.466887+0000 mgr.smithi129.iclwio (mgr.14716) 1019 : cluster [DBG] pgmap v869: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:27.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:27 smithi156 conmon[67007]: 2022-01-18T16:33:27.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:27 smithi129 conmon[101092]: cluster 2022-01-18T16:33:26.466887+0000 mgr.smithi129.iclwio (mgr.14716) 1019 : cluster [DBG] pgmap v869: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:29.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:29 smithi156 conmon[67007]: cluster 2022-01-18T16:33:28.467591+0000 mgr.smithi129.iclwio (mgr.14716) 1020 : cluster [DBG] pgmap v870: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:29.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:29 smithi129 conmon[101092]: cluster 2022-01-18T16:33:28.467591+0000 mgr.smithi129.iclwio (mgr.14716) 1020 : cluster [DBG] pgmap v870: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:31.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:31 smithi156 conmon[67007]: cluster 2022-01-18T16:33:30.468505+0000 mgr.smithi129.iclwio (mgr.14716) 1021 : cluster [DBG] pgmap v871: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:33:31.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:31 smithi129 conmon[101092]: cluster 2022-01-18T16:33:30.468505+0000 mgr.smithi129.iclwio (mgr.14716) 1021 : cluster [DBG] pgmap v871: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:33:32.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:32 smithi156 conmon[67007]: audit 2022-01-18T16:33:31.705170+0000 mon.smithi129 (mon.0) 519 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:33:32.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:32 smithi156 conmon[67007]: audit 2022-01-18T16:33:31.706468+0000 mon.smithi129 (mon.0) 520 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:33:32.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:32 smithi156 conmon[67007]: audit 2022-01-18T16:33:31. 2022-01-18T16:33:32.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:32 smithi156 conmon[67007]: 707334+0000 mon.smithi129 (mon.0) 521 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:33:32.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:32 smithi156 conmon[67007]: cephadm 2022-01- 2022-01-18T16:33:32.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:32 smithi156 conmon[67007]: 18T16:33:31.708108+0000 mgr.smithi129.iclwio ( 2022-01-18T16:33:32.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:32 smithi156 conmon[67007]: mgr.14716) 1022 : cephadm [WRN] 2022-01-18T16:33:32.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:32 smithi156 conmon[67007]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:33:32.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:32 smithi156 conmon[67007]: audit 2022 2022-01-18T16:33:32.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:32 smithi156 conmon[67007]: -01-18T16:33:32 2022-01-18T16:33:32.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:32 smithi156 conmon[67007]: .013391+0000 mon.smithi129 (mon.0) 2022-01-18T16:33:32.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:32 smithi156 conmon[67007]: 522 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:33:32.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:32 smithi156 conmon[67007]: audit 2022- 2022-01-18T16:33:32.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:32 smithi156 conmon[67007]: 01-18T16:33:32.018001 2022-01-18T16:33:32.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:32 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 523 2022-01-18T16:33:32.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:32 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:33:32.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:32 smithi129 conmon[101092]: audit 2022-01-18T16:33:31.705170+0000 mon.smithi129 (mon.0) 519 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:33:32.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:32 smithi129 conmon[101092]: audit 2022-01-18T16:33:31.706468+0000 mon.smithi129 (mon.0) 520 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:33:32.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:32 smithi129 conmon[101092]: audit 2022-01-18T16:33:31.707334+0000 mon.smithi129 (mon.0) 521 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:33:32.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:32 smithi129 conmon[101092]: cephadm 2022-01-18T16:33:31.708108+0000 mgr.smithi129.iclwio (mgr.14716) 1022 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:33:32.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:32 smithi129 conmon[101092]: audit 2022-01-18T16:33:32.013391+0000 mon.smithi129 (mon.0) 522 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:33:32.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:32 smithi129 conmon[101092]: audit 2022-01-18T16:33:32.018001+0000 mon.smithi129 (mon.0) 523 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:33:34.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:34 smithi156 conmon[67007]: cluster 2022-01-18T16:33:32.469141+0000 mgr.smithi129.iclwio (mgr.14716) 1023 : cluster [DBG] pgmap v872: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:34.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:34 smithi129 conmon[101092]: cluster 2022-01-18T16:33:32.469141+0000 mgr.smithi129.iclwio (mgr.14716) 1023 : cluster [DBG] pgmap v872: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:35.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:35 smithi156 conmon[67007]: cluster 2022-01-18T16:33:34.469954+0000 mgr.smithi129.iclwio (mgr.14716) 1024 : cluster [DBG] pgmap v873: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:33:35.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:35 smithi129 conmon[101092]: cluster 2022-01-18T16:33:34.469954+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:33:35.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:35 smithi129 conmon[101092]: 1024 : cluster [DBG] pgmap v873: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:33:37.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:37 smithi156 conmon[67007]: cluster 2022-01-18T16:33:36.470593+0000 mgr.smithi129.iclwio (mgr.14716) 1025 : cluster [DBG] pgmap v874: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:37.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:37 smithi156 conmon[67007]: 2022-01-18T16:33:37.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:37 smithi129 conmon[101092]: cluster 2022-01-18T16:33:36.470593+0000 mgr.smithi129.iclwio (mgr.14716) 1025 : cluster [DBG] pgmap v874: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:39.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:39 smithi156 conmon[67007]: cluster 2022-01-18T16:33:38.471256+0000 mgr.smithi129.iclwio (mgr.14716) 1026 : cluster [DBG] pgmap v875: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:39.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:39 smithi129 conmon[101092]: cluster 2022-01-18T16:33:38.471256+0000 mgr.smithi129.iclwio (mgr.14716) 1026 : cluster [DBG] pgmap v875: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:41.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:41 smithi156 conmon[67007]: cluster 2022-01-18T16:33:40.472151+0000 mgr.smithi129.iclwio (mgr.14716) 1027 : cluster [DBG] pgmap v876: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:33:41.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:41 smithi156 conmon[67007]: 2022-01-18T16:33:41.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:41 smithi129 conmon[101092]: cluster 2022-01-18T16:33:40.472151+0000 mgr.smithi129.iclwio (mgr.14716) 1027 : cluster [DBG] pgmap v876: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:33:43.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:43 smithi156 conmon[67007]: cluster 2022-01-18T16:33:42.472668+0000 mgr.smithi129.iclwio (mgr.14716) 1028 : cluster [DBG] 2022-01-18T16:33:43.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:43 smithi156 conmon[67007]: pgmap v877: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:43.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:43 smithi129 conmon[101092]: cluster 2022-01-18T16:33:42.472668+0000 mgr.smithi129.iclwio (mgr.14716) 1028 : cluster [DBG] pgmap v877: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:45.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:45 smithi156 conmon[67007]: cluster 2022-01-18T16:33:44.473451+0000 mgr.smithi129.iclwio (mgr.14716) 1029 : cluster 2022-01-18T16:33:45.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:45 smithi156 conmon[67007]: [DBG] pgmap v878: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:33:45.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:45 smithi129 conmon[101092]: cluster 2022-01-18T16:33:44.473451+0000 mgr.smithi129.iclwio (mgr.14716) 1029 : cluster [DBG] 2022-01-18T16:33:45.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:45 smithi129 conmon[101092]: pgmap v878: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:33:47.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:47 smithi156 conmon[67007]: cluster 2022-01-18T16:33:46.473980+0000 mgr.smithi129.iclwio (mgr.14716) 1030 : cluster [DBG] pgmap v879: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:47.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:47 smithi129 conmon[101092]: cluster 2022-01-18T16:33:46.473980+0000 mgr.smithi129.iclwio (mgr.14716) 1030 : cluster [DBG] pgmap v879: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:49.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:49 smithi156 conmon[67007]: cluster 2022-01-18T16:33:48.474636+0000 mgr.smithi129.iclwio (mgr.14716) 1031 : cluster [DBG] pgmap v880: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:49.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:49 smithi129 conmon[101092]: cluster 2022-01-18T16:33:48.474636+0000 mgr.smithi129.iclwio (mgr.14716) 1031 : cluster [DBG] pgmap v880: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:49.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:49 smithi129 conmon[101092]: 2022-01-18T16:33:51.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:51 smithi156 conmon[67007]: cluster 2022-01-18T16:33:50.475386+0000 mgr.smithi129.iclwio (mgr.14716) 1032 : cluster [DBG] pgmap v881: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:33:51.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:51 smithi129 conmon[101092]: cluster 2022-01-18T16:33:50.475386+0000 mgr.smithi129.iclwio (mgr.14716) 1032 : cluster [DBG] pgmap v881: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:33:51.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:51 smithi129 conmon[101092]: 2022-01-18T16:33:52.111 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:33:52.376 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:33:52.377 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (36m) 7m ago 37m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:33:52.377 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (28m) 7m ago 37m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:33:52.378 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (28m) 7m ago 36m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:33:52.378 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (36m) 7m ago 37m 40.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:33:52.379 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (32m) 7m ago 32m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:33:52.379 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (32m) 7m ago 32m 21.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:33:52.380 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (29m) 7m ago 38m 477M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:33:52.380 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (28m) 7m ago 36m 392M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:33:52.380 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (28m) 7m ago 38m 226M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:33:52.381 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (28m) 7m ago 36m 133M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:33:52.381 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (29m) 7m ago 29m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:33:52.382 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (29m) 7m ago 29m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:33:52.382 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (37m) 7m ago 37m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:33:52.383 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (36m) 7m ago 36m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:33:52.383 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (22m) 7m ago 36m 1481M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:33:52.384 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (35m) 7m ago 35m 2477M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:33:52.384 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (35m) 7m ago 35m 1941M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:33:52.384 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (35m) 7m ago 35m 2465M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:33:52.385 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (34m) 7m ago 34m 2293M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:33:52.385 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (34m) 7m ago 34m 2896M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:33:52.386 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (34m) 7m ago 34m 2259M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:33:52.386 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (33m) 7m ago 33m 3403M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:33:52.387 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (36m) 7m ago 37m 54.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:33:52.696 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:33:52.697 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:33:52.697 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:33:52.697 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:33:52.698 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:33:52.698 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:33:52.698 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:33:52.698 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:33:52.698 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:33:52.699 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:33:52.699 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:33:52.699 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:33:52.699 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:33:52.700 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:33:52.700 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:33:52.700 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:33:52.700 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:33:52.701 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:33:52.701 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:33:52.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:52 smithi156 conmon[67007]: audit 2022-01-18T16:33:52.095341+0000 mgr.smithi129.iclwio (mgr.14716) 1033 : audit [DBG] from='client.34762 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:33:52.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:52 smithi129 conmon[101092]: audit 2022-01-18T16:33:52.095341+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:33:52.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:52 smithi129 conmon[101092]: ) 1033 : audit [DBG] from='client.34762 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:33:53.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:53 smithi156 conmon[67007]: audit 2022-01-18T16:33:52.364081+0000 mgr.smithi129.iclwio (mgr.14716) 1034 : audit [DBG] from='client.34766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:33:53.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:53 smithi156 conmon[67007]: cluster 2022-01-18T16:33:52.475846+0000 mgr.smithi129.iclwio (mgr.14716) 1035 : cluster [DBG] pgmap v882: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:53.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:53 smithi156 conmon[67007]: audit 2022-01-18T16:33: 2022-01-18T16:33:53.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:53 smithi156 conmon[67007]: 52.692999+0000 mon.smithi129 (mon.0) 524 : audit [DBG] from='client.? 172.21.15.129:0/2357803183' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:33:53.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:53 smithi129 conmon[101092]: audit 2022-01-18T16:33:52.364081+0000 mgr.smithi129.iclwio ( 2022-01-18T16:33:53.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:53 smithi129 conmon[101092]: mgr.14716) 1034 : audit [DBG] from='client.34766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:33:53.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:53 smithi129 conmon[101092]: cluster 2022-01-18T16:33:52.475846+0000 mgr.smithi129.iclwio (mgr.14716) 1035 : cluster [DBG] 2022-01-18T16:33:53.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:53 smithi129 conmon[101092]: pgmap v882: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:53.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:53 smithi129 conmon[101092]: audit 2022-01-18T16:33:52.692999+0000 mon.smithi129 (mon 2022-01-18T16:33:53.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:53 smithi129 conmon[101092]: .0) 524 : audit [DBG] from='client.? 172.21.15.129:0/2357803183' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:33:55.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:55 smithi156 conmon[67007]: cluster 2022-01-18T16:33:54.476531+0000 mgr.smithi129.iclwio (mgr.14716) 1036 : cluster [DBG] pgmap v883: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:33:55.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:55 smithi129 conmon[101092]: cluster 2022-01-18T16:33:54.476531+0000 mgr.smithi129.iclwio (mgr.14716) 1036 : cluster [DBG] pgmap v883: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:33:57.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:57 smithi156 conmon[67007]: cluster 2022-01-18T16:33:56.477009+0000 mgr.smithi129.iclwio (mgr.14716) 1037 : cluster [DBG] pgmap v884: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:57.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:57 smithi129 conmon[101092]: cluster 2022-01-18T16:33:56.477009+0000 mgr.smithi129.iclwio (mgr.14716) 1037 : cluster [DBG] pgmap v884: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:58.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:58 smithi156 conmon[67007]: audit 2022-01-18T16:33:58.306145+0000 mon.smithi129 (mon.0) 525 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:33:58.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:58 smithi156 conmon[67007]: audit 2022-01-18T16:33:58.306380+0000 mon.smithi129 (mon.0) 526 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:33:58.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:58 smithi129 conmon[101092]: audit 2022-01-18T16:33:58.306145+0000 mon.smithi129 (mon.0) 525 : audit [INF] 2022-01-18T16:33:58.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:58 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:33:58.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:58 smithi129 conmon[101092]: audit 2022-01-18T16:33:58.306380+0000 mon.smithi129 (mon.0) 526 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:33:59.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:33:59 smithi156 conmon[67007]: cluster 2022-01-18T16:33:58.477633+0000 mgr.smithi129.iclwio (mgr.14716) 1038 : cluster [DBG] pgmap v885: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:33:59.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:33:59 smithi129 conmon[101092]: cluster 2022-01-18T16:33:58.477633+0000 mgr.smithi129.iclwio (mgr.14716) 1038 : cluster [DBG] pgmap v885: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:01.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:01 smithi156 conmon[67007]: cluster 2022-01-18T16:34:00.478655+0000 mgr.smithi129.iclwio (mgr.14716) 1039 : cluster [DBG] pgmap v886: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:34:01.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:01 smithi129 conmon[101092]: cluster 2022-01-18T16:34:00.478655+0000 mgr.smithi129.iclwio (mgr.14716) 1039 : cluster [DBG] pgmap v886: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:34:03.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:03 smithi156 conmon[67007]: cluster 2022-01-18T16:34:02.479147+0000 mgr.smithi129.iclwio (mgr.14716) 1040 : cluster [DBG] pgmap v887: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:03.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:03 smithi129 conmon[101092]: cluster 2022-01-18T16:34:02.479147+0000 mgr.smithi129.iclwio (mgr.14716) 1040 : cluster [DBG] pgmap v887: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:05.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:05 smithi156 conmon[67007]: cluster 2022-01-18T16:34:04.479921+0000 mgr.smithi129.iclwio (mgr.14716) 1041 : cluster [DBG] pgmap v888: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:34:05.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:05 smithi129 conmon[101092]: cluster 2022-01-18T16:34:04 2022-01-18T16:34:05.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:05 smithi129 conmon[101092]: .479921+0000 mgr.smithi129.iclwio (mgr.14716) 1041 : cluster [DBG] pgmap v888: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:34:07.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:07 smithi156 conmon[67007]: cluster 2022-01-18T16:34:06.480501+0000 mgr.smithi129.iclwio (mgr.14716) 1042 : cluster [DBG] pgmap v889: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:07.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:07 smithi129 conmon[101092]: cluster 2022-01-18T16:34:06.480501+0000 mgr.smithi129.iclwio (mgr.14716) 1042 : cluster [DBG] pgmap v889: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:09.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:09 smithi156 conmon[67007]: cluster 2022-01-18T16:34:08.481102+0000 mgr.smithi129.iclwio (mgr.14716) 1043 : cluster [DBG] pgmap v890: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:09.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:09 smithi129 conmon[101092]: cluster 2022-01-18T16:34:08.481102+0000 mgr.smithi129.iclwio (mgr.14716) 1043 : cluster [DBG] pgmap v890: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:11.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:11 smithi156 conmon[67007]: cluster 2022-01-18T16:34:10.481873+0000 mgr.smithi129.iclwio (mgr.14716) 1044 : cluster [DBG] pgmap v891: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:34:11.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:11 smithi129 conmon[101092]: cluster 2022-01-18T16:34:10.481873+0000 mgr.smithi129.iclwio (mgr.14716) 1044 : cluster [DBG] pgmap v891: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:34:13.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:13 smithi156 conmon[67007]: cluster 2022-01-18T16:34:12.482353+0000 mgr.smithi129.iclwio (mgr.14716) 1045 : cluster [DBG] pgmap v892: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:13.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:13 smithi129 conmon[101092]: cluster 2022-01-18T16:34:12.482353+0000 mgr.smithi129.iclwio (mgr.14716) 1045 : cluster [DBG] pgmap v892: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:15.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:15 smithi129 conmon[101092]: cluster 2022-01-18T16:34:14.483127+0000 mgr.smithi129.iclwio (mgr.14716) 1046 : cluster [DBG] pgmap v893: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:34:15.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:15 smithi156 conmon[67007]: cluster 2022-01-18T16:34:14.483127+0000 mgr.smithi129.iclwio (mgr.14716) 1046 : cluster [DBG] pgmap v893: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:34:17.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:17 smithi156 conmon[67007]: cluster 2022-01-18T16:34:16.483579+0000 mgr.smithi129.iclwio (mgr.14716) 1047 : cluster [DBG] pgmap v894: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:17.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:17 smithi129 conmon[101092]: cluster 2022-01-18T16:34:16.483579+0000 mgr.smithi129.iclwio (mgr.14716) 1047 : cluster [DBG] pgmap v894: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:17.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:17 smithi129 conmon[101092]: 2022-01-18T16:34:19.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:19 smithi156 conmon[67007]: cluster 2022-01-18T16:34:18.484223+0000 mgr.smithi129.iclwio (mgr.14716) 1048 : cluster [DBG] pgmap v895: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:19.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:19 smithi129 conmon[101092]: cluster 2022-01-18T16:34:18.484223+0000 mgr.smithi129.iclwio (mgr.14716) 1048 : cluster [DBG] pgmap v895: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:21.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:21 smithi156 conmon[67007]: cluster 2022-01-18T16:34:20.485161+0000 mgr.smithi129.iclwio (mgr.14716) 1049 : cluster [DBG] pgmap v896: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:34:21.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:21 smithi129 conmon[101092]: cluster 2022-01-18T16:34: 2022-01-18T16:34:21.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:21 smithi129 conmon[101092]: 20.485161+0000 mgr.smithi129.iclwio (mgr.14716) 1049 : cluster [DBG] pgmap v896: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:34:22.992 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:34:23.256 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:34:23.257 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (36m) 8m ago 38m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:34:23.257 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (28m) 8m ago 38m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:34:23.257 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (28m) 8m ago 37m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:34:23.257 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (36m) 8m ago 37m 40.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:34:23.258 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (32m) 8m ago 32m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:34:23.258 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (32m) 8m ago 32m 21.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:34:23.258 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (29m) 8m ago 39m 477M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:34:23.258 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (29m) 8m ago 37m 392M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:34:23.258 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (29m) 8m ago 39m 226M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:34:23.259 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (28m) 8m ago 37m 133M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:34:23.259 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (29m) 8m ago 29m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:34:23.259 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (29m) 8m ago 29m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:34:23.259 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (37m) 8m ago 37m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:34:23.260 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (37m) 8m ago 37m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:34:23.260 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (23m) 8m ago 36m 1481M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:34:23.260 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (36m) 8m ago 36m 2477M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:34:23.261 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (35m) 8m ago 35m 1941M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:34:23.261 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (35m) 8m ago 35m 2465M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:34:23.261 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (35m) 8m ago 35m 2293M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:34:23.261 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (34m) 8m ago 34m 2896M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:34:23.261 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (34m) 8m ago 34m 2259M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:34:23.262 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (34m) 8m ago 34m 3403M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:34:23.262 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (36m) 8m ago 37m 54.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:34:23.575 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:34:23.575 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:34:23.576 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:34:23.576 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:34:23.576 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:34:23.576 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:34:23.576 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:34:23.577 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:34:23.577 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:34:23.577 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:34:23.577 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:34:23.578 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:34:23.578 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:34:23.578 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:34:23.578 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:34:23.578 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:34:23.579 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:34:23.579 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:34:23.579 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:34:23.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:23 smithi156 conmon[67007]: cluster 2022-01-18T16:34:22.485626+0000 mgr.smithi129.iclwio (mgr.14716) 1050 : cluster [DBG] pgmap v897: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:23.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:23 smithi156 conmon[67007]: audit 2022-01-18T16:34:22.976870+0000 mgr.smithi129.iclwio (mgr.14716) 1051 : audit [DBG] from='client.34774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:34:23.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:23 smithi129 conmon[101092]: cluster 2022-01-18T16:34:22.485626+0000 mgr.smithi129.iclwio (mgr.14716) 1050 : cluster [DBG] 2022-01-18T16:34:23.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:23 smithi129 conmon[101092]: pgmap v897: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:23.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:23 smithi129 conmon[101092]: audit 2022-01-18T16:34:22.976870+0000 mgr.smithi129.iclwio (mgr.14716) 1051 : audit [DBG] from='client.34774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:34:24.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:24 smithi156 conmon[67007]: audit 2022-01-18T16:34:23.244176+0000 mgr.smithi129.iclwio (mgr.14716) 1052 : audit [DBG] from='client.34778 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:34:24.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:24 smithi156 conmon[67007]: audit 2022-01-18T16:34:23.571442+0000 mon.smithi129 (mon.0) 527 : audit [DBG] from='client.? 172.21.15.129:0/1474857972' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:34:24.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:24 smithi129 conmon[101092]: audit 2022-01-18T16:34:23.244176+0000 mgr.smithi129.iclwio (mgr.14716) 1052 : audit [DBG] from='client.34778 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:34:24.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:24 smithi129 conmon[101092]: audit 2022-01-18T16:34:23.571442+0000 mon.smithi129 (mon.0) 527 : audit [DBG] from='client.? 172.21.15.129:0/1474857972' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:34:25.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:25 smithi129 conmon[101092]: cluster 2022-01-18T16:34:24.486311+0000 mgr.smithi129.iclwio (mgr.14716) 1053 : cluster [DBG] pgmap v898: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:34:26.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:25 smithi156 conmon[67007]: cluster 2022-01-18T16:34:24.486311+0000 mgr.smithi129.iclwio (mgr.14716) 1053 : cluster [DBG] pgmap v898: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:34:27.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:27 smithi129 conmon[101092]: cluster 2022-01-18T16:34:26.486985+0000 mgr.smithi129.iclwio (mgr.14716) 1054 : cluster [DBG] 2022-01-18T16:34:27.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:27 smithi129 conmon[101092]: pgmap v899: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:28.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:27 smithi156 conmon[67007]: cluster 2022-01-18T16:34:26.486985+0000 mgr.smithi129.iclwio (mgr.14716) 1054 : cluster [DBG] pgmap v899: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:29.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:29 smithi129 conmon[101092]: cluster 2022-01-18T16:34:28.487662+0000 mgr.smithi129.iclwio (mgr.14716) 1055 : cluster [DBG] pgmap v900: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:29.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:29 smithi129 conmon[101092]: 2022-01-18T16:34:30.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:29 smithi156 conmon[67007]: cluster 2022-01-18T16:34:28.487662+0000 mgr.smithi129.iclwio (mgr.14716) 1055 : cluster [DBG] pgmap v900: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:31.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:31 smithi129 conmon[101092]: cluster 2022-01-18T16:34:30.488396+0000 mgr.smithi129.iclwio (mgr.14716) 1056 : cluster [DBG] pgmap v901: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:34:32.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:31 smithi156 conmon[67007]: cluster 2022-01-18T16:34:30.488396+0000 mgr.smithi129.iclwio (mgr.14716) 1056 : cluster [DBG] pgmap v901: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:34:32.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:32 smithi129 conmon[101092]: audit 2022-01-18T16:34:32.020624+0000 mon.smithi129 (mon.0) 528 : 2022-01-18T16:34:32.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:32 smithi129 conmon[101092]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:34:32.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:32 smithi129 conmon[101092]: audit 2022-01-18T16:34:32.022057+0000 mon.smithi129 (mon.0) 529 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:34:32.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:32 smithi129 conmon[101092]: audit 2022-01-18T16:34:32.022933+0000 mon.smithi129 (mon.0) 530 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:34:32.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:32 smithi129 conmon[101092]: cephadm 2022-01-18T16:34:32.023706+0000 mgr.smithi129.iclwio (mgr.14716) 1057 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:34:32.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:32 smithi129 conmon[101092]: audit 2022-01-18T16:34:32.332910+0000 mon.smithi129 2022-01-18T16:34:32.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:32 smithi129 conmon[101092]: (mon.0) 531 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:34:32.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:32 smithi129 conmon[101092]: audit 2022-01-18T16:34:32.337530+0000 mon.smithi129 (mon.0) 532 : audit 2022-01-18T16:34:32.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:32 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:34:33.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:32 smithi156 conmon[67007]: audit 2022-01-18T16:34:32.020624+0000 mon.smithi129 (mon.0) 2022-01-18T16:34:33.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:32 smithi156 conmon[67007]: 528 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:34:33.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:32 smithi156 conmon[67007]: audit 2022-01-18T16:34:32.022057+0000 mon.smithi129 (mon.0) 529 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:34:33.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:32 smithi156 conmon[67007]: audit 2022-01-18T16:34:32.022933+0000 2022-01-18T16:34:33.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:32 smithi156 conmon[67007]: mon.smithi129 (mon.0) 530 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:34:33.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:32 smithi156 conmon[67007]: cephadm 2022- 2022-01-18T16:34:33.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:32 smithi156 conmon[67007]: 01-18T16:34:32.023706+0000 2022-01-18T16:34:33.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:32 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 1057 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:34:33.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:32 smithi156 conmon[67007]: audit 2022-01 2022-01-18T16:34:33.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:32 smithi156 conmon[67007]: -18T16:34:32.332910+0000 mon.smithi129 2022-01-18T16:34:33.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:32 smithi156 conmon[67007]: (mon.0) 531 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:34:33.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:32 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T16:34:33.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:32 smithi156 conmon[67007]: 18T16:34:32.337530+0000 mon.smithi129 ( 2022-01-18T16:34:33.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:32 smithi156 conmon[67007]: mon.0) 532 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:34:33.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:33 smithi129 conmon[101092]: cluster 2022-01-18T16:34:32.489125+0000 mgr.smithi129.iclwio (mgr.14716) 1058 : cluster [DBG] pgmap v902: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:34.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:33 smithi156 conmon[67007]: cluster 2022-01-18T16:34:32.489125+0000 mgr.smithi129.iclwio (mgr.14716) 1058 : cluster [DBG] pgmap v902: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:35.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:35 smithi129 conmon[101092]: cluster 2022-01-18T16:34:34.489994+0000 mgr.smithi129.iclwio (mgr.14716) 1059 : cluster [DBG] pgmap v903: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:34:35.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:35 smithi156 conmon[67007]: cluster 2022-01-18T16:34:34.489994+0000 mgr.smithi129.iclwio (mgr.14716) 1059 : cluster [DBG] pgmap v903: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:34:37.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:37 smithi156 conmon[67007]: cluster 2022-01-18T16:34:36.490492+0000 mgr.smithi129.iclwio (mgr.14716) 1060 : cluster [DBG] pgmap v904: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:37.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:37 smithi129 conmon[101092]: cluster 2022-01-18T16:34:36.490492+0000 mgr.smithi129.iclwio (mgr.14716) 1060 : cluster [DBG] pgmap v904: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:39.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:39 smithi156 conmon[67007]: cluster 2022-01-18T16:34:38.491065+0000 mgr.smithi129.iclwio (mgr.14716) 1061 : cluster [DBG] pgmap v905: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:39.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:39 smithi129 conmon[101092]: cluster 2022-01-18T16:34:38.491065+0000 mgr.smithi129.iclwio (mgr.14716) 1061 : cluster 2022-01-18T16:34:39.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:39 smithi129 conmon[101092]: [DBG] pgmap v905: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:41.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:41 smithi129 conmon[101092]: cluster 2022-01-18T16:34:40.491777+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:34:41.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:41 smithi129 conmon[101092]: 14716) 1062 : cluster [DBG] pgmap v906: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:34:42.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:41 smithi156 conmon[67007]: cluster 2022-01-18T16:34:40.491777+0000 mgr.smithi129.iclwio (mgr.14716) 1062 : cluster [DBG] pgmap v906: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:34:43.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:43 smithi129 conmon[101092]: cluster 2022-01-18T16:34:42.492262+0000 mgr.smithi129.iclwio (mgr.14716) 1063 : cluster [DBG] pgmap v907: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:44.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:43 smithi156 conmon[67007]: cluster 2022-01-18T16:34:42.492262+0000 mgr.smithi129.iclwio (mgr.14716) 1063 : cluster [DBG] pgmap v907: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:45.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:45 smithi129 conmon[101092]: cluster 2022-01-18T16:34:44.492975+0000 mgr.smithi129.iclwio (mgr.14716) 1064 : cluster [DBG] pgmap v908: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:34:45.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:45 smithi129 conmon[101092]: 2022-01-18T16:34:45.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:45 smithi156 conmon[67007]: cluster 2022-01-18T16:34:44.492975+0000 mgr.smithi129.iclwio (mgr.14716) 1064 : cluster [DBG] 2022-01-18T16:34:45.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:45 smithi156 conmon[67007]: pgmap v908: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:34:47.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:47 smithi156 conmon[67007]: cluster 2022-01-18T16:34:46.493571+0000 mgr.smithi129.iclwio (mgr.14716) 1065 : cluster [DBG] pgmap v909: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:47.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:47 smithi129 conmon[101092]: cluster 2022-01-18T16:34:46.493571+0000 mgr.smithi129.iclwio (mgr.14716) 1065 : cluster [DBG] 2022-01-18T16:34:47.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:47 smithi129 conmon[101092]: pgmap v909: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:49.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:49 smithi129 conmon[101092]: cluster 2022-01-18T16:34:48.494132+0000 mgr.smithi129.iclwio (mgr.14716) 1066 : cluster [DBG] 2022-01-18T16:34:49.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:49 smithi129 conmon[101092]: pgmap v910: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:50.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:49 smithi156 conmon[67007]: cluster 2022-01-18T16:34:48.494132+0000 mgr.smithi129.iclwio (mgr.14716) 1066 : cluster [DBG] pgmap v910: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:51.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:51 smithi129 conmon[101092]: cluster 2022-01-18T16:34:50.495057+0000 mgr.smithi129.iclwio (mgr.14716) 1067 : cluster [DBG] pgmap v911: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:34:52.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:51 smithi156 conmon[67007]: cluster 2022-01-18T16:34:50.495057+0000 mgr.smithi129.iclwio (mgr.14716) 1067 : cluster [DBG] pgmap v911: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:34:53.874 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:34:53.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:53 smithi129 conmon[101092]: cluster 2022-01-18T16:34:52.495552+0000 mgr.smithi129.iclwio (mgr.14716) 1068 : cluster [DBG] pgmap v912: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:53.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:53 smithi129 conmon[101092]: 2022-01-18T16:34:54.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:53 smithi156 conmon[67007]: cluster 2022-01-18T16:34:52.495552+0000 mgr.smithi129.iclwio (mgr.14716) 1068 : cluster [DBG] pgmap v912: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:54.139 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:34:54.139 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (37m) 8m ago 38m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:34:54.139 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (29m) 8m ago 38m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:34:54.139 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (29m) 8m ago 37m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:34:54.140 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (37m) 8m ago 38m 40.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:34:54.140 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (33m) 8m ago 33m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:34:54.140 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (33m) 8m ago 33m 21.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:34:54.140 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (30m) 8m ago 39m 477M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:34:54.141 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (29m) 8m ago 37m 392M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:34:54.141 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (29m) 8m ago 39m 226M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:34:54.141 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (29m) 8m ago 37m 133M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:34:54.141 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (30m) 8m ago 30m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:34:54.142 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (30m) 8m ago 30m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:34:54.142 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (38m) 8m ago 38m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:34:54.142 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (37m) 8m ago 37m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:34:54.142 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (23m) 8m ago 37m 1481M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:34:54.142 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (36m) 8m ago 36m 2477M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:34:54.143 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (36m) 8m ago 36m 1941M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:34:54.143 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (36m) 8m ago 36m 2465M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:34:54.143 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (35m) 8m ago 35m 2293M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:34:54.143 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (35m) 8m ago 35m 2896M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:34:54.144 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (35m) 8m ago 35m 2259M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:34:54.144 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (34m) 8m ago 34m 3403M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:34:54.144 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (37m) 8m ago 38m 54.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:34:54.459 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:34:54.459 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:34:54.460 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:34:54.460 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:34:54.460 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:34:54.460 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:34:54.461 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:34:54.461 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:34:54.461 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:34:54.461 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:34:54.461 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:34:54.462 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:34:54.462 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:34:54.462 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:34:54.462 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:34:54.463 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:34:54.463 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:34:54.463 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:34:54.463 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:34:54.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:54 smithi156 conmon[67007]: audit 2022-01-18T16:34:53.858376+0000 mgr.smithi129.iclwio (mgr.14716) 1069 : audit [DBG] from='client.34786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:34:54.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:54 smithi156 conmon[67007]: audit 2022-01-18T16:34:54.126015+0000 mgr.smithi129.iclwio (mgr.14716) 1070 : audit [DBG] from='client.34790 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:34:54.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:54 smithi156 conmon[67007]: audit 2022-01-18T16:34:54 2022-01-18T16:34:54.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:54 smithi156 conmon[67007]: .455389+0000 mon.smithi129 (mon.0) 533 : audit [DBG] from='client.? 172.21.15.129:0/316552856' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:34:54.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:54 smithi129 conmon[101092]: audit 2022-01-18T16:34:53.858376+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:34:54.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:54 smithi129 conmon[101092]: ) 1069 : audit [DBG] from='client.34786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:34:54.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:54 smithi129 conmon[101092]: audit 2022-01-18T16:34:54.126015+0000 mgr.smithi129.iclwio (mgr.14716) 1070 : audit [DBG] from='client.34790 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:34:54.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:54 smithi129 conmon[101092]: audit 2022-01-18T16:34:54.455389+0000 mon.smithi129 (mon.0 2022-01-18T16:34:54.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:54 smithi129 conmon[101092]: ) 533 : audit [DBG] from='client.? 172.21.15.129:0/316552856' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:34:55.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:55 smithi129 conmon[101092]: cluster 2022-01-18T16:34:54.496217+0000 mgr.smithi129.iclwio (mgr.14716) 1071 : cluster 2022-01-18T16:34:55.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:55 smithi129 conmon[101092]: [DBG] pgmap v913: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:34:56.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:55 smithi156 conmon[67007]: cluster 2022-01-18T16:34:54.496217+0000 mgr.smithi129.iclwio (mgr.14716) 1071 : cluster [DBG] pgmap v913: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:34:57.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:57 smithi129 conmon[101092]: cluster 2022-01-18T16:34:56.496911+0000 mgr.smithi129.iclwio (mgr.14716) 1072 : cluster 2022-01-18T16:34:57.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:57 smithi129 conmon[101092]: [DBG] pgmap v914: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:58.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:57 smithi156 conmon[67007]: cluster 2022-01-18T16:34:56.496911+0000 mgr.smithi129.iclwio (mgr.14716) 1072 : cluster [DBG] pgmap v914: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:34:58.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:58 smithi129 conmon[101092]: audit 2022-01-18T16:34:58.309868+0000 mon.smithi129 (mon.0) 534 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:34:58.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:58 smithi129 conmon[101092]: 2022-01-18T16:34:58.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:58 smithi129 conmon[101092]: audit 2022-01-18T16:34:58.310124+0000 mon.smithi129 (mon.0) 535 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:34:59.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:58 smithi156 conmon[67007]: audit 2022-01-18T16:34:58.309868+0000 mon.smithi129 (mon.0) 534 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:34:59.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:58 smithi156 conmon[67007]: audit 2022-01-18T16:34:58.310124+0000 mon.smithi129 (mon.0) 535 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:34:59.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:34:59 smithi129 conmon[101092]: cluster 2022-01-18T16:34:58.497417+0000 mgr.smithi129.iclwio (mgr.14716) 1073 : cluster [DBG] pgmap v915: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:00.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:34:59 smithi156 conmon[67007]: cluster 2022-01-18T16:34:58.497417+0000 mgr.smithi129.iclwio (mgr.14716) 1073 : cluster [DBG] pgmap v915: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:01.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:01 smithi129 conmon[101092]: cluster 2022-01-18T16:35:00.498378+0000 mgr.smithi129.iclwio (mgr.14716) 1074 : cluster [DBG] pgmap v916: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:35:02.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:01 smithi156 conmon[67007]: cluster 2022-01-18T16:35:00.498378+0000 mgr.smithi129.iclwio (mgr.14716) 1074 : cluster [DBG] pgmap v916: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:35:03.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:03 smithi129 conmon[101092]: cluster 2022-01-18T16:35:02.499024+0000 mgr.smithi129.iclwio (mgr.14716) 1075 : cluster [DBG] pgmap v917: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:04.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:03 smithi156 conmon[67007]: cluster 2022-01-18T16:35:02.499024+0000 mgr.smithi129.iclwio (mgr.14716) 1075 : cluster [DBG] pgmap v917: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:05.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:05 smithi129 conmon[101092]: cluster 2022-01-18T16:35:04.499835+0000 mgr.smithi129.iclwio (mgr.14716) 1076 : cluster [DBG] pgmap v918: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:35:05.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:05 smithi129 conmon[101092]: 2022-01-18T16:35:05.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:05 smithi156 conmon[67007]: cluster 2022-01-18T16:35:04.499835+0000 mgr.smithi129.iclwio (mgr.14716) 1076 : cluster [DBG] pgmap v918: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:35:07.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:07 smithi129 conmon[101092]: cluster 2022-01-18T16:35:06.500266+0000 mgr.smithi129.iclwio (mgr.14716) 1077 : cluster 2022-01-18T16:35:07.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:07 smithi129 conmon[101092]: [DBG] pgmap v919: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:08.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:07 smithi156 conmon[67007]: cluster 2022-01-18T16:35:06.500266+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:35:08.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:07 smithi156 conmon[67007]: ) 1077 : cluster [DBG] pgmap v919: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:09.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:09 smithi129 conmon[101092]: cluster 2022-01-18T16:35:08.500977+0000 mgr.smithi129.iclwio (mgr.14716) 1078 2022-01-18T16:35:09.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:09 smithi129 conmon[101092]: : cluster [DBG] pgmap v920: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:10.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:09 smithi156 conmon[67007]: cluster 2022-01-18T16:35:08.500977+0000 mgr.smithi129.iclwio (mgr.14716) 1078 : 2022-01-18T16:35:10.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:09 smithi156 conmon[67007]: cluster [DBG] pgmap v920: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:11.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:11 smithi129 conmon[101092]: cluster 2022-01-18T16:35:10.501635+0000 mgr.smithi129.iclwio (mgr.14716) 1079 : cluster [DBG] pgmap v921: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:35:12.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:11 smithi156 conmon[67007]: cluster 2022-01-18T16:35:10.501635+0000 mgr.smithi129.iclwio (mgr.14716) 1079 : cluster [DBG] 2022-01-18T16:35:12.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:11 smithi156 conmon[67007]: pgmap v921: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:35:13.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:13 smithi129 conmon[101092]: cluster 2022-01-18T16:35:12.502424+0000 mgr.smithi129.iclwio (mgr.14716) 1080 : cluster [DBG] pgmap v922: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:14.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:13 smithi156 conmon[67007]: cluster 2022-01-18T16:35:12.502424+0000 mgr.smithi129.iclwio (mgr.14716) 1080 : cluster [DBG] 2022-01-18T16:35:14.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:13 smithi156 conmon[67007]: pgmap v922: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:15.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:15 smithi129 conmon[101092]: cluster 2022-01-18T16:35:14.503320+0000 mgr.smithi129.iclwio (mgr.14716) 1081 : cluster [DBG] pgmap v923: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:35:15.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:15 smithi156 conmon[67007]: cluster 2022-01-18T16:35:14.503320+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:35:15.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:15 smithi156 conmon[67007]: 1081 : cluster [DBG] pgmap v923: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:35:17.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:17 smithi129 conmon[101092]: cluster 2022-01-18T16:35:16.503839+0000 mgr.smithi129.iclwio (mgr.14716) 1082 : 2022-01-18T16:35:17.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:17 smithi129 conmon[101092]: cluster [DBG] pgmap v924: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:18.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:17 smithi156 conmon[67007]: cluster 2022-01-18T16:35:16.503839+0000 mgr.smithi129.iclwio (mgr.14716) 1082 : cluster [DBG] 2022-01-18T16:35:18.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:17 smithi156 conmon[67007]: pgmap v924: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:19.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:19 smithi129 conmon[101092]: cluster 2022-01-18T16:35:18.504593+0000 mgr.smithi129.iclwio (mgr.14716) 1083 : cluster [DBG] pgmap v925: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:20.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:19 smithi156 conmon[67007]: cluster 2022-01-18T16:35:18.504593+0000 mgr.smithi129.iclwio (mgr.14716) 1083 : cluster 2022-01-18T16:35:20.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:19 smithi156 conmon[67007]: [DBG] pgmap v925: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:21.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:21 smithi129 conmon[101092]: cluster 2022-01-18T16:35:20.505364+0000 mgr.smithi129.iclwio (mgr.14716) 1084 : cluster [DBG] pgmap v926: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:35:21.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:21 smithi129 conmon[101092]: 2022-01-18T16:35:22.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:21 smithi156 conmon[67007]: cluster 2022-01-18T16:35:20.505364+0000 mgr.smithi129.iclwio (mgr.14716) 1084 : cluster 2022-01-18T16:35:22.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:21 smithi156 conmon[67007]: [DBG] pgmap v926: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:35:23.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:23 smithi129 conmon[101092]: cluster 2022-01-18T16:35:22.506122+0000 mgr.smithi129.iclwio (mgr.14716) 1085 : cluster [DBG] pgmap v927: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:23.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:23 smithi129 conmon[101092]: 2022-01-18T16:35:24.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:23 smithi156 conmon[67007]: cluster 2022-01-18T16:35:22.506122+0000 mgr.smithi129.iclwio (mgr.14716) 1085 : cluster [DBG] 2022-01-18T16:35:24.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:23 smithi156 conmon[67007]: pgmap v927: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:24.762 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:35:25.027 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:35:25.027 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (37m) 9m ago 39m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:35:25.028 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (29m) 9m ago 39m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:35:25.028 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (29m) 9m ago 38m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:35:25.028 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (37m) 9m ago 38m 40.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:35:25.028 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (33m) 9m ago 33m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:35:25.029 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (33m) 9m ago 33m 21.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:35:25.029 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (30m) 9m ago 40m 477M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:35:25.029 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (30m) 9m ago 38m 392M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:35:25.029 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (30m) 9m ago 40m 226M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:35:25.029 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (29m) 9m ago 38m 133M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:35:25.030 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (30m) 9m ago 30m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:35:25.030 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (30m) 9m ago 30m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:35:25.030 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (38m) 9m ago 38m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:35:25.030 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (38m) 9m ago 38m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:35:25.031 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (24m) 9m ago 37m 1481M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:35:25.031 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (37m) 9m ago 37m 2477M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:35:25.031 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (36m) 9m ago 36m 1941M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:35:25.031 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (36m) 9m ago 36m 2465M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:35:25.032 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (36m) 9m ago 36m 2293M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:35:25.032 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (36m) 9m ago 36m 2896M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:35:25.032 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (35m) 9m ago 35m 2259M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:35:25.033 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (35m) 9m ago 35m 3403M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:35:25.033 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (37m) 9m ago 38m 54.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:35:25.350 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:35:25.351 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:35:25.351 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:35:25.351 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:35:25.351 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:35:25.352 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:35:25.352 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:35:25.352 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:35:25.352 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:35:25.352 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:35:25.353 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:35:25.353 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:35:25.353 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:35:25.353 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:35:25.354 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:35:25.354 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:35:25.354 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:35:25.354 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:35:25.354 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:35:25.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:25 smithi129 conmon[101092]: cluster 2022-01-18T16:35:24.506824+0000 mgr.smithi129.iclwio (mgr.14716) 1086 : cluster [DBG] pgmap v928: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:35:25.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:25 smithi129 conmon[101092]: 2022-01-18T16:35:25.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:25 smithi129 conmon[101092]: audit 2022-01-18T16:35:24.746406+0000 mgr.smithi129.iclwio (mgr.14716) 1087 : audit [DBG] from='client.34798 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:35:25.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:25 smithi129 conmon[101092]: audit 2022-01-18T16:35:25.014168+0000 mgr.smithi129.iclwio (mgr.14716) 1088 : audit [DBG] from='client.34802 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:35:25.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:25 smithi156 conmon[67007]: cluster 2022-01-18T16:35:24.506824+0000 mgr.smithi129.iclwio (mgr.14716) 1086 : cluster [DBG] pgmap v928: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:35:25.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:25 smithi156 conmon[67007]: audit 2022-01-18T16:35:24.746406+0000 mgr.smithi129.iclwio (mgr.14716) 1087 : audit [DBG] from='client.34798 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:35:25.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:25 smithi156 conmon[67007]: audit 2022-01-18T16:35:25.014168+0000 mgr.smithi129.iclwio (mgr.14716) 1088 : audit [DBG] from='client.34802 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:35:26.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:26 smithi129 conmon[101092]: audit 2022-01-18T16:35:25.346113+0000 mon.smithi129 (mon.0) 536 : audit [DBG] from='client.? 172.21.15.129:0/7340514' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:35:26.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:26 smithi156 conmon[67007]: audit 2022-01-18T16:35:25.346113+0000 mon.smithi129 (mon.0) 536 : audit [DBG] from='client.? 172.21.15.129:0/7340514' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:35:27.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:27 smithi129 conmon[101092]: cluster 2022-01-18T16:35:26.507417+0000 mgr.smithi129.iclwio (mgr.14716) 1089 : cluster [DBG] pgmap v929: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:27.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:27 smithi156 conmon[67007]: cluster 2022-01-18T16:35:26.507417+0000 mgr.smithi129.iclwio (mgr.14716) 1089 : cluster [DBG] pgmap v929: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:29.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:29 smithi129 conmon[101092]: cluster 2022-01-18T16:35:28.508033+0000 mgr.smithi129.iclwio (mgr.14716) 1090 : cluster 2022-01-18T16:35:29.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:29 smithi129 conmon[101092]: [DBG] pgmap v930: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:30.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:29 smithi156 conmon[67007]: cluster 2022-01-18T16:35:28.508033+0000 mgr.smithi129.iclwio (mgr.14716) 1090 : cluster [DBG] pgmap v930: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:31.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:31 smithi129 conmon[101092]: cluster 2022-01-18T16:35:30.508921+0000 mgr.smithi129.iclwio (mgr.14716) 1091 : cluster [DBG] 2022-01-18T16:35:31.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:31 smithi129 conmon[101092]: pgmap v931: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:35:32.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:31 smithi156 conmon[67007]: cluster 2022-01-18T16:35:30.508921+0000 mgr.smithi129.iclwio (mgr.14716) 1091 : cluster [DBG] pgmap v931: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:35:32.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:32 smithi129 conmon[101092]: audit 2022-01-18T16:35:32. 2022-01-18T16:35:32.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:32 smithi129 conmon[101092]: 340274+0000 mon.smithi129 (mon.0) 537 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:35:32.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:32 smithi129 conmon[101092]: audit 2022- 2022-01-18T16:35:32.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:32 smithi129 conmon[101092]: 01-18T16:35:32.341670+0000 mon.smithi129 (mon.0) 538 2022-01-18T16:35:32.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:32 smithi129 conmon[101092]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:35:32.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:32 smithi129 conmon[101092]: audit 2022-01-18T16 2022-01-18T16:35:32.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:32 smithi129 conmon[101092]: :35:32.342577+0000 mon.smithi129 ( 2022-01-18T16:35:32.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:32 smithi129 conmon[101092]: mon.0) 539 : audit [INF] 2022-01-18T16:35:32.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:32 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:35:33.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:32 smithi156 conmon[67007]: audit 2022-01-18T16:35:32.340274+0000 mon.smithi129 (mon.0) 537 : audit [DBG] 2022-01-18T16:35:33.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:32 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:35:33.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:32 smithi156 conmon[67007]: audit 2022-01-18T16:35:32.341670+0000 mon.smithi129 (mon.0) 538 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:35:33.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:32 smithi156 conmon[67007]: audit 2022-01-18T16 2022-01-18T16:35:33.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:32 smithi156 conmon[67007]: :35:32.342577+0000 mon.smithi129 (mon.0) 539 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:35:33.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:33 smithi129 conmon[101092]: cephadm 2022-01-18T16:35:32.343296+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:35:33.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:33 smithi129 conmon[101092]: 1092 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:35:33.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:33 smithi129 conmon[101092]: cluster 2022-01-18T16:35:32.509417+0000 mgr.smithi129.iclwio (mgr.14716) 1093 : cluster [DBG] pgmap v932: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:33.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:33 smithi129 conmon[101092]: audit 2022-01-18T16:35:32.646428+0000 mon.smithi129 (mon.0) 2022-01-18T16:35:33.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:33 smithi129 conmon[101092]: 540 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T16:35:33.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:33 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T16:35:33.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:33 smithi129 conmon[101092]: 16:35:32.648278+0000 mon.smithi129 (mon. 2022-01-18T16:35:33.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:33 smithi129 conmon[101092]: 0) 541 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T16:35:33.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:33 smithi129 conmon[101092]: audit 2022-01-18T16 2022-01-18T16:35:33.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:33 smithi129 conmon[101092]: :35:32.652323+0000 mon.smithi129 (mon.0) 542 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:35:33.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:33 smithi129 conmon[101092]: audit 2022-01-18T16: 2022-01-18T16:35:33.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:33 smithi129 conmon[101092]: 35:32.656799+0000 mon.smithi129 (mon.0) 2022-01-18T16:35:33.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:33 smithi129 conmon[101092]: 543 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:35:34.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:33 smithi156 conmon[67007]: cephadm 2022-01-18T16:35:32.343296+0000 mgr.smithi129.iclwio (mgr.14716) 1092 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:35:34.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:33 smithi156 conmon[67007]: cluster 2022-01-18T16:35:32.509417+0000 2022-01-18T16:35:34.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:33 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 1093 : cluster [DBG] pgmap v932: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:34.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:33 smithi156 conmon[67007]: audit 2022-01-18T16:35:32.646428+0000 mon.smithi129 (mon.0) 540 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T16:35:34.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:33 smithi156 conmon[67007]: audit 2022-01-18T16:35:32.648278+0000 mon.smithi129 ( 2022-01-18T16:35:34.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:33 smithi156 conmon[67007]: mon.0) 541 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T16:35:34.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:33 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T16:35:34.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:33 smithi156 conmon[67007]: 16:35:32.652323+0000 mon.smithi129 (mon.0) 542 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:35:34.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:33 smithi156 conmon[67007]: 2022-01-18T16:35:34.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:33 smithi156 conmon[67007]: audit 2022-01-18T16:35:34.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:33 smithi156 conmon[67007]: 2022-01-18T16:35:32.656799+0000 mon.smithi129 (mon 2022-01-18T16:35:34.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:33 smithi156 conmon[67007]: .0) 543 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:35:35.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:35 smithi129 conmon[101092]: cluster 2022-01-18T16:35:34.510356+0000 mgr.smithi129.iclwio (mgr.14716) 1094 : cluster [DBG] pgmap v933: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:35:35.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:35 smithi129 conmon[101092]: 2022-01-18T16:35:35.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:35 smithi156 conmon[67007]: cluster 2022-01-18T16:35:34.510356+0000 mgr.smithi129.iclwio (mgr.14716) 1094 : cluster [DBG] pgmap v933: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:35:37.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:37 smithi129 conmon[101092]: cluster 2022-01-18T16:35:36.511014+0000 mgr.smithi129.iclwio (mgr.14716) 1095 : cluster 2022-01-18T16:35:37.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:37 smithi129 conmon[101092]: [DBG] pgmap v934: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:38.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:37 smithi156 conmon[67007]: cluster 2022-01-18T16:35:36.511014+0000 mgr.smithi129.iclwio (mgr.14716) 1095 : cluster [DBG] pgmap v934: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:39.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:39 smithi129 conmon[101092]: cluster 2022-01-18T16:35:38.511637+0000 mgr.smithi129.iclwio (mgr.14716) 1096 : cluster [DBG] pgmap v935: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:40.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:39 smithi156 conmon[67007]: cluster 2022-01-18T16:35:38.511637+0000 mgr.smithi129.iclwio (mgr.14716) 1096 : cluster [DBG] pgmap v935: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:41.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:41 smithi129 conmon[101092]: cluster 2022-01-18T16:35:40.512640+0000 mgr.smithi129.iclwio (mgr.14716) 1097 : cluster [DBG] pgmap v936: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:35:42.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:41 smithi156 conmon[67007]: cluster 2022-01-18T16:35:40.512640+0000 mgr.smithi129.iclwio (mgr.14716) 1097 : cluster [DBG] pgmap v936: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:35:43.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:43 smithi129 conmon[101092]: cluster 2022-01-18T16:35:42.513225+0000 mgr.smithi129.iclwio (mgr.14716) 1098 : cluster [DBG] pgmap v937: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:44.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:43 smithi156 conmon[67007]: cluster 2022-01-18T16:35:42.513225+0000 mgr.smithi129.iclwio (mgr.14716) 1098 : cluster [DBG] pgmap v937: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:45.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:45 smithi129 conmon[101092]: cluster 2022-01-18T16:35:44.514056+0000 mgr.smithi129.iclwio (mgr.14716) 1099 : cluster [DBG] pgmap v938: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:35:45.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:45 smithi156 conmon[67007]: cluster 2022-01-18T16:35:44.514056+0000 mgr.smithi129.iclwio (mgr.14716) 1099 : cluster [DBG] pgmap v938: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:35:47.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:47 smithi129 conmon[101092]: cluster 2022-01-18T16:35:46.514689+0000 mgr.smithi129.iclwio (mgr.14716) 1100 : cluster [DBG] pgmap v939: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:48.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:47 smithi156 conmon[67007]: cluster 2022-01-18T16:35:46.514689+0000 mgr.smithi129.iclwio (mgr.14716) 1100 : cluster [DBG] pgmap v939: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:49.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:49 smithi129 conmon[101092]: cluster 2022-01-18T16:35:48.515398+0000 mgr.smithi129.iclwio (mgr.14716) 1101 : 2022-01-18T16:35:49.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:49 smithi129 conmon[101092]: cluster [DBG] pgmap v940: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:50.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:49 smithi156 conmon[67007]: cluster 2022-01-18T16:35:48.515398+0000 mgr.smithi129.iclwio (mgr.14716) 1101 : cluster [DBG] pgmap v940: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:51.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:51 smithi129 conmon[101092]: cluster 2022-01-18T16:35:50.516176+0000 mgr.smithi129.iclwio (mgr.14716) 1102 : cluster [DBG] pgmap v941: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:35:52.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:51 smithi156 conmon[67007]: cluster 2022-01-18T16:35:50.516176+0000 mgr.smithi129.iclwio (mgr.14716) 1102 : cluster [DBG] pgmap v941: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:35:53.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:53 smithi129 conmon[101092]: cluster 2022-01-18T16:35:52.516698+0000 mgr.smithi129.iclwio (mgr.14716) 1103 : cluster [DBG] pgmap v942: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:53.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:53 smithi129 conmon[101092]: 2022-01-18T16:35:54.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:53 smithi156 conmon[67007]: cluster 2022-01-18T16:35:52.516698+0000 mgr.smithi129.iclwio (mgr.14716) 1103 : cluster [DBG] pgmap v942: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:55.651 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:35:55.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:55 smithi129 conmon[101092]: cluster 2022-01-18T16:35:54.517481+0000 mgr.smithi129.iclwio (mgr.14716) 1104 : cluster [DBG] pgmap v943: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:35:55.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:55 smithi156 conmon[67007]: cluster 2022-01-18T16:35:54.517481+0000 mgr.smithi129.iclwio (mgr.14716) 1104 : cluster [DBG] pgmap v943: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:35:55.916 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:35:55.916 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (38m) 9m ago 39m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:35:55.916 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (30m) 9m ago 39m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:35:55.917 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (30m) 9m ago 38m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:35:55.917 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (38m) 9m ago 39m 40.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:35:55.917 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (34m) 9m ago 34m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:35:55.917 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (34m) 9m ago 34m 21.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:35:55.918 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (31m) 9m ago 40m 477M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:35:55.918 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (30m) 9m ago 38m 392M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:35:55.918 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (30m) 9m ago 40m 226M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:35:55.918 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (30m) 9m ago 38m 133M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:35:55.919 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (31m) 9m ago 31m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:35:55.919 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (31m) 9m ago 31m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:35:55.919 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (39m) 9m ago 39m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:35:55.919 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (38m) 9m ago 38m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:35:55.919 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (24m) 9m ago 38m 1481M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:35:55.920 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (37m) 9m ago 37m 2477M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:35:55.920 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (37m) 9m ago 37m 1941M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:35:55.920 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (37m) 9m ago 37m 2465M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:35:55.920 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (36m) 9m ago 36m 2293M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:35:55.921 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (36m) 9m ago 36m 2896M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:35:55.921 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (36m) 9m ago 36m 2259M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:35:55.921 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (35m) 9m ago 35m 3403M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:35:55.921 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (38m) 9m ago 39m 54.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:35:56.233 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:35:56.233 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:35:56.233 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:35:56.234 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:35:56.234 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:35:56.234 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:35:56.234 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:35:56.235 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:35:56.235 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:35:56.235 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:35:56.235 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:35:56.236 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:35:56.236 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:35:56.236 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:35:56.236 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:35:56.236 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:35:56.237 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:35:56.237 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:35:56.237 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:35:56.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:56 smithi129 conmon[101092]: audit 2022-01-18T16:35:55.635033+0000 mgr.smithi129.iclwio (mgr.14716) 1105 : 2022-01-18T16:35:56.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:56 smithi129 conmon[101092]: audit [DBG] from='client.34810 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:35:56.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:56 smithi129 conmon[101092]: audit 2022-01-18T16:35:55.903051+0000 mgr.smithi129.iclwio (mgr.14716) 1106 : audit [DBG] from='client.34814 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:35:56.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:56 smithi129 conmon[101092]: audit 2022-01-18T16:35 2022-01-18T16:35:56.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:56 smithi129 conmon[101092]: :56.228595+0000 mon.smithi129 (mon.0) 544 : audit [DBG] from='client.? 172.21.15.129:0/4216785940' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:35:56.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:56 smithi156 conmon[67007]: audit 2022-01-18T16:35:55.635033+0000 mgr.smithi129.iclwio (mgr.14716) 1105 : audit [DBG] from='client.34810 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:35:56.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:56 smithi156 conmon[67007]: audit 2022-01-18T16:35:55 2022-01-18T16:35:56.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:56 smithi156 conmon[67007]: .903051+0000 mgr.smithi129.iclwio (mgr.14716) 1106 : audit [DBG] from='client.34814 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:35:56.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:56 smithi156 conmon[67007]: audit 2022-01-18T16:35:56.228595+0000 mon.smithi129 (mon.0) 544 : audit [DBG] from='client.? 172.21.15.129:0/4216785940' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:35:57.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:57 smithi129 conmon[101092]: cluster 2022-01-18T16:35:56.518162+0000 2022-01-18T16:35:57.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:57 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 1107 : cluster [DBG] pgmap v944: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:57.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:57 smithi156 conmon[67007]: cluster 2022-01-18T16:35:56.518162+0000 mgr.smithi129.iclwio (mgr.14716) 1107 : cluster [DBG] pgmap v944: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:58.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:58 smithi129 conmon[101092]: audit 2022-01-18T16:35:58.313621+0000 mon.smithi129 (mon.0) 545 : audit [INF] 2022-01-18T16:35:58.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:58 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:35:58.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:58 smithi129 conmon[101092]: audit 2022-01-18T16:35:58.313885+0000 mon.smithi129 (mon.0) 546 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:35:58.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:58 smithi156 conmon[67007]: audit 2022-01-18T16:35:58.313621+0000 mon.smithi129 (mon.0) 545 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:35:58.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:58 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T16:35:58.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:58 smithi156 conmon[67007]: T16:35:58.313885+0000 mon.smithi129 (mon.0) 546 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:35:59.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:59 smithi129 conmon[101092]: cluster 2022-01-18T16:35:58.518668+0000 mgr.smithi129.iclwio (mgr.14716) 1108 : 2022-01-18T16:35:59.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:35:59 smithi129 conmon[101092]: cluster [DBG] pgmap v945: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:35:59.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:35:59 smithi156 conmon[67007]: cluster 2022-01-18T16:35:58.518668+0000 mgr.smithi129.iclwio (mgr.14716) 1108 : cluster [DBG] pgmap v945: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:01.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:01 smithi129 conmon[101092]: cluster 2022-01-18T16:36:00.519520+0000 mgr.smithi129.iclwio (mgr.14716) 1109 : cluster [DBG] pgmap v946: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:36:01.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:01 smithi129 conmon[101092]: 2022-01-18T16:36:02.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:01 smithi156 conmon[67007]: cluster 2022-01-18T16:36:00.519520+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:36:02.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:01 smithi156 conmon[67007]: 14716) 1109 : cluster [DBG] pgmap v946: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:36:03.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:03 smithi129 conmon[101092]: cluster 2022-01-18T16:36:02.520094+0000 mgr.smithi129.iclwio (mgr.14716) 1110 : cluster 2022-01-18T16:36:03.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:03 smithi129 conmon[101092]: [DBG] pgmap v947: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:04.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:03 smithi156 conmon[67007]: cluster 2022-01-18T16:36:02.520094+0000 mgr.smithi129.iclwio (mgr.14716) 1110 : cluster [DBG] pgmap v947: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:05.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:05 smithi129 conmon[101092]: cluster 2022-01-18T16:36:04.521012+0000 mgr.smithi129.iclwio (mgr.14716) 1111 : cluster [DBG] pgmap v948: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:36:05.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:05 smithi156 conmon[67007]: cluster 2022-01-18T16:36:04.521012+0000 mgr.smithi129.iclwio (mgr.14716) 1111 : cluster [DBG] pgmap v948: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:36:07.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:07 smithi129 conmon[101092]: cluster 2022-01-18T16:36:06.521542+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:36:07.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:07 smithi129 conmon[101092]: ) 1112 : cluster [DBG] pgmap v949: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:08.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:07 smithi156 conmon[67007]: cluster 2022-01-18T16:36:06.521542+0000 mgr.smithi129.iclwio (mgr.14716) 1112 : cluster [DBG] pgmap v949: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:09.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:09 smithi129 conmon[101092]: cluster 2022-01-18T16:36:08.522084+0000 mgr.smithi129.iclwio (mgr.14716) 1113 : cluster [DBG] pgmap v950: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:10.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:09 smithi156 conmon[67007]: cluster 2022-01-18T16:36:08.522084+0000 mgr.smithi129.iclwio (mgr.14716) 1113 : cluster [DBG] pgmap v950: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:11.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:11 smithi129 conmon[101092]: cluster 2022-01-18T16:36:10.523038+0000 mgr.smithi129.iclwio (mgr.14716) 1114 : cluster [DBG] pgmap v951: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:36:11.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:11 smithi129 conmon[101092]: 2022-01-18T16:36:12.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:11 smithi156 conmon[67007]: cluster 2022-01-18T16:36:10.523038+0000 mgr.smithi129.iclwio (mgr.14716) 1114 : cluster [DBG] pgmap v951: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:36:13.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:13 smithi129 conmon[101092]: cluster 2022-01-18T16:36:12.523574+0000 mgr.smithi129.iclwio (mgr.14716) 1115 : cluster 2022-01-18T16:36:13.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:13 smithi129 conmon[101092]: [DBG] pgmap v952: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:14.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:13 smithi156 conmon[67007]: cluster 2022-01-18T16:36:12.523574+0000 mgr.smithi129.iclwio (mgr.14716) 1115 : cluster [DBG] pgmap v952: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:15.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:15 smithi129 conmon[101092]: cluster 2022-01-18T16:36:14.524439+0000 mgr.smithi129.iclwio (mgr.14716) 1116 : cluster [DBG] pgmap v953: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:36:15.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:15 smithi129 conmon[101092]: 2022-01-18T16:36:15.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:15 smithi156 conmon[67007]: cluster 2022-01-18T16:36:14.524439+0000 mgr.smithi129.iclwio (mgr.14716) 1116 : cluster [DBG] pgmap v953: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:36:17.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:17 smithi129 conmon[101092]: cluster 2022-01-18T16:36:16.525027+0000 mgr.smithi129.iclwio (mgr.14716) 1117 : cluster 2022-01-18T16:36:17.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:17 smithi129 conmon[101092]: [DBG] pgmap v954: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:18.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:17 smithi156 conmon[67007]: cluster 2022-01-18T16:36:16.525027+0000 mgr.smithi129.iclwio (mgr.14716) 1117 : cluster [DBG] pgmap v954: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:19.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:19 smithi129 conmon[101092]: cluster 2022-01-18T16:36:18.525665+0000 mgr.smithi129.iclwio (mgr.14716) 1118 : cluster 2022-01-18T16:36:19.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:19 smithi129 conmon[101092]: [DBG] pgmap v955: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:20.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:19 smithi156 conmon[67007]: cluster 2022-01-18T16:36:18.525665+0000 mgr.smithi129.iclwio (mgr.14716) 1118 : cluster [DBG] pgmap v955: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:21.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:21 smithi129 conmon[101092]: cluster 2022-01-18T16:36:20.526534+0000 mgr.smithi129.iclwio (mgr.14716) 1119 : cluster [DBG] pgmap v956: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:36:21.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:21 smithi129 conmon[101092]: 2022-01-18T16:36:22.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:21 smithi156 conmon[67007]: cluster 2022-01-18T16:36:20.526534+0000 mgr.smithi129.iclwio (mgr.14716) 1119 : cluster [DBG] pgmap v956: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:36:23.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:23 smithi129 conmon[101092]: cluster 2022-01-18T16:36:22.527109+0000 mgr.smithi129.iclwio (mgr.14716) 1120 : cluster [DBG] pgmap v957: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:24.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:23 smithi156 conmon[67007]: cluster 2022-01-18T16:36:22.527109+0000 mgr.smithi129.iclwio (mgr.14716) 1120 : cluster [DBG] pgmap v957: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:25.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:25 smithi129 conmon[101092]: cluster 2022-01-18T16:36:24.528132+0000 mgr.smithi129.iclwio (mgr.14716) 1121 : cluster [DBG] pgmap v958: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:36:25.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:25 smithi156 conmon[67007]: cluster 2022-01-18T16:36:24.528132+0000 mgr.smithi129.iclwio (mgr.14716) 1121 : cluster [DBG] pgmap v958: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:36:26.530 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:36:26.794 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:36:26.794 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (38m) 10m ago 40m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:36:26.795 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (30m) 10m ago 40m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:36:26.795 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (30m) 10m ago 39m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:36:26.795 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (38m) 10m ago 39m 40.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:36:26.795 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (34m) 10m ago 34m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:36:26.796 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (34m) 10m ago 34m 21.6M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:36:26.796 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (31m) 10m ago 41m 477M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:36:26.796 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (31m) 10m ago 39m 392M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:36:26.796 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (31m) 10m ago 41m 226M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:36:26.797 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (30m) 10m ago 39m 133M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:36:26.797 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (31m) 10m ago 31m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:36:26.797 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (31m) 10m ago 31m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:36:26.797 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (39m) 10m ago 39m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:36:26.797 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (39m) 10m ago 39m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:36:26.798 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (25m) 10m ago 38m 1481M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:36:26.798 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (38m) 10m ago 38m 2477M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:36:26.798 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (37m) 10m ago 37m 1941M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:36:26.798 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (37m) 10m ago 37m 2465M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:36:26.799 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (37m) 10m ago 37m 2293M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:36:26.799 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (37m) 10m ago 37m 2896M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:36:26.799 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (36m) 10m ago 36m 2259M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:36:26.799 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (36m) 10m ago 36m 3403M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:36:26.800 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (38m) 10m ago 39m 54.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:36:27.111 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:36:27.111 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:36:27.112 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:36:27.112 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:36:27.112 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:36:27.112 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:36:27.113 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:36:27.113 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:36:27.113 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:36:27.113 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:36:27.113 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:36:27.114 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:36:27.114 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:36:27.114 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:36:27.115 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:36:27.115 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:36:27.115 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:36:27.115 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:36:27.115 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:36:27.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:27 smithi129 conmon[101092]: audit 2022-01-18T16:36:26.514167+0000 mgr.smithi129.iclwio (mgr.14716) 1122 : 2022-01-18T16:36:27.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:27 smithi129 conmon[101092]: audit [DBG] from='client.34822 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:36:27.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:27 smithi129 conmon[101092]: cluster 2022-01-18T16:36:26.528653+0000 mgr.smithi129.iclwio (mgr.14716) 1123 : cluster [DBG] pgmap v959: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:27.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:27 smithi129 conmon[101092]: audit 2022-01-18T16:36:27.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:27 smithi129 conmon[101092]: 2022-01-18T16:36:26.780835+0000 mgr.smithi129.iclwio (mgr.14716) 1124 : audit [DBG] from='client.34826 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:36:27.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:27 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T16:36:27.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:27 smithi129 conmon[101092]: 16:36:27.106521+0000 mon.smithi129 (mon.0 2022-01-18T16:36:27.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:27 smithi129 conmon[101092]: ) 547 : audit [DBG] from='client.? 172.21.15.129:0/4050286280' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:36:28.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:27 smithi156 conmon[67007]: audit 2022-01-18T16:36:26.514167+0000 mgr.smithi129.iclwio (mgr.14716) 1122 : audit [DBG] from='client.34822 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:36:28.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:27 smithi156 conmon[67007]: cluster 2022-01-18T16:36:26.528653+0000 mgr.smithi129.iclwio (mgr.14716) 1123 : cluster [DBG] pgmap v959: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:28.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:27 smithi156 conmon[67007]: audit 2022-01-18T16:36:26.780835+0000 mgr.smithi129.iclwio (mgr.14716) 1124 : audit [DBG] from='client.34826 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:36:28.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:27 smithi156 conmon[67007]: audit 2022-01-18T16:36:27.106521+0000 mon.smithi129 (mon.0) 547 : audit 2022-01-18T16:36:28.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:27 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/4050286280' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:36:29.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:29 smithi129 conmon[101092]: cluster 2022-01-18T16:36:28.529276+0000 mgr.smithi129.iclwio (mgr.14716) 1125 : cluster [DBG] pgmap v960: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:30.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:29 smithi156 conmon[67007]: cluster 2022-01-18T16:36:28.529276+0000 mgr.smithi129.iclwio (mgr.14716) 1125 : cluster [DBG] pgmap v960: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:31.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:31 smithi129 conmon[101092]: cluster 2022-01-18T16:36:30.530090+0000 mgr.smithi129.iclwio (mgr.14716) 1126 : cluster [DBG] pgmap v961: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:36:32.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:31 smithi156 conmon[67007]: cluster 2022-01-18T16:36:30.530090+0000 mgr.smithi129.iclwio (mgr.14716) 1126 : cluster [DBG] pgmap v961: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:36:33.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:33 smithi129 conmon[101092]: cluster 2022-01-18T16:36:32.530616+0000 mgr.smithi129.iclwio (mgr.14716) 1127 : cluster 2022-01-18T16:36:33.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:33 smithi129 conmon[101092]: [DBG] pgmap v962: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:33.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:33 smithi129 conmon[101092]: audit 2022-01-18T16:36:32.659154+0000 mon.smithi129 (mon.0) 548 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:36:33.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:33 smithi129 conmon[101092]: audit 2022-01-18T16:36:32.660469+0000 mon.smithi129 (mon.0) 549 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:36:33.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:33 smithi129 conmon[101092]: audit 2022-01-18T16:36:32.661240+0000 mon.smithi129 (mon.0) 550 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:36:33.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:33 smithi129 conmon[101092]: cephadm 2022-01-18T16:36:32.661934+0000 mgr.smithi129.iclwio (mgr.14716) 1128 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:36:33.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:33 smithi129 conmon[101092]: audit 2022-01-18T16:36:32.916603+0000 mon.smithi129 (mon.0) 551 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:36:34.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:33 smithi156 conmon[67007]: cluster 2022-01-18T16:36:32.530616+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:36:34.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:33 smithi156 conmon[67007]: .14716) 1127 : cluster [DBG] pgmap v962: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:34.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:33 smithi156 conmon[67007]: audit 2022-01-18T16:36:32.659154+0000 mon.smithi129 (mon.0) 548 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:36:34.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:33 smithi156 conmon[67007]: audit 2022-01-18T16:36:32.660469+0000 mon.smithi129 (mon.0) 549 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:36:34.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:33 smithi156 conmon[67007]: audit 2022-01-18T16:36:32.661240+0000 mon.smithi129 (mon.0) 550 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:36:34.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:33 smithi156 conmon[67007]: cephadm 2022-01-18T16:36:32.661934+0000 mgr.smithi129.iclwio (mgr.14716) 1128 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:36:34.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:33 smithi156 conmon[67007]: audit 2022-01-18T16:36:32.916603+0000 mon.smithi129 (mon.0) 551 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:36:35.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:35 smithi129 conmon[101092]: cluster 2022-01-18T16:36:34.531260+0000 mgr.smithi129.iclwio (mgr.14716) 1129 : cluster [DBG] 2022-01-18T16:36:35.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:35 smithi129 conmon[101092]: pgmap v963: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:36:35.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:35 smithi156 conmon[67007]: cluster 2022-01-18T16:36:34.531260+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:36:35.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:35 smithi156 conmon[67007]: 14716) 1129 : cluster [DBG] pgmap v963: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:36:37.548 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:37 smithi129 conmon[101092]: audit 2022-01-18T16:36:36.192167+0000 mon.smithi129 (mon.0) 552 : audit 2022-01-18T16:36:37.548 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:37 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:36:37.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:37 smithi156 conmon[67007]: audit 2022-01-18T16:36:36.192167+0000 mon.smithi129 (mon.0) 552 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:36:38.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:38 smithi156 conmon[67007]: cluster 2022-01-18T16:36:36.531737+0000 mgr.smithi129.iclwio (mgr.14716) 1130 : cluster [DBG] pgmap v964: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:38.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:38 smithi129 conmon[101092]: cluster 2022-01-18T16:36:36.531737+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:36:38.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:38 smithi129 conmon[101092]: .14716) 1130 : cluster [DBG] pgmap v964: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:39.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:39 smithi129 conmon[101092]: audit 2022-01-18T16: 2022-01-18T16:36:39.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:39 smithi129 conmon[101092]: 36:38.297155+0000 mon.smithi129 (mon.0) 553 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:36:39.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:39 smithi129 conmon[101092]: cluster 2022-01-18T16:36:38.532227+0000 mgr.smithi129.iclwio (mgr.14716) 1131 : cluster [DBG] pgmap v965: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:39.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:39 smithi129 conmon[101092]: audit 2022-01-18T16:36:38.592263+0000 mon.smithi129 (mon.0) 554 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:36:39.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:39 smithi129 conmon[101092]: audit 2022-01-18T16:36:38.597192+0000 mon.smithi129 (mon.0) 555 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:36:39.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:39 smithi156 conmon[67007]: audit 2022-01-18T16:36:38.297155+0000 mon.smithi129 (mon.0) 553 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:36:39.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:39 smithi156 conmon[67007]: cluster 2022-01-18T16:36:38.532227+0000 2022-01-18T16:36:39.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:39 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 1131 : cluster [DBG] pgmap v965: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:39.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:39 smithi156 conmon[67007]: audit 2022-01-18T16:36:38.592263+0000 mon.smithi129 (mon.0) 554 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:36:39.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:39 smithi156 conmon[67007]: audit 2022-01-18T16:36:38.597192+0000 mon.smithi129 (mon.0) 2022-01-18T16:36:39.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:39 smithi156 conmon[67007]: 555 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:36:41.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:41 smithi129 conmon[101092]: cluster 2022-01-18T16:36:40.533163+0000 mgr.smithi129.iclwio (mgr.14716) 1132 : cluster [DBG] pgmap v966: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:36:41.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:41 smithi129 conmon[101092]: 2022-01-18T16:36:42.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:41 smithi156 conmon[67007]: cluster 2022-01-18T16:36:40.533163+0000 mgr.smithi129.iclwio (mgr.14716) 1132 : cluster [DBG] pgmap v966: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:36:43.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:43 smithi129 conmon[101092]: cluster 2022-01-18T16:36:42.533810+0000 mgr.smithi129.iclwio (mgr.14716) 1133 : cluster [DBG] pgmap v967: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:44.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:43 smithi156 conmon[67007]: cluster 2022-01-18T16:36:42.533810+0000 mgr.smithi129.iclwio (mgr.14716) 1133 : cluster [DBG] pgmap v967: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:45.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:45 smithi129 conmon[101092]: cluster 2022-01-18T16:36:44.534720+0000 mgr.smithi129.iclwio (mgr.14716) 1134 : cluster [DBG] 2022-01-18T16:36:45.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:45 smithi129 conmon[101092]: pgmap v968: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:36:45.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:45 smithi156 conmon[67007]: cluster 2022-01-18T16:36:44.534720+0000 mgr.smithi129.iclwio (mgr.14716) 1134 : cluster [DBG] pgmap v968: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:36:47.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:47 smithi129 conmon[101092]: cluster 2022-01-18T16:36:46.535265+0000 mgr.smithi129.iclwio (mgr.14716) 1135 : cluster [DBG] 2022-01-18T16:36:47.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:47 smithi129 conmon[101092]: pgmap v969: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:48.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:47 smithi156 conmon[67007]: cluster 2022-01-18T16:36:46.535265+0000 mgr.smithi129.iclwio (mgr.14716) 1135 : cluster [DBG] pgmap v969: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:49.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:49 smithi129 conmon[101092]: cluster 2022-01-18T16:36:48.535938+0000 mgr.smithi129.iclwio (mgr.14716) 1136 : cluster [DBG] pgmap v970: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:50.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:49 smithi156 conmon[67007]: cluster 2022-01-18T16:36:48.535938+0000 mgr.smithi129.iclwio (mgr.14716) 1136 : cluster [DBG] pgmap v970: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:51.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:51 smithi129 conmon[101092]: cluster 2022-01-18T16:36:50.536833+0000 mgr.smithi129.iclwio (mgr.14716) 1137 : cluster [DBG] pgmap v971: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:36:52.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:51 smithi156 conmon[67007]: cluster 2022-01-18T16:36:50.536833+0000 mgr.smithi129.iclwio (mgr.14716) 1137 : cluster [DBG] pgmap v971: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:36:53.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:53 smithi129 conmon[101092]: cluster 2022-01-18T16:36:52.537397+0000 mgr.smithi129.iclwio (mgr.14716) 1138 : cluster [DBG] pgmap v972: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:54.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:53 smithi156 conmon[67007]: cluster 2022-01-18T16:36:52.537397+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:36:54.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:53 smithi156 conmon[67007]: 14716) 1138 : cluster [DBG] pgmap v972: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:55.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:55 smithi129 conmon[101092]: cluster 2022-01-18T16:36:54.538181+0000 mgr.smithi129.iclwio (mgr.14716) 1139 : cluster [DBG] pgmap v973: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:36:55.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:55 smithi156 conmon[67007]: cluster 2022-01-18T16:36:54.538181+0000 mgr.smithi129.iclwio (mgr.14716) 1139 : cluster 2022-01-18T16:36:55.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:55 smithi156 conmon[67007]: [DBG] pgmap v973: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:36:57.413 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:36:57.681 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:36:57.682 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (39m) 19s ago 40m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:36:57.682 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (31m) 19s ago 40m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:36:57.682 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (31m) 21s ago 39m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:36:57.683 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (39m) 19s ago 40m 40.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:36:57.683 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (35m) 19s ago 35m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:36:57.683 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (35m) 21s ago 35m 23.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:36:57.683 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (32m) 19s ago 41m 491M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:36:57.684 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (31m) 21s ago 39m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:36:57.684 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (31m) 19s ago 41m 293M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:36:57.684 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (31m) 21s ago 39m 171M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:36:57.684 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (32m) 19s ago 32m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:36:57.685 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (32m) 21s ago 32m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:36:57.685 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (40m) 19s ago 40m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:36:57.685 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (39m) 21s ago 39m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:36:57.685 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (25m) 19s ago 39m 1513M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:36:57.686 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (38m) 19s ago 38m 2511M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:36:57.686 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (38m) 19s ago 38m 1964M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:36:57.686 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (38m) 19s ago 38m 2501M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:36:57.686 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (37m) 21s ago 37m 2324M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:36:57.687 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (37m) 21s ago 37m 2926M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:36:57.687 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (37m) 21s ago 37m 2285M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:36:57.687 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (36m) 21s ago 36m 3435M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:36:57.687 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (39m) 19s ago 40m 57.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:36:57.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:57 smithi129 conmon[101092]: cluster 2022-01-18T16:36:56.538694 2022-01-18T16:36:57.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:57 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 1140 : cluster [DBG] pgmap v974: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:58.002 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:36:58.002 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:36:58.003 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:36:58.003 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:36:58.003 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:36:58.003 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:36:58.004 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:36:58.004 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:36:58.004 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:36:58.004 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:36:58.004 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:36:58.005 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:36:58.005 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:36:58.005 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:36:58.005 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:36:58.006 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:36:58.006 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:36:58.006 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:36:58.006 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:36:58.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:57 smithi156 conmon[67007]: cluster 2022-01-18T16:36:56.538694+0000 mgr.smithi129.iclwio (mgr.14716) 1140 : cluster [DBG] pgmap v974: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:36:58.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:57 smithi156 conmon[67007]: 2022-01-18T16:36:58.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:58 smithi129 conmon[101092]: audit 2022-01-18T16:36:57.396433+0000 mgr.smithi129.iclwio (mgr.14716) 1141 : audit 2022-01-18T16:36:58.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:58 smithi129 conmon[101092]: [DBG] from='client.34834 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:36:58.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:58 smithi129 conmon[101092]: audit 2022-01-18T16:36:57.668150+0000 mgr.smithi129.iclwio (mgr.14716) 1142 : audit [DBG] from='client.34838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:36:58.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:58 smithi129 conmon[101092]: audit 2022-01-18T16: 2022-01-18T16:36:58.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:58 smithi129 conmon[101092]: 36:57.996993+0000 mon.smithi129 (mon.0) 556 : audit [DBG] from='client.? 172.21.15.129:0/1912889615' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:36:58.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:58 smithi129 conmon[101092]: audit 2022-01-18T16:36:58.316905+0000 mon.smithi129 (mon.0) 2022-01-18T16:36:58.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:58 smithi129 conmon[101092]: 557 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:36:58.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:58 smithi129 conmon[101092]: audit 2022-01-18T16:36:58.317111+0000 2022-01-18T16:36:58.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:58 smithi129 conmon[101092]: mon.smithi129 (mon.0) 558 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:36:59.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:58 smithi156 conmon[67007]: audit 2022-01-18T16:36:57.396433+0000 mgr.smithi129.iclwio (mgr.14716) 1141 : audit 2022-01-18T16:36:59.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:58 smithi156 conmon[67007]: [DBG] from='client.34834 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:36:59.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:58 smithi156 conmon[67007]: audit 2022-01-18T16:36:57.668150+0000 mgr.smithi129.iclwio (mgr.14716) 1142 : audit [DBG] from='client.34838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:36:59.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:58 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T16:36:59.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:58 smithi156 conmon[67007]: 16:36:57.996993+0000 mon.smithi129 (mon.0) 556 : audit [DBG] from='client.? 172.21.15.129:0/1912889615' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:36:59.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:58 smithi156 conmon[67007]: audit 2022 2022-01-18T16:36:59.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:58 smithi156 conmon[67007]: -01-18T16:36:58.316905+0000 mon.smithi129 (mon.0) 557 : 2022-01-18T16:36:59.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:58 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:36:59.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:58 smithi156 conmon[67007]: audit 2022-01-18T16: 2022-01-18T16:36:59.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:58 smithi156 conmon[67007]: 36:58.317111+0000 mon.smithi129 (mon.0) 558 : 2022-01-18T16:36:59.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:58 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:36:59.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:59 smithi129 conmon[101092]: cluster 2022-01-18T16:36:58.539217+0000 mgr.smithi129.iclwio (mgr.14716) 1143 : cluster [DBG] 2022-01-18T16:36:59.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:36:59 smithi129 conmon[101092]: pgmap v975: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:00.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:36:59 smithi156 conmon[67007]: cluster 2022-01-18T16:36:58.539217+0000 mgr.smithi129.iclwio (mgr.14716) 1143 : cluster [DBG] pgmap v975: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:01.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:01 smithi129 conmon[101092]: cluster 2022-01-18T16:37:00.540129+0000 mgr.smithi129.iclwio (mgr.14716) 1144 : cluster [DBG] 2022-01-18T16:37:01.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:01 smithi129 conmon[101092]: pgmap v976: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:37:02.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:01 smithi156 conmon[67007]: cluster 2022-01-18T16:37:00.540129+0000 mgr.smithi129.iclwio (mgr.14716) 1144 : cluster [DBG] pgmap v976: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:37:03.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:03 smithi129 conmon[101092]: cluster 2022-01-18T16:37:02.540710+0000 mgr.smithi129.iclwio (mgr.14716) 1145 : cluster [DBG] pgmap v977: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:04.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:03 smithi156 conmon[67007]: cluster 2022-01-18T16:37:02.540710+0000 mgr.smithi129.iclwio (mgr.14716) 1145 2022-01-18T16:37:04.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:03 smithi156 conmon[67007]: : cluster [DBG] pgmap v977: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:05.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:05 smithi129 conmon[101092]: cluster 2022-01-18T16:37:04.541573+0000 mgr.smithi129.iclwio (mgr.14716) 1146 : cluster [DBG] pgmap v978: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:37:05.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:05 smithi129 conmon[101092]: 2022-01-18T16:37:05.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:05 smithi156 conmon[67007]: cluster 2022-01-18T16:37:04.541573+0000 mgr.smithi129.iclwio (mgr.14716) 1146 : cluster [DBG] pgmap v978: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:37:05.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:05 smithi156 conmon[67007]: 2022-01-18T16:37:07.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:07 smithi129 conmon[101092]: cluster 2022-01-18T16:37:06.542235+0000 mgr.smithi129.iclwio (mgr.14716) 1147 : cluster [DBG] pgmap v979: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:08.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:07 smithi156 conmon[67007]: cluster 2022-01-18T16:37:06.542235+0000 mgr.smithi129.iclwio (mgr.14716) 1147 : cluster [DBG] pgmap v979: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:08.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:07 smithi156 conmon[67007]: 2022-01-18T16:37:09.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:09 smithi129 conmon[101092]: cluster 2022-01-18T16:37:08.542846+0000 mgr.smithi129.iclwio (mgr.14716) 1148 : cluster [DBG] pgmap v980: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:10.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:09 smithi156 conmon[67007]: cluster 2022-01-18T16:37:08.542846+0000 mgr.smithi129.iclwio (mgr.14716) 1148 : cluster [DBG] pgmap v980: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:11.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:11 smithi129 conmon[101092]: cluster 2022-01-18T16:37:10.543620+0000 mgr.smithi129.iclwio (mgr.14716) 1149 : cluster [DBG] pgmap v981: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:37:12.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:11 smithi156 conmon[67007]: cluster 2022-01-18T16:37:10.543620+0000 mgr.smithi129.iclwio (mgr.14716) 1149 : cluster [DBG] pgmap v981: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:37:13.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:13 smithi129 conmon[101092]: cluster 2022-01-18T16:37:12.544291+0000 mgr.smithi129.iclwio (mgr.14716) 1150 : cluster [DBG] pgmap v982: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:14.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:13 smithi156 conmon[67007]: cluster 2022-01-18T16:37:12.544291+0000 mgr.smithi129.iclwio (mgr.14716) 1150 : cluster [DBG] pgmap v982: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:14.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:13 smithi156 conmon[67007]: 2022-01-18T16:37:15.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:15 smithi129 conmon[101092]: cluster 2022-01-18T16:37:14.545168+0000 mgr.smithi129.iclwio (mgr.14716) 1151 : cluster [DBG] pgmap v983: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:37:15.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:15 smithi156 conmon[67007]: cluster 2022-01-18T16:37:14.545168+0000 mgr.smithi129.iclwio (mgr.14716) 1151 : cluster [DBG] pgmap v983: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:37:17.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:17 smithi129 conmon[101092]: cluster 2022-01-18T16:37:16.545906+0000 mgr.smithi129.iclwio (mgr.14716) 1152 : cluster [DBG] 2022-01-18T16:37:17.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:17 smithi129 conmon[101092]: pgmap v984: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:18.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:17 smithi156 conmon[67007]: cluster 2022-01-18T16:37:16.545906+0000 mgr.smithi129.iclwio (mgr.14716) 1152 : cluster [DBG] pgmap v984: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:19.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:19 smithi129 conmon[101092]: cluster 2022-01-18T16:37:18.546578+0000 mgr.smithi129.iclwio (mgr.14716) 1153 : cluster [DBG] 2022-01-18T16:37:19.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:19 smithi129 conmon[101092]: pgmap v985: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:20.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:19 smithi156 conmon[67007]: cluster 2022-01-18T16:37:18.546578+0000 mgr.smithi129.iclwio (mgr.14716) 1153 : cluster [DBG] pgmap v985: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:21.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:21 smithi129 conmon[101092]: cluster 2022-01-18T16:37:20.547336+0000 mgr.smithi129.iclwio (mgr.14716) 1154 : cluster [DBG] pgmap v986: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:37:21.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:21 smithi129 conmon[101092]: 2022-01-18T16:37:22.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:21 smithi156 conmon[67007]: cluster 2022-01-18T16:37:20.547336+0000 mgr.smithi129.iclwio (mgr.14716) 1154 : cluster [DBG] pgmap v986: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:37:23.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:23 smithi129 conmon[101092]: cluster 2022-01-18T16:37:22.548065+0000 mgr.smithi129.iclwio (mgr.14716) 1155 : cluster [DBG] pgmap v987: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:24.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:23 smithi156 conmon[67007]: cluster 2022-01-18T16:37:22.548065+0000 mgr.smithi129.iclwio (mgr.14716) 1155 : cluster [DBG] pgmap v987: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:25.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:25 smithi129 conmon[101092]: cluster 2022-01-18T16:37:24.549026+0000 mgr.smithi129.iclwio (mgr.14716) 1156 : cluster [DBG] pgmap v988: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:37:25.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:25 smithi129 conmon[101092]: 2022-01-18T16:37:25.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:25 smithi156 conmon[67007]: cluster 2022-01-18T16:37:24.549026+0000 mgr.smithi129.iclwio (mgr.14716) 1156 : cluster [DBG] pgmap v988: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:37:27.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:27 smithi129 conmon[101092]: cluster 2022-01-18T16:37:26.549667+0000 mgr.smithi129.iclwio (mgr.14716) 1157 : cluster [DBG] pgmap v989: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:28.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:27 smithi156 conmon[67007]: cluster 2022-01-18T16:37:26.549667+0000 mgr.smithi129.iclwio (mgr.14716) 1157 : cluster [DBG] pgmap v989: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:28.303 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:37:28.567 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:37:28.567 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (39m) 50s ago 41m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:37:28.568 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (31m) 50s ago 41m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:37:28.568 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (31m) 52s ago 40m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:37:28.569 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (39m) 50s ago 40m 40.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:37:28.569 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (35m) 50s ago 35m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:37:28.570 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (35m) 52s ago 35m 23.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:37:28.570 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (32m) 50s ago 42m 491M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:37:28.570 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (32m) 52s ago 40m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:37:28.571 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (32m) 50s ago 42m 293M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:37:28.571 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (31m) 52s ago 40m 171M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:37:28.572 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (32m) 50s ago 32m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:37:28.572 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (32m) 52s ago 32m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:37:28.572 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (40m) 50s ago 40m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:37:28.573 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (40m) 52s ago 40m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:37:28.573 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (26m) 50s ago 39m 1513M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:37:28.574 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (39m) 50s ago 39m 2511M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:37:28.574 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (39m) 50s ago 39m 1964M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:37:28.574 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (38m) 50s ago 38m 2501M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:37:28.575 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (38m) 52s ago 38m 2324M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:37:28.575 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (38m) 52s ago 38m 2926M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:37:28.576 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (37m) 52s ago 37m 2285M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:37:28.576 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (37m) 52s ago 37m 3435M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:37:28.576 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (39m) 50s ago 40m 57.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:37:28.882 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:37:28.882 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:37:28.883 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:37:28.883 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:37:28.883 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:37:28.883 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:37:28.884 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:37:28.884 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:37:28.884 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:37:28.884 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:37:28.885 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:37:28.885 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:37:28.885 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:37:28.885 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:37:28.885 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:37:28.886 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:37:28.886 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:37:28.886 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:37:28.887 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:37:29.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:29 smithi129 conmon[101092]: audit 2022-01-18T16:37:28.285425+0000 mgr.smithi129.iclwio (mgr.14716) 1158 : audit [DBG] from='client.34846 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:37:29.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:29 smithi129 conmon[101092]: cluster 2022-01-18T16:37:28.550127+0000 mgr.smithi129.iclwio (mgr.14716) 1159 : cluster [DBG] pgmap v990: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:29.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:29 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T16:37:29.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:29 smithi129 conmon[101092]: T16:37:28.552887+0000 mgr.smithi129.iclwio (mgr.14716) 1160 : audit 2022-01-18T16:37:29.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:29 smithi129 conmon[101092]: [DBG] from='client.34850 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:37:29.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:29 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T16:37:29.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:29 smithi129 conmon[101092]: 18T16:37:28.877282+0000 2022-01-18T16:37:29.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:29 smithi129 conmon[101092]: mon.smithi129 (mon.0) 559 : audit 2022-01-18T16:37:29.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:29 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/3828943490' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:37:30.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:29 smithi156 conmon[67007]: audit 2022-01-18T16:37:28.285425+0000 mgr.smithi129.iclwio (mgr.14716) 1158 : audit [DBG] from='client.34846 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:37:30.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:29 smithi156 conmon[67007]: cluster 2022-01-18T16:37:28.550127+0000 mgr.smithi129.iclwio (mgr.14716) 1159 : cluster [DBG] pgmap v990: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:30.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:29 smithi156 conmon[67007]: audit 2022-01-18T16:37:28.552887+0000 mgr.smithi129.iclwio (mgr.14716) 1160 : audit [DBG] from='client.34850 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:37:30.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:29 smithi156 conmon[67007]: audit 2022-01-18T16:37:30.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:29 smithi156 conmon[67007]: 2022-01-18T16:37:28.877282+0000 mon.smithi129 (mon.0) 559 : audit [DBG] from='client.? 172.21.15.129:0/3828943490' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:37:31.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:31 smithi129 conmon[101092]: cluster 2022-01-18T16:37:30.550908+0000 mgr.smithi129.iclwio (mgr.14716) 1161 : cluster [DBG] pgmap v991: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:37:32.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:31 smithi156 conmon[67007]: cluster 2022-01-18T16:37:30.550908+0000 mgr.smithi129.iclwio (mgr.14716) 1161 : cluster [DBG] pgmap v991: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:37:33.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:33 smithi129 conmon[101092]: cluster 2022-01-18T16:37:32.551454+0000 mgr.smithi129.iclwio (mgr.14716) 1162 : cluster [DBG] pgmap v992: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:34.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:33 smithi156 conmon[67007]: cluster 2022-01-18T16:37:32.551454+0000 mgr.smithi129.iclwio (mgr.14716) 1162 : cluster [DBG] pgmap v992: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:35.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:35 smithi129 conmon[101092]: cluster 2022-01-18T16:37:34.552183+0000 mgr.smithi129.iclwio (mgr.14716) 1163 : cluster [DBG] pgmap v993: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:37:35.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:35 smithi156 conmon[67007]: cluster 2022-01-18T16:37:34.552183+0000 mgr.smithi129.iclwio (mgr.14716) 1163 : cluster [DBG] pgmap v993: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:37:37.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:37 smithi129 conmon[101092]: cluster 2022-01-18T16:37:36.552774+0000 mgr.smithi129.iclwio (mgr.14716) 1164 : cluster [DBG] pgmap v994: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:38.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:37 smithi156 conmon[67007]: cluster 2022-01-18T16:37:36.552774+0000 mgr.smithi129.iclwio (mgr.14716) 1164 : cluster [DBG] pgmap v994: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:38.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:38 smithi129 conmon[101092]: audit 2022-01-18T16:37:38.599617+0000 mon.smithi129 (mon.0) 560 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:37:38.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:38 smithi129 conmon[101092]: 2022-01-18T16:37:38.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:38 smithi129 conmon[101092]: audit 2022-01-18T16:37:38.601057+0000 mon.smithi129 (mon.0) 561 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:37:38.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:38 smithi129 conmon[101092]: audit 2022-01-18T16:37:38.601963+0000 mon.smithi129 (mon.0) 562 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:37:39.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:38 smithi156 conmon[67007]: audit 2022-01-18T16:37:38.599617+0000 mon.smithi129 (mon.0) 560 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:37:39.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:38 smithi156 conmon[67007]: audit 2022-01-18T16:37:38.601057+0000 mon.smithi129 (mon.0) 561 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:37:39.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:38 smithi156 conmon[67007]: audit 2022-01-18T16:37:38.601963+0000 mon.smithi129 (mon.0) 2022-01-18T16:37:39.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:38 smithi156 conmon[67007]: 562 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:37:40.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:39 smithi129 conmon[101092]: cluster 2022-01-18T16:37:38.553331+0000 mgr.smithi129.iclwio (mgr.14716) 1165 : cluster [DBG] pgmap v995: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:40.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:39 smithi129 conmon[101092]: 2022-01-18T16:37:40.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:39 smithi129 conmon[101092]: cephadm 2022-01-18T16:37:38.602671+0000 mgr.smithi129.iclwio (mgr.14716) 1166 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:37:40.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:39 smithi129 conmon[101092]: audit 2022-01-18T16:37:38.916060+0000 mon.smithi129 (mon.0) 563 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:37:40.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:39 smithi129 conmon[101092]: audit 2022-01-18T16:37:38.923267+0000 mon.smithi129 (mon.0) 564 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:37:40.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:39 smithi156 conmon[67007]: cluster 2022-01-18T16:37:38.553331+0000 mgr.smithi129.iclwio (mgr.14716) 1165 : cluster [DBG] pgmap v995: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:40.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:39 smithi156 conmon[67007]: cephadm 2022-01-18T16:37:38.602671+0000 mgr.smithi129.iclwio (mgr.14716) 1166 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:37:40.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:39 smithi156 conmon[67007]: audit 2022-01-18T16:37:38.916060+0000 mon.smithi129 (mon.0) 563 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:37:40.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:39 smithi156 conmon[67007]: audit 2022-01-18T16:37:38.923267+0000 mon.smithi129 (mon.0) 564 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:37:42.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:41 smithi129 conmon[101092]: cluster 2022-01-18T16:37:40.554266+0000 mgr.smithi129.iclwio (mgr.14716) 1167 : cluster [DBG] pgmap v996: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:37:42.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:41 smithi156 conmon[67007]: cluster 2022-01-18T16:37:40.554266+0000 mgr.smithi129.iclwio (mgr.14716) 1167 : cluster [DBG] pgmap v996: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:37:44.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:43 smithi129 conmon[101092]: cluster 2022-01-18T16:37:42.554832+0000 mgr.smithi129.iclwio (mgr.14716) 1168 : cluster [DBG] pgmap v997: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:44.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:43 smithi156 conmon[67007]: cluster 2022-01-18T16:37:42.554832+0000 mgr.smithi129.iclwio (mgr.14716) 1168 : cluster [DBG] pgmap v997: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:44.472 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:43 smithi156 conmon[67007]: 2022-01-18T16:37:45.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:45 smithi129 conmon[101092]: cluster 2022-01-18T16:37:44.555645+0000 mgr.smithi129.iclwio (mgr.14716) 1169 : cluster [DBG] pgmap v998: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:37:45.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:45 smithi156 conmon[67007]: cluster 2022-01-18T16:37:44.555645+0000 mgr.smithi129.iclwio (mgr.14716) 1169 : cluster 2022-01-18T16:37:45.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:45 smithi156 conmon[67007]: [DBG] pgmap v998: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:37:47.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:47 smithi129 conmon[101092]: cluster 2022-01-18T16:37:46.556207+0000 mgr.smithi129.iclwio (mgr.14716) 1170 : cluster [DBG] pgmap v999: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:48.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:47 smithi156 conmon[67007]: cluster 2022-01-18T16:37:46.556207+0000 mgr.smithi129.iclwio (mgr.14716) 1170 : cluster [DBG] 2022-01-18T16:37:48.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:47 smithi156 conmon[67007]: pgmap v999: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:49.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:49 smithi129 conmon[101092]: cluster 2022-01-18T16:37:48.556779+0000 mgr.smithi129.iclwio (mgr.14716) 1171 : cluster [DBG] pgmap v1000: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:50.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:49 smithi156 conmon[67007]: cluster 2022-01-18T16:37:48.556779+0000 mgr.smithi129.iclwio (mgr.14716) 1171 : cluster [DBG] pgmap v1000: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:51.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:51 smithi129 conmon[101092]: cluster 2022-01-18T16:37:50.557507+0000 mgr.smithi129.iclwio (mgr.14716) 1172 : cluster [DBG] pgmap v1001: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:37:52.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:51 smithi156 conmon[67007]: cluster 2022-01-18T16:37:50.557507+0000 mgr.smithi129.iclwio (mgr.14716) 1172 : cluster [DBG] 2022-01-18T16:37:52.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:51 smithi156 conmon[67007]: pgmap v1001: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:37:53.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:53 smithi129 conmon[101092]: cluster 2022-01-18T16:37:52.558252+0000 mgr.smithi129.iclwio (mgr.14716) 1173 : cluster [DBG] pgmap v1002: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:54.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:53 smithi156 conmon[67007]: cluster 2022-01-18T16:37:52.558252+0000 mgr.smithi129.iclwio (mgr.14716) 1173 : cluster [DBG] pgmap v1002: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:55.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:55 smithi129 conmon[101092]: cluster 2022-01-18T16:37:54.558995+0000 mgr.smithi129.iclwio (mgr.14716) 1174 : cluster [DBG] pgmap v1003: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:37:55.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:55 smithi156 conmon[67007]: cluster 2022-01-18T16:37:54.558995+0000 mgr.smithi129.iclwio (mgr.14716) 1174 : cluster [DBG] pgmap v1003: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:37:57.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:57 smithi129 conmon[101092]: cluster 2022-01-18T16:37:56.559458+0000 mgr.smithi129.iclwio (mgr.14716) 1175 : cluster 2022-01-18T16:37:57.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:57 smithi129 conmon[101092]: [DBG] pgmap v1004: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:58.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:57 smithi156 conmon[67007]: cluster 2022-01-18T16:37:56.559458+0000 mgr.smithi129.iclwio (mgr.14716) 1175 : cluster [DBG] pgmap v1004: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:58.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:58 smithi129 conmon[101092]: audit 2022-01-18T16:37:58.320639+0000 mon.smithi129 (mon.0) 565 : audit [INF] 2022-01-18T16:37:58.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:58 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:37:58.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:58 smithi129 conmon[101092]: audit 2022-01-18T16:37:58.321122+0000 mon.smithi129 (mon.0) 566 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:37:59.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:58 smithi156 conmon[67007]: audit 2022-01-18T16:37:58.320639+0000 mon.smithi129 (mon.0) 565 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:37:59.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:58 smithi156 conmon[67007]: audit 2022-01-18T16:37:58.321122+0000 mon.smithi129 (mon.0) 566 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:37:59.184 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:37:59.451 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:37:59.451 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (40m) 81s ago 41m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:37:59.451 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (32m) 81s ago 41m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:37:59.452 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (32m) 83s ago 40m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:37:59.452 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (40m) 81s ago 41m 40.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:37:59.452 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (36m) 81s ago 36m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:37:59.452 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (36m) 83s ago 36m 23.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:37:59.453 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (33m) 81s ago 42m 491M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:37:59.453 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (32m) 83s ago 40m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:37:59.453 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (32m) 81s ago 42m 293M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:37:59.453 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (32m) 83s ago 40m 171M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:37:59.454 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (33m) 81s ago 33m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:37:59.454 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (33m) 83s ago 33m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:37:59.454 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (41m) 81s ago 41m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:37:59.454 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (40m) 83s ago 40m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:37:59.455 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (26m) 81s ago 40m 1513M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:37:59.455 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (39m) 81s ago 39m 2511M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:37:59.455 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (39m) 81s ago 39m 1964M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:37:59.455 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (39m) 81s ago 39m 2501M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:37:59.455 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (38m) 83s ago 38m 2324M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:37:59.456 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (38m) 83s ago 38m 2926M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:37:59.456 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (38m) 83s ago 38m 2285M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:37:59.456 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (37m) 83s ago 37m 3435M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:37:59.456 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (40m) 81s ago 41m 57.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:37:59.769 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:37:59.769 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:37:59.769 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:37:59.770 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:37:59.770 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:37:59.770 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:37:59.770 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:37:59.771 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:37:59.771 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:37:59.771 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:37:59.771 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:37:59.772 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:37:59.772 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:37:59.772 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:37:59.772 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:37:59.772 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:37:59.773 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:37:59.773 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:37:59.773 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:37:59.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:59 smithi129 conmon[101092]: cluster 2022-01-18T16:37:58.560014+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:37:59.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:59 smithi129 conmon[101092]: 1176 : cluster [DBG] pgmap v1005: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:37:59.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:37:59 smithi129 conmon[101092]: audit 2022-01-18T16:37:59.167874+0000 mgr.smithi129.iclwio (mgr.14716) 1177 : audit [DBG] from='client.34858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:38:00.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:59 smithi156 conmon[67007]: cluster 2022-01-18T16:37:58.560014+0000 mgr.smithi129.iclwio (mgr.14716) 1176 : cluster [DBG] pgmap v1005: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:00.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:59 smithi156 conmon[67007]: 2022-01-18T16:38:00.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:37:59 smithi156 conmon[67007]: audit 2022-01-18T16:37:59.167874+0000 mgr.smithi129.iclwio (mgr.14716) 1177 : audit [DBG] from='client.34858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:38:00.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:00 smithi129 conmon[101092]: audit 2022-01-18T16:37:59.437296+0000 mgr.smithi129.iclwio (mgr.14716) 1178 : 2022-01-18T16:38:00.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:00 smithi129 conmon[101092]: audit [DBG] from='client.34862 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:38:00.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:00 smithi129 conmon[101092]: audit 2022-01-18T16:37:59.763832+0000 mon.smithi129 (mon.0) 567 : audit [DBG] from='client.? 172.21.15.129:0/252688993' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:38:01.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:00 smithi156 conmon[67007]: audit 2022-01-18T16:37:59.437296+0000 mgr.smithi129.iclwio (mgr.14716) 1178 : audit [DBG] from='client.34862 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:38:01.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:00 smithi156 conmon[67007]: audit 2022-01-18T16:37:59.763832 2022-01-18T16:38:01.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:00 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 567 : audit [DBG] from='client.? 172.21.15.129:0/252688993' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:38:01.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:01 smithi129 conmon[101092]: cluster 2022-01-18T16:38:00.560674+0000 mgr.smithi129.iclwio (mgr.14716) 1179 : cluster [DBG] pgmap v1006: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:38:02.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:01 smithi156 conmon[67007]: cluster 2022-01-18T16:38:00.560674+0000 mgr.smithi129.iclwio (mgr.14716) 1179 : cluster [DBG] pgmap v1006: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:38:03.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:03 smithi129 conmon[101092]: cluster 2022-01-18T16:38:02.561202+0000 mgr.smithi129.iclwio (mgr.14716) 1180 : cluster [DBG] pgmap v1007: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:04.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:03 smithi156 conmon[67007]: cluster 2022-01-18T16:38:02.561202+0000 mgr.smithi129.iclwio (mgr.14716) 1180 : cluster [DBG] pgmap v1007: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:05.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:05 smithi129 conmon[101092]: cluster 2022-01-18T16:38:04.562016+0000 mgr.smithi129.iclwio (mgr.14716) 1181 : cluster [DBG] pgmap v1008: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:38:05.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:05 smithi129 conmon[101092]: 2022-01-18T16:38:05.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:05 smithi156 conmon[67007]: cluster 2022-01-18T16:38:04.562016+0000 mgr.smithi129.iclwio (mgr.14716) 1181 : cluster [DBG] pgmap v1008: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:38:07.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:07 smithi129 conmon[101092]: cluster 2022-01-18T16:38:06.562577+0000 mgr.smithi129.iclwio (mgr.14716) 1182 : cluster [DBG] pgmap v1009: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:08.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:07 smithi156 conmon[67007]: cluster 2022-01-18T16:38:06.562577+0000 mgr.smithi129.iclwio (mgr.14716) 1182 : cluster [DBG] pgmap v1009: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:09.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:09 smithi129 conmon[101092]: cluster 2022-01-18T16:38:08.563231+0000 mgr.smithi129.iclwio (mgr.14716) 1183 : cluster [DBG] pgmap v1010: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:10.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:09 smithi156 conmon[67007]: cluster 2022-01-18T16:38:08.563231+0000 mgr.smithi129.iclwio (mgr.14716) 1183 : cluster [DBG] pgmap v1010: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:11.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:11 smithi129 conmon[101092]: cluster 2022-01-18T16:38:10.564021+0000 mgr.smithi129.iclwio (mgr.14716) 1184 : cluster [DBG] pgmap v1011: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:38:12.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:11 smithi156 conmon[67007]: cluster 2022-01-18T16:38:10.564021+0000 mgr.smithi129.iclwio (mgr.14716) 1184 : cluster [DBG] pgmap v1011: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:38:13.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:13 smithi129 conmon[101092]: cluster 2022-01-18T16:38:12.564531+0000 mgr.smithi129.iclwio (mgr.14716) 1185 : 2022-01-18T16:38:13.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:13 smithi129 conmon[101092]: cluster [DBG] pgmap v1012: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:14.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:13 smithi156 conmon[67007]: cluster 2022-01-18T16:38:12.564531+0000 mgr.smithi129.iclwio (mgr.14716) 1185 : cluster [DBG] pgmap v1012: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:15.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:15 smithi129 conmon[101092]: cluster 2022-01-18T16:38:14.565403+0000 mgr.smithi129.iclwio (mgr.14716) 1186 : cluster [DBG] pgmap v1013: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:38:15.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:15 smithi156 conmon[67007]: cluster 2022-01-18T16:38:14.565403+0000 mgr.smithi129.iclwio (mgr.14716) 1186 : cluster [DBG] pgmap v1013: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:38:17.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:17 smithi129 conmon[101092]: cluster 2022-01-18T16:38:16.565905+0000 mgr.smithi129.iclwio (mgr.14716) 1187 : cluster 2022-01-18T16:38:17.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:17 smithi129 conmon[101092]: [DBG] pgmap v1014: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:18.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:17 smithi156 conmon[67007]: cluster 2022-01-18T16:38:16.565905+0000 mgr.smithi129.iclwio (mgr.14716) 1187 : cluster [DBG] pgmap v1014: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:19.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:19 smithi129 conmon[101092]: cluster 2022-01-18T16:38:18.566664+0000 mgr.smithi129.iclwio (mgr.14716) 1188 2022-01-18T16:38:19.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:19 smithi129 conmon[101092]: : cluster [DBG] pgmap v1015: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:20.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:19 smithi156 conmon[67007]: cluster 2022-01-18T16:38:18.566664+0000 mgr.smithi129.iclwio (mgr.14716) 1188 : cluster [DBG] pgmap v1015: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:21.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:21 smithi129 conmon[101092]: cluster 2022-01-18T16:38:20.567589+0000 mgr.smithi129.iclwio (mgr.14716) 1189 : cluster [DBG] 2022-01-18T16:38:21.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:21 smithi129 conmon[101092]: pgmap v1016: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:38:22.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:21 smithi156 conmon[67007]: cluster 2022-01-18T16:38:20.567589+0000 mgr.smithi129.iclwio (mgr.14716) 1189 : 2022-01-18T16:38:22.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:21 smithi156 conmon[67007]: cluster [DBG] pgmap v1016: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:38:23.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:23 smithi129 conmon[101092]: cluster 2022-01-18T16:38:22.568325+0000 mgr.smithi129.iclwio (mgr.14716) 1190 : cluster [DBG] pgmap v1017: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:24.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:23 smithi156 conmon[67007]: cluster 2022-01-18T16:38:22.568325+0000 mgr.smithi129.iclwio (mgr.14716) 1190 : cluster [DBG] pgmap v1017: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:24.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:23 smithi156 conmon[67007]: 2022-01-18T16:38:25.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:25 smithi129 conmon[101092]: cluster 2022-01-18T16:38:24.569209+0000 mgr.smithi129.iclwio (mgr.14716) 1191 : cluster [DBG] pgmap v1018: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:38:25.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:25 smithi156 conmon[67007]: cluster 2022-01-18T16:38:24.569209+0000 mgr.smithi129.iclwio (mgr.14716) 1191 : cluster [DBG] 2022-01-18T16:38:25.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:25 smithi156 conmon[67007]: pgmap v1018: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:38:27.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:27 smithi129 conmon[101092]: cluster 2022-01-18T16:38:26.569704+0000 mgr.smithi129.iclwio (mgr.14716) 1192 : cluster 2022-01-18T16:38:27.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:27 smithi129 conmon[101092]: [DBG] pgmap v1019: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:28.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:27 smithi156 conmon[67007]: cluster 2022-01-18T16:38:26.569704+0000 mgr.smithi129.iclwio (mgr.14716) 1192 : cluster 2022-01-18T16:38:28.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:27 smithi156 conmon[67007]: [DBG] pgmap v1019: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:29.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:29 smithi129 conmon[101092]: cluster 2022-01-18T16:38:28.570292+0000 mgr.smithi129.iclwio (mgr.14716) 1193 : cluster [DBG] pgmap v1020: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:30.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:29 smithi156 conmon[67007]: cluster 2022-01-18T16:38:28.570292+0000 mgr.smithi129.iclwio (mgr.14716) 1193 : cluster [DBG] pgmap v1020: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:30.070 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:38:30.338 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:38:30.340 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (41m) 112s ago 42m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:38:30.340 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (32m) 112s ago 42m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:38:30.341 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (32m) 114s ago 41m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:38:30.341 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (40m) 112s ago 41m 40.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:38:30.341 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (36m) 112s ago 36m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:38:30.342 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (36m) 114s ago 36m 23.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:38:30.343 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (33m) 112s ago 43m 491M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:38:30.343 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (33m) 114s ago 41m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:38:30.344 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (33m) 112s ago 43m 293M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:38:30.344 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (32m) 114s ago 41m 171M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:38:30.345 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (33m) 112s ago 33m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:38:30.346 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (33m) 114s ago 33m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:38:30.346 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (41m) 112s ago 41m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:38:30.485 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (41m) 114s ago 41m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:38:30.486 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (27m) 112s ago 40m 1513M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:38:30.486 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (40m) 112s ago 40m 2511M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:38:30.487 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (40m) 112s ago 40m 1964M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:38:30.487 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (39m) 112s ago 39m 2501M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:38:30.487 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (39m) 114s ago 39m 2324M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:38:30.488 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (39m) 114s ago 39m 2926M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:38:30.488 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (38m) 114s ago 38m 2285M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:38:30.489 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (38m) 114s ago 38m 3435M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:38:30.491 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (40m) 112s ago 41m 57.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:38:30.661 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:38:30.662 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:38:30.662 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:38:30.662 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:38:30.662 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:38:30.663 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:38:30.663 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:38:30.663 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:38:30.663 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:38:30.664 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:38:30.664 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:38:30.664 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:38:30.664 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:38:30.664 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:38:30.665 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:38:30.665 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:38:30.665 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:38:30.665 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:38:30.666 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:38:30.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:30 smithi129 conmon[101092]: audit 2022-01-18T16:38:30.053175 2022-01-18T16:38:30.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:30 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 1194 : audit [DBG] from='client.34870 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:38:31.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:30 smithi156 conmon[67007]: audit 2022-01-18T16:38:30.053175+0000 mgr.smithi129.iclwio (mgr.14716) 1194 : audit 2022-01-18T16:38:31.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:30 smithi156 conmon[67007]: [DBG] from='client.34870 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:38:31.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:31 smithi129 conmon[101092]: audit 2022-01-18T16:38:30.323876+0000 mgr.smithi129.iclwio (mgr.14716) 1195 : audit [DBG] from='client.34874 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:38:31.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:31 smithi129 conmon[101092]: 2022-01-18T16:38:31.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:31 smithi129 conmon[101092]: cluster 2022-01-18T16:38:30.571149+0000 mgr.smithi129.iclwio (mgr.14716) 1196 : cluster [DBG] pgmap v1021: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:38:31.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:31 smithi129 conmon[101092]: audit 2022-01-18T16:38:30.656058+0000 mon.smithi129 (mon.0) 568 : audit [DBG] from='client.? 172.21.15.129:0/3278840619' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:38:32.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:31 smithi156 conmon[67007]: audit 2022-01-18T16:38:30.323876+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:38:32.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:31 smithi156 conmon[67007]: 14716) 1195 : audit [DBG] from='client.34874 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:38:32.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:31 smithi156 conmon[67007]: cluster 2022-01-18T16:38:30.571149+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:38:32.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:31 smithi156 conmon[67007]: 14716) 1196 : cluster [DBG] pgmap v1021: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:38:32.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:31 smithi156 conmon[67007]: audit 2022-01-18T16:38:30.656058+0000 mon.smithi129 2022-01-18T16:38:32.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:31 smithi156 conmon[67007]: (mon.0) 568 : audit [DBG] from='client.? 172.21.15.129:0/3278840619' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:38:33.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:33 smithi129 conmon[101092]: cluster 2022-01-18T16:38:32.571676+0000 mgr.smithi129.iclwio (mgr.14716) 1197 : cluster [DBG] pgmap v1022: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:34.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:33 smithi156 conmon[67007]: cluster 2022-01-18T16:38:32.571676+0000 mgr.smithi129.iclwio (mgr.14716) 1197 : cluster 2022-01-18T16:38:34.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:33 smithi156 conmon[67007]: [DBG] pgmap v1022: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:35.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:35 smithi129 conmon[101092]: cluster 2022-01-18T16:38:34.572466+0000 mgr.smithi129.iclwio (mgr.14716) 1198 : cluster [DBG] pgmap v1023: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:38:35.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:35 smithi156 conmon[67007]: cluster 2022-01-18T16:38:34.572466+0000 mgr.smithi129.iclwio (mgr.14716) 1198 : 2022-01-18T16:38:35.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:35 smithi156 conmon[67007]: cluster [DBG] pgmap v1023: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:38:37.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:37 smithi129 conmon[101092]: cluster 2022-01-18T16:38:36.573111+0000 mgr.smithi129.iclwio (mgr.14716) 1199 : cluster [DBG] pgmap v1024: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:38.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:37 smithi156 conmon[67007]: cluster 2022-01-18T16:38:36.573111+0000 mgr.smithi129.iclwio (mgr.14716) 1199 : cluster 2022-01-18T16:38:38.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:37 smithi156 conmon[67007]: [DBG] pgmap v1024: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:39.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:39 smithi129 conmon[101092]: cluster 2022-01-18T16:38:38.573869+0000 mgr.smithi129.iclwio (mgr.14716) 1200 : cluster [DBG] pgmap v1025: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:39.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:39 smithi129 conmon[101092]: audit 2022-01-18T16:38:38.926130 2022-01-18T16:38:39.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:39 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 569 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:38:39.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:39 smithi129 conmon[101092]: audit 2022-01-18T16:38:38.927626+0000 mon.smithi129 (mon.0) 570 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:38:39.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:39 smithi129 conmon[101092]: audit 2022-01-18T16:38:38.928634+0000 mon.smithi129 2022-01-18T16:38:39.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:39 smithi129 conmon[101092]: (mon.0) 571 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:38:39.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:39 smithi129 conmon[101092]: cephadm 2022-01 2022-01-18T16:38:39.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:39 smithi129 conmon[101092]: -18T16:38:38.929344+0000 mgr.smithi129.iclwio (mgr.14716) 1201 : 2022-01-18T16:38:39.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:39 smithi129 conmon[101092]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:38:39.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:39 smithi129 conmon[101092]: audit 2022-01-18T16:38 2022-01-18T16:38:39.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:39 smithi129 conmon[101092]: :39.190019+0000 mon.smithi129 (mon.0) 572 : 2022-01-18T16:38:39.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:39 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:38:39.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:39 smithi129 conmon[101092]: audit 2022-01-18T16:38 2022-01-18T16:38:39.949 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:39 smithi129 conmon[101092]: :39.483375+0000 mon.smithi129 (mon.0) 573 2022-01-18T16:38:39.949 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:39 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:38:39.950 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:39 smithi129 conmon[101092]: audit 2022-01-18T16 2022-01-18T16:38:39.950 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:39 smithi129 conmon[101092]: :38:39.488122+0000 mon.smithi129 (mon.0 2022-01-18T16:38:39.950 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:39 smithi129 conmon[101092]: ) 574 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:38:40.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:39 smithi156 conmon[67007]: cluster 2022-01-18T16:38:38.573869+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:38:40.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:39 smithi156 conmon[67007]: 14716) 1200 : cluster [DBG] pgmap v1025: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:40.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:39 smithi156 conmon[67007]: audit 2022-01-18T16:38:38.926130+0000 mon.smithi129 (mon.0) 569 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:38:40.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:39 smithi156 conmon[67007]: audit 2022-01-18T16:38:38.927626+0000 mon.smithi129 (mon. 2022-01-18T16:38:40.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:39 smithi156 conmon[67007]: 0) 570 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:38:40.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:39 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T16:38:40.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:39 smithi156 conmon[67007]: T16:38:38.928634+0000 mon.smithi129 (mon.0) 2022-01-18T16:38:40.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:39 smithi156 conmon[67007]: 571 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:38:40.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:39 smithi156 conmon[67007]: cephadm 2022-01- 2022-01-18T16:38:40.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:39 smithi156 conmon[67007]: 18T16:38:38.929344+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:38:40.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:39 smithi156 conmon[67007]: 14716) 1201 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:38:40.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:39 smithi156 conmon[67007]: audit 2022 2022-01-18T16:38:40.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:39 smithi156 conmon[67007]: -01-18T16:38:39.190019+0000 mon.smithi129 2022-01-18T16:38:40.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:39 smithi156 conmon[67007]: (mon.0) 572 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:38:40.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:39 smithi156 conmon[67007]: audit 2022- 2022-01-18T16:38:40.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:39 smithi156 conmon[67007]: 01-18T16:38:39.483375+0000 mon.smithi129 2022-01-18T16:38:40.059 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:39 smithi156 conmon[67007]: (mon.0) 573 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:38:40.059 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:39 smithi156 conmon[67007]: audit 2022-01-18T16:38:40.059 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:39 smithi156 conmon[67007]: 2022-01-18T16:38:39.488122+0000 2022-01-18T16:38:40.059 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:39 smithi156 conmon[67007]: mon.smithi129 (mon.0) 574 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:38:40.060 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:39 smithi156 conmon[67007]: 2022-01-18T16:38:41.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:41 smithi129 conmon[101092]: cluster 2022-01-18T16:38:40.574744+0000 mgr.smithi129.iclwio (mgr.14716) 1202 : cluster [DBG] pgmap v1026: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:38:41.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:41 smithi129 conmon[101092]: 2022-01-18T16:38:42.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:41 smithi156 conmon[67007]: cluster 2022-01-18T16:38:40.574744+0000 mgr.smithi129.iclwio (mgr.14716) 1202 : cluster [DBG] 2022-01-18T16:38:42.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:41 smithi156 conmon[67007]: pgmap v1026: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:38:43.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:43 smithi129 conmon[101092]: cluster 2022-01-18T16:38:42.575305+0000 mgr.smithi129.iclwio (mgr.14716) 1203 : cluster [DBG] pgmap v1027: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:44.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:43 smithi156 conmon[67007]: cluster 2022-01-18T16:38:42.575305+0000 mgr.smithi129.iclwio (mgr.14716) 1203 : cluster 2022-01-18T16:38:44.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:43 smithi156 conmon[67007]: [DBG] pgmap v1027: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:45.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:45 smithi129 conmon[101092]: cluster 2022-01-18T16:38:44.576033+0000 mgr.smithi129.iclwio (mgr.14716) 1204 : cluster [DBG] pgmap v1028: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:38:45.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:45 smithi156 conmon[67007]: cluster 2022-01-18T16:38:44.576033+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:38:45.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:45 smithi156 conmon[67007]: 1204 : cluster [DBG] pgmap v1028: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:38:47.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:47 smithi129 conmon[101092]: cluster 2022-01-18T16:38:46.576655+0000 mgr.smithi129.iclwio (mgr.14716) 1205 : cluster [DBG] pgmap v1029: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:48.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:47 smithi156 conmon[67007]: cluster 2022-01-18T16:38:46.576655+0000 mgr.smithi129.iclwio (mgr.14716) 1205 : 2022-01-18T16:38:48.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:47 smithi156 conmon[67007]: cluster [DBG] pgmap v1029: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:49.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:49 smithi129 conmon[101092]: cluster 2022-01-18T16:38:48.577192+0000 mgr.smithi129.iclwio (mgr.14716) 1206 : cluster [DBG] pgmap v1030: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:50.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:49 smithi156 conmon[67007]: cluster 2022-01-18T16:38:48.577192+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:38:50.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:49 smithi156 conmon[67007]: 1206 : cluster [DBG] pgmap v1030: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:51.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:51 smithi129 conmon[101092]: cluster 2022-01-18T16:38:50.578059+0000 mgr.smithi129.iclwio (mgr.14716) 1207 : cluster [DBG] pgmap v1031: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:38:52.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:51 smithi156 conmon[67007]: cluster 2022-01-18T16:38:50.578059+0000 mgr.smithi129.iclwio (mgr.14716) 1207 : cluster 2022-01-18T16:38:52.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:51 smithi156 conmon[67007]: [DBG] pgmap v1031: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:38:53.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:53 smithi129 conmon[101092]: cluster 2022-01-18T16:38:52.578609+0000 mgr.smithi129.iclwio (mgr.14716) 1208 : cluster [DBG] pgmap v1032: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:54.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:53 smithi156 conmon[67007]: cluster 2022-01-18T16:38:52.578609+0000 mgr.smithi129.iclwio (mgr.14716) 1208 2022-01-18T16:38:54.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:53 smithi156 conmon[67007]: : cluster [DBG] pgmap v1032: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:55.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:55 smithi129 conmon[101092]: cluster 2022-01-18T16:38:54.579321+0000 mgr.smithi129.iclwio (mgr.14716) 1209 : cluster [DBG] pgmap v1033: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:38:55.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:55 smithi156 conmon[67007]: cluster 2022-01-18T16:38:54.579321+0000 mgr.smithi129.iclwio (mgr.14716) 1209 2022-01-18T16:38:55.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:55 smithi156 conmon[67007]: : cluster [DBG] pgmap v1033: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:38:57.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:57 smithi129 conmon[101092]: cluster 2022-01-18T16:38:56.579840+0000 mgr.smithi129.iclwio (mgr.14716) 1210 : 2022-01-18T16:38:57.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:57 smithi129 conmon[101092]: cluster [DBG] pgmap v1034: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:58.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:57 smithi156 conmon[67007]: cluster 2022-01-18T16:38:56.579840+0000 mgr.smithi129.iclwio (mgr.14716) 1210 : 2022-01-18T16:38:58.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:57 smithi156 conmon[67007]: cluster [DBG] pgmap v1034: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:58.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:58 smithi129 conmon[101092]: audit 2022-01-18T16:38:58.325857+0000 mon.smithi129 (mon.0) 575 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:38:58.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:58 smithi129 conmon[101092]: audit 2022-01-18T16:38:58.326125+0000 mon.smithi129 (mon.0) 576 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:38:59.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:58 smithi156 conmon[67007]: audit 2022-01-18T16:38:58.325857+0000 mon.smithi129 (mon.0) 575 : 2022-01-18T16:38:59.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:58 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:38:59.059 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:58 smithi156 conmon[67007]: audit 2022-01-18T16:38:58.326125+0000 mon.smithi129 (mon.0) 576 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:38:59.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:59 smithi129 conmon[101092]: cluster 2022-01-18T16:38:58.580393+0000 mgr.smithi129.iclwio (mgr.14716) 1211 : cluster [DBG] pgmap v1035: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:38:59.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:38:59 smithi129 conmon[101092]: 2022-01-18T16:39:00.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:59 smithi156 conmon[67007]: cluster 2022-01-18T16:38:58.580393+0000 mgr.smithi129.iclwio (mgr.14716) 1211 : cluster [DBG] 2022-01-18T16:39:00.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:38:59 smithi156 conmon[67007]: pgmap v1035: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:00.965 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:39:01.238 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:39:01.239 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (41m) 2m ago 42m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:39:01.239 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (33m) 2m ago 42m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:39:01.240 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (33m) 2m ago 42m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:39:01.240 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (41m) 2m ago 42m 40.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:39:01.240 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (37m) 2m ago 37m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:39:01.240 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (37m) 2m ago 37m 23.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:39:01.241 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (34m) 2m ago 43m 491M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:39:01.241 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (33m) 2m ago 41m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:39:01.241 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (33m) 2m ago 44m 293M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:39:01.241 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (33m) 2m ago 41m 171M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:39:01.241 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (34m) 2m ago 34m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:39:01.242 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (34m) 2m ago 34m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:39:01.242 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (42m) 2m ago 42m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:39:01.243 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (41m) 2m ago 41m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:39:01.243 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (28m) 2m ago 41m 1513M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:39:01.243 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (40m) 2m ago 40m 2511M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:39:01.244 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (40m) 2m ago 40m 1964M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:39:01.244 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (40m) 2m ago 40m 2501M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:39:01.245 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (39m) 2m ago 39m 2324M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:39:01.245 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (39m) 2m ago 39m 2926M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:39:01.245 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (39m) 2m ago 39m 2285M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:39:01.246 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (39m) 2m ago 39m 3435M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:39:01.246 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (41m) 2m ago 42m 57.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:39:01.556 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:39:01.556 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:39:01.557 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:39:01.557 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:39:01.557 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:39:01.558 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:39:01.559 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:39:01.559 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:39:01.559 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:39:01.560 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:39:01.560 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:39:01.560 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:39:01.560 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:39:01.560 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:39:01.561 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:39:01.561 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:39:01.561 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:39:01.562 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:39:01.562 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:39:01.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:01 smithi129 conmon[101092]: cluster 2022-01-18T16:39:00.581267+0000 mgr.smithi129.iclwio (mgr.14716) 1212 2022-01-18T16:39:01.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:01 smithi129 conmon[101092]: : cluster [DBG] pgmap v1036: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:39:01.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:01 smithi129 conmon[101092]: audit 2022-01-18T16:39:00.947745+0000 mgr.smithi129.iclwio (mgr.14716) 1213 : audit [DBG] from='client.34882 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:39:01.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:01 smithi129 conmon[101092]: audit 2022-01-18T16:39:01.224009+0000 mgr.smithi129.iclwio (mgr.14716) 1214 : audit [DBG] from='client.34886 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:39:01.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:01 smithi129 conmon[101092]: audit 2022-01-18T16: 2022-01-18T16:39:01.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:01 smithi129 conmon[101092]: 39:01.550639+0000 mon.smithi129 (mon.0) 577 2022-01-18T16:39:01.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:01 smithi129 conmon[101092]: : audit [DBG] from='client.? 172.21.15.129:0/3677995525' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:39:02.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:01 smithi156 conmon[67007]: cluster 2022-01-18T16:39:00.581267+0000 mgr.smithi129.iclwio (mgr.14716) 1212 : cluster [DBG] pgmap v1036: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:39:02.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:01 smithi156 conmon[67007]: audit 2022-01-18T16:39:00.947745+0000 mgr.smithi129.iclwio (mgr.14716) 1213 : audit [DBG] from='client.34882 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:39:02.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:01 smithi156 conmon[67007]: audit 2022-01-18T16:39:01.224009+0000 mgr.smithi129.iclwio (mgr.14716) 1214 : audit [DBG] 2022-01-18T16:39:02.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:01 smithi156 conmon[67007]: from='client.34886 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:39:02.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:01 smithi156 conmon[67007]: audit 2022-01-18T16:39:02.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:01 smithi156 conmon[67007]: 2022-01-18T16:39:01.550639+0000 mon.smithi129 2022-01-18T16:39:02.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:01 smithi156 conmon[67007]: (mon.0) 577 : audit [DBG] 2022-01-18T16:39:02.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:01 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/3677995525' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:39:03.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:03 smithi129 conmon[101092]: cluster 2022-01-18T16:39:02.581987+0000 mgr.smithi129.iclwio (mgr.14716) 1215 : cluster [DBG] pgmap v1037: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:04.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:03 smithi156 conmon[67007]: cluster 2022-01-18T16:39:02.581987+0000 mgr.smithi129.iclwio (mgr.14716) 1215 : cluster [DBG] pgmap v1037: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:05.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:05 smithi129 conmon[101092]: cluster 2022-01-18T16:39:04.582735+0000 mgr.smithi129.iclwio (mgr.14716) 1216 : cluster [DBG] pgmap v1038: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:39:05.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:05 smithi156 conmon[67007]: cluster 2022-01-18T16:39:04.582735+0000 mgr.smithi129.iclwio (mgr.14716) 1216 : cluster [DBG] pgmap v1038: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:39:07.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:07 smithi129 conmon[101092]: cluster 2022-01-18T16:39:06.583367+0000 mgr.smithi129.iclwio (mgr.14716) 1217 : cluster [DBG] pgmap v1039: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:07.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:07 smithi129 conmon[101092]: 2022-01-18T16:39:08.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:07 smithi156 conmon[67007]: cluster 2022-01-18T16:39:06.583367+0000 mgr.smithi129.iclwio (mgr.14716) 1217 : cluster [DBG] pgmap v1039: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:09.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:09 smithi129 conmon[101092]: cluster 2022-01-18T16:39:08.583893+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:39:09.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:09 smithi129 conmon[101092]: 1218 : cluster [DBG] pgmap v1040: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:10.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:09 smithi156 conmon[67007]: cluster 2022-01-18T16:39:08.583893+0000 mgr.smithi129.iclwio (mgr.14716) 1218 : cluster [DBG] pgmap v1040: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:11.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:11 smithi129 conmon[101092]: cluster 2022-01-18T16:39:10.584764+0000 mgr.smithi129.iclwio (mgr.14716) 1219 : cluster [DBG] pgmap v1041: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:39:11.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:11 smithi129 conmon[101092]: 2022-01-18T16:39:12.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:11 smithi156 conmon[67007]: cluster 2022-01-18T16:39:10.584764+0000 mgr.smithi129.iclwio (mgr.14716) 1219 : cluster [DBG] pgmap v1041: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:39:13.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:13 smithi129 conmon[101092]: cluster 2022-01-18T16:39:12.585256+0000 mgr.smithi129.iclwio (mgr.14716) 1220 : cluster 2022-01-18T16:39:13.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:13 smithi129 conmon[101092]: [DBG] pgmap v1042: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:14.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:13 smithi156 conmon[67007]: cluster 2022-01-18T16:39:12.585256+0000 mgr.smithi129.iclwio (mgr.14716) 1220 : cluster [DBG] pgmap v1042: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:15.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:15 smithi129 conmon[101092]: cluster 2022-01-18T16:39:14.586227+0000 mgr.smithi129.iclwio (mgr.14716) 1221 : cluster [DBG] pgmap v1043: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:39:15.808 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:15 smithi156 conmon[67007]: cluster 2022-01-18T16:39:14.586227+0000 mgr.smithi129.iclwio (mgr.14716) 1221 : cluster [DBG] pgmap v1043: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:39:15.809 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:15 smithi156 conmon[67007]: 2022-01-18T16:39:17.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:17 smithi129 conmon[101092]: cluster 2022-01-18T16:39:16.586677+0000 mgr.smithi129.iclwio (mgr.14716) 1222 : cluster [DBG] pgmap v1044: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:18.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:17 smithi156 conmon[67007]: cluster 2022-01-18T16:39:16.586677+0000 mgr.smithi129.iclwio (mgr.14716) 1222 : cluster [DBG] pgmap v1044: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:19.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:19 smithi129 conmon[101092]: cluster 2022-01-18T16:39:18.587272+0000 mgr.smithi129.iclwio (mgr.14716) 1223 : cluster 2022-01-18T16:39:19.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:19 smithi129 conmon[101092]: [DBG] pgmap v1045: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:20.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:19 smithi156 conmon[67007]: cluster 2022-01-18T16:39:18.587272+0000 mgr.smithi129.iclwio (mgr.14716) 1223 : cluster 2022-01-18T16:39:20.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:19 smithi156 conmon[67007]: [DBG] pgmap v1045: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:21.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:21 smithi129 conmon[101092]: cluster 2022-01-18T16:39:20.588177+0000 mgr.smithi129.iclwio (mgr.14716) 1224 : cluster [DBG] pgmap v1046: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:39:21.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:21 smithi129 conmon[101092]: 2022-01-18T16:39:22.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:21 smithi156 conmon[67007]: cluster 2022-01-18T16:39:20.588177+0000 mgr.smithi129.iclwio (mgr.14716) 1224 : cluster 2022-01-18T16:39:22.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:21 smithi156 conmon[67007]: [DBG] pgmap v1046: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:39:23.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:23 smithi129 conmon[101092]: cluster 2022-01-18T16:39:22.588687+0000 mgr.smithi129.iclwio (mgr.14716) 1225 : cluster [DBG] pgmap v1047: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:23.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:23 smithi129 conmon[101092]: 2022-01-18T16:39:24.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:23 smithi156 conmon[67007]: cluster 2022-01-18T16:39:22.588687+0000 mgr.smithi129.iclwio (mgr.14716) 1225 2022-01-18T16:39:24.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:23 smithi156 conmon[67007]: : cluster [DBG] pgmap v1047: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:25.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:25 smithi129 conmon[101092]: cluster 2022-01-18T16:39:24.589417+0000 mgr.smithi129.iclwio (mgr.14716) 1226 : cluster [DBG] pgmap v1048: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:39:25.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:25 smithi156 conmon[67007]: cluster 2022-01-18T16:39:24.589417+0000 mgr.smithi129.iclwio (mgr.14716) 1226 : cluster 2022-01-18T16:39:25.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:25 smithi156 conmon[67007]: [DBG] pgmap v1048: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:39:27.949 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:27 smithi129 conmon[101092]: cluster 2022-01-18T16:39:26 2022-01-18T16:39:27.949 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:27 smithi129 conmon[101092]: .589966+0000 mgr.smithi129.iclwio (mgr.14716) 1227 : cluster [DBG] pgmap v1049: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:28.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:27 smithi156 conmon[67007]: cluster 2022-01-18T16:39:26.589966+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:39:28.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:27 smithi156 conmon[67007]: 1227 : cluster [DBG] pgmap v1049: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:29.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:29 smithi129 conmon[101092]: cluster 2022-01-18T16:39:28.590491+0000 mgr.smithi129.iclwio (mgr.14716) 1228 : cluster [DBG] 2022-01-18T16:39:29.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:29 smithi129 conmon[101092]: pgmap v1050: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:30.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:29 smithi156 conmon[67007]: cluster 2022-01-18T16:39:28.590491+0000 mgr.smithi129.iclwio (mgr.14716) 1228 : cluster [DBG] 2022-01-18T16:39:30.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:29 smithi156 conmon[67007]: pgmap v1050: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:31.855 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:39:31.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:31 smithi129 conmon[101092]: cluster 2022-01-18T16:39:30.591405+0000 mgr.smithi129.iclwio (mgr.14716) 1229 : cluster [DBG] pgmap v1051: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:39:32.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:31 smithi156 conmon[67007]: cluster 2022-01-18T16:39:30.591405+0000 mgr.smithi129.iclwio (mgr.14716) 1229 : cluster 2022-01-18T16:39:32.330 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:31 smithi156 conmon[67007]: [DBG] pgmap v1051: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:39:32.331 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:39:32.331 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (42m) 2m ago 43m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:39:32.332 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (33m) 2m ago 43m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:39:32.332 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (33m) 2m ago 42m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:39:32.332 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (41m) 2m ago 42m 40.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:39:32.332 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (38m) 2m ago 38m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:39:32.333 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (37m) 2m ago 37m 23.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:39:32.333 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (34m) 2m ago 44m 491M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:39:32.333 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (34m) 2m ago 42m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:39:32.333 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (34m) 2m ago 44m 293M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:39:32.333 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (34m) 2m ago 42m 171M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:39:32.334 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (34m) 2m ago 34m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:39:32.334 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (34m) 2m ago 34m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:39:32.334 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (42m) 2m ago 42m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:39:32.334 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (42m) 2m ago 42m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:39:32.335 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (28m) 2m ago 41m 1513M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:39:32.335 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (41m) 2m ago 41m 2511M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:39:32.335 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (41m) 2m ago 41m 1964M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:39:32.335 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (40m) 2m ago 40m 2501M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:39:32.336 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (40m) 2m ago 40m 2324M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:39:32.336 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (40m) 2m ago 40m 2926M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:39:32.336 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (39m) 2m ago 39m 2285M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:39:32.336 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (39m) 2m ago 39m 3435M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:39:32.336 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (41m) 2m ago 42m 57.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:39:32.440 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:39:32.440 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:39:32.441 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:39:32.441 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:39:32.441 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:39:32.441 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:39:32.442 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:39:32.442 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:39:32.442 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:39:32.442 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:39:32.443 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:39:32.443 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:39:32.443 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:39:32.443 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:39:32.443 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:39:32.444 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:39:32.444 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:39:32.444 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:39:32.444 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:39:32.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:32 smithi129 conmon[101092]: audit 2022-01-18T16:39:31.837171+0000 mgr.smithi129.iclwio (mgr.14716) 1230 : audit [DBG] from='client.34894 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:39:32.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:32 smithi129 conmon[101092]: audit 2022-01-18T16:39: 2022-01-18T16:39:32.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:32 smithi129 conmon[101092]: 32.106207+0000 mgr.smithi129.iclwio (mgr.14716) 1231 : audit [DBG] from='client.34898 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:39:32.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:32 smithi129 conmon[101092]: audit 2022-01-18T16:39:32.434669+0000 mon.smithi129 (mon.0) 578 : audit [DBG] from='client.? 172.21.15.129:0/1063292345' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:39:33.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:32 smithi156 conmon[67007]: audit 2022-01-18T16:39:31.837171+0000 mgr.smithi129.iclwio (mgr.14716) 1230 2022-01-18T16:39:33.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:32 smithi156 conmon[67007]: : audit [DBG] from='client.34894 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:39:33.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:32 smithi156 conmon[67007]: audit 2022-01-18T16:39:32.106207+0000 mgr.smithi129.iclwio (mgr.14716) 1231 : audit [DBG] from='client.34898 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:39:33.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:32 smithi156 conmon[67007]: audit 2022-01-18T16:39:32.434669+0000 mon.smithi129 (mon.0 2022-01-18T16:39:33.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:32 smithi156 conmon[67007]: ) 578 : audit [DBG] from='client.? 172.21.15.129:0/1063292345' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:39:33.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:33 smithi129 conmon[101092]: cluster 2022-01-18T16:39:32.591914+0000 mgr.smithi129.iclwio (mgr.14716) 1232 : cluster [DBG] 2022-01-18T16:39:33.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:33 smithi129 conmon[101092]: pgmap v1052: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:34.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:33 smithi156 conmon[67007]: cluster 2022-01-18T16:39:32.591914+0000 mgr.smithi129.iclwio (mgr.14716) 1232 : cluster [DBG] pgmap v1052: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:35.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:35 smithi129 conmon[101092]: cluster 2022-01-18T16:39:34.592622+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:39:35.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:35 smithi129 conmon[101092]: .14716) 1233 : cluster [DBG] pgmap v1053: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:39:35.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:35 smithi156 conmon[67007]: cluster 2022-01-18T16:39:34.592622+0000 mgr.smithi129.iclwio (mgr.14716) 1233 : cluster 2022-01-18T16:39:35.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:35 smithi156 conmon[67007]: [DBG] pgmap v1053: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:39:37.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:37 smithi129 conmon[101092]: cluster 2022-01-18T16:39:36.593173+0000 mgr.smithi129.iclwio (mgr.14716) 1234 : cluster [DBG] pgmap v1054: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:38.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:37 smithi156 conmon[67007]: cluster 2022-01-18T16:39:36.593173+0000 mgr.smithi129.iclwio (mgr.14716) 1234 : cluster [DBG] pgmap v1054: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:39.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:39 smithi129 conmon[101092]: cluster 2022-01-18T16:39:38.593842+0000 mgr.smithi129.iclwio (mgr.14716) 1235 : cluster 2022-01-18T16:39:39.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:39 smithi129 conmon[101092]: [DBG] pgmap v1055: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:39.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:39 smithi129 conmon[101092]: audit 2022-01-18T16:39:39.490816+0000 mon.smithi129 (mon.0) 579 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:39:39.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:39 smithi129 conmon[101092]: audit 2022-01-18T16:39:39. 2022-01-18T16:39:39.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:39 smithi129 conmon[101092]: 492352+0000 mon.smithi129 (mon.0) 580 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:39:39.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:39 smithi129 conmon[101092]: audit 2022-01-18T16:39:39.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:39 smithi129 conmon[101092]: 2022-01-18T16:39:39.493372+0000 mon.smithi129 (mon.0) 581 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:39:40.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:39 smithi156 conmon[67007]: cluster 2022-01-18T16:39:38.593842+0000 mgr.smithi129.iclwio (mgr.14716) 1235 : cluster [DBG] pgmap v1055: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:40.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:39 smithi156 conmon[67007]: audit 2022-01-18T16 2022-01-18T16:39:40.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:39 smithi156 conmon[67007]: :39:39.490816+0000 mon.smithi129 (mon.0) 579 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:39:40.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:39 smithi156 conmon[67007]: audit 2022-01-18T16:39:39.492352+0000 mon.smithi129 (mon.0) 580 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:39:40.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:39 smithi156 conmon[67007]: audit 2022-01-18T16:39:40.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:39 smithi156 conmon[67007]: 2022-01-18T16:39:39.493372+0000 mon.smithi129 (mon.0) 581 : audit [INF] 2022-01-18T16:39:40.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:39 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:39:41.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:40 smithi129 conmon[101092]: cephadm 2022-01-18T16:39:39.494136+0000 mgr.smithi129.iclwio (mgr.14716) 1236 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:39:41.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:40 smithi129 conmon[101092]: audit 2022-01-18T16:39:39.804867+0000 mon.smithi129 (mon.0) 582 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:39:41.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:40 smithi129 conmon[101092]: audit 2022-01-18T16:39:39.812037+0000 mon.smithi129 (mon.0) 583 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:39:41.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:40 smithi156 conmon[67007]: cephadm 2022-01-18T16:39:39.494136+0000 mgr.smithi129.iclwio (mgr.14716) 1236 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:39:41.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:40 smithi156 conmon[67007]: audit 2022-01-18T16:39:39.804867+0000 mon.smithi129 (mon.0) 582 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:39:41.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:40 smithi156 conmon[67007]: audit 2022-01-18T16:39:39.812037+0000 mon.smithi129 (mon.0) 583 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:39:42.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:41 smithi129 conmon[101092]: cluster 2022-01-18T16:39:40.594839+0000 mgr.smithi129.iclwio (mgr.14716) 1237 : cluster [DBG] pgmap v1056: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:39:42.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:41 smithi156 conmon[67007]: cluster 2022-01-18T16:39:40.594839+0000 mgr.smithi129.iclwio (mgr.14716) 1237 : cluster [DBG] pgmap v1056: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:39:42.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:41 smithi156 conmon[67007]: 2022-01-18T16:39:44.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:43 smithi129 conmon[101092]: cluster 2022-01-18T16:39:42.595340+0000 mgr.smithi129.iclwio (mgr.14716) 1238 : cluster [DBG] pgmap v1057: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:44.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:43 smithi156 conmon[67007]: cluster 2022-01-18T16:39:42.595340+0000 mgr.smithi129.iclwio (mgr.14716) 1238 : cluster [DBG] pgmap v1057: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:45.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:45 smithi129 conmon[101092]: cluster 2022-01-18T16:39:44.596175+0000 mgr.smithi129.iclwio (mgr.14716) 1239 : cluster [DBG] pgmap v1058: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:39:45.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:45 smithi156 conmon[67007]: cluster 2022-01-18T16:39:44.596175+0000 mgr.smithi129.iclwio (mgr.14716) 1239 : cluster [DBG] 2022-01-18T16:39:45.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:45 smithi156 conmon[67007]: pgmap v1058: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:39:47.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:47 smithi129 conmon[101092]: cluster 2022-01-18T16:39:46.596800+0000 mgr.smithi129.iclwio (mgr.14716) 1240 : cluster [DBG] 2022-01-18T16:39:47.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:47 smithi129 conmon[101092]: pgmap v1059: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:48.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:47 smithi156 conmon[67007]: cluster 2022-01-18T16:39:46.596800+0000 mgr.smithi129.iclwio (mgr.14716) 1240 : cluster [DBG] pgmap v1059: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:49.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:49 smithi129 conmon[101092]: cluster 2022-01-18T16:39:48.597450+0000 mgr.smithi129.iclwio (mgr.14716) 1241 : cluster [DBG] pgmap v1060: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:50.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:49 smithi156 conmon[67007]: cluster 2022-01-18T16:39:48.597450+0000 mgr.smithi129.iclwio (mgr.14716) 1241 : cluster [DBG] 2022-01-18T16:39:50.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:49 smithi156 conmon[67007]: pgmap v1060: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:51.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:51 smithi129 conmon[101092]: cluster 2022-01-18T16:39:50.598340+0000 mgr.smithi129.iclwio (mgr.14716) 1242 : cluster [DBG] pgmap v1061: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:39:52.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:51 smithi156 conmon[67007]: cluster 2022-01-18T16:39:50.598340+0000 mgr.smithi129.iclwio (mgr.14716) 1242 : cluster [DBG] pgmap v1061: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:39:53.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:53 smithi129 conmon[101092]: cluster 2022-01-18T16:39:52.598964+0000 mgr.smithi129.iclwio (mgr.14716) 1243 : cluster 2022-01-18T16:39:53.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:53 smithi129 conmon[101092]: [DBG] pgmap v1062: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:54.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:53 smithi156 conmon[67007]: cluster 2022-01-18T16:39:52.598964+0000 mgr.smithi129.iclwio (mgr.14716) 1243 : cluster [DBG] pgmap v1062: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:55.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:55 smithi129 conmon[101092]: cluster 2022-01-18T16:39:54.599759+0000 mgr.smithi129.iclwio (mgr.14716) 1244 : cluster [DBG] pgmap v1063: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:39:55.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:55 smithi129 conmon[101092]: 2022-01-18T16:39:55.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:55 smithi156 conmon[67007]: cluster 2022-01-18T16:39:54.599759+0000 mgr.smithi129.iclwio (mgr.14716) 1244 : cluster 2022-01-18T16:39:55.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:55 smithi156 conmon[67007]: [DBG] pgmap v1063: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:39:57.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:57 smithi129 conmon[101092]: cluster 2022-01-18T16:39:56.600273+0000 mgr.smithi129.iclwio (mgr.14716) 1245 : cluster [DBG] pgmap v1064: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:57.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:57 smithi129 conmon[101092]: 2022-01-18T16:39:58.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:57 smithi156 conmon[67007]: cluster 2022-01-18T16:39:56.600273+0000 mgr.smithi129.iclwio (mgr.14716) 1245 : cluster [DBG] pgmap v1064: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:39:58.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:58 smithi129 conmon[101092]: audit 2022-01-18T16:39:58.329771+0000 mon.smithi129 (mon.0) 584 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:39:58.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:58 smithi129 conmon[101092]: audit 2022-01-18T16:39:58.330023+0000 mon.smithi129 (mon.0) 585 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:39:59.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:58 smithi156 conmon[67007]: audit 2022-01-18T16:39:58.329771+0000 mon.smithi129 (mon.0) 584 : audit 2022-01-18T16:39:59.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:58 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:39:59.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:58 smithi156 conmon[67007]: audit 2022-01-18T16:39:58.330023+0000 mon.smithi129 (mon.0) 585 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:39:59.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:59 smithi129 conmon[101092]: cluster 2022-01-18T16:39:58.600873+0000 mgr.smithi129.iclwio (mgr.14716) 1246 : cluster 2022-01-18T16:39:59.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:39:59 smithi129 conmon[101092]: [DBG] pgmap v1065: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:00.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:59 smithi156 conmon[67007]: cluster 2022-01-18T16:39:58.600873+0000 mgr.smithi129.iclwio (mgr.14716) 1246 : cluster [DBG] pgmap v1065: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:00.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:39:59 smithi156 conmon[67007]: 2022-01-18T16:40:00.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:00 smithi129 conmon[101092]: cluster 2022-01-18T16:40:00.000084+0000 mon.smithi129 (mon.0) 586 : cluster 2022-01-18T16:40:00.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:00 smithi129 conmon[101092]: [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T16:40:01.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:00 smithi156 conmon[67007]: cluster 2022-01-18T16:40:00.000084+0000 mon.smithi129 (mon.0) 586 : cluster 2022-01-18T16:40:01.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:00 smithi156 conmon[67007]: [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T16:40:01.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:01 smithi129 conmon[101092]: cluster 2022-01-18T16:40:00.601821+0000 mgr.smithi129.iclwio (mgr.14716) 1247 : cluster [DBG] pgmap v1066: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:40:02.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:01 smithi156 conmon[67007]: cluster 2022-01-18T16:40:00.601821+0000 mgr.smithi129.iclwio (mgr.14716) 1247 : cluster [DBG] 2022-01-18T16:40:02.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:01 smithi156 conmon[67007]: pgmap v1066: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:40:02.739 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:40:03.005 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:40:03.119 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (42m) 3m ago 43m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:40:03.119 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (34m) 3m ago 43m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:40:03.119 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (34m) 3m ago 43m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:40:03.120 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (42m) 3m ago 43m 40.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:40:03.120 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (38m) 3m ago 38m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:40:03.120 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (38m) 3m ago 38m 23.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:40:03.120 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (35m) 3m ago 44m 491M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:40:03.121 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (34m) 3m ago 42m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:40:03.121 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (34m) 3m ago 45m 293M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:40:03.121 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (34m) 3m ago 42m 171M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:40:03.121 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (35m) 3m ago 35m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:40:03.121 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (35m) 3m ago 35m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:40:03.122 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (43m) 3m ago 43m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:40:03.122 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (42m) 3m ago 42m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:40:03.122 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (29m) 3m ago 42m 1513M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:40:03.122 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (41m) 3m ago 41m 2511M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:40:03.123 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (41m) 3m ago 41m 1964M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:40:03.123 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (41m) 3m ago 41m 2501M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:40:03.123 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (40m) 3m ago 40m 2324M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:40:03.123 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (40m) 3m ago 40m 2926M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:40:03.123 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (40m) 3m ago 40m 2285M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:40:03.124 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (40m) 3m ago 40m 3435M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:40:03.124 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (42m) 3m ago 43m 57.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:40:03.324 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:40:03.324 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:40:03.324 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:40:03.324 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:40:03.325 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:40:03.325 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:40:03.325 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:40:03.325 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:40:03.326 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:40:03.326 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:40:03.326 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:40:03.326 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:40:03.327 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:40:03.327 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:40:03.327 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:40:03.327 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:40:03.327 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:40:03.328 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:40:03.328 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:40:03.950 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:03 smithi129 conmon[101092]: cluster 2022-01-18T16:40:02.602286+0000 mgr.smithi129.iclwio (mgr.14716) 1248 : cluster [DBG] pgmap v1067: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:03.951 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:03 smithi129 conmon[101092]: audit 2022-01-18T16:40:02.721291+0000 2022-01-18T16:40:03.951 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:03 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 1249 : audit [DBG] from='client.34906 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:40:03.951 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:03 smithi129 conmon[101092]: audit 2022-01-18T16:40:02.990795+0000 mgr.smithi129.iclwio (mgr.14716) 1250 : audit [DBG] from='client.34910 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:40:03.951 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:03 smithi129 conmon[101092]: audit 2022-01-18T16:40:03.317870+0000 mon.smithi129 2022-01-18T16:40:03.952 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:03 smithi129 conmon[101092]: (mon.0) 587 : audit [DBG] from='client.? 172.21.15.129:0/2758593459' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:40:04.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:03 smithi156 conmon[67007]: cluster 2022-01-18T16:40:02.602286+0000 mgr.smithi129.iclwio (mgr.14716) 1248 : cluster [DBG] pgmap v1067: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:04.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:03 smithi156 conmon[67007]: audit 2022-01-18T16:40:02.721291+0000 mgr.smithi129.iclwio (mgr.14716) 1249 : audit [DBG] from='client.34906 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:40:04.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:03 smithi156 conmon[67007]: audit 2022-01-18T16:40:02.990795+0000 mgr.smithi129.iclwio (mgr.14716) 1250 : audit [DBG] 2022-01-18T16:40:04.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:03 smithi156 conmon[67007]: from='client.34910 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:40:04.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:03 smithi156 conmon[67007]: audit 2022-01-18T16:40:03.317870 2022-01-18T16:40:04.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:03 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 587 : audit [DBG] from='client.? 172.21.15.129:0/2758593459' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:40:05.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:05 smithi129 conmon[101092]: cluster 2022-01-18T16:40:04.603048+0000 mgr.smithi129.iclwio (mgr.14716) 1251 : cluster [DBG] pgmap v1068: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:40:05.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:05 smithi156 conmon[67007]: cluster 2022-01-18T16:40:04.603048+0000 mgr.smithi129.iclwio (mgr.14716) 1251 : cluster [DBG] pgmap v1068: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:40:05.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:05 smithi156 conmon[67007]: 2022-01-18T16:40:07.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:07 smithi129 conmon[101092]: cluster 2022-01-18T16:40:06.603620+0000 mgr.smithi129.iclwio (mgr.14716) 1252 : cluster [DBG] pgmap v1069: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:07.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:07 smithi129 conmon[101092]: 2022-01-18T16:40:08.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:07 smithi156 conmon[67007]: cluster 2022-01-18T16:40:06.603620+0000 mgr.smithi129.iclwio (mgr.14716) 1252 : cluster [DBG] pgmap v1069: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:08.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:07 smithi156 conmon[67007]: 2022-01-18T16:40:09.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:09 smithi129 conmon[101092]: cluster 2022-01-18T16:40:08.604137+0000 2022-01-18T16:40:09.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:09 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 1253 : cluster [DBG] pgmap v1070: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:10.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:09 smithi156 conmon[67007]: cluster 2022-01-18T16:40:08.604137+0000 mgr.smithi129.iclwio (mgr.14716) 1253 : cluster [DBG] pgmap v1070: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:11.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:11 smithi129 conmon[101092]: cluster 2022-01-18T16:40:10.605041+0000 mgr.smithi129.iclwio (mgr.14716) 1254 : cluster [DBG] pgmap v1071: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:40:12.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:11 smithi156 conmon[67007]: cluster 2022-01-18T16:40:10.605041+0000 mgr.smithi129.iclwio (mgr.14716) 1254 : cluster [DBG] pgmap v1071: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:40:13.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:13 smithi129 conmon[101092]: cluster 2022-01-18T16:40:12.605760+0000 mgr.smithi129.iclwio (mgr.14716) 1255 : cluster [DBG] pgmap v1072: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:13.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:13 smithi129 conmon[101092]: 2022-01-18T16:40:14.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:13 smithi156 conmon[67007]: cluster 2022-01-18T16:40:12.605760+0000 mgr.smithi129.iclwio (mgr.14716) 1255 : cluster [DBG] 2022-01-18T16:40:14.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:13 smithi156 conmon[67007]: pgmap v1072: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:15.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:15 smithi129 conmon[101092]: cluster 2022-01-18T16:40:14.606589+0000 mgr.smithi129.iclwio (mgr.14716) 1256 : cluster [DBG] pgmap v1073: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:40:15.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:15 smithi156 conmon[67007]: cluster 2022-01-18T16:40:14.606589+0000 mgr.smithi129.iclwio (mgr.14716) 1256 : cluster [DBG] pgmap v1073: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:40:15.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:15 smithi156 conmon[67007]: 2022-01-18T16:40:17.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:17 smithi129 conmon[101092]: cluster 2022-01-18T16:40:16.607195+0000 mgr.smithi129.iclwio (mgr.14716) 1257 : cluster [DBG] 2022-01-18T16:40:17.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:17 smithi129 conmon[101092]: pgmap v1074: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:18.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:17 smithi156 conmon[67007]: cluster 2022-01-18T16:40:16.607195+0000 mgr.smithi129.iclwio (mgr.14716) 1257 : cluster [DBG] pgmap v1074: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:19.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:19 smithi129 conmon[101092]: cluster 2022-01-18T16:40:18.607917+0000 mgr.smithi129.iclwio (mgr.14716) 1258 : cluster [DBG] pgmap v1075: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:19.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:19 smithi129 conmon[101092]: 2022-01-18T16:40:20.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:19 smithi156 conmon[67007]: cluster 2022-01-18T16:40:18.607917+0000 mgr.smithi129.iclwio (mgr.14716) 1258 : cluster [DBG] pgmap v1075: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:21.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:21 smithi129 conmon[101092]: cluster 2022-01-18T16:40:20.608571+0000 mgr.smithi129.iclwio (mgr.14716) 1259 : cluster [DBG] pgmap v1076: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:40:22.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:21 smithi156 conmon[67007]: cluster 2022-01-18T16:40:20.608571+0000 mgr.smithi129.iclwio (mgr.14716) 1259 : cluster [DBG] pgmap v1076: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:40:23.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:23 smithi129 conmon[101092]: cluster 2022-01-18T16:40:22.609173+0000 mgr.smithi129.iclwio (mgr.14716) 1260 : cluster [DBG] pgmap v1077: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:24.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:23 smithi156 conmon[67007]: cluster 2022-01-18T16:40:22.609173+0000 mgr.smithi129.iclwio (mgr.14716) 1260 : cluster [DBG] pgmap v1077: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:25.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:25 smithi129 conmon[101092]: cluster 2022-01-18T16:40:24.609988+0000 mgr.smithi129.iclwio (mgr.14716) 1261 : cluster [DBG] pgmap v1078: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:40:25.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:25 smithi129 conmon[101092]: 2022-01-18T16:40:25.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:25 smithi156 conmon[67007]: cluster 2022-01-18T16:40:24.609988+0000 mgr.smithi129.iclwio (mgr.14716) 1261 : cluster [DBG] pgmap v1078: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:40:27.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:27 smithi129 conmon[101092]: cluster 2022-01-18T16:40:26.610426+0000 mgr.smithi129.iclwio (mgr.14716) 1262 : cluster [DBG] pgmap v1079: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:28.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:27 smithi156 conmon[67007]: cluster 2022-01-18T16:40:26.610426+0000 mgr.smithi129.iclwio (mgr.14716) 1262 : cluster [DBG] pgmap v1079: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:28.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:27 smithi156 conmon[67007]: 2022-01-18T16:40:29.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:29 smithi129 conmon[101092]: cluster 2022-01-18T16:40:28.611113+0000 mgr.smithi129.iclwio (mgr.14716) 1263 : cluster [DBG] pgmap v1080: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:30.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:29 smithi156 conmon[67007]: cluster 2022-01-18T16:40:28.611113+0000 mgr.smithi129.iclwio (mgr.14716) 1263 : cluster [DBG] pgmap v1080: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:30.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:29 smithi156 conmon[67007]: 2022-01-18T16:40:31.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:31 smithi129 conmon[101092]: cluster 2022-01-18T16:40:30.612063+0000 mgr.smithi129.iclwio (mgr.14716) 1264 : cluster [DBG] pgmap v1081: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:40:32.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:31 smithi156 conmon[67007]: cluster 2022-01-18T16:40:30.612063+0000 mgr.smithi129.iclwio (mgr.14716) 1264 : cluster [DBG] pgmap v1081: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:40:33.625 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:40:33.895 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:40:33.895 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (43m) 3m ago 44m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:40:33.896 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (34m) 3m ago 44m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:40:33.896 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (34m) 3m ago 43m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:40:33.897 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (42m) 3m ago 43m 40.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:40:33.897 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (39m) 3m ago 39m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:40:33.898 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (39m) 3m ago 38m 23.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:40:33.899 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (35m) 3m ago 45m 491M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:40:33.899 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (35m) 3m ago 43m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:40:33.899 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (35m) 3m ago 45m 293M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:40:33.900 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (35m) 3m ago 43m 171M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:40:33.900 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (35m) 3m ago 35m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:40:33.901 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (35m) 3m ago 35m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:40:33.901 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (43m) 3m ago 43m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:40:33.901 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (43m) 3m ago 43m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:40:33.902 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (29m) 3m ago 42m 1513M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:40:33.902 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (42m) 3m ago 42m 2511M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:40:33.902 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (42m) 3m ago 42m 1964M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:40:33.903 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (41m) 3m ago 41m 2501M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:40:33.903 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (41m) 3m ago 41m 2324M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:40:33.903 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (41m) 3m ago 41m 2926M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:40:33.903 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (40m) 3m ago 40m 2285M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:40:33.904 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (40m) 3m ago 40m 3435M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:40:33.904 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (42m) 3m ago 43m 57.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:40:33.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:33 smithi129 conmon[101092]: cluster 2022-01-18T16:40:32.612616+0000 mgr.smithi129.iclwio (mgr.14716) 1265 : cluster [DBG] pgmap v1082: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:34.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:33 smithi156 conmon[67007]: cluster 2022-01-18T16:40:32.612616+0000 mgr.smithi129.iclwio (mgr.14716) 1265 : cluster [DBG] pgmap v1082: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:34.257 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:40:34.257 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:40:34.257 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:40:34.258 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:40:34.258 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:40:34.258 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:40:34.259 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:40:34.259 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:40:34.259 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:40:34.259 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:40:34.259 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:40:34.260 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:40:34.260 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:40:34.261 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:40:34.261 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:40:34.261 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:40:34.261 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:40:34.262 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:40:34.262 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:40:34.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:34 smithi156 conmon[67007]: audit 2022-01-18T16:40:33.607831+0000 mgr.smithi129.iclwio (mgr.14716) 1266 : audit [DBG] from='client.34918 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:40:34.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:34 smithi156 conmon[67007]: 2022-01-18T16:40:34.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:34 smithi156 conmon[67007]: audit 2022-01-18T16:40:33.879830+0000 mgr.smithi129.iclwio (mgr.14716) 1267 : audit [DBG] from='client.34922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:40:34.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:34 smithi156 conmon[67007]: audit 2022-01-18T16:40:34.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:34 smithi156 conmon[67007]: 2022-01-18T16:40:34.208162+0000 mon.smithi129 (mon.0) 588 : audit [DBG] from='client.? 172.21.15.129:0/3627541653' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:40:34.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:34 smithi129 conmon[101092]: audit 2022-01-18T16:40:33.607831+0000 mgr.smithi129.iclwio (mgr.14716) 1266 2022-01-18T16:40:34.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:34 smithi129 conmon[101092]: : audit [DBG] from='client.34918 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:40:34.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:34 smithi129 conmon[101092]: audit 2022-01-18T16:40:33.879830+0000 mgr.smithi129.iclwio (mgr.14716) 1267 : audit [DBG] from='client.34922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:40:34.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:34 smithi129 conmon[101092]: audit 2022-01-18T16:40:34.208162+0000 mon.smithi129 (mon.0) 588 : 2022-01-18T16:40:34.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:34 smithi129 conmon[101092]: audit [DBG] from='client.? 172.21.15.129:0/3627541653' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:40:35.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:35 smithi129 conmon[101092]: cluster 2022-01-18T16:40:34.613299+0000 mgr.smithi129.iclwio (mgr.14716) 1268 : cluster [DBG] 2022-01-18T16:40:35.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:35 smithi129 conmon[101092]: pgmap v1083: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:40:36.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:35 smithi156 conmon[67007]: cluster 2022-01-18T16:40:34.613299+0000 mgr.smithi129.iclwio (mgr.14716) 1268 : cluster [DBG] pgmap v1083: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:40:37.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:37 smithi129 conmon[101092]: cluster 2022-01-18T16:40:36.613691+0000 mgr.smithi129.iclwio (mgr.14716) 1269 : cluster 2022-01-18T16:40:37.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:37 smithi129 conmon[101092]: [DBG] pgmap v1084: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:38.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:37 smithi156 conmon[67007]: cluster 2022-01-18T16:40:36.613691+0000 mgr.smithi129.iclwio (mgr.14716) 1269 : cluster [DBG] pgmap v1084: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:39.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:39 smithi129 conmon[101092]: cluster 2022-01-18T16:40:38.614254+0000 mgr.smithi129.iclwio (mgr.14716) 1270 : cluster 2022-01-18T16:40:39.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:39 smithi129 conmon[101092]: [DBG] pgmap v1085: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:40.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:39 smithi156 conmon[67007]: cluster 2022-01-18T16:40:38.614254+0000 mgr.smithi129.iclwio (mgr.14716) 1270 : cluster [DBG] pgmap v1085: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:40.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:40 smithi129 conmon[101092]: audit 2022-01-18T16:40:39.814836+0000 mon.smithi129 (mon.0) 589 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:40:40.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:40 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T16:40:40.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:40 smithi129 conmon[101092]: 16:40:39.816206+0000 mon.smithi129 (mon.0) 590 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:40:40.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:40 smithi129 conmon[101092]: audit 2022-01-18T16:40:39.817090+0000 mon.smithi129 (mon.0) 591 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:40:40.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:40 smithi129 conmon[101092]: cephadm 2022-01-18T16:40:39.817820+0000 mgr.smithi129.iclwio (mgr.14716) 1271 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:40:40.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:40 smithi129 conmon[101092]: audit 2022-01-18T16:40:40.126573+0000 mon.smithi129 (mon.0) 592 : 2022-01-18T16:40:40.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:40 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:40:40.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:40 smithi129 conmon[101092]: audit 2022-01-18T16:40:40.131277+0000 mon.smithi129 (mon. 2022-01-18T16:40:40.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:40 smithi129 conmon[101092]: 0) 593 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:40:41.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:40 smithi156 conmon[67007]: audit 2022-01-18T16:40:39.814836+0000 mon.smithi129 (mon.0) 589 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:40:41.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:40 smithi156 conmon[67007]: audit 2022-01-18T16:40:39.816206+0000 mon.smithi129 2022-01-18T16:40:41.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:40 smithi156 conmon[67007]: (mon.0) 590 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:40:41.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:40 smithi156 conmon[67007]: audit 2022-01-18T16:40:39.817090+0000 mon.smithi129 (mon.0) 591 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:40:41.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:40 smithi156 conmon[67007]: cephadm 2022-01-18T16:40:39.817820+0000 mgr.smithi129.iclwio (mgr.14716) 1271 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:40:41.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:40 smithi156 conmon[67007]: audit 2022-01-18T16:40:40.126573+0000 mon.smithi129 (mon.0) 592 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:40:41.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:40 smithi156 conmon[67007]: audit 2022-01-18T16:40:40.131277+0000 mon.smithi129 (mon.0) 593 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:40:42.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:42 smithi129 conmon[101092]: cluster 2022-01-18T16:40:40.615176+0000 mgr.smithi129.iclwio (mgr.14716) 1272 : cluster [DBG] pgmap v1086: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:40:42.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:42 smithi156 conmon[67007]: cluster 2022-01-18T16:40:40.615176+0000 mgr.smithi129.iclwio (mgr.14716) 1272 : cluster [DBG] pgmap v1086: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:40:44.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:44 smithi129 conmon[101092]: cluster 2022-01-18T16:40:42.615899+0000 mgr.smithi129.iclwio (mgr.14716) 1273 : cluster [DBG] pgmap v1087: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:44.451 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:44 smithi156 conmon[67007]: cluster 2022-01-18T16:40:42.615899+0000 mgr.smithi129.iclwio (mgr.14716) 1273 : cluster [DBG] pgmap v1087: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:45.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:45 smithi129 conmon[101092]: cluster 2022-01-18T16:40:44.616712+0000 mgr.smithi129.iclwio (mgr.14716) 1274 : cluster [DBG] pgmap v1088: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:40:45.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:45 smithi129 conmon[101092]: 2022-01-18T16:40:45.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:45 smithi156 conmon[67007]: cluster 2022-01-18T16:40:44.616712+0000 mgr.smithi129.iclwio (mgr.14716) 1274 : cluster [DBG] pgmap v1088: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:40:47.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:47 smithi129 conmon[101092]: cluster 2022-01-18T16:40:46.617398+0000 mgr.smithi129.iclwio (mgr.14716) 1275 : cluster [DBG] pgmap v1089: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:47.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:47 smithi129 conmon[101092]: 2022-01-18T16:40:48.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:47 smithi156 conmon[67007]: cluster 2022-01-18T16:40:46.617398+0000 mgr.smithi129.iclwio (mgr.14716) 1275 : cluster [DBG] pgmap v1089: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:49.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:49 smithi129 conmon[101092]: cluster 2022-01-18T16:40:48.617966+0000 mgr.smithi129.iclwio (mgr.14716) 1276 : cluster [DBG] pgmap v1090: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:50.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:49 smithi156 conmon[67007]: cluster 2022-01-18T16:40:48.617966+0000 mgr.smithi129.iclwio (mgr.14716) 1276 : cluster [DBG] pgmap v1090: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:51.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:51 smithi129 conmon[101092]: cluster 2022-01-18T16:40:50.618899+0000 mgr.smithi129.iclwio (mgr.14716) 1277 : cluster [DBG] pgmap v1091: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:40:52.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:51 smithi156 conmon[67007]: cluster 2022-01-18T16:40:50.618899+0000 mgr.smithi129.iclwio (mgr.14716) 1277 : cluster [DBG] pgmap v1091: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:40:53.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:53 smithi129 conmon[101092]: cluster 2022-01-18T16:40:52.619423+0000 mgr.smithi129.iclwio (mgr.14716) 1278 : cluster [DBG] pgmap v1092: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:54.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:53 smithi156 conmon[67007]: cluster 2022-01-18T16:40:52.619423+0000 mgr.smithi129.iclwio (mgr.14716) 1278 : cluster [DBG] pgmap v1092: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:55.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:55 smithi129 conmon[101092]: cluster 2022-01-18T16:40:54.620209+0000 mgr.smithi129.iclwio (mgr.14716) 1279 : cluster [DBG] pgmap v1093: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:40:55.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:55 smithi156 conmon[67007]: cluster 2022-01-18T16:40:54.620209+0000 mgr.smithi129.iclwio (mgr.14716) 1279 : cluster [DBG] pgmap v1093: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:40:57.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:57 smithi129 conmon[101092]: cluster 2022-01-18T16:40:56.624563+0000 mgr.smithi129.iclwio (mgr.14716) 1280 : cluster [DBG] pgmap v1094: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:57.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:57 smithi129 conmon[101092]: 2022-01-18T16:40:58.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:57 smithi156 conmon[67007]: cluster 2022-01-18T16:40:56.624563+0000 mgr.smithi129.iclwio (mgr.14716) 1280 : cluster [DBG] pgmap v1094: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:40:58.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:58 smithi129 conmon[101092]: audit 2022-01-18T16:40:58.333222+0000 mon.smithi129 (mon.0) 594 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:40:58.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:58 smithi129 conmon[101092]: 2022-01-18T16:40:58.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:58 smithi129 conmon[101092]: audit 2022-01-18T16:40:58.335069+0000 mon.smithi129 (mon.0) 595 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:40:59.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:58 smithi156 conmon[67007]: audit 2022-01-18T16:40:58.333222+0000 mon.smithi129 (mon.0) 594 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:40:59.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:58 smithi156 conmon[67007]: audit 2022-01-18T16:40:58. 2022-01-18T16:40:59.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:58 smithi156 conmon[67007]: 335069+0000 mon.smithi129 (mon.0) 595 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:40:59.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:40:59 smithi129 conmon[101092]: cluster 2022-01-18T16:40:58.625197+0000 mgr.smithi129.iclwio (mgr.14716) 1281 : cluster [DBG] pgmap v1095: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:00.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:40:59 smithi156 conmon[67007]: cluster 2022-01-18T16:40:58.625197+0000 mgr.smithi129.iclwio (mgr.14716) 1281 : cluster [DBG] pgmap v1095: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:02.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:01 smithi156 conmon[67007]: cluster 2022-01-18T16:41:00.626106+0000 mgr.smithi129.iclwio (mgr.14716) 1282 : cluster [DBG] pgmap v1096: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:41:02.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:01 smithi129 conmon[101092]: cluster 2022-01-18T16:41:00.626106+0000 mgr.smithi129.iclwio (mgr.14716) 1282 : cluster [DBG] pgmap v1096: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:41:04.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:03 smithi156 conmon[67007]: cluster 2022-01-18T16:41:02.626771+0000 mgr.smithi129.iclwio (mgr.14716) 1283 : cluster [DBG] pgmap v1097: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:04.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:03 smithi129 conmon[101092]: cluster 2022-01-18T16:41:02.626771+0000 mgr.smithi129.iclwio (mgr.14716) 1283 : cluster [DBG] 2022-01-18T16:41:04.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:03 smithi129 conmon[101092]: pgmap v1097: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:04.517 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:41:04.779 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:41:04.780 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (43m) 4m ago 44m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:41:04.780 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (35m) 4m ago 44m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:41:04.780 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (35m) 4m ago 44m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:41:04.781 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (43m) 4m ago 44m 40.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:41:04.781 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (39m) 4m ago 39m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:41:04.781 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (39m) 4m ago 39m 23.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:41:04.781 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (36m) 4m ago 45m 491M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:41:04.782 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (35m) 4m ago 44m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:41:04.782 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (35m) 4m ago 46m 293M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:41:04.782 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (35m) 4m ago 43m 171M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:41:04.782 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (36m) 4m ago 36m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:41:04.783 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (36m) 4m ago 36m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:41:04.783 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (44m) 4m ago 44m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:41:04.783 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (43m) 4m ago 43m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:41:04.783 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (30m) 4m ago 43m 1513M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:41:04.783 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (42m) 4m ago 42m 2511M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:41:04.784 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (42m) 4m ago 42m 1964M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:41:04.784 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (42m) 4m ago 42m 2501M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:41:04.784 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (41m) 4m ago 41m 2324M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:41:04.784 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (41m) 4m ago 41m 2926M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:41:04.785 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (41m) 4m ago 41m 2285M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:41:04.785 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (41m) 4m ago 41m 3435M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:41:04.785 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (43m) 4m ago 44m 57.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:41:05.093 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:41:05.351 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:41:05.351 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:41:05.352 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:41:05.352 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:41:05.352 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:41:05.352 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:41:05.353 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:41:05.353 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:41:05.353 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:41:05.353 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:41:05.354 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:41:05.354 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:41:05.354 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:41:05.354 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:41:05.355 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:41:05.355 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:41:05.355 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:41:05.355 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:41:05.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:05 smithi129 conmon[101092]: audit 2022-01-18T16:41:04.498539+0000 mgr.smithi129.iclwio (mgr.14716) 1284 : audit [DBG] from='client.34930 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:41:05.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:05 smithi129 conmon[101092]: cluster 2022-01-18T16:41:04.627422+0000 mgr.smithi129.iclwio (mgr.14716) 1285 : cluster [DBG] pgmap v1098: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:41:05.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:05 smithi129 conmon[101092]: audit 2022-01-18T16:41:04.764618+0000 mgr.smithi129.iclwio (mgr.14716) 1286 : audit [DBG] from='client.34934 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:41:05.696 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:05 smithi129 conmon[101092]: 2022-01-18T16:41:05.696 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:05 smithi129 conmon[101092]: audit 2022-01-18T16:41:05.087446+0000 mon.smithi129 (mon.0) 596 2022-01-18T16:41:05.696 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:05 smithi129 conmon[101092]: : audit [DBG] from='client.? 172.21.15.129:0/4225461599' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:41:05.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:05 smithi156 conmon[67007]: audit 2022-01-18T16:41:04.498539+0000 mgr.smithi129.iclwio (mgr.14716) 1284 : audit [DBG] from='client.34930 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:41:05.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:05 smithi156 conmon[67007]: cluster 2022-01-18T16:41:04.627422+0000 mgr.smithi129.iclwio 2022-01-18T16:41:05.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:05 smithi156 conmon[67007]: (mgr.14716) 1285 : cluster [DBG] pgmap v1098: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:41:05.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:05 smithi156 conmon[67007]: audit 2022-01-18T16:41:04.764618+0000 mgr.smithi129.iclwio (mgr.14716) 1286 : audit [DBG] from='client.34934 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:41:05.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:05 smithi156 conmon[67007]: audit 2022-01-18T16:41:05.087446+0000 mon.smithi129 (mon.0) 596 : audit 2022-01-18T16:41:05.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:05 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/4225461599' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:41:07.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:07 smithi129 conmon[101092]: cluster 2022-01-18T16:41:06.628059+0000 mgr.smithi129.iclwio (mgr.14716) 1287 : cluster [DBG] pgmap v1099: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:08.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:07 smithi156 conmon[67007]: cluster 2022-01-18T16:41:06.628059+0000 mgr.smithi129.iclwio (mgr.14716) 1287 : cluster [DBG] pgmap v1099: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:09.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:09 smithi129 conmon[101092]: cluster 2022-01-18T16:41:08.628556+0000 mgr.smithi129.iclwio (mgr.14716) 1288 : cluster [DBG] pgmap v1100: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:10.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:09 smithi156 conmon[67007]: cluster 2022-01-18T16:41:08.628556+0000 mgr.smithi129.iclwio (mgr.14716) 1288 : cluster [DBG] pgmap v1100: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:12.061 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:11 smithi156 conmon[67007]: cluster 2022-01-18T16:41:10.629456+0000 mgr.smithi129.iclwio (mgr.14716) 1289 : cluster [DBG] pgmap v1101: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:41:12.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:11 smithi129 conmon[101092]: cluster 2022-01-18T16:41:10.629456+0000 mgr.smithi129.iclwio (mgr.14716) 1289 : cluster [DBG] pgmap v1101: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:41:14.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:13 smithi156 conmon[67007]: cluster 2022-01-18T16:41:12.630166+0000 mgr.smithi129.iclwio (mgr.14716) 1290 : cluster [DBG] pgmap v1102: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:14.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:13 smithi129 conmon[101092]: cluster 2022-01-18T16:41:12.630166+0000 mgr.smithi129.iclwio (mgr.14716) 1290 : cluster [DBG] pgmap v1102: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:15.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:15 smithi129 conmon[101092]: cluster 2022-01-18T16:41:14.631203+0000 mgr.smithi129.iclwio (mgr.14716) 1291 : cluster [DBG] pgmap v1103: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:41:15.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:15 smithi156 conmon[67007]: cluster 2022-01-18T16:41:14.631203+0000 mgr.smithi129.iclwio (mgr.14716) 1291 : cluster [DBG] pgmap v1103: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:41:15.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:15 smithi156 conmon[67007]: 2022-01-18T16:41:17.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:17 smithi129 conmon[101092]: cluster 2022-01-18T16:41:16.631829+0000 mgr.smithi129.iclwio (mgr.14716) 1292 : cluster [DBG] pgmap v1104: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:18.059 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:17 smithi156 conmon[67007]: cluster 2022-01-18T16:41:16.631829+0000 mgr.smithi129.iclwio (mgr.14716) 1292 : cluster [DBG] pgmap v1104: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:20.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:19 smithi156 conmon[67007]: cluster 2022-01-18T16:41:18.632401+0000 mgr.smithi129.iclwio (mgr.14716) 1293 : cluster [DBG] pgmap v1105: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:20.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:19 smithi129 conmon[101092]: cluster 2022-01-18T16:41:18.632401+0000 mgr.smithi129.iclwio (mgr.14716) 1293 : cluster [DBG] pgmap v1105: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:22.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:21 smithi156 conmon[67007]: cluster 2022-01-18T16:41:20.633149+0000 mgr.smithi129.iclwio (mgr.14716) 1294 : cluster [DBG] pgmap v1106: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:41:22.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:21 smithi129 conmon[101092]: cluster 2022-01-18T16:41:20.633149+0000 mgr.smithi129.iclwio (mgr.14716) 1294 : cluster [DBG] pgmap v1106: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:41:24.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:23 smithi156 conmon[67007]: cluster 2022-01-18T16:41:22.633762+0000 mgr.smithi129.iclwio (mgr.14716) 1295 : cluster [DBG] pgmap v1107: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:24.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:23 smithi129 conmon[101092]: cluster 2022-01-18T16:41:22.633762+0000 mgr.smithi129.iclwio (mgr.14716) 1295 : cluster [DBG] pgmap v1107: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:25.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:25 smithi129 conmon[101092]: cluster 2022-01-18T16:41:24.634647+0000 mgr.smithi129.iclwio (mgr.14716) 1296 : cluster [DBG] pgmap v1108: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:41:25.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:25 smithi156 conmon[67007]: cluster 2022-01-18T16:41:24.634647+0000 mgr.smithi129.iclwio (mgr.14716) 1296 : cluster [DBG] pgmap v1108: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:41:27.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:27 smithi129 conmon[101092]: cluster 2022-01-18T16:41:26.635085+0000 mgr.smithi129.iclwio (mgr.14716) 1297 : 2022-01-18T16:41:27.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:27 smithi129 conmon[101092]: cluster [DBG] pgmap v1109: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:28.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:27 smithi156 conmon[67007]: cluster 2022-01-18T16:41:26.635085+0000 mgr.smithi129.iclwio (mgr.14716) 1297 : cluster [DBG] pgmap v1109: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:30.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:29 smithi156 conmon[67007]: cluster 2022-01-18T16:41:28.635570+0000 mgr.smithi129.iclwio (mgr.14716) 1298 : cluster [DBG] pgmap v1110: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:30.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:29 smithi129 conmon[101092]: cluster 2022-01-18T16:41:28.635570+0000 mgr.smithi129.iclwio (mgr.14716) 1298 : cluster 2022-01-18T16:41:30.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:29 smithi129 conmon[101092]: [DBG] pgmap v1110: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:32.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:31 smithi156 conmon[67007]: cluster 2022-01-18T16:41:30.636471+0000 mgr.smithi129.iclwio (mgr.14716) 1299 : cluster [DBG] pgmap v1111: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:41:32.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:31 smithi129 conmon[101092]: cluster 2022-01-18T16:41:30.636471+0000 mgr.smithi129.iclwio (mgr.14716) 1299 : cluster [DBG] pgmap v1111: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:41:34.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:33 smithi156 conmon[67007]: cluster 2022-01-18T16:41:32.637056+0000 mgr.smithi129.iclwio (mgr.14716) 1300 : cluster [DBG] pgmap v1112: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:34.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:33 smithi129 conmon[101092]: cluster 2022-01-18T16:41:32.637056+0000 mgr.smithi129.iclwio (mgr.14716) 1300 : cluster [DBG] pgmap v1112: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:34.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:33 smithi129 conmon[101092]: 2022-01-18T16:41:35.392 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:41:35.657 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:41:35.657 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (44m) 4m ago 45m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:41:35.657 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (35m) 4m ago 45m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:41:35.658 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (35m) 4m ago 44m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:41:35.658 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (43m) 4m ago 45m 40.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:41:35.658 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (40m) 4m ago 40m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:41:35.658 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (40m) 4m ago 40m 23.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:41:35.659 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (36m) 4m ago 46m 491M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:41:35.659 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (36m) 4m ago 44m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:41:35.660 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (36m) 4m ago 46m 293M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:41:35.660 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (36m) 4m ago 44m 171M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:41:35.660 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (37m) 4m ago 37m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:41:35.660 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (36m) 4m ago 36m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:41:35.661 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (44m) 4m ago 44m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:41:35.661 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (44m) 4m ago 44m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:41:35.661 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (30m) 4m ago 43m 1513M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:41:35.661 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (43m) 4m ago 43m 2511M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:41:35.662 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (43m) 4m ago 43m 1964M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:41:35.662 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (42m) 4m ago 42m 2501M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:41:35.662 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (42m) 4m ago 42m 2324M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:41:35.662 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (42m) 4m ago 42m 2926M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:41:35.663 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (41m) 4m ago 41m 2285M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:41:35.663 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (41m) 4m ago 41m 3435M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:41:35.663 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (43m) 4m ago 44m 57.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:41:35.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:35 smithi129 conmon[101092]: cluster 2022-01-18T16:41:34.637716+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:41:35.794 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:35 smithi129 conmon[101092]: 1301 : cluster [DBG] pgmap v1113: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:41:35.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:35 smithi156 conmon[67007]: cluster 2022-01-18T16:41:34.637716+0000 mgr.smithi129.iclwio (mgr.14716) 1301 : cluster 2022-01-18T16:41:35.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:35 smithi156 conmon[67007]: [DBG] pgmap v1113: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:41:35.975 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:41:35.976 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:41:35.976 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:41:35.976 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:41:35.976 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:41:35.977 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:41:35.977 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:41:35.977 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:41:35.977 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:41:35.978 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:41:35.978 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:41:35.978 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:41:35.978 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:41:35.979 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:41:35.979 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:41:35.979 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:41:35.979 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:41:35.980 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:41:35.980 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:41:36.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:36 smithi129 conmon[101092]: audit 2022-01-18T16:41:35.373872+0000 2022-01-18T16:41:36.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:36 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 1302 : audit [DBG] from='client.34942 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:41:36.696 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:36 smithi129 conmon[101092]: audit 2022-01-18T16:41:35.641916+0000 mgr.smithi129.iclwio (mgr.14716) 1303 : 2022-01-18T16:41:36.696 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:36 smithi129 conmon[101092]: audit [DBG] from='client.34946 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:41:36.696 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:36 smithi129 conmon[101092]: audit 2022-01-18T16 2022-01-18T16:41:36.696 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:36 smithi129 conmon[101092]: :41:35.969224+0000 mon.smithi129 (mon.0 2022-01-18T16:41:36.697 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:36 smithi129 conmon[101092]: ) 597 : audit [DBG] from='client.? 172.21.15.129:0/2618526651' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:41:36.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:36 smithi156 conmon[67007]: audit 2022-01-18T16:41:35.373872+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:41:36.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:36 smithi156 conmon[67007]: 14716) 1302 : audit [DBG] from='client.34942 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:41:36.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:36 smithi156 conmon[67007]: audit 2022-01-18T16:41:35.641916+0000 mgr.smithi129.iclwio (mgr.14716) 1303 : audit [DBG] from='client.34946 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:41:36.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:36 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T16:41:36.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:36 smithi156 conmon[67007]: T16:41:35.969224+0000 mon.smithi129 (mon.0) 597 : 2022-01-18T16:41:36.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:36 smithi156 conmon[67007]: audit [DBG] from='client.? 172.21.15.129:0/2618526651' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:41:37.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:37 smithi129 conmon[101092]: cluster 2022-01-18T16 2022-01-18T16:41:37.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:37 smithi129 conmon[101092]: :41:36.638249+0000 mgr.smithi129.iclwio (mgr.14716) 1304 : cluster [DBG] pgmap v1114: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:37.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:37 smithi156 conmon[67007]: cluster 2022-01-18T16:41:36.638249+0000 mgr.smithi129.iclwio (mgr.14716) 1304 : cluster 2022-01-18T16:41:37.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:37 smithi156 conmon[67007]: [DBG] pgmap v1114: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:40.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:39 smithi156 conmon[67007]: cluster 2022-01-18T16:41:38.638781+0000 mgr.smithi129.iclwio (mgr.14716) 1305 : cluster [DBG] pgmap v1115: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:40.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:39 smithi156 conmon[67007]: 2022-01-18T16:41:40.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:39 smithi129 conmon[101092]: cluster 2022-01-18T16:41:38.638781+0000 mgr.smithi129.iclwio (mgr.14716) 1305 : cluster [DBG] pgmap v1115: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:41.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:40 smithi156 conmon[67007]: audit 2022-01-18T16:41:40.133723+0000 mon.smithi129 (mon.0) 598 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:41:41.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:40 smithi156 conmon[67007]: audit 2022-01-18T16 2022-01-18T16:41:41.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:40 smithi156 conmon[67007]: :41:40.135136+0000 mon.smithi129 (mon.0) 599 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:41:41.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:40 smithi156 conmon[67007]: audit 2022-01-18T16:41:40.135999+0000 mon.smithi129 (mon.0) 600 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:41:41.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:40 smithi156 conmon[67007]: cephadm 2022-01-18T16:41:40.136701+0000 mgr.smithi129.iclwio (mgr.14716) 1306 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:41:41.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:40 smithi156 conmon[67007]: audit 2022-01-18T16:41:40.443681+0000 mon.smithi129 (mon.0) 601 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:41:41.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:40 smithi156 conmon[67007]: audit 2022-01-18T16:41:40.448747+0000 mon.smithi129 (mon.0) 602 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:41:41.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:40 smithi129 conmon[101092]: audit 2022-01-18T16:41:40.133723+0000 mon.smithi129 (mon.0) 598 : audit [DBG] 2022-01-18T16:41:41.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:40 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:41:41.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:40 smithi129 conmon[101092]: audit 2022-01-18T16:41:40.135136+0000 mon.smithi129 (mon.0) 599 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:41:41.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:40 smithi129 conmon[101092]: audit 2022-01-18T16:41: 2022-01-18T16:41:41.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:40 smithi129 conmon[101092]: 40.135999+0000 mon.smithi129 (mon.0) 600 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:41:41.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:40 smithi129 conmon[101092]: cephadm 2022-01-18T16:41:40.136701+0000 mgr.smithi129.iclwio 2022-01-18T16:41:41.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:40 smithi129 conmon[101092]: (mgr.14716) 1306 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:41:41.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:40 smithi129 conmon[101092]: 2022-01-18T16:41:41.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:40 smithi129 conmon[101092]: audit 2022-01-18T16:41:40.443681+0000 mon.smithi129 (mon 2022-01-18T16:41:41.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:40 smithi129 conmon[101092]: .0) 601 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:41:41.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:40 smithi129 conmon[101092]: audit 2022-01-18T16:41:40.448747+0000 2022-01-18T16:41:41.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:40 smithi129 conmon[101092]: mon.smithi129 (mon.0) 602 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:41:42.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:41 smithi156 conmon[67007]: cluster 2022-01-18T16:41:40.639488+0000 mgr.smithi129.iclwio (mgr.14716) 1307 : cluster [DBG] pgmap v1116: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:41:42.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:41 smithi129 conmon[101092]: cluster 2022-01-18T16:41:40.639488+0000 mgr.smithi129.iclwio (mgr.14716) 1307 : cluster [DBG] pgmap v1116: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:41:44.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:43 smithi156 conmon[67007]: cluster 2022-01-18T16:41:42.640094+0000 mgr.smithi129.iclwio (mgr.14716) 1308 : cluster [DBG] pgmap v1117: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:44.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:43 smithi129 conmon[101092]: cluster 2022-01-18T16:41:42.640094+0000 mgr.smithi129.iclwio (mgr.14716) 1308 : cluster [DBG] pgmap v1117: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:45.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:45 smithi129 conmon[101092]: cluster 2022-01-18T16:41:44.640968+0000 mgr.smithi129.iclwio (mgr.14716) 1309 : cluster [DBG] pgmap v1118: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:41:45.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:45 smithi156 conmon[67007]: cluster 2022-01-18T16:41:44.640968+0000 mgr.smithi129.iclwio (mgr.14716) 1309 : cluster [DBG] pgmap v1118: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:41:47.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:47 smithi129 conmon[101092]: cluster 2022-01-18T16:41:46.641454+0000 mgr.smithi129.iclwio (mgr.14716) 1310 : cluster [DBG] 2022-01-18T16:41:47.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:47 smithi129 conmon[101092]: pgmap v1119: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:48.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:47 smithi156 conmon[67007]: cluster 2022-01-18T16:41:46.641454+0000 mgr.smithi129.iclwio (mgr.14716) 1310 : cluster [DBG] pgmap v1119: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:50.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:49 smithi156 conmon[67007]: cluster 2022-01-18T16:41:48.642056+0000 mgr.smithi129.iclwio (mgr.14716) 1311 : cluster [DBG] pgmap v1120: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:50.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:49 smithi129 conmon[101092]: cluster 2022-01-18T16:41:48.642056+0000 mgr.smithi129.iclwio (mgr.14716) 1311 : cluster 2022-01-18T16:41:50.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:49 smithi129 conmon[101092]: [DBG] pgmap v1120: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:52.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:51 smithi156 conmon[67007]: cluster 2022-01-18T16:41:50.642894+0000 mgr.smithi129.iclwio (mgr.14716) 1312 : cluster [DBG] pgmap v1121: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:41:52.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:51 smithi129 conmon[101092]: cluster 2022-01-18T16:41:50.642894+0000 mgr.smithi129.iclwio (mgr.14716) 1312 2022-01-18T16:41:52.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:51 smithi129 conmon[101092]: : cluster [DBG] pgmap v1121: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:41:54.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:53 smithi156 conmon[67007]: cluster 2022-01-18T16:41:52.643356+0000 mgr.smithi129.iclwio (mgr.14716) 1313 : cluster [DBG] pgmap v1122: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:54.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:53 smithi129 conmon[101092]: cluster 2022-01-18T16:41:52.643356+0000 mgr.smithi129.iclwio (mgr.14716) 1313 : cluster [DBG] 2022-01-18T16:41:54.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:53 smithi129 conmon[101092]: pgmap v1122: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:55.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:55 smithi129 conmon[101092]: cluster 2022-01-18T16:41:54.644082+0000 mgr.smithi129.iclwio (mgr.14716) 1314 : cluster [DBG] pgmap v1123: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:41:55.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:55 smithi156 conmon[67007]: cluster 2022-01-18T16:41:54.644082+0000 mgr.smithi129.iclwio (mgr.14716) 1314 : cluster [DBG] pgmap v1123: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:41:57.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:57 smithi129 conmon[101092]: cluster 2022-01-18T16:41:56.644548+0000 mgr.smithi129.iclwio (mgr.14716) 1315 : cluster [DBG] pgmap v1124: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:58.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:57 smithi156 conmon[67007]: cluster 2022-01-18T16:41:56.644548+0000 mgr.smithi129.iclwio (mgr.14716) 1315 : cluster [DBG] pgmap v1124: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:41:59.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:58 smithi156 conmon[67007]: audit 2022-01-18T16:41:58.338403+0000 mon.smithi129 (mon.0) 603 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:41:59.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:58 smithi156 conmon[67007]: audit 2022-01-18T16:41: 2022-01-18T16:41:59.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:58 smithi156 conmon[67007]: 58.338736+0000 mon.smithi129 (mon.0) 604 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:41:59.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:58 smithi129 conmon[101092]: audit 2022-01-18T16:41:58.338403+0000 mon.smithi129 (mon.0) 603 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:41:59.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:58 smithi129 conmon[101092]: audit 2022-01-18T16:41:58.338736+0000 mon.smithi129 (mon.0) 604 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:42:00.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:59 smithi156 conmon[67007]: cluster 2022-01-18T16:41:58.645103+0000 mgr.smithi129.iclwio (mgr.14716) 1316 : cluster 2022-01-18T16:42:00.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:41:59 smithi156 conmon[67007]: [DBG] pgmap v1125: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:00.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:59 smithi129 conmon[101092]: cluster 2022-01-18T16:41:58.645103+0000 mgr.smithi129.iclwio (mgr.14716) 1316 2022-01-18T16:42:00.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:41:59 smithi129 conmon[101092]: : cluster [DBG] pgmap v1125: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:02.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:01 smithi156 conmon[67007]: cluster 2022-01-18T16:42:00.645854+0000 mgr.smithi129.iclwio (mgr.14716) 1317 : cluster [DBG] 2022-01-18T16:42:02.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:01 smithi156 conmon[67007]: pgmap v1126: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:42:02.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:01 smithi129 conmon[101092]: cluster 2022-01-18T16:42:00.645854+0000 mgr.smithi129.iclwio (mgr.14716) 1317 : cluster [DBG] pgmap v1126: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:42:04.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:03 smithi156 conmon[67007]: cluster 2022-01-18T16:42:02.646431+0000 mgr.smithi129.iclwio (mgr.14716) 1318 : cluster [DBG] pgmap v1127: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:04.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:03 smithi129 conmon[101092]: cluster 2022-01-18T16:42:02.646431+0000 mgr.smithi129.iclwio (mgr.14716) 1318 : cluster [DBG] pgmap v1127: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:05.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:05 smithi129 conmon[101092]: cluster 2022-01-18T16:42:04.647463+0000 mgr.smithi129.iclwio (mgr.14716) 1319 : cluster [DBG] pgmap v1128: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:42:05.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:05 smithi156 conmon[67007]: cluster 2022-01-18T16:42:04.647463+0000 mgr.smithi129.iclwio (mgr.14716) 1319 : cluster [DBG] pgmap v1128: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:42:05.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:05 smithi156 conmon[67007]: 2022-01-18T16:42:06.276 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:42:06.543 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:42:06.543 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (44m) 5m ago 45m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:42:06.543 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (36m) 5m ago 45m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:42:06.543 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (36m) 5m ago 45m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:42:06.544 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (44m) 5m ago 45m 40.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:42:06.544 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (40m) 5m ago 40m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:42:06.544 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (40m) 5m ago 40m 23.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:42:06.544 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (37m) 5m ago 46m 491M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:42:06.545 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (36m) 5m ago 45m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:42:06.545 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (36m) 5m ago 47m 293M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:42:06.545 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (36m) 5m ago 44m 171M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:42:06.545 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (37m) 5m ago 37m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:42:06.545 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (37m) 5m ago 37m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:42:06.546 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (45m) 5m ago 45m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:42:06.546 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (44m) 5m ago 44m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:42:06.546 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (31m) 5m ago 44m 1513M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:42:06.546 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (43m) 5m ago 43m 2511M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:42:06.547 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (43m) 5m ago 43m 1964M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:42:06.547 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (43m) 5m ago 43m 2501M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:42:06.547 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (43m) 5m ago 43m 2324M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:42:06.547 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (42m) 5m ago 42m 2926M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:42:06.548 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (42m) 5m ago 42m 2285M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:42:06.548 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (42m) 5m ago 42m 3435M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:42:06.548 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (44m) 5m ago 45m 57.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:42:06.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:06 smithi129 conmon[101092]: audit 2022-01-18T16:42:06.257017+0000 mgr.smithi129.iclwio (mgr.14716) 1320 2022-01-18T16:42:06.814 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:06 smithi129 conmon[101092]: : audit [DBG] from='client.34954 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:42:06.815 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:06 smithi156 conmon[67007]: audit 2022-01-18T16:42:06.257017+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:42:06.815 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:06 smithi156 conmon[67007]: 1320 : audit [DBG] from='client.34954 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:42:06.866 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:42:06.867 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:42:06.867 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:42:06.867 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:42:06.868 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:42:06.868 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:42:06.868 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:42:06.868 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:42:06.869 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:42:06.869 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:42:06.869 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:42:06.869 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:42:06.869 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:42:06.870 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:42:06.870 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:42:06.870 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:42:06.870 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:42:06.871 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:42:06.871 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:42:07.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:07 smithi129 conmon[101092]: audit 2022-01-18T16:42:06.527528+0000 mgr.smithi129.iclwio (mgr.14716) 1321 : audit [DBG] from='client.34958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:42:07.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:07 smithi129 conmon[101092]: cluster 2022-01-18T16:42:06. 2022-01-18T16:42:07.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:07 smithi129 conmon[101092]: 647874+0000 mgr.smithi129.iclwio (mgr.14716) 1322 : cluster [DBG] pgmap v1129: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:07.696 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:07 smithi129 conmon[101092]: audit 2022-01-18T16:42:06.860298+0000 mon.smithi129 (mon.0) 605 : audit [DBG] from='client.? 172.21.15.129:0/3622223528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:42:07.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:07 smithi156 conmon[67007]: audit 2022-01-18T16:42:06.527528+0000 mgr.smithi129.iclwio (mgr.14716) 1321 : audit [DBG] 2022-01-18T16:42:07.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:07 smithi156 conmon[67007]: from='client.34958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:42:07.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:07 smithi156 conmon[67007]: cluster 2022-01-18T16:42:06.647874+0000 mgr.smithi129.iclwio (mgr.14716) 1322 : cluster [DBG] pgmap v1129: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:07.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:07 smithi156 conmon[67007]: audit 2022-01-18T16:42:06.860298+0000 mon.smithi129 (mon.0) 605 : audit 2022-01-18T16:42:07.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:07 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/3622223528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:42:10.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:09 smithi156 conmon[67007]: cluster 2022-01-18T16:42:08.648449+0000 mgr.smithi129.iclwio (mgr.14716) 1323 : cluster [DBG] pgmap v1130: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:10.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:09 smithi129 conmon[101092]: cluster 2022-01-18T16:42:08.648449+0000 mgr.smithi129.iclwio (mgr.14716) 1323 : cluster [DBG] pgmap v1130: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:12.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:11 smithi156 conmon[67007]: cluster 2022-01-18T16:42:10.649362+0000 mgr.smithi129.iclwio (mgr.14716) 1324 : cluster [DBG] pgmap v1131: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:42:12.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:11 smithi129 conmon[101092]: cluster 2022-01-18T16:42:10.649362+0000 mgr.smithi129.iclwio (mgr.14716) 1324 : cluster [DBG] pgmap v1131: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:42:12.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:11 smithi129 conmon[101092]: 2022-01-18T16:42:14.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:13 smithi156 conmon[67007]: cluster 2022-01-18T16:42:12.650061+0000 mgr.smithi129.iclwio (mgr.14716) 1325 : cluster [DBG] pgmap v1132: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:14.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:13 smithi156 conmon[67007]: 2022-01-18T16:42:14.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:13 smithi129 conmon[101092]: cluster 2022-01-18T16:42:12.650061+0000 mgr.smithi129.iclwio (mgr.14716) 1325 : cluster [DBG] pgmap v1132: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:15.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:15 smithi129 conmon[101092]: cluster 2022-01-18T16:42:14.650834+0000 mgr.smithi129.iclwio (mgr.14716) 1326 : cluster [DBG] pgmap v1133: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:42:15.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:15 smithi156 conmon[67007]: cluster 2022-01-18T16:42:14.650834+0000 mgr.smithi129.iclwio (mgr.14716) 1326 : cluster [DBG] pgmap v1133: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:42:15.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:15 smithi156 conmon[67007]: 2022-01-18T16:42:17.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:17 smithi129 conmon[101092]: cluster 2022-01-18T16:42:16.651305+0000 mgr.smithi129.iclwio (mgr.14716) 1327 : cluster [DBG] 2022-01-18T16:42:17.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:17 smithi129 conmon[101092]: pgmap v1134: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:18.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:17 smithi156 conmon[67007]: cluster 2022-01-18T16:42:16.651305+0000 mgr.smithi129.iclwio (mgr.14716) 1327 : cluster [DBG] 2022-01-18T16:42:18.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:17 smithi156 conmon[67007]: pgmap v1134: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:20.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:19 smithi156 conmon[67007]: cluster 2022-01-18T16:42:18.651813+0000 mgr.smithi129.iclwio (mgr.14716) 1328 : cluster [DBG] pgmap v1135: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:20.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:19 smithi129 conmon[101092]: cluster 2022-01-18T16:42:18.651813+0000 mgr.smithi129.iclwio (mgr.14716) 1328 : cluster [DBG] 2022-01-18T16:42:20.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:19 smithi129 conmon[101092]: pgmap v1135: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:22.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:21 smithi156 conmon[67007]: cluster 2022-01-18T16:42:20.652650+0000 mgr.smithi129.iclwio (mgr.14716) 1329 : cluster [DBG] pgmap v1136: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:42:22.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:21 smithi129 conmon[101092]: cluster 2022-01-18T16:42:20.652650+0000 mgr.smithi129.iclwio (mgr.14716) 1329 : cluster [DBG] pgmap v1136: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:42:22.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:21 smithi129 conmon[101092]: 2022-01-18T16:42:24.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:23 smithi156 conmon[67007]: cluster 2022-01-18T16:42:22.653433+0000 mgr.smithi129.iclwio (mgr.14716) 1330 : cluster [DBG] pgmap v1137: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:24.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:23 smithi129 conmon[101092]: cluster 2022-01-18T16:42:22.653433+0000 mgr.smithi129.iclwio (mgr.14716) 1330 : cluster [DBG] pgmap v1137: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:24.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:23 smithi129 conmon[101092]: 2022-01-18T16:42:25.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:25 smithi129 conmon[101092]: cluster 2022-01-18T16:42:24.654189+0000 mgr.smithi129.iclwio (mgr.14716) 1331 : cluster [DBG] pgmap v1138: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:42:25.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:25 smithi156 conmon[67007]: cluster 2022-01-18T16:42:24.654189+0000 mgr.smithi129.iclwio (mgr.14716) 1331 : cluster [DBG] pgmap v1138: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:42:25.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:25 smithi156 conmon[67007]: 2022-01-18T16:42:27.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:27 smithi129 conmon[101092]: cluster 2022-01-18T16:42:26.654664+0000 mgr.smithi129.iclwio (mgr.14716) 1332 : cluster [DBG] pgmap v1139: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:28.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:27 smithi156 conmon[67007]: cluster 2022-01-18T16:42:26.654664+0000 mgr.smithi129.iclwio (mgr.14716) 1332 : cluster 2022-01-18T16:42:28.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:27 smithi156 conmon[67007]: [DBG] pgmap v1139: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:30.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:29 smithi156 conmon[67007]: cluster 2022-01-18T16:42:28.655204+0000 mgr.smithi129.iclwio (mgr.14716) 1333 : cluster [DBG] 2022-01-18T16:42:30.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:29 smithi156 conmon[67007]: pgmap v1140: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:30.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:29 smithi129 conmon[101092]: cluster 2022-01-18T16:42:28.655204+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:42:30.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:29 smithi129 conmon[101092]: 1333 : cluster [DBG] pgmap v1140: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:32.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:31 smithi156 conmon[67007]: cluster 2022-01-18T16:42:30.656173+0000 mgr.smithi129.iclwio (mgr.14716) 1334 : cluster [DBG] 2022-01-18T16:42:32.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:31 smithi156 conmon[67007]: pgmap v1141: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:42:32.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:31 smithi129 conmon[101092]: cluster 2022-01-18T16:42:30.656173+0000 mgr.smithi129.iclwio (mgr.14716) 1334 : cluster [DBG] pgmap v1141: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:42:34.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:33 smithi156 conmon[67007]: cluster 2022-01-18T16:42:32.656892+0000 mgr.smithi129.iclwio (mgr.14716) 1335 : cluster [DBG] 2022-01-18T16:42:34.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:33 smithi156 conmon[67007]: pgmap v1142: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:34.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:33 smithi129 conmon[101092]: cluster 2022-01-18T16:42:32.656892+0000 mgr.smithi129.iclwio (mgr.14716) 1335 : cluster [DBG] pgmap v1142: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:34.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:33 smithi129 conmon[101092]: 2022-01-18T16:42:35.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:35 smithi129 conmon[101092]: cluster 2022-01-18T16:42:34.657719+0000 mgr.smithi129.iclwio (mgr.14716) 1336 : cluster [DBG] 2022-01-18T16:42:35.696 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:35 smithi129 conmon[101092]: pgmap v1143: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:42:35.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:35 smithi156 conmon[67007]: cluster 2022-01-18T16:42:34.657719+0000 mgr.smithi129.iclwio (mgr.14716) 1336 : 2022-01-18T16:42:35.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:35 smithi156 conmon[67007]: cluster [DBG] pgmap v1143: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:42:37.162 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:42:37.428 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:42:38.006 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (45m) 5m ago 46m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:42:38.007 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (36m) 5m ago 46m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:42:38.007 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (36m) 6m ago 45m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:42:38.007 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (44m) 5m ago 46m 40.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:42:38.007 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (41m) 5m ago 41m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:42:38.008 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (41m) 6m ago 41m 23.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:42:38.008 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (37m) 5m ago 47m 491M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:42:38.008 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (37m) 6m ago 45m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:42:38.008 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (37m) 5m ago 47m 293M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:42:38.009 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (37m) 6m ago 45m 171M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:42:38.009 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (38m) 5m ago 38m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:42:38.009 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (37m) 6m ago 37m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:42:38.009 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (45m) 5m ago 45m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:42:38.010 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (45m) 6m ago 45m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:42:38.010 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (31m) 5m ago 44m 1513M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:42:38.010 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (44m) 5m ago 44m 2511M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:42:38.010 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (44m) 5m ago 44m 1964M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:42:38.011 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (43m) 5m ago 43m 2501M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:42:38.011 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (43m) 6m ago 43m 2324M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:42:38.011 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (43m) 6m ago 43m 2926M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:42:38.011 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (42m) 6m ago 42m 2285M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:42:38.012 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (42m) 6m ago 42m 3435M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:42:38.012 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (44m) 5m ago 45m 57.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:42:38.013 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:42:38.013 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:42:38.013 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:42:38.013 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:42:38.014 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:42:38.014 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:42:38.015 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:42:38.015 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:42:38.017 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:42:38.018 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:42:38.018 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:42:38.018 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:42:38.018 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:42:38.019 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:42:38.019 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:42:38.019 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:42:38.019 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:42:38.019 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:42:38.020 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:42:38.020 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:37 smithi129 conmon[101092]: cluster 2022-01-18T16:42:36.658317+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:42:38.020 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:37 smithi129 conmon[101092]: ) 1337 : cluster [DBG] pgmap v1144: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:38.021 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:37 smithi129 conmon[101092]: audit 2022-01-18T16:42:37.143364+0000 mgr.smithi129.iclwio (mgr.14716) 1338 : audit [DBG] from='client.34966 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:42:38.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:37 smithi156 conmon[67007]: cluster 2022-01-18T16:42:36.658317+0000 mgr.smithi129.iclwio (mgr.14716) 1337 : cluster [DBG] pgmap v1144: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:38.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:37 smithi156 conmon[67007]: audit 2022-01-18T16:42:37.143364+0000 mgr.smithi129.iclwio (mgr.14716) 1338 : audit [DBG] from='client.34966 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:42:39.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:38 smithi156 conmon[67007]: audit 2022-01-18T16:42:37.412991+0000 mgr.smithi129.iclwio (mgr.14716) 1339 : audit [DBG] 2022-01-18T16:42:39.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:38 smithi156 conmon[67007]: from='client.34970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:42:39.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:38 smithi156 conmon[67007]: audit 2022-01-18T16:42:37.740663+0000 mon.smithi129 (mon.0) 606 : audit [DBG] from='client.? 172.21.15.129:0/3204624306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:42:39.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:38 smithi129 conmon[101092]: audit 2022-01-18T16:42:37.412991+0000 mgr.smithi129.iclwio (mgr.14716) 1339 : audit [DBG] from='client.34970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:42:39.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:38 smithi129 conmon[101092]: 2022-01-18T16:42:39.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:38 smithi129 conmon[101092]: audit 2022-01-18T16:42:37.740663+0000 mon.smithi129 (mon.0) 606 : audit [DBG] from='client.? 172.21.15.129:0/3204624306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:42:40.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:39 smithi156 conmon[67007]: cluster 2022-01-18T16:42:38.658877+0000 mgr.smithi129.iclwio (mgr.14716) 1340 : cluster [DBG] pgmap v1145: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:40.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:39 smithi129 conmon[101092]: cluster 2022-01-18T16:42:38.658877+0000 mgr.smithi129.iclwio (mgr.14716) 1340 : cluster 2022-01-18T16:42:40.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:39 smithi129 conmon[101092]: [DBG] pgmap v1145: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:41.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:40 smithi156 conmon[67007]: audit 2022-01-18T16:42:40.451181+0000 mon.smithi129 (mon.0) 2022-01-18T16:42:41.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:40 smithi156 conmon[67007]: 607 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:42:41.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:40 smithi156 conmon[67007]: audit 2022-01-18T16:42:40.452636+0000 mon.smithi129 (mon.0) 608 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:42:41.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:40 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T16:42:41.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:40 smithi156 conmon[67007]: 18T16:42:40.453552+0000 mon.smithi129 (mon.0) 609 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:42:41.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:40 smithi129 conmon[101092]: audit 2022-01-18T16:42:40.451181+0000 mon.smithi129 2022-01-18T16:42:41.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:40 smithi129 conmon[101092]: (mon.0) 607 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:42:41.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:40 smithi129 conmon[101092]: audit 2022-01-18T16:42:40.452636+0000 mon.smithi129 (mon.0) 608 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:42:41.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:40 smithi129 conmon[101092]: audit 2022-01-18T16:42:40.453552+0000 mon.smithi129 (mon.0) 609 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:42:42.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:41 smithi156 conmon[67007]: cephadm 2022-01-18T16:42:40.454262+0000 mgr.smithi129.iclwio (mgr.14716) 1341 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:42:42.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:41 smithi156 conmon[67007]: cluster 2022-01-18T16:42:40 2022-01-18T16:42:42.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:41 smithi156 conmon[67007]: .659512+0000 mgr.smithi129.iclwio (mgr.14716) 1342 : cluster [DBG] pgmap v1146: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:42:42.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:41 smithi156 conmon[67007]: audit 2022-01-18T16:42:40.764202+0000 mon.smithi129 (mon.0) 610 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:42:42.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:41 smithi156 conmon[67007]: audit 2022 2022-01-18T16:42:42.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:41 smithi156 conmon[67007]: -01-18T16:42:40.769208+0000 mon.smithi129 (mon.0) 611 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:42:42.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:41 smithi129 conmon[101092]: cephadm 2022-01-18T16:42:40.454262+0000 mgr.smithi129.iclwio (mgr.14716) 1341 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:42:42.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:41 smithi129 conmon[101092]: cluster 2022-01-18T16:42:40.659512+0000 mgr.smithi129.iclwio (mgr.14716) 1342 : cluster [DBG] pgmap v1146: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:42:42.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:41 smithi129 conmon[101092]: audit 2022-01-18T16:42:40.764202+0000 2022-01-18T16:42:42.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:41 smithi129 conmon[101092]: mon.smithi129 (mon.0) 610 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:42:42.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:41 smithi129 conmon[101092]: audit 2022-01-18T16 2022-01-18T16:42:42.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:41 smithi129 conmon[101092]: :42:40.769208+0000 mon.smithi129 (mon.0 2022-01-18T16:42:42.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:41 smithi129 conmon[101092]: ) 611 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:42:44.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:43 smithi156 conmon[67007]: cluster 2022-01-18T16:42:42.660128+0000 mgr.smithi129.iclwio (mgr.14716) 1343 : cluster [DBG] pgmap v1147: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:44.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:43 smithi129 conmon[101092]: cluster 2022-01-18T16:42:42.660128+0000 mgr.smithi129.iclwio (mgr.14716) 1343 : cluster [DBG] pgmap v1147: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:45.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:45 smithi129 conmon[101092]: cluster 2022-01-18T16:42:44.661052+0000 mgr.smithi129.iclwio (mgr.14716) 1344 : cluster [DBG] pgmap v1148: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:42:45.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:45 smithi156 conmon[67007]: cluster 2022-01-18T16:42:44.661052+0000 mgr.smithi129.iclwio (mgr.14716) 1344 : cluster [DBG] pgmap v1148: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:42:47.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:47 smithi129 conmon[101092]: cluster 2022-01-18T16:42:46.661698+0000 mgr.smithi129.iclwio (mgr.14716) 1345 : cluster [DBG] pgmap v1149: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:48.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:47 smithi156 conmon[67007]: cluster 2022-01-18T16:42:46.661698+0000 mgr.smithi129.iclwio (mgr.14716) 1345 : cluster [DBG] pgmap v1149: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:50.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:49 smithi156 conmon[67007]: cluster 2022-01-18T16:42:48.662259+0000 mgr.smithi129.iclwio (mgr.14716) 1346 : cluster [DBG] pgmap v1150: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:50.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:49 smithi129 conmon[101092]: cluster 2022-01-18T16:42:48.662259+0000 mgr.smithi129.iclwio (mgr.14716) 1346 : cluster [DBG] pgmap v1150: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:52.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:51 smithi156 conmon[67007]: cluster 2022-01-18T16:42:50.663152+0000 mgr.smithi129.iclwio (mgr.14716) 1347 : cluster [DBG] pgmap v1151: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:42:52.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:51 smithi129 conmon[101092]: cluster 2022-01-18T16:42:50.663152+0000 mgr.smithi129.iclwio (mgr.14716) 1347 : cluster [DBG] pgmap v1151: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:42:54.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:53 smithi156 conmon[67007]: cluster 2022-01-18T16:42:52.663758+0000 mgr.smithi129.iclwio (mgr.14716) 1348 : cluster [DBG] pgmap v1152: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:54.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:53 smithi129 conmon[101092]: cluster 2022-01-18T16:42:52.663758+0000 mgr.smithi129.iclwio (mgr.14716) 1348 : cluster [DBG] 2022-01-18T16:42:54.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:53 smithi129 conmon[101092]: pgmap v1152: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:55.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:55 smithi129 conmon[101092]: cluster 2022-01-18T16:42:54.664484+0000 mgr.smithi129.iclwio (mgr.14716) 1349 : cluster [DBG] pgmap v1153: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:42:55.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:55 smithi156 conmon[67007]: cluster 2022-01-18T16:42:54.664484+0000 mgr.smithi129.iclwio (mgr.14716) 1349 : cluster [DBG] 2022-01-18T16:42:55.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:55 smithi156 conmon[67007]: pgmap v1153: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:42:57.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:57 smithi129 conmon[101092]: cluster 2022-01-18T16:42:56.664972+0000 mgr.smithi129.iclwio (mgr.14716) 1350 : cluster [DBG] pgmap v1154: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:58.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:57 smithi156 conmon[67007]: cluster 2022-01-18T16:42:56.664972+0000 mgr.smithi129.iclwio (mgr.14716) 1350 : cluster 2022-01-18T16:42:58.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:57 smithi156 conmon[67007]: [DBG] pgmap v1154: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:42:59.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:58 smithi156 conmon[67007]: audit 2022-01-18T16:42:58.342428+0000 mon.smithi129 (mon.0) 612 : audit 2022-01-18T16:42:59.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:58 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:42:59.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:58 smithi156 conmon[67007]: audit 2022-01-18T16:42:58.342692+0000 mon.smithi129 (mon.0) 613 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:42:59.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:58 smithi129 conmon[101092]: audit 2022-01-18T16:42:58.342428+0000 mon.smithi129 (mon.0) 612 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:42:59.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:58 smithi129 conmon[101092]: audit 2022-01-18T16:42:58.342692+0000 mon.smithi129 (mon.0) 613 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:43:00.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:59 smithi156 conmon[67007]: cluster 2022-01-18T16:42:58.665474+0000 mgr.smithi129.iclwio (mgr.14716) 1351 : cluster [DBG] pgmap v1155: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:00.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:42:59 smithi156 conmon[67007]: 2022-01-18T16:43:00.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:42:59 smithi129 conmon[101092]: cluster 2022-01-18T16:42:58.665474+0000 mgr.smithi129.iclwio (mgr.14716) 1351 : cluster [DBG] pgmap v1155: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:02.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:01 smithi156 conmon[67007]: cluster 2022-01-18T16:43:00.666264+0000 mgr.smithi129.iclwio (mgr.14716) 1352 : cluster [DBG] 2022-01-18T16:43:02.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:01 smithi156 conmon[67007]: pgmap v1156: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:43:02.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:01 smithi129 conmon[101092]: cluster 2022-01-18T16:43:00.666264+0000 mgr.smithi129.iclwio (mgr.14716) 1352 : cluster [DBG] pgmap v1156: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:43:04.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:03 smithi156 conmon[67007]: cluster 2022-01-18T16:43:02.666926+0000 mgr.smithi129.iclwio (mgr.14716) 1353 : cluster [DBG] 2022-01-18T16:43:04.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:03 smithi156 conmon[67007]: pgmap v1157: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:04.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:03 smithi129 conmon[101092]: cluster 2022-01-18T16:43:02.666926+0000 mgr.smithi129.iclwio (mgr.14716) 1353 : cluster [DBG] pgmap v1157: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:05.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:05 smithi129 conmon[101092]: cluster 2022-01-18T16:43:04.667725+0000 mgr.smithi129.iclwio (mgr.14716) 1354 : cluster [DBG] pgmap v1158: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:43:05.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:05 smithi156 conmon[67007]: cluster 2022-01-18T16:43:04.667725+0000 mgr.smithi129.iclwio (mgr.14716) 1354 : cluster [DBG] pgmap v1158: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:43:07.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:07 smithi129 conmon[101092]: cluster 2022-01-18T16:43:06.668343+0000 mgr.smithi129.iclwio (mgr.14716) 1355 : cluster [DBG] 2022-01-18T16:43:07.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:07 smithi129 conmon[101092]: pgmap v1159: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:08.044 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:43:08.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:07 smithi156 conmon[67007]: cluster 2022-01-18T16:43:06.668343+0000 mgr.smithi129.iclwio (mgr.14716) 1355 : cluster [DBG] pgmap v1159: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:08.310 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:43:08.310 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (45m) 6m ago 46m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:43:08.311 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (37m) 6m ago 46m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:43:08.311 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (37m) 6m ago 46m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:43:08.311 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (45m) 6m ago 46m 40.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:43:08.311 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (41m) 6m ago 41m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:43:08.312 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (41m) 6m ago 41m 23.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:43:08.312 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (38m) 6m ago 48m 491M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:43:08.312 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (37m) 6m ago 46m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:43:08.312 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (37m) 6m ago 48m 293M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:43:08.313 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (37m) 6m ago 46m 171M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:43:08.313 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (38m) 6m ago 38m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:43:08.313 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (38m) 6m ago 38m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:43:08.313 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (46m) 6m ago 46m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:43:08.314 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (45m) 6m ago 45m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:43:08.314 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (32m) 6m ago 45m 1513M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:43:08.314 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (45m) 6m ago 45m 2511M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:43:08.314 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (44m) 6m ago 44m 1964M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:43:08.315 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (44m) 6m ago 44m 2501M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:43:08.315 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (44m) 6m ago 44m 2324M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:43:08.315 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (43m) 6m ago 43m 2926M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:43:08.315 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (43m) 6m ago 43m 2285M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:43:08.316 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (43m) 6m ago 43m 3435M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:43:08.316 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (45m) 6m ago 46m 57.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:43:08.630 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:43:08.630 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:43:08.631 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:43:08.631 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:43:08.631 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:43:08.631 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:43:08.631 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:43:08.632 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:43:08.632 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:43:08.633 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:43:08.633 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:43:08.633 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:43:08.634 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:43:08.634 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:43:08.634 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:43:08.634 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:43:08.635 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:43:08.635 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:43:08.635 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:43:09.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:08 smithi156 conmon[67007]: audit 2022-01-18T16:43:08.026191+0000 mgr.smithi129.iclwio (mgr.14716) 1356 : audit [DBG] from='client.34978 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:43:09.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:08 smithi156 conmon[67007]: audit 2022-01-18T16:43:08.623327+0000 2022-01-18T16:43:09.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:08 smithi156 conmon[67007]: mon.smithi129 (mon.0) 614 : audit [DBG] from='client.? 172.21.15.129:0/1333070709' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:43:09.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:08 smithi129 conmon[101092]: audit 2022-01-18T16:43:08.026191+0000 mgr.smithi129.iclwio (mgr.14716) 1356 : audit 2022-01-18T16:43:09.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:08 smithi129 conmon[101092]: [DBG] from='client.34978 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:43:09.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:08 smithi129 conmon[101092]: audit 2022-01-18T16:43:08.623327+0000 mon.smithi129 (mon.0) 614 : audit [DBG] from='client.? 172.21.15.129:0/1333070709' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:43:10.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:09 smithi156 conmon[67007]: audit 2022-01-18T16:43:08.294626+0000 mgr.smithi129.iclwio (mgr.14716) 1357 : audit [DBG] from='client.34982 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:43:10.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:09 smithi156 conmon[67007]: cluster 2022-01-18T16:43:08.668902+0000 mgr.smithi129.iclwio (mgr.14716) 1358 : cluster [DBG] pgmap v1160: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:10.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:09 smithi129 conmon[101092]: audit 2022-01-18T16:43:08.294626+0000 mgr.smithi129.iclwio (mgr.14716) 1357 : audit [DBG] from='client.34982 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:43:10.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:09 smithi129 conmon[101092]: cluster 2022-01-18T16:43:08.668902+0000 mgr.smithi129.iclwio (mgr.14716) 1358 2022-01-18T16:43:10.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:09 smithi129 conmon[101092]: : cluster [DBG] pgmap v1160: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:12.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:11 smithi156 conmon[67007]: cluster 2022-01-18T16:43:10.669621+0000 mgr.smithi129.iclwio (mgr.14716) 1359 : cluster [DBG] pgmap v1161: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:43:12.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:11 smithi129 conmon[101092]: cluster 2022-01-18T16:43:10.669621+0000 mgr.smithi129.iclwio (mgr.14716) 1359 : cluster [DBG] pgmap v1161: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:43:14.059 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:13 smithi156 conmon[67007]: cluster 2022-01-18T16:43:12.670284+0000 mgr.smithi129.iclwio (mgr.14716) 1360 : cluster [DBG] pgmap v1162: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:14.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:13 smithi129 conmon[101092]: cluster 2022-01-18T16:43:12.670284+0000 mgr.smithi129.iclwio (mgr.14716) 1360 : cluster [DBG] pgmap v1162: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:14.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:13 smithi129 conmon[101092]: 2022-01-18T16:43:15.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:15 smithi129 conmon[101092]: cluster 2022-01-18T16:43:14.671088+0000 mgr.smithi129.iclwio (mgr.14716) 1361 : cluster [DBG] pgmap v1163: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:43:15.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:15 smithi156 conmon[67007]: cluster 2022-01-18T16:43:14.671088+0000 mgr.smithi129.iclwio (mgr.14716) 1361 : cluster [DBG] pgmap v1163: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:43:17.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:17 smithi129 conmon[101092]: cluster 2022-01-18T16:43:16.671822+0000 mgr.smithi129.iclwio (mgr.14716) 1362 : cluster [DBG] pgmap v1164: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:18.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:17 smithi156 conmon[67007]: cluster 2022-01-18T16:43:16.671822+0000 mgr.smithi129.iclwio (mgr.14716) 1362 : cluster [DBG] pgmap v1164: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:20.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:19 smithi156 conmon[67007]: cluster 2022-01-18T16:43:18.672529+0000 mgr.smithi129.iclwio (mgr.14716) 1363 : cluster [DBG] pgmap v1165: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:20.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:19 smithi129 conmon[101092]: cluster 2022-01-18T16:43:18.672529+0000 mgr.smithi129.iclwio (mgr.14716) 1363 : cluster [DBG] pgmap v1165: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:22.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:21 smithi156 conmon[67007]: cluster 2022-01-18T16:43:20.673442+0000 mgr.smithi129.iclwio (mgr.14716) 1364 : cluster [DBG] pgmap v1166: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:43:22.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:21 smithi129 conmon[101092]: cluster 2022-01-18T16:43:20.673442+0000 mgr.smithi129.iclwio (mgr.14716) 1364 : cluster [DBG] pgmap v1166: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:43:24.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:23 smithi156 conmon[67007]: cluster 2022-01-18T16:43:22.674079+0000 mgr.smithi129.iclwio (mgr.14716) 1365 : cluster [DBG] pgmap v1167: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:24.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:23 smithi129 conmon[101092]: cluster 2022- 2022-01-18T16:43:24.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:23 smithi129 conmon[101092]: 01-18T16:43:22.674079+0000 mgr.smithi129.iclwio (mgr.14716) 1365 : cluster [DBG] pgmap v1167: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:25.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:25 smithi129 conmon[101092]: cluster 2022-01-18T16:43:24.674908+0000 mgr.smithi129.iclwio (mgr.14716) 1366 : cluster [DBG] pgmap v1168: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:43:25.696 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:25 smithi129 conmon[101092]: 2022-01-18T16:43:25.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:25 smithi156 conmon[67007]: cluster 2022-01-18T16:43:24.674908+0000 mgr.smithi129.iclwio (mgr.14716) 1366 : cluster [DBG] pgmap v1168: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:43:27.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:27 smithi129 conmon[101092]: cluster 2022-01-18T16:43:26.675436+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:43:27.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:27 smithi129 conmon[101092]: 1367 : cluster [DBG] pgmap v1169: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:28.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:27 smithi156 conmon[67007]: cluster 2022-01-18T16:43:26.675436+0000 mgr.smithi129.iclwio (mgr.14716) 1367 : cluster [DBG] pgmap v1169: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:30.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:29 smithi156 conmon[67007]: cluster 2022-01-18T16:43:28.676016+0000 mgr.smithi129.iclwio (mgr.14716) 1368 : cluster [DBG] pgmap v1170: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:30.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:29 smithi129 conmon[101092]: cluster 2022-01-18T16:43:28.676016+0000 mgr.smithi129.iclwio (mgr.14716) 1368 : cluster [DBG] pgmap v1170: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:32.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:31 smithi156 conmon[67007]: cluster 2022-01-18T16:43:30.676972+0000 mgr.smithi129.iclwio (mgr.14716) 1369 : cluster [DBG] pgmap v1171: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:43:32.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:31 smithi129 conmon[101092]: cluster 2022-01-18T16:43:30.676972+0000 mgr.smithi129.iclwio (mgr.14716) 1369 : cluster [DBG] pgmap v1171: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:43:34.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:33 smithi156 conmon[67007]: cluster 2022-01-18T16:43:32.677672+0000 mgr.smithi129.iclwio (mgr.14716) 1370 : cluster [DBG] pgmap v1172: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:34.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:33 smithi129 conmon[101092]: cluster 2022-01-18T16:43:32.677672+0000 mgr.smithi129.iclwio (mgr.14716) 1370 : cluster [DBG] pgmap v1172: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:35.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:35 smithi129 conmon[101092]: cluster 2022-01-18T16:43:34.678425+0000 mgr.smithi129.iclwio (mgr.14716) 1371 : cluster [DBG] pgmap v1173: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:43:35.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:35 smithi156 conmon[67007]: cluster 2022-01-18T16:43:34.678425+0000 mgr.smithi129.iclwio (mgr.14716) 1371 : cluster [DBG] pgmap v1173: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:43:37.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:37 smithi129 conmon[101092]: cluster 2022-01-18T16:43:36.679076+0000 mgr.smithi129.iclwio (mgr.14716) 1372 : 2022-01-18T16:43:37.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:37 smithi129 conmon[101092]: cluster [DBG] pgmap v1174: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:38.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:37 smithi156 conmon[67007]: cluster 2022-01-18T16:43:36.679076+0000 mgr.smithi129.iclwio (mgr.14716) 1372 : cluster [DBG] pgmap v1174: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:38.927 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:43:39.193 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:43:39.194 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (46m) 7m ago 47m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:43:39.194 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (37m) 7m ago 47m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:43:39.194 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (37m) 7m ago 46m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:43:39.194 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (45m) 7m ago 47m 40.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:43:39.195 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (42m) 7m ago 42m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:43:39.195 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (42m) 7m ago 42m 23.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:43:39.195 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (38m) 7m ago 48m 491M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:43:39.195 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (38m) 7m ago 46m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:43:39.196 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (38m) 7m ago 48m 293M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:43:39.196 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (38m) 7m ago 46m 171M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:43:39.196 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (39m) 7m ago 39m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:43:39.196 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (38m) 7m ago 38m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:43:39.197 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (47m) 7m ago 47m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:43:39.197 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (46m) 7m ago 46m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:43:39.197 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (32m) 7m ago 45m 1513M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:43:39.197 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (45m) 7m ago 45m 2511M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:43:39.197 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (45m) 7m ago 45m 1964M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:43:39.198 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (44m) 7m ago 44m 2501M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:43:39.198 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (44m) 7m ago 44m 2324M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:43:39.198 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (44m) 7m ago 44m 2926M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:43:39.198 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (43m) 7m ago 43m 2285M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:43:39.199 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (43m) 7m ago 43m 3435M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:43:39.199 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (45m) 7m ago 46m 57.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:43:39.510 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:43:39.511 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:43:39.511 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:43:39.511 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:43:39.511 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:43:39.512 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:43:39.512 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:43:39.512 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:43:39.512 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:43:39.513 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:43:39.513 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:43:39.513 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:43:39.513 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:43:39.514 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:43:39.514 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:43:39.514 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:43:39.514 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:43:39.515 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:43:39.515 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:43:40.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:39 smithi156 conmon[67007]: cluster 2022-01-18T16:43:38.679595+0000 mgr.smithi129.iclwio (mgr.14716) 1373 : cluster [DBG] pgmap v1175: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:40.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:39 smithi156 conmon[67007]: audit 2022-01-18T16:43:38.908776+0000 mgr.smithi129.iclwio (mgr.14716) 1374 : audit [DBG] from='client.34990 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:43:40.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:39 smithi156 conmon[67007]: audit 2022-01-18T16:43:39.177821+0000 mgr.smithi129.iclwio (mgr.14716) 1375 : audit [DBG] from='client.34994 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:43:40.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:39 smithi156 conmon[67007]: audit 2022-01-18T16:43 2022-01-18T16:43:40.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:39 smithi156 conmon[67007]: :39.503850+0000 mon.smithi129 (mon.0 2022-01-18T16:43:40.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:39 smithi156 conmon[67007]: ) 615 : audit [DBG] from='client.? 172.21.15.129:0/2252381908' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:43:40.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:39 smithi129 conmon[101092]: cluster 2022-01-18T16:43:38.679595+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:43:40.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:39 smithi129 conmon[101092]: 14716) 1373 : cluster [DBG] pgmap v1175: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:40.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:39 smithi129 conmon[101092]: audit 2022-01-18T16:43:38.908776+0000 mgr.smithi129.iclwio (mgr.14716) 1374 : audit [DBG] from='client.34990 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:43:40.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:39 smithi129 conmon[101092]: audit 2022 2022-01-18T16:43:40.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:39 smithi129 conmon[101092]: -01-18T16:43:39.177821+0000 mgr.smithi129.iclwio (mgr.14716) 1375 : audit [DBG] from='client.34994 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:43:40.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:39 smithi129 conmon[101092]: audit 2022-01 2022-01-18T16:43:40.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:39 smithi129 conmon[101092]: -18T16:43:39.503850+0000 2022-01-18T16:43:40.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:39 smithi129 conmon[101092]: mon.smithi129 (mon.0) 615 : audit [DBG] from='client.? 172.21.15.129:0/2252381908' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:43:40.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:39 smithi129 conmon[101092]: 2022-01-18T16:43:42.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:41 smithi156 conmon[67007]: cluster 2022-01-18T16:43:40.680405+0000 mgr.smithi129.iclwio (mgr.14716) 1376 : cluster 2022-01-18T16:43:42.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:41 smithi156 conmon[67007]: [DBG] pgmap v1176: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:43:42.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:41 smithi156 conmon[67007]: audit 2022-01-18T16:43:40.771625+0000 mon.smithi129 (mon.0) 616 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:43:42.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:41 smithi156 conmon[67007]: audit 2022 2022-01-18T16:43:42.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:41 smithi156 conmon[67007]: -01-18T16:43:40.772908+0000 mon.smithi129 (mon.0) 617 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:43:42.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:41 smithi156 conmon[67007]: audit 2022-01-18T16:43 2022-01-18T16:43:42.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:41 smithi156 conmon[67007]: :40.773899+0000 mon.smithi129 (mon.0) 618 : 2022-01-18T16:43:42.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:41 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:43:42.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:41 smithi156 conmon[67007]: cephadm 2022-01-18T16:43 2022-01-18T16:43:42.059 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:41 smithi156 conmon[67007]: :40.774756+0000 mgr.smithi129.iclwio (mgr.14716) 1377 2022-01-18T16:43:42.059 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:41 smithi156 conmon[67007]: : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:43:42.059 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:41 smithi156 conmon[67007]: audit 2022-01-18T16: 2022-01-18T16:43:42.059 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:41 smithi156 conmon[67007]: 43:41.080492+0000 mon.smithi129 (mon.0) 619 2022-01-18T16:43:42.059 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:41 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:43:42.060 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:41 smithi156 conmon[67007]: audit 2022-01-18T16: 2022-01-18T16:43:42.060 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:41 smithi156 conmon[67007]: 43:41.085304+0000 mon.smithi129 (mon.0) 620 2022-01-18T16:43:42.060 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:41 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:43:42.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:41 smithi129 conmon[101092]: cluster 2022-01-18T16:43:40.680405+0000 mgr.smithi129.iclwio (mgr.14716) 1376 : cluster [DBG] pgmap v1176: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:43:42.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:41 smithi129 conmon[101092]: audit 2022-01-18T16:43:42.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:41 smithi129 conmon[101092]: 2022-01-18T16:43:40.771625+0000 mon.smithi129 (mon.0) 616 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:43:42.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:41 smithi129 conmon[101092]: audit 2022-01-18T16:43:40.772908+0000 mon.smithi129 (mon.0) 617 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:43:42.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:41 smithi129 conmon[101092]: audit 2022-01-18T16:43:42.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:41 smithi129 conmon[101092]: 2022-01-18T16:43:40.773899+0000 mon.smithi129 (mon.0 2022-01-18T16:43:42.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:41 smithi129 conmon[101092]: ) 618 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:43:42.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:41 smithi129 conmon[101092]: cephadm 2022-01-18 2022-01-18T16:43:42.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:41 smithi129 conmon[101092]: T16:43:40.774756+0000 mgr.smithi129.iclwio 2022-01-18T16:43:42.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:41 smithi129 conmon[101092]: (mgr.14716) 1377 : cephadm [WRN] 2022-01-18T16:43:42.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:41 smithi129 conmon[101092]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:43:42.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:41 smithi129 conmon[101092]: audit 2022- 2022-01-18T16:43:42.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:41 smithi129 conmon[101092]: 01-18T16:43:41. 2022-01-18T16:43:42.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:41 smithi129 conmon[101092]: 080492+0000 mon.smithi129 (mon.0) 2022-01-18T16:43:42.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:41 smithi129 conmon[101092]: 619 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:43:42.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:41 smithi129 conmon[101092]: audit 2022- 2022-01-18T16:43:42.200 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:41 smithi129 conmon[101092]: 01-18T16:43:41.085304 2022-01-18T16:43:42.200 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:41 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 620 2022-01-18T16:43:42.200 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:41 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:43:44.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:43 smithi156 conmon[67007]: cluster 2022-01-18T16:43:42.680968+0000 mgr.smithi129.iclwio (mgr.14716) 1378 : cluster [DBG] pgmap v1177: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:44.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:43 smithi156 conmon[67007]: 2022-01-18T16:43:44.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:43 smithi129 conmon[101092]: cluster 2022-01-18T16:43:42.680968+0000 mgr.smithi129.iclwio (mgr.14716) 1378 : cluster [DBG] pgmap v1177: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:45.696 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:45 smithi129 conmon[101092]: cluster 2022-01-18T16:43:44.681758+0000 mgr.smithi129.iclwio (mgr.14716) 1379 : cluster [DBG] 2022-01-18T16:43:45.696 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:45 smithi129 conmon[101092]: pgmap v1178: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:43:45.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:45 smithi156 conmon[67007]: cluster 2022-01-18T16:43:44.681758+0000 mgr.smithi129.iclwio (mgr.14716) 1379 : cluster [DBG] pgmap v1178: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:43:45.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:45 smithi156 conmon[67007]: 2022-01-18T16:43:47.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:47 smithi129 conmon[101092]: cluster 2022-01-18T16:43:46.682397+0000 mgr.smithi129.iclwio (mgr.14716) 1380 : cluster [DBG] 2022-01-18T16:43:47.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:47 smithi129 conmon[101092]: pgmap v1179: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:48.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:47 smithi156 conmon[67007]: cluster 2022-01-18T16:43:46.682397+0000 mgr.smithi129.iclwio (mgr.14716) 1380 : cluster [DBG] pgmap v1179: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:50.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:49 smithi156 conmon[67007]: cluster 2022-01-18T16:43:48.683214+0000 mgr.smithi129.iclwio (mgr.14716) 1381 : cluster [DBG] pgmap v1180: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:50.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:49 smithi129 conmon[101092]: cluster 2022-01-18T16:43:48.683214+0000 mgr.smithi129.iclwio (mgr.14716) 1381 : cluster 2022-01-18T16:43:50.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:49 smithi129 conmon[101092]: [DBG] pgmap v1180: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:52.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:51 smithi156 conmon[67007]: cluster 2022-01-18T16:43:50.684016+0000 mgr.smithi129.iclwio (mgr.14716) 1382 : cluster [DBG] pgmap v1181: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:43:52.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:51 smithi129 conmon[101092]: cluster 2022-01-18T16:43:50.684016+0000 mgr.smithi129.iclwio (mgr.14716) 1382 : cluster [DBG] pgmap v1181: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:43:54.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:53 smithi156 conmon[67007]: cluster 2022-01-18T16:43:52.684562+0000 mgr.smithi129.iclwio (mgr.14716) 1383 : cluster [DBG] pgmap v1182: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:54.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:53 smithi129 conmon[101092]: cluster 2022-01-18T16:43:52.684562+0000 mgr.smithi129.iclwio (mgr.14716) 1383 : cluster [DBG] pgmap v1182: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:55.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:55 smithi129 conmon[101092]: cluster 2022-01-18T16:43:54.685319+0000 mgr.smithi129.iclwio (mgr.14716) 1384 : cluster [DBG] pgmap v1183: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:43:55.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:55 smithi156 conmon[67007]: cluster 2022-01-18T16:43:54.685319+0000 mgr.smithi129.iclwio (mgr.14716) 1384 : cluster [DBG] 2022-01-18T16:43:55.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:55 smithi156 conmon[67007]: pgmap v1183: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:43:57.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:57 smithi129 conmon[101092]: cluster 2022-01-18T16:43:56.685925+0000 mgr.smithi129.iclwio (mgr.14716) 1385 : cluster 2022-01-18T16:43:57.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:57 smithi129 conmon[101092]: [DBG] pgmap v1184: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:58.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:57 smithi156 conmon[67007]: cluster 2022-01-18T16:43:56.685925+0000 mgr.smithi129.iclwio (mgr.14716) 1385 : cluster [DBG] pgmap v1184: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:43:59.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:58 smithi156 conmon[67007]: audit 2022-01-18T16:43:58.346737+0000 mon.smithi129 (mon.0) 621 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:43:59.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:58 smithi156 conmon[67007]: audit 2022-01-18T16 2022-01-18T16:43:59.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:58 smithi156 conmon[67007]: :43:58.347056+0000 mon.smithi129 (mon.0) 622 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:43:59.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:58 smithi129 conmon[101092]: audit 2022-01-18T16:43:58.346737+0000 mon.smithi129 (mon.0) 621 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:43:59.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:58 smithi129 conmon[101092]: audit 2022-01-18T16:43:58.347056+0000 mon.smithi129 (mon.0) 2022-01-18T16:43:59.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:58 smithi129 conmon[101092]: 622 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:44:00.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:43:59 smithi156 conmon[67007]: cluster 2022-01-18T16:43:58.686432+0000 mgr.smithi129.iclwio (mgr.14716) 1386 : cluster [DBG] pgmap v1185: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:00.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:59 smithi129 conmon[101092]: cluster 2022-01-18T16:43:58.686432+0000 mgr.smithi129.iclwio (mgr.14716) 1386 : cluster 2022-01-18T16:44:00.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:43:59 smithi129 conmon[101092]: [DBG] pgmap v1185: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:02.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:01 smithi156 conmon[67007]: cluster 2022-01-18T16:44:00.687370+0000 mgr.smithi129.iclwio (mgr.14716) 1387 : cluster [DBG] pgmap v1186: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:44:02.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:01 smithi129 conmon[101092]: cluster 2022-01-18T16:44:00.687370+0000 mgr.smithi129.iclwio (mgr.14716) 1387 : cluster [DBG] pgmap v1186: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:44:04.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:03 smithi156 conmon[67007]: cluster 2022-01-18T16:44:02.688049+0000 mgr.smithi129.iclwio (mgr.14716) 1388 : cluster [DBG] pgmap v1187: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:04.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:03 smithi156 conmon[67007]: 2022-01-18T16:44:04.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:03 smithi129 conmon[101092]: cluster 2022-01-18T16:44:02.688049+0000 mgr.smithi129.iclwio (mgr.14716) 1388 : cluster [DBG] pgmap v1187: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:05.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:05 smithi129 conmon[101092]: cluster 2022-01-18T16:44:04.688759+0000 mgr.smithi129.iclwio (mgr.14716) 1389 : cluster [DBG] pgmap v1188: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:44:05.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:05 smithi156 conmon[67007]: cluster 2022-01-18T16:44:04.688759+0000 mgr.smithi129.iclwio (mgr.14716) 1389 : cluster [DBG] pgmap v1188: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:44:07.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:07 smithi129 conmon[101092]: cluster 2022-01-18T16:44:06.689434+0000 mgr.smithi129.iclwio (mgr.14716) 1390 : cluster [DBG] 2022-01-18T16:44:07.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:07 smithi129 conmon[101092]: pgmap v1189: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:08.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:07 smithi156 conmon[67007]: cluster 2022-01-18T16:44:06.689434+0000 mgr.smithi129.iclwio (mgr.14716) 1390 : cluster [DBG] pgmap v1189: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:09.809 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:44:10.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:09 smithi156 conmon[67007]: cluster 2022-01-18T16:44:08.690164+0000 mgr.smithi129.iclwio (mgr.14716) 1391 : cluster [DBG] pgmap v1190: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:10.077 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:44:10.077 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (46m) 7m ago 47m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:44:10.077 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (38m) 7m ago 47m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:44:10.077 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (38m) 7m ago 47m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:44:10.078 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (46m) 7m ago 47m 40.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:44:10.078 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (42m) 7m ago 42m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:44:10.078 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (42m) 7m ago 42m 23.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:44:10.078 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (39m) 7m ago 49m 491M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:44:10.078 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (39m) 7m ago 47m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:44:10.079 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (38m) 7m ago 49m 293M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:44:10.079 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (38m) 7m ago 47m 171M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:44:10.079 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (39m) 7m ago 39m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:44:10.079 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (39m) 7m ago 39m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:44:10.080 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (47m) 7m ago 47m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:44:10.080 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (46m) 7m ago 46m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:44:10.080 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (33m) 7m ago 46m 1513M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:44:10.080 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (46m) 7m ago 46m 2511M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:44:10.080 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (45m) 7m ago 45m 1964M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:44:10.081 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (45m) 7m ago 45m 2501M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:44:10.081 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (45m) 7m ago 45m 2324M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:44:10.081 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (44m) 7m ago 44m 2926M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:44:10.081 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (44m) 7m ago 44m 2285M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:44:10.081 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (44m) 7m ago 44m 3435M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:44:10.082 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (46m) 7m ago 47m 57.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:44:10.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:09 smithi129 conmon[101092]: cluster 2022-01-18T16:44:08.690164+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:44:10.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:09 smithi129 conmon[101092]: ) 1391 : cluster [DBG] pgmap v1190: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:10.398 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:44:10.481 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:44:10.481 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:44:10.482 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:44:10.482 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:44:10.484 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:44:10.484 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:44:10.485 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:44:10.485 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:44:10.487 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:44:10.489 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:44:10.489 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:44:10.490 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:44:10.490 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:44:10.490 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:44:10.491 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:44:10.491 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:44:10.492 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:44:10.492 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:44:11.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:10 smithi156 conmon[67007]: audit 2022-01-18T16:44:09.789835+0000 mgr.smithi129.iclwio (mgr.14716) 1392 : audit [DBG] from='client.35002 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:44:11.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:10 smithi156 conmon[67007]: audit 2022-01-18T16:44:10.061438+0000 mgr.smithi129.iclwio ( 2022-01-18T16:44:11.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:10 smithi156 conmon[67007]: mgr.14716) 1393 : audit [DBG] from='client.35006 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:44:11.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:10 smithi156 conmon[67007]: audit 2022-01-18T16:44:10.390880+0000 mon.smithi129 (mon.0) 623 : audit [DBG] from='client.? 172.21.15.129:0/3690417794' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:44:11.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:10 smithi129 conmon[101092]: audit 2022-01-18T16:44:09.789835+0000 mgr.smithi129.iclwio (mgr.14716) 1392 : audit [DBG] 2022-01-18T16:44:11.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:10 smithi129 conmon[101092]: from='client.35002 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:44:11.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:10 smithi129 conmon[101092]: audit 2022-01-18T16:44:10.061438+0000 mgr.smithi129.iclwio (mgr.14716) 1393 : audit [DBG] from='client.35006 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:44:11.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:10 smithi129 conmon[101092]: audit 2022-01-18T16:44:10.390880+0000 mon.smithi129 (mon.0) 623 : 2022-01-18T16:44:11.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:10 smithi129 conmon[101092]: audit [DBG] from='client.? 172.21.15.129:0/3690417794' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:44:12.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:11 smithi156 conmon[67007]: cluster 2022-01-18T16:44:10.691052+0000 mgr.smithi129.iclwio (mgr.14716) 1394 : cluster [DBG] pgmap v1191: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:44:12.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:11 smithi129 conmon[101092]: cluster 2022-01-18T16:44:10.691052+0000 mgr.smithi129.iclwio (mgr.14716) 1394 : cluster [DBG] pgmap v1191: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:44:14.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:13 smithi156 conmon[67007]: cluster 2022-01-18T16:44:12.691613+0000 mgr.smithi129.iclwio (mgr.14716) 1395 : cluster [DBG] pgmap v1192: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:14.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:13 smithi129 conmon[101092]: cluster 2022-01-18T16:44:12.691613+0000 mgr.smithi129.iclwio (mgr.14716) 1395 : cluster 2022-01-18T16:44:14.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:13 smithi129 conmon[101092]: [DBG] pgmap v1192: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:15.696 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:15 smithi129 conmon[101092]: cluster 2022-01-18T16:44:14.692447+0000 mgr.smithi129.iclwio (mgr.14716) 1396 : cluster [DBG] pgmap v1193: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:44:15.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:15 smithi156 conmon[67007]: cluster 2022-01-18T16:44:14.692447+0000 mgr.smithi129.iclwio (mgr.14716) 1396 : cluster [DBG] pgmap v1193: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:44:17.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:17 smithi129 conmon[101092]: cluster 2022-01-18T16:44:16.692909+0000 mgr.smithi129.iclwio (mgr.14716) 1397 : cluster [DBG] pgmap v1194: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:17.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:17 smithi129 conmon[101092]: 2022-01-18T16:44:18.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:17 smithi156 conmon[67007]: cluster 2022-01-18T16:44:16.692909+0000 mgr.smithi129.iclwio (mgr.14716) 1397 : cluster [DBG] pgmap v1194: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:20.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:19 smithi156 conmon[67007]: cluster 2022-01-18T16:44:18.693489+0000 mgr.smithi129.iclwio (mgr.14716) 1398 : 2022-01-18T16:44:20.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:19 smithi156 conmon[67007]: cluster [DBG] pgmap v1195: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:20.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:19 smithi129 conmon[101092]: cluster 2022-01-18T16:44:18.693489+0000 mgr.smithi129.iclwio (mgr.14716) 1398 : cluster [DBG] pgmap v1195: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:22.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:21 smithi156 conmon[67007]: cluster 2022-01-18T16:44:20.694254+0000 mgr.smithi129.iclwio (mgr.14716) 1399 : cluster [DBG] pgmap v1196: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:44:22.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:21 smithi129 conmon[101092]: cluster 2022-01-18T16:44:20.694254+0000 mgr.smithi129.iclwio (mgr.14716) 1399 : cluster [DBG] 2022-01-18T16:44:22.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:21 smithi129 conmon[101092]: pgmap v1196: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:44:24.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:23 smithi156 conmon[67007]: cluster 2022-01-18T16:44:22.694743+0000 mgr.smithi129.iclwio (mgr.14716) 1400 : cluster [DBG] pgmap v1197: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:24.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:23 smithi129 conmon[101092]: cluster 2022-01-18T16:44:22.694743+0000 mgr.smithi129.iclwio (mgr.14716) 1400 : cluster [DBG] pgmap v1197: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:24.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:23 smithi129 conmon[101092]: 2022-01-18T16:44:25.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:25 smithi156 conmon[67007]: cluster 2022-01-18T16:44:24.695417+0000 mgr.smithi129.iclwio (mgr.14716) 1401 : cluster [DBG] pgmap v1198: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:44:25.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:25 smithi129 conmon[101092]: cluster 2022-01-18T16:44:24.695417+0000 mgr.smithi129.iclwio (mgr.14716) 1401 : cluster [DBG] pgmap v1198: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:44:27.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:27 smithi129 conmon[101092]: cluster 2022-01-18T16:44:26.696032+0000 mgr.smithi129.iclwio (mgr.14716) 1402 : cluster [DBG] pgmap v1199: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:28.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:27 smithi156 conmon[67007]: cluster 2022-01-18T16:44:26.696032+0000 mgr.smithi129.iclwio (mgr.14716) 1402 : cluster [DBG] pgmap v1199: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:30.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:29 smithi156 conmon[67007]: cluster 2022-01-18T16:44:28.696563+0000 mgr.smithi129.iclwio (mgr.14716) 1403 : cluster [DBG] 2022-01-18T16:44:30.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:29 smithi156 conmon[67007]: pgmap v1200: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:30.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:29 smithi129 conmon[101092]: cluster 2022-01-18T16:44:28.696563+0000 mgr.smithi129.iclwio (mgr.14716) 1403 : cluster [DBG] 2022-01-18T16:44:30.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:29 smithi129 conmon[101092]: pgmap v1200: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:32.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:31 smithi156 conmon[67007]: cluster 2022-01-18T16:44:30.697498+0000 mgr.smithi129.iclwio (mgr.14716) 1404 : 2022-01-18T16:44:32.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:31 smithi156 conmon[67007]: cluster [DBG] pgmap v1201: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:44:32.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:31 smithi129 conmon[101092]: cluster 2022-01-18T16:44:30.697498+0000 mgr.smithi129.iclwio (mgr.14716) 1404 : cluster [DBG] pgmap v1201: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:44:34.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:33 smithi156 conmon[67007]: cluster 2022-01-18T16:44:32.698177+0000 mgr.smithi129.iclwio (mgr.14716) 1405 : cluster 2022-01-18T16:44:34.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:33 smithi156 conmon[67007]: [DBG] pgmap v1202: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:34.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:33 smithi129 conmon[101092]: cluster 2022-01-18T16:44:32.698177+0000 mgr.smithi129.iclwio (mgr.14716) 1405 : cluster 2022-01-18T16:44:34.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:33 smithi129 conmon[101092]: [DBG] pgmap v1202: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:35.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:35 smithi156 conmon[67007]: cluster 2022-01-18T16:44:34.698916+0000 mgr.smithi129.iclwio (mgr.14716) 1406 : cluster [DBG] pgmap v1203: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:44:35.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:35 smithi129 conmon[101092]: cluster 2022-01-18T16:44:34.698916+0000 mgr.smithi129.iclwio (mgr.14716) 1406 : cluster 2022-01-18T16:44:35.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:35 smithi129 conmon[101092]: [DBG] pgmap v1203: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:44:37.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:37 smithi129 conmon[101092]: cluster 2022-01-18T16:44:36.699389+0000 mgr.smithi129.iclwio (mgr.14716) 1407 : cluster [DBG] 2022-01-18T16:44:37.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:37 smithi129 conmon[101092]: pgmap v1204: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:38.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:37 smithi156 conmon[67007]: cluster 2022-01-18T16:44:36.699389+0000 mgr.smithi129.iclwio (mgr.14716) 1407 : cluster [DBG] 2022-01-18T16:44:38.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:37 smithi156 conmon[67007]: pgmap v1204: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:40.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:39 smithi156 conmon[67007]: cluster 2022-01-18T16:44:38.700057+0000 mgr.smithi129.iclwio (mgr.14716) 1408 : cluster [DBG] pgmap v1205: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:40.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:39 smithi129 conmon[101092]: cluster 2022-01-18T16:44:38.700057+0000 mgr.smithi129.iclwio (mgr.14716) 1408 : cluster [DBG] 2022-01-18T16:44:40.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:39 smithi129 conmon[101092]: pgmap v1205: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:40.695 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:44:40.961 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:44:40.961 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (47m) 8m ago 48m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:44:40.962 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (39m) 8m ago 48m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:44:40.962 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (38m) 8m ago 47m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:44:40.962 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (47m) 8m ago 48m 40.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:44:40.962 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (43m) 8m ago 43m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:44:40.963 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (43m) 8m ago 43m 23.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:44:40.963 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (39m) 8m ago 49m 491M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:44:40.963 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (39m) 8m ago 47m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:44:40.963 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (39m) 8m ago 49m 293M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:44:40.964 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (39m) 8m ago 47m 171M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:44:40.964 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (40m) 8m ago 40m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:44:40.964 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (40m) 8m ago 40m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:44:40.964 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (48m) 8m ago 48m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:44:40.965 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (47m) 8m ago 47m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:44:40.965 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (33m) 8m ago 46m 1513M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:44:40.965 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (46m) 8m ago 46m 2511M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:44:40.965 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (46m) 8m ago 46m 1964M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:44:40.965 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (45m) 8m ago 45m 2501M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:44:40.966 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (45m) 8m ago 45m 2324M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:44:40.966 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (45m) 8m ago 45m 2926M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:44:40.966 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (44m) 8m ago 44m 2285M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:44:40.966 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (44m) 8m ago 44m 3435M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:44:40.967 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (46m) 8m ago 47m 57.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:44:41.295 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:44:41.296 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:44:41.296 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:44:41.296 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:44:41.296 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:44:41.297 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:44:41.297 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:44:41.297 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:44:41.297 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:44:41.298 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:44:41.298 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:44:41.298 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:44:41.298 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:44:41.299 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:44:41.299 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:44:41.299 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:44:41.299 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:44:41.300 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:44:41.300 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:44:42.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:41 smithi156 conmon[67007]: audit 2022-01-18T16:44:40.675819+0000 mgr.smithi129.iclwio (mgr.14716) 1409 : audit 2022-01-18T16:44:42.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:41 smithi156 conmon[67007]: [DBG] from='client.35014 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:44:42.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:41 smithi156 conmon[67007]: cluster 2022-01-18T16:44:40.700729+0000 mgr.smithi129.iclwio (mgr.14716) 1410 : cluster [DBG] pgmap v1206: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:44:42.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:41 smithi156 conmon[67007]: audit 2022-01-18T16:44:40. 2022-01-18T16:44:42.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:41 smithi156 conmon[67007]: 944752+0000 mgr.smithi129.iclwio (mgr.14716) 1411 : audit [DBG] from='client.35018 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:44:42.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:41 smithi156 conmon[67007]: audit 2022-01 2022-01-18T16:44:42.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:41 smithi156 conmon[67007]: -18T16:44:41.088025+0000 mon.smithi129 (mon.0) 624 : audit 2022-01-18T16:44:42.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:41 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:44:42.059 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:41 smithi156 conmon[67007]: audit 2022-01-18T16:44:41 2022-01-18T16:44:42.059 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:41 smithi156 conmon[67007]: .089084+0000 mon.smithi129 (mon.0) 625 : audit 2022-01-18T16:44:42.059 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:41 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:44:42.059 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:41 smithi156 conmon[67007]: audit 2022-01-18T16:44:41 2022-01-18T16:44:42.060 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:41 smithi156 conmon[67007]: .089815+0000 mon.smithi129 (mon.0) 626 : audit 2022-01-18T16:44:42.060 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:41 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:44:42.060 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:41 smithi156 conmon[67007]: cephadm 2022-01-18T16:44:41 2022-01-18T16:44:42.060 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:41 smithi156 conmon[67007]: .090378+0000 mgr.smithi129.iclwio (mgr.14716) 1412 : cephadm 2022-01-18T16:44:42.061 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:41 smithi156 conmon[67007]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:44:42.061 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:41 smithi156 conmon[67007]: audit 2022-01-18T16:44:41 2022-01-18T16:44:42.061 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:41 smithi156 conmon[67007]: .288422+0000 mon.smithi129 (mon.0) 627 : audit [DBG] 2022-01-18T16:44:42.062 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:41 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/1226832413' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:44:42.062 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:41 smithi156 conmon[67007]: audit 2022-01-18T16:44:41.396384 2022-01-18T16:44:42.062 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:41 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 628 : audit [INF] 2022-01-18T16:44:42.062 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:41 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:44:42.063 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:41 smithi156 conmon[67007]: audit 2022-01-18T16:44:42.063 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:41 smithi156 conmon[67007]: 2022-01-18T16:44:41.401020+0000 mon.smithi129 (mon.0) 2022-01-18T16:44:42.063 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:41 smithi156 conmon[67007]: 629 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:44:42.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:41 smithi129 conmon[101092]: audit 2022-01-18T16:44:40.675819+0000 mgr.smithi129.iclwio (mgr.14716) 1409 : audit 2022-01-18T16:44:42.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:41 smithi129 conmon[101092]: [DBG] from='client.35014 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:44:42.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:41 smithi129 conmon[101092]: cluster 2022-01-18T16:44:40.700729+0000 mgr.smithi129.iclwio (mgr.14716) 1410 : cluster [DBG] pgmap v1206: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:44:42.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:41 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T16:44:42.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:41 smithi129 conmon[101092]: 18T16:44:40.944752+0000 mgr.smithi129.iclwio (mgr.14716) 1411 : audit [DBG] from='client.35018 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:44:42.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:41 smithi129 conmon[101092]: audit 2022-01-18T16:44 2022-01-18T16:44:42.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:41 smithi129 conmon[101092]: :41.088025+0000 mon.smithi129 (mon.0) 624 : 2022-01-18T16:44:42.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:41 smithi129 conmon[101092]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:44:42.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:41 smithi129 conmon[101092]: audit 2022-01-18T16: 2022-01-18T16:44:42.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:41 smithi129 conmon[101092]: 44:41.089084+0000 mon.smithi129 (mon.0) 2022-01-18T16:44:42.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:41 smithi129 conmon[101092]: 625 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:44:42.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:41 smithi129 conmon[101092]: audit 2022-01-18T16 2022-01-18T16:44:42.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:41 smithi129 conmon[101092]: :44:41.089815+0000 mon.smithi129 (mon.0 2022-01-18T16:44:42.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:41 smithi129 conmon[101092]: ) 626 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:44:42.200 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:41 smithi129 conmon[101092]: cephadm 2022-01-18 2022-01-18T16:44:42.200 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:41 smithi129 conmon[101092]: T16:44:41.090378+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:44:42.200 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:41 smithi129 conmon[101092]: .14716) 1412 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:44:42.200 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:41 smithi129 conmon[101092]: audit 2022-01 2022-01-18T16:44:42.201 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:41 smithi129 conmon[101092]: -18T16:44:41.288422+0000 mon.smithi129 ( 2022-01-18T16:44:42.201 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:41 smithi129 conmon[101092]: mon.0) 627 : audit [DBG] from='client.? 172.21.15.129:0/1226832413' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:44:42.201 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:41 smithi129 conmon[101092]: audit 2022 2022-01-18T16:44:42.201 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:41 smithi129 conmon[101092]: -01-18T16:44:41.396384+0000 2022-01-18T16:44:42.201 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:41 smithi129 conmon[101092]: mon.smithi129 (mon.0) 628 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:44:42.202 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:41 smithi129 conmon[101092]: 2022-01-18T16:44:42.202 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:41 smithi129 conmon[101092]: audit 2022 2022-01-18T16:44:42.202 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:41 smithi129 conmon[101092]: -01-18T16:44:41.401020+0000 mon.smithi129 (mon.0 2022-01-18T16:44:42.202 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:41 smithi129 conmon[101092]: ) 629 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:44:44.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:43 smithi156 conmon[67007]: cluster 2022-01-18T16:44:42.701409+0000 mgr.smithi129.iclwio (mgr.14716) 1413 : cluster [DBG] pgmap v1207: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:44.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:43 smithi129 conmon[101092]: cluster 2022-01-18T16:44:42.701409+0000 mgr.smithi129.iclwio (mgr.14716) 1413 : cluster [DBG] pgmap v1207: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:45.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:45 smithi156 conmon[67007]: cluster 2022-01-18T16:44:44.702183+0000 mgr.smithi129.iclwio (mgr.14716) 1414 : cluster [DBG] pgmap v1208: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:44:45.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:45 smithi129 conmon[101092]: cluster 2022-01-18T16:44:44.702183+0000 mgr.smithi129.iclwio (mgr.14716) 1414 : cluster [DBG] pgmap v1208: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:44:47.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:47 smithi129 conmon[101092]: cluster 2022-01-18T16:44:46.702640+0000 mgr.smithi129.iclwio (mgr.14716) 1415 : cluster [DBG] pgmap v1209: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:48.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:47 smithi156 conmon[67007]: cluster 2022-01-18T16:44:46.702640+0000 mgr.smithi129.iclwio (mgr.14716) 1415 : cluster [DBG] pgmap v1209: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:50.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:49 smithi156 conmon[67007]: cluster 2022-01-18T16:44:48.703203+0000 mgr.smithi129.iclwio (mgr.14716) 1416 : cluster [DBG] pgmap v1210: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:50.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:49 smithi129 conmon[101092]: cluster 2022-01-18T16:44:48.703203+0000 mgr.smithi129.iclwio (mgr.14716) 1416 : cluster 2022-01-18T16:44:50.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:49 smithi129 conmon[101092]: [DBG] pgmap v1210: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:52.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:51 smithi156 conmon[67007]: cluster 2022-01-18T16:44:50.704178+0000 mgr.smithi129.iclwio (mgr.14716) 1417 : cluster [DBG] pgmap v1211: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:44:52.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:51 smithi129 conmon[101092]: cluster 2022-01-18T16:44:50.704178+0000 mgr.smithi129.iclwio (mgr.14716) 1417 : cluster [DBG] pgmap v1211: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:44:52.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:51 smithi129 conmon[101092]: 2022-01-18T16:44:54.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:53 smithi156 conmon[67007]: cluster 2022-01-18T16:44:52.704712+0000 mgr.smithi129.iclwio (mgr.14716) 1418 : cluster [DBG] pgmap v1212: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:54.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:53 smithi129 conmon[101092]: cluster 2022-01-18T16:44:52.704712+0000 mgr.smithi129.iclwio (mgr.14716) 1418 : cluster 2022-01-18T16:44:54.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:53 smithi129 conmon[101092]: [DBG] pgmap v1212: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:55.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:55 smithi156 conmon[67007]: cluster 2022-01-18T16:44:54.705521+0000 mgr.smithi129.iclwio (mgr.14716) 1419 : cluster [DBG] pgmap v1213: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:44:55.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:55 smithi129 conmon[101092]: cluster 2022-01-18T16:44:54.705521+0000 mgr.smithi129.iclwio (mgr.14716) 1419 : cluster [DBG] pgmap v1213: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:44:55.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:55 smithi129 conmon[101092]: 2022-01-18T16:44:57.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:57 smithi129 conmon[101092]: cluster 2022-01-18T16:44:56.706033+0000 mgr.smithi129.iclwio (mgr.14716) 1420 : cluster [DBG] 2022-01-18T16:44:57.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:57 smithi129 conmon[101092]: pgmap v1214: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:58.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:57 smithi156 conmon[67007]: cluster 2022-01-18T16:44:56.706033+0000 mgr.smithi129.iclwio (mgr.14716) 1420 : cluster [DBG] pgmap v1214: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:44:59.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:58 smithi156 conmon[67007]: audit 2022-01-18T16:44:58.350982+0000 mon.smithi129 (mon.0) 630 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:44:59.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:58 smithi156 conmon[67007]: audit 2022-01-18T16:44:58.351220+0000 mon.smithi129 (mon.0) 631 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:44:59.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:58 smithi129 conmon[101092]: audit 2022-01-18T16:44:58.350982+0000 mon.smithi129 (mon.0) 630 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:44:59.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:58 smithi129 conmon[101092]: 2022-01-18T16:44:59.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:58 smithi129 conmon[101092]: audit 2022-01-18T16:44:58.351220+0000 mon.smithi129 (mon.0) 631 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:45:00.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:44:59 smithi156 conmon[67007]: cluster 2022-01-18T16:44:58.706580+0000 mgr.smithi129.iclwio (mgr.14716) 1421 : cluster [DBG] pgmap v1215: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:00.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:59 smithi129 conmon[101092]: cluster 2022-01-18T16:44:58.706580+0000 mgr.smithi129.iclwio (mgr.14716) 1421 : cluster 2022-01-18T16:45:00.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:44:59 smithi129 conmon[101092]: [DBG] pgmap v1215: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:02.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:01 smithi156 conmon[67007]: cluster 2022-01-18T16:45:00.707515+0000 mgr.smithi129.iclwio (mgr.14716) 1422 : cluster [DBG] pgmap v1216: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:45:02.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:01 smithi129 conmon[101092]: cluster 2022-01-18T16:45:00.707515+0000 mgr.smithi129.iclwio (mgr.14716) 1422 : cluster [DBG] pgmap v1216: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:45:04.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:03 smithi156 conmon[67007]: cluster 2022-01-18T16:45:02.708010+0000 mgr.smithi129.iclwio (mgr.14716) 1423 : cluster [DBG] pgmap v1217: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:04.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:03 smithi129 conmon[101092]: cluster 2022-01-18T16:45:02.708010+0000 mgr.smithi129.iclwio (mgr.14716) 1423 : cluster [DBG] pgmap v1217: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:05.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:05 smithi156 conmon[67007]: cluster 2022-01-18T16:45:04.708844+0000 mgr.smithi129.iclwio (mgr.14716) 1424 : cluster [DBG] pgmap v1218: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:45:05.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:05 smithi129 conmon[101092]: cluster 2022-01-18T16:45:04.708844+0000 mgr.smithi129.iclwio (mgr.14716) 1424 : cluster [DBG] pgmap v1218: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:45:07.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:07 smithi129 conmon[101092]: cluster 2022-01-18T16:45:06.709456+0000 mgr.smithi129.iclwio (mgr.14716) 1425 : cluster [DBG] pgmap v1219: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:07.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:07 smithi129 conmon[101092]: 2022-01-18T16:45:08.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:07 smithi156 conmon[67007]: cluster 2022-01-18T16:45:06.709456+0000 mgr.smithi129.iclwio (mgr.14716) 1425 : cluster [DBG] pgmap v1219: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:10.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:09 smithi156 conmon[67007]: cluster 2022-01-18T16:45:08.710192+0000 mgr.smithi129.iclwio (mgr.14716) 1426 : cluster [DBG] pgmap v1220: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:10.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:09 smithi129 conmon[101092]: cluster 2022-01-18T16:45:08.710192+0000 mgr.smithi129.iclwio (mgr.14716) 1426 : cluster 2022-01-18T16:45:10.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:09 smithi129 conmon[101092]: [DBG] pgmap v1220: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:11.597 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:45:11.862 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:45:11.863 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (47m) 8m ago 48m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:45:11.863 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (39m) 8m ago 48m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:45:11.863 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (39m) 8m ago 48m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:45:11.864 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (47m) 8m ago 48m 40.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:45:11.864 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (43m) 8m ago 43m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:45:11.864 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (43m) 8m ago 43m 23.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:45:11.864 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (40m) 8m ago 50m 491M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:45:11.865 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (40m) 8m ago 48m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:45:11.865 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (39m) 8m ago 50m 293M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:45:11.865 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (39m) 8m ago 48m 171M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:45:11.865 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (40m) 8m ago 40m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:45:11.865 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (40m) 8m ago 40m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:45:11.866 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (48m) 8m ago 48m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:45:11.866 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (47m) 8m ago 47m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:45:11.866 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (34m) 8m ago 47m 1513M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:45:11.866 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (47m) 8m ago 47m 2511M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:45:11.867 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (46m) 8m ago 46m 1964M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:45:11.867 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (46m) 8m ago 46m 2501M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:45:11.867 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (46m) 8m ago 46m 2324M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:45:11.867 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (45m) 8m ago 45m 2926M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:45:11.868 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (45m) 8m ago 45m 2285M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:45:11.868 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (45m) 8m ago 45m 3435M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:45:11.868 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (47m) 8m ago 48m 57.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:45:12.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:11 smithi156 conmon[67007]: cluster 2022-01-18T16:45:10.710982+0000 mgr.smithi129.iclwio (mgr.14716) 1427 : cluster [DBG] pgmap v1221: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:45:12.183 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:45:12.183 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:45:12.183 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:45:12.184 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:45:12.184 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:45:12.184 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:45:12.184 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:45:12.185 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:45:12.185 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:45:12.185 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:45:12.185 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:45:12.186 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:45:12.186 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:45:12.186 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:45:12.186 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:45:12.186 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:45:12.187 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:45:12.187 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:45:12.187 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:45:12.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:11 smithi129 conmon[101092]: cluster 2022-01-18T16:45:10.710982+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:45:12.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:11 smithi129 conmon[101092]: 1427 : cluster [DBG] pgmap v1221: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:45:13.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:12 smithi156 conmon[67007]: audit 2022-01-18T16:45:11.578008+0000 mgr.smithi129.iclwio (mgr.14716) 1428 : audit 2022-01-18T16:45:13.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:12 smithi156 conmon[67007]: [DBG] from='client.35026 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:45:13.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:12 smithi156 conmon[67007]: audit 2022-01-18T16:45:11.846851+0000 mgr.smithi129.iclwio (mgr.14716) 1429 : audit [DBG] from='client.35030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:45:13.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:12 smithi156 conmon[67007]: audit 2022-01 2022-01-18T16:45:13.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:12 smithi156 conmon[67007]: -18T16:45:12.175601+0000 mon.smithi129 (mon.0) 632 : audit [DBG] from='client.? 172.21.15.129:0/529918175' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:45:13.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:12 smithi129 conmon[101092]: audit 2022-01-18T16:45:11.578008+0000 mgr.smithi129.iclwio ( 2022-01-18T16:45:13.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:12 smithi129 conmon[101092]: mgr.14716) 1428 : audit [DBG] from='client.35026 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:45:13.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:12 smithi129 conmon[101092]: audit 2022-01-18T16:45:11.846851+0000 mgr.smithi129.iclwio (mgr.14716) 1429 : audit [DBG] from='client.35030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:45:13.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:12 smithi129 conmon[101092]: audit 2022-01-18T16:45:12.175601+0000 mon.smithi129 (mon.0) 632 : audit [DBG] from='client.? 172.21.15.129:0/529918175' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:45:14.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:13 smithi156 conmon[67007]: cluster 2022-01-18T16:45:12.711622+0000 mgr.smithi129.iclwio (mgr.14716) 1430 : cluster [DBG] pgmap v1222: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:14.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:13 smithi129 conmon[101092]: cluster 2022-01-18T16:45:12.711622+0000 mgr.smithi129.iclwio (mgr.14716) 1430 : cluster [DBG] 2022-01-18T16:45:14.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:13 smithi129 conmon[101092]: pgmap v1222: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:15.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:15 smithi156 conmon[67007]: cluster 2022-01-18T16:45:14.712620+0000 mgr.smithi129.iclwio (mgr.14716) 1431 : cluster [DBG] pgmap v1223: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:45:15.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:15 smithi129 conmon[101092]: cluster 2022-01-18T16:45:14.712620+0000 mgr.smithi129.iclwio (mgr.14716) 1431 : cluster [DBG] pgmap v1223: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:45:17.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:17 smithi129 conmon[101092]: cluster 2022-01-18T16:45:16.713264+0000 mgr.smithi129.iclwio (mgr.14716) 1432 : 2022-01-18T16:45:17.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:17 smithi129 conmon[101092]: cluster [DBG] pgmap v1224: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:18.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:17 smithi156 conmon[67007]: cluster 2022-01-18T16:45:16.713264+0000 mgr.smithi129.iclwio (mgr.14716) 1432 : cluster [DBG] pgmap v1224: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:20.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:19 smithi156 conmon[67007]: cluster 2022-01-18T16:45:18.713842+0000 mgr.smithi129.iclwio (mgr.14716) 1433 : cluster [DBG] pgmap v1225: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:20.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:19 smithi129 conmon[101092]: cluster 2022-01-18T16:45:18.713842+0000 mgr.smithi129.iclwio (mgr.14716) 1433 : cluster [DBG] 2022-01-18T16:45:20.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:19 smithi129 conmon[101092]: pgmap v1225: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:22.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:21 smithi156 conmon[67007]: cluster 2022-01-18T16:45:20.714608+0000 mgr.smithi129.iclwio (mgr.14716) 1434 : cluster [DBG] pgmap v1226: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:45:22.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:21 smithi129 conmon[101092]: cluster 2022-01-18T16:45:20.714608+0000 mgr.smithi129.iclwio (mgr.14716) 1434 : cluster [DBG] pgmap v1226: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:45:22.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:21 smithi129 conmon[101092]: 2022-01-18T16:45:24.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:23 smithi156 conmon[67007]: cluster 2022-01-18T16:45:22.715212+0000 mgr.smithi129.iclwio (mgr.14716) 1435 : cluster [DBG] pgmap v1227: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:24.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:23 smithi129 conmon[101092]: cluster 2022-01-18T16:45:22.715212+0000 mgr.smithi129.iclwio (mgr.14716) 1435 : cluster [DBG] pgmap v1227: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:25.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:25 smithi156 conmon[67007]: cluster 2022-01-18T16:45:24.716193+0000 mgr.smithi129.iclwio (mgr.14716) 1436 : cluster [DBG] pgmap v1228: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:45:25.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:25 smithi129 conmon[101092]: cluster 2022-01-18T16:45:24.716193+0000 mgr.smithi129.iclwio (mgr.14716) 1436 : cluster [DBG] pgmap v1228: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:45:27.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:27 smithi129 conmon[101092]: cluster 2022-01-18T16:45:26.716864+0000 mgr.smithi129.iclwio (mgr.14716) 1437 : cluster [DBG] pgmap v1229: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:28.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:27 smithi156 conmon[67007]: cluster 2022-01-18T16:45:26.716864+0000 mgr.smithi129.iclwio (mgr.14716) 1437 : cluster [DBG] 2022-01-18T16:45:28.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:27 smithi156 conmon[67007]: pgmap v1229: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:30.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:29 smithi156 conmon[67007]: cluster 2022-01-18T16:45:28.717556+0000 mgr.smithi129.iclwio (mgr.14716) 1438 : cluster [DBG] pgmap v1230: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:30.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:29 smithi129 conmon[101092]: cluster 2022-01-18T16:45:28.717556+0000 mgr.smithi129.iclwio (mgr.14716) 1438 : 2022-01-18T16:45:30.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:29 smithi129 conmon[101092]: cluster [DBG] pgmap v1230: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:32.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:31 smithi156 conmon[67007]: cluster 2022-01-18T16:45:30.718472+0000 mgr.smithi129.iclwio (mgr.14716) 1439 : cluster [DBG] pgmap v1231: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:45:32.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:31 smithi129 conmon[101092]: cluster 2022-01-18T16:45:30 2022-01-18T16:45:32.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:31 smithi129 conmon[101092]: .718472+0000 mgr.smithi129.iclwio (mgr.14716) 1439 : cluster [DBG] pgmap v1231: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:45:34.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:33 smithi156 conmon[67007]: cluster 2022-01-18T16:45:32.719092+0000 mgr.smithi129.iclwio (mgr.14716) 1440 : cluster [DBG] pgmap v1232: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:34.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:33 smithi156 conmon[67007]: 2022-01-18T16:45:34.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:33 smithi129 conmon[101092]: cluster 2022-01-18T16:45:32.719092+0000 mgr.smithi129.iclwio (mgr.14716) 1440 : cluster [DBG] pgmap v1232: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:35.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:35 smithi156 conmon[67007]: cluster 2022-01-18T16:45:34.719930+0000 mgr.smithi129.iclwio (mgr.14716) 1441 : cluster [DBG] pgmap v1233: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:45:35.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:35 smithi156 conmon[67007]: 2022-01-18T16:45:35.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:35 smithi129 conmon[101092]: cluster 2022-01-18T16:45:34.719930+0000 mgr.smithi129.iclwio (mgr.14716) 1441 : cluster [DBG] pgmap v1233: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:45:35.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:35 smithi129 conmon[101092]: 2022-01-18T16:45:37.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:37 smithi129 conmon[101092]: cluster 2022-01-18T16:45:36.720371+0000 mgr.smithi129.iclwio (mgr.14716) 1442 : cluster [DBG] pgmap v1234: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:37.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:37 smithi129 conmon[101092]: 2022-01-18T16:45:38.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:37 smithi156 conmon[67007]: cluster 2022-01-18T16:45:36.720371+0000 mgr.smithi129.iclwio (mgr.14716) 1442 : cluster [DBG] pgmap v1234: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:40.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:39 smithi156 conmon[67007]: cluster 2022-01-18T16:45:38.720979+0000 mgr.smithi129.iclwio (mgr.14716) 1443 : cluster [DBG] pgmap v1235: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:40.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:39 smithi129 conmon[101092]: cluster 2022-01-18T16:45:38.720979+0000 mgr.smithi129.iclwio (mgr.14716) 1443 : cluster [DBG] pgmap v1235: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:42.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:41 smithi156 conmon[67007]: cluster 2022-01-18T16:45:40.721874+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:45:42.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:41 smithi156 conmon[67007]: ) 1444 : cluster [DBG] pgmap v1236: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:45:42.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:41 smithi156 conmon[67007]: audit 2022-01-18T16:45:41.403516+0000 mon.smithi129 (mon.0) 633 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:45:42.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:41 smithi156 conmon[67007]: audit 2022-01-18T16:45:42.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:41 smithi156 conmon[67007]: 2022-01-18T16:45:41.405003+0000 mon.smithi129 (mon.0) 634 : audit [DBG] 2022-01-18T16:45:42.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:41 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:45:42.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:41 smithi156 conmon[67007]: audit 2022 2022-01-18T16:45:42.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:41 smithi156 conmon[67007]: -01-18T16:45:41. 2022-01-18T16:45:42.059 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:41 smithi156 conmon[67007]: 405909+0000 mon.smithi129 (mon.0) 635 2022-01-18T16:45:42.059 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:41 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:45:42.059 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:41 smithi156 conmon[67007]: audit 2022- 2022-01-18T16:45:42.059 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:41 smithi156 conmon[67007]: 01-18T16:45:41.709193+0000 2022-01-18T16:45:42.060 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:41 smithi156 conmon[67007]: mon.smithi129 (mon.0) 636 : audit 2022-01-18T16:45:42.060 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:41 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T16:45:42.060 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:41 smithi156 conmon[67007]: audit 2022- 2022-01-18T16:45:42.060 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:41 smithi156 conmon[67007]: 01-18T16:45:41. 2022-01-18T16:45:42.061 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:41 smithi156 conmon[67007]: 712265+0000 mon.smithi129 (mon.0) 2022-01-18T16:45:42.061 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:41 smithi156 conmon[67007]: 637 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T16:45:42.061 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:41 smithi156 conmon[67007]: audit 2022 2022-01-18T16:45:42.061 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:41 smithi156 conmon[67007]: -01-18T16:45:41.716155+0000 mon.smithi129 2022-01-18T16:45:42.061 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:41 smithi156 conmon[67007]: (mon.0) 638 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:45:42.062 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:41 smithi156 conmon[67007]: audit 2022-01 2022-01-18T16:45:42.062 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:41 smithi156 conmon[67007]: -18T16:45:41.720683 2022-01-18T16:45:42.062 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:41 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 639 2022-01-18T16:45:42.063 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:41 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:45:42.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:41 smithi129 conmon[101092]: cluster 2022-01-18T16:45:40.721874+0000 mgr.smithi129.iclwio (mgr.14716) 1444 : cluster [DBG] pgmap v1236: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:45:42.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:41 smithi129 conmon[101092]: audit 2022-01-18T16:45:41.403516+0000 mon.smithi129 (mon.0) 633 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:45:42.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:41 smithi129 conmon[101092]: audit 2022-01-18T16:45:41.405003+0000 mon.smithi129 (mon.0) 634 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:45:42.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:41 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T16:45:42.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:41 smithi129 conmon[101092]: T16:45:41.405909+0000 mon.smithi129 (mon.0) 635 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:45:42.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:41 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T16:45:42.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:41 smithi129 conmon[101092]: 18T16:45:41.709193+0000 mon.smithi129 (mon.0) 636 : audit 2022-01-18T16:45:42.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:41 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T16:45:42.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:41 smithi129 conmon[101092]: audit 2022-01-18T16:45: 2022-01-18T16:45:42.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:41 smithi129 conmon[101092]: 41.712265+0000 mon.smithi129 (mon.0) 637 : 2022-01-18T16:45:42.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:41 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T16:45:42.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:41 smithi129 conmon[101092]: audit 2022-01-18T16:45 2022-01-18T16:45:42.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:41 smithi129 conmon[101092]: :41.716155+0000 mon.smithi129 (mon.0) 638 : 2022-01-18T16:45:42.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:41 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:45:42.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:41 smithi129 conmon[101092]: audit 2022-01-18T16:45 2022-01-18T16:45:42.200 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:41 smithi129 conmon[101092]: :41.720683+0000 mon.smithi129 (mon.0) 639 2022-01-18T16:45:42.200 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:41 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:45:42.473 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:45:42.736 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:45:42.737 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (48m) 9m ago 49m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:45:42.737 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (40m) 9m ago 49m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:45:42.737 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (39m) 9m ago 48m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:45:42.738 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (48m) 9m ago 49m 40.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:45:42.738 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (44m) 9m ago 44m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:45:42.738 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (44m) 9m ago 44m 23.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:45:42.738 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (40m) 9m ago 50m 491M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:45:42.739 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (40m) 9m ago 48m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:45:42.739 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (40m) 9m ago 50m 293M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:45:42.739 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (40m) 9m ago 48m 171M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:45:42.739 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (41m) 9m ago 41m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:45:42.740 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (41m) 9m ago 41m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:45:42.740 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (49m) 9m ago 49m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:45:42.740 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (48m) 9m ago 48m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:45:42.740 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (34m) 9m ago 47m 1513M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:45:42.740 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (47m) 9m ago 47m 2511M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:45:42.741 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (47m) 9m ago 47m 1964M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:45:42.741 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (46m) 9m ago 46m 2501M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:45:42.741 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (46m) 9m ago 46m 2324M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:45:42.741 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (46m) 9m ago 46m 2926M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:45:42.742 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (46m) 9m ago 46m 2285M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:45:42.742 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (45m) 9m ago 45m 3435M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:45:42.742 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (47m) 9m ago 48m 57.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:45:43.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:42 smithi156 conmon[67007]: cephadm 2022-01-18T16:45:41.406636+0000 mgr.smithi129.iclwio (mgr.14716) 1445 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:45:43.061 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:45:43.061 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:45:43.061 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:45:43.061 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:45:43.062 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:45:43.062 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:45:43.063 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:45:43.063 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:45:43.063 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:45:43.063 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:45:43.064 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:45:43.064 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:45:43.064 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:45:43.064 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:45:43.065 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:45:43.065 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:45:43.065 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:45:43.065 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:45:43.066 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:45:43.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:42 smithi129 conmon[101092]: cephadm 2022-01-18T16:45:41.406636+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:45:43.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:42 smithi129 conmon[101092]: .14716) 1445 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:45:44.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:43 smithi156 conmon[67007]: audit 2022-01-18T16:45:42.453940+0000 mgr.smithi129.iclwio (mgr.14716) 1446 : audit [DBG] from='client.35038 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:45:44.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:43 smithi156 conmon[67007]: audit 2022 2022-01-18T16:45:44.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:43 smithi156 conmon[67007]: -01-18T16:45:42.720070+0000 mgr.smithi129.iclwio (mgr.14716) 1447 : audit [DBG] from='client.35042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:45:44.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:43 smithi156 conmon[67007]: cluster 2022-01-18T16:45:42.722349+0000 mgr.smithi129.iclwio (mgr.14716) 1448 : cluster [DBG] pgmap v1237: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:44.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:43 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T16:45:44.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:43 smithi156 conmon[67007]: 16:45:43.053386+0000 mon.smithi129 (mon 2022-01-18T16:45:44.059 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:43 smithi156 conmon[67007]: .0) 640 : audit [DBG] from='client.? 172.21.15.129:0/811676056' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:45:44.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:43 smithi129 conmon[101092]: audit 2022-01-18T16:45:42.453940+0000 mgr.smithi129.iclwio (mgr.14716) 1446 : audit 2022-01-18T16:45:44.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:43 smithi129 conmon[101092]: [DBG] from='client.35038 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:45:44.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:43 smithi129 conmon[101092]: audit 2022-01-18T16:45:42.720070+0000 mgr.smithi129.iclwio (mgr.14716) 1447 : audit [DBG] from='client.35042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:45:44.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:43 smithi129 conmon[101092]: cluster 2022-01-18T16: 2022-01-18T16:45:44.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:43 smithi129 conmon[101092]: 45:42.722349+0000 mgr.smithi129.iclwio (mgr.14716) 1448 : cluster [DBG] pgmap v1237: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:44.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:43 smithi129 conmon[101092]: audit 2022-01-18T16:45:44.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:43 smithi129 conmon[101092]: 2022-01-18T16:45:43.053386+0000 mon.smithi129 (mon 2022-01-18T16:45:44.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:43 smithi129 conmon[101092]: .0) 640 : audit [DBG] from='client.? 172.21.15.129:0/811676056' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:45:45.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:45 smithi156 conmon[67007]: cluster 2022-01-18T16:45:44.723248+0000 mgr.smithi129.iclwio (mgr.14716) 1449 : cluster [DBG] pgmap v1238: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:45:45.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:45 smithi129 conmon[101092]: cluster 2022-01-18T16:45:44.723248+0000 mgr.smithi129.iclwio (mgr.14716) 1449 : cluster [DBG] pgmap v1238: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:45:47.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:47 smithi129 conmon[101092]: cluster 2022-01-18T16:45:46.723917+0000 mgr.smithi129.iclwio (mgr.14716) 1450 : cluster [DBG] 2022-01-18T16:45:47.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:47 smithi129 conmon[101092]: pgmap v1239: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:48.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:47 smithi156 conmon[67007]: cluster 2022-01-18T16:45:46.723917+0000 mgr.smithi129.iclwio (mgr.14716) 1450 : cluster [DBG] pgmap v1239: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:48.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:47 smithi156 conmon[67007]: 2022-01-18T16:45:50.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:49 smithi156 conmon[67007]: cluster 2022-01-18T16:45:48.724441+0000 mgr.smithi129.iclwio (mgr.14716) 1451 : cluster [DBG] pgmap v1240: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:50.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:49 smithi129 conmon[101092]: cluster 2022-01-18T16:45:48.724441+0000 mgr.smithi129.iclwio (mgr.14716) 1451 : cluster [DBG] pgmap v1240: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:52.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:51 smithi156 conmon[67007]: cluster 2022-01-18T16:45:50.725209+0000 mgr.smithi129.iclwio (mgr.14716) 1452 : cluster [DBG] pgmap v1241: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:45:52.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:51 smithi156 conmon[67007]: 2022-01-18T16:45:52.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:51 smithi129 conmon[101092]: cluster 2022-01-18T16:45:50.725209+0000 mgr.smithi129.iclwio (mgr.14716) 1452 : cluster [DBG] pgmap v1241: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:45:54.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:53 smithi156 conmon[67007]: cluster 2022-01-18T16:45:52.725781+0000 mgr.smithi129.iclwio (mgr.14716) 1453 : cluster [DBG] pgmap v1242: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:54.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:53 smithi156 conmon[67007]: 2022-01-18T16:45:54.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:53 smithi129 conmon[101092]: cluster 2022-01-18T16:45:52.725781+0000 mgr.smithi129.iclwio (mgr.14716) 1453 : cluster [DBG] pgmap v1242: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:54.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:53 smithi129 conmon[101092]: 2022-01-18T16:45:55.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:55 smithi156 conmon[67007]: cluster 2022-01-18T16:45:54.726714+0000 mgr.smithi129.iclwio (mgr.14716) 1454 : cluster [DBG] pgmap v1243: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:45:55.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:55 smithi129 conmon[101092]: cluster 2022-01-18T16:45:54.726714+0000 mgr.smithi129.iclwio (mgr.14716) 1454 : cluster [DBG] pgmap v1243: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:45:57.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:57 smithi129 conmon[101092]: cluster 2022-01-18T16:45:56.727244+0000 mgr.smithi129.iclwio (mgr.14716) 1455 : cluster [DBG] pgmap v1244: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:58.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:57 smithi156 conmon[67007]: cluster 2022-01-18T16:45:56.727244+0000 mgr.smithi129.iclwio (mgr.14716) 1455 : cluster [DBG] pgmap v1244: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:45:58.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:57 smithi156 conmon[67007]: 2022-01-18T16:45:59.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:58 smithi156 conmon[67007]: audit 2022-01-18T16:45:58.355206+0000 mon.smithi129 (mon.0) 641 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:45:59.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:58 smithi156 conmon[67007]: 2022-01-18T16:45:59.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:58 smithi156 conmon[67007]: audit 2022-01-18T16:45:58.355445+0000 mon.smithi129 (mon.0) 642 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:45:59.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:58 smithi129 conmon[101092]: audit 2022-01-18T16:45:58.355206+0000 mon.smithi129 (mon.0) 641 : audit [INF] 2022-01-18T16:45:59.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:58 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:45:59.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:58 smithi129 conmon[101092]: audit 2022-01-18T16:45:58.355445+0000 mon.smithi129 (mon.0) 642 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:46:00.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:59 smithi156 conmon[67007]: cluster 2022-01-18T16:45:58.727866+0000 mgr.smithi129.iclwio (mgr.14716) 1456 : cluster [DBG] pgmap v1245: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:00.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:45:59 smithi156 conmon[67007]: 2022-01-18T16:46:00.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:59 smithi129 conmon[101092]: cluster 2022-01-18T16:45:58.727866+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:46:00.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:45:59 smithi129 conmon[101092]: ) 1456 : cluster [DBG] pgmap v1245: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:02.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:01 smithi156 conmon[67007]: cluster 2022-01-18T16:46:00.728638+0000 mgr.smithi129.iclwio (mgr.14716) 1457 : cluster [DBG] pgmap v1246: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:46:02.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:01 smithi129 conmon[101092]: cluster 2022-01-18T16:46:00.728638+0000 mgr.smithi129.iclwio (mgr.14716) 1457 : cluster 2022-01-18T16:46:02.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:01 smithi129 conmon[101092]: [DBG] pgmap v1246: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:46:04.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:03 smithi156 conmon[67007]: cluster 2022-01-18T16:46:02.729249+0000 mgr.smithi129.iclwio (mgr.14716) 1458 : cluster [DBG] 2022-01-18T16:46:04.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:03 smithi156 conmon[67007]: pgmap v1247: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:04.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:03 smithi129 conmon[101092]: cluster 2022-01-18T16:46:02.729249+0000 mgr.smithi129.iclwio (mgr.14716) 1458 : cluster [DBG] pgmap v1247: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:05.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:05 smithi156 conmon[67007]: cluster 2022-01-18T16:46:04.730057+0000 mgr.smithi129.iclwio (mgr.14716) 1459 : cluster [DBG] pgmap v1248: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:46:05.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:05 smithi156 conmon[67007]: 2022-01-18T16:46:05.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:05 smithi129 conmon[101092]: cluster 2022-01-18T16:46:04.730057+0000 mgr.smithi129.iclwio (mgr.14716) 1459 2022-01-18T16:46:05.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:05 smithi129 conmon[101092]: : cluster [DBG] pgmap v1248: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:46:07.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:07 smithi129 conmon[101092]: cluster 2022-01-18T16:46:06.730492+0000 mgr.smithi129.iclwio (mgr.14716) 1460 : cluster [DBG] pgmap v1249: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:07.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:07 smithi129 conmon[101092]: 2022-01-18T16:46:08.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:07 smithi156 conmon[67007]: cluster 2022-01-18T16:46:06.730492+0000 mgr.smithi129.iclwio (mgr.14716) 1460 : cluster [DBG] pgmap v1249: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:08.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:07 smithi156 conmon[67007]: 2022-01-18T16:46:10.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:09 smithi156 conmon[67007]: cluster 2022-01-18T16:46:08.731200+0000 mgr.smithi129.iclwio (mgr.14716) 1461 : cluster [DBG] 2022-01-18T16:46:10.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:09 smithi156 conmon[67007]: pgmap v1250: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:10.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:09 smithi129 conmon[101092]: cluster 2022-01-18T16:46:08.731200+0000 mgr.smithi129.iclwio (mgr.14716) 1461 : cluster [DBG] 2022-01-18T16:46:10.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:09 smithi129 conmon[101092]: pgmap v1250: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:12.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:11 smithi156 conmon[67007]: cluster 2022-01-18T16:46:10.732082+0000 mgr.smithi129.iclwio (mgr.14716) 1462 : cluster [DBG] pgmap v1251: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:46:12.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:11 smithi129 conmon[101092]: cluster 2022-01-18T16:46:10.732082+0000 mgr.smithi129.iclwio (mgr.14716) 1462 2022-01-18T16:46:12.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:11 smithi129 conmon[101092]: : cluster [DBG] pgmap v1251: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:46:13.365 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:46:13.630 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:46:13.631 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (48m) 9m ago 49m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:46:13.631 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (40m) 9m ago 49m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:46:13.631 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (40m) 9m ago 49m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:46:13.631 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (48m) 9m ago 49m 40.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:46:13.632 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (44m) 9m ago 44m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:46:13.632 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (44m) 9m ago 44m 23.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:46:13.632 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (41m) 9m ago 51m 491M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:46:13.632 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (41m) 9m ago 49m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:46:13.633 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (40m) 9m ago 51m 293M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:46:13.633 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (40m) 9m ago 49m 171M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:46:13.633 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (41m) 9m ago 41m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:46:13.633 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (41m) 9m ago 41m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:46:13.633 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (49m) 9m ago 49m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:46:13.634 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (48m) 9m ago 48m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:46:13.634 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (35m) 9m ago 48m 1513M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:46:13.634 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (48m) 9m ago 48m 2511M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:46:13.634 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (47m) 9m ago 47m 1964M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:46:13.635 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (47m) 9m ago 47m 2501M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:46:13.635 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (47m) 9m ago 47m 2324M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:46:13.635 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (46m) 9m ago 46m 2926M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:46:13.635 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (46m) 9m ago 46m 2285M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:46:13.636 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (46m) 9m ago 46m 3435M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:46:13.636 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (48m) 9m ago 49m 57.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:46:13.947 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:46:13.947 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:46:13.948 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:46:13.948 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:46:13.948 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:46:13.948 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:46:13.949 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:46:13.949 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:46:13.949 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:46:13.949 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:46:13.949 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:46:13.950 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:46:13.950 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:46:13.950 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:46:13.950 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:46:13.951 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:46:13.951 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:46:13.951 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:46:13.951 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:46:14.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:13 smithi156 conmon[67007]: cluster 2022-01-18T16:46:12.732604+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:46:14.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:13 smithi156 conmon[67007]: 1463 : cluster [DBG] pgmap v1252: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:14.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:13 smithi129 conmon[101092]: cluster 2022-01-18T16:46:12.732604+0000 mgr.smithi129.iclwio (mgr.14716) 1463 : cluster 2022-01-18T16:46:14.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:13 smithi129 conmon[101092]: [DBG] pgmap v1252: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:15.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:14 smithi156 conmon[67007]: audit 2022-01-18T16:46:13.346177+0000 mgr.smithi129.iclwio (mgr.14716) 1464 : audit [DBG] from='client.35050 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:46:15.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:14 smithi156 conmon[67007]: 2022-01-18T16:46:15.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:14 smithi156 conmon[67007]: audit 2022-01-18T16:46:13.614258+0000 mgr.smithi129.iclwio (mgr.14716) 1465 : audit [DBG] from='client.35054 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:46:15.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:14 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T16:46:15.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:14 smithi156 conmon[67007]: 18T16:46:13.939747+0000 mon.smithi129 (mon.0) 643 : audit [DBG] from='client.? 172.21.15.129:0/1287233686' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:46:15.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:14 smithi129 conmon[101092]: audit 2022-01-18T16:46:13.346177+0000 mgr.smithi129.iclwio (mgr.14716) 1464 : audit [DBG] from='client.35050 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:46:15.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:14 smithi129 conmon[101092]: audit 2022-01-18T16:46:13.614258+0000 2022-01-18T16:46:15.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:14 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 1465 : audit [DBG] from='client.35054 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:46:15.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:14 smithi129 conmon[101092]: audit 2022-01-18T16:46:13.939747+0000 mon.smithi129 (mon.0) 643 : audit [DBG] from='client.? 172.21.15.129:0/1287233686' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:46:16.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:15 smithi156 conmon[67007]: cluster 2022-01-18T16:46:14.733436+0000 mgr.smithi129.iclwio (mgr.14716) 1466 : cluster 2022-01-18T16:46:16.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:15 smithi156 conmon[67007]: [DBG] pgmap v1253: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:46:16.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:15 smithi129 conmon[101092]: cluster 2022-01-18T16:46:14.733436+0000 mgr.smithi129.iclwio (mgr.14716) 1466 : cluster [DBG] pgmap v1253: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:46:18.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:17 smithi129 conmon[101092]: cluster 2022-01-18T16:46:16.734040+0000 mgr.smithi129.iclwio (mgr.14716) 1467 : 2022-01-18T16:46:18.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:17 smithi129 conmon[101092]: cluster [DBG] pgmap v1254: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:18.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:17 smithi156 conmon[67007]: cluster 2022-01-18T16:46:16.734040+0000 mgr.smithi129.iclwio (mgr.14716) 1467 : cluster [DBG] pgmap v1254: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:20.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:19 smithi129 conmon[101092]: cluster 2022-01-18T16:46:18.734669+0000 mgr.smithi129.iclwio (mgr.14716) 1468 : cluster [DBG] pgmap v1255: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:20.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:19 smithi156 conmon[67007]: cluster 2022-01-18T16:46:18.734669+0000 mgr.smithi129.iclwio (mgr.14716) 1468 : cluster 2022-01-18T16:46:20.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:19 smithi156 conmon[67007]: [DBG] pgmap v1255: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:22.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:21 smithi129 conmon[101092]: cluster 2022-01-18T16:46:20.735383+0000 mgr.smithi129.iclwio 2022-01-18T16:46:22.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:21 smithi129 conmon[101092]: (mgr.14716) 1469 : cluster [DBG] pgmap v1256: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:46:22.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:21 smithi156 conmon[67007]: cluster 2022-01-18T16:46:20.735383+0000 mgr.smithi129.iclwio (mgr.14716) 1469 : cluster [DBG] pgmap v1256: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:46:24.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:23 smithi129 conmon[101092]: cluster 2022 2022-01-18T16:46:24.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:23 smithi129 conmon[101092]: -01-18T16:46:22.735969+0000 mgr.smithi129.iclwio (mgr.14716) 1470 : cluster [DBG] pgmap v1257: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:24.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:23 smithi156 conmon[67007]: cluster 2022-01-18T16:46:22.735969+0000 mgr.smithi129.iclwio (mgr.14716) 1470 : cluster [DBG] pgmap v1257: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:25.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:25 smithi156 conmon[67007]: cluster 2022-01-18T16:46:24.736899+0000 mgr.smithi129.iclwio (mgr.14716) 1471 : cluster [DBG] pgmap v1258: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:46:25.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:25 smithi129 conmon[101092]: cluster 2022-01-18T16:46:24.736899+0000 mgr.smithi129.iclwio (mgr.14716) 1471 : cluster [DBG] pgmap v1258: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:46:27.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:27 smithi129 conmon[101092]: cluster 2022-01-18T16:46:26.737515+0000 mgr.smithi129.iclwio (mgr.14716) 1472 : cluster 2022-01-18T16:46:27.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:27 smithi129 conmon[101092]: [DBG] pgmap v1259: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:28.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:27 smithi156 conmon[67007]: cluster 2022-01-18T16:46:26.737515+0000 mgr.smithi129.iclwio (mgr.14716) 1472 : cluster [DBG] pgmap v1259: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:30.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:29 smithi156 conmon[67007]: cluster 2022-01-18T16:46:28.737978+0000 mgr.smithi129.iclwio (mgr.14716) 1473 : cluster [DBG] pgmap v1260: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:30.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:29 smithi156 conmon[67007]: 2022-01-18T16:46:30.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:29 smithi129 conmon[101092]: cluster 2022-01-18T16:46:28.737978+0000 mgr.smithi129.iclwio (mgr.14716) 1473 : cluster [DBG] pgmap v1260: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:32.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:31 smithi129 conmon[101092]: cluster 2022-01-18T16:46:30.738881+0000 mgr.smithi129.iclwio (mgr.14716) 1474 : cluster [DBG] 2022-01-18T16:46:32.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:31 smithi129 conmon[101092]: pgmap v1261: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:46:32.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:31 smithi156 conmon[67007]: cluster 2022-01-18T16:46:30.738881+0000 mgr.smithi129.iclwio (mgr.14716) 1474 : cluster [DBG] pgmap v1261: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:46:34.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:33 smithi129 conmon[101092]: cluster 2022-01-18T16:46:32.739409+0000 mgr.smithi129.iclwio (mgr.14716) 1475 : cluster [DBG] pgmap v1262: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:34.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:33 smithi156 conmon[67007]: cluster 2022-01-18T16:46:32.739409+0000 mgr.smithi129.iclwio (mgr.14716) 1475 : cluster [DBG] 2022-01-18T16:46:34.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:33 smithi156 conmon[67007]: pgmap v1262: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:35.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:35 smithi156 conmon[67007]: cluster 2022-01-18T16:46:34.740296+0000 mgr.smithi129.iclwio (mgr.14716) 1476 : cluster [DBG] pgmap v1263: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:46:35.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:35 smithi129 conmon[101092]: cluster 2022-01-18T16:46:34.740296+0000 mgr.smithi129.iclwio (mgr.14716) 1476 : cluster [DBG] pgmap v1263: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:46:38.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:37 smithi156 conmon[67007]: cluster 2022-01-18T16:46:36.740854+0000 mgr.smithi129.iclwio (mgr.14716) 1477 : cluster [DBG] pgmap v1264: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:38.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:37 smithi129 conmon[101092]: cluster 2022-01-18T16:46:36.740854+0000 mgr.smithi129.iclwio (mgr.14716) 1477 : cluster [DBG] pgmap v1264: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:40.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:39 smithi129 conmon[101092]: cluster 2022-01-18T16:46:38.741433+0000 mgr.smithi129.iclwio (mgr.14716) 1478 : cluster [DBG] pgmap v1265: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:40.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:39 smithi156 conmon[67007]: cluster 2022-01-18T16:46:38.741433+0000 mgr.smithi129.iclwio (mgr.14716) 1478 : cluster [DBG] pgmap v1265: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:42.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:41 smithi129 conmon[101092]: cluster 2022-01-18T16:46:40.742344 2022-01-18T16:46:42.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:41 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 1479 : cluster [DBG] pgmap v1266: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:46:42.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:41 smithi129 conmon[101092]: audit 2022-01-18T16:46:42.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:41 smithi129 conmon[101092]: 2022-01-18T16:46:41.723127+0000 mon.smithi129 ( 2022-01-18T16:46:42.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:41 smithi129 conmon[101092]: mon.0) 644 : audit [DBG] 2022-01-18T16:46:42.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:41 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:46:42.200 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:41 smithi129 conmon[101092]: audit 2022- 2022-01-18T16:46:42.200 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:41 smithi129 conmon[101092]: 01-18T16:46:41.724577 2022-01-18T16:46:42.200 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:41 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 2022-01-18T16:46:42.201 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:41 smithi129 conmon[101092]: 645 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:46:42.201 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:41 smithi129 conmon[101092]: audit 2022 2022-01-18T16:46:42.202 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:41 smithi129 conmon[101092]: -01-18T16:46:41 2022-01-18T16:46:42.202 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:41 smithi129 conmon[101092]: .725468+0000 mon.smithi129 (mon.0 2022-01-18T16:46:42.203 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:41 smithi129 conmon[101092]: ) 646 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:46:42.203 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:41 smithi129 conmon[101092]: 2022-01-18T16:46:42.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:41 smithi156 conmon[67007]: cluster 2022-01-18T16:46:40.742344+0000 mgr.smithi129.iclwio (mgr.14716) 1479 2022-01-18T16:46:42.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:41 smithi156 conmon[67007]: : cluster [DBG] pgmap v1266: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:46:42.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:41 smithi156 conmon[67007]: audit 2022-01-18T16:46:41.723127+0000 2022-01-18T16:46:42.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:41 smithi156 conmon[67007]: mon.smithi129 (mon.0) 644 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:46:42.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:41 smithi156 conmon[67007]: audit 2022 2022-01-18T16:46:42.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:41 smithi156 conmon[67007]: -01-18T16:46:41.724577 2022-01-18T16:46:42.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:41 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 645 2022-01-18T16:46:42.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:41 smithi156 conmon[67007]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:46:42.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:41 smithi156 conmon[67007]: audit 2022 2022-01-18T16:46:42.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:41 smithi156 conmon[67007]: -01-18T16:46:41.725468 2022-01-18T16:46:42.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:41 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 646 2022-01-18T16:46:42.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:41 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:46:43.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:42 smithi156 conmon[67007]: cephadm 2022-01-18T16:46:41.726198+0000 mgr.smithi129.iclwio (mgr.14716) 1480 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:46:43.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:42 smithi156 conmon[67007]: audit 2022-01-18T16:46:41.981137+0000 mon.smithi129 (mon.0) 647 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:46:43.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:42 smithi129 conmon[101092]: cephadm 2022-01-18T16:46:41.726198+0000 mgr.smithi129.iclwio (mgr.14716) 1480 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:46:43.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:42 smithi129 conmon[101092]: audit 2022-01-18T16:46:41.981137+0000 mon.smithi129 (mon.0) 647 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:46:44.251 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:46:44.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:43 smithi156 conmon[67007]: cluster 2022-01-18T16:46:42.742881+0000 mgr.smithi129.iclwio (mgr.14716) 1481 : cluster [DBG] pgmap v1267: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:44.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:43 smithi129 conmon[101092]: cluster 2022-01-18T16:46:42 2022-01-18T16:46:44.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:43 smithi129 conmon[101092]: .742881+0000 mgr.smithi129.iclwio (mgr.14716) 1481 : cluster [DBG] pgmap v1267: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:44.558 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:46:44.558 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (49m) 10m ago 50m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:46:44.558 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (41m) 10m ago 50m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:46:44.559 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (40m) 10m ago 49m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:46:44.559 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (49m) 10m ago 50m 40.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:46:44.559 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (45m) 10m ago 45m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:46:44.559 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (45m) 10m ago 45m 23.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:46:44.559 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (41m) 10m ago 51m 491M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:46:44.560 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (41m) 10m ago 49m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:46:44.560 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (41m) 10m ago 51m 293M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:46:44.560 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (41m) 10m ago 49m 171M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:46:44.561 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (42m) 10m ago 42m 166M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:46:44.561 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (42m) 10m ago 42m 94.2M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:46:44.561 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (50m) 10m ago 50m 18.0M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:46:44.561 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (49m) 10m ago 49m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:46:44.562 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (35m) 10m ago 48m 1513M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:46:44.562 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (48m) 10m ago 48m 2511M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:46:44.562 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (48m) 10m ago 48m 1964M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:46:44.563 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (47m) 10m ago 47m 2501M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:46:44.563 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (47m) 10m ago 47m 2324M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:46:44.563 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (47m) 10m ago 47m 2926M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:46:44.563 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (47m) 10m ago 47m 2285M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:46:44.564 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (46m) 10m ago 46m 3435M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:46:44.564 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (49m) 10m ago 49m 57.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:46:44.900 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:46:44.900 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:46:44.901 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:46:44.901 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:46:44.901 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:46:44.901 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:46:44.902 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:46:44.902 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:46:44.902 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:46:44.902 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:46:44.903 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:46:44.903 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:46:44.903 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:46:44.903 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:46:44.904 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:46:44.904 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:46:44.904 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:46:44.905 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:46:44.905 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:46:45.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:44 smithi156 conmon[67007]: audit 2022-01-18T16:46:44.231902+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:46:45.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:44 smithi156 conmon[67007]: ) 1482 : audit [DBG] from='client.35062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:46:45.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:44 smithi156 conmon[67007]: audit 2022-01-18T16:46:44.892491+0000 mon.smithi129 (mon.0) 648 : audit [DBG] from='client.? 172.21.15.129:0/2647920887' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:46:45.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:44 smithi129 conmon[101092]: audit 2022-01-18T16:46:44.231902+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:46:45.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:44 smithi129 conmon[101092]: .14716) 1482 : audit [DBG] from='client.35062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:46:45.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:44 smithi129 conmon[101092]: audit 2022-01-18T16:46:44.892491+0000 mon.smithi129 (mon.0) 648 : audit [DBG] from='client.? 172.21.15.129:0/2647920887' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:46:46.557 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:46 smithi156 conmon[67007]: audit 2022-01-18T16:46:44.540699+0000 mgr.smithi129.iclwio (mgr.14716) 1483 : audit [DBG] from='client.35066 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:46:46.557 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:46 smithi156 conmon[67007]: cluster 2022-01-18T16:46:44.743475+0000 mgr.smithi129.iclwio (mgr.14716) 1484 : cluster [DBG] pgmap v1268: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:46:46.557 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:46 smithi156 conmon[67007]: audit 2022-01-18T16:46:45.269130+0000 mon.smithi129 (mon.0) 649 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:46:46.696 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:46 smithi129 conmon[101092]: audit 2022-01-18T16:46:44.540699+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:46:46.696 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:46 smithi129 conmon[101092]: 1483 : audit [DBG] from='client.35066 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:46:46.697 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:46 smithi129 conmon[101092]: cluster 2022-01-18T16:46:44.743475+0000 mgr.smithi129.iclwio (mgr.14716) 1484 : cluster [DBG] pgmap v1268: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:46:46.697 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:46 smithi129 conmon[101092]: audit 2022-01-18T16:46:45.269130+0000 mon.smithi129 (mon.0) 649 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:46:48.557 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:48 smithi156 conmon[67007]: cluster 2022-01-18T16:46:46.743890+0000 mgr.smithi129.iclwio (mgr.14716) 1485 : cluster [DBG] 2022-01-18T16:46:48.557 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:48 smithi156 conmon[67007]: pgmap v1269: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:48.558 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:48 smithi156 conmon[67007]: audit 2022-01-18T16:46:47.356658+0000 mon.smithi129 (mon.0) 650 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:46:48.558 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:48 smithi156 conmon[67007]: audit 2022-01-18T16:46:47.653583+0000 mon.smithi129 (mon.0) 651 : audit 2022-01-18T16:46:48.558 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:48 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:46:48.558 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:48 smithi156 conmon[67007]: audit 2022-01-18T16:46:47.658602+0000 mon.smithi129 (mon.0) 652 : audit [INF] 2022-01-18T16:46:48.558 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:48 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:46:48.696 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:48 smithi129 conmon[101092]: cluster 2022-01-18T16:46:46.743890+0000 mgr.smithi129.iclwio (mgr.14716) 1485 : cluster [DBG] pgmap v1269: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:48.697 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:48 smithi129 conmon[101092]: audit 2022-01-18T16:46:47.356658+0000 mon.smithi129 (mon.0) 650 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:46:48.697 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:48 smithi129 conmon[101092]: audit 2022-01-18T16:46:47.653583+0000 mon.smithi129 (mon.0) 651 : audit [INF] 2022-01-18T16:46:48.697 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:48 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:46:48.697 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:48 smithi129 conmon[101092]: audit 2022-01-18T16: 2022-01-18T16:46:48.698 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:48 smithi129 conmon[101092]: 46:47.658602+0000 mon.smithi129 (mon.0) 652 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:46:48.698 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:48 smithi129 conmon[101092]: 2022-01-18T16:46:50.557 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:50 smithi156 conmon[67007]: cluster 2022-01-18T16:46:48.744437+0000 mgr.smithi129.iclwio (mgr.14716) 1486 : cluster [DBG] pgmap v1270: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:50.696 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:50 smithi129 conmon[101092]: cluster 2022-01-18T16:46:48.744437+0000 mgr.smithi129.iclwio (mgr.14716) 1486 : cluster [DBG] pgmap v1270: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:50.696 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:50 smithi129 conmon[101092]: 2022-01-18T16:46:52.557 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:52 smithi156 conmon[67007]: cluster 2022-01-18T16:46:50.745198+0000 mgr.smithi129.iclwio (mgr.14716) 1487 : cluster [DBG] 2022-01-18T16:46:52.557 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:52 smithi156 conmon[67007]: pgmap v1271: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:46:52.696 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:52 smithi129 conmon[101092]: cluster 2022-01-18T16:46:50.745198+0000 mgr.smithi129.iclwio (mgr.14716) 1487 : cluster [DBG] pgmap v1271: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:46:54.557 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:54 smithi156 conmon[67007]: cluster 2022-01-18T16:46:52.745751+0000 mgr.smithi129.iclwio (mgr.14716) 1488 : cluster [DBG] pgmap v1272: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:54.696 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:54 smithi129 conmon[101092]: cluster 2022-01-18T16:46:52.745751+0000 mgr.smithi129.iclwio (mgr.14716) 1488 : cluster [DBG] pgmap v1272: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:55.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:55 smithi156 conmon[67007]: cluster 2022-01-18T16:46:54.746544+0000 mgr.smithi129.iclwio (mgr.14716) 1489 : cluster [DBG] 2022-01-18T16:46:55.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:55 smithi156 conmon[67007]: pgmap v1273: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:46:55.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:55 smithi129 conmon[101092]: cluster 2022-01-18T16:46:54.746544+0000 mgr.smithi129.iclwio (mgr.14716) 1489 : 2022-01-18T16:46:55.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:55 smithi129 conmon[101092]: cluster [DBG] pgmap v1273: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:46:58.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:57 smithi129 conmon[101092]: cluster 2022-01-18T16:46:56.747056+0000 mgr.smithi129.iclwio (mgr.14716) 1490 : cluster [DBG] 2022-01-18T16:46:58.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:57 smithi129 conmon[101092]: pgmap v1274: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:58.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:57 smithi156 conmon[67007]: cluster 2022-01-18T16:46:56.747056+0000 mgr.smithi129.iclwio (mgr.14716) 1490 : cluster [DBG] pgmap v1274: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:46:58.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:57 smithi156 conmon[67007]: 2022-01-18T16:46:59.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:58 smithi129 conmon[101092]: audit 2022-01-18T16:46:58.359101+0000 mon.smithi129 (mon.0) 653 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:46:59.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:58 smithi129 conmon[101092]: audit 2022-01-18T16:46:58.359337+0000 mon.smithi129 (mon.0) 654 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:46:59.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:58 smithi156 conmon[67007]: audit 2022-01-18T16:46:58.359101+0000 mon.smithi129 (mon.0) 653 : audit [INF] 2022-01-18T16:46:59.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:58 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:46:59.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:58 smithi156 conmon[67007]: audit 2022-01-18T16:46:58.359337+0000 mon.smithi129 (mon.0) 654 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:47:00.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:59 smithi129 conmon[101092]: cluster 2022-01-18T16:46:58.747578+0000 mgr.smithi129.iclwio (mgr.14716) 1491 : cluster [DBG] 2022-01-18T16:47:00.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:46:59 smithi129 conmon[101092]: pgmap v1275: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:00.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:59 smithi156 conmon[67007]: cluster 2022-01-18T16:46:58.747578+0000 mgr.smithi129.iclwio (mgr.14716) 1491 : cluster [DBG] pgmap v1275: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:00.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:46:59 smithi156 conmon[67007]: 2022-01-18T16:47:02.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:01 smithi129 conmon[101092]: cluster 2022-01-18T16:47:00.748329+0000 mgr.smithi129.iclwio (mgr.14716) 1492 : cluster [DBG] pgmap v1276: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:47:02.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:01 smithi156 conmon[67007]: cluster 2022-01-18T16:47:00.748329+0000 mgr.smithi129.iclwio (mgr.14716) 1492 : cluster [DBG] pgmap v1276: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:47:04.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:03 smithi129 conmon[101092]: cluster 2022-01-18T16:47:02.748923+0000 mgr.smithi129.iclwio (mgr.14716) 1493 : cluster [DBG] pgmap v1277: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:04.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:03 smithi156 conmon[67007]: cluster 2022-01-18T16:47:02.748923+0000 mgr.smithi129.iclwio (mgr.14716) 1493 : cluster [DBG] pgmap v1277: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:05.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:05 smithi156 conmon[67007]: cluster 2022-01-18T16:47:04.749658+0000 mgr.smithi129.iclwio (mgr.14716) 1494 : cluster [DBG] pgmap v1278: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:47:05.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:05 smithi129 conmon[101092]: cluster 2022-01-18T16:47:04.749658+0000 mgr.smithi129.iclwio (mgr.14716) 1494 : cluster [DBG] pgmap v1278: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:47:08.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:07 smithi129 conmon[101092]: cluster 2022-01-18T16:47:06.750374+0000 mgr.smithi129.iclwio (mgr.14716) 1495 : cluster [DBG] pgmap v1279: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:08.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:07 smithi156 conmon[67007]: cluster 2022-01-18T16:47:06.750374+0000 mgr.smithi129.iclwio (mgr.14716) 1495 : cluster [DBG] pgmap v1279: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:10.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:09 smithi129 conmon[101092]: cluster 2022-01-18T16:47:08.751044+0000 mgr.smithi129.iclwio (mgr.14716) 1496 : cluster [DBG] 2022-01-18T16:47:10.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:09 smithi129 conmon[101092]: pgmap v1280: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:10.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:09 smithi156 conmon[67007]: cluster 2022-01-18T16:47:08.751044+0000 mgr.smithi129.iclwio (mgr.14716) 1496 : cluster [DBG] pgmap v1280: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:12.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:11 smithi129 conmon[101092]: cluster 2022-01-18T16:47:10.751754+0000 mgr.smithi129.iclwio (mgr.14716) 1497 : cluster [DBG] pgmap v1281: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:47:12.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:11 smithi156 conmon[67007]: cluster 2022-01-18T16:47:10.751754+0000 mgr.smithi129.iclwio (mgr.14716) 1497 : cluster [DBG] pgmap v1281: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:47:14.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:13 smithi129 conmon[101092]: cluster 2022-01-18T16:47:12.752383+0000 mgr.smithi129.iclwio (mgr.14716) 1498 : cluster [DBG] pgmap v1282: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:14.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:13 smithi156 conmon[67007]: cluster 2022-01-18T16:47:12.752383+0000 mgr.smithi129.iclwio (mgr.14716) 1498 : cluster [DBG] pgmap v1282: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:15.201 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:47:15.466 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:47:15.577 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (49m) 28s ago 50m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:47:15.577 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (41m) 28s ago 50m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:47:15.577 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (41m) 30s ago 50m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:47:15.578 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (49m) 28s ago 50m 40.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:47:15.578 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (45m) 28s ago 45m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:47:15.578 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (45m) 30s ago 45m 25.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:47:15.579 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (42m) 28s ago 52m 505M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:47:15.579 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (42m) 30s ago 50m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:47:15.579 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (41m) 28s ago 52m 358M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:47:15.579 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (41m) 30s ago 50m 194M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:47:15.579 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (42m) 28s ago 42m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:47:15.580 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (42m) 30s ago 42m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:47:15.580 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (50m) 28s ago 50m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:47:15.580 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (49m) 30s ago 49m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:47:15.580 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (36m) 28s ago 49m 1541M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:47:15.581 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (49m) 28s ago 49m 2544M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:47:15.581 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (48m) 28s ago 48m 1986M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:47:15.581 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (48m) 28s ago 48m 2536M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:47:15.581 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (48m) 30s ago 48m 2357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:47:15.582 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (47m) 30s ago 47m 2956M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:47:15.582 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (47m) 30s ago 47m 2312M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:47:15.582 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (47m) 30s ago 47m 3466M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:47:15.582 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (49m) 28s ago 50m 59.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:47:15.782 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:47:15.783 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:47:15.783 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:47:15.783 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:47:15.783 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:47:15.784 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:47:15.784 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:47:15.784 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:47:15.785 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:47:15.785 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:47:15.785 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:47:15.785 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:47:15.785 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:47:15.786 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:47:15.786 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:47:15.786 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:47:15.786 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:47:15.787 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:47:15.787 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:47:15.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:15 smithi156 conmon[67007]: cluster 2022-01-18T16:47:14.753202+0000 mgr.smithi129.iclwio (mgr.14716) 1499 : cluster [DBG] pgmap v1283: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:47:15.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:15 smithi156 conmon[67007]: audit 2022-01-18T16:47:15.181446+0000 mgr.smithi129.iclwio (mgr.14716) 1500 : audit [DBG] from='client.35074 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:47:15.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:15 smithi129 conmon[101092]: cluster 2022-01-18T16:47:14.753202+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:47:15.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:15 smithi129 conmon[101092]: ) 1499 : cluster [DBG] pgmap v1283: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:47:15.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:15 smithi129 conmon[101092]: audit 2022-01-18T16:47:15.181446+0000 mgr.smithi129.iclwio (mgr.14716) 1500 : audit [DBG] from='client.35074 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:47:16.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:16 smithi156 conmon[67007]: audit 2022-01-18T16:47:15.449649+0000 mgr.smithi129.iclwio (mgr.14716) 1501 : audit [DBG] from='client.35078 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:47:16.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:16 smithi156 conmon[67007]: audit 2022-01-18T16:47:15.774775+0000 mon.smithi129 (mon.0) 655 : audit [DBG] from='client.? 172.21.15.129:0/3102793298' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:47:16.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:16 smithi129 conmon[101092]: audit 2022-01-18T16:47:15.449649+0000 mgr.smithi129.iclwio (mgr.14716) 1501 : audit [DBG] from='client.35078 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:47:16.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:16 smithi129 conmon[101092]: audit 2022-01-18T16:47:15.774775+0000 mon.smithi129 (mon.0) 655 : audit [DBG] from='client.? 172.21.15.129:0/3102793298' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:47:17.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:17 smithi156 conmon[67007]: cluster 2022-01-18T16:47:16.753783+0000 mgr.smithi129.iclwio (mgr.14716) 1502 : cluster [DBG] pgmap v1284: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:17.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:17 smithi129 conmon[101092]: cluster 2022-01-18T16:47:16.753783+0000 mgr.smithi129.iclwio (mgr.14716) 1502 : cluster [DBG] 2022-01-18T16:47:17.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:17 smithi129 conmon[101092]: pgmap v1284: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:20.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:19 smithi129 conmon[101092]: cluster 2022-01-18T16:47:18.754326+0000 mgr.smithi129.iclwio (mgr.14716) 1503 : cluster 2022-01-18T16:47:20.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:19 smithi129 conmon[101092]: [DBG] pgmap v1285: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:20.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:19 smithi156 conmon[67007]: cluster 2022-01-18T16:47:18.754326+0000 mgr.smithi129.iclwio (mgr.14716) 1503 : cluster [DBG] pgmap v1285: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:22.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:21 smithi129 conmon[101092]: cluster 2022-01-18T16:47:20.755142+0000 mgr.smithi129.iclwio (mgr.14716) 1504 : cluster [DBG] pgmap v1286: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:47:22.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:21 smithi156 conmon[67007]: cluster 2022-01-18T16:47:20.755142+0000 mgr.smithi129.iclwio (mgr.14716) 1504 : cluster [DBG] pgmap v1286: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:47:24.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:23 smithi129 conmon[101092]: cluster 2022-01-18T16:47:22.755720+0000 mgr.smithi129.iclwio (mgr.14716) 1505 : cluster [DBG] pgmap v1287: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:24.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:23 smithi129 conmon[101092]: 2022-01-18T16:47:24.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:23 smithi156 conmon[67007]: cluster 2022-01-18T16:47:22.755720+0000 mgr.smithi129.iclwio (mgr.14716) 1505 : cluster [DBG] pgmap v1287: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:25.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:25 smithi156 conmon[67007]: cluster 2022-01-18T16:47:24.756489+0000 mgr.smithi129.iclwio (mgr.14716) 1506 : cluster [DBG] pgmap v1288: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:47:25.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:25 smithi129 conmon[101092]: cluster 2022-01-18T16:47:24.756489+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:47:25.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:25 smithi129 conmon[101092]: 1506 : cluster [DBG] pgmap v1288: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:47:28.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:27 smithi129 conmon[101092]: cluster 2022-01-18T16:47:26.756961+0000 mgr.smithi129.iclwio (mgr.14716) 1507 : cluster [DBG] pgmap v1289: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:28.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:27 smithi156 conmon[67007]: cluster 2022-01-18T16:47:26.756961+0000 mgr.smithi129.iclwio (mgr.14716) 1507 : cluster [DBG] pgmap v1289: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:30.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:29 smithi129 conmon[101092]: cluster 2022-01-18T16:47:28.757691+0000 mgr.smithi129.iclwio (mgr.14716) 1508 : cluster [DBG] pgmap v1290: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:30.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:29 smithi156 conmon[67007]: cluster 2022-01-18T16:47:28.757691+0000 mgr.smithi129.iclwio (mgr.14716) 1508 : cluster [DBG] pgmap v1290: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:32.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:31 smithi129 conmon[101092]: cluster 2022-01-18T16:47:30.758537+0000 mgr.smithi129.iclwio (mgr.14716) 1509 : cluster [DBG] pgmap v1291: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:47:32.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:31 smithi156 conmon[67007]: cluster 2022-01-18T16:47:30.758537+0000 mgr.smithi129.iclwio (mgr.14716) 1509 : cluster 2022-01-18T16:47:32.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:31 smithi156 conmon[67007]: [DBG] pgmap v1291: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:47:34.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:33 smithi129 conmon[101092]: cluster 2022-01-18T16:47:32.759058+0000 mgr.smithi129.iclwio (mgr.14716) 1510 : cluster [DBG] pgmap v1292: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:34.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:33 smithi156 conmon[67007]: cluster 2022-01-18T16:47:32.759058+0000 mgr.smithi129.iclwio (mgr.14716) 1510 : cluster [DBG] pgmap v1292: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:35.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:35 smithi156 conmon[67007]: cluster 2022-01-18T16:47:34.759950+0000 mgr.smithi129.iclwio (mgr.14716) 1511 : cluster [DBG] pgmap v1293: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:47:35.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:35 smithi129 conmon[101092]: cluster 2022-01-18T16:47:34.759950+0000 mgr.smithi129.iclwio (mgr.14716) 1511 : cluster [DBG] pgmap v1293: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:47:38.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:37 smithi129 conmon[101092]: cluster 2022-01-18T16:47:36.760376+0000 mgr.smithi129.iclwio (mgr.14716) 1512 : cluster [DBG] pgmap v1294: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:38.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:37 smithi156 conmon[67007]: cluster 2022-01-18T16:47:36.760376+0000 mgr.smithi129.iclwio (mgr.14716) 1512 : cluster [DBG] pgmap v1294: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:40.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:39 smithi129 conmon[101092]: cluster 2022-01-18T16:47:38.760978+0000 mgr.smithi129.iclwio (mgr.14716) 1513 : cluster [DBG] pgmap v1295: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:40.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:39 smithi129 conmon[101092]: 2022-01-18T16:47:40.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:39 smithi156 conmon[67007]: cluster 2022-01-18T16:47:38.760978+0000 mgr.smithi129.iclwio (mgr.14716) 1513 : cluster [DBG] pgmap v1295: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:42.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:41 smithi129 conmon[101092]: cluster 2022-01-18T16:47:40. 2022-01-18T16:47:42.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:41 smithi129 conmon[101092]: 761955+0000 mgr.smithi129.iclwio (mgr.14716) 1514 : cluster [DBG] pgmap v1296: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:47:42.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:41 smithi156 conmon[67007]: cluster 2022-01-18T16:47:40.761955+0000 mgr.smithi129.iclwio (mgr.14716) 1514 : cluster [DBG] pgmap v1296: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:47:44.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:43 smithi129 conmon[101092]: cluster 2022-01-18T16:47:42.762559+0000 mgr.smithi129.iclwio (mgr.14716) 1515 : cluster [DBG] pgmap v1297: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:44.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:43 smithi156 conmon[67007]: cluster 2022-01-18T16:47:42.762559+0000 mgr.smithi129.iclwio (mgr.14716) 1515 : cluster [DBG] 2022-01-18T16:47:44.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:43 smithi156 conmon[67007]: pgmap v1297: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:45.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:45 smithi156 conmon[67007]: cluster 2022-01-18T16:47:44.763320+0000 mgr.smithi129.iclwio (mgr.14716) 1516 : cluster [DBG] 2022-01-18T16:47:45.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:45 smithi156 conmon[67007]: pgmap v1298: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:47:45.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:45 smithi129 conmon[101092]: cluster 2022-01-18T16:47:44.763320+0000 mgr.smithi129.iclwio (mgr.14716) 1516 : cluster [DBG] 2022-01-18T16:47:45.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:45 smithi129 conmon[101092]: pgmap v1298: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:47:46.083 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:47:46.350 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:47:46.350 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (50m) 58s ago 51m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:47:46.351 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (42m) 58s ago 51m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:47:46.351 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (41m) 61s ago 50m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:47:46.351 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (50m) 58s ago 51m 40.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:47:46.351 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (46m) 58s ago 46m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:47:46.352 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (46m) 61s ago 46m 25.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:47:46.352 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (42m) 58s ago 52m 505M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:47:46.352 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (42m) 61s ago 50m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:47:46.352 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (42m) 58s ago 52m 358M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:47:46.353 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (42m) 61s ago 50m 194M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:47:46.353 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (43m) 58s ago 43m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:47:46.353 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (43m) 61s ago 43m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:47:46.353 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (51m) 58s ago 51m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:47:46.353 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (50m) 61s ago 50m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:47:46.354 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (36m) 58s ago 49m 1541M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:47:46.354 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (49m) 58s ago 49m 2544M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:47:46.354 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (49m) 58s ago 49m 1986M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:47:46.354 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (48m) 58s ago 48m 2536M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:47:46.355 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (48m) 61s ago 48m 2357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:47:46.355 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (48m) 61s ago 48m 2956M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:47:46.355 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (48m) 61s ago 48m 2312M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:47:46.355 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (47m) 61s ago 47m 3466M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:47:46.356 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (50m) 58s ago 50m 59.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:47:46.672 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:47:46.672 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:47:46.672 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:47:46.673 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:47:46.673 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:47:46.673 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:47:46.673 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:47:46.674 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:47:46.674 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:47:46.674 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:47:46.674 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:47:46.675 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:47:46.675 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:47:46.675 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:47:46.675 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:47:46.675 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:47:46.676 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:47:46.676 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:47:46.676 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:47:46.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:46 smithi156 conmon[67007]: audit 2022-01-18T16:47:46.063622+0000 mgr.smithi129.iclwio (mgr.14716) 1517 : audit [DBG] from='client.35086 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:47:46.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:46 smithi156 conmon[67007]: audit 2022-01-18T16:47 2022-01-18T16:47:46.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:46 smithi156 conmon[67007]: :46.333238+0000 mgr.smithi129.iclwio (mgr.14716) 1518 : audit [DBG] from='client.35090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:47:46.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:46 smithi129 conmon[101092]: audit 2022-01-18T16:47:46.063622+0000 mgr.smithi129.iclwio (mgr.14716) 1517 : audit [DBG] from='client.35086 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:47:46.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:46 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T16:47:46.948 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:46 smithi129 conmon[101092]: 16:47:46.333238+0000 mgr.smithi129.iclwio (mgr.14716) 1518 : audit [DBG] from='client.35090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:47:47.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:47 smithi156 conmon[67007]: audit 2022-01-18T16:47:46.664208+0000 mon.smithi129 (mon.0) 656 : audit [DBG] from='client.? 172.21.15.129:0/1194279971' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:47:47.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:47 smithi156 conmon[67007]: cluster 2022-01-18T16:47:46. 2022-01-18T16:47:47.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:47 smithi156 conmon[67007]: 763950+0000 mgr.smithi129.iclwio (mgr.14716) 1519 : cluster [DBG] pgmap v1299: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:47.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:47 smithi129 conmon[101092]: audit 2022-01-18T16:47:46.664208+0000 mon.smithi129 (mon.0) 656 : audit [DBG] from='client.? 172.21.15.129:0/1194279971' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:47:47.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:47 smithi129 conmon[101092]: 2022-01-18T16:47:47.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:47 smithi129 conmon[101092]: cluster 2022-01-18T16:47:46.763950+0000 mgr.smithi129.iclwio (mgr.14716) 1519 : cluster [DBG] pgmap v1299: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:48.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:48 smithi156 conmon[67007]: audit 2022-01-18T16:47:47.660977+0000 mon.smithi129 (mon.0) 657 2022-01-18T16:47:48.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:48 smithi156 conmon[67007]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:47:48.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:48 smithi156 conmon[67007]: audit 2022-01-18T16:47:47.662072+0000 mon.smithi129 (mon.0) 658 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:47:48.808 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:48 smithi156 conmon[67007]: audit 2022-01-18T16:47:47.662699+0000 mon.smithi129 (mon.0) 659 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:47:48.808 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:48 smithi156 conmon[67007]: cephadm 2022-01-18T16:47:47.663290+0000 mgr.smithi129.iclwio (mgr.14716) 1520 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:47:48.808 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:48 smithi156 conmon[67007]: audit 2022-01-18T16:47:47 2022-01-18T16:47:48.808 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:48 smithi156 conmon[67007]: .975246+0000 mon.smithi129 (mon.0) 660 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:47:48.809 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:48 smithi156 conmon[67007]: audit 2022-01-18T16:47:47.982087+0000 mon.smithi129 (mon.0) 661 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:47:48.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:48 smithi129 conmon[101092]: audit 2022-01-18T16:47:47.660977+0000 mon.smithi129 (mon.0) 657 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:47:48.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:48 smithi129 conmon[101092]: audit 2022-01-18T16:47:47.662072+0000 mon.smithi129 ( 2022-01-18T16:47:48.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:48 smithi129 conmon[101092]: mon.0) 658 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:47:48.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:48 smithi129 conmon[101092]: audit 2022-01-18T16:47:47.662699+0000 mon.smithi129 (mon.0) 659 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:47:48.948 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:48 smithi129 conmon[101092]: cephadm 2022-01-18T16:47:47.663290+0000 mgr.smithi129.iclwio (mgr.14716) 1520 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:47:48.948 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:48 smithi129 conmon[101092]: audit 2022-01-18T16:47:47.975246+0000 mon.smithi129 (mon.0) 660 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:47:48.948 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:48 smithi129 conmon[101092]: audit 2022-01-18T16:47:47.982087+0000 mon.smithi129 (mon.0) 661 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:47:49.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:49 smithi156 conmon[67007]: cluster 2022-01-18T16:47:48.764516+0000 mgr.smithi129.iclwio (mgr.14716) 1521 : cluster [DBG] pgmap v1300: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:49.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:49 smithi129 conmon[101092]: cluster 2022-01-18T16:47:48.764516+0000 mgr.smithi129.iclwio (mgr.14716) 1521 : cluster [DBG] pgmap v1300: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:52.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:51 smithi129 conmon[101092]: cluster 2022-01-18T16:47:50.765274+0000 mgr.smithi129.iclwio (mgr.14716) 1522 : cluster [DBG] pgmap v1301: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:47:52.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:51 smithi156 conmon[67007]: cluster 2022-01-18T16:47:50.765274+0000 mgr.smithi129.iclwio (mgr.14716) 1522 : cluster [DBG] pgmap v1301: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:47:54.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:53 smithi129 conmon[101092]: cluster 2022-01-18T16:47:52.765894+0000 mgr.smithi129.iclwio (mgr.14716) 1523 : cluster [DBG] pgmap v1302: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:54.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:53 smithi156 conmon[67007]: cluster 2022-01-18T16:47:52.765894+0000 mgr.smithi129.iclwio (mgr.14716) 1523 : cluster [DBG] pgmap v1302: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:55.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:55 smithi156 conmon[67007]: cluster 2022-01-18T16:47:54.766740+0000 mgr.smithi129.iclwio (mgr.14716) 1524 : cluster [DBG] pgmap v1303: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:47:55.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:55 smithi129 conmon[101092]: cluster 2022-01-18T16:47:54.766740+0000 mgr.smithi129.iclwio (mgr.14716) 1524 : cluster [DBG] pgmap v1303: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:47:58.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:57 smithi129 conmon[101092]: cluster 2022-01-18T16:47:56.767298+0000 mgr.smithi129.iclwio (mgr.14716) 1525 : cluster [DBG] pgmap v1304: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:58.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:57 smithi129 conmon[101092]: 2022-01-18T16:47:58.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:57 smithi156 conmon[67007]: cluster 2022-01-18T16:47:56.767298+0000 mgr.smithi129.iclwio (mgr.14716) 1525 : cluster [DBG] pgmap v1304: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:47:59.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:58 smithi129 conmon[101092]: audit 2022-01-18T16:47:58.363332+0000 mon.smithi129 (mon.0) 662 : audit 2022-01-18T16:47:59.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:58 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:47:59.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:58 smithi129 conmon[101092]: audit 2022-01-18T16:47:58.363669+0000 mon.smithi129 (mon.0) 663 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:47:59.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:58 smithi156 conmon[67007]: audit 2022-01-18T16:47:58.363332+0000 mon.smithi129 (mon.0) 662 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:47:59.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:58 smithi156 conmon[67007]: audit 2022-01-18T16:47:58.363669+0000 mon.smithi129 (mon.0) 663 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:48:00.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:59 smithi129 conmon[101092]: cluster 2022-01-18T16:47:58.767767+0000 mgr.smithi129.iclwio (mgr.14716) 1526 : cluster 2022-01-18T16:48:00.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:47:59 smithi129 conmon[101092]: [DBG] pgmap v1305: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:00.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:47:59 smithi156 conmon[67007]: cluster 2022-01-18T16:47:58.767767+0000 mgr.smithi129.iclwio (mgr.14716) 1526 : cluster [DBG] pgmap v1305: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:02.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:01 smithi129 conmon[101092]: cluster 2022-01-18T16:48:00.768621+0000 mgr.smithi129.iclwio (mgr.14716) 1527 : cluster [DBG] 2022-01-18T16:48:02.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:01 smithi129 conmon[101092]: pgmap v1306: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:48:02.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:01 smithi156 conmon[67007]: cluster 2022-01-18T16:48:00.768621+0000 mgr.smithi129.iclwio (mgr.14716) 1527 : cluster [DBG] pgmap v1306: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:48:02.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:01 smithi156 conmon[67007]: 2022-01-18T16:48:04.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:03 smithi129 conmon[101092]: cluster 2022-01-18T16:48:02.769370+0000 mgr.smithi129.iclwio (mgr.14716) 1528 : cluster [DBG] pgmap v1307: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:04.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:03 smithi129 conmon[101092]: 2022-01-18T16:48:04.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:03 smithi156 conmon[67007]: cluster 2022-01-18T16:48:02.769370+0000 mgr.smithi129.iclwio (mgr.14716) 1528 : cluster [DBG] pgmap v1307: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:05.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:05 smithi156 conmon[67007]: cluster 2022-01-18T16:48:04.770191+0000 mgr.smithi129.iclwio (mgr.14716) 1529 : cluster [DBG] pgmap v1308: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:48:05.808 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:05 smithi156 conmon[67007]: 2022-01-18T16:48:05.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:05 smithi129 conmon[101092]: cluster 2022-01-18T16:48:04.770191+0000 mgr.smithi129.iclwio (mgr.14716) 1529 : cluster [DBG] pgmap v1308: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:48:08.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:07 smithi129 conmon[101092]: cluster 2022-01-18T16:48:06.770725+0000 mgr.smithi129.iclwio (mgr.14716) 1530 : cluster [DBG] pgmap v1309: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:08.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:07 smithi156 conmon[67007]: cluster 2022-01-18T16:48:06.770725+0000 mgr.smithi129.iclwio (mgr.14716) 1530 : cluster [DBG] pgmap v1309: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:08.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:07 smithi156 conmon[67007]: 2022-01-18T16:48:10.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:09 smithi129 conmon[101092]: cluster 2022-01-18T16:48:08.771404+0000 mgr.smithi129.iclwio (mgr.14716) 1531 : cluster [DBG] pgmap v1310: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:10.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:09 smithi156 conmon[67007]: cluster 2022-01-18T16:48:08.771404+0000 mgr.smithi129.iclwio (mgr.14716) 1531 : 2022-01-18T16:48:10.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:09 smithi156 conmon[67007]: cluster [DBG] pgmap v1310: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:12.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:11 smithi129 conmon[101092]: cluster 2022-01-18T16:48:10.772350+0000 mgr.smithi129.iclwio (mgr.14716) 1532 : cluster [DBG] pgmap v1311: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:48:12.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:11 smithi156 conmon[67007]: cluster 2022-01-18T16:48:10.772350+0000 mgr.smithi129.iclwio (mgr.14716) 1532 : cluster [DBG] pgmap v1311: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:48:14.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:13 smithi129 conmon[101092]: cluster 2022-01-18T16:48:12.772934+0000 mgr.smithi129.iclwio (mgr.14716) 1533 : cluster [DBG] pgmap v1312: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:14.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:13 smithi156 conmon[67007]: cluster 2022-01-18T16:48:12.772934+0000 mgr.smithi129.iclwio (mgr.14716) 1533 : cluster [DBG] pgmap v1312: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:15.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:15 smithi156 conmon[67007]: cluster 2022-01-18T16:48:14.773643+0000 mgr.smithi129.iclwio (mgr.14716) 1534 : cluster 2022-01-18T16:48:15.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:15 smithi156 conmon[67007]: [DBG] pgmap v1313: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:48:15.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:15 smithi129 conmon[101092]: cluster 2022-01-18T16:48:14.773643+0000 mgr.smithi129.iclwio (mgr.14716) 1534 : cluster [DBG] pgmap v1313: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:48:16.971 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:48:17.505 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:48:17.506 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (50m) 89s ago 52m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:48:17.506 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (42m) 89s ago 51m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:48:17.506 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (42m) 91s ago 51m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:48:17.507 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (50m) 89s ago 51m 40.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:48:17.507 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (46m) 89s ago 46m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:48:17.507 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (46m) 91s ago 46m 25.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:48:17.507 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (43m) 89s ago 53m 505M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:48:17.508 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (43m) 91s ago 51m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:48:17.508 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (42m) 89s ago 53m 358M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:48:17.508 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (42m) 91s ago 51m 194M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:48:17.508 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (43m) 89s ago 43m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:48:17.509 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (43m) 91s ago 43m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:48:17.509 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (51m) 89s ago 51m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:48:17.509 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (51m) 91s ago 51m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:48:17.509 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (37m) 89s ago 50m 1541M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:48:17.509 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (50m) 89s ago 50m 2544M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:48:17.510 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (49m) 89s ago 49m 1986M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:48:17.510 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (49m) 89s ago 49m 2536M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:48:17.511 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (49m) 91s ago 49m 2357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:48:17.511 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (48m) 91s ago 48m 2956M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:48:17.511 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (48m) 91s ago 48m 2312M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:48:17.511 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (48m) 91s ago 48m 3466M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:48:17.511 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (50m) 89s ago 51m 59.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:48:17.556 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:48:17.556 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:48:17.556 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:48:17.557 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:48:17.557 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:48:17.557 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:48:17.557 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:48:17.558 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:48:17.558 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:48:17.558 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:48:17.558 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:48:17.559 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:48:17.559 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:48:17.559 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:48:17.559 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:48:17.559 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:48:17.560 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:48:17.560 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:48:17.560 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:48:18.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:17 smithi129 conmon[101092]: cluster 2022-01-18T16:48:16.774058+0000 mgr.smithi129.iclwio (mgr.14716) 1535 : cluster 2022-01-18T16:48:18.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:17 smithi129 conmon[101092]: [DBG] pgmap v1314: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:18.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:17 smithi129 conmon[101092]: audit 2022-01-18T16:48:16.951503+0000 mgr.smithi129.iclwio (mgr.14716) 1536 : audit [DBG] from='client.35098 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:48:18.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:17 smithi129 conmon[101092]: audit 2022-01-18T16:48:17.220946+0000 mgr.smithi129.iclwio (mgr.14716) 1537 : 2022-01-18T16:48:18.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:17 smithi129 conmon[101092]: audit [DBG] from='client.35102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:48:18.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:17 smithi129 conmon[101092]: audit 2022-01-18T16: 2022-01-18T16:48:18.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:17 smithi129 conmon[101092]: 48:17.548143+0000 mon.smithi129 (mon.0) 664 2022-01-18T16:48:18.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:17 smithi129 conmon[101092]: : audit [DBG] from='client.? 172.21.15.129:0/1690937411' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:48:18.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:17 smithi156 conmon[67007]: cluster 2022-01-18T16:48:16.774058+0000 mgr.smithi129.iclwio (mgr.14716) 1535 : cluster [DBG] pgmap v1314: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:18.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:17 smithi156 conmon[67007]: audit 2022-01-18T16:48:16.951503+0000 mgr.smithi129.iclwio (mgr.14716) 1536 : audit [DBG] from='client.35098 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:48:18.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:17 smithi156 conmon[67007]: audit 2022-01-18T16:48:17. 2022-01-18T16:48:18.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:17 smithi156 conmon[67007]: 220946+0000 mgr.smithi129.iclwio (mgr.14716) 1537 : audit [DBG] from='client.35102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:48:18.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:17 smithi156 conmon[67007]: audit 2022-01-18T16:48 2022-01-18T16:48:18.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:17 smithi156 conmon[67007]: :17.548143+0000 mon.smithi129 (mon.0) 664 2022-01-18T16:48:18.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:17 smithi156 conmon[67007]: : audit [DBG] from='client.? 172.21.15.129:0/1690937411' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:48:20.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:19 smithi129 conmon[101092]: cluster 2022-01-18T16:48:18.774625+0000 mgr.smithi129.iclwio (mgr.14716) 1538 : cluster 2022-01-18T16:48:20.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:19 smithi129 conmon[101092]: [DBG] pgmap v1315: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:20.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:19 smithi156 conmon[67007]: cluster 2022-01-18T16:48:18.774625+0000 mgr.smithi129.iclwio (mgr.14716) 1538 : cluster [DBG] pgmap v1315: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:22.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:21 smithi129 conmon[101092]: cluster 2022-01-18T16:48:20.775363+0000 mgr.smithi129.iclwio (mgr.14716) 1539 : cluster [DBG] pgmap v1316: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:48:22.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:21 smithi156 conmon[67007]: cluster 2022-01-18T16:48:20.775363+0000 mgr.smithi129.iclwio (mgr.14716) 1539 : cluster [DBG] pgmap v1316: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:48:24.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:23 smithi129 conmon[101092]: cluster 2022-01-18T16:48:22.775867+0000 mgr.smithi129.iclwio (mgr.14716) 1540 : cluster [DBG] pgmap v1317: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:24.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:23 smithi156 conmon[67007]: cluster 2022-01-18T16:48:22.775867+0000 mgr.smithi129.iclwio (mgr.14716) 1540 : cluster [DBG] pgmap v1317: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:25.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:25 smithi156 conmon[67007]: cluster 2022-01-18T16:48:24.776638+0000 mgr.smithi129.iclwio (mgr.14716) 1541 : cluster [DBG] pgmap v1318: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:48:25.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:25 smithi129 conmon[101092]: cluster 2022-01-18T16:48:24.776638+0000 mgr.smithi129.iclwio (mgr.14716) 1541 : cluster [DBG] pgmap v1318: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:48:28.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:27 smithi129 conmon[101092]: cluster 2022-01-18T16:48:26.777069+0000 mgr.smithi129.iclwio (mgr.14716) 1542 : cluster [DBG] pgmap v1319: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:28.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:27 smithi156 conmon[67007]: cluster 2022-01-18T16:48:26.777069+0000 mgr.smithi129.iclwio (mgr.14716) 1542 : cluster [DBG] pgmap v1319: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:30.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:29 smithi129 conmon[101092]: cluster 2022-01-18T16:48:28.777614+0000 mgr.smithi129.iclwio (mgr.14716) 1543 : cluster [DBG] pgmap v1320: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:30.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:29 smithi156 conmon[67007]: cluster 2022-01-18T16:48:28.777614+0000 mgr.smithi129.iclwio (mgr.14716) 1543 : cluster [DBG] pgmap v1320: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:32.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:31 smithi129 conmon[101092]: cluster 2022-01-18T16:48:30.778348+0000 mgr.smithi129.iclwio (mgr.14716) 1544 : cluster [DBG] pgmap v1321: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:48:32.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:31 smithi156 conmon[67007]: cluster 2022-01-18T16:48:30.778348+0000 mgr.smithi129.iclwio (mgr.14716) 1544 : cluster [DBG] pgmap v1321: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:48:34.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:33 smithi129 conmon[101092]: cluster 2022-01-18T16:48:32.779026+0000 mgr.smithi129.iclwio (mgr.14716) 1545 : cluster [DBG] pgmap v1322: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:34.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:33 smithi156 conmon[67007]: cluster 2022-01-18T16:48:32.779026+0000 mgr.smithi129.iclwio (mgr.14716) 1545 : cluster [DBG] pgmap v1322: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:35.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:35 smithi156 conmon[67007]: cluster 2022-01-18T16:48:34.779815+0000 mgr.smithi129.iclwio (mgr.14716) 1546 : cluster [DBG] 2022-01-18T16:48:35.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:35 smithi156 conmon[67007]: pgmap v1323: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:48:35.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:35 smithi129 conmon[101092]: cluster 2022-01-18T16:48:34.779815+0000 mgr.smithi129.iclwio (mgr.14716) 1546 : cluster [DBG] pgmap v1323: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:48:38.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:37 smithi129 conmon[101092]: cluster 2022-01-18T16:48:36.780483+0000 mgr.smithi129.iclwio (mgr.14716) 1547 : cluster [DBG] 2022-01-18T16:48:38.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:37 smithi129 conmon[101092]: pgmap v1324: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:38.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:37 smithi156 conmon[67007]: cluster 2022-01-18T16:48:36.780483+0000 mgr.smithi129.iclwio (mgr.14716) 1547 : cluster [DBG] pgmap v1324: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:40.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:39 smithi129 conmon[101092]: cluster 2022-01-18T16:48:38.781042+0000 mgr.smithi129.iclwio (mgr.14716) 1548 : cluster [DBG] pgmap v1325: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:40.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:39 smithi156 conmon[67007]: cluster 2022-01-18T16:48:38.781042+0000 mgr.smithi129.iclwio (mgr.14716) 1548 : cluster [DBG] pgmap v1325: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:42.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:41 smithi129 conmon[101092]: cluster 2022-01-18T16:48:40.781994+0000 mgr.smithi129.iclwio (mgr.14716) 1549 : cluster [DBG] pgmap v1326: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:48:42.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:41 smithi156 conmon[67007]: cluster 2022-01-18T16:48:40.781994+0000 mgr.smithi129.iclwio (mgr.14716) 1549 : cluster [DBG] pgmap v1326: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:48:44.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:43 smithi129 conmon[101092]: cluster 2022-01-18T16:48:42.782663+0000 mgr.smithi129.iclwio (mgr.14716) 1550 2022-01-18T16:48:44.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:43 smithi129 conmon[101092]: : cluster [DBG] pgmap v1327: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:44.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:43 smithi156 conmon[67007]: cluster 2022-01-18T16:48:42.782663+0000 mgr.smithi129.iclwio (mgr.14716) 1550 : cluster [DBG] pgmap v1327: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:45.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:45 smithi156 conmon[67007]: cluster 2022-01-18T16:48:44.783387+0000 mgr.smithi129.iclwio (mgr.14716) 1551 : cluster [DBG] pgmap v1328: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:48:45.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:45 smithi129 conmon[101092]: cluster 2022-01-18T16:48:44.783387+0000 mgr.smithi129.iclwio (mgr.14716) 1551 : cluster [DBG] pgmap v1328: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:48:45.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:45 smithi129 conmon[101092]: 2022-01-18T16:48:47.856 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:48:48.130 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:48:48.130 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (51m) 2m ago 52m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:48:48.131 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (43m) 2m ago 52m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:48:48.131 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (42m) 2m ago 51m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:48:48.132 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (51m) 2m ago 52m 40.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:48:48.132 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (47m) 2m ago 47m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:48:48.132 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (47m) 2m ago 47m 25.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:48:48.132 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (43m) 2m ago 53m 505M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:48:48.133 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (43m) 2m ago 51m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:48:48.133 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (43m) 2m ago 53m 358M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:48:48.133 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (43m) 2m ago 51m 194M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:48:48.133 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (44m) 2m ago 44m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:48:48.134 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (44m) 2m ago 44m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:48:48.134 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (52m) 2m ago 52m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:48:48.134 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (51m) 2m ago 51m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:48:48.134 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (37m) 2m ago 51m 1541M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:48:48.135 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (50m) 2m ago 50m 2544M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:48:48.135 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (50m) 2m ago 50m 1986M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:48:48.135 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (49m) 2m ago 49m 2536M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:48:48.135 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (49m) 2m ago 49m 2357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:48:48.136 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (49m) 2m ago 49m 2956M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:48:48.136 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (49m) 2m ago 49m 2312M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:48:48.136 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (48m) 2m ago 48m 3466M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:48:48.136 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (51m) 2m ago 51m 59.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:48:48.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:47 smithi129 conmon[101092]: cluster 2022-01-18T16:48:46.783935+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:48:48.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:47 smithi129 conmon[101092]: 1552 : cluster [DBG] pgmap v1329: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:48.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:47 smithi156 conmon[67007]: cluster 2022-01-18T16:48:46.783935+0000 mgr.smithi129.iclwio (mgr.14716) 1552 : cluster [DBG] pgmap v1329: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:48.459 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:48:48.459 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:48:48.460 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:48:48.460 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:48:48.460 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:48:48.460 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:48:48.461 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:48:48.461 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:48:48.461 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:48:48.461 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:48:48.461 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:48:48.462 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:48:48.462 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:48:48.462 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:48:48.462 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:48:48.463 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:48:48.463 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:48:48.463 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:48:48.463 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:48:49.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:48 smithi129 conmon[101092]: audit 2022-01-18T16:48:47.836029+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:48:49.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:48 smithi129 conmon[101092]: 14716) 1553 : audit [DBG] from='client.35110 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:48:49.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:48 smithi129 conmon[101092]: audit 2022-01-18T16:48:47.984406 2022-01-18T16:48:49.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:48 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 665 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:48:49.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:48 smithi129 conmon[101092]: audit 2022-01-18T16:48:47.985470+0000 mon.smithi129 ( 2022-01-18T16:48:49.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:48 smithi129 conmon[101092]: mon.0) 666 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:48:49.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:48 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T16:48:49.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:48 smithi129 conmon[101092]: 18T16:48:47.986112+0000 mon.smithi129 (mon.0) 2022-01-18T16:48:49.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:48 smithi129 conmon[101092]: 667 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:48:49.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:48 smithi129 conmon[101092]: cephadm 2022-01-18T16:48:47 2022-01-18T16:48:49.200 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:48 smithi129 conmon[101092]: .986672+0000 mgr.smithi129.iclwio (mgr.14716) 1554 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:48:49.200 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:48 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T16:48:49.200 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:48 smithi129 conmon[101092]: T16:48:48.111845+0000 mgr.smithi129.iclwio (mgr.14716) 1555 : 2022-01-18T16:48:49.200 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:48 smithi129 conmon[101092]: audit [DBG] from='client.35114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:48:49.200 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:48 smithi129 conmon[101092]: audit 2022-01-18T16:48:49.201 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:48 smithi129 conmon[101092]: 2022-01-18T16:48:48.247450+0000 mon.smithi129 (mon.0) 668 : 2022-01-18T16:48:49.201 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:48 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:48:49.201 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:48 smithi129 conmon[101092]: audit 2022-01-18T16:48:49.201 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:48 smithi129 conmon[101092]: 2022-01-18T16:48:48.451101+0000 mon.smithi129 (mon.0) 669 2022-01-18T16:48:49.202 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:48 smithi129 conmon[101092]: : audit [DBG] from='client.? 172.21.15.129:0/1576855602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:48:49.202 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:48 smithi129 conmon[101092]: audit 2022-01-18T16:48:48.543469 2022-01-18T16:48:49.202 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:48 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 670 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:48:49.202 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:48 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T16:48:49.203 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:48 smithi129 conmon[101092]: T16:48:48.548287+0000 mon.smithi129 (mon.0) 671 : audit 2022-01-18T16:48:49.203 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:48 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:48:49.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:48 smithi156 conmon[67007]: audit 2022-01-18T16:48:47.836029+0000 mgr.smithi129.iclwio (mgr.14716) 1553 : audit [DBG] from='client.35110 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:48:49.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:48 smithi156 conmon[67007]: audit 2022-01-18T16:48:47.984406+0000 mon.smithi129 (mon.0) 665 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:48:49.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:48 smithi156 conmon[67007]: audit 2022-01-18T16:48:47.985470+0000 mon.smithi129 (mon.0) 666 : audit [DBG] 2022-01-18T16:48:49.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:48 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:48:49.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:48 smithi156 conmon[67007]: audit 2022-01-18T16:48:47.986112+0000 mon.smithi129 2022-01-18T16:48:49.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:48 smithi156 conmon[67007]: (mon.0) 667 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:48:49.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:48 smithi156 conmon[67007]: cephadm 2022-01-18T16:48 2022-01-18T16:48:49.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:48 smithi156 conmon[67007]: :47.986672+0000 mgr.smithi129.iclwio (mgr.14716) 1554 2022-01-18T16:48:49.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:48 smithi156 conmon[67007]: : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:48:49.310 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:48 smithi156 conmon[67007]: audit 2022-01-18T16 2022-01-18T16:48:49.310 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:48 smithi156 conmon[67007]: :48:48.111845+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:48:49.310 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:48 smithi156 conmon[67007]: ) 1555 : audit [DBG] from='client.35114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:48:49.310 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:48 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T16:48:49.311 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:48 smithi156 conmon[67007]: 16:48:48.247450+0000 mon.smithi129 (mon. 2022-01-18T16:48:49.311 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:48 smithi156 conmon[67007]: 0) 668 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:48:49.311 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:48 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T16:48:49.311 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:48 smithi156 conmon[67007]: T16:48:48.451101+0000 mon.smithi129 (mon 2022-01-18T16:48:49.312 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:48 smithi156 conmon[67007]: .0) 669 : audit [DBG] from='client.? 172.21.15.129:0/1576855602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:48:49.312 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:48 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T16:48:49.312 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:48 smithi156 conmon[67007]: 18T16:48:48.543469+0000 mon.smithi129 ( 2022-01-18T16:48:49.312 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:48 smithi156 conmon[67007]: mon.0) 670 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:48:49.312 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:48 smithi156 conmon[67007]: audit 2022-01 2022-01-18T16:48:49.313 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:48 smithi156 conmon[67007]: -18T16:48:48.548287+0000 mon.smithi129 ( 2022-01-18T16:48:49.313 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:48 smithi156 conmon[67007]: mon.0) 671 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:48:50.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:49 smithi129 conmon[101092]: cluster 2022-01-18T16:48:48.784382+0000 mgr.smithi129.iclwio (mgr.14716) 1556 : cluster [DBG] pgmap v1330: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:50.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:49 smithi156 conmon[67007]: cluster 2022-01-18T16:48:48.784382+0000 mgr.smithi129.iclwio (mgr.14716) 1556 : cluster [DBG] 2022-01-18T16:48:50.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:49 smithi156 conmon[67007]: pgmap v1330: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:52.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:51 smithi129 conmon[101092]: cluster 2022-01-18T16:48:50.785219+0000 mgr.smithi129.iclwio (mgr.14716) 1557 : cluster [DBG] pgmap v1331: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:48:52.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:51 smithi156 conmon[67007]: cluster 2022-01-18T16:48:50.785219+0000 mgr.smithi129.iclwio (mgr.14716) 1557 : cluster [DBG] pgmap v1331: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:48:54.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:53 smithi129 conmon[101092]: cluster 2022-01-18T16:48:52.785909+0000 mgr.smithi129.iclwio (mgr.14716) 1558 : cluster [DBG] pgmap v1332: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:54.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:53 smithi129 conmon[101092]: 2022-01-18T16:48:54.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:53 smithi156 conmon[67007]: cluster 2022-01-18T16:48:52.785909+0000 mgr.smithi129.iclwio (mgr.14716) 1558 : cluster [DBG] pgmap v1332: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:54.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:53 smithi156 conmon[67007]: 2022-01-18T16:48:55.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:55 smithi156 conmon[67007]: cluster 2022-01-18T16:48:54.786605+0000 mgr.smithi129.iclwio (mgr.14716) 1559 : cluster [DBG] pgmap v1333: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:48:55.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:55 smithi129 conmon[101092]: cluster 2022-01-18T16:48:54.786605+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:48:55.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:55 smithi129 conmon[101092]: 1559 : cluster [DBG] pgmap v1333: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:48:58.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:57 smithi129 conmon[101092]: cluster 2022-01-18T16:48:56.787107+0000 mgr.smithi129.iclwio (mgr.14716) 1560 : cluster [DBG] pgmap v1334: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:58.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:57 smithi156 conmon[67007]: cluster 2022-01-18T16:48:56.787107+0000 mgr.smithi129.iclwio (mgr.14716) 1560 : cluster [DBG] pgmap v1334: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:48:59.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:58 smithi129 conmon[101092]: audit 2022-01-18T16:48:58.366989+0000 mon.smithi129 (mon.0) 672 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:48:59.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:58 smithi129 conmon[101092]: audit 2022-01-18T16:48:58.367244+0000 mon.smithi129 (mon.0) 673 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:48:59.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:58 smithi156 conmon[67007]: audit 2022-01-18T16:48:58.366989+0000 mon.smithi129 (mon.0) 672 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:48:59.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:58 smithi156 conmon[67007]: audit 2022-01-18T16:48:58.367244+0000 mon.smithi129 (mon.0) 673 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:49:00.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:48:59 smithi129 conmon[101092]: cluster 2022-01-18T16:48:58.787680+0000 mgr.smithi129.iclwio (mgr.14716) 1561 : cluster [DBG] pgmap v1335: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:00.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:48:59 smithi156 conmon[67007]: cluster 2022-01-18T16:48:58.787680+0000 mgr.smithi129.iclwio (mgr.14716) 1561 : cluster [DBG] pgmap v1335: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:02.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:01 smithi129 conmon[101092]: cluster 2022-01-18T16:49:00.788351+0000 mgr.smithi129.iclwio (mgr.14716) 1562 : cluster [DBG] pgmap v1336: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:49:02.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:01 smithi156 conmon[67007]: cluster 2022-01-18T16:49:00.788351+0000 mgr.smithi129.iclwio (mgr.14716) 1562 : cluster [DBG] pgmap v1336: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:49:04.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:03 smithi129 conmon[101092]: cluster 2022-01-18T16:49:02.789032+0000 mgr.smithi129.iclwio (mgr.14716) 1563 : cluster [DBG] pgmap v1337: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:04.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:03 smithi156 conmon[67007]: cluster 2022-01-18T16:49:02.789032+0000 mgr.smithi129.iclwio (mgr.14716) 1563 : 2022-01-18T16:49:04.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:03 smithi156 conmon[67007]: cluster [DBG] pgmap v1337: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:05.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:05 smithi156 conmon[67007]: cluster 2022-01-18T16:49:04.789827+0000 mgr.smithi129.iclwio (mgr.14716) 1564 : cluster [DBG] pgmap v1338: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:49:05.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:05 smithi129 conmon[101092]: cluster 2022-01-18T16:49:04.789827+0000 mgr.smithi129.iclwio (mgr.14716) 1564 : cluster [DBG] 2022-01-18T16:49:05.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:05 smithi129 conmon[101092]: pgmap v1338: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:49:08.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:07 smithi129 conmon[101092]: cluster 2022-01-18T16:49:06.790390+0000 mgr.smithi129.iclwio (mgr.14716) 1565 : cluster 2022-01-18T16:49:08.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:07 smithi129 conmon[101092]: [DBG] pgmap v1339: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:08.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:07 smithi156 conmon[67007]: cluster 2022-01-18T16:49:06.790390+0000 mgr.smithi129.iclwio (mgr.14716) 1565 : cluster [DBG] pgmap v1339: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:08.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:07 smithi156 conmon[67007]: 2022-01-18T16:49:10.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:09 smithi129 conmon[101092]: cluster 2022-01-18T16:49:08.791091+0000 mgr.smithi129.iclwio (mgr.14716) 1566 : 2022-01-18T16:49:10.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:09 smithi129 conmon[101092]: cluster [DBG] pgmap v1340: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:10.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:09 smithi156 conmon[67007]: cluster 2022-01-18T16:49:08.791091+0000 mgr.smithi129.iclwio (mgr.14716) 1566 : cluster [DBG] pgmap v1340: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:12.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:11 smithi129 conmon[101092]: cluster 2022-01-18T16:49:10.791892+0000 mgr.smithi129.iclwio (mgr.14716) 1567 : cluster [DBG] pgmap v1341: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:49:12.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:11 smithi129 conmon[101092]: 2022-01-18T16:49:12.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:11 smithi156 conmon[67007]: cluster 2022-01-18T16:49:10.791892+0000 mgr.smithi129.iclwio (mgr.14716) 1567 : cluster [DBG] pgmap v1341: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:49:12.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:11 smithi156 conmon[67007]: 2022-01-18T16:49:14.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:13 smithi129 conmon[101092]: cluster 2022-01-18T16:49:12.792478+0000 mgr.smithi129.iclwio (mgr.14716) 1568 : cluster [DBG] 2022-01-18T16:49:14.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:13 smithi129 conmon[101092]: pgmap v1342: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:14.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:13 smithi156 conmon[67007]: cluster 2022-01-18T16:49:12.792478+0000 mgr.smithi129.iclwio (mgr.14716) 1568 : cluster [DBG] pgmap v1342: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:15.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:15 smithi156 conmon[67007]: cluster 2022-01-18T16:49:14.793261+0000 mgr.smithi129.iclwio (mgr.14716) 1569 : cluster [DBG] pgmap v1343: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:49:15.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:15 smithi129 conmon[101092]: cluster 2022-01-18T16:49:14.793261+0000 mgr.smithi129.iclwio (mgr.14716) 1569 : cluster [DBG] pgmap v1343: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:49:18.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:17 smithi129 conmon[101092]: cluster 2022-01-18T16:49:16.793752+0000 mgr.smithi129.iclwio (mgr.14716) 1570 : cluster [DBG] pgmap v1344: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:18.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:17 smithi156 conmon[67007]: cluster 2022-01-18T16:49:16.793752+0000 mgr.smithi129.iclwio (mgr.14716) 1570 : cluster [DBG] pgmap v1344: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:18.755 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:49:19.021 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:49:19.021 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (51m) 2m ago 53m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:49:19.022 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (43m) 2m ago 53m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:49:19.022 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (43m) 2m ago 52m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:49:19.022 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (51m) 2m ago 52m 40.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:49:19.022 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (47m) 2m ago 47m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:49:19.023 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (47m) 2m ago 47m 25.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:49:19.023 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (44m) 2m ago 54m 505M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:49:19.023 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (44m) 2m ago 52m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:49:19.024 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (44m) 2m ago 54m 358M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:49:19.024 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (43m) 2m ago 52m 194M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:49:19.024 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (44m) 2m ago 44m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:49:19.024 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (44m) 2m ago 44m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:49:19.025 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (52m) 2m ago 52m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:49:19.025 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (52m) 2m ago 52m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:49:19.025 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (38m) 2m ago 51m 1541M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:49:19.025 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (51m) 2m ago 51m 2544M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:49:19.025 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (50m) 2m ago 50m 1986M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:49:19.026 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (50m) 2m ago 50m 2536M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:49:19.026 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (50m) 2m ago 50m 2357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:49:19.026 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (49m) 2m ago 49m 2956M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:49:19.026 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (49m) 2m ago 49m 2312M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:49:19.027 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (49m) 2m ago 49m 3466M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:49:19.027 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (51m) 2m ago 52m 59.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:49:19.341 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:49:19.342 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:49:19.342 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:49:19.342 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:49:19.342 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:49:19.343 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:49:19.343 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:49:19.343 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:49:19.343 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:49:19.344 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:49:19.344 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:49:19.344 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:49:19.344 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:49:19.344 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:49:19.345 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:49:19.345 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:49:19.345 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:49:19.345 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:49:19.345 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:49:20.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:19 smithi129 conmon[101092]: audit 2022-01-18T16:49:18.735512+0000 mgr.smithi129.iclwio ( 2022-01-18T16:49:20.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:19 smithi129 conmon[101092]: mgr.14716) 1571 : audit [DBG] from='client.35122 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:49:20.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:19 smithi129 conmon[101092]: cluster 2022-01-18T16:49:18.794254+0000 mgr.smithi129.iclwio (mgr.14716) 1572 : cluster [DBG] pgmap v1345: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:20.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:19 smithi129 conmon[101092]: audit 2022-01-18T16:49:20.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:19 smithi129 conmon[101092]: 2022-01-18T16:49:19.004347+0000 mgr.smithi129.iclwio (mgr.14716) 1573 : audit [DBG] from='client.35126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:49:20.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:19 smithi129 conmon[101092]: audit 2022-01-18T16:49:19.333298 2022-01-18T16:49:20.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:19 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 674 : audit [DBG] 2022-01-18T16:49:20.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:19 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/4205906883' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:49:20.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:19 smithi156 conmon[67007]: audit 2022-01-18T16:49:18.735512+0000 mgr.smithi129.iclwio (mgr.14716) 1571 : audit [DBG] from='client.35122 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:49:20.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:19 smithi156 conmon[67007]: cluster 2022-01-18T16:49:18.794254+0000 mgr.smithi129.iclwio (mgr.14716) 1572 : cluster [DBG] pgmap v1345: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:20.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:19 smithi156 conmon[67007]: audit 2022-01-18T16:49:19.004347+0000 mgr.smithi129.iclwio (mgr.14716) 1573 : audit [DBG] from='client.35126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:49:20.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:19 smithi156 conmon[67007]: audit 2022-01-18T16 2022-01-18T16:49:20.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:19 smithi156 conmon[67007]: :49:19.333298+0000 mon.smithi129 (mon.0 2022-01-18T16:49:20.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:19 smithi156 conmon[67007]: ) 674 : audit [DBG] from='client.? 172.21.15.129:0/4205906883' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:49:22.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:21 smithi129 conmon[101092]: cluster 2022-01-18T16:49:20.795121+0000 mgr.smithi129.iclwio (mgr.14716) 1574 : cluster [DBG] pgmap v1346: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:49:22.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:21 smithi156 conmon[67007]: cluster 2022-01-18T16:49:20.795121+0000 mgr.smithi129.iclwio (mgr.14716) 1574 : cluster [DBG] pgmap v1346: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:49:24.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:23 smithi129 conmon[101092]: cluster 2022-01-18T16:49:22.795763+0000 mgr.smithi129.iclwio (mgr.14716) 1575 : cluster [DBG] pgmap v1347: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:24.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:23 smithi129 conmon[101092]: 2022-01-18T16:49:24.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:23 smithi156 conmon[67007]: cluster 2022-01-18T16:49:22.795763+0000 mgr.smithi129.iclwio (mgr.14716) 1575 : cluster [DBG] pgmap v1347: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:25.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:25 smithi156 conmon[67007]: cluster 2022-01-18T16:49:24.796606+0000 mgr.smithi129.iclwio (mgr.14716) 1576 : cluster [DBG] pgmap v1348: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:49:25.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:25 smithi129 conmon[101092]: cluster 2022-01-18T16:49:24.796606+0000 mgr.smithi129.iclwio (mgr.14716) 1576 : cluster 2022-01-18T16:49:25.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:25 smithi129 conmon[101092]: [DBG] pgmap v1348: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:49:28.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:27 smithi129 conmon[101092]: cluster 2022-01-18T16:49:26.797107+0000 mgr.smithi129.iclwio (mgr.14716) 1577 2022-01-18T16:49:28.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:27 smithi129 conmon[101092]: : cluster [DBG] pgmap v1349: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:28.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:27 smithi156 conmon[67007]: cluster 2022-01-18T16:49:26.797107+0000 mgr.smithi129.iclwio (mgr.14716) 1577 : cluster [DBG] pgmap v1349: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:30.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:29 smithi129 conmon[101092]: cluster 2022-01-18T16:49:28.797749+0000 mgr.smithi129.iclwio (mgr.14716) 1578 : cluster [DBG] 2022-01-18T16:49:30.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:29 smithi129 conmon[101092]: pgmap v1350: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:30.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:29 smithi156 conmon[67007]: cluster 2022-01-18T16:49:28.797749+0000 mgr.smithi129.iclwio (mgr.14716) 1578 : cluster [DBG] pgmap v1350: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:32.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:31 smithi129 conmon[101092]: cluster 2022-01-18T16:49:30.798553+0000 mgr.smithi129.iclwio (mgr.14716) 1579 : cluster [DBG] pgmap v1351: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:49:32.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:31 smithi156 conmon[67007]: cluster 2022-01-18T16:49:30.798553+0000 mgr.smithi129.iclwio (mgr.14716) 1579 : cluster [DBG] pgmap v1351: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:49:34.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:33 smithi129 conmon[101092]: cluster 2022-01-18T16:49:32.799049+0000 mgr.smithi129.iclwio (mgr.14716) 1580 : cluster [DBG] pgmap v1352: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:34.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:33 smithi129 conmon[101092]: 2022-01-18T16:49:34.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:33 smithi156 conmon[67007]: cluster 2022-01-18T16:49:32.799049+0000 mgr.smithi129.iclwio (mgr.14716) 1580 : cluster 2022-01-18T16:49:34.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:33 smithi156 conmon[67007]: [DBG] pgmap v1352: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:35.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:35 smithi156 conmon[67007]: cluster 2022-01-18T16:49:34.799904+0000 mgr.smithi129.iclwio (mgr.14716) 1581 : cluster [DBG] pgmap v1353: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:49:35.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:35 smithi129 conmon[101092]: cluster 2022-01-18T16:49:34.799904+0000 mgr.smithi129.iclwio (mgr.14716) 1581 : cluster [DBG] pgmap v1353: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:49:38.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:37 smithi129 conmon[101092]: cluster 2022-01-18T16:49:36.800310+0000 mgr.smithi129.iclwio (mgr.14716) 1582 : cluster [DBG] pgmap v1354: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:38.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:37 smithi156 conmon[67007]: cluster 2022-01-18T16:49:36.800310+0000 mgr.smithi129.iclwio (mgr.14716) 1582 : cluster [DBG] pgmap v1354: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:40.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:39 smithi129 conmon[101092]: cluster 2022-01-18T16:49:38.800868+0000 mgr.smithi129.iclwio (mgr.14716) 1583 : cluster [DBG] 2022-01-18T16:49:40.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:39 smithi129 conmon[101092]: pgmap v1355: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:40.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:39 smithi156 conmon[67007]: cluster 2022-01-18T16:49:38.800868+0000 mgr.smithi129.iclwio (mgr.14716) 1583 : cluster [DBG] pgmap v1355: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:42.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:41 smithi129 conmon[101092]: cluster 2022-01-18T16:49: 2022-01-18T16:49:42.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:41 smithi129 conmon[101092]: 40.801588+0000 mgr.smithi129.iclwio (mgr.14716) 1584 : cluster [DBG] pgmap v1356: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:49:42.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:41 smithi156 conmon[67007]: cluster 2022-01-18T16:49:40.801588+0000 mgr.smithi129.iclwio (mgr.14716) 1584 : cluster [DBG] pgmap v1356: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:49:44.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:43 smithi129 conmon[101092]: cluster 2022-01-18T16:49:42.802187+0000 mgr.smithi129.iclwio (mgr.14716) 1585 : cluster [DBG] pgmap v1357: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:44.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:43 smithi156 conmon[67007]: cluster 2022-01-18T16:49:42.802187+0000 mgr.smithi129.iclwio (mgr.14716) 1585 : cluster [DBG] pgmap v1357: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:44.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:43 smithi156 conmon[67007]: 2022-01-18T16:49:45.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:45 smithi156 conmon[67007]: cluster 2022-01-18T16:49:44.802970+0000 mgr.smithi129.iclwio (mgr.14716) 1586 : cluster [DBG] pgmap v1358: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:49:45.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:45 smithi129 conmon[101092]: cluster 2022-01-18T16:49:44.802970+0000 mgr.smithi129.iclwio (mgr.14716) 1586 : cluster [DBG] pgmap v1358: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:49:48.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:47 smithi129 conmon[101092]: cluster 2022-01-18T16:49:46.803424+0000 mgr.smithi129.iclwio (mgr.14716) 1587 : cluster [DBG] 2022-01-18T16:49:48.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:47 smithi129 conmon[101092]: pgmap v1359: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:48.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:47 smithi156 conmon[67007]: cluster 2022-01-18T16:49:46.803424+0000 mgr.smithi129.iclwio (mgr.14716) 1587 : cluster [DBG] pgmap v1359: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:49.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:48 smithi129 conmon[101092]: audit 2022-01-18T16:49:48.550840+0000 mon.smithi129 (mon. 2022-01-18T16:49:49.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:48 smithi129 conmon[101092]: 0) 675 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:49:49.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:48 smithi129 conmon[101092]: audit 2022-01-18T16:49:48.552260+0000 mon.smithi129 (mon.0) 676 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:49:49.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:48 smithi129 conmon[101092]: audit 2022-01-18T16:49:49.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:48 smithi129 conmon[101092]: 2022-01-18T16:49:48.553104+0000 mon.smithi129 (mon.0) 677 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:49:49.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:48 smithi156 conmon[67007]: audit 2022-01-18T16:49:48.550840+0000 mon.smithi129 (mon.0) 675 2022-01-18T16:49:49.562 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:48 smithi156 conmon[67007]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:49:49.562 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:48 smithi156 conmon[67007]: audit 2022-01-18T16:49:48.552260+0000 mon.smithi129 (mon.0) 676 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:49:49.562 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:48 smithi156 conmon[67007]: audit 2022-01-18T16:49:48.553104+0000 mon.smithi129 (mon.0) 677 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:49:49.636 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:49:49.902 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:49:49.903 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (52m) 3m ago 53m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:49:49.903 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (44m) 3m ago 53m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:49:49.903 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (43m) 3m ago 52m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:49:49.904 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (52m) 3m ago 53m 40.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:49:49.904 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (48m) 3m ago 48m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:49:49.904 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (48m) 3m ago 48m 25.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:49:49.904 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (44m) 3m ago 54m 505M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:49:49.905 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (44m) 3m ago 52m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:49:49.905 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (44m) 3m ago 54m 358M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:49:49.905 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (44m) 3m ago 52m 194M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:49:49.905 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (45m) 3m ago 45m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:49:49.905 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (45m) 3m ago 45m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:49:49.906 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (53m) 3m ago 53m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:49:49.906 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (52m) 3m ago 52m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:49:49.906 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (38m) 3m ago 52m 1541M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:49:49.906 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (51m) 3m ago 51m 2544M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:49:49.907 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (51m) 3m ago 51m 1986M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:49:49.907 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (51m) 3m ago 51m 2536M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:49:49.907 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (50m) 3m ago 50m 2357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:49:49.907 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (50m) 3m ago 50m 2956M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:49:49.908 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (50m) 3m ago 50m 2312M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:49:49.908 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (49m) 3m ago 49m 3466M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:49:49.908 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (52m) 3m ago 52m 59.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:49:50.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:49 smithi129 conmon[101092]: cephadm 2022-01-18T16:49:48.553851+0000 mgr.smithi129.iclwio (mgr.14716) 1588 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:49:50.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:49 smithi129 conmon[101092]: 2022-01-18T16:49:50.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:49 smithi129 conmon[101092]: cluster 2022-01-18T16:49:48.803967+0000 mgr.smithi129.iclwio (mgr.14716) 1589 : cluster [DBG] pgmap v1360: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:50.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:49 smithi129 conmon[101092]: audit 2022-01-18T16:49:48.863619+0000 mon.smithi129 (mon.0) 678 : 2022-01-18T16:49:50.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:49 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:49:50.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:49 smithi129 conmon[101092]: audit 2022-01-18T16:49:48.868624+0000 mon.smithi129 (mon.0) 2022-01-18T16:49:50.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:49 smithi129 conmon[101092]: 679 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:49:50.221 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:49:50.221 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:49:50.222 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:49:50.222 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:49:50.222 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:49:50.222 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:49:50.223 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:49:50.223 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:49:50.223 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:49:50.223 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:49:50.224 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:49:50.224 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:49:50.224 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:49:50.224 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:49:50.224 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:49:50.225 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:49:50.225 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:49:50.225 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:49:50.225 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:49:50.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:49 smithi156 conmon[67007]: cephadm 2022-01-18T16:49:48.553851+0000 mgr.smithi129.iclwio (mgr.14716) 1588 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:49:50.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:49 smithi156 conmon[67007]: cluster 2022-01-18T16:49:48.803967+0000 mgr.smithi129.iclwio (mgr.14716) 1589 : cluster [DBG] pgmap v1360: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:50.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:49 smithi156 conmon[67007]: audit 2022-01-18T16:49:48.863619+0000 2022-01-18T16:49:50.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:49 smithi156 conmon[67007]: mon.smithi129 (mon.0) 678 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:49:50.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:49 smithi156 conmon[67007]: audit 2022-01-18T16:49:50.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:49 smithi156 conmon[67007]: 2022-01-18T16:49:48.868624+0000 mon.smithi129 (mon. 2022-01-18T16:49:50.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:49 smithi156 conmon[67007]: 0) 679 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:49:51.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:50 smithi129 conmon[101092]: audit 2022-01-18T16:49:49.616425+0000 mgr.smithi129.iclwio (mgr.14716) 1590 : audit 2022-01-18T16:49:51.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:50 smithi129 conmon[101092]: [DBG] from='client.35134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:49:51.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:50 smithi129 conmon[101092]: audit 2022-01-18T16:49:49.886025+0000 mgr.smithi129.iclwio (mgr.14716) 1591 : audit [DBG] from='client.35138 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:49:51.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:50 smithi129 conmon[101092]: audit 2022-01-18T16:49:50 2022-01-18T16:49:51.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:50 smithi129 conmon[101092]: .212942+0000 mon.smithi129 (mon.0) 680 : 2022-01-18T16:49:51.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:50 smithi129 conmon[101092]: audit [DBG] from='client.? 172.21.15.129:0/1629776306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:49:51.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:50 smithi156 conmon[67007]: audit 2022-01-18T16:49:49.616425+0000 mgr.smithi129.iclwio (mgr.14716) 1590 : audit [DBG] from='client.35134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:49:51.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:50 smithi156 conmon[67007]: audit 2022-01-18T16:49:51.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:50 smithi156 conmon[67007]: 2022-01-18T16:49:49.886025+0000 mgr.smithi129.iclwio (mgr.14716) 1591 : audit [DBG] from='client.35138 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:49:51.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:50 smithi156 conmon[67007]: audit 2022-01-18T16:49:50.212942+0000 mon.smithi129 (mon.0) 680 : audit [DBG] from='client.? 172.21.15.129:0/1629776306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:49:52.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:51 smithi129 conmon[101092]: cluster 2022-01-18T16:49:50.804756+0000 mgr.smithi129.iclwio (mgr.14716) 1592 : cluster [DBG] pgmap v1361: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:49:52.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:51 smithi156 conmon[67007]: cluster 2022-01-18T16:49:50.804756+0000 mgr.smithi129.iclwio (mgr.14716) 1592 2022-01-18T16:49:52.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:51 smithi156 conmon[67007]: : cluster [DBG] pgmap v1361: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:49:54.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:53 smithi129 conmon[101092]: cluster 2022-01-18T16:49:52.805300+0000 mgr.smithi129.iclwio (mgr.14716) 1593 : cluster [DBG] 2022-01-18T16:49:54.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:53 smithi129 conmon[101092]: pgmap v1362: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:54.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:53 smithi156 conmon[67007]: cluster 2022-01-18T16:49:52.805300+0000 mgr.smithi129.iclwio (mgr.14716) 1593 : cluster [DBG] pgmap v1362: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:55.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:55 smithi156 conmon[67007]: cluster 2022-01-18T16:49:54.806211+0000 mgr.smithi129.iclwio (mgr.14716) 1594 : cluster [DBG] pgmap v1363: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:49:55.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:55 smithi129 conmon[101092]: cluster 2022-01-18T16:49:54.806211+0000 mgr.smithi129.iclwio (mgr.14716) 1594 : cluster [DBG] pgmap v1363: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:49:58.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:57 smithi129 conmon[101092]: cluster 2022-01-18T16:49:56.806801+0000 mgr.smithi129.iclwio (mgr.14716) 1595 : cluster [DBG] pgmap v1364: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:58.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:57 smithi156 conmon[67007]: cluster 2022-01-18T16:49:56.806801+0000 mgr.smithi129.iclwio (mgr.14716) 1595 : cluster [DBG] pgmap v1364: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:49:59.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:58 smithi129 conmon[101092]: audit 2022-01-18T16:49:58.371095+0000 mon.smithi129 (mon.0) 681 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:49:59.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:58 smithi129 conmon[101092]: 2022-01-18T16:49:59.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:58 smithi129 conmon[101092]: audit 2022-01-18T16:49:58.371332+0000 mon.smithi129 (mon.0) 682 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:49:59.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:58 smithi156 conmon[67007]: audit 2022-01-18T16:49:58.371095+0000 mon.smithi129 (mon.0) 681 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:49:59.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:58 smithi156 conmon[67007]: 2022-01-18T16:49:59.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:58 smithi156 conmon[67007]: audit 2022-01-18T16:49:58.371332+0000 mon.smithi129 (mon.0) 682 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:50:00.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:49:59 smithi129 conmon[101092]: cluster 2022-01-18T16:49:58.807442+0000 mgr.smithi129.iclwio (mgr.14716) 1596 : cluster [DBG] pgmap v1365: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:00.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:49:59 smithi156 conmon[67007]: cluster 2022-01-18T16:49:58.807442+0000 mgr.smithi129.iclwio (mgr.14716) 1596 : cluster [DBG] pgmap v1365: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:01.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:00 smithi129 conmon[101092]: cluster 2022-01-18T16:50:00.000109+0000 mon.smithi129 (mon.0) 683 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T16:50:01.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:00 smithi156 conmon[67007]: cluster 2022-01-18T16:50:00.000109+0000 mon.smithi129 (mon.0) 683 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T16:50:01.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:00 smithi156 conmon[67007]: 2022-01-18T16:50:02.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:01 smithi129 conmon[101092]: cluster 2022-01-18T16:50:00.808262+0000 mgr.smithi129.iclwio (mgr.14716) 1597 : cluster [DBG] pgmap v1366: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:50:02.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:01 smithi156 conmon[67007]: cluster 2022-01-18T16:50:00.808262+0000 mgr.smithi129.iclwio (mgr.14716) 1597 : cluster [DBG] 2022-01-18T16:50:02.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:01 smithi156 conmon[67007]: pgmap v1366: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:50:04.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:03 smithi129 conmon[101092]: cluster 2022-01-18T16:50:02.808767+0000 mgr.smithi129.iclwio (mgr.14716) 1598 : cluster [DBG] 2022-01-18T16:50:04.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:03 smithi129 conmon[101092]: pgmap v1367: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:04.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:03 smithi156 conmon[67007]: cluster 2022-01-18T16:50:02.808767+0000 mgr.smithi129.iclwio (mgr.14716) 1598 : cluster [DBG] pgmap v1367: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:05.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:05 smithi156 conmon[67007]: cluster 2022-01-18T16:50:04.809617+0000 mgr.smithi129.iclwio (mgr.14716) 1599 : cluster [DBG] pgmap v1368: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:50:05.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:05 smithi129 conmon[101092]: cluster 2022-01-18T16:50:04.809617+0000 mgr.smithi129.iclwio (mgr.14716) 1599 : cluster [DBG] pgmap v1368: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:50:05.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:05 smithi129 conmon[101092]: 2022-01-18T16:50:08.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:07 smithi129 conmon[101092]: cluster 2022-01-18T16:50:06.810098+0000 mgr.smithi129.iclwio (mgr.14716) 1600 : cluster [DBG] pgmap v1369: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:08.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:07 smithi156 conmon[67007]: cluster 2022-01-18T16:50:06.810098+0000 mgr.smithi129.iclwio (mgr.14716) 1600 : cluster [DBG] pgmap v1369: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:10.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:09 smithi129 conmon[101092]: cluster 2022-01-18T16:50:08.810639+0000 mgr.smithi129.iclwio (mgr.14716) 1601 : cluster [DBG] pgmap v1370: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:10.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:09 smithi156 conmon[67007]: cluster 2022-01-18T16:50:08.810639+0000 mgr.smithi129.iclwio (mgr.14716) 1601 : cluster [DBG] pgmap v1370: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:12.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:11 smithi129 conmon[101092]: cluster 2022-01-18T16:50:10.811390+0000 mgr.smithi129.iclwio (mgr.14716) 1602 : cluster [DBG] pgmap v1371: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:50:12.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:11 smithi156 conmon[67007]: cluster 2022-01-18T16:50:10.811390+0000 mgr.smithi129.iclwio (mgr.14716) 1602 : cluster [DBG] pgmap v1371: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:50:14.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:13 smithi129 conmon[101092]: cluster 2022-01-18T16:50:12.812061+0000 mgr.smithi129.iclwio (mgr.14716) 1603 : cluster [DBG] pgmap v1372: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:14.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:13 smithi156 conmon[67007]: cluster 2022-01-18T16:50:12.812061+0000 mgr.smithi129.iclwio (mgr.14716) 1603 : cluster [DBG] pgmap v1372: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:15.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:15 smithi156 conmon[67007]: cluster 2022-01-18T16:50:14.813019+0000 mgr.smithi129.iclwio (mgr.14716) 1604 : cluster [DBG] pgmap v1373: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:50:15.808 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:15 smithi156 conmon[67007]: 2022-01-18T16:50:15.948 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:15 smithi129 conmon[101092]: cluster 2022-01-18T16:50:14.813019+0000 mgr.smithi129.iclwio (mgr.14716) 1604 : cluster [DBG] pgmap v1373: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:50:18.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:17 smithi129 conmon[101092]: cluster 2022-01-18T16:50:16.813581+0000 mgr.smithi129.iclwio (mgr.14716) 1605 : cluster [DBG] 2022-01-18T16:50:18.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:17 smithi129 conmon[101092]: pgmap v1374: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:18.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:17 smithi156 conmon[67007]: cluster 2022-01-18T16:50:16.813581+0000 mgr.smithi129.iclwio (mgr.14716) 1605 : cluster [DBG] pgmap v1374: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:20.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:19 smithi129 conmon[101092]: cluster 2022-01-18T16:50:18.814126 2022-01-18T16:50:20.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:19 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 1606 : cluster [DBG] pgmap v1375: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:20.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:19 smithi156 conmon[67007]: cluster 2022-01-18T16:50:18.814126+0000 mgr.smithi129.iclwio (mgr.14716) 1606 : cluster [DBG] pgmap v1375: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:20.520 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:50:20.784 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:50:20.784 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (52m) 3m ago 54m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:50:20.785 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (44m) 3m ago 54m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:50:20.785 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (44m) 3m ago 53m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:50:20.785 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (52m) 3m ago 53m 40.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:50:20.785 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (48m) 3m ago 48m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:50:20.786 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (48m) 3m ago 48m 25.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:50:20.786 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (45m) 3m ago 55m 505M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:50:20.786 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (45m) 3m ago 53m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:50:20.786 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (45m) 3m ago 55m 358M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:50:20.787 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (44m) 3m ago 53m 194M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:50:20.787 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (45m) 3m ago 45m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:50:20.787 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (45m) 3m ago 45m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:50:20.787 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (53m) 3m ago 53m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:50:20.787 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (53m) 3m ago 53m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:50:20.788 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (39m) 3m ago 52m 1541M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:50:20.788 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (52m) 3m ago 52m 2544M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:50:20.788 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (51m) 3m ago 51m 1986M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:50:20.788 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (51m) 3m ago 51m 2536M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:50:20.789 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (51m) 3m ago 51m 2357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:50:20.789 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (50m) 3m ago 50m 2956M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:50:20.789 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (50m) 3m ago 50m 2312M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:50:20.789 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (50m) 3m ago 50m 3466M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:50:20.790 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (52m) 3m ago 53m 59.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:50:21.105 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:50:21.105 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:50:21.105 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:50:21.106 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:50:21.106 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:50:21.106 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:50:21.106 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:50:21.107 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:50:21.107 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:50:21.107 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:50:21.107 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:50:21.107 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:50:21.108 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:50:21.108 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:50:21.108 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:50:21.108 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:50:21.109 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:50:21.109 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:50:21.109 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:50:22.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:21 smithi129 conmon[101092]: audit 2022-01-18T16:50:20.499504+0000 mgr.smithi129.iclwio (mgr.14716) 1607 : audit [DBG] from='client.35146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:50:22.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:21 smithi129 conmon[101092]: 2022-01-18T16:50:22.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:21 smithi129 conmon[101092]: audit 2022-01-18T16:50:20.767130+0000 mgr.smithi129.iclwio (mgr.14716) 1608 : audit [DBG] from='client.35150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:50:22.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:21 smithi129 conmon[101092]: cluster 2022-01-18T16:50:20.814838+0000 mgr.smithi129.iclwio (mgr.14716) 1609 : cluster 2022-01-18T16:50:22.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:21 smithi129 conmon[101092]: [DBG] pgmap v1376: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:50:22.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:21 smithi129 conmon[101092]: audit 2022-01-18T16:50:21. 2022-01-18T16:50:22.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:21 smithi129 conmon[101092]: 096736+0000 mon.smithi129 (mon.0) 684 : audit [DBG] from='client.? 172.21.15.129:0/3129112184' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:50:22.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:21 smithi156 conmon[67007]: audit 2022-01-18T16:50:20.499504+0000 mgr.smithi129.iclwio (mgr.14716) 1607 : audit [DBG] 2022-01-18T16:50:22.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:21 smithi156 conmon[67007]: from='client.35146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:50:22.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:21 smithi156 conmon[67007]: audit 2022-01-18T16:50:20.767130+0000 mgr.smithi129.iclwio (mgr.14716) 1608 : audit [DBG] from='client.35150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:50:22.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:21 smithi156 conmon[67007]: cluster 2022-01-18T16:50:22.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:21 smithi156 conmon[67007]: 2022-01-18T16:50:20.814838+0000 mgr.smithi129.iclwio (mgr.14716) 1609 : cluster [DBG] pgmap v1376: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:50:22.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:21 smithi156 conmon[67007]: audit 2022 2022-01-18T16:50:22.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:21 smithi156 conmon[67007]: -01-18T16:50:21. 2022-01-18T16:50:22.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:21 smithi156 conmon[67007]: 096736+0000 mon.smithi129 (mon.0) 684 : audit 2022-01-18T16:50:22.310 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:21 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/3129112184' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:50:24.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:23 smithi129 conmon[101092]: cluster 2022-01-18T16:50:22.815409+0000 mgr.smithi129.iclwio (mgr.14716) 1610 : cluster [DBG] pgmap v1377: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:24.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:23 smithi129 conmon[101092]: 2022-01-18T16:50:24.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:23 smithi156 conmon[67007]: cluster 2022-01-18T16:50:22.815409+0000 mgr.smithi129.iclwio (mgr.14716) 1610 : 2022-01-18T16:50:24.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:23 smithi156 conmon[67007]: cluster [DBG] pgmap v1377: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:25.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:25 smithi156 conmon[67007]: cluster 2022-01-18T16:50:24.816145+0000 mgr.smithi129.iclwio (mgr.14716) 1611 : cluster [DBG] pgmap v1378: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:50:25.808 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:25 smithi156 conmon[67007]: 2022-01-18T16:50:25.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:25 smithi129 conmon[101092]: cluster 2022-01-18T16:50:24.816145+0000 mgr.smithi129.iclwio (mgr.14716) 1611 : cluster [DBG] pgmap v1378: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:50:28.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:27 smithi129 conmon[101092]: cluster 2022-01-18T16:50:26.816750+0000 mgr.smithi129.iclwio (mgr.14716) 1612 : cluster [DBG] pgmap v1379: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:28.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:27 smithi156 conmon[67007]: cluster 2022-01-18T16:50:26.816750+0000 mgr.smithi129.iclwio (mgr.14716) 1612 : cluster [DBG] pgmap v1379: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:30.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:29 smithi129 conmon[101092]: cluster 2022-01-18T16:50:28.817308+0000 mgr.smithi129.iclwio (mgr.14716) 1613 : cluster [DBG] pgmap v1380: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:30.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:29 smithi156 conmon[67007]: cluster 2022-01-18T16:50:28.817308+0000 mgr.smithi129.iclwio (mgr.14716) 1613 : cluster [DBG] pgmap v1380: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:30.447 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:29 smithi156 conmon[67007]: 2022-01-18T16:50:32.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:31 smithi129 conmon[101092]: cluster 2022-01-18T16:50:30.818060+0000 mgr.smithi129.iclwio (mgr.14716) 1614 : cluster [DBG] pgmap v1381: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:50:32.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:31 smithi129 conmon[101092]: 2022-01-18T16:50:32.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:31 smithi156 conmon[67007]: cluster 2022-01-18T16:50:30.818060+0000 mgr.smithi129.iclwio (mgr.14716) 1614 : cluster [DBG] pgmap v1381: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:50:32.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:31 smithi156 conmon[67007]: 2022-01-18T16:50:34.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:33 smithi129 conmon[101092]: cluster 2022-01-18T16:50:32.818775+0000 mgr.smithi129.iclwio (mgr.14716) 1615 : cluster [DBG] pgmap v1382: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:34.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:33 smithi156 conmon[67007]: cluster 2022-01-18T16:50:32.818775+0000 mgr.smithi129.iclwio (mgr.14716) 1615 : cluster [DBG] pgmap v1382: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:35.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:35 smithi156 conmon[67007]: cluster 2022-01-18T16:50:34.819818+0000 mgr.smithi129.iclwio (mgr.14716) 1616 : cluster [DBG] pgmap v1383: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:50:35.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:35 smithi129 conmon[101092]: cluster 2022-01-18T16:50:34.819818+0000 mgr.smithi129.iclwio (mgr.14716) 1616 : cluster [DBG] pgmap v1383: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:50:35.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:35 smithi129 conmon[101092]: 2022-01-18T16:50:38.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:37 smithi129 conmon[101092]: cluster 2022-01-18T16:50:36.820274+0000 mgr.smithi129.iclwio (mgr.14716) 1617 : cluster [DBG] 2022-01-18T16:50:38.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:37 smithi129 conmon[101092]: pgmap v1384: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:38.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:37 smithi156 conmon[67007]: cluster 2022-01-18T16:50:36.820274+0000 mgr.smithi129.iclwio (mgr.14716) 1617 : cluster [DBG] pgmap v1384: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:40.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:39 smithi129 conmon[101092]: cluster 2022-01-18T16:50:38.820851+0000 mgr.smithi129.iclwio (mgr.14716) 1618 : cluster 2022-01-18T16:50:40.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:39 smithi129 conmon[101092]: [DBG] pgmap v1385: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:40.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:39 smithi156 conmon[67007]: cluster 2022-01-18T16:50:38.820851+0000 mgr.smithi129.iclwio (mgr.14716) 1618 : cluster [DBG] pgmap v1385: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:42.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:41 smithi129 conmon[101092]: cluster 2022-01-18T16:50:40.821658+0000 mgr.smithi129.iclwio (mgr.14716) 1619 : cluster [DBG] pgmap v1386: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:50:42.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:41 smithi156 conmon[67007]: cluster 2022-01-18T16:50:40.821658+0000 mgr.smithi129.iclwio (mgr.14716) 1619 : cluster [DBG] pgmap v1386: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:50:44.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:43 smithi129 conmon[101092]: cluster 2022-01-18T16:50:42.822354+0000 mgr.smithi129.iclwio (mgr.14716) 1620 : cluster [DBG] pgmap v1387: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:44.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:43 smithi129 conmon[101092]: 2022-01-18T16:50:44.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:43 smithi156 conmon[67007]: cluster 2022-01-18T16:50:42.822354+0000 mgr.smithi129.iclwio (mgr.14716) 1620 : cluster [DBG] pgmap v1387: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:45.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:45 smithi156 conmon[67007]: cluster 2022-01-18T16:50:44.823250+0000 mgr.smithi129.iclwio (mgr.14716) 1621 : cluster [DBG] 2022-01-18T16:50:45.808 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:45 smithi156 conmon[67007]: pgmap v1388: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:50:45.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:45 smithi129 conmon[101092]: cluster 2022-01-18T16:50:44.823250+0000 mgr.smithi129.iclwio (mgr.14716) 1621 : cluster 2022-01-18T16:50:45.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:45 smithi129 conmon[101092]: [DBG] pgmap v1388: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:50:48.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:47 smithi129 conmon[101092]: cluster 2022-01-18T16:50:46.823821+0000 mgr.smithi129.iclwio (mgr.14716) 1622 : cluster 2022-01-18T16:50:48.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:47 smithi129 conmon[101092]: [DBG] pgmap v1389: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:48.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:47 smithi156 conmon[67007]: cluster 2022-01-18T16:50:46.823821+0000 mgr.smithi129.iclwio (mgr.14716) 1622 : cluster [DBG] pgmap v1389: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:49.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:48 smithi129 conmon[101092]: audit 2022-01-18T16:50:48.871131+0000 mon.smithi129 (mon.0) 685 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:50:49.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:48 smithi129 conmon[101092]: 2022-01-18T16:50:49.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:48 smithi129 conmon[101092]: audit 2022-01-18T16:50:48.872644+0000 mon.smithi129 (mon.0) 686 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:50:49.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:48 smithi129 conmon[101092]: audit 2022-01-18T16:50:48.873453+0000 mon.smithi129 (mon.0) 687 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:50:49.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:48 smithi156 conmon[67007]: audit 2022-01-18T16:50:48.871131+0000 mon.smithi129 (mon.0) 685 : audit [DBG] 2022-01-18T16:50:49.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:48 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:50:49.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:48 smithi156 conmon[67007]: audit 2022-01-18T16:50:48.872644+0000 mon.smithi129 (mon.0) 686 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:50:49.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:48 smithi156 conmon[67007]: audit 2022-01-18T16:50:48.873453+0000 mon.smithi129 (mon.0) 687 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:50:50.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:50 smithi129 conmon[101092]: cluster 2022-01-18T16:50:48.824368+0000 mgr.smithi129.iclwio (mgr.14716) 1623 : cluster [DBG] pgmap v1390: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:50.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:50 smithi129 conmon[101092]: cephadm 2022-01-18T16:50:48.874155+0000 mgr.smithi129.iclwio (mgr.14716) 1624 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:50:50.448 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:50 smithi129 conmon[101092]: audit 2022-01-18T16:50:49.181934+0000 mon.smithi129 (mon.0) 688 2022-01-18T16:50:50.448 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:50 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:50:50.448 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:50 smithi129 conmon[101092]: audit 2022- 2022-01-18T16:50:50.448 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:50 smithi129 conmon[101092]: 01-18T16:50:49.187000+0000 mon.smithi129 (mon.0 2022-01-18T16:50:50.449 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:50 smithi129 conmon[101092]: ) 689 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:50:50.558 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:50 smithi156 conmon[67007]: cluster 2022-01-18T16:50:48.824368+0000 mgr.smithi129.iclwio (mgr.14716) 1623 : cluster [DBG] pgmap v1390: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:50.558 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:50 smithi156 conmon[67007]: cephadm 2022-01-18T16:50:48.874155+0000 mgr.smithi129.iclwio (mgr.14716) 1624 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:50:50.558 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:50 smithi156 conmon[67007]: audit 2022-01-18T16:50:49.181934+0000 mon.smithi129 (mon.0) 688 : audit [INF] 2022-01-18T16:50:50.559 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:50 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:50:50.559 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:50 smithi156 conmon[67007]: audit 2022-01-18T16:50:49. 2022-01-18T16:50:50.559 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:50 smithi156 conmon[67007]: 187000+0000 mon.smithi129 (mon.0) 689 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:50:51.405 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:50:51.671 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:50:51.672 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (53m) 4m ago 54m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:50:51.672 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (45m) 4m ago 54m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:50:51.672 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (45m) 4m ago 53m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:50:51.673 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (53m) 4m ago 54m 40.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:50:51.673 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (49m) 4m ago 49m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:50:51.673 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (49m) 4m ago 49m 25.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:50:51.673 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (46m) 4m ago 55m 505M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:50:51.674 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (45m) 4m ago 53m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:50:51.674 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (45m) 4m ago 55m 358M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:50:51.674 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (45m) 4m ago 53m 194M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:50:51.674 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (46m) 4m ago 46m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:50:51.675 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (46m) 4m ago 46m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:50:51.675 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (54m) 4m ago 54m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:50:51.675 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (53m) 4m ago 53m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:50:51.675 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (39m) 4m ago 53m 1541M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:50:51.676 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (52m) 4m ago 52m 2544M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:50:51.676 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (52m) 4m ago 52m 1986M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:50:51.676 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (52m) 4m ago 52m 2536M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:50:51.676 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (51m) 4m ago 51m 2357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:50:51.677 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (51m) 4m ago 51m 2956M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:50:51.677 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (51m) 4m ago 51m 2312M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:50:51.677 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (50m) 4m ago 50m 3466M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:50:51.677 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (53m) 4m ago 53m 59.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:50:51.986 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:50:51.987 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:50:51.987 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:50:51.988 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:50:51.988 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:50:51.988 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:50:51.988 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:50:51.989 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:50:51.989 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:50:51.989 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:50:51.989 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:50:51.990 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:50:51.990 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:50:51.991 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:50:51.991 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:50:51.991 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:50:51.991 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:50:51.992 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:50:51.992 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:50:52.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:52 smithi129 conmon[101092]: cluster 2022-01-18T16:50:50.825288+0000 mgr.smithi129.iclwio (mgr.14716) 1625 : cluster 2022-01-18T16:50:52.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:52 smithi129 conmon[101092]: [DBG] pgmap v1391: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:50:52.448 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:52 smithi129 conmon[101092]: audit 2022-01-18T16:50:51.978367+0000 mon.smithi129 (mon.0) 690 : audit [DBG] from='client.? 172.21.15.129:0/1837826820' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:50:52.558 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:52 smithi156 conmon[67007]: cluster 2022-01-18T16:50:50.825288+0000 mgr.smithi129.iclwio (mgr.14716) 1625 : cluster [DBG] pgmap v1391: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:50:52.558 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:52 smithi156 conmon[67007]: audit 2022-01-18T16:50:51.978367+0000 mon.smithi129 (mon.0) 690 : audit [DBG] from='client.? 172.21.15.129:0/1837826820' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:50:53.558 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:53 smithi156 conmon[67007]: audit 2022-01-18T16:50:51.385575+0000 mgr.smithi129.iclwio (mgr.14716) 1626 : audit 2022-01-18T16:50:53.558 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:53 smithi156 conmon[67007]: [DBG] from='client.35158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:50:53.559 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:53 smithi156 conmon[67007]: audit 2022-01-18T16:50:51.654197+0000 mgr.smithi129.iclwio (mgr.14716) 1627 : audit [DBG] from='client.35162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:50:53.697 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:53 smithi129 conmon[101092]: audit 2022-01-18T16:50:51.385575+0000 mgr.smithi129.iclwio (mgr.14716) 1626 : audit [DBG] from='client.35158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:50:53.697 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:53 smithi129 conmon[101092]: audit 2022-01-18T16:50:51.654197+0000 mgr.smithi129.iclwio (mgr.14716) 1627 : audit [DBG] from='client.35162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:50:54.453 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:54 smithi156 conmon[67007]: cluster 2022-01-18T16:50:52.826024+0000 mgr.smithi129.iclwio (mgr.14716) 1628 : cluster [DBG] pgmap v1392: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:54.697 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:54 smithi129 conmon[101092]: cluster 2022-01-18T16:50:52.826024+0000 mgr.smithi129.iclwio (mgr.14716) 1628 : cluster [DBG] pgmap v1392: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:54.697 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:54 smithi129 conmon[101092]: 2022-01-18T16:50:55.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:55 smithi156 conmon[67007]: cluster 2022-01-18T16:50:54.827013+0000 mgr.smithi129.iclwio (mgr.14716) 1629 : cluster [DBG] pgmap v1393: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:50:55.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:55 smithi129 conmon[101092]: cluster 2022-01-18T16:50:54.827013+0000 mgr.smithi129.iclwio (mgr.14716) 1629 : cluster [DBG] pgmap v1393: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:50:55.981 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:55 smithi129 conmon[101092]: 2022-01-18T16:50:58.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:57 smithi129 conmon[101092]: cluster 2022-01-18T16:50:56.827617+0000 mgr.smithi129.iclwio (mgr.14716) 1630 : cluster [DBG] 2022-01-18T16:50:58.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:57 smithi129 conmon[101092]: pgmap v1394: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:58.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:57 smithi156 conmon[67007]: cluster 2022-01-18T16:50:56.827617+0000 mgr.smithi129.iclwio (mgr.14716) 1630 : cluster [DBG] pgmap v1394: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:50:59.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:58 smithi129 conmon[101092]: audit 2022-01-18T16:50:58.374991+0000 mon.smithi129 (mon.0) 691 : audit 2022-01-18T16:50:59.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:58 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:50:59.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:58 smithi129 conmon[101092]: audit 2022-01-18T16:50:58.375253+0000 mon.smithi129 (mon.0) 692 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:50:59.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:58 smithi156 conmon[67007]: audit 2022-01-18T16:50:58.374991+0000 mon.smithi129 (mon.0) 691 : 2022-01-18T16:50:59.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:58 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:50:59.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:58 smithi156 conmon[67007]: audit 2022-01-18T16:50:58.375253+0000 mon.smithi129 (mon.0) 692 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:51:00.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:59 smithi129 conmon[101092]: cluster 2022-01-18T16:50:58.828315+0000 mgr.smithi129.iclwio (mgr.14716) 1631 : 2022-01-18T16:51:00.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:50:59 smithi129 conmon[101092]: cluster [DBG] pgmap v1395: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:00.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:50:59 smithi156 conmon[67007]: cluster 2022-01-18T16:50:58.828315+0000 mgr.smithi129.iclwio (mgr.14716) 1631 : cluster [DBG] pgmap v1395: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:02.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:01 smithi129 conmon[101092]: cluster 2022-01-18T16:51:00.829284+0000 mgr.smithi129.iclwio (mgr.14716) 1632 : cluster 2022-01-18T16:51:02.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:01 smithi129 conmon[101092]: [DBG] pgmap v1396: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:51:02.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:01 smithi156 conmon[67007]: cluster 2022-01-18T16:51:00.829284+0000 mgr.smithi129.iclwio (mgr.14716) 1632 : cluster [DBG] pgmap v1396: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:51:04.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:03 smithi129 conmon[101092]: cluster 2022-01-18T16:51:02.829873+0000 mgr.smithi129.iclwio (mgr.14716) 1633 : cluster 2022-01-18T16:51:04.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:03 smithi129 conmon[101092]: [DBG] pgmap v1397: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:04.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:03 smithi156 conmon[67007]: cluster 2022-01-18T16:51:02.829873+0000 mgr.smithi129.iclwio (mgr.14716) 1633 : cluster 2022-01-18T16:51:04.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:03 smithi156 conmon[67007]: [DBG] pgmap v1397: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:05.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:05 smithi156 conmon[67007]: cluster 2022-01-18T16:51:04.830649+0000 mgr.smithi129.iclwio (mgr.14716) 1634 : 2022-01-18T16:51:05.808 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:05 smithi156 conmon[67007]: cluster [DBG] pgmap v1398: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:51:05.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:05 smithi129 conmon[101092]: cluster 2022-01-18T16:51:04.830649+0000 mgr.smithi129.iclwio (mgr.14716) 1634 : cluster 2022-01-18T16:51:05.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:05 smithi129 conmon[101092]: [DBG] pgmap v1398: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:51:08.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:07 smithi129 conmon[101092]: cluster 2022-01-18T16:51:06.831279+0000 mgr.smithi129.iclwio (mgr.14716) 1635 : cluster 2022-01-18T16:51:08.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:07 smithi129 conmon[101092]: [DBG] pgmap v1399: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:08.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:07 smithi156 conmon[67007]: cluster 2022-01-18T16:51:06.831279+0000 mgr.smithi129.iclwio (mgr.14716) 1635 : cluster [DBG] 2022-01-18T16:51:08.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:07 smithi156 conmon[67007]: pgmap v1399: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:10.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:09 smithi129 conmon[101092]: cluster 2022-01-18T16:51:08.832093+0000 mgr.smithi129.iclwio (mgr.14716) 1636 : cluster [DBG] pgmap v1400: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:10.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:09 smithi156 conmon[67007]: cluster 2022-01-18T16:51:08.832093+0000 mgr.smithi129.iclwio (mgr.14716) 1636 : cluster [DBG] pgmap v1400: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:12.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:11 smithi129 conmon[101092]: cluster 2022-01-18T16:51:10.832897+0000 mgr.smithi129.iclwio (mgr.14716) 1637 : cluster [DBG] pgmap v1401: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:51:12.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:11 smithi129 conmon[101092]: 2022-01-18T16:51:12.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:11 smithi156 conmon[67007]: cluster 2022-01-18T16:51:10.832897+0000 mgr.smithi129.iclwio (mgr.14716) 1637 : cluster [DBG] pgmap v1401: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:51:14.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:13 smithi129 conmon[101092]: cluster 2022-01-18T16:51:12.833403+0000 mgr.smithi129.iclwio (mgr.14716) 1638 : cluster [DBG] pgmap v1402: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:14.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:13 smithi156 conmon[67007]: cluster 2022-01-18T16:51:12.833403+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:51:14.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:13 smithi156 conmon[67007]: ) 1638 : cluster [DBG] pgmap v1402: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:15.808 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:15 smithi156 conmon[67007]: cluster 2022-01-18T16:51:14.834139+0000 mgr.smithi129.iclwio (mgr.14716) 1639 : 2022-01-18T16:51:15.808 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:15 smithi156 conmon[67007]: cluster [DBG] pgmap v1403: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:51:15.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:15 smithi129 conmon[101092]: cluster 2022-01-18T16:51:14.834139+0000 mgr.smithi129.iclwio (mgr.14716) 1639 : cluster [DBG] pgmap v1403: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:51:18.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:17 smithi129 conmon[101092]: cluster 2022-01-18T16:51:16.834814+0000 mgr.smithi129.iclwio (mgr.14716) 1640 : cluster [DBG] pgmap v1404: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:18.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:17 smithi129 conmon[101092]: 2022-01-18T16:51:18.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:17 smithi156 conmon[67007]: cluster 2022-01-18T16:51:16.834814+0000 mgr.smithi129.iclwio (mgr.14716) 1640 : cluster 2022-01-18T16:51:18.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:17 smithi156 conmon[67007]: [DBG] pgmap v1404: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:20.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:19 smithi129 conmon[101092]: cluster 2022-01-18T16:51:18.835387+0000 mgr.smithi129.iclwio (mgr.14716) 1641 : cluster [DBG] pgmap v1405: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:20.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:19 smithi156 conmon[67007]: cluster 2022-01-18T16:51:18.835387+0000 mgr.smithi129.iclwio (mgr.14716) 1641 : cluster [DBG] pgmap v1405: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:22.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:21 smithi129 conmon[101092]: cluster 2022-01-18T16:51:20.836221+0000 mgr.smithi129.iclwio (mgr.14716) 1642 : cluster [DBG] 2022-01-18T16:51:22.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:21 smithi129 conmon[101092]: pgmap v1406: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:51:22.285 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:51:22.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:21 smithi156 conmon[67007]: cluster 2022-01-18T16:51:20.836221+0000 mgr.smithi129.iclwio (mgr.14716) 1642 : cluster [DBG] pgmap v1406: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:51:22.551 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:51:22.551 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (53m) 4m ago 55m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:51:22.551 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (45m) 4m ago 55m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:51:22.551 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (45m) 4m ago 54m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:51:22.552 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (53m) 4m ago 54m 40.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:51:22.552 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (49m) 4m ago 49m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:51:22.552 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (49m) 4m ago 49m 25.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:51:22.553 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (46m) 4m ago 56m 505M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:51:22.553 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (46m) 4m ago 54m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:51:22.553 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (46m) 4m ago 56m 358M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:51:22.553 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (45m) 4m ago 54m 194M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:51:22.553 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (46m) 4m ago 46m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:51:22.554 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (46m) 4m ago 46m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:51:22.554 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (54m) 4m ago 54m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:51:22.554 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (54m) 4m ago 54m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:51:22.554 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (40m) 4m ago 53m 1541M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:51:22.555 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (53m) 4m ago 53m 2544M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:51:22.555 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (52m) 4m ago 52m 1986M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:51:22.555 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (52m) 4m ago 52m 2536M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:51:22.555 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (52m) 4m ago 52m 2357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:51:22.555 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (51m) 4m ago 51m 2956M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:51:22.556 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (51m) 4m ago 51m 2312M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:51:22.556 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (51m) 4m ago 51m 3466M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:51:22.556 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (53m) 4m ago 54m 59.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:51:22.871 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:51:22.872 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:51:22.872 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:51:22.872 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:51:22.872 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:51:22.873 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:51:22.873 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:51:22.873 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:51:22.873 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:51:22.874 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:51:22.874 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:51:22.874 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:51:22.874 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:51:22.874 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:51:22.875 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:51:22.875 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:51:22.875 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:51:22.875 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:51:22.876 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:51:23.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:22 smithi129 conmon[101092]: audit 2022-01-18T16 2022-01-18T16:51:23.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:22 smithi129 conmon[101092]: :51:22.264592+0000 mgr.smithi129.iclwio (mgr.14716) 1643 : audit [DBG] from='client.35170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:51:23.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:22 smithi129 conmon[101092]: audit 2022-01-18T16:51 2022-01-18T16:51:23.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:22 smithi129 conmon[101092]: :22.863051+0000 mon.smithi129 (mon.0) 693 : audit [DBG] from='client.? 172.21.15.129:0/3828845662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:51:23.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:22 smithi156 conmon[67007]: audit 2022-01-18T16:51:22.264592+0000 mgr.smithi129.iclwio (mgr.14716) 1643 : audit [DBG] from='client.35170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:51:23.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:22 smithi156 conmon[67007]: 2022-01-18T16:51:23.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:22 smithi156 conmon[67007]: audit 2022-01-18T16:51:22.863051+0000 mon.smithi129 (mon.0) 693 : audit [DBG] from='client.? 172.21.15.129:0/3828845662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:51:24.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:23 smithi129 conmon[101092]: audit 2022-01-18T16:51:22. 2022-01-18T16:51:24.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:23 smithi129 conmon[101092]: 533628+0000 mgr.smithi129.iclwio (mgr.14716) 1644 : audit [DBG] from='client.35174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:51:24.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:23 smithi129 conmon[101092]: cluster 2022-01-18T16:51:22.836707+0000 mgr.smithi129.iclwio (mgr.14716) 1645 : cluster [DBG] pgmap v1407: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:24.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:23 smithi156 conmon[67007]: audit 2022-01-18T16:51:22.533628+0000 mgr.smithi129.iclwio (mgr.14716) 1644 : audit [DBG] from='client.35174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:51:24.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:23 smithi156 conmon[67007]: cluster 2022-01-18T16:51:22.836707+0000 mgr.smithi129.iclwio (mgr.14716) 1645 : cluster [DBG] pgmap v1407: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:25.808 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:25 smithi156 conmon[67007]: cluster 2022-01-18T16:51:24.837435+0000 mgr.smithi129.iclwio (mgr.14716) 1646 : cluster [DBG] pgmap v1408: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:51:25.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:25 smithi129 conmon[101092]: cluster 2022-01-18T16:51:24.837435+0000 mgr.smithi129.iclwio (mgr.14716) 1646 : cluster [DBG] pgmap v1408: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:51:28.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:27 smithi129 conmon[101092]: cluster 2022-01-18T16:51:26.837982+0000 mgr.smithi129.iclwio (mgr.14716) 1647 : cluster [DBG] pgmap v1409: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:28.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:27 smithi156 conmon[67007]: cluster 2022-01-18T16:51:26.837982+0000 mgr.smithi129.iclwio (mgr.14716) 1647 : cluster [DBG] pgmap v1409: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:30.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:29 smithi129 conmon[101092]: cluster 2022-01-18T16:51:28.838636+0000 mgr.smithi129.iclwio (mgr.14716) 1648 : cluster [DBG] pgmap v1410: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:30.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:29 smithi156 conmon[67007]: cluster 2022-01-18T16:51:28.838636+0000 mgr.smithi129.iclwio (mgr.14716) 1648 : cluster [DBG] pgmap v1410: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:32.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:31 smithi129 conmon[101092]: cluster 2022-01-18T16:51:30.839381+0000 mgr.smithi129.iclwio (mgr.14716) 1649 : cluster [DBG] pgmap v1411: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:51:32.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:31 smithi129 conmon[101092]: 2022-01-18T16:51:32.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:31 smithi156 conmon[67007]: cluster 2022-01-18T16:51:30.839381+0000 mgr.smithi129.iclwio (mgr.14716) 1649 : cluster [DBG] 2022-01-18T16:51:32.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:31 smithi156 conmon[67007]: pgmap v1411: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:51:34.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:33 smithi129 conmon[101092]: cluster 2022-01-18T16:51:32.840070+0000 mgr.smithi129.iclwio (mgr.14716) 1650 : cluster [DBG] pgmap v1412: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:34.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:33 smithi156 conmon[67007]: cluster 2022-01-18T16:51:32.840070+0000 mgr.smithi129.iclwio (mgr.14716) 1650 : cluster [DBG] pgmap v1412: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:34.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:33 smithi156 conmon[67007]: 2022-01-18T16:51:35.808 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:35 smithi156 conmon[67007]: cluster 2022-01-18T16:51:34.840897+0000 mgr.smithi129.iclwio (mgr.14716) 1651 : cluster [DBG] pgmap v1413: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:51:35.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:35 smithi129 conmon[101092]: cluster 2022-01-18T16:51:34.840897+0000 mgr.smithi129.iclwio (mgr.14716) 1651 : cluster [DBG] pgmap v1413: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:51:38.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:37 smithi129 conmon[101092]: cluster 2022-01-18T16:51:36.841302+0000 mgr.smithi129.iclwio (mgr.14716) 1652 : cluster [DBG] 2022-01-18T16:51:38.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:37 smithi129 conmon[101092]: pgmap v1414: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:38.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:37 smithi156 conmon[67007]: cluster 2022-01-18T16:51:36.841302+0000 mgr.smithi129.iclwio (mgr.14716) 1652 : cluster [DBG] pgmap v1414: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:38.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:37 smithi156 conmon[67007]: 2022-01-18T16:51:40.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:39 smithi129 conmon[101092]: cluster 2022-01-18T16:51:38.841939+0000 mgr.smithi129.iclwio (mgr.14716) 1653 : cluster [DBG] pgmap v1415: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:40.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:39 smithi156 conmon[67007]: cluster 2022-01-18T16:51:38.841939+0000 mgr.smithi129.iclwio (mgr.14716) 1653 : cluster [DBG] pgmap v1415: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:40.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:39 smithi156 conmon[67007]: 2022-01-18T16:51:42.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:41 smithi129 conmon[101092]: cluster 2022-01-18T16:51:40.842771+0000 mgr.smithi129.iclwio (mgr.14716) 1654 : cluster [DBG] pgmap v1416: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:51:42.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:41 smithi156 conmon[67007]: cluster 2022-01-18T16:51:40.842771+0000 mgr.smithi129.iclwio (mgr.14716) 1654 : cluster [DBG] pgmap v1416: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:51:44.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:43 smithi129 conmon[101092]: cluster 2022-01-18T16:51:42.843415+0000 mgr.smithi129.iclwio (mgr.14716) 1655 : cluster [DBG] pgmap v1417: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:44.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:43 smithi156 conmon[67007]: cluster 2022-01-18T16:51:42.843415+0000 mgr.smithi129.iclwio (mgr.14716) 1655 2022-01-18T16:51:44.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:43 smithi156 conmon[67007]: : cluster [DBG] pgmap v1417: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:45.808 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:45 smithi156 conmon[67007]: cluster 2022-01-18T16:51:44.844309+0000 mgr.smithi129.iclwio (mgr.14716) 1656 : cluster [DBG] pgmap v1418: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:51:45.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:45 smithi129 conmon[101092]: cluster 2022-01-18T16:51:44.844309+0000 mgr.smithi129.iclwio (mgr.14716) 1656 : cluster [DBG] pgmap v1418: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:51:48.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:47 smithi129 conmon[101092]: cluster 2022-01-18T16:51:46.844800+0000 mgr.smithi129.iclwio (mgr.14716) 1657 : cluster [DBG] 2022-01-18T16:51:48.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:47 smithi129 conmon[101092]: pgmap v1419: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:48.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:47 smithi156 conmon[67007]: cluster 2022-01-18T16:51:46.844800+0000 mgr.smithi129.iclwio (mgr.14716) 1657 : cluster [DBG] pgmap v1419: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:50.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:49 smithi129 conmon[101092]: cluster 2022-01-18T16:51:48.845345+0000 mgr.smithi129.iclwio (mgr.14716) 1658 : 2022-01-18T16:51:50.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:49 smithi129 conmon[101092]: cluster [DBG] pgmap v1420: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:50.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:49 smithi129 conmon[101092]: audit 2022-01-18T16:51:49.189505+0000 mon.smithi129 (mon.0) 694 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:51:50.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:49 smithi129 conmon[101092]: audit 2022-01-18T16 2022-01-18T16:51:50.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:49 smithi129 conmon[101092]: :51:49.191031+0000 mon.smithi129 ( 2022-01-18T16:51:50.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:49 smithi129 conmon[101092]: mon.0) 695 : audit [DBG] 2022-01-18T16:51:50.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:49 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:51:50.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:49 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T16:51:50.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:49 smithi129 conmon[101092]: T16:51:49.192072+0000 2022-01-18T16:51:50.200 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:49 smithi129 conmon[101092]: mon.smithi129 (mon.0) 696 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:51:50.200 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:49 smithi129 conmon[101092]: 2022-01-18T16:51:50.200 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:49 smithi129 conmon[101092]: cephadm 2022-01-18 2022-01-18T16:51:50.200 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:49 smithi129 conmon[101092]: T16:51:49.192817+0000 mgr.smithi129.iclwio 2022-01-18T16:51:50.201 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:49 smithi129 conmon[101092]: (mgr.14716) 1659 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:51:50.201 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:49 smithi129 conmon[101092]: audit 2022-01-18T16:51:50.201 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:49 smithi129 conmon[101092]: 2022-01-18T16:51 2022-01-18T16:51:50.201 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:49 smithi129 conmon[101092]: :49.501605+0000 mon.smithi129 (mon.0) 2022-01-18T16:51:50.201 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:49 smithi129 conmon[101092]: 697 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:51:50.202 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:49 smithi129 conmon[101092]: audit 2022-01 2022-01-18T16:51:50.202 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:49 smithi129 conmon[101092]: -18T16:51:49.509264 2022-01-18T16:51:50.202 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:49 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 698 : audit [INF] 2022-01-18T16:51:50.202 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:49 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:51:50.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:49 smithi156 conmon[67007]: cluster 2022-01-18T16:51:48.845345+0000 mgr.smithi129.iclwio (mgr.14716) 1658 : cluster [DBG] pgmap v1420: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:50.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:49 smithi156 conmon[67007]: audit 2022-01-18T16:51: 2022-01-18T16:51:50.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:49 smithi156 conmon[67007]: 49.189505+0000 mon.smithi129 (mon.0) 694 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:51:50.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:49 smithi156 conmon[67007]: audit 2022-01-18T16:51:49.191031+0000 mon.smithi129 (mon.0) 695 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:51:50.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:49 smithi156 conmon[67007]: audit 2022-01-18T16:51:49.192072+0000 mon.smithi129 (mon.0) 696 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:51:50.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:49 smithi156 conmon[67007]: cephadm 2022-01-18T16:51:49.192817+0000 mgr.smithi129.iclwio (mgr.14716) 1659 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:51:50.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:49 smithi156 conmon[67007]: audit 2022-01-18T16:51:49.501605+0000 mon.smithi129 (mon.0) 697 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:51:50.310 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:49 smithi156 conmon[67007]: audit 2022-01-18T16:51:49.509264+0000 mon.smithi129 (mon.0) 698 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:51:52.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:51 smithi129 conmon[101092]: cluster 2022-01-18T16:51:50.846199+0000 mgr.smithi129.iclwio (mgr.14716) 1660 : cluster [DBG] 2022-01-18T16:51:52.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:51 smithi129 conmon[101092]: pgmap v1421: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:51:52.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:51 smithi156 conmon[67007]: cluster 2022-01-18T16:51:50.846199+0000 mgr.smithi129.iclwio (mgr.14716) 1660 : cluster [DBG] pgmap v1421: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:51:53.172 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:51:53.436 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:51:53.436 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (54m) 5m ago 55m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:51:53.437 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (46m) 5m ago 55m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:51:53.437 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (46m) 5m ago 54m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:51:53.437 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (54m) 5m ago 55m 40.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:51:53.437 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (50m) 5m ago 50m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:51:53.438 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (50m) 5m ago 50m 25.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:51:53.438 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (47m) 5m ago 56m 505M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:51:53.438 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (46m) 5m ago 54m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:51:53.439 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (46m) 5m ago 56m 358M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:51:53.439 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (46m) 5m ago 54m 194M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:51:53.439 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (47m) 5m ago 47m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:51:53.439 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (47m) 5m ago 47m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:51:53.440 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (55m) 5m ago 55m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:51:53.440 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (54m) 5m ago 54m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:51:53.440 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (40m) 5m ago 54m 1541M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:51:53.440 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (53m) 5m ago 53m 2544M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:51:53.440 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (53m) 5m ago 53m 1986M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:51:53.441 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (53m) 5m ago 53m 2536M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:51:53.441 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (52m) 5m ago 52m 2357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:51:53.441 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (52m) 5m ago 52m 2956M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:51:53.441 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (52m) 5m ago 52m 2312M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:51:53.442 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (51m) 5m ago 51m 3466M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:51:53.442 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (54m) 5m ago 55m 59.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:51:53.752 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:51:53.752 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:51:53.752 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:51:53.753 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:51:53.753 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:51:53.753 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:51:53.753 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:51:53.754 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:51:53.754 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:51:53.754 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:51:53.754 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:51:53.755 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:51:53.755 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:51:53.755 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:51:53.755 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:51:53.755 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:51:53.756 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:51:53.756 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:51:53.756 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:51:54.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:53 smithi129 conmon[101092]: cluster 2022-01-18T16:51:52.846888+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:51:54.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:53 smithi129 conmon[101092]: 1661 : cluster [DBG] pgmap v1422: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:54.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:53 smithi129 conmon[101092]: audit 2022-01-18T16:51:53.151702+0000 mgr.smithi129.iclwio (mgr.14716) 1662 : audit [DBG] from='client.35182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:51:54.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:53 smithi129 conmon[101092]: audit 2022-01-18T16 2022-01-18T16:51:54.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:53 smithi129 conmon[101092]: :51:53.743486+0000 mon.smithi129 (mon.0) 699 : audit [DBG] from='client.? 172.21.15.129:0/4158494878' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:51:54.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:53 smithi156 conmon[67007]: cluster 2022-01-18T16:51:52.846888+0000 mgr.smithi129.iclwio (mgr.14716) 1661 : cluster [DBG] pgmap v1422: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:54.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:53 smithi156 conmon[67007]: audit 2022-01-18T16: 2022-01-18T16:51:54.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:53 smithi156 conmon[67007]: 51:53.151702+0000 mgr.smithi129.iclwio (mgr.14716) 1662 : audit [DBG] from='client.35182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:51:54.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:53 smithi156 conmon[67007]: audit 2022-01-18T16:51:53.743486+0000 mon.smithi129 (mon.0) 699 : audit [DBG] from='client.? 172.21.15.129:0/4158494878' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:51:55.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:54 smithi129 conmon[101092]: audit 2022-01-18T16:51:53.418587+0000 mgr.smithi129.iclwio (mgr.14716) 1663 : audit [DBG] from='client.35186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:51:55.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:54 smithi129 conmon[101092]: 2022-01-18T16:51:55.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:54 smithi156 conmon[67007]: audit 2022-01-18T16:51:53.418587+0000 mgr.smithi129.iclwio (mgr.14716) 1663 : audit [DBG] from='client.35186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:51:56.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:55 smithi129 conmon[101092]: cluster 2022-01-18T16:51:54.847631+0000 mgr.smithi129.iclwio (mgr.14716) 1664 : cluster [DBG] pgmap v1423: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:51:56.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:55 smithi156 conmon[67007]: cluster 2022-01-18T16:51:54.847631+0000 mgr.smithi129.iclwio (mgr.14716) 1664 : cluster [DBG] pgmap v1423: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:51:58.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:57 smithi129 conmon[101092]: cluster 2022-01-18T16:51:56.848317+0000 mgr.smithi129.iclwio (mgr.14716) 1665 : cluster [DBG] pgmap v1424: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:58.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:57 smithi156 conmon[67007]: cluster 2022-01-18T16:51:56.848317+0000 mgr.smithi129.iclwio (mgr.14716) 1665 : cluster [DBG] pgmap v1424: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:51:59.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:58 smithi129 conmon[101092]: audit 2022-01-18T16:51:58.378833+0000 mon.smithi129 (mon.0) 700 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:51:59.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:58 smithi129 conmon[101092]: audit 2022-01-18T16:51:58.379104+0000 mon.smithi129 (mon.0) 701 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:51:59.311 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:58 smithi156 conmon[67007]: audit 2022-01-18T16:51:58.378833+0000 mon.smithi129 (mon.0) 700 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:51:59.311 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:58 smithi156 conmon[67007]: audit 2022-01-18T16:51:58.379104+0000 mon.smithi129 (mon.0) 701 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:52:00.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:59 smithi129 conmon[101092]: cluster 2022-01-18T16:51:58.849004+0000 mgr.smithi129.iclwio (mgr.14716) 1666 : cluster [DBG] 2022-01-18T16:52:00.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:51:59 smithi129 conmon[101092]: pgmap v1425: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:00.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:51:59 smithi156 conmon[67007]: cluster 2022-01-18T16:51:58.849004+0000 mgr.smithi129.iclwio (mgr.14716) 1666 : cluster [DBG] pgmap v1425: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:02.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:01 smithi129 conmon[101092]: cluster 2022-01-18T16:52:00.849941+0000 mgr.smithi129.iclwio (mgr.14716) 1667 2022-01-18T16:52:02.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:01 smithi129 conmon[101092]: : cluster [DBG] pgmap v1426: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:52:02.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:01 smithi156 conmon[67007]: cluster 2022-01-18T16:52:00.849941+0000 mgr.smithi129.iclwio (mgr.14716) 1667 : cluster [DBG] pgmap v1426: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:52:04.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:03 smithi129 conmon[101092]: cluster 2022-01-18T16:52:02.850661+0000 mgr.smithi129.iclwio (mgr.14716) 1668 : cluster 2022-01-18T16:52:04.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:03 smithi129 conmon[101092]: [DBG] pgmap v1427: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:04.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:03 smithi156 conmon[67007]: cluster 2022-01-18T16:52:02.850661+0000 mgr.smithi129.iclwio (mgr.14716) 1668 : cluster [DBG] pgmap v1427: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:05.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:05 smithi129 conmon[101092]: cluster 2022-01-18T16:52:04.851562+0000 2022-01-18T16:52:05.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:05 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 1669 : cluster [DBG] pgmap v1428: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:52:06.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:05 smithi156 conmon[67007]: cluster 2022-01-18T16:52:04.851562+0000 mgr.smithi129.iclwio (mgr.14716) 1669 : cluster [DBG] pgmap v1428: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:52:08.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:07 smithi129 conmon[101092]: cluster 2022-01-18T16:52:06.852079+0000 mgr.smithi129.iclwio (mgr.14716) 1670 : cluster 2022-01-18T16:52:08.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:07 smithi129 conmon[101092]: [DBG] pgmap v1429: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:08.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:07 smithi156 conmon[67007]: cluster 2022-01-18T16:52:06.852079+0000 mgr.smithi129.iclwio (mgr.14716) 1670 : cluster [DBG] pgmap v1429: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:10.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:09 smithi129 conmon[101092]: cluster 2022-01-18T16:52:08.852645+0000 mgr.smithi129.iclwio (mgr.14716) 1671 : cluster [DBG] pgmap v1430: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:10.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:09 smithi129 conmon[101092]: 2022-01-18T16:52:10.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:09 smithi156 conmon[67007]: cluster 2022-01-18T16:52:08.852645+0000 mgr.smithi129.iclwio (mgr.14716) 1671 : cluster [DBG] pgmap v1430: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:12.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:11 smithi129 conmon[101092]: cluster 2022-01-18T16:52:10.853392+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:52:12.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:11 smithi129 conmon[101092]: 1672 : cluster [DBG] pgmap v1431: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:52:12.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:11 smithi156 conmon[67007]: cluster 2022-01-18T16:52:10.853392+0000 mgr.smithi129.iclwio (mgr.14716) 1672 : cluster [DBG] 2022-01-18T16:52:12.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:11 smithi156 conmon[67007]: pgmap v1431: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:52:14.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:13 smithi129 conmon[101092]: cluster 2022-01-18T16:52:12.854112+0000 2022-01-18T16:52:14.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:13 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 1673 : cluster [DBG] pgmap v1432: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:14.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:13 smithi156 conmon[67007]: cluster 2022-01-18T16:52:12.854112+0000 mgr.smithi129.iclwio (mgr.14716) 1673 : cluster [DBG] pgmap v1432: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:15.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:15 smithi129 conmon[101092]: cluster 2022-01-18T16:52:14.854852+0000 mgr.smithi129.iclwio (mgr.14716) 1674 : cluster [DBG] pgmap v1433: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:52:15.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:15 smithi129 conmon[101092]: 2022-01-18T16:52:16.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:15 smithi156 conmon[67007]: cluster 2022-01-18T16:52:14.854852+0000 mgr.smithi129.iclwio (mgr.14716) 1674 : cluster [DBG] pgmap v1433: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:52:18.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:17 smithi129 conmon[101092]: cluster 2022-01-18T16:52:16.855441+0000 mgr.smithi129.iclwio (mgr.14716) 1675 : cluster [DBG] pgmap v1434: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:18.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:17 smithi156 conmon[67007]: cluster 2022-01-18T16:52:16.855441+0000 mgr.smithi129.iclwio (mgr.14716) 1675 : cluster [DBG] pgmap v1434: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:20.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:19 smithi129 conmon[101092]: cluster 2022-01-18T16:52:18.856090+0000 mgr.smithi129.iclwio (mgr.14716) 1676 : cluster [DBG] pgmap v1435: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:20.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:19 smithi156 conmon[67007]: cluster 2022-01-18T16:52:18.856090+0000 mgr.smithi129.iclwio (mgr.14716) 1676 : cluster [DBG] 2022-01-18T16:52:20.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:19 smithi156 conmon[67007]: pgmap v1435: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:22.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:21 smithi129 conmon[101092]: cluster 2022-01-18T16:52:20.856835+0000 mgr.smithi129.iclwio (mgr.14716) 1677 : cluster [DBG] pgmap v1436: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:52:22.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:21 smithi156 conmon[67007]: cluster 2022-01-18T16:52:20.856835+0000 mgr.smithi129.iclwio (mgr.14716) 1677 : cluster [DBG] 2022-01-18T16:52:22.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:21 smithi156 conmon[67007]: pgmap v1436: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:52:24.055 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:52:24.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:23 smithi129 conmon[101092]: cluster 2022-01-18T16:52:22.857464+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:52:24.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:23 smithi129 conmon[101092]: ) 1678 : cluster [DBG] pgmap v1437: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:24.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:23 smithi156 conmon[67007]: cluster 2022-01-18T16:52:22.857464+0000 mgr.smithi129.iclwio (mgr.14716) 1678 : cluster [DBG] pgmap v1437: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:24.326 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:52:24.327 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (54m) 5m ago 56m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:52:24.327 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (46m) 5m ago 56m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:52:24.327 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (46m) 5m ago 55m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:52:24.328 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (54m) 5m ago 55m 40.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:52:24.328 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (50m) 5m ago 50m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:52:24.328 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (50m) 5m ago 50m 25.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:52:24.328 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (47m) 5m ago 57m 505M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:52:24.329 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (47m) 5m ago 55m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:52:24.329 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (47m) 5m ago 57m 358M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:52:24.329 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (46m) 5m ago 55m 194M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:52:24.329 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (47m) 5m ago 47m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:52:24.329 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (47m) 5m ago 47m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:52:24.330 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (55m) 5m ago 55m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:52:24.330 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (55m) 5m ago 55m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:52:24.330 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (41m) 5m ago 54m 1541M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:52:24.330 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (54m) 5m ago 54m 2544M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:52:24.331 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (53m) 5m ago 53m 1986M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:52:24.331 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (53m) 5m ago 53m 2536M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:52:24.331 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (53m) 5m ago 53m 2357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:52:24.331 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (53m) 5m ago 53m 2956M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:52:24.332 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (52m) 5m ago 52m 2312M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:52:24.332 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (52m) 5m ago 52m 3466M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:52:24.332 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (54m) 5m ago 55m 59.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:52:24.647 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:52:24.647 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:52:24.647 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:52:24.648 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:52:24.648 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:52:24.648 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:52:24.648 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:52:24.649 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:52:24.649 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:52:24.649 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:52:24.649 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:52:24.650 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:52:24.650 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:52:24.650 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:52:24.650 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:52:24.651 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:52:24.651 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:52:24.651 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:52:24.651 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:52:25.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:24 smithi129 conmon[101092]: audit 2022-01-18T16:52:24.035458 2022-01-18T16:52:25.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:24 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 1679 : audit [DBG] from='client.35194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:52:25.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:24 smithi129 conmon[101092]: audit 2022-01-18T16:52:24.309862+0000 mgr.smithi129.iclwio (mgr.14716) 1680 : audit [DBG] from='client.35198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:52:25.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:24 smithi129 conmon[101092]: audit 2022-01-18T16:52:24.638631+0000 mon.smithi129 (mon.0) 2022-01-18T16:52:25.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:24 smithi129 conmon[101092]: 702 : audit [DBG] from='client.? 172.21.15.129:0/1346377646' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:52:25.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:24 smithi156 conmon[67007]: audit 2022-01-18T16:52:24.035458+0000 mgr.smithi129.iclwio (mgr.14716) 1679 : audit [DBG] from='client.35194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:52:25.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:24 smithi156 conmon[67007]: audit 2022-01-18T16:52:24.309862+0000 mgr.smithi129.iclwio (mgr.14716) 1680 : audit [DBG] from='client.35198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:52:25.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:24 smithi156 conmon[67007]: audit 2022-01-18T16:52:24.638631+0000 mon.smithi129 (mon.0) 702 : audit [DBG] 2022-01-18T16:52:25.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:24 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/1346377646' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:52:26.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:25 smithi129 conmon[101092]: cluster 2022-01-18T16:52:24.858279+0000 mgr.smithi129.iclwio (mgr.14716) 1681 : cluster 2022-01-18T16:52:26.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:25 smithi129 conmon[101092]: [DBG] pgmap v1438: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:52:26.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:25 smithi156 conmon[67007]: cluster 2022-01-18T16:52:24.858279+0000 mgr.smithi129.iclwio (mgr.14716) 1681 : cluster [DBG] pgmap v1438: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:52:28.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:27 smithi129 conmon[101092]: cluster 2022-01-18T16:52:26.858921+0000 mgr.smithi129.iclwio (mgr.14716) 1682 : cluster [DBG] pgmap v1439: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:28.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:27 smithi156 conmon[67007]: cluster 2022-01-18T16:52:26.858921+0000 mgr.smithi129.iclwio (mgr.14716) 1682 : cluster [DBG] pgmap v1439: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:30.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:29 smithi129 conmon[101092]: cluster 2022-01-18T16:52:28.859459+0000 mgr.smithi129.iclwio (mgr.14716) 1683 : cluster [DBG] pgmap v1440: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:30.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:29 smithi156 conmon[67007]: cluster 2022-01-18T16:52:28.859459+0000 mgr.smithi129.iclwio (mgr.14716) 1683 : cluster [DBG] pgmap v1440: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:32.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:31 smithi129 conmon[101092]: cluster 2022-01-18T16:52:30.860307+0000 mgr.smithi129.iclwio (mgr.14716) 1684 : cluster [DBG] pgmap v1441: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:52:32.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:31 smithi156 conmon[67007]: cluster 2022-01-18T16:52:30.860307+0000 mgr.smithi129.iclwio (mgr.14716) 1684 : cluster [DBG] pgmap v1441: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:52:34.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:33 smithi156 conmon[67007]: cluster 2022-01-18T16:52:32.860783+0000 mgr.smithi129.iclwio (mgr.14716) 1685 : cluster [DBG] pgmap v1442: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:34.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:33 smithi129 conmon[101092]: cluster 2022-01-18T16:52:32.860783+0000 mgr.smithi129.iclwio (mgr.14716) 1685 : cluster [DBG] pgmap v1442: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:35.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:35 smithi129 conmon[101092]: cluster 2022-01-18T16:52:34.861591+0000 mgr.smithi129.iclwio (mgr.14716) 1686 : cluster [DBG] pgmap v1443: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:52:36.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:35 smithi156 conmon[67007]: cluster 2022-01-18T16:52:34.861591+0000 mgr.smithi129.iclwio (mgr.14716) 1686 : cluster [DBG] pgmap v1443: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:52:38.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:37 smithi129 conmon[101092]: cluster 2022-01-18T16:52:36.862270+0000 mgr.smithi129.iclwio (mgr.14716) 1687 : cluster [DBG] pgmap v1444: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:38.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:37 smithi156 conmon[67007]: cluster 2022-01-18T16:52:36.862270+0000 mgr.smithi129.iclwio (mgr.14716) 1687 : cluster [DBG] pgmap v1444: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:40.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:39 smithi129 conmon[101092]: cluster 2022-01-18T16:52:38.862999+0000 mgr.smithi129.iclwio (mgr.14716) 1688 : cluster [DBG] pgmap v1445: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:40.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:39 smithi156 conmon[67007]: cluster 2022-01-18T16:52:38.862999+0000 mgr.smithi129.iclwio (mgr.14716) 1688 : cluster [DBG] pgmap v1445: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:42.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:41 smithi129 conmon[101092]: cluster 2022-01-18T16:52:40.863664+0000 mgr.smithi129.iclwio (mgr.14716) 1689 : cluster [DBG] pgmap v1446: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:52:42.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:41 smithi129 conmon[101092]: 2022-01-18T16:52:42.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:41 smithi156 conmon[67007]: cluster 2022-01-18T16:52:40.863664+0000 mgr.smithi129.iclwio (mgr.14716) 1689 : cluster [DBG] pgmap v1446: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:52:44.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:43 smithi129 conmon[101092]: cluster 2022-01-18T16:52:42.864219+0000 mgr.smithi129.iclwio (mgr.14716) 1690 : cluster [DBG] pgmap v1447: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:44.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:43 smithi156 conmon[67007]: cluster 2022-01-18T16:52:42.864219+0000 mgr.smithi129.iclwio (mgr.14716) 1690 : cluster [DBG] pgmap v1447: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:45.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:45 smithi129 conmon[101092]: cluster 2022-01-18T16:52:44.864973+0000 mgr.smithi129.iclwio (mgr.14716) 1691 : cluster [DBG] pgmap v1448: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:52:46.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:45 smithi156 conmon[67007]: cluster 2022-01-18T16:52:44.864973+0000 mgr.smithi129.iclwio (mgr.14716) 1691 : cluster [DBG] pgmap v1448: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:52:48.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:47 smithi129 conmon[101092]: cluster 2022-01-18T16:52:46.865574+0000 mgr.smithi129.iclwio (mgr.14716) 1692 : cluster [DBG] pgmap v1449: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:48.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:47 smithi156 conmon[67007]: cluster 2022-01-18T16:52:46.865574+0000 mgr.smithi129.iclwio (mgr.14716) 1692 : cluster [DBG] pgmap v1449: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:48.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:47 smithi156 conmon[67007]: 2022-01-18T16:52:50.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:49 smithi129 conmon[101092]: cluster 2022-01-18T16:52:48.866157 2022-01-18T16:52:50.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:49 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 1693 : cluster [DBG] pgmap v1450: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:50.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:49 smithi129 conmon[101092]: audit 2022-01-18T16:52:49.512078+0000 mon.smithi129 (mon.0) 703 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:52:50.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:49 smithi129 conmon[101092]: 2022-01-18T16:52:50.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:49 smithi129 conmon[101092]: audit 2022-01-18T16:52:49 2022-01-18T16:52:50.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:49 smithi129 conmon[101092]: .513568+0000 mon.smithi129 (mon.0) 704 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:52:50.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:49 smithi129 conmon[101092]: audit 2022 2022-01-18T16:52:50.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:49 smithi129 conmon[101092]: -01-18T16:52:49.514369+0000 mon.smithi129 2022-01-18T16:52:50.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:49 smithi129 conmon[101092]: (mon.0) 705 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:52:50.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:49 smithi129 conmon[101092]: audit 2022-01-18T16:52:50.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:49 smithi129 conmon[101092]: 2022-01-18T16:52:49.830915+0000 2022-01-18T16:52:50.200 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:49 smithi129 conmon[101092]: mon.smithi129 (mon.0) 706 : audit [INF] 2022-01-18T16:52:50.200 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:49 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:52:50.200 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:49 smithi129 conmon[101092]: audit 2022-01-18T16:52: 2022-01-18T16:52:50.200 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:49 smithi129 conmon[101092]: 49.835683+0000 mon.smithi129 (mon.0) 707 2022-01-18T16:52:50.201 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:49 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:52:50.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:49 smithi156 conmon[67007]: cluster 2022-01-18T16:52:48.866157+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:52:50.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:49 smithi156 conmon[67007]: 1693 : cluster [DBG] pgmap v1450: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:50.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:49 smithi156 conmon[67007]: audit 2022-01-18T16:52:49.512078+0000 mon.smithi129 (mon.0) 703 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:52:50.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:49 smithi156 conmon[67007]: audit 2022-01-18T16:52:49.513568+0000 2022-01-18T16:52:50.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:49 smithi156 conmon[67007]: mon.smithi129 (mon.0) 704 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:52:50.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:49 smithi156 conmon[67007]: audit 2022-01-18T16:52:49.514369+0000 mon.smithi129 2022-01-18T16:52:50.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:49 smithi156 conmon[67007]: (mon.0) 705 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:52:50.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:49 smithi156 conmon[67007]: audit 2022-01-18T16:52:50.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:49 smithi156 conmon[67007]: 2022-01-18T16:52:49.830915+0000 mon.smithi129 (mon.0) 706 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:52:50.310 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:49 smithi156 conmon[67007]: 2022-01-18T16:52:50.310 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:49 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T16:52:50.310 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:49 smithi156 conmon[67007]: 18T16:52:49.835683+0000 mon.smithi129 (mon.0) 707 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:52:51.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:50 smithi129 conmon[101092]: cephadm 2022-01-18T16:52:49.515090+0000 mgr.smithi129.iclwio (mgr.14716) 1694 : cephadm [WRN] 2022-01-18T16:52:51.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:50 smithi129 conmon[101092]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:52:51.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:50 smithi156 conmon[67007]: cephadm 2022-01-18T16:52:49.515090+0000 mgr.smithi129.iclwio (mgr.14716) 1694 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:52:51.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:50 smithi156 conmon[67007]: 2022-01-18T16:52:52.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:51 smithi129 conmon[101092]: cluster 2022-01-18T16:52:50.866979+0000 mgr.smithi129.iclwio (mgr.14716) 1695 : cluster 2022-01-18T16:52:52.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:51 smithi129 conmon[101092]: [DBG] pgmap v1451: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:52:52.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:51 smithi156 conmon[67007]: cluster 2022-01-18T16:52:50.866979+0000 mgr.smithi129.iclwio (mgr.14716) 1695 : cluster [DBG] pgmap v1451: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:52:54.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:53 smithi129 conmon[101092]: cluster 2022-01-18T16:52:52.867488+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:52:54.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:53 smithi129 conmon[101092]: ) 1696 : cluster [DBG] pgmap v1452: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:54.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:53 smithi156 conmon[67007]: cluster 2022-01-18T16:52:52.867488+0000 mgr.smithi129.iclwio (mgr.14716) 1696 : cluster [DBG] pgmap v1452: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:54.948 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:52:55.212 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:52:55.212 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (55m) 6m ago 56m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:52:55.212 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (47m) 6m ago 56m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:52:55.213 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (47m) 6m ago 55m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:52:55.213 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (55m) 6m ago 56m 40.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:52:55.213 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (51m) 6m ago 51m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:52:55.213 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (51m) 6m ago 51m 25.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:52:55.214 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (48m) 6m ago 57m 505M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:52:55.214 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (47m) 6m ago 55m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:52:55.214 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (47m) 6m ago 57m 358M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:52:55.214 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (47m) 6m ago 55m 194M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:52:55.215 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (48m) 6m ago 48m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:52:55.215 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (48m) 6m ago 48m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:52:55.215 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (56m) 6m ago 56m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:52:55.215 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (55m) 6m ago 55m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:52:55.215 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (41m) 6m ago 55m 1541M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:52:55.216 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (54m) 6m ago 54m 2544M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:52:55.216 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (54m) 6m ago 54m 1986M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:52:55.216 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (54m) 6m ago 54m 2536M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:52:55.216 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (53m) 6m ago 53m 2357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:52:55.217 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (53m) 6m ago 53m 2956M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:52:55.217 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (53m) 6m ago 53m 2312M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:52:55.217 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (52m) 6m ago 52m 3466M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:52:55.217 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (55m) 6m ago 56m 59.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:52:55.529 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:52:55.529 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:52:55.529 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:52:55.530 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:52:55.530 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:52:55.530 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:52:55.530 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:52:55.530 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:52:55.531 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:52:55.531 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:52:55.531 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:52:55.531 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:52:55.532 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:52:55.532 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:52:55.532 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:52:55.532 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:52:55.533 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:52:55.533 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:52:55.533 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:52:55.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:55 smithi129 conmon[101092]: cluster 2022-01-18T16:52: 2022-01-18T16:52:55.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:55 smithi129 conmon[101092]: 54.868207+0000 mgr.smithi129.iclwio (mgr.14716) 1697 : cluster [DBG] pgmap v1453: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:52:55.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:55 smithi129 conmon[101092]: audit 2022-01-18T16:52:54.928249+0000 2022-01-18T16:52:55.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:55 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 1698 : audit [DBG] from='client.35206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:52:55.948 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:55 smithi129 conmon[101092]: audit 2022-01-18T16:52:55.948 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:55 smithi129 conmon[101092]: 2022-01-18T16:52:55.195149+0000 mgr.smithi129.iclwio (mgr.14716) 1699 2022-01-18T16:52:55.948 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:55 smithi129 conmon[101092]: : audit [DBG] from='client.35210 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:52:55.948 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:55 smithi129 conmon[101092]: audit 2022-01-18T16:52:55.948 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:55 smithi129 conmon[101092]: 2022-01-18T16:52: 2022-01-18T16:52:55.949 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:55 smithi129 conmon[101092]: 55.521043+0000 mon.smithi129 (mon.0) 708 2022-01-18T16:52:55.949 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:55 smithi129 conmon[101092]: : audit [DBG] from='client.? 172.21.15.129:0/1760567651' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:52:56.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:55 smithi156 conmon[67007]: cluster 2022-01-18T16:52:54.868207+0000 mgr.smithi129.iclwio (mgr.14716) 1697 2022-01-18T16:52:56.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:55 smithi156 conmon[67007]: : cluster [DBG] pgmap v1453: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:52:56.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:55 smithi156 conmon[67007]: audit 2022-01-18T16:52:54.928249+0000 mgr.smithi129.iclwio (mgr.14716) 1698 : audit [DBG] from='client.35206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:52:56.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:55 smithi156 conmon[67007]: audit 2022-01-18T16:52:55.195149+0000 mgr.smithi129.iclwio (mgr.14716) 1699 : 2022-01-18T16:52:56.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:55 smithi156 conmon[67007]: audit [DBG] from='client.35210 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:52:56.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:55 smithi156 conmon[67007]: audit 2022-01-18T16 2022-01-18T16:52:56.059 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:55 smithi156 conmon[67007]: :52:55.521043+0000 mon.smithi129 (mon.0) 708 : audit 2022-01-18T16:52:56.059 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:55 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/1760567651' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:52:58.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:57 smithi129 conmon[101092]: cluster 2022-01-18T16:52:56.868817+0000 mgr.smithi129.iclwio (mgr.14716) 1700 : cluster [DBG] 2022-01-18T16:52:58.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:57 smithi129 conmon[101092]: pgmap v1454: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:58.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:57 smithi156 conmon[67007]: cluster 2022-01-18T16:52:56.868817+0000 mgr.smithi129.iclwio (mgr.14716) 1700 : cluster [DBG] 2022-01-18T16:52:58.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:57 smithi156 conmon[67007]: pgmap v1454: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:52:59.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:58 smithi129 conmon[101092]: audit 2022-01-18T16:52:58.382997+0000 mon.smithi129 (mon.0) 2022-01-18T16:52:59.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:58 smithi129 conmon[101092]: 709 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:52:59.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:58 smithi129 conmon[101092]: audit 2022-01-18T16:52:58.383336+0000 mon.smithi129 (mon.0) 710 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:52:59.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:58 smithi156 conmon[67007]: audit 2022-01-18T16:52:58.382997+0000 mon.smithi129 (mon.0) 709 : audit 2022-01-18T16:52:59.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:58 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:52:59.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:58 smithi156 conmon[67007]: audit 2022-01-18T16:52:58.383336+0000 mon.smithi129 (mon.0) 710 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:53:00.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:59 smithi129 conmon[101092]: cluster 2022-01-18T16:52:58.869492+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:53:00.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:52:59 smithi129 conmon[101092]: 14716) 1701 : cluster [DBG] pgmap v1455: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:00.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:59 smithi156 conmon[67007]: cluster 2022-01-18T16:52:58.869492+0000 mgr.smithi129.iclwio (mgr.14716) 1701 : cluster [DBG] pgmap v1455: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:00.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:52:59 smithi156 conmon[67007]: 2022-01-18T16:53:02.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:01 smithi129 conmon[101092]: cluster 2022-01-18T16:53:00.870323+0000 mgr.smithi129.iclwio (mgr.14716) 1702 : cluster [DBG] pgmap v1456: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:53:02.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:01 smithi156 conmon[67007]: cluster 2022-01-18T16:53:00.870323+0000 mgr.smithi129.iclwio (mgr.14716) 1702 : cluster [DBG] pgmap v1456: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:53:04.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:03 smithi129 conmon[101092]: cluster 2022-01-18T16:53:02.870875+0000 mgr.smithi129.iclwio (mgr.14716) 1703 : cluster [DBG] pgmap v1457: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:04.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:03 smithi156 conmon[67007]: cluster 2022-01-18T16:53:02.870875+0000 mgr.smithi129.iclwio (mgr.14716) 1703 : cluster [DBG] pgmap v1457: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:05.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:05 smithi129 conmon[101092]: cluster 2022-01-18T16:53:04.871777+0000 mgr.smithi129.iclwio (mgr.14716) 1704 : cluster [DBG] pgmap v1458: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:53:06.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:05 smithi156 conmon[67007]: cluster 2022-01-18T16:53:04.871777+0000 mgr.smithi129.iclwio (mgr.14716) 1704 : cluster [DBG] pgmap v1458: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:53:08.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:07 smithi129 conmon[101092]: cluster 2022-01-18T16:53:06.872510+0000 mgr.smithi129.iclwio (mgr.14716) 1705 : cluster [DBG] pgmap v1459: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:08.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:07 smithi156 conmon[67007]: cluster 2022-01-18T16:53:06.872510+0000 mgr.smithi129.iclwio (mgr.14716) 1705 : cluster [DBG] pgmap v1459: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:10.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:09 smithi129 conmon[101092]: cluster 2022-01-18T16:53:08.873202+0000 mgr.smithi129.iclwio (mgr.14716) 1706 : cluster [DBG] pgmap v1460: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:10.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:09 smithi129 conmon[101092]: 2022-01-18T16:53:10.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:09 smithi156 conmon[67007]: cluster 2022-01-18T16:53:08.873202+0000 mgr.smithi129.iclwio (mgr.14716) 1706 : cluster [DBG] pgmap v1460: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:12.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:11 smithi129 conmon[101092]: cluster 2022-01-18T16:53:10.874071+0000 mgr.smithi129.iclwio (mgr.14716) 1707 : cluster [DBG] pgmap v1461: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:53:12.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:11 smithi129 conmon[101092]: 2022-01-18T16:53:12.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:11 smithi156 conmon[67007]: cluster 2022-01-18T16:53:10.874071+0000 mgr.smithi129.iclwio (mgr.14716) 1707 : cluster [DBG] pgmap v1461: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:53:14.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:13 smithi129 conmon[101092]: cluster 2022-01-18T16:53:12.874819+0000 mgr.smithi129.iclwio (mgr.14716) 1708 : cluster [DBG] pgmap v1462: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:14.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:13 smithi156 conmon[67007]: cluster 2022-01-18T16:53:12.874819+0000 mgr.smithi129.iclwio (mgr.14716) 1708 : cluster [DBG] pgmap v1462: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:15.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:15 smithi129 conmon[101092]: cluster 2022-01-18T16:53:14.875531+0000 mgr.smithi129.iclwio (mgr.14716) 1709 : cluster [DBG] pgmap v1463: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:53:16.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:15 smithi156 conmon[67007]: cluster 2022-01-18T16:53:14.875531+0000 mgr.smithi129.iclwio (mgr.14716) 1709 : cluster [DBG] pgmap v1463: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:53:18.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:17 smithi129 conmon[101092]: cluster 2022-01-18T16:53:16.876112+0000 mgr.smithi129.iclwio (mgr.14716) 1710 : cluster [DBG] pgmap v1464: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:18.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:17 smithi156 conmon[67007]: cluster 2022-01-18T16:53:16.876112+0000 mgr.smithi129.iclwio (mgr.14716) 1710 : cluster [DBG] pgmap v1464: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:20.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:19 smithi129 conmon[101092]: cluster 2022-01-18T16:53:18.876742+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:53:20.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:19 smithi129 conmon[101092]: 1711 : cluster [DBG] pgmap v1465: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:20.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:19 smithi156 conmon[67007]: cluster 2022-01-18T16:53:18.876742+0000 mgr.smithi129.iclwio (mgr.14716) 1711 : cluster [DBG] pgmap v1465: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:22.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:21 smithi129 conmon[101092]: cluster 2022-01-18T16:53:20.877468+0000 mgr.smithi129.iclwio (mgr.14716) 1712 : cluster [DBG] pgmap v1466: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:53:22.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:21 smithi129 conmon[101092]: 2022-01-18T16:53:22.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:21 smithi156 conmon[67007]: cluster 2022-01-18T16:53:20.877468+0000 mgr.smithi129.iclwio (mgr.14716) 1712 : cluster [DBG] pgmap v1466: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:53:22.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:21 smithi156 conmon[67007]: 2022-01-18T16:53:24.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:23 smithi156 conmon[67007]: cluster 2022-01-18T16:53:22.878004+0000 mgr.smithi129.iclwio (mgr.14716) 1713 : cluster [DBG] pgmap v1467: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:24.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:23 smithi129 conmon[101092]: cluster 2022-01-18T16:53:22.878004+0000 mgr.smithi129.iclwio (mgr.14716) 1713 : cluster [DBG] pgmap v1467: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:25.829 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:53:25.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:25 smithi129 conmon[101092]: cluster 2022-01-18T16:53:24.879069+0000 mgr.smithi129.iclwio (mgr.14716) 1714 : cluster [DBG] pgmap v1468: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:53:26.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:25 smithi156 conmon[67007]: cluster 2022-01-18T16:53:24.879069+0000 mgr.smithi129.iclwio (mgr.14716) 1714 : cluster [DBG] pgmap v1468: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:53:26.095 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:53:26.095 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (55m) 6m ago 57m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:53:26.096 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (47m) 6m ago 57m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:53:26.096 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (47m) 6m ago 56m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:53:26.096 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (55m) 6m ago 56m 40.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:53:26.096 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (51m) 6m ago 51m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:53:26.097 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (51m) 6m ago 51m 25.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:53:26.097 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (48m) 6m ago 58m 505M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:53:26.097 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (48m) 6m ago 56m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:53:26.097 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (48m) 6m ago 58m 358M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:53:26.098 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (47m) 6m ago 56m 194M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:53:26.098 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (48m) 6m ago 48m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:53:26.098 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (48m) 6m ago 48m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:53:26.098 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (56m) 6m ago 56m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:53:26.099 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (56m) 6m ago 56m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:53:26.099 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (42m) 6m ago 55m 1541M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:53:26.099 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (55m) 6m ago 55m 2544M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:53:26.099 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (54m) 6m ago 54m 1986M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:53:26.100 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (54m) 6m ago 54m 2536M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:53:26.100 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (54m) 6m ago 54m 2357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:53:26.100 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (54m) 6m ago 54m 2956M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:53:26.100 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (53m) 6m ago 53m 2312M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:53:26.100 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (53m) 6m ago 53m 3466M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:53:26.101 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (55m) 6m ago 56m 59.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:53:26.414 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:53:26.415 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:53:26.415 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:53:26.415 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:53:26.416 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:53:26.416 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:53:26.416 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:53:26.416 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:53:26.417 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:53:26.417 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:53:26.417 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:53:26.417 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:53:26.417 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:53:26.418 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:53:26.418 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:53:26.418 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:53:26.418 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:53:26.419 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:53:26.419 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:53:26.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:26 smithi129 conmon[101092]: audit 2022-01-18T16:53:25.810241+0000 mgr.smithi129.iclwio (mgr.14716) 1715 : 2022-01-18T16:53:26.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:26 smithi129 conmon[101092]: audit [DBG] from='client.35218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:53:26.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:26 smithi129 conmon[101092]: audit 2022-01-18T16:53:26.078864+0000 mgr.smithi129.iclwio (mgr.14716) 1716 : audit [DBG] from='client.35222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:53:26.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:26 smithi129 conmon[101092]: audit 2022 2022-01-18T16:53:26.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:26 smithi129 conmon[101092]: -01-18T16:53:26.407168+0000 mon.smithi129 (mon.0) 711 : audit [DBG] from='client.? 172.21.15.129:0/3242869648' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:53:27.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:26 smithi156 conmon[67007]: audit 2022-01-18T16:53:25.810241+0000 mgr.smithi129.iclwio (mgr.14716) 1715 : audit [DBG] 2022-01-18T16:53:27.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:26 smithi156 conmon[67007]: from='client.35218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:53:27.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:26 smithi156 conmon[67007]: audit 2022-01-18T16:53:26.078864+0000 mgr.smithi129.iclwio (mgr.14716) 1716 : audit [DBG] from='client.35222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:53:27.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:26 smithi156 conmon[67007]: audit 2022-01-18T16:53:26.407168+0000 mon.smithi129 (mon 2022-01-18T16:53:27.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:26 smithi156 conmon[67007]: .0) 711 : audit [DBG] from='client.? 172.21.15.129:0/3242869648' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:53:27.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:27 smithi129 conmon[101092]: cluster 2022-01-18T16:53:26.879483+0000 mgr.smithi129.iclwio (mgr.14716) 1717 : cluster [DBG] pgmap v1469: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:28.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:27 smithi156 conmon[67007]: cluster 2022-01-18T16:53:26.879483+0000 mgr.smithi129.iclwio (mgr.14716) 1717 : cluster [DBG] pgmap v1469: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:30.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:29 smithi129 conmon[101092]: cluster 2022-01-18T16:53:28.880070+0000 mgr.smithi129.iclwio (mgr.14716) 1718 : cluster [DBG] 2022-01-18T16:53:30.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:29 smithi129 conmon[101092]: pgmap v1470: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:30.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:29 smithi156 conmon[67007]: cluster 2022-01-18T16:53:28.880070+0000 mgr.smithi129.iclwio (mgr.14716) 1718 : cluster [DBG] pgmap v1470: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:32.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:31 smithi129 conmon[101092]: cluster 2022-01-18T16:53:30.880891+0000 mgr.smithi129.iclwio (mgr.14716) 1719 : cluster [DBG] pgmap v1471: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:53:32.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:31 smithi129 conmon[101092]: 2022-01-18T16:53:32.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:31 smithi156 conmon[67007]: cluster 2022-01-18T16:53:30.880891+0000 mgr.smithi129.iclwio (mgr.14716) 1719 : cluster [DBG] pgmap v1471: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:53:34.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:33 smithi156 conmon[67007]: cluster 2022-01-18T16:53:32.881461+0000 mgr.smithi129.iclwio (mgr.14716) 1720 : cluster [DBG] pgmap v1472: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:34.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:33 smithi129 conmon[101092]: cluster 2022-01-18T16:53:32.881461+0000 mgr.smithi129.iclwio (mgr.14716) 1720 : cluster [DBG] pgmap v1472: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:34.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:33 smithi129 conmon[101092]: 2022-01-18T16:53:35.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:35 smithi129 conmon[101092]: cluster 2022-01-18T16:53:34.882315+0000 mgr.smithi129.iclwio (mgr.14716) 1721 : cluster [DBG] 2022-01-18T16:53:35.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:35 smithi129 conmon[101092]: pgmap v1473: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:53:36.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:35 smithi156 conmon[67007]: cluster 2022-01-18T16:53:34.882315+0000 mgr.smithi129.iclwio (mgr.14716) 1721 : cluster [DBG] pgmap v1473: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:53:36.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:35 smithi156 conmon[67007]: 2022-01-18T16:53:38.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:37 smithi129 conmon[101092]: cluster 2022-01-18T16:53:36.882840+0000 mgr.smithi129.iclwio (mgr.14716) 1722 : cluster [DBG] pgmap v1474: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:38.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:37 smithi129 conmon[101092]: 2022-01-18T16:53:38.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:37 smithi156 conmon[67007]: cluster 2022-01-18T16:53:36.882840+0000 mgr.smithi129.iclwio (mgr.14716) 1722 : cluster [DBG] pgmap v1474: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:40.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:39 smithi156 conmon[67007]: cluster 2022-01-18T16:53:38.883349+0000 mgr.smithi129.iclwio (mgr.14716) 1723 : cluster [DBG] pgmap v1475: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:40.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:39 smithi129 conmon[101092]: cluster 2022-01-18T16:53:38.883349+0000 mgr.smithi129.iclwio (mgr.14716) 1723 : cluster [DBG] pgmap v1475: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:42.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:41 smithi156 conmon[67007]: cluster 2022-01-18T16:53:40.884045+0000 mgr.smithi129.iclwio (mgr.14716) 1724 : cluster [DBG] pgmap v1476: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:53:42.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:41 smithi129 conmon[101092]: cluster 2022-01-18T16:53:40.884045+0000 mgr.smithi129.iclwio (mgr.14716) 1724 : cluster [DBG] pgmap v1476: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:53:44.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:43 smithi156 conmon[67007]: cluster 2022-01-18T16:53:42.884732+0000 mgr.smithi129.iclwio (mgr.14716) 1725 : cluster [DBG] pgmap v1477: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:44.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:43 smithi129 conmon[101092]: cluster 2022-01-18T16:53:42.884732+0000 mgr.smithi129.iclwio (mgr.14716) 1725 : cluster [DBG] pgmap v1477: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:45.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:45 smithi129 conmon[101092]: cluster 2022-01-18T16:53:44.885481+0000 mgr.smithi129.iclwio (mgr.14716) 1726 : cluster [DBG] pgmap v1478: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:53:46.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:45 smithi156 conmon[67007]: cluster 2022-01-18T16:53:44.885481+0000 mgr.smithi129.iclwio (mgr.14716) 1726 : cluster [DBG] pgmap v1478: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:53:48.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:47 smithi156 conmon[67007]: cluster 2022-01-18T16:53:46.886011+0000 mgr.smithi129.iclwio (mgr.14716) 1727 : cluster [DBG] pgmap v1479: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:48.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:47 smithi129 conmon[101092]: cluster 2022-01-18T16:53:46.886011+0000 mgr.smithi129.iclwio (mgr.14716) 1727 : cluster [DBG] pgmap v1479: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:50.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:49 smithi156 conmon[67007]: cluster 2022-01-18T16:53:48.886647+0000 mgr.smithi129.iclwio (mgr.14716) 1728 : cluster [DBG] pgmap v1480: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:50.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:49 smithi156 conmon[67007]: audit 2022-01-18T16:53:49.838235+0000 mon.smithi129 (mon.0) 712 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:53:50.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:49 smithi156 conmon[67007]: audit 2022-01-18T16:53:49.839636+0000 mon.smithi129 (mon.0) 713 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:53:50.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:49 smithi156 conmon[67007]: audit 2022-01-18T16:53:49.840517+0000 mon.smithi129 (mon.0) 714 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:53:50.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:49 smithi129 conmon[101092]: cluster 2022-01-18T16:53:48.886647+0000 mgr.smithi129.iclwio (mgr.14716) 1728 : cluster [DBG] pgmap v1480: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:50.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:49 smithi129 conmon[101092]: 2022-01-18T16:53:50.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:49 smithi129 conmon[101092]: audit 2022-01-18T16:53:49.838235+0000 mon.smithi129 (mon.0) 712 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:53:50.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:49 smithi129 conmon[101092]: audit 2022-01-18T16:53:49.839636+0000 mon.smithi129 (mon.0) 713 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:53:50.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:49 smithi129 conmon[101092]: 2022-01-18T16:53:50.448 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:49 smithi129 conmon[101092]: audit 2022-01-18T16:53:49.840517+0000 mon.smithi129 (mon.0) 714 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:53:51.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:51 smithi129 conmon[101092]: cephadm 2022-01-18T16:53:49.841247+0000 mgr.smithi129.iclwio (mgr.14716) 1729 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:53:51.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:51 smithi129 conmon[101092]: audit 2022-01-18T16:53:50.151339+0000 mon.smithi129 (mon.0) 715 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:53:51.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:51 smithi129 conmon[101092]: audit 2022-01-18T16:53:50.155864+0000 mon.smithi129 (mon.0) 716 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:53:51.556 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:51 smithi156 conmon[67007]: cephadm 2022-01-18T16:53:49.841247+0000 mgr.smithi129.iclwio (mgr.14716) 1729 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:53:51.557 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:51 smithi156 conmon[67007]: audit 2022-01-18T16:53:50.151339+0000 mon.smithi129 (mon.0) 715 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:53:51.557 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:51 smithi156 conmon[67007]: audit 2022-01-18T16:53:50.155864+0000 mon.smithi129 (mon.0) 716 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:53:52.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:52 smithi129 conmon[101092]: cluster 2022-01-18T16:53:50.887308+0000 mgr.smithi129.iclwio (mgr.14716) 1730 : cluster [DBG] pgmap v1481: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:53:52.557 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:52 smithi156 conmon[67007]: cluster 2022-01-18T16:53:50.887308+0000 mgr.smithi129.iclwio (mgr.14716) 1730 : cluster [DBG] 2022-01-18T16:53:52.557 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:52 smithi156 conmon[67007]: pgmap v1481: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:53:54.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:54 smithi129 conmon[101092]: cluster 2022-01-18T16:53:52.887923+0000 mgr.smithi129.iclwio (mgr.14716) 1731 : cluster [DBG] pgmap v1482: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:54.452 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:54 smithi156 conmon[67007]: cluster 2022-01-18T16:53:52.887923+0000 mgr.smithi129.iclwio (mgr.14716) 1731 : cluster [DBG] pgmap v1482: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:54.452 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:54 smithi156 conmon[67007]: 2022-01-18T16:53:55.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:55 smithi129 conmon[101092]: cluster 2022-01-18T16:53:54.888589+0000 mgr.smithi129.iclwio (mgr.14716) 1732 : cluster [DBG] pgmap v1483: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:53:56.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:55 smithi156 conmon[67007]: cluster 2022-01-18T16:53:54.888589+0000 mgr.smithi129.iclwio (mgr.14716) 1732 : cluster [DBG] 2022-01-18T16:53:56.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:55 smithi156 conmon[67007]: pgmap v1483: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:53:56.715 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:53:56.978 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:53:56.979 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (56m) 7m ago 57m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:53:56.979 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (48m) 7m ago 57m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:53:56.979 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (48m) 7m ago 56m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:53:56.980 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (56m) 7m ago 57m 40.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:53:56.980 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (52m) 7m ago 52m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:53:56.980 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (52m) 7m ago 52m 25.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:53:56.980 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (49m) 7m ago 58m 505M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:53:56.980 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (48m) 7m ago 56m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:53:56.981 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (48m) 7m ago 58m 358M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:53:56.981 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (48m) 7m ago 56m 194M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:53:56.981 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (49m) 7m ago 49m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:53:56.981 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (49m) 7m ago 49m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:53:56.982 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (57m) 7m ago 57m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:53:56.982 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (56m) 7m ago 56m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:53:56.982 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (42m) 7m ago 56m 1541M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:53:56.982 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (55m) 7m ago 55m 2544M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:53:56.983 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (55m) 7m ago 55m 1986M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:53:56.983 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (55m) 7m ago 55m 2536M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:53:56.983 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (54m) 7m ago 54m 2357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:53:56.983 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (54m) 7m ago 54m 2956M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:53:56.984 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (54m) 7m ago 54m 2312M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:53:56.984 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (53m) 7m ago 53m 3466M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:53:56.984 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (56m) 7m ago 57m 59.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:53:57.301 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:53:57.301 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:53:57.301 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:53:57.301 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:53:57.302 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:53:57.302 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:53:57.302 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:53:57.302 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:53:57.303 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:53:57.303 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:53:57.303 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:53:57.303 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:53:57.304 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:53:57.304 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:53:57.304 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:53:57.304 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:53:57.304 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:53:57.305 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:53:57.305 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:53:58.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:57 smithi156 conmon[67007]: audit 2022-01-18T16:53:56.696072+0000 mgr.smithi129.iclwio (mgr.14716) 1733 : audit 2022-01-18T16:53:58.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:57 smithi156 conmon[67007]: [DBG] from='client.35230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:53:58.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:57 smithi156 conmon[67007]: cluster 2022-01-18T16:53:56.889019+0000 mgr.smithi129.iclwio (mgr.14716) 1734 : cluster [DBG] pgmap v1484: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:58.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:57 smithi156 conmon[67007]: audit 2022-01-18T16:53:56.962832+0000 mgr.smithi129.iclwio (mgr.14716) 1735 : audit [DBG] from='client.35234 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:53:58.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:57 smithi156 conmon[67007]: audit 2022- 2022-01-18T16:53:58.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:57 smithi156 conmon[67007]: 01-18T16:53:57.293430+0000 mon.smithi129 (mon.0 2022-01-18T16:53:58.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:57 smithi156 conmon[67007]: ) 717 : audit [DBG] from='client.? 172.21.15.129:0/2152691760' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:53:58.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:57 smithi129 conmon[101092]: audit 2022-01-18T16:53:56.696072+0000 mgr.smithi129.iclwio (mgr.14716) 1733 : audit [DBG] from='client.35230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:53:58.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:57 smithi129 conmon[101092]: 2022-01-18T16:53:58.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:57 smithi129 conmon[101092]: cluster 2022-01-18T16:53:56.889019+0000 mgr.smithi129.iclwio (mgr.14716) 1734 : cluster [DBG] pgmap v1484: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:53:58.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:57 smithi129 conmon[101092]: audit 2022-01-18T16:53:56.962832+0000 mgr.smithi129.iclwio ( 2022-01-18T16:53:58.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:57 smithi129 conmon[101092]: mgr.14716) 1735 : audit [DBG] from='client.35234 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:53:58.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:57 smithi129 conmon[101092]: audit 2022-01-18T16:53:57.293430+0000 mon.smithi129 2022-01-18T16:53:58.448 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:57 smithi129 conmon[101092]: (mon.0) 717 : audit [DBG] from='client.? 172.21.15.129:0/2152691760' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:53:59.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:58 smithi156 conmon[67007]: audit 2022-01-18T16:53:58.386771+0000 mon.smithi129 (mon.0) 718 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:53:59.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:58 smithi156 conmon[67007]: audit 2022-01-18T16:53:58.387023 2022-01-18T16:53:59.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:58 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 719 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:53:59.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:58 smithi129 conmon[101092]: audit 2022-01-18T16:53:58.386771+0000 mon.smithi129 (mon.0) 718 : audit [INF] 2022-01-18T16:53:59.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:58 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:53:59.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:58 smithi129 conmon[101092]: audit 2022-01-18T16:53:58.387023+0000 mon.smithi129 (mon.0) 719 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:54:00.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:53:59 smithi156 conmon[67007]: cluster 2022-01-18T16:53:58.889732+0000 mgr.smithi129.iclwio (mgr.14716) 1736 : cluster [DBG] pgmap v1485: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:00.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:59 smithi129 conmon[101092]: cluster 2022-01-18T16:53:58.889732+0000 mgr.smithi129.iclwio (mgr.14716) 1736 : cluster [DBG] 2022-01-18T16:54:00.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:53:59 smithi129 conmon[101092]: pgmap v1485: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:02.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:01 smithi156 conmon[67007]: cluster 2022-01-18T16:54:00.890734+0000 mgr.smithi129.iclwio (mgr.14716) 1737 : cluster [DBG] pgmap v1486: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:54:02.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:01 smithi129 conmon[101092]: cluster 2022-01-18T16:54:00.890734+0000 mgr.smithi129.iclwio (mgr.14716) 1737 : cluster [DBG] pgmap v1486: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:54:02.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:01 smithi129 conmon[101092]: 2022-01-18T16:54:04.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:03 smithi156 conmon[67007]: cluster 2022-01-18T16:54:02.891303+0000 mgr.smithi129.iclwio (mgr.14716) 1738 : cluster [DBG] pgmap v1487: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:04.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:03 smithi129 conmon[101092]: cluster 2022-01-18T16:54:02.891303+0000 mgr.smithi129.iclwio (mgr.14716) 1738 : cluster [DBG] pgmap v1487: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:05.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:05 smithi129 conmon[101092]: cluster 2022-01-18T16:54:04.892142+0000 mgr.smithi129.iclwio (mgr.14716) 1739 : cluster [DBG] 2022-01-18T16:54:05.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:05 smithi129 conmon[101092]: pgmap v1488: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:54:06.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:05 smithi156 conmon[67007]: cluster 2022-01-18T16:54:04.892142+0000 mgr.smithi129.iclwio (mgr.14716) 1739 : cluster [DBG] pgmap v1488: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:54:08.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:07 smithi156 conmon[67007]: cluster 2022-01-18T16:54:06.892832+0000 mgr.smithi129.iclwio (mgr.14716) 1740 : cluster [DBG] pgmap v1489: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:08.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:07 smithi129 conmon[101092]: cluster 2022-01-18T16:54:06.892832+0000 mgr.smithi129.iclwio (mgr.14716) 1740 : cluster [DBG] pgmap v1489: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:08.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:07 smithi129 conmon[101092]: 2022-01-18T16:54:10.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:09 smithi156 conmon[67007]: cluster 2022-01-18T16:54:08.893381+0000 mgr.smithi129.iclwio (mgr.14716) 1741 : cluster [DBG] pgmap v1490: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:10.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:09 smithi129 conmon[101092]: cluster 2022-01-18T16:54:08.893381+0000 mgr.smithi129.iclwio (mgr.14716) 1741 : cluster [DBG] pgmap v1490: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:12.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:11 smithi156 conmon[67007]: cluster 2022-01-18T16:54:10.894204+0000 mgr.smithi129.iclwio (mgr.14716) 1742 : cluster [DBG] pgmap v1491: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:54:12.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:11 smithi129 conmon[101092]: cluster 2022-01-18T16:54:10.894204+0000 mgr.smithi129.iclwio (mgr.14716) 1742 : cluster [DBG] pgmap v1491: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:54:12.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:11 smithi129 conmon[101092]: 2022-01-18T16:54:14.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:13 smithi156 conmon[67007]: cluster 2022-01-18T16:54:12.894918+0000 mgr.smithi129.iclwio (mgr.14716) 1743 : cluster [DBG] pgmap v1492: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:14.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:13 smithi129 conmon[101092]: cluster 2022-01-18T16:54:12.894918+0000 mgr.smithi129.iclwio (mgr.14716) 1743 : cluster [DBG] pgmap v1492: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:15.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:15 smithi129 conmon[101092]: cluster 2022-01-18T16:54:14.895627+0000 mgr.smithi129.iclwio (mgr.14716) 1744 : cluster [DBG] pgmap v1493: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:54:16.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:15 smithi156 conmon[67007]: cluster 2022-01-18T16:54:14.895627+0000 mgr.smithi129.iclwio (mgr.14716) 1744 : cluster [DBG] pgmap v1493: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:54:18.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:17 smithi156 conmon[67007]: cluster 2022-01-18T16:54:16.896225+0000 mgr.smithi129.iclwio (mgr.14716) 1745 : cluster [DBG] pgmap v1494: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:18.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:17 smithi129 conmon[101092]: cluster 2022-01-18T16:54:16.896225+0000 mgr.smithi129.iclwio (mgr.14716) 1745 : cluster [DBG] pgmap v1494: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:18.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:17 smithi129 conmon[101092]: 2022-01-18T16:54:20.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:19 smithi156 conmon[67007]: cluster 2022-01-18T16:54:18.896866+0000 mgr.smithi129.iclwio (mgr.14716) 1746 : cluster [DBG] pgmap v1495: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:20.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:19 smithi129 conmon[101092]: cluster 2022-01-18T16:54:18.896866+0000 mgr.smithi129.iclwio (mgr.14716) 1746 : cluster [DBG] pgmap v1495: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:22.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:21 smithi156 conmon[67007]: cluster 2022-01-18T16:54:20.897597+0000 mgr.smithi129.iclwio (mgr.14716) 1747 : cluster [DBG] pgmap v1496: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:54:22.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:21 smithi129 conmon[101092]: cluster 2022-01-18T16:54:20.897597+0000 mgr.smithi129.iclwio (mgr.14716) 1747 : cluster [DBG] pgmap v1496: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:54:24.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:23 smithi156 conmon[67007]: cluster 2022-01-18T16:54:22.898237+0000 mgr.smithi129.iclwio (mgr.14716) 1748 : cluster [DBG] pgmap v1497: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:24.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:23 smithi129 conmon[101092]: cluster 2022-01-18T16:54:22.898237+0000 mgr.smithi129.iclwio (mgr.14716) 1748 : cluster [DBG] pgmap v1497: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:25.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:25 smithi129 conmon[101092]: cluster 2022-01-18T16:54:24.898980+0000 mgr.smithi129.iclwio (mgr.14716) 1749 : cluster [DBG] pgmap v1498: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:54:26.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:25 smithi156 conmon[67007]: cluster 2022-01-18T16:54:24.898980+0000 mgr.smithi129.iclwio (mgr.14716) 1749 : cluster [DBG] pgmap v1498: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:54:27.599 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:54:27.866 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:54:27.866 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (56m) 7m ago 58m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:54:27.866 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (48m) 7m ago 58m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:54:27.867 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (48m) 7m ago 57m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:54:27.867 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (56m) 7m ago 57m 40.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:54:27.867 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (52m) 7m ago 52m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:54:27.867 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (52m) 7m ago 52m 25.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:54:27.868 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (49m) 7m ago 59m 505M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:54:27.868 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (49m) 7m ago 57m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:54:27.868 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (49m) 7m ago 59m 358M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:54:27.868 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (48m) 7m ago 57m 194M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:54:27.869 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (49m) 7m ago 49m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:54:27.869 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (49m) 7m ago 49m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:54:27.869 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (57m) 7m ago 57m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:54:27.869 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (57m) 7m ago 57m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:54:27.869 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (43m) 7m ago 56m 1541M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:54:27.870 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (56m) 7m ago 56m 2544M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:54:27.870 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (56m) 7m ago 56m 1986M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:54:27.870 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (55m) 7m ago 55m 2536M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:54:27.871 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (55m) 7m ago 55m 2357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:54:27.871 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (55m) 7m ago 55m 2956M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:54:27.871 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (54m) 7m ago 54m 2312M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:54:27.871 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (54m) 7m ago 54m 3466M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:54:27.872 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (56m) 7m ago 57m 59.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:54:28.186 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:54:28.186 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:54:28.187 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:54:28.187 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:54:28.187 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:54:28.187 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:54:28.188 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:54:28.188 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:54:28.188 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:54:28.188 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:54:28.188 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:54:28.189 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:54:28.189 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:54:28.189 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:54:28.189 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:54:28.190 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:54:28.190 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:54:28.190 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:54:28.190 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:54:28.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:27 smithi156 conmon[67007]: cluster 2022-01-18T16:54:26.899458+0000 mgr.smithi129.iclwio (mgr.14716) 1750 : cluster [DBG] pgmap v1499: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:28.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:27 smithi129 conmon[101092]: cluster 2022-01-18T16:54:26.899458+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:54:28.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:27 smithi129 conmon[101092]: 1750 : cluster [DBG] pgmap v1499: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:29.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:28 smithi156 conmon[67007]: audit 2022-01-18T16:54:27.580054+0000 mgr.smithi129.iclwio (mgr.14716) 1751 : audit [DBG] from='client.35242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:54:29.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:28 smithi156 conmon[67007]: audit 2022-01-18T16:54:27.849960+0000 mgr.smithi129.iclwio (mgr.14716) 1752 : audit [DBG] from='client.35246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:54:29.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:28 smithi156 conmon[67007]: audit 2022-01-18T16:54:28.178973+0000 mon.smithi129 (mon.0) 720 : audit [DBG] from='client.? 172.21.15.129:0/623619917' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:54:29.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:28 smithi129 conmon[101092]: audit 2022-01-18T16:54:27.580054+0000 mgr.smithi129.iclwio (mgr.14716) 1751 : audit [DBG] from='client.35242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:54:29.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:28 smithi129 conmon[101092]: audit 2022-01-18T16:54:27.849960+0000 2022-01-18T16:54:29.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:28 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 1752 : audit [DBG] from='client.35246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:54:29.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:28 smithi129 conmon[101092]: audit 2022-01-18T16:54:28.178973+0000 mon.smithi129 (mon.0) 720 : audit [DBG] from='client.? 172.21.15.129:0/623619917' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:54:30.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:29 smithi156 conmon[67007]: cluster 2022-01-18T16:54:28.900092+0000 mgr.smithi129.iclwio (mgr.14716) 1753 : cluster [DBG] pgmap v1500: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:30.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:29 smithi129 conmon[101092]: cluster 2022-01-18T16:54:28.900092+0000 mgr.smithi129.iclwio (mgr.14716) 1753 : cluster [DBG] pgmap v1500: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:32.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:31 smithi156 conmon[67007]: cluster 2022-01-18T16:54:30.901031+0000 mgr.smithi129.iclwio (mgr.14716) 1754 : cluster [DBG] pgmap v1501: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:54:32.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:31 smithi129 conmon[101092]: cluster 2022-01-18T16:54:30.901031+0000 mgr.smithi129.iclwio (mgr.14716) 1754 : cluster [DBG] pgmap v1501: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:54:34.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:33 smithi156 conmon[67007]: cluster 2022-01-18T16:54:32.901567+0000 mgr.smithi129.iclwio (mgr.14716) 1755 : cluster [DBG] pgmap v1502: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:34.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:33 smithi156 conmon[67007]: 2022-01-18T16:54:34.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:33 smithi129 conmon[101092]: cluster 2022-01-18T16:54:32.901567+0000 mgr.smithi129.iclwio (mgr.14716) 1755 : cluster [DBG] pgmap v1502: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:35.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:35 smithi129 conmon[101092]: cluster 2022-01-18T16:54:34.902443+0000 mgr.smithi129.iclwio (mgr.14716) 1756 : cluster [DBG] pgmap v1503: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:54:36.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:35 smithi156 conmon[67007]: cluster 2022-01-18T16:54:34.902443+0000 mgr.smithi129.iclwio (mgr.14716) 1756 : cluster [DBG] pgmap v1503: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:54:38.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:37 smithi156 conmon[67007]: cluster 2022-01-18T16:54:36.903056+0000 mgr.smithi129.iclwio (mgr.14716) 1757 : cluster [DBG] pgmap v1504: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:38.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:37 smithi129 conmon[101092]: cluster 2022-01-18T16:54:36.903056+0000 mgr.smithi129.iclwio (mgr.14716) 1757 : cluster [DBG] pgmap v1504: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:40.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:39 smithi156 conmon[67007]: cluster 2022-01-18T16:54:38.903779+0000 mgr.smithi129.iclwio (mgr.14716) 1758 : cluster [DBG] pgmap v1505: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:40.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:39 smithi129 conmon[101092]: cluster 2022-01-18T16:54:38.903779+0000 mgr.smithi129.iclwio (mgr.14716) 1758 : cluster [DBG] pgmap v1505: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:42.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:41 smithi156 conmon[67007]: cluster 2022-01-18T16:54:40.904533+0000 mgr.smithi129.iclwio (mgr.14716) 1759 : cluster [DBG] pgmap v1506: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:54:42.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:41 smithi129 conmon[101092]: cluster 2022-01-18T16:54:40.904533+0000 mgr.smithi129.iclwio (mgr.14716) 1759 : cluster [DBG] pgmap v1506: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:54:44.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:43 smithi156 conmon[67007]: cluster 2022-01-18T16:54:42.905168+0000 mgr.smithi129.iclwio (mgr.14716) 1760 : cluster [DBG] pgmap v1507: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:44.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:43 smithi129 conmon[101092]: cluster 2022-01-18T16:54:42.905168+0000 mgr.smithi129.iclwio (mgr.14716) 1760 : cluster [DBG] pgmap v1507: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:45.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:45 smithi129 conmon[101092]: cluster 2022-01-18T16:54:44.906003+0000 mgr.smithi129.iclwio (mgr.14716) 1761 : cluster [DBG] pgmap v1508: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:54:45.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:45 smithi129 conmon[101092]: 2022-01-18T16:54:46.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:45 smithi156 conmon[67007]: cluster 2022-01-18T16:54:44.906003+0000 mgr.smithi129.iclwio (mgr.14716) 1761 : cluster [DBG] pgmap v1508: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:54:48.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:47 smithi156 conmon[67007]: cluster 2022-01-18T16:54:46.906531+0000 mgr.smithi129.iclwio (mgr.14716) 1762 : cluster [DBG] pgmap v1509: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:48.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:47 smithi156 conmon[67007]: 2022-01-18T16:54:48.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:47 smithi129 conmon[101092]: cluster 2022-01-18T16:54:46.906531+0000 mgr.smithi129.iclwio (mgr.14716) 1762 : cluster [DBG] pgmap v1509: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:50.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:49 smithi156 conmon[67007]: cluster 2022-01-18T16:54:48.907235+0000 mgr.smithi129.iclwio (mgr.14716) 1763 : cluster [DBG] pgmap v1510: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:50.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:49 smithi129 conmon[101092]: cluster 2022-01-18T16:54:48.907235+0000 mgr.smithi129.iclwio (mgr.14716) 1763 : cluster [DBG] pgmap v1510: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:51.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:50 smithi156 conmon[67007]: audit 2022-01-18T16:54:50.158364+0000 mon.smithi129 (mon.0) 721 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:54:51.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:50 smithi156 conmon[67007]: audit 2022-01-18T16:54:50.159730+0000 mon.smithi129 (mon.0) 722 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:54:51.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:50 smithi156 conmon[67007]: audit 2022-01-18T16:54:50.160576+0000 mon.smithi129 (mon.0) 723 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:54:51.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:50 smithi156 conmon[67007]: cephadm 2022-01-18T16:54:50.161310+0000 mgr.smithi129.iclwio (mgr.14716) 1764 : 2022-01-18T16:54:51.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:50 smithi156 conmon[67007]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:54:51.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:50 smithi156 conmon[67007]: audit 2022 2022-01-18T16:54:51.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:50 smithi156 conmon[67007]: -01-18T16:54:50.469352+0000 mon.smithi129 (mon 2022-01-18T16:54:51.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:50 smithi156 conmon[67007]: .0) 724 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:54:51.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:50 smithi156 conmon[67007]: audit 2022-01 2022-01-18T16:54:51.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:50 smithi156 conmon[67007]: -18T16:54:50.473993+0000 2022-01-18T16:54:51.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:50 smithi156 conmon[67007]: mon.smithi129 (mon.0) 725 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:54:51.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:50 smithi156 conmon[67007]: 2022-01-18T16:54:51.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:50 smithi129 conmon[101092]: audit 2022-01-18T16:54:50.158364+0000 mon.smithi129 (mon.0) 721 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:54:51.522 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:50 smithi129 conmon[101092]: 2022-01-18T16:54:51.522 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:50 smithi129 conmon[101092]: audit 2022-01-18T16:54:50.159730+0000 mon.smithi129 (mon.0) 722 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:54:51.522 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:50 smithi129 conmon[101092]: audit 2022-01-18T16:54:50.160576+0000 mon.smithi129 (mon.0) 723 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:54:51.523 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:50 smithi129 conmon[101092]: cephadm 2022 2022-01-18T16:54:51.523 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:50 smithi129 conmon[101092]: -01-18T16:54:50.161310+0000 mgr.smithi129.iclwio (mgr.14716) 1764 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:54:51.523 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:50 smithi129 conmon[101092]: audit 2022-01-18T16 2022-01-18T16:54:51.523 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:50 smithi129 conmon[101092]: :54:50.469352+0000 mon.smithi129 (mon.0) 724 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:54:51.524 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:50 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T16:54:51.524 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:50 smithi129 conmon[101092]: T16:54:50.473993+0000 mon.smithi129 (mon.0) 725 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:54:52.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:51 smithi156 conmon[67007]: cluster 2022-01-18T16:54:50.907926+0000 mgr.smithi129.iclwio (mgr.14716) 1765 : cluster [DBG] pgmap v1511: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:54:52.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:51 smithi129 conmon[101092]: cluster 2022-01-18T16:54:50.907926+0000 mgr.smithi129.iclwio (mgr.14716) 1765 : cluster [DBG] pgmap v1511: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:54:54.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:53 smithi156 conmon[67007]: cluster 2022-01-18T16:54:52.908514+0000 mgr.smithi129.iclwio (mgr.14716) 1766 : cluster [DBG] pgmap v1512: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:54.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:53 smithi129 conmon[101092]: cluster 2022-01-18T16:54:52.908514+0000 mgr.smithi129.iclwio (mgr.14716) 1766 : cluster [DBG] pgmap v1512: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:54.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:53 smithi129 conmon[101092]: 2022-01-18T16:54:55.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:55 smithi129 conmon[101092]: cluster 2022-01-18T16:54:54.909415+0000 mgr.smithi129.iclwio (mgr.14716) 1767 : cluster [DBG] pgmap v1513: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:54:55.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:55 smithi129 conmon[101092]: 2022-01-18T16:54:56.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:55 smithi156 conmon[67007]: cluster 2022-01-18T16:54:54.909415+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:54:56.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:55 smithi156 conmon[67007]: ) 1767 : cluster [DBG] pgmap v1513: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:54:58.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:57 smithi156 conmon[67007]: cluster 2022-01-18T16:54:56.909935+0000 mgr.smithi129.iclwio (mgr.14716) 1768 : cluster [DBG] pgmap v1514: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:58.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:57 smithi129 conmon[101092]: cluster 2022-01-18T16:54:56.909935+0000 mgr.smithi129.iclwio (mgr.14716) 1768 : cluster [DBG] pgmap v1514: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:54:58.488 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:54:58.753 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:54:58.754 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (57m) 8m ago 58m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:54:58.754 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (49m) 8m ago 58m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:54:58.754 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (49m) 8m ago 57m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:54:58.755 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (57m) 8m ago 58m 40.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:54:58.755 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (53m) 8m ago 53m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:54:58.755 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (53m) 8m ago 53m 25.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:54:58.755 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (50m) 8m ago 59m 505M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:54:58.755 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (49m) 8m ago 57m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:54:58.756 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (49m) 8m ago 59m 358M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:54:58.756 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (49m) 8m ago 57m 194M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:54:58.756 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (50m) 8m ago 50m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:54:58.756 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (50m) 8m ago 50m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:54:58.757 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (58m) 8m ago 58m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:54:58.757 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (57m) 8m ago 57m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:54:58.757 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (43m) 8m ago 57m 1541M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:54:58.757 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (56m) 8m ago 56m 2544M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:54:58.758 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (56m) 8m ago 56m 1986M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:54:58.758 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (56m) 8m ago 56m 2536M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:54:58.758 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (55m) 8m ago 55m 2357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:54:58.758 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (55m) 8m ago 55m 2956M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:54:58.758 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (55m) 8m ago 55m 2312M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:54:58.759 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (54m) 8m ago 54m 3466M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:54:58.759 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (57m) 8m ago 58m 59.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:54:59.075 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:54:59.075 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:54:59.075 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:54:59.076 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:54:59.076 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:54:59.076 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:54:59.077 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:54:59.077 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:54:59.077 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:54:59.077 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:54:59.077 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:54:59.078 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:54:59.078 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:54:59.078 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:54:59.078 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:54:59.079 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:54:59.079 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:54:59.079 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:54:59.079 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:54:59.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:58 smithi156 conmon[67007]: audit 2022-01-18T16:54:58.390436+0000 mon.smithi129 (mon.0) 726 : audit [INF] 2022-01-18T16:54:59.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:58 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:54:59.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:58 smithi156 conmon[67007]: audit 2022-01-18T16:54:58.390677+0000 mon.smithi129 (mon.0) 727 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:54:59.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:58 smithi129 conmon[101092]: audit 2022-01-18T16:54:58.390436+0000 mon.smithi129 (mon.0) 726 : audit [INF] 2022-01-18T16:54:59.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:58 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:54:59.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:58 smithi129 conmon[101092]: audit 2022-01-18T16:54:58.390677+0000 mon.smithi129 (mon.0) 727 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:55:00.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:59 smithi156 conmon[67007]: audit 2022-01-18T16:54:58.470206+0000 mgr.smithi129.iclwio (mgr.14716) 1769 : audit [DBG] 2022-01-18T16:55:00.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:59 smithi156 conmon[67007]: from='client.35254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:55:00.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:59 smithi156 conmon[67007]: audit 2022-01-18T16:54:58.737603+0000 mgr.smithi129.iclwio (mgr.14716) 1770 : audit [DBG] from='client.35258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:55:00.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:59 smithi156 conmon[67007]: cluster 2022-01-18T16: 2022-01-18T16:55:00.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:59 smithi156 conmon[67007]: 54:58.910372+0000 mgr.smithi129.iclwio (mgr.14716) 1771 : cluster [DBG] pgmap v1515: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:00.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:59 smithi156 conmon[67007]: audit 2022- 2022-01-18T16:55:00.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:59 smithi156 conmon[67007]: 01-18T16:54:59.068167+0000 mon.smithi129 2022-01-18T16:55:00.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:59 smithi156 conmon[67007]: (mon.0) 728 : audit [DBG] 2022-01-18T16:55:00.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:54:59 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/4154687849' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:55:00.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:59 smithi129 conmon[101092]: audit 2022-01-18T16:54:58.470206+0000 mgr.smithi129.iclwio (mgr.14716) 1769 : audit [DBG] from='client.35254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:55:00.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:59 smithi129 conmon[101092]: audit 2022-01-18T16:54:58.737603+0000 2022-01-18T16:55:00.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:59 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 1770 : audit [DBG] from='client.35258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:55:00.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:59 smithi129 conmon[101092]: cluster 2022-01-18T16:54:58.910372+0000 mgr.smithi129.iclwio (mgr.14716) 1771 : cluster [DBG] pgmap v1515: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:00.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:59 smithi129 conmon[101092]: audit 2022-01-18T16:54:59.068167+0000 mon.smithi129 2022-01-18T16:55:00.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:54:59 smithi129 conmon[101092]: (mon.0) 728 : audit [DBG] from='client.? 172.21.15.129:0/4154687849' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:55:02.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:01 smithi156 conmon[67007]: cluster 2022-01-18T16:55:00.911247+0000 mgr.smithi129.iclwio (mgr.14716) 1772 : cluster [DBG] pgmap v1516: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:55:02.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:01 smithi156 conmon[67007]: 2022-01-18T16:55:02.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:01 smithi129 conmon[101092]: cluster 2022-01-18T16:55:00.911247+0000 mgr.smithi129.iclwio (mgr.14716) 1772 : cluster [DBG] pgmap v1516: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:55:04.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:03 smithi156 conmon[67007]: cluster 2022-01-18T16:55:02.911930+0000 mgr.smithi129.iclwio (mgr.14716) 1773 : cluster [DBG] pgmap v1517: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:04.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:03 smithi129 conmon[101092]: cluster 2022-01-18T16:55:02.911930+0000 mgr.smithi129.iclwio (mgr.14716) 1773 : cluster [DBG] pgmap v1517: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:05.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:05 smithi129 conmon[101092]: cluster 2022-01-18T16:55:04.912821+0000 mgr.smithi129.iclwio (mgr.14716) 1774 : cluster [DBG] 2022-01-18T16:55:05.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:05 smithi129 conmon[101092]: pgmap v1518: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:55:06.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:05 smithi156 conmon[67007]: cluster 2022-01-18T16:55:04.912821+0000 mgr.smithi129.iclwio (mgr.14716) 1774 : cluster [DBG] pgmap v1518: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:55:08.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:07 smithi156 conmon[67007]: cluster 2022-01-18T16:55:06.913352+0000 mgr.smithi129.iclwio (mgr.14716) 1775 : cluster [DBG] pgmap v1519: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:08.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:07 smithi129 conmon[101092]: cluster 2022-01-18T16:55:06.913352+0000 mgr.smithi129.iclwio (mgr.14716) 1775 : cluster [DBG] pgmap v1519: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:10.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:09 smithi156 conmon[67007]: cluster 2022-01-18T16:55:08.913994+0000 mgr.smithi129.iclwio (mgr.14716) 1776 : cluster [DBG] pgmap v1520: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:10.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:09 smithi129 conmon[101092]: cluster 2022-01-18T16:55:08.913994+0000 mgr.smithi129.iclwio (mgr.14716) 1776 : cluster [DBG] pgmap v1520: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:10.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:09 smithi129 conmon[101092]: 2022-01-18T16:55:12.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:11 smithi156 conmon[67007]: cluster 2022-01-18T16:55:10.914779+0000 mgr.smithi129.iclwio (mgr.14716) 1777 : cluster [DBG] pgmap v1521: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:55:12.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:11 smithi129 conmon[101092]: cluster 2022-01-18T16:55:10.914779+0000 mgr.smithi129.iclwio (mgr.14716) 1777 : cluster 2022-01-18T16:55:12.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:11 smithi129 conmon[101092]: [DBG] pgmap v1521: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:55:14.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:13 smithi156 conmon[67007]: cluster 2022-01-18T16:55:12.915336+0000 mgr.smithi129.iclwio (mgr.14716) 1778 : cluster [DBG] pgmap v1522: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:14.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:13 smithi129 conmon[101092]: cluster 2022-01-18T16:55:12.915336+0000 mgr.smithi129.iclwio (mgr.14716) 1778 : cluster [DBG] 2022-01-18T16:55:14.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:13 smithi129 conmon[101092]: pgmap v1522: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:15.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:15 smithi129 conmon[101092]: cluster 2022-01-18T16:55:14.916118+0000 mgr.smithi129.iclwio (mgr.14716) 1779 : cluster [DBG] pgmap v1523: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:55:16.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:15 smithi156 conmon[67007]: cluster 2022-01-18T16:55:14.916118+0000 mgr.smithi129.iclwio (mgr.14716) 1779 : cluster [DBG] pgmap v1523: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:55:18.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:17 smithi156 conmon[67007]: cluster 2022-01-18T16:55:16.916526+0000 mgr.smithi129.iclwio (mgr.14716) 1780 : cluster [DBG] pgmap v1524: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:18.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:17 smithi129 conmon[101092]: cluster 2022-01-18T16:55:16.916526+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:55:18.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:17 smithi129 conmon[101092]: 1780 : cluster [DBG] pgmap v1524: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:20.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:19 smithi156 conmon[67007]: cluster 2022-01-18T16:55:18.917284+0000 mgr.smithi129.iclwio (mgr.14716) 1781 : cluster [DBG] pgmap v1525: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:20.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:19 smithi129 conmon[101092]: cluster 2022-01-18T16:55:18.917284+0000 mgr.smithi129.iclwio (mgr.14716) 1781 : cluster 2022-01-18T16:55:20.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:19 smithi129 conmon[101092]: [DBG] pgmap v1525: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:22.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:21 smithi156 conmon[67007]: cluster 2022-01-18T16:55:20.918146+0000 mgr.smithi129.iclwio (mgr.14716) 1782 : cluster [DBG] pgmap v1526: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:55:22.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:21 smithi129 conmon[101092]: cluster 2022-01-18T16:55:20.918146+0000 mgr.smithi129.iclwio (mgr.14716) 1782 : cluster [DBG] 2022-01-18T16:55:22.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:21 smithi129 conmon[101092]: pgmap v1526: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:55:24.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:23 smithi156 conmon[67007]: cluster 2022-01-18T16:55:22.918670+0000 mgr.smithi129.iclwio (mgr.14716) 1783 : cluster [DBG] pgmap v1527: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:24.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:23 smithi129 conmon[101092]: cluster 2022-01-18T16:55:22.918670+0000 mgr.smithi129.iclwio (mgr.14716) 1783 : cluster [DBG] pgmap v1527: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:25.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:25 smithi129 conmon[101092]: cluster 2022-01-18T16:55:24.919342+0000 mgr.smithi129.iclwio (mgr.14716) 1784 : cluster [DBG] pgmap v1528: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:55:26.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:25 smithi156 conmon[67007]: cluster 2022-01-18T16:55:24.919342+0000 mgr.smithi129.iclwio (mgr.14716) 1784 : cluster [DBG] pgmap v1528: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:55:28.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:27 smithi156 conmon[67007]: cluster 2022-01-18T16:55:26.919772+0000 2022-01-18T16:55:28.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:27 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 1785 : cluster [DBG] pgmap v1529: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:28.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:27 smithi129 conmon[101092]: cluster 2022-01-18T16:55:26.919772+0000 mgr.smithi129.iclwio (mgr.14716) 1785 : cluster [DBG] pgmap v1529: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:29.375 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:55:29.637 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:55:29.638 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (58m) 8m ago 59m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:55:29.638 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (49m) 8m ago 59m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:55:29.638 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (49m) 8m ago 58m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:55:29.639 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (57m) 8m ago 58m 40.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:55:29.639 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (53m) 8m ago 53m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:55:29.639 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (53m) 8m ago 53m 25.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:55:29.639 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (50m) 8m ago 60m 505M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:55:29.640 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (50m) 8m ago 58m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:55:29.640 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (50m) 8m ago 60m 358M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:55:29.640 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (49m) 8m ago 58m 194M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:55:29.640 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (50m) 8m ago 50m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:55:29.640 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (50m) 8m ago 50m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:55:29.641 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (58m) 8m ago 58m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:55:29.641 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (58m) 8m ago 58m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:55:29.641 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (44m) 8m ago 57m 1541M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:55:29.644 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (57m) 8m ago 57m 2544M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:55:29.644 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (57m) 8m ago 57m 1986M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:55:29.645 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (56m) 8m ago 56m 2536M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:55:29.645 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (56m) 8m ago 56m 2357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:55:29.645 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (56m) 8m ago 56m 2956M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:55:29.645 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (55m) 8m ago 55m 2312M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:55:29.646 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (55m) 8m ago 55m 3466M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:55:29.646 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (57m) 8m ago 58m 59.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:55:29.955 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:55:29.955 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:55:29.956 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:55:29.956 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:55:29.956 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:55:29.956 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:55:29.957 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:55:29.957 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:55:29.957 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:55:29.957 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:55:29.958 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:55:29.958 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:55:29.958 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:55:29.958 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:55:29.959 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:55:29.959 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:55:29.959 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:55:29.959 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:55:29.960 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:55:30.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:29 smithi156 conmon[67007]: cluster 2022-01-18T16:55:28.920325+0000 mgr.smithi129.iclwio (mgr.14716) 1786 : cluster [DBG] pgmap v1530: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:30.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:29 smithi156 conmon[67007]: 2022-01-18T16:55:30.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:29 smithi156 conmon[67007]: audit 2022-01-18T16:55:29.356677+0000 mgr.smithi129.iclwio (mgr.14716) 1787 : audit [DBG] from='client.35266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:55:30.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:29 smithi156 conmon[67007]: audit 2022-01-18T16:55:29.948601+0000 mon.smithi129 (mon.0) 729 : audit [DBG] from='client.? 172.21.15.129:0/1395262476' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:55:30.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:29 smithi129 conmon[101092]: cluster 2022-01-18T16:55:28.920325+0000 mgr.smithi129.iclwio (mgr.14716) 1786 : cluster [DBG] pgmap v1530: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:30.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:29 smithi129 conmon[101092]: audit 2022-01-18T16:55:30.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:29 smithi129 conmon[101092]: 2022-01-18T16:55:29.356677+0000 mgr.smithi129.iclwio (mgr.14716) 1787 : audit [DBG] from='client.35266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:55:30.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:29 smithi129 conmon[101092]: audit 2022-01-18T16:55:29.948601+0000 mon.smithi129 (mon.0) 729 : audit [DBG] from='client.? 172.21.15.129:0/1395262476' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:55:31.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:30 smithi156 conmon[67007]: audit 2022-01-18T16:55:29.622349+0000 mgr.smithi129.iclwio (mgr.14716) 1788 : audit [DBG] from='client.35270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:55:31.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:30 smithi156 conmon[67007]: 2022-01-18T16:55:31.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:30 smithi129 conmon[101092]: audit 2022-01-18T16:55:29.622349+0000 mgr.smithi129.iclwio (mgr.14716) 1788 : audit [DBG] from='client.35270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:55:32.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:31 smithi156 conmon[67007]: cluster 2022-01-18T16:55:30.921264+0000 mgr.smithi129.iclwio (mgr.14716) 1789 : cluster [DBG] pgmap v1531: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:55:32.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:31 smithi156 conmon[67007]: 2022-01-18T16:55:32.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:31 smithi129 conmon[101092]: cluster 2022-01-18T16:55:30.921264+0000 mgr.smithi129.iclwio (mgr.14716) 1789 : cluster [DBG] pgmap v1531: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:55:34.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:33 smithi156 conmon[67007]: cluster 2022-01-18T16:55:32.921744+0000 mgr.smithi129.iclwio (mgr.14716) 1790 : cluster [DBG] pgmap v1532: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:34.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:33 smithi129 conmon[101092]: cluster 2022-01-18T16:55:32.921744+0000 mgr.smithi129.iclwio (mgr.14716) 1790 : cluster [DBG] pgmap v1532: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:35.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:35 smithi129 conmon[101092]: cluster 2022-01-18T16:55:34.922551+0000 mgr.smithi129.iclwio (mgr.14716) 1791 : cluster [DBG] pgmap v1533: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:55:36.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:35 smithi156 conmon[67007]: cluster 2022-01-18T16:55:34.922551+0000 mgr.smithi129.iclwio (mgr.14716) 1791 : cluster [DBG] pgmap v1533: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:55:38.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:37 smithi156 conmon[67007]: cluster 2022-01-18T16:55:36.923159+0000 mgr.smithi129.iclwio (mgr.14716) 1792 : cluster [DBG] pgmap v1534: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:38.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:37 smithi129 conmon[101092]: cluster 2022-01-18T16:55:36.923159+0000 mgr.smithi129.iclwio (mgr.14716) 1792 : cluster [DBG] pgmap v1534: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:40.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:39 smithi156 conmon[67007]: cluster 2022-01-18T16:55:38.923715+0000 mgr.smithi129.iclwio (mgr.14716) 1793 : cluster [DBG] pgmap v1535: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:40.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:39 smithi129 conmon[101092]: cluster 2022-01-18T16:55:38.923715+0000 mgr.smithi129.iclwio (mgr.14716) 1793 : cluster [DBG] pgmap v1535: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:42.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:41 smithi156 conmon[67007]: cluster 2022-01-18T16:55:40.924674+0000 mgr.smithi129.iclwio (mgr.14716) 1794 : cluster [DBG] pgmap v1536: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:55:42.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:41 smithi129 conmon[101092]: cluster 2022-01-18T16:55:40.924674+0000 mgr.smithi129.iclwio (mgr.14716) 1794 : cluster [DBG] pgmap v1536: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:55:44.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:43 smithi156 conmon[67007]: cluster 2022-01-18T16:55:42.925237+0000 mgr.smithi129.iclwio (mgr.14716) 1795 : cluster [DBG] pgmap v1537: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:44.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:43 smithi156 conmon[67007]: 2022-01-18T16:55:44.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:43 smithi129 conmon[101092]: cluster 2022-01-18T16:55:42.925237+0000 mgr.smithi129.iclwio (mgr.14716) 1795 : cluster [DBG] pgmap v1537: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:45.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:45 smithi129 conmon[101092]: cluster 2022-01-18T16:55:44.925966+0000 mgr.smithi129.iclwio (mgr.14716) 1796 : cluster [DBG] pgmap v1538: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:55:46.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:45 smithi156 conmon[67007]: cluster 2022-01-18T16:55:44.925966+0000 mgr.smithi129.iclwio (mgr.14716) 1796 : cluster [DBG] pgmap v1538: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:55:48.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:47 smithi156 conmon[67007]: cluster 2022-01-18T16:55:46.926430+0000 mgr.smithi129.iclwio (mgr.14716) 1797 : cluster [DBG] pgmap v1539: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:48.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:47 smithi129 conmon[101092]: cluster 2022-01-18T16:55:46.926430+0000 mgr.smithi129.iclwio (mgr.14716) 1797 : cluster [DBG] pgmap v1539: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:50.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:49 smithi156 conmon[67007]: cluster 2022-01-18T16:55:48.927180+0000 mgr.smithi129.iclwio (mgr.14716) 1798 : cluster [DBG] pgmap v1540: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:50.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:49 smithi129 conmon[101092]: cluster 2022-01-18T16:55:48.927180+0000 mgr.smithi129.iclwio (mgr.14716) 1798 : cluster [DBG] pgmap v1540: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:51.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:50 smithi156 conmon[67007]: audit 2022-01-18T16:55:50.476444+0000 mon.smithi129 (mon.0) 730 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:55:51.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:50 smithi156 conmon[67007]: audit 2022-01-18T16:55:50.477821+0000 mon.smithi129 (mon.0) 731 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:55:51.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:50 smithi156 conmon[67007]: audit 2022-01-18T16:55:50.478642+0000 mon.smithi129 ( 2022-01-18T16:55:51.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:50 smithi156 conmon[67007]: mon.0) 732 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:55:51.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:50 smithi156 conmon[67007]: audit 2022-01-18T16:55:51.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:50 smithi156 conmon[67007]: 2022-01-18T16:55:50.777108+0000 2022-01-18T16:55:51.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:50 smithi156 conmon[67007]: mon.smithi129 (mon.0) 733 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T16:55:51.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:50 smithi156 conmon[67007]: 2022-01-18T16:55:51.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:50 smithi156 conmon[67007]: audit 2022-01-18T16:55:51.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:50 smithi156 conmon[67007]: 2022-01-18T16:55:50.788088 2022-01-18T16:55:51.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:50 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 734 : audit [INF] 2022-01-18T16:55:51.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:50 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T16:55:51.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:50 smithi156 conmon[67007]: audit 2022-01-18T16: 2022-01-18T16:55:51.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:50 smithi156 conmon[67007]: 55:50.791833+0000 mon.smithi129 (mon.0 2022-01-18T16:55:51.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:50 smithi156 conmon[67007]: ) 735 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:55:51.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:50 smithi156 conmon[67007]: audit 2022- 2022-01-18T16:55:51.310 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:50 smithi156 conmon[67007]: 01-18T16:55:50.798753 2022-01-18T16:55:51.310 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:50 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 736 : audit [INF] 2022-01-18T16:55:51.310 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:50 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:55:51.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:50 smithi129 conmon[101092]: audit 2022-01-18T16:55:50.476444+0000 mon.smithi129 (mon.0) 730 : audit [DBG] 2022-01-18T16:55:51.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:50 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:55:51.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:50 smithi129 conmon[101092]: audit 2022-01-18T16:55:50.477821+0000 mon.smithi129 (mon.0) 731 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:55:51.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:50 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T16:55:51.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:50 smithi129 conmon[101092]: 16:55:50.478642+0000 mon.smithi129 (mon.0) 732 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:55:51.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:50 smithi129 conmon[101092]: audit 2022-01-18T16:55:50. 2022-01-18T16:55:51.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:50 smithi129 conmon[101092]: 777108+0000 mon.smithi129 (mon.0) 733 : audit 2022-01-18T16:55:51.448 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:50 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T16:55:51.448 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:50 smithi129 conmon[101092]: audit 2022-01-18T16:55:50 2022-01-18T16:55:51.448 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:50 smithi129 conmon[101092]: .788088+0000 mon.smithi129 (mon.0) 734 : audit 2022-01-18T16:55:51.448 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:50 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T16:55:51.449 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:50 smithi129 conmon[101092]: audit 2022-01-18T16:55: 2022-01-18T16:55:51.449 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:50 smithi129 conmon[101092]: 50.791833+0000 mon.smithi129 (mon.0) 735 : 2022-01-18T16:55:51.449 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:50 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:55:51.449 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:50 smithi129 conmon[101092]: audit 2022-01-18T16: 2022-01-18T16:55:51.450 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:50 smithi129 conmon[101092]: 55:50.798753+0000 mon.smithi129 (mon.0) 2022-01-18T16:55:51.450 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:50 smithi129 conmon[101092]: 736 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:55:52.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:51 smithi156 conmon[67007]: cephadm 2022-01-18T16:55:50.479363+0000 mgr.smithi129.iclwio (mgr.14716) 1799 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:55:52.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:51 smithi156 conmon[67007]: cluster 2022-01-18T16:55:50.927823+0000 mgr.smithi129.iclwio (mgr.14716) 1800 : cluster [DBG] pgmap v1541: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:55:52.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:51 smithi129 conmon[101092]: cephadm 2022-01-18T16:55:50.479363+0000 mgr.smithi129.iclwio (mgr.14716) 1799 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:55:52.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:51 smithi129 conmon[101092]: cluster 2022-01-18T16:55:50.927823+0000 mgr.smithi129.iclwio (mgr.14716) 1800 : cluster [DBG] pgmap v1541: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:55:54.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:53 smithi156 conmon[67007]: cluster 2022-01-18T16:55:52.928315+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:55:54.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:53 smithi156 conmon[67007]: ) 1801 : cluster [DBG] pgmap v1542: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:54.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:53 smithi129 conmon[101092]: cluster 2022-01-18T16:55:52.928315+0000 mgr.smithi129.iclwio (mgr.14716) 1801 : cluster [DBG] pgmap v1542: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:54.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:53 smithi129 conmon[101092]: 2022-01-18T16:55:55.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:55 smithi129 conmon[101092]: cluster 2022-01-18T16:55:54.929139+0000 mgr.smithi129.iclwio ( 2022-01-18T16:55:55.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:55 smithi129 conmon[101092]: mgr.14716) 1802 : cluster [DBG] pgmap v1543: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:55:56.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:55 smithi156 conmon[67007]: cluster 2022-01-18T16:55:54.929139+0000 mgr.smithi129.iclwio (mgr.14716) 1802 : cluster [DBG] pgmap v1543: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:55:58.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:57 smithi156 conmon[67007]: cluster 2022-01-18T16:55:56.929680+0000 mgr.smithi129.iclwio (mgr.14716) 1803 : cluster [DBG] pgmap v1544: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:58.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:57 smithi129 conmon[101092]: cluster 2022-01-18T16:55:56.929680+0000 mgr.smithi129.iclwio (mgr.14716) 1803 : cluster [DBG] pgmap v1544: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:55:59.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:58 smithi156 conmon[67007]: audit 2022-01-18T16:55:58.394798+0000 mon.smithi129 (mon.0) 737 : audit 2022-01-18T16:55:59.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:58 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:55:59.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:58 smithi156 conmon[67007]: audit 2022-01-18T16:55:58.395036+0000 mon.smithi129 (mon.0) 738 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:55:59.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:58 smithi129 conmon[101092]: audit 2022-01-18T16:55:58.394798+0000 mon.smithi129 (mon.0) 737 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:55:59.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:58 smithi129 conmon[101092]: audit 2022-01-18T16:55:58.395036+0000 mon.smithi129 (mon.0) 738 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:56:00.259 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:56:00.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:55:59 smithi156 conmon[67007]: cluster 2022-01-18T16:55:58.930389+0000 mgr.smithi129.iclwio (mgr.14716) 1804 : cluster [DBG] pgmap v1545: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:00.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:59 smithi129 conmon[101092]: cluster 2022-01-18T16:55:58.930389+0000 mgr.smithi129.iclwio (mgr.14716) 1804 : cluster [DBG] pgmap v1545: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:00.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:55:59 smithi129 conmon[101092]: 2022-01-18T16:56:00.525 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:56:00.526 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (58m) 9m ago 59m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:56:00.526 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (50m) 9m ago 59m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:56:00.526 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (50m) 9m ago 58m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:56:00.526 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (58m) 9m ago 59m 40.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:56:00.527 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (54m) 9m ago 54m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:56:00.527 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (54m) 9m ago 54m 25.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:56:00.528 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (51m) 9m ago 60m 505M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:56:00.528 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (50m) 9m ago 58m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:56:00.528 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (50m) 9m ago 61m 358M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:56:00.528 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (50m) 9m ago 58m 194M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:56:00.529 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (51m) 9m ago 51m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:56:00.529 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (51m) 9m ago 51m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:56:00.529 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (59m) 9m ago 59m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:56:00.529 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (58m) 9m ago 58m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:56:00.529 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (44m) 9m ago 58m 1541M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:56:00.530 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (57m) 9m ago 57m 2544M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:56:00.530 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (57m) 9m ago 57m 1986M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:56:00.531 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (57m) 9m ago 57m 2536M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:56:00.531 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (56m) 9m ago 56m 2357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:56:00.531 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (56m) 9m ago 56m 2956M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:56:00.532 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (56m) 9m ago 56m 2312M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:56:00.532 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (56m) 9m ago 55m 3466M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:56:00.532 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (58m) 9m ago 59m 59.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:56:00.841 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:56:00.841 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:56:00.842 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:56:00.842 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:56:00.842 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:56:00.842 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:56:00.843 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:56:00.843 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:56:00.843 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:56:00.843 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:56:00.844 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:56:00.844 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:56:00.844 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:56:00.844 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:56:00.845 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:56:00.845 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:56:00.845 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:56:00.845 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:56:00.845 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:56:01.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:00 smithi156 conmon[67007]: audit 2022-01-18T16:56:00.240125+0000 mgr.smithi129.iclwio (mgr.14716) 1805 : audit [DBG] from='client.35278 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:56:01.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:00 smithi156 conmon[67007]: 2022-01-18T16:56:01.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:00 smithi156 conmon[67007]: audit 2022-01-18T16:56:00.834894+0000 mon.smithi129 (mon.0) 739 : audit [DBG] from='client.? 172.21.15.129:0/518848484' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:56:01.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:00 smithi129 conmon[101092]: audit 2022-01-18T16:56:00.240125+0000 mgr.smithi129.iclwio (mgr.14716) 1805 : audit 2022-01-18T16:56:01.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:00 smithi129 conmon[101092]: [DBG] from='client.35278 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:56:01.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:00 smithi129 conmon[101092]: audit 2022-01-18T16:56:00.834894+0000 mon.smithi129 (mon.0) 739 : audit [DBG] from='client.? 172.21.15.129:0/518848484' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:56:02.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:02 smithi156 conmon[67007]: audit 2022-01-18T16:56:00.509836+0000 mgr.smithi129.iclwio (mgr.14716) 1806 : audit [DBG] from='client.35282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:56:02.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:02 smithi156 conmon[67007]: cluster 2022-01-18T16:56:00.931042+0000 mgr.smithi129.iclwio (mgr.14716) 1807 : cluster [DBG] pgmap v1546: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:56:02.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:02 smithi129 conmon[101092]: audit 2022-01-18T16:56:00.509836+0000 mgr.smithi129.iclwio (mgr.14716) 1806 : audit 2022-01-18T16:56:02.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:02 smithi129 conmon[101092]: [DBG] from='client.35282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:56:02.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:02 smithi129 conmon[101092]: cluster 2022-01-18T16:56:00.931042+0000 mgr.smithi129.iclwio (mgr.14716) 1807 : cluster [DBG] pgmap v1546: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:56:04.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:04 smithi156 conmon[67007]: cluster 2022-01-18T16:56:02.931543+0000 mgr.smithi129.iclwio (mgr.14716) 1808 : cluster [DBG] pgmap v1547: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:04.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:04 smithi129 conmon[101092]: cluster 2022-01-18T16:56:02.931543+0000 mgr.smithi129.iclwio (mgr.14716) 1808 : cluster [DBG] pgmap v1547: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:05.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:05 smithi129 conmon[101092]: cluster 2022-01-18T16:56:04.932475+0000 mgr.smithi129.iclwio (mgr.14716) 1809 : cluster [DBG] pgmap v1548: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:56:06.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:05 smithi156 conmon[67007]: cluster 2022-01-18T16:56:04.932475+0000 mgr.smithi129.iclwio (mgr.14716) 1809 : cluster [DBG] pgmap v1548: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:56:06.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:05 smithi156 conmon[67007]: 2022-01-18T16:56:08.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:07 smithi156 conmon[67007]: cluster 2022-01-18T16:56:06.933104+0000 mgr.smithi129.iclwio (mgr.14716) 1810 : cluster [DBG] pgmap v1549: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:08.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:07 smithi129 conmon[101092]: cluster 2022-01-18T16:56:06.933104+0000 mgr.smithi129.iclwio (mgr.14716) 1810 : cluster [DBG] pgmap v1549: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:08.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:07 smithi129 conmon[101092]: 2022-01-18T16:56:10.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:09 smithi156 conmon[67007]: cluster 2022-01-18T16:56:08.933766+0000 mgr.smithi129.iclwio (mgr.14716) 1811 : cluster [DBG] pgmap v1550: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:10.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:09 smithi129 conmon[101092]: cluster 2022-01-18T16:56:08.933766+0000 mgr.smithi129.iclwio (mgr.14716) 1811 : cluster [DBG] pgmap v1550: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:12.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:11 smithi156 conmon[67007]: cluster 2022-01-18T16:56:10.934621+0000 mgr.smithi129.iclwio (mgr.14716) 1812 : cluster [DBG] pgmap v1551: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:56:12.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:11 smithi129 conmon[101092]: cluster 2022-01-18T16:56:10.934621+0000 mgr.smithi129.iclwio (mgr.14716) 1812 : cluster [DBG] pgmap v1551: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:56:14.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:13 smithi156 conmon[67007]: cluster 2022-01-18T16:56:12.935209+0000 mgr.smithi129.iclwio (mgr.14716) 1813 : cluster [DBG] pgmap v1552: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:14.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:13 smithi129 conmon[101092]: cluster 2022-01-18T16:56:12.935209+0000 mgr.smithi129.iclwio (mgr.14716) 1813 : cluster [DBG] pgmap v1552: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:15.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:15 smithi129 conmon[101092]: cluster 2022-01-18T16:56:14.935950+0000 mgr.smithi129.iclwio (mgr.14716) 1814 : cluster [DBG] pgmap v1553: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:56:16.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:15 smithi156 conmon[67007]: cluster 2022-01-18T16:56:14.935950+0000 mgr.smithi129.iclwio (mgr.14716) 1814 : cluster [DBG] pgmap v1553: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:56:18.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:17 smithi156 conmon[67007]: cluster 2022-01-18T16:56:16.936429+0000 mgr.smithi129.iclwio (mgr.14716) 1815 : cluster [DBG] pgmap v1554: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:18.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:17 smithi129 conmon[101092]: cluster 2022-01-18T16:56:16.936429+0000 mgr.smithi129.iclwio (mgr.14716) 1815 : cluster [DBG] pgmap v1554: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:18.633 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:17 smithi129 conmon[101092]: 2022-01-18T16:56:20.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:19 smithi156 conmon[67007]: cluster 2022-01-18T16:56:18.937148+0000 mgr.smithi129.iclwio (mgr.14716) 1816 : cluster [DBG] pgmap v1555: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:20.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:19 smithi129 conmon[101092]: cluster 2022-01-18T16:56:18.937148+0000 mgr.smithi129.iclwio (mgr.14716) 1816 : cluster [DBG] 2022-01-18T16:56:20.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:19 smithi129 conmon[101092]: pgmap v1555: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:22.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:21 smithi156 conmon[67007]: cluster 2022-01-18T16:56:20.937868+0000 mgr.smithi129.iclwio (mgr.14716) 1817 : cluster [DBG] pgmap v1556: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:56:22.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:21 smithi129 conmon[101092]: cluster 2022-01-18T16:56:20.937868+0000 mgr.smithi129.iclwio (mgr.14716) 1817 : cluster [DBG] pgmap v1556: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:56:24.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:24 smithi156 conmon[67007]: cluster 2022-01-18T16:56:22.938422+0000 mgr.smithi129.iclwio (mgr.14716) 1818 : cluster [DBG] pgmap v1557: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:24.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:24 smithi129 conmon[101092]: cluster 2022-01-18T16:56:22.938422+0000 mgr.smithi129.iclwio (mgr.14716) 1818 : cluster [DBG] pgmap v1557: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:25.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:25 smithi129 conmon[101092]: cluster 2022-01-18T16:56:24.939149+0000 mgr.smithi129.iclwio (mgr.14716) 1819 2022-01-18T16:56:25.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:25 smithi129 conmon[101092]: : cluster [DBG] pgmap v1558: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:56:26.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:25 smithi156 conmon[67007]: cluster 2022-01-18T16:56:24.939149+0000 mgr.smithi129.iclwio (mgr.14716) 1819 : cluster [DBG] pgmap v1558: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:56:26.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:25 smithi156 conmon[67007]: 2022-01-18T16:56:28.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:27 smithi156 conmon[67007]: cluster 2022-01-18T16:56:26.939723+0000 mgr.smithi129.iclwio (mgr.14716) 1820 : cluster [DBG] pgmap v1559: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:28.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:27 smithi129 conmon[101092]: cluster 2022-01-18T16:56:26.939723+0000 mgr.smithi129.iclwio (mgr.14716) 1820 : cluster [DBG] pgmap v1559: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:30.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:29 smithi156 conmon[67007]: cluster 2022-01-18T16:56:28.940447+0000 mgr.smithi129.iclwio (mgr.14716) 1821 : cluster [DBG] pgmap v1560: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:30.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:29 smithi129 conmon[101092]: cluster 2022-01-18T16:56:28.940447+0000 mgr.smithi129.iclwio (mgr.14716) 1821 : cluster [DBG] pgmap v1560: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:31.142 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:56:31.407 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:56:31.408 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (59m) 9m ago 60m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:56:31.408 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (50m) 9m ago 60m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:56:31.408 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (50m) 9m ago 59m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:56:31.409 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (58m) 9m ago 59m 40.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:56:31.409 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (55m) 9m ago 54m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:56:31.409 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (54m) 9m ago 54m 25.5M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:56:31.409 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (51m) 9m ago 61m 505M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:56:31.410 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (51m) 9m ago 59m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:56:31.410 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (51m) 9m ago 61m 358M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:56:31.410 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (50m) 9m ago 59m 194M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:56:31.410 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (51m) 9m ago 51m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:56:31.411 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (51m) 9m ago 51m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:56:31.411 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (59m) 9m ago 59m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:56:31.411 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (59m) 9m ago 59m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:56:31.411 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (45m) 9m ago 58m 1541M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:56:31.412 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (58m) 9m ago 58m 2544M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:56:31.412 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (58m) 9m ago 58m 1986M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:56:31.412 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (57m) 9m ago 57m 2536M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:56:31.412 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (57m) 9m ago 57m 2357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:56:31.412 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (57m) 9m ago 57m 2956M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:56:31.413 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (56m) 9m ago 56m 2312M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:56:31.413 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (56m) 9m ago 56m 3466M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:56:31.413 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (58m) 9m ago 59m 59.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:56:31.724 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:56:31.724 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:56:31.724 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:56:31.725 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:56:31.725 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:56:31.725 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:56:31.725 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:56:31.726 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:56:31.726 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:56:31.726 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:56:31.726 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:56:31.727 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:56:31.727 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:56:31.727 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:56:31.727 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:56:31.728 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:56:31.728 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:56:31.728 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:56:31.728 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:56:32.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:32 smithi156 conmon[67007]: cluster 2022-01-18T16:56:30.941156+0000 mgr.smithi129.iclwio (mgr.14716) 1822 : cluster [DBG] pgmap v1561: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:56:32.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:32 smithi156 conmon[67007]: audit 2022-01-18T16:56:31.124602+0000 mgr.smithi129.iclwio (mgr.14716) 1823 : audit [DBG] from='client.35290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:56:32.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:32 smithi156 conmon[67007]: audit 2022-01-18T16:56:31.392844+0000 mgr.smithi129.iclwio (mgr.14716) 1824 : audit [DBG] from='client.35294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:56:32.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:32 smithi156 conmon[67007]: audit 2022-01-18T16:56:31.717757+0000 mon.smithi129 (mon.0) 740 : audit [DBG] 2022-01-18T16:56:32.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:32 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/2068560763' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:56:32.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:32 smithi129 conmon[101092]: cluster 2022-01-18T16:56:30.941156+0000 mgr.smithi129.iclwio (mgr.14716) 1822 : cluster [DBG] pgmap v1561: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:56:32.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:32 smithi129 conmon[101092]: audit 2022-01-18T16:56:31.124602+0000 2022-01-18T16:56:32.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:32 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 1823 : audit [DBG] from='client.35290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:56:32.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:32 smithi129 conmon[101092]: audit 2022-01-18T16:56:31.392844+0000 mgr.smithi129.iclwio (mgr.14716) 1824 : audit [DBG] from='client.35294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:56:32.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:32 smithi129 conmon[101092]: audit 2022-01-18T16:56:31.717757+0000 mon.smithi129 (mon 2022-01-18T16:56:32.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:32 smithi129 conmon[101092]: .0) 740 : audit [DBG] from='client.? 172.21.15.129:0/2068560763' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:56:34.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:34 smithi156 conmon[67007]: cluster 2022-01-18T16:56:32.941706+0000 mgr.smithi129.iclwio (mgr.14716) 1825 : cluster [DBG] pgmap v1562: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:34.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:34 smithi129 conmon[101092]: cluster 2022-01-18T16:56:32.941706+0000 mgr.smithi129.iclwio (mgr.14716) 1825 : cluster [DBG] pgmap v1562: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:35.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:35 smithi129 conmon[101092]: cluster 2022-01-18T16:56:34.942584+0000 mgr.smithi129.iclwio (mgr.14716) 1826 : cluster [DBG] pgmap v1563: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:56:36.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:35 smithi156 conmon[67007]: cluster 2022-01-18T16:56:34.942584+0000 mgr.smithi129.iclwio (mgr.14716) 1826 : cluster [DBG] pgmap v1563: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:56:36.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:35 smithi156 conmon[67007]: 2022-01-18T16:56:38.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:37 smithi156 conmon[67007]: cluster 2022-01-18T16:56:36.943223+0000 mgr.smithi129.iclwio (mgr.14716) 1827 : cluster [DBG] pgmap v1564: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:38.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:37 smithi129 conmon[101092]: cluster 2022-01-18T16:56:36.943223+0000 mgr.smithi129.iclwio (mgr.14716) 1827 : cluster [DBG] pgmap v1564: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:40.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:40 smithi156 conmon[67007]: cluster 2022-01-18T16:56:38.943754+0000 mgr.smithi129.iclwio (mgr.14716) 1828 : cluster [DBG] pgmap v1565: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:40.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:40 smithi156 conmon[67007]: 2022-01-18T16:56:40.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:40 smithi129 conmon[101092]: cluster 2022-01-18T16:56:38.943754+0000 mgr.smithi129.iclwio (mgr.14716) 1828 : cluster [DBG] pgmap v1565: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:42.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:42 smithi156 conmon[67007]: cluster 2022-01-18T16:56:40.944559+0000 mgr.smithi129.iclwio (mgr.14716) 1829 : cluster [DBG] pgmap v1566: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:56:42.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:42 smithi129 conmon[101092]: cluster 2022-01-18T16:56:40.944559+0000 mgr.smithi129.iclwio (mgr.14716) 1829 : cluster [DBG] pgmap v1566: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:56:44.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:44 smithi156 conmon[67007]: cluster 2022-01-18T16:56:42.945112+0000 mgr.smithi129.iclwio (mgr.14716) 1830 : cluster [DBG] pgmap v1567: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:44.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:44 smithi129 conmon[101092]: cluster 2022-01-18T16:56:42.945112+0000 mgr.smithi129.iclwio (mgr.14716) 1830 : cluster [DBG] pgmap v1567: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:44.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:44 smithi129 conmon[101092]: 2022-01-18T16:56:45.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:45 smithi129 conmon[101092]: cluster 2022-01-18T16:56:44.945870+0000 mgr.smithi129.iclwio (mgr.14716) 1831 : cluster [DBG] pgmap v1568: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:56:46.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:45 smithi156 conmon[67007]: cluster 2022-01-18T16:56:44.945870+0000 mgr.smithi129.iclwio (mgr.14716) 1831 : cluster [DBG] pgmap v1568: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:56:48.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:48 smithi156 conmon[67007]: cluster 2022-01-18T16:56:46.946326+0000 mgr.smithi129.iclwio (mgr.14716) 1832 : cluster [DBG] pgmap v1569: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:48.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:48 smithi129 conmon[101092]: cluster 2022-01-18T16:56:46.946326+0000 mgr.smithi129.iclwio (mgr.14716) 1832 : cluster [DBG] pgmap v1569: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:48.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:48 smithi129 conmon[101092]: 2022-01-18T16:56:50.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:50 smithi156 conmon[67007]: cluster 2022-01-18T16:56:48.947072+0000 mgr.smithi129.iclwio (mgr.14716) 1833 : cluster [DBG] pgmap v1570: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:50.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:50 smithi129 conmon[101092]: cluster 2022-01-18T16:56:48.947072+0000 mgr.smithi129.iclwio (mgr.14716) 1833 : cluster [DBG] pgmap v1570: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:51.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:51 smithi156 conmon[67007]: audit 2022-01-18T16:56:50.801240+0000 mon.smithi129 (mon. 2022-01-18T16:56:51.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:51 smithi156 conmon[67007]: 0) 741 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:56:51.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:51 smithi156 conmon[67007]: audit 2022-01-18T16:56:50.802684+0000 mon.smithi129 (mon.0) 742 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:56:51.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:51 smithi156 conmon[67007]: audit 2022- 2022-01-18T16:56:51.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:51 smithi156 conmon[67007]: 01-18T16:56:50.803594+0000 mon.smithi129 (mon.0) 743 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:56:51.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:51 smithi129 conmon[101092]: audit 2022-01-18T16:56:50.801240+0000 mon.smithi129 (mon.0) 741 : audit 2022-01-18T16:56:51.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:51 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:56:51.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:51 smithi129 conmon[101092]: audit 2022-01-18T16:56:50.802684+0000 mon.smithi129 (mon.0) 742 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:56:51.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:51 smithi129 conmon[101092]: audit 2022-01-18T16:56:50.803594+0000 mon.smithi129 ( 2022-01-18T16:56:51.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:51 smithi129 conmon[101092]: mon.0) 743 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:56:52.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:52 smithi129 conmon[101092]: cephadm 2022-01-18T16:56:50.804304+0000 mgr.smithi129.iclwio (mgr.14716) 1834 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:56:52.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:52 smithi129 conmon[101092]: cluster 2022-01-18T16:56:50.947771+0000 mgr.smithi129.iclwio (mgr.14716) 1835 : cluster [DBG] pgmap v1571: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:56:52.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:52 smithi129 conmon[101092]: audit 2022-01-18T16:56:51.058415+0000 mon.smithi129 (mon.0) 744 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:56:52.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:52 smithi156 conmon[67007]: cephadm 2022-01-18T16:56:50.804304 2022-01-18T16:56:52.556 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:52 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 1834 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:56:52.556 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:52 smithi156 conmon[67007]: cluster 2022-01-18T16:56:50.947771+0000 mgr.smithi129.iclwio (mgr.14716) 1835 : cluster [DBG] pgmap v1571: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:56:52.556 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:52 smithi156 conmon[67007]: audit 2022-01-18T16:56:51.058415+0000 mon.smithi129 (mon.0) 744 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:56:54.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:54 smithi129 conmon[101092]: cluster 2022-01-18T16:56:52.948238+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:56:54.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:54 smithi129 conmon[101092]: 14716) 1836 : cluster [DBG] pgmap v1572: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:54.450 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:54 smithi156 conmon[67007]: cluster 2022-01-18T16:56:52.948238+0000 mgr.smithi129.iclwio (mgr.14716) 1836 : cluster [DBG] pgmap v1572: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:55.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:55 smithi129 conmon[101092]: audit 2022-01-18T16:56:54.335898+0000 mon.smithi129 (mon.0) 2022-01-18T16:56:55.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:55 smithi129 conmon[101092]: 745 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:56:55.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:55 smithi156 conmon[67007]: audit 2022-01-18T16:56:54.335898+0000 mon.smithi129 (mon.0) 745 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:56:56.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:56 smithi129 conmon[101092]: cluster 2022-01-18T16:56:54.948938+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:56:56.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:56 smithi129 conmon[101092]: ) 1837 : cluster [DBG] pgmap v1573: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:56:56.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:56 smithi156 conmon[67007]: cluster 2022-01-18T16:56:54.948938+0000 mgr.smithi129.iclwio (mgr.14716) 1837 : cluster [DBG] pgmap v1573: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:56:57.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:57 smithi156 conmon[67007]: audit 2022-01-18T16:56:56.465131+0000 mon.smithi129 (mon.0) 746 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:56:57.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:57 smithi156 conmon[67007]: audit 2022-01-18T16:56 2022-01-18T16:56:57.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:57 smithi156 conmon[67007]: :56.749790+0000 mon.smithi129 (mon.0) 747 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:56:57.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:57 smithi156 conmon[67007]: audit 2022-01-18T16:56:56.754769+0000 mon.smithi129 (mon.0) 748 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:56:57.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:57 smithi156 conmon[67007]: cluster 2022-01-18T16:56:56.949281+0000 mgr.smithi129.iclwio ( 2022-01-18T16:56:57.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:57 smithi156 conmon[67007]: mgr.14716) 1838 : cluster [DBG] pgmap v1574: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:57.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:57 smithi129 conmon[101092]: audit 2022-01-18T16:56:56.465131+0000 mon.smithi129 (mon.0) 746 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:56:57.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:57 smithi129 conmon[101092]: audit 2022-01-18T16:56:56.749790+0000 mon.smithi129 (mon.0) 747 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:56:57.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:57 smithi129 conmon[101092]: audit 2022-01-18T16:56:56.754769+0000 mon.smithi129 (mon.0) 748 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:56:57.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:57 smithi129 conmon[101092]: cluster 2022-01-18T16:56:56.949281+0000 mgr.smithi129.iclwio (mgr.14716) 1838 : cluster [DBG] pgmap v1574: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:56:59.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:58 smithi156 conmon[67007]: audit 2022-01-18T16:56:58.398312+0000 mon.smithi129 (mon.0) 749 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:56:59.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:58 smithi156 conmon[67007]: audit 2022-01-18T16:56:58.398861+0000 mon.smithi129 (mon.0) 750 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:56:59.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:58 smithi129 conmon[101092]: audit 2022-01-18T16:56:58.398312+0000 mon.smithi129 (mon.0) 749 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:56:59.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:58 smithi129 conmon[101092]: audit 2022-01-18T16:56:58.398861+0000 mon.smithi129 (mon.0) 750 2022-01-18T16:56:59.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:58 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:57:00.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:56:59 smithi156 conmon[67007]: cluster 2022-01-18T16:56:58.949937+0000 mgr.smithi129.iclwio (mgr.14716) 1839 : cluster [DBG] pgmap v1575: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:00.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:59 smithi129 conmon[101092]: cluster 2022-01-18T16:56:58.949937 2022-01-18T16:57:00.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:56:59 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 1839 : cluster [DBG] pgmap v1575: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:02.024 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:57:02.287 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:57:02.288 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (59m) 5s ago 60m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:57:02.288 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (51m) 5s ago 60m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:57:02.288 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (51m) 7s ago 60m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:57:02.288 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (59m) 5s ago 60m 40.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:57:02.289 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (55m) 5s ago 55m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:57:02.289 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (55m) 7s ago 55m 27.3M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:57:02.289 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (52m) 5s ago 61m 519M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:57:02.289 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (51m) 7s ago 59m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:57:02.290 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (51m) 5s ago 62m 424M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:57:02.290 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (51m) 7s ago 59m 229M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:57:02.290 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (52m) 5s ago 52m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:57:02.290 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (52m) 7s ago 52m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:57:02.291 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (60m) 5s ago 60m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:57:02.291 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (59m) 7s ago 59m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:57:02.291 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (46m) 5s ago 59m 1571M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:57:02.291 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (58m) 5s ago 58m 2578M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:57:02.291 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (58m) 5s ago 58m 2009M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:57:02.292 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (58m) 5s ago 58m 2571M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:57:02.292 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (57m) 7s ago 57m 2388M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:57:02.292 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (57m) 7s ago 57m 2983M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:57:02.292 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (57m) 7s ago 57m 2339M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:57:02.293 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (57m) 7s ago 57m 3497M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:57:02.293 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (59m) 5s ago 60m 61.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:57:02.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:02 smithi156 conmon[67007]: cluster 2022-01-18T16:57:00.950649+0000 mgr.smithi129.iclwio (mgr.14716) 1840 : cluster [DBG] pgmap v1576: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:57:02.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:02 smithi129 conmon[101092]: cluster 2022-01-18T16:57:00.950649+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:57:02.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:02 smithi129 conmon[101092]: 1840 : cluster [DBG] pgmap v1576: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:57:02.606 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:57:02.606 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:57:02.606 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:57:02.607 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:57:02.607 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:57:02.608 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:57:02.608 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:57:02.608 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:57:02.608 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:57:02.609 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:57:02.609 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:57:02.609 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:57:02.609 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:57:02.609 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:57:02.610 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:57:02.610 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:57:02.611 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:57:02.611 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:57:02.611 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:57:03.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:03 smithi156 conmon[67007]: audit 2022-01-18T16:57:02.005728+0000 mgr.smithi129.iclwio (mgr.14716) 1841 : audit [DBG] from='client.35302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:57:03.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:03 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T16:57:03.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:03 smithi156 conmon[67007]: 16:57:02.272809+0000 mgr.smithi129.iclwio (mgr.14716) 1842 : audit [DBG] from='client.35306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:57:03.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:03 smithi156 conmon[67007]: audit 2022-01-18T16:57:02.599911+0000 mon.smithi129 (mon.0) 751 : audit [DBG] from='client.? 172.21.15.129:0/555849378' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:57:03.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:03 smithi129 conmon[101092]: audit 2022-01-18T16:57:02.005728+0000 mgr.smithi129.iclwio ( 2022-01-18T16:57:03.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:03 smithi129 conmon[101092]: mgr.14716) 1841 : audit [DBG] from='client.35302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:57:03.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:03 smithi129 conmon[101092]: audit 2022-01-18T16:57:02.272809+0000 mgr.smithi129.iclwio (mgr.14716) 1842 : audit [DBG] from='client.35306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:57:03.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:03 smithi129 conmon[101092]: 2022-01-18T16:57:03.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:03 smithi129 conmon[101092]: audit 2022-01-18T16: 2022-01-18T16:57:03.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:03 smithi129 conmon[101092]: 57:02.599911+0000 mon.smithi129 (mon.0) 751 : audit 2022-01-18T16:57:03.448 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:03 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/555849378' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:57:04.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:04 smithi156 conmon[67007]: cluster 2022-01-18T16:57:02.951242+0000 mgr.smithi129.iclwio (mgr.14716) 1843 : cluster [DBG] pgmap v1577: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:04.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:04 smithi129 conmon[101092]: cluster 2022-01-18T16:57:02.951242+0000 mgr.smithi129.iclwio (mgr.14716) 1843 : cluster [DBG] 2022-01-18T16:57:04.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:04 smithi129 conmon[101092]: pgmap v1577: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:05.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:05 smithi129 conmon[101092]: cluster 2022-01-18T16:57:04.951973+0000 mgr.smithi129.iclwio (mgr.14716) 1844 : cluster [DBG] pgmap v1578: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:57:06.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:05 smithi156 conmon[67007]: cluster 2022-01-18T16:57:04.951973+0000 mgr.smithi129.iclwio (mgr.14716) 1844 : cluster [DBG] pgmap v1578: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:57:08.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:08 smithi156 conmon[67007]: cluster 2022-01-18T16:57:06.952562+0000 mgr.smithi129.iclwio (mgr.14716) 1845 : cluster [DBG] pgmap v1579: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:08.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:08 smithi129 conmon[101092]: cluster 2022-01-18T16:57:06.952562+0000 mgr.smithi129.iclwio (mgr.14716) 1845 : cluster [DBG] pgmap v1579: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:10.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:10 smithi156 conmon[67007]: cluster 2022-01-18T16:57:08.953214+0000 mgr.smithi129.iclwio (mgr.14716) 1846 : cluster [DBG] pgmap v1580: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:10.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:10 smithi129 conmon[101092]: cluster 2022-01-18T16:57:08.953214+0000 mgr.smithi129.iclwio (mgr.14716) 1846 : cluster [DBG] pgmap v1580: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:12.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:12 smithi156 conmon[67007]: cluster 2022-01-18T16:57:10.953960+0000 mgr.smithi129.iclwio (mgr.14716) 1847 : cluster [DBG] pgmap v1581: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:57:12.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:12 smithi129 conmon[101092]: cluster 2022-01-18T16:57:10.953960+0000 mgr.smithi129.iclwio (mgr.14716) 1847 : cluster [DBG] pgmap v1581: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:57:14.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:14 smithi156 conmon[67007]: cluster 2022-01-18T16:57:12.954602+0000 mgr.smithi129.iclwio (mgr.14716) 1848 : cluster [DBG] pgmap v1582: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:14.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:14 smithi129 conmon[101092]: cluster 2022-01-18T16:57:12.954602+0000 mgr.smithi129.iclwio (mgr.14716) 1848 : cluster [DBG] pgmap v1582: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:15.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:15 smithi129 conmon[101092]: cluster 2022-01-18T16:57:14.955425+0000 mgr.smithi129.iclwio (mgr.14716) 1849 : cluster [DBG] pgmap v1583: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:57:15.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:15 smithi129 conmon[101092]: 2022-01-18T16:57:16.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:15 smithi156 conmon[67007]: cluster 2022-01-18T16:57:14.955425+0000 mgr.smithi129.iclwio (mgr.14716) 1849 : cluster [DBG] pgmap v1583: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:57:18.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:18 smithi156 conmon[67007]: cluster 2022-01-18T16:57:16.956058+0000 mgr.smithi129.iclwio (mgr.14716) 1850 : 2022-01-18T16:57:18.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:18 smithi156 conmon[67007]: cluster [DBG] pgmap v1584: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:18.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:18 smithi129 conmon[101092]: cluster 2022-01-18T16:57:16.956058+0000 mgr.smithi129.iclwio (mgr.14716) 1850 : cluster [DBG] pgmap v1584: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:18.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:18 smithi129 conmon[101092]: 2022-01-18T16:57:20.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:20 smithi156 conmon[67007]: cluster 2022-01-18T16:57:18.956566+0000 mgr.smithi129.iclwio (mgr.14716) 1851 : cluster [DBG] pgmap v1585: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:20.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:20 smithi129 conmon[101092]: cluster 2022-01-18T16:57:18.956566+0000 mgr.smithi129.iclwio (mgr.14716) 1851 : cluster [DBG] pgmap v1585: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:22.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:22 smithi156 conmon[67007]: cluster 2022-01-18T16:57:20.957350+0000 mgr.smithi129.iclwio 2022-01-18T16:57:22.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:22 smithi156 conmon[67007]: (mgr.14716) 1852 : cluster [DBG] pgmap v1586: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:57:22.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:22 smithi129 conmon[101092]: cluster 2022-01-18T16:57:20.957350+0000 mgr.smithi129.iclwio (mgr.14716) 1852 : cluster [DBG] pgmap v1586: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:57:24.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:24 smithi156 conmon[67007]: cluster 2022-01-18T16:57:22.957911+0000 mgr.smithi129.iclwio (mgr.14716) 1853 : cluster [DBG] pgmap v1587: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:24.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:24 smithi129 conmon[101092]: cluster 2022-01-18T16:57:22.957911+0000 mgr.smithi129.iclwio (mgr.14716) 1853 : cluster [DBG] pgmap v1587: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:25.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:25 smithi129 conmon[101092]: cluster 2022-01-18T16:57:24.958752+0000 mgr.smithi129.iclwio (mgr.14716) 1854 : cluster [DBG] pgmap v1588: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:57:26.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:25 smithi156 conmon[67007]: cluster 2022-01-18T16:57:24.958752+0000 mgr.smithi129.iclwio (mgr.14716) 1854 : cluster [DBG] pgmap v1588: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:57:28.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:28 smithi156 conmon[67007]: cluster 2022-01-18T16:57:26.959235+0000 mgr.smithi129.iclwio (mgr.14716) 1855 : cluster [DBG] pgmap v1589: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:28.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:28 smithi129 conmon[101092]: cluster 2022-01-18T16:57:26.959235+0000 mgr.smithi129.iclwio (mgr.14716) 1855 : cluster [DBG] 2022-01-18T16:57:28.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:28 smithi129 conmon[101092]: pgmap v1589: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:30.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:30 smithi156 conmon[67007]: cluster 2022-01-18T16:57:28.959859+0000 mgr.smithi129.iclwio (mgr.14716) 1856 : cluster [DBG] pgmap v1590: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:30.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:30 smithi129 conmon[101092]: cluster 2022-01-18T16:57:28.959859+0000 mgr.smithi129.iclwio (mgr.14716) 1856 : cluster [DBG] pgmap v1590: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:32.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:32 smithi156 conmon[67007]: cluster 2022-01-18T16:57:30.960682+0000 mgr.smithi129.iclwio (mgr.14716) 1857 : cluster [DBG] pgmap v1591: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:57:32.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:32 smithi129 conmon[101092]: cluster 2022-01-18T16:57:30.960682+0000 mgr.smithi129.iclwio (mgr.14716) 1857 : cluster [DBG] pgmap v1591: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:57:32.904 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:57:33.171 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:57:33.172 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (60m) 36s ago 61m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:57:33.172 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (51m) 36s ago 61m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:57:33.172 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (51m) 38s ago 60m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:57:33.172 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (59m) 36s ago 60m 40.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:57:33.173 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (56m) 36s ago 56m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:57:33.173 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (55m) 38s ago 55m 27.3M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:57:33.173 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (52m) 36s ago 62m 519M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:57:33.173 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (52m) 38s ago 60m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:57:33.174 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (52m) 36s ago 62m 424M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:57:33.174 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (52m) 38s ago 60m 229M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:57:33.174 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (52m) 36s ago 52m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:57:33.174 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (52m) 38s ago 52m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:57:33.175 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (60m) 36s ago 60m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:57:33.175 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (60m) 38s ago 60m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:57:33.175 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (46m) 36s ago 59m 1571M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:57:33.175 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (59m) 36s ago 59m 2578M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:57:33.176 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (59m) 36s ago 59m 2009M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:57:33.176 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (58m) 36s ago 58m 2571M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:57:33.176 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (58m) 38s ago 58m 2388M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:57:33.176 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (58m) 38s ago 58m 2983M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:57:33.177 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (57m) 38s ago 57m 2339M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:57:33.177 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (57m) 38s ago 57m 3497M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:57:33.177 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (59m) 36s ago 60m 61.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:57:33.491 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:57:33.491 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:57:33.492 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:57:33.492 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:57:33.492 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:57:33.492 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:57:33.493 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:57:33.493 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:57:33.493 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:57:33.493 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:57:33.494 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:57:33.494 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:57:33.494 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:57:33.494 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:57:33.495 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:57:33.495 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:57:33.495 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:57:33.495 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:57:33.495 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:57:34.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:34 smithi156 conmon[67007]: audit 2022-01-18T16:57:32.886663+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:57:34.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:34 smithi156 conmon[67007]: ) 1858 : audit [DBG] from='client.35314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:57:34.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:34 smithi156 conmon[67007]: cluster 2022-01-18T16:57:32.961184+0000 mgr.smithi129.iclwio (mgr.14716) 1859 : cluster [DBG] pgmap v1592: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:34.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:34 smithi156 conmon[67007]: audit 2022-01-18T16:57:33.156965+0000 mgr.smithi129.iclwio (mgr.14716) 1860 : audit [DBG] from='client.35318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:57:34.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:34 smithi156 conmon[67007]: audit 2022-01-18T16:57:33.485428+0000 mon.smithi129 (mon.0) 752 : audit [DBG] from='client.? 172.21.15.129:0/352248776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:57:34.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:34 smithi129 conmon[101092]: audit 2022-01-18T16:57:32.886663+0000 mgr.smithi129.iclwio (mgr.14716) 1858 2022-01-18T16:57:34.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:34 smithi129 conmon[101092]: : audit [DBG] from='client.35314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:57:34.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:34 smithi129 conmon[101092]: cluster 2022-01-18T16:57:32.961184+0000 mgr.smithi129.iclwio (mgr.14716) 1859 : cluster [DBG] pgmap v1592: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:34.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:34 smithi129 conmon[101092]: audit 2022-01-18T16:57:33.156965+0000 mgr.smithi129.iclwio (mgr.14716) 1860 : audit [DBG] from='client.35318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:57:34.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:34 smithi129 conmon[101092]: audit 2022-01-18T16:57:33.485428+0000 mon.smithi129 (mon.0) 752 : audit [DBG] from='client.? 172.21.15.129:0/352248776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:57:35.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:35 smithi129 conmon[101092]: cluster 2022-01-18T16:57:34.962079+0000 mgr.smithi129.iclwio (mgr.14716) 1861 : cluster [DBG] pgmap v1593: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:57:36.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:35 smithi156 conmon[67007]: cluster 2022-01-18T16:57:34.962079+0000 mgr.smithi129.iclwio (mgr.14716) 1861 : cluster [DBG] pgmap v1593: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:57:38.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:38 smithi156 conmon[67007]: cluster 2022-01-18T16:57:36.962585+0000 mgr.smithi129.iclwio (mgr.14716) 1862 : cluster 2022-01-18T16:57:38.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:38 smithi156 conmon[67007]: [DBG] pgmap v1594: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:38.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:38 smithi129 conmon[101092]: cluster 2022-01-18T16:57:36.962585+0000 mgr.smithi129.iclwio (mgr.14716) 1862 : cluster [DBG] pgmap v1594: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:40.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:40 smithi156 conmon[67007]: cluster 2022-01-18T16:57:38.963316+0000 mgr.smithi129.iclwio (mgr.14716) 1863 : cluster [DBG] 2022-01-18T16:57:40.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:40 smithi156 conmon[67007]: pgmap v1595: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:40.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:40 smithi129 conmon[101092]: cluster 2022-01-18T16:57:38.963316+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:57:40.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:40 smithi129 conmon[101092]: 14716) 1863 : cluster [DBG] pgmap v1595: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:42.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:42 smithi156 conmon[67007]: cluster 2022-01-18T16:57:40.964090+0000 mgr.smithi129.iclwio (mgr.14716) 1864 : cluster [DBG] pgmap v1596: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:57:42.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:42 smithi129 conmon[101092]: cluster 2022-01-18T16:57:40.964090+0000 mgr.smithi129.iclwio (mgr.14716) 1864 : cluster [DBG] pgmap v1596: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:57:44.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:44 smithi156 conmon[67007]: cluster 2022-01-18T16:57:42.964832+0000 mgr.smithi129.iclwio (mgr.14716) 1865 : cluster [DBG] pgmap v1597: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:44.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:44 smithi156 conmon[67007]: 2022-01-18T16:57:44.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:44 smithi129 conmon[101092]: cluster 2022-01-18T16:57:42.964832+0000 mgr.smithi129.iclwio (mgr.14716) 1865 : cluster [DBG] pgmap v1597: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:45.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:45 smithi129 conmon[101092]: cluster 2022-01-18T16:57:44.965563+0000 mgr.smithi129.iclwio (mgr.14716) 1866 : cluster [DBG] pgmap v1598: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:57:46.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:45 smithi156 conmon[67007]: cluster 2022-01-18T16:57:44.965563+0000 mgr.smithi129.iclwio (mgr.14716) 1866 : cluster [DBG] pgmap v1598: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:57:48.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:48 smithi156 conmon[67007]: cluster 2022-01-18T16:57:46.966041+0000 mgr.smithi129.iclwio (mgr.14716) 1867 : cluster [DBG] pgmap v1599: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:48.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:48 smithi129 conmon[101092]: cluster 2022-01-18T16:57:46.966041+0000 mgr.smithi129.iclwio (mgr.14716) 1867 : cluster [DBG] pgmap v1599: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:50.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:50 smithi156 conmon[67007]: cluster 2022-01-18T16:57:48.966596+0000 mgr.smithi129.iclwio (mgr.14716) 1868 : cluster [DBG] pgmap v1600: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:50.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:50 smithi129 conmon[101092]: cluster 2022-01-18T16:57:48.966596+0000 mgr.smithi129.iclwio (mgr.14716) 1868 : cluster [DBG] pgmap v1600: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:52.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:52 smithi156 conmon[67007]: cluster 2022-01-18T16:57:50.967451+0000 mgr.smithi129.iclwio (mgr.14716) 1869 : cluster [DBG] pgmap v1601: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:57:52.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:52 smithi129 conmon[101092]: cluster 2022-01-18T16:57:50.967451+0000 mgr.smithi129.iclwio (mgr.14716) 1869 : cluster [DBG] pgmap v1601: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:57:54.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:54 smithi156 conmon[67007]: cluster 2022-01-18T16:57:52.968039+0000 mgr.smithi129.iclwio (mgr.14716) 1870 : cluster [DBG] pgmap v1602: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:54.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:54 smithi129 conmon[101092]: cluster 2022-01-18T16:57:52.968039+0000 mgr.smithi129.iclwio (mgr.14716) 1870 : cluster [DBG] pgmap v1602: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:55.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:55 smithi129 conmon[101092]: cluster 2022-01-18T16:57:54.968911+0000 mgr.smithi129.iclwio (mgr.14716) 1871 : cluster [DBG] pgmap v1603: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:57:56.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:55 smithi156 conmon[67007]: cluster 2022-01-18T16:57:54.968911+0000 mgr.smithi129.iclwio (mgr.14716) 1871 : cluster [DBG] 2022-01-18T16:57:56.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:55 smithi156 conmon[67007]: pgmap v1603: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:57:57.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:56 smithi129 conmon[101092]: audit 2022-01-18T16:57:56.757294+0000 mon.smithi129 (mon.0) 753 : audit [DBG] 2022-01-18T16:57:57.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:56 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:57:57.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:56 smithi129 conmon[101092]: audit 2022-01-18T16:57:56.758753+0000 mon.smithi129 (mon.0) 754 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:57:57.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:56 smithi129 conmon[101092]: audit 2022-01 2022-01-18T16:57:57.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:56 smithi129 conmon[101092]: -18T16:57:56.759757+0000 mon.smithi129 (mon.0) 755 : audit 2022-01-18T16:57:57.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:56 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:57:57.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:56 smithi156 conmon[67007]: audit 2022-01-18T16:57:56.757294+0000 mon.smithi129 (mon.0) 753 : audit [DBG] 2022-01-18T16:57:57.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:56 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:57:57.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:56 smithi156 conmon[67007]: audit 2022-01-18T16:57:56.758753+0000 mon.smithi129 (mon.0) 754 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:57:57.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:56 smithi156 conmon[67007]: audit 2022-01-18T16:57:56.759757+0000 2022-01-18T16:57:57.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:56 smithi156 conmon[67007]: mon.smithi129 (mon.0) 755 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:57:58.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:58 smithi129 conmon[101092]: cephadm 2022-01-18T16:57:56.760463+0000 mgr.smithi129.iclwio (mgr.14716) 1872 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:57:58.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:58 smithi129 conmon[101092]: cluster 2022-01-18T16:57:56.969410+0000 mgr.smithi129.iclwio (mgr.14716) 1873 : cluster [DBG] pgmap v1604: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:58.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:58 smithi129 conmon[101092]: audit 2022-01-18T16:57:57.077886+0000 mon.smithi129 (mon.0) 756 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:57:58.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:58 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T16:57:58.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:58 smithi129 conmon[101092]: T16:57:57.084886+0000 mon.smithi129 (mon.0) 757 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:57:58.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:58 smithi156 conmon[67007]: cephadm 2022-01-18T16:57:56.760463+0000 mgr.smithi129.iclwio (mgr.14716) 1872 : cephadm [WRN] 2022-01-18T16:57:58.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:58 smithi156 conmon[67007]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:57:58.556 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:58 smithi156 conmon[67007]: cluster 2022-01-18T16:57:56.969410+0000 mgr.smithi129.iclwio (mgr.14716) 1873 : cluster [DBG] pgmap v1604: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:57:58.556 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:58 smithi156 conmon[67007]: audit 2022-01-18T16:57:57.077886+0000 mon.smithi129 (mon.0) 756 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:57:58.556 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:58 smithi156 conmon[67007]: audit 2022-01-18T16:57:57.084886+0000 mon.smithi129 (mon.0) 757 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:57:59.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:59 smithi129 conmon[101092]: audit 2022-01-18T16:57:58.403136+0000 mon.smithi129 (mon.0) 758 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:57:59.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:57:59 smithi129 conmon[101092]: audit 2022-01-18T16:57:58.403372+0000 mon.smithi129 (mon.0) 759 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:57:59.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:59 smithi156 conmon[67007]: audit 2022-01-18T16:57:58.403136+0000 mon.smithi129 (mon.0) 758 : audit 2022-01-18T16:57:59.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:59 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:57:59.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:57:59 smithi156 conmon[67007]: audit 2022-01-18T16:57:58.403372+0000 mon.smithi129 (mon.0) 759 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:58:00.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:00 smithi129 conmon[101092]: cluster 2022-01-18T16:57:58.969936+0000 mgr.smithi129.iclwio (mgr.14716) 1874 : cluster [DBG] pgmap v1605: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:00.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:00 smithi156 conmon[67007]: cluster 2022-01-18T16:57:58.969936+0000 mgr.smithi129.iclwio (mgr.14716) 1874 : 2022-01-18T16:58:00.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:00 smithi156 conmon[67007]: cluster [DBG] pgmap v1605: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:02.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:02 smithi129 conmon[101092]: cluster 2022-01-18T16:58:00.970819+0000 mgr.smithi129.iclwio (mgr.14716) 1875 : cluster [DBG] pgmap v1606: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:58:02.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:02 smithi129 conmon[101092]: 2022-01-18T16:58:02.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:02 smithi156 conmon[67007]: cluster 2022-01-18T16:58:00.970819+0000 mgr.smithi129.iclwio (mgr.14716) 1875 : cluster [DBG] pgmap v1606: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:58:03.789 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:58:04.059 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:58:04.059 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (60m) 67s ago 61m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:58:04.060 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (52m) 67s ago 61m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:58:04.060 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (52m) 69s ago 61m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:58:04.060 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (60m) 67s ago 61m 40.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:58:04.060 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (56m) 67s ago 56m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:58:04.060 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (56m) 69s ago 56m 27.3M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:58:04.061 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (53m) 67s ago 62m 519M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:58:04.061 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (52m) 69s ago 61m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:58:04.061 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (52m) 67s ago 63m 424M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:58:04.061 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (52m) 69s ago 60m 229M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:58:04.062 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (53m) 67s ago 53m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:58:04.062 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (53m) 69s ago 53m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:58:04.062 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (61m) 67s ago 61m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:58:04.062 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (60m) 69s ago 60m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:58:04.063 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (47m) 67s ago 60m 1571M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:58:04.063 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (59m) 67s ago 59m 2578M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:58:04.063 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (59m) 67s ago 59m 2009M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:58:04.063 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (59m) 67s ago 59m 2571M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:58:04.063 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (58m) 69s ago 58m 2388M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:58:04.064 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (58m) 69s ago 58m 2983M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:58:04.064 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (58m) 69s ago 58m 2339M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:58:04.064 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (58m) 69s ago 58m 3497M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:58:04.064 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (60m) 67s ago 61m 61.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:58:04.380 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:58:04.380 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:58:04.380 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:58:04.381 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:58:04.381 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:58:04.381 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:58:04.381 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:58:04.382 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:58:04.382 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:58:04.382 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:58:04.382 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:58:04.383 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:58:04.383 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:58:04.383 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:58:04.383 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:58:04.384 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:58:04.384 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:58:04.384 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:58:04.384 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:58:04.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:04 smithi129 conmon[101092]: cluster 2022-01-18T16:58:02.971508+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T16:58:04.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:04 smithi129 conmon[101092]: ) 1876 : cluster [DBG] pgmap v1607: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:04.451 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:04 smithi156 conmon[67007]: cluster 2022-01-18T16:58:02.971508+0000 mgr.smithi129.iclwio (mgr.14716) 1876 : cluster [DBG] pgmap v1607: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:04.451 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:04 smithi156 conmon[67007]: 2022-01-18T16:58:05.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:05 smithi129 conmon[101092]: audit 2022-01-18T16:58:03.772013+0000 mgr.smithi129.iclwio (mgr.14716) 1877 : audit [DBG] 2022-01-18T16:58:05.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:05 smithi129 conmon[101092]: from='client.35326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:58:05.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:05 smithi129 conmon[101092]: audit 2022-01-18T16:58:04.044831+0000 mgr.smithi129.iclwio (mgr.14716) 1878 : audit [DBG] from='client.35330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:58:05.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:05 smithi129 conmon[101092]: audit 2022- 2022-01-18T16:58:05.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:05 smithi129 conmon[101092]: 01-18T16:58:04.374118+0000 mon.smithi129 (mon.0) 760 : audit [DBG] from='client.? 172.21.15.129:0/2517045854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:58:05.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:05 smithi156 conmon[67007]: audit 2022-01-18T16:58:03.772013+0000 mgr.smithi129.iclwio (mgr.14716) 1877 : audit [DBG] 2022-01-18T16:58:05.557 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:05 smithi156 conmon[67007]: from='client.35326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:58:05.557 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:05 smithi156 conmon[67007]: audit 2022-01-18T16:58:04.044831+0000 mgr.smithi129.iclwio (mgr.14716) 1878 : audit [DBG] from='client.35330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:58:05.557 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:05 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T16:58:05.558 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:05 smithi156 conmon[67007]: T16:58:04.374118+0000 mon.smithi129 (mon.0) 760 : audit [DBG] from='client.? 172.21.15.129:0/2517045854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:58:06.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:06 smithi129 conmon[101092]: cluster 2022-01-18T16:58:04.972379+0000 mgr.smithi129.iclwio (mgr.14716) 1879 : cluster 2022-01-18T16:58:06.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:06 smithi129 conmon[101092]: [DBG] pgmap v1608: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:58:06.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:06 smithi156 conmon[67007]: cluster 2022-01-18T16:58:04.972379+0000 mgr.smithi129.iclwio (mgr.14716) 1879 : cluster [DBG] pgmap v1608: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:58:08.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:08 smithi129 conmon[101092]: cluster 2022-01-18T16:58:06.972955+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:58:08.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:08 smithi129 conmon[101092]: .14716) 1880 : cluster [DBG] pgmap v1609: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:08.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:08 smithi156 conmon[67007]: cluster 2022-01-18T16:58:06.972955+0000 mgr.smithi129.iclwio (mgr.14716) 1880 : cluster [DBG] pgmap v1609: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:08.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:08 smithi156 conmon[67007]: 2022-01-18T16:58:10.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:10 smithi129 conmon[101092]: cluster 2022-01-18T16:58:08.973573+0000 mgr.smithi129.iclwio (mgr.14716) 1881 : cluster [DBG] pgmap v1610: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:10.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:10 smithi156 conmon[67007]: cluster 2022-01-18T16:58:08.973573+0000 mgr.smithi129.iclwio (mgr.14716) 1881 : cluster [DBG] pgmap v1610: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:12.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:12 smithi129 conmon[101092]: cluster 2022-01-18T16:58:10.974369+0000 mgr.smithi129.iclwio (mgr.14716) 1882 : cluster [DBG] pgmap v1611: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:58:12.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:12 smithi156 conmon[67007]: cluster 2022-01-18T16:58:10.974369+0000 mgr.smithi129.iclwio (mgr.14716) 1882 : cluster [DBG] pgmap v1611: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:58:14.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:14 smithi129 conmon[101092]: cluster 2022-01-18T16:58:12.975110+0000 mgr.smithi129.iclwio (mgr.14716) 1883 : cluster [DBG] pgmap v1612: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:14.450 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:14 smithi156 conmon[67007]: cluster 2022-01-18T16:58:12.975110+0000 mgr.smithi129.iclwio (mgr.14716) 1883 : cluster [DBG] pgmap v1612: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:14.451 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:14 smithi156 conmon[67007]: 2022-01-18T16:58:15.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:15 smithi129 conmon[101092]: cluster 2022-01-18T16:58:14.976006+0000 mgr.smithi129.iclwio (mgr.14716) 1884 : cluster [DBG] pgmap v1613: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:58:16.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:15 smithi156 conmon[67007]: cluster 2022-01-18T16:58:14.976006+0000 mgr.smithi129.iclwio (mgr.14716) 1884 : cluster 2022-01-18T16:58:16.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:15 smithi156 conmon[67007]: [DBG] pgmap v1613: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:58:18.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:18 smithi156 conmon[67007]: cluster 2022-01-18T16:58:16.976693+0000 mgr.smithi129.iclwio (mgr.14716) 1885 : cluster 2022-01-18T16:58:18.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:18 smithi156 conmon[67007]: [DBG] pgmap v1614: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:18.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:18 smithi129 conmon[101092]: cluster 2022-01-18T16:58:16.976693+0000 mgr.smithi129.iclwio (mgr.14716) 1885 : cluster [DBG] pgmap v1614: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:20.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:20 smithi156 conmon[67007]: cluster 2022-01-18T16:58:18.977328+0000 mgr.smithi129.iclwio (mgr 2022-01-18T16:58:20.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:20 smithi156 conmon[67007]: .14716) 1886 : cluster [DBG] pgmap v1615: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:20.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:20 smithi129 conmon[101092]: cluster 2022-01-18T16:58:18.977328+0000 mgr.smithi129.iclwio (mgr.14716) 1886 : cluster [DBG] pgmap v1615: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:22.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:22 smithi156 conmon[67007]: cluster 2022-01-18T16:58:20. 2022-01-18T16:58:22.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:22 smithi156 conmon[67007]: 978264+0000 mgr.smithi129.iclwio (mgr.14716) 1887 : cluster [DBG] pgmap v1616: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:58:22.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:22 smithi129 conmon[101092]: cluster 2022-01-18T16:58:20.978264+0000 mgr.smithi129.iclwio (mgr.14716) 1887 : cluster [DBG] pgmap v1616: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:58:24.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:24 smithi156 conmon[67007]: cluster 2022-01-18T16:58:22.978900+0000 mgr.smithi129.iclwio (mgr.14716) 1888 : cluster 2022-01-18T16:58:24.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:24 smithi156 conmon[67007]: [DBG] pgmap v1617: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:24.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:24 smithi129 conmon[101092]: cluster 2022-01-18T16:58:22.978900+0000 mgr.smithi129.iclwio (mgr.14716) 1888 : cluster [DBG] pgmap v1617: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:25.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:25 smithi129 conmon[101092]: cluster 2022-01-18T16:58:24.979734+0000 mgr.smithi129.iclwio (mgr.14716) 1889 : cluster [DBG] pgmap v1618: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:58:26.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:25 smithi156 conmon[67007]: cluster 2022-01-18T16:58:24.979734+0000 mgr.smithi129.iclwio (mgr.14716) 1889 : cluster [DBG] pgmap v1618: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:58:26.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:25 smithi156 conmon[67007]: 2022-01-18T16:58:28.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:28 smithi156 conmon[67007]: cluster 2022-01-18T16:58:26.980291+0000 mgr.smithi129.iclwio (mgr.14716) 1890 : cluster [DBG] pgmap v1619: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:28.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:28 smithi129 conmon[101092]: cluster 2022-01-18T16:58:26.980291+0000 mgr.smithi129.iclwio (mgr.14716) 1890 : cluster [DBG] pgmap v1619: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:30.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:30 smithi156 conmon[67007]: cluster 2022-01-18T16:58:28.980852+0000 mgr.smithi129.iclwio (mgr.14716) 1891 : cluster [DBG] pgmap v1620: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:30.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:30 smithi129 conmon[101092]: cluster 2022-01-18T16:58:28.980852+0000 mgr.smithi129.iclwio (mgr.14716) 1891 : cluster 2022-01-18T16:58:30.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:30 smithi129 conmon[101092]: [DBG] pgmap v1620: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:32.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:32 smithi156 conmon[67007]: cluster 2022-01-18T16:58:30.981582+0000 mgr.smithi129.iclwio (mgr.14716) 1892 : cluster [DBG] pgmap v1621: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:58:32.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:32 smithi129 conmon[101092]: cluster 2022-01-18T16:58:30.981582+0000 mgr.smithi129.iclwio (mgr.14716) 1892 : cluster [DBG] pgmap v1621: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:58:32.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:32 smithi129 conmon[101092]: 2022-01-18T16:58:34.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:34 smithi156 conmon[67007]: cluster 2022-01-18T16:58:32.982115+0000 mgr.smithi129.iclwio (mgr.14716) 1893 : cluster [DBG] pgmap v1622: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:34.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:34 smithi129 conmon[101092]: cluster 2022-01-18T16:58:32.982115+0000 mgr.smithi129.iclwio (mgr.14716) 1893 : cluster [DBG] 2022-01-18T16:58:34.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:34 smithi129 conmon[101092]: pgmap v1622: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:34.679 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:58:34.944 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:58:34.945 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (61m) 98s ago 62m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:58:34.945 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (52m) 98s ago 62m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:58:34.945 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (52m) 100s ago 61m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:58:34.946 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (60m) 98s ago 61m 40.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:58:34.946 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (57m) 98s ago 57m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:58:34.946 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (57m) 100s ago 57m 27.3M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:58:34.946 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (53m) 98s ago 63m 519M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:58:34.947 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (53m) 100s ago 61m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:58:34.947 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (53m) 98s ago 63m 424M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:58:34.947 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (53m) 100s ago 61m 229M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:58:34.947 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (54m) 98s ago 54m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:58:34.948 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (53m) 100s ago 53m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:58:34.948 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (61m) 98s ago 61m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:58:34.948 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (61m) 100s ago 61m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:58:34.949 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (47m) 98s ago 60m 1571M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:58:34.949 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (60m) 98s ago 60m 2578M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:58:34.949 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (60m) 98s ago 60m 2009M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:58:34.949 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (59m) 98s ago 59m 2571M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:58:34.950 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (59m) 100s ago 59m 2388M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:58:34.950 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (59m) 100s ago 59m 2983M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:58:34.950 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (58m) 100s ago 58m 2339M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:58:34.950 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (58m) 100s ago 58m 3497M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:58:34.950 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (60m) 98s ago 61m 61.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:58:35.263 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:58:35.264 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:58:35.264 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:58:35.264 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:58:35.264 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:58:35.265 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:58:35.265 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:58:35.265 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:58:35.265 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:58:35.266 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:58:35.266 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:58:35.266 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:58:35.266 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:58:35.267 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:58:35.267 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:58:35.267 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:58:35.267 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:58:35.268 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:58:35.268 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:58:35.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:35 smithi129 conmon[101092]: audit 2022-01-18T16:58:34.662057+0000 mgr.smithi129.iclwio (mgr.14716) 1894 : audit [DBG] from='client.35338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:58:35.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:35 smithi129 conmon[101092]: audit 2022-01-18T16:58:34.930503+0000 mgr.smithi129.iclwio (mgr.14716) 1895 : audit [DBG] from='client.35342 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:58:35.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:35 smithi129 conmon[101092]: cluster 2022-01-18T16:58:34.982830+0000 mgr.smithi129.iclwio (mgr.14716) 1896 : cluster [DBG] pgmap v1623: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:58:35.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:35 smithi129 conmon[101092]: audit 2022-01-18T16:58:35.258048+0000 mon.smithi129 (mon.0) 761 : audit [DBG] from='client.? 172.21.15.129:0/1001814835' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:58:36.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:35 smithi156 conmon[67007]: audit 2022-01-18T16:58:34.662057+0000 mgr.smithi129.iclwio (mgr.14716) 1894 : audit [DBG] from='client.35338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:58:36.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:35 smithi156 conmon[67007]: audit 2022-01-18T16:58:34.930503+0000 mgr.smithi129.iclwio (mgr.14716) 1895 : audit [DBG] from='client.35342 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:58:36.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:35 smithi156 conmon[67007]: cluster 2022-01-18T16:58:34.982830+0000 mgr.smithi129.iclwio (mgr.14716) 1896 : cluster [DBG] pgmap v1623: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:58:36.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:35 smithi156 conmon[67007]: audit 2022-01-18T16:58:35.258048+0000 mon.smithi129 (mon.0) 761 : audit [DBG] from='client.? 172.21.15.129:0/1001814835' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:58:38.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:38 smithi156 conmon[67007]: cluster 2022-01-18T16:58:36.983437+0000 mgr.smithi129.iclwio (mgr.14716) 1897 : cluster [DBG] pgmap v1624: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:38.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:38 smithi129 conmon[101092]: cluster 2022-01-18T16:58:36.983437+0000 mgr.smithi129.iclwio (mgr.14716) 1897 : cluster [DBG] pgmap v1624: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:40.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:40 smithi156 conmon[67007]: cluster 2022-01-18T16:58:38.984119+0000 mgr.smithi129.iclwio (mgr.14716) 1898 : cluster [DBG] pgmap v1625: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:40.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:40 smithi129 conmon[101092]: cluster 2022-01-18T16:58:38.984119+0000 mgr.smithi129.iclwio (mgr.14716) 1898 : cluster [DBG] pgmap v1625: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:40.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:40 smithi129 conmon[101092]: 2022-01-18T16:58:42.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:42 smithi156 conmon[67007]: cluster 2022-01-18T16:58:40.984944+0000 mgr.smithi129.iclwio (mgr.14716) 1899 : cluster [DBG] pgmap v1626: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:58:42.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:42 smithi129 conmon[101092]: cluster 2022-01-18T16:58:40.984944+0000 mgr.smithi129.iclwio (mgr.14716) 1899 : cluster [DBG] pgmap v1626: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:58:42.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:42 smithi129 conmon[101092]: 2022-01-18T16:58:44.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:44 smithi129 conmon[101092]: cluster 2022-01-18T16:58:42.985502+0000 mgr.smithi129.iclwio (mgr.14716) 1900 : cluster [DBG] pgmap v1627: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:44.450 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:44 smithi156 conmon[67007]: cluster 2022-01-18T16:58:42.985502+0000 mgr.smithi129.iclwio (mgr.14716) 1900 : cluster [DBG] pgmap v1627: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:45.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:45 smithi129 conmon[101092]: cluster 2022-01-18T16:58:44.986441+0000 mgr.smithi129.iclwio (mgr.14716) 1901 : cluster [DBG] pgmap v1628: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:58:46.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:45 smithi156 conmon[67007]: cluster 2022-01-18T16:58:44.986441+0000 mgr.smithi129.iclwio (mgr.14716) 1901 : cluster [DBG] pgmap v1628: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:58:48.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:48 smithi156 conmon[67007]: cluster 2022-01-18T16:58:46.986925+0000 mgr.smithi129.iclwio (mgr.14716) 1902 : cluster [DBG] pgmap v1629: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:48.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:48 smithi129 conmon[101092]: cluster 2022-01-18T16:58:46.986925+0000 mgr.smithi129.iclwio (mgr.14716) 1902 : cluster [DBG] pgmap v1629: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:50.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:50 smithi156 conmon[67007]: cluster 2022-01-18T16:58:48.987633+0000 mgr.smithi129.iclwio (mgr.14716) 1903 : cluster [DBG] pgmap v1630: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:50.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:50 smithi129 conmon[101092]: cluster 2022-01-18T16:58:48.987633+0000 mgr.smithi129.iclwio (mgr.14716) 1903 : 2022-01-18T16:58:50.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:50 smithi129 conmon[101092]: cluster [DBG] pgmap v1630: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:52.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:52 smithi129 conmon[101092]: cluster 2022-01-18T16:58:50.988327+0000 mgr.smithi129.iclwio (mgr.14716) 1904 : cluster [DBG] pgmap v1631: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:58:52.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:52 smithi156 conmon[67007]: cluster 2022-01-18T16:58:50.988327+0000 mgr.smithi129.iclwio (mgr.14716) 1904 : cluster [DBG] pgmap v1631: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:58:54.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:54 smithi129 conmon[101092]: cluster 2022-01-18T16:58:52.989022+0000 mgr.smithi129.iclwio (mgr.14716) 1905 : cluster [DBG] pgmap v1632: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:54.450 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:54 smithi156 conmon[67007]: cluster 2022-01-18T16:58:52.989022+0000 mgr.smithi129.iclwio (mgr.14716) 1905 : cluster [DBG] pgmap v1632: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:54.451 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:54 smithi156 conmon[67007]: 2022-01-18T16:58:55.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:55 smithi129 conmon[101092]: cluster 2022-01-18T16:58:54.989706+0000 mgr.smithi129.iclwio (mgr.14716) 1906 : cluster 2022-01-18T16:58:55.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:55 smithi129 conmon[101092]: [DBG] pgmap v1633: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:58:56.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:55 smithi156 conmon[67007]: cluster 2022-01-18T16:58:54.989706+0000 mgr.smithi129.iclwio (mgr.14716) 1906 : cluster [DBG] pgmap v1633: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:58:58.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:58 smithi156 conmon[67007]: cluster 2022-01-18T16:58:56.990169+0000 mgr.smithi129.iclwio (mgr.14716) 1907 : cluster [DBG] pgmap v1634: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:58.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:58 smithi156 conmon[67007]: audit 2022-01-18T16: 2022-01-18T16:58:58.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:58 smithi156 conmon[67007]: 58:57.087385+0000 mon.smithi129 (mon.0) 762 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:58:58.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:58 smithi156 conmon[67007]: audit 2022-01-18T16:58:57.088777+0000 mon.smithi129 (mon.0) 763 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:58:58.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:58 smithi156 conmon[67007]: audit 2022-01-18T16:58:57.089578+0000 mon.smithi129 2022-01-18T16:58:58.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:58 smithi156 conmon[67007]: (mon.0) 764 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:58:58.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:58 smithi156 conmon[67007]: cephadm 2022 2022-01-18T16:58:58.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:58 smithi156 conmon[67007]: -01-18T16:58:57 2022-01-18T16:58:58.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:58 smithi156 conmon[67007]: .090305+0000 mgr.smithi129.iclwio (mgr.14716) 1908 : cephadm 2022-01-18T16:58:58.310 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:58 smithi156 conmon[67007]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:58:58.310 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:58 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T16:58:58.310 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:58 smithi156 conmon[67007]: 16:58:57.350764+0000 mon.smithi129 (mon 2022-01-18T16:58:58.310 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:58 smithi156 conmon[67007]: .0) 765 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:58:58.311 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:58 smithi156 conmon[67007]: audit 2022 2022-01-18T16:58:58.311 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:58 smithi156 conmon[67007]: -01-18T16:58:57 2022-01-18T16:58:58.311 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:58 smithi156 conmon[67007]: .643294+0000 mon.smithi129 (mon.0) 766 : audit 2022-01-18T16:58:58.311 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:58 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:58:58.312 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:58 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T16:58:58.312 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:58 smithi156 conmon[67007]: T16:58:57.648055+0000 mon.smithi129 ( 2022-01-18T16:58:58.312 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:58 smithi156 conmon[67007]: mon.0) 767 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:58:58.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:58 smithi129 conmon[101092]: cluster 2022-01-18T16:58:56.990169+0000 mgr.smithi129.iclwio (mgr.14716) 1907 : cluster [DBG] 2022-01-18T16:58:58.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:58 smithi129 conmon[101092]: pgmap v1634: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:58:58.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:58 smithi129 conmon[101092]: audit 2022-01-18T16:58:57.087385+0000 mon.smithi129 (mon.0) 762 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:58:58.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:58 smithi129 conmon[101092]: audit 2022-01-18T16:58:57.088777 2022-01-18T16:58:58.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:58 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 763 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:58:58.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:58 smithi129 conmon[101092]: audit 2022-01-18T16:58:57.089578+0000 2022-01-18T16:58:58.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:58 smithi129 conmon[101092]: mon.smithi129 (mon.0) 764 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:58:58.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:58 smithi129 conmon[101092]: cephadm 2022- 2022-01-18T16:58:58.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:58 smithi129 conmon[101092]: 01-18T16:58:57.090305+0000 mgr.smithi129.iclwio (mgr.14716) 1908 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:58:58.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:58 smithi129 conmon[101092]: audit 2022-01-18T16:58 2022-01-18T16:58:58.447 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:58 smithi129 conmon[101092]: :57.350764+0000 mon.smithi129 (mon.0) 765 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:58:58.448 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:58 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T16:58:58.448 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:58 smithi129 conmon[101092]: 16:58:57.643294+0000 mon.smithi129 (mon.0) 766 : audit [INF] 2022-01-18T16:58:58.448 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:58 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:58:58.449 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:58 smithi129 conmon[101092]: audit 2022- 2022-01-18T16:58:58.449 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:58 smithi129 conmon[101092]: 01-18T16:58:57.648055+0000 mon.smithi129 (mon.0) 767 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T16:58:59.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:59 smithi129 conmon[101092]: audit 2022-01-18T16:58:58.406834+0000 mon.smithi129 (mon.0) 768 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:58:59.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:58:59 smithi129 conmon[101092]: audit 2022-01-18T16:58:58.407073+0000 mon.smithi129 (mon.0) 769 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:58:59.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:59 smithi156 conmon[67007]: audit 2022-01-18T16:58:58.406834+0000 mon.smithi129 (mon.0) 768 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:58:59.556 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:59 smithi156 conmon[67007]: audit 2022-01-18T16:58: 2022-01-18T16:58:59.556 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:58:59 smithi156 conmon[67007]: 58.407073+0000 mon.smithi129 (mon.0) 769 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:59:00.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:00 smithi129 conmon[101092]: cluster 2022-01-18T16:58:58.990745+0000 mgr.smithi129.iclwio (mgr.14716) 1909 : cluster [DBG] pgmap v1635: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:00.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:00 smithi129 conmon[101092]: 2022-01-18T16:59:00.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:00 smithi156 conmon[67007]: cluster 2022-01-18T16:58:58.990745+0000 mgr.smithi129.iclwio (mgr.14716) 1909 : cluster [DBG] pgmap v1635: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:02.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:02 smithi129 conmon[101092]: cluster 2022-01-18T16:59:00.991659+0000 mgr.smithi129.iclwio (mgr.14716) 1910 : cluster [DBG] pgmap v1636: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:59:02.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:02 smithi156 conmon[67007]: cluster 2022-01-18T16:59:00.991659+0000 mgr.smithi129.iclwio (mgr.14716) 1910 : cluster [DBG] pgmap v1636: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:59:04.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:04 smithi129 conmon[101092]: cluster 2022-01-18T16:59:02.992227+0000 mgr.smithi129.iclwio (mgr.14716) 1911 : cluster [DBG] pgmap v1637: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:04.450 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:04 smithi156 conmon[67007]: cluster 2022-01-18T16:59:02.992227+0000 mgr.smithi129.iclwio (mgr.14716) 1911 : cluster [DBG] pgmap v1637: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:05.561 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:59:05.829 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:59:05.829 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (61m) 2m ago 62m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:59:05.830 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (53m) 2m ago 62m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:59:05.830 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (53m) 2m ago 62m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:59:05.830 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (61m) 2m ago 62m 40.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:59:05.830 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (57m) 2m ago 57m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:59:05.831 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (57m) 2m ago 57m 27.3M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:59:05.831 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (54m) 2m ago 63m 519M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:59:05.831 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (53m) 2m ago 62m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:59:05.831 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (53m) 2m ago 64m 424M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:59:05.831 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (53m) 2m ago 61m 229M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:59:05.832 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (54m) 2m ago 54m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:59:05.832 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (54m) 2m ago 54m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:59:05.832 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (62m) 2m ago 62m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:59:05.833 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (61m) 2m ago 61m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:59:05.833 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (48m) 2m ago 61m 1571M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:59:05.833 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (60m) 2m ago 60m 2578M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:59:05.833 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (60m) 2m ago 60m 2009M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:59:05.833 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (60m) 2m ago 60m 2571M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:59:05.834 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (60m) 2m ago 59m 2388M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:59:05.834 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (59m) 2m ago 59m 2983M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:59:05.834 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (59m) 2m ago 59m 2339M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:59:05.834 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (59m) 2m ago 59m 3497M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:59:05.835 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (61m) 2m ago 62m 61.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:59:05.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:05 smithi129 conmon[101092]: cluster 2022-01-18T16:59:04.993203+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T16:59:05.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:05 smithi129 conmon[101092]: 1912 : cluster [DBG] pgmap v1638: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:59:06.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:05 smithi156 conmon[67007]: cluster 2022-01-18T16:59:04.993203+0000 mgr.smithi129.iclwio (mgr.14716) 1912 : cluster [DBG] pgmap v1638: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:59:06.146 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:59:06.147 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:59:06.147 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:59:06.147 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:59:06.147 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:59:06.148 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:59:06.148 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:59:06.148 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:59:06.149 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:59:06.149 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:59:06.149 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:59:06.149 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:59:06.150 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:59:06.150 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:59:06.150 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:59:06.150 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:59:06.151 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:59:06.151 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:59:06.151 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:59:06.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:06 smithi129 conmon[101092]: audit 2022-01-18T16:59:05.544331+0000 mgr.smithi129.iclwio (mgr.14716) 1913 : audit [DBG] from='client.35350 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:59:06.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:06 smithi129 conmon[101092]: audit 2022-01-18T16:59:05.815080+0000 mgr.smithi129.iclwio (mgr.14716) 1914 : audit [DBG] from='client.35354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:59:06.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:06 smithi129 conmon[101092]: audit 2022-01-18T16:59:06.141173+0000 mon.smithi129 (mon 2022-01-18T16:59:06.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:06 smithi129 conmon[101092]: .0) 770 : audit [DBG] from='client.? 172.21.15.129:0/3141789608' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:59:07.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:06 smithi156 conmon[67007]: audit 2022-01-18T16:59:05.544331+0000 mgr.smithi129.iclwio (mgr.14716) 1913 : audit [DBG] from='client.35350 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:59:07.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:06 smithi156 conmon[67007]: audit 2022-01-18T16:59 2022-01-18T16:59:07.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:06 smithi156 conmon[67007]: :05.815080+0000 mgr.smithi129.iclwio (mgr.14716) 1914 : audit [DBG] from='client.35354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:59:07.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:06 smithi156 conmon[67007]: audit 2022-01-18T16:59:06.141173+0000 mon.smithi129 (mon.0) 770 : audit [DBG] from='client.? 172.21.15.129:0/3141789608' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:59:07.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:07 smithi129 conmon[101092]: cluster 2022-01-18T16:59:06.993751+0000 mgr.smithi129.iclwio (mgr.14716) 1915 : cluster [DBG] pgmap v1639: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:08.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:07 smithi156 conmon[67007]: cluster 2022-01-18T16:59:06.993751+0000 mgr.smithi129.iclwio (mgr.14716) 1915 : cluster [DBG] pgmap v1639: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:10.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:10 smithi129 conmon[101092]: cluster 2022-01-18T16:59:08.994452+0000 mgr.smithi129.iclwio (mgr.14716) 1916 : cluster [DBG] pgmap v1640: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:10.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:10 smithi129 conmon[101092]: 2022-01-18T16:59:10.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:10 smithi156 conmon[67007]: cluster 2022-01-18T16:59:08.994452+0000 mgr.smithi129.iclwio (mgr.14716) 1916 : cluster [DBG] pgmap v1640: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:12.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:12 smithi129 conmon[101092]: cluster 2022-01-18T16:59:10.995215+0000 mgr.smithi129.iclwio (mgr.14716) 1917 : cluster [DBG] pgmap v1641: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:59:12.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:12 smithi156 conmon[67007]: cluster 2022-01-18T16:59:10.995215+0000 mgr.smithi129.iclwio (mgr.14716) 1917 : cluster [DBG] pgmap v1641: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:59:14.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:14 smithi129 conmon[101092]: cluster 2022-01-18T16:59:12.995955+0000 mgr.smithi129.iclwio (mgr.14716) 1918 : cluster [DBG] pgmap v1642: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:14.450 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:14 smithi156 conmon[67007]: cluster 2022-01-18T16:59:12.995955+0000 mgr.smithi129.iclwio (mgr.14716) 1918 : cluster [DBG] pgmap v1642: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:15.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:15 smithi129 conmon[101092]: cluster 2022-01-18T16:59:14.996707+0000 mgr.smithi129.iclwio (mgr.14716) 1919 : cluster [DBG] pgmap v1643: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:59:16.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:15 smithi156 conmon[67007]: cluster 2022-01-18T16:59:14.996707+0000 mgr.smithi129.iclwio (mgr.14716) 1919 : cluster [DBG] 2022-01-18T16:59:16.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:15 smithi156 conmon[67007]: pgmap v1643: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:59:18.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:18 smithi129 conmon[101092]: cluster 2022-01-18T16:59:16.997159+0000 mgr.smithi129.iclwio (mgr.14716) 1920 : cluster [DBG] pgmap v1644: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:18.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:18 smithi156 conmon[67007]: cluster 2022-01-18T16:59:16.997159+0000 mgr.smithi129.iclwio (mgr.14716) 1920 : cluster [DBG] pgmap v1644: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:20.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:20 smithi129 conmon[101092]: cluster 2022-01-18T16:59:18.997664+0000 mgr.smithi129.iclwio (mgr.14716) 1921 : cluster [DBG] pgmap v1645: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:20.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:20 smithi156 conmon[67007]: cluster 2022-01-18T16:59:18.997664+0000 mgr.smithi129.iclwio (mgr.14716) 1921 : cluster [DBG] pgmap v1645: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:22.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:22 smithi129 conmon[101092]: cluster 2022-01-18T16:59:20.998454+0000 mgr.smithi129.iclwio (mgr.14716) 1922 : cluster [DBG] pgmap v1646: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:59:22.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:22 smithi129 conmon[101092]: 2022-01-18T16:59:22.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:22 smithi156 conmon[67007]: cluster 2022-01-18T16:59:20.998454+0000 mgr.smithi129.iclwio (mgr.14716) 1922 : cluster [DBG] pgmap v1646: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:59:24.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:24 smithi129 conmon[101092]: cluster 2022-01-18T16:59:22.999137+0000 mgr.smithi129.iclwio (mgr.14716) 1923 : cluster [DBG] pgmap v1647: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:24.450 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:24 smithi156 conmon[67007]: cluster 2022-01-18T16:59:22.999137+0000 mgr.smithi129.iclwio (mgr.14716) 1923 : cluster [DBG] pgmap v1647: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:25.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:25 smithi129 conmon[101092]: cluster 2022-01-18T16:59:24.999974+0000 mgr.smithi129.iclwio (mgr.14716) 1924 : cluster [DBG] pgmap v1648: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:59:25.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:25 smithi129 conmon[101092]: 2022-01-18T16:59:26.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:25 smithi156 conmon[67007]: cluster 2022-01-18T16:59:24.999974+0000 mgr.smithi129.iclwio (mgr.14716) 1924 : cluster [DBG] pgmap v1648: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:59:28.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:28 smithi129 conmon[101092]: cluster 2022-01-18T16:59:27.000464+0000 mgr.smithi129.iclwio (mgr.14716) 1925 : cluster [DBG] pgmap v1649: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:28.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:28 smithi156 conmon[67007]: cluster 2022-01-18T16:59:27.000464+0000 mgr.smithi129.iclwio (mgr.14716) 1925 : cluster [DBG] pgmap v1649: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:30.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:30 smithi129 conmon[101092]: cluster 2022-01-18T16: 2022-01-18T16:59:30.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:30 smithi129 conmon[101092]: 59:29.000989+0000 mgr.smithi129.iclwio (mgr.14716) 1926 : cluster [DBG] pgmap v1650: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:30.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:30 smithi156 conmon[67007]: cluster 2022-01-18T16:59:29.000989+0000 mgr.smithi129.iclwio (mgr.14716) 1926 : cluster [DBG] pgmap v1650: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:32.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:32 smithi129 conmon[101092]: cluster 2022-01-18T16:59:31.001809+0000 mgr.smithi129.iclwio (mgr.14716) 1927 : cluster [DBG] pgmap v1651: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:59:32.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:32 smithi156 conmon[67007]: cluster 2022-01-18T16:59:31.001809+0000 mgr.smithi129.iclwio (mgr.14716) 1927 : cluster [DBG] pgmap v1651: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:59:34.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:34 smithi129 conmon[101092]: cluster 2022-01-18T16:59:33.002416+0000 mgr.smithi129.iclwio (mgr.14716) 1928 : cluster [DBG] pgmap v1652: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:34.450 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:34 smithi156 conmon[67007]: cluster 2022-01-18T16:59:33.002416+0000 mgr.smithi129.iclwio (mgr.14716) 1928 : cluster [DBG] pgmap v1652: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:35.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:35 smithi129 conmon[101092]: cluster 2022-01-18T16:59:35.003317+0000 mgr.smithi129.iclwio (mgr.14716) 1929 : cluster [DBG] 2022-01-18T16:59:35.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:35 smithi129 conmon[101092]: pgmap v1653: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:59:36.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:35 smithi156 conmon[67007]: cluster 2022-01-18T16:59:35.003317+0000 mgr.smithi129.iclwio (mgr.14716) 1929 : cluster [DBG] pgmap v1653: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:59:36.450 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T16:59:36.718 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T16:59:36.718 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (62m) 2m ago 63m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T16:59:36.718 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (53m) 2m ago 63m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T16:59:36.719 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (53m) 2m ago 62m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T16:59:36.719 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (61m) 2m ago 63m 40.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T16:59:36.719 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (58m) 2m ago 58m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T16:59:36.719 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (58m) 2m ago 58m 27.3M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T16:59:36.720 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (54m) 2m ago 64m 519M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T16:59:36.720 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (54m) 2m ago 62m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T16:59:36.720 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (54m) 2m ago 64m 424M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T16:59:36.720 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (54m) 2m ago 62m 229M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T16:59:36.720 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (55m) 2m ago 55m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T16:59:36.721 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (54m) 2m ago 54m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T16:59:36.721 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (62m) 2m ago 62m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T16:59:36.721 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (62m) 2m ago 62m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T16:59:36.721 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (48m) 2m ago 61m 1571M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T16:59:36.722 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (61m) 2m ago 61m 2578M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T16:59:36.722 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (61m) 2m ago 61m 2009M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T16:59:36.722 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (60m) 2m ago 60m 2571M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T16:59:36.723 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (60m) 2m ago 60m 2388M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T16:59:36.723 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (60m) 2m ago 60m 2983M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T16:59:36.723 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (59m) 2m ago 59m 2339M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T16:59:36.723 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (59m) 2m ago 59m 3497M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T16:59:36.723 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (61m) 2m ago 62m 61.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T16:59:36.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:36 smithi129 conmon[101092]: audit 2022-01-18T16:59:36.433118+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T16:59:36.948 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:36 smithi129 conmon[101092]: 14716) 1930 : audit [DBG] from='client.35362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:59:37.038 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T16:59:37.039 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T16:59:37.039 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:59:37.039 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:59:37.039 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T16:59:37.040 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T16:59:37.040 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:59:37.040 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T16:59:37.040 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T16:59:37.040 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T16:59:37.041 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:59:37.041 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T16:59:37.041 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T16:59:37.041 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T16:59:37.042 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T16:59:37.042 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T16:59:37.042 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T16:59:37.043 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T16:59:37.043 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T16:59:37.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:36 smithi156 conmon[67007]: audit 2022-01-18T16:59:36.433118+0000 mgr.smithi129.iclwio (mgr.14716) 1930 : audit [DBG] from='client.35362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:59:37.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:37 smithi129 conmon[101092]: audit 2022-01-18T16:59:36.703814+0000 mgr.smithi129.iclwio (mgr.14716) 1931 2022-01-18T16:59:37.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:37 smithi129 conmon[101092]: : audit [DBG] from='client.35366 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:59:37.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:37 smithi129 conmon[101092]: cluster 2022-01-18T16:59:37.003752+0000 mgr.smithi129.iclwio (mgr.14716) 1932 : cluster [DBG] pgmap v1654: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:37.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:37 smithi129 conmon[101092]: audit 2022-01-18T16:59:37.033086+0000 mon.smithi129 (mon.0) 771 : audit [DBG] from='client.? 172.21.15.129:0/3516798211' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:59:37.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:37 smithi129 conmon[101092]: 2022-01-18T16:59:38.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:37 smithi156 conmon[67007]: audit 2022-01-18T16:59:36.703814+0000 mgr.smithi129.iclwio (mgr.14716) 1931 : audit [DBG] from='client.35366 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T16:59:38.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:37 smithi156 conmon[67007]: cluster 2022-01-18T16:59:37.003752+0000 mgr.smithi129.iclwio (mgr.14716) 1932 : cluster [DBG] pgmap v1654: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:38.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:37 smithi156 conmon[67007]: audit 2022-01-18T16 2022-01-18T16:59:38.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:37 smithi156 conmon[67007]: :59:37.033086+0000 mon.smithi129 (mon.0) 771 : audit [DBG] from='client.? 172.21.15.129:0/3516798211' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T16:59:40.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:40 smithi129 conmon[101092]: cluster 2022-01-18T16:59:39.004279+0000 mgr.smithi129.iclwio (mgr.14716) 1933 : cluster [DBG] pgmap v1655: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:40.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:40 smithi129 conmon[101092]: 2022-01-18T16:59:40.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:40 smithi156 conmon[67007]: cluster 2022-01-18T16:59:39.004279+0000 mgr.smithi129.iclwio (mgr.14716) 1933 : cluster 2022-01-18T16:59:40.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:40 smithi156 conmon[67007]: [DBG] pgmap v1655: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:42.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:42 smithi129 conmon[101092]: cluster 2022-01-18T16:59:41.005080+0000 mgr.smithi129.iclwio (mgr.14716) 1934 : 2022-01-18T16:59:42.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:42 smithi129 conmon[101092]: cluster [DBG] pgmap v1656: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:59:42.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:42 smithi156 conmon[67007]: cluster 2022-01-18T16:59:41.005080+0000 mgr.smithi129.iclwio (mgr.14716) 1934 : cluster [DBG] pgmap v1656: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:59:44.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:44 smithi129 conmon[101092]: cluster 2022-01-18T16:59:43.005843+0000 mgr.smithi129.iclwio (mgr.14716) 1935 : cluster [DBG] pgmap v1657: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:44.450 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:44 smithi156 conmon[67007]: cluster 2022-01-18T16:59:43.005843+0000 mgr.smithi129.iclwio (mgr.14716) 1935 : cluster [DBG] pgmap v1657: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:45.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:45 smithi129 conmon[101092]: cluster 2022-01-18T16:59:45.006541+0000 mgr.smithi129.iclwio (mgr.14716) 1936 : cluster [DBG] pgmap v1658: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:59:45.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:45 smithi129 conmon[101092]: 2022-01-18T16:59:46.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:45 smithi156 conmon[67007]: cluster 2022-01-18T16:59:45.006541+0000 mgr.smithi129.iclwio (mgr.14716) 1936 : cluster [DBG] pgmap v1658: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:59:48.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:48 smithi129 conmon[101092]: cluster 2022-01-18T16:59:47.007028+0000 mgr.smithi129.iclwio (mgr.14716) 1937 : cluster [DBG] pgmap v1659: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:48.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:48 smithi156 conmon[67007]: cluster 2022-01-18T16:59:47.007028+0000 mgr.smithi129.iclwio (mgr.14716) 1937 : cluster [DBG] pgmap v1659: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:50.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:50 smithi129 conmon[101092]: cluster 2022-01-18T16:59:49.007576+0000 mgr.smithi129.iclwio (mgr.14716) 1938 : cluster [DBG] pgmap v1660: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:50.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:50 smithi156 conmon[67007]: cluster 2022-01-18T16:59:49.007576+0000 mgr.smithi129.iclwio (mgr.14716) 1938 : cluster [DBG] pgmap v1660: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:52.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:52 smithi129 conmon[101092]: cluster 2022-01-18T16:59:51.008395+0000 mgr.smithi129.iclwio (mgr.14716) 1939 : cluster [DBG] pgmap v1661: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:59:52.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:52 smithi129 conmon[101092]: 2022-01-18T16:59:52.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:52 smithi156 conmon[67007]: cluster 2022-01-18T16:59:51.008395+0000 mgr.smithi129.iclwio (mgr.14716) 1939 : cluster [DBG] pgmap v1661: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:59:52.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:52 smithi156 conmon[67007]: 2022-01-18T16:59:54.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:54 smithi129 conmon[101092]: cluster 2022-01-18T16:59:53.009089+0000 mgr.smithi129.iclwio (mgr.14716) 1940 : cluster [DBG] pgmap v1662: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:54.450 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:54 smithi156 conmon[67007]: cluster 2022-01-18T16:59:53.009089+0000 mgr.smithi129.iclwio (mgr.14716) 1940 : cluster [DBG] pgmap v1662: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:55.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:55 smithi129 conmon[101092]: cluster 2022-01-18T16:59:55.010047+0000 mgr.smithi129.iclwio (mgr.14716) 1941 : cluster [DBG] pgmap v1663: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:59:56.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:55 smithi156 conmon[67007]: cluster 2022-01-18T16:59:55.010047+0000 mgr.smithi129.iclwio (mgr.14716) 1941 : cluster [DBG] pgmap v1663: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T16:59:58.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:58 smithi129 conmon[101092]: cluster 2022-01-18T16:59:57.010681+0000 mgr.smithi129.iclwio (mgr.14716) 1942 : cluster [DBG] pgmap v1664: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:58.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:58 smithi129 conmon[101092]: audit 2022-01-18T16:59:57. 2022-01-18T16:59:58.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:58 smithi129 conmon[101092]: 650500+0000 mon.smithi129 (mon.0) 772 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:59:58.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:58 smithi129 conmon[101092]: audit 2022-01-18T16:59:57.651936+0000 mon.smithi129 (mon.0) 773 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:59:58.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:58 smithi129 conmon[101092]: audit 2022-01-18T16:59:57 2022-01-18T16:59:58.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:58 smithi129 conmon[101092]: .652809+0000 mon.smithi129 (mon.0) 774 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:59:58.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:58 smithi156 conmon[67007]: cluster 2022-01-18T16:59:57.010681+0000 mgr.smithi129.iclwio (mgr.14716) 1942 2022-01-18T16:59:58.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:58 smithi156 conmon[67007]: : cluster [DBG] pgmap v1664: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T16:59:58.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:58 smithi156 conmon[67007]: audit 2022-01-18T16:59:57.650500+0000 mon.smithi129 (mon.0) 772 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T16:59:58.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:58 smithi156 conmon[67007]: audit 2022-01-18T16:59:58.556 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:58 smithi156 conmon[67007]: 2022-01-18T16:59:57.651936+0000 mon.smithi129 (mon.0) 773 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T16:59:58.556 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:58 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T16:59:58.556 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:58 smithi156 conmon[67007]: 18T16:59:57.652809+0000 mon.smithi129 (mon 2022-01-18T16:59:58.556 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:58 smithi156 conmon[67007]: .0) 774 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T16:59:59.375 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:59 smithi129 conmon[101092]: cephadm 2022-01-18T16:59:57.653550+0000 mgr.smithi129.iclwio (mgr.14716) 1943 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:59:59.376 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:59 smithi129 conmon[101092]: audit 2022-01-18T16:59:58.409957+0000 mon.smithi129 (mon.0) 775 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:59:59.376 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 16:59:59 smithi129 conmon[101092]: audit 2022-01-18T16:59:58.410301+0000 mon.smithi129 (mon.0) 776 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T16:59:59.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:59 smithi156 conmon[67007]: cephadm 2022-01-18T16:59:57.653550+0000 mgr.smithi129.iclwio (mgr.14716) 1943 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T16:59:59.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:59 smithi156 conmon[67007]: 2022-01-18T16:59:59.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:59 smithi156 conmon[67007]: audit 2022-01-18T16:59:58.409957+0000 mon.smithi129 (mon.0) 775 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T16:59:59.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:59 smithi156 conmon[67007]: audit 2022-01-18T16:59:58.410301+0000 2022-01-18T16:59:59.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 16:59:59 smithi156 conmon[67007]: mon.smithi129 (mon.0) 776 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:00:00.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:00 smithi129 conmon[101092]: cluster 2022-01-18T16:59:59.011219+0000 mgr.smithi129.iclwio (mgr.14716) 1944 : 2022-01-18T17:00:00.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:00 smithi129 conmon[101092]: cluster [DBG] pgmap v1665: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:00.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:00 smithi129 conmon[101092]: cluster 2022-01-18T17:00:00.000142+0000 mon.smithi129 (mon.0) 777 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T17:00:00.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:00 smithi156 conmon[67007]: cluster 2022-01-18T16:59:59.011219+0000 mgr.smithi129.iclwio (mgr.14716) 1944 : cluster [DBG] pgmap v1665: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:00.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:00 smithi156 conmon[67007]: cluster 2022-01-18T17:00:00.000142+0000 mon.smithi129 (mon.0) 777 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T17:00:02.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:02 smithi129 conmon[101092]: cluster 2022-01-18T17:00:01.011875+0000 mgr.smithi129.iclwio (mgr.14716) 1945 : cluster [DBG] pgmap v1666: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:00:02.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:02 smithi129 conmon[101092]: audit 2022-01-18T17:00:01.098001+0000 mon.smithi129 (mon.0) 778 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:00:02.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:02 smithi129 conmon[101092]: audit 2022-01-18T17:00:01.391669+0000 mon.smithi129 (mon.0) 779 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:00:02.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:02 smithi129 conmon[101092]: audit 2022-01-18T17:00:01.396764+0000 mon.smithi129 (mon.0) 780 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:00:02.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:02 smithi156 conmon[67007]: cluster 2022-01-18T17:00:01.011875+0000 mgr.smithi129.iclwio (mgr.14716) 1945 : cluster [DBG] pgmap v1666: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:00:02.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:02 smithi156 conmon[67007]: audit 2022-01-18T17:00:01.098001+0000 mon.smithi129 (mon.0) 778 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:00:02.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:02 smithi156 conmon[67007]: audit 2022-01-18T17:00:01.391669+0000 mon.smithi129 (mon.0) 779 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:00:02.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:02 smithi156 conmon[67007]: audit 2022 2022-01-18T17:00:02.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:02 smithi156 conmon[67007]: -01-18T17:00:01.396764+0000 mon.smithi129 (mon.0) 780 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:00:04.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:04 smithi129 conmon[101092]: cluster 2022-01-18T17:00:03.012438+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T17:00:04.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:04 smithi129 conmon[101092]: 14716) 1946 : cluster [DBG] pgmap v1667: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:04.451 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:04 smithi156 conmon[67007]: cluster 2022-01-18T17:00:03.012438+0000 mgr.smithi129.iclwio (mgr.14716) 1946 : cluster [DBG] pgmap v1667: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:05.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:05 smithi129 conmon[101092]: cluster 2022-01-18T17:00:05.013389+0000 mgr.smithi129.iclwio (mgr.14716) 1947 : cluster [DBG] pgmap v1668: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:00:06.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:05 smithi156 conmon[67007]: cluster 2022-01-18T17:00:05.013389+0000 mgr.smithi129.iclwio (mgr.14716) 1947 : 2022-01-18T17:00:06.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:05 smithi156 conmon[67007]: cluster [DBG] pgmap v1668: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:00:07.337 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:00:07.602 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:00:07.603 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (62m) 3m ago 63m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:00:07.603 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (54m) 3m ago 63m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:00:07.603 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (54m) 3m ago 63m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:00:07.604 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (62m) 3m ago 63m 40.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:00:07.604 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (58m) 3m ago 58m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:00:07.604 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (58m) 3m ago 58m 27.3M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:00:07.604 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (55m) 3m ago 65m 519M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:00:07.605 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (54m) 3m ago 63m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:00:07.605 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (54m) 3m ago 65m 424M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:00:07.605 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (54m) 3m ago 63m 229M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:00:07.605 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (55m) 3m ago 55m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:00:07.605 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (55m) 3m ago 55m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:00:07.606 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (63m) 3m ago 63m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:00:07.606 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (62m) 3m ago 62m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:00:07.606 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (49m) 3m ago 62m 1571M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:00:07.606 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (61m) 3m ago 61m 2578M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:00:07.607 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (61m) 3m ago 61m 2009M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:00:07.607 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (61m) 3m ago 61m 2571M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:00:07.607 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (61m) 3m ago 61m 2388M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:00:07.608 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (60m) 3m ago 60m 2983M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:00:07.608 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (60m) 3m ago 60m 2339M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:00:07.608 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (60m) 3m ago 60m 3497M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:00:07.608 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (62m) 3m ago 63m 61.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:00:07.923 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:00:07.923 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:00:07.924 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:00:07.924 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:00:07.924 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:00:07.925 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:00:07.925 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:00:07.925 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:00:07.925 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:00:07.926 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:00:07.926 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:00:07.926 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:00:07.926 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:00:07.927 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:00:07.927 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:00:07.927 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:00:07.927 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:00:07.928 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:00:07.928 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:00:08.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:08 smithi129 conmon[101092]: cluster 2022-01-18T17:00:07.013905+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:00:08.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:08 smithi129 conmon[101092]: 1948 : cluster [DBG] pgmap v1669: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:08.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:08 smithi129 conmon[101092]: audit 2022-01-18T17:00:07.319747+0000 mgr.smithi129.iclwio (mgr.14716) 1949 : audit [DBG] 2022-01-18T17:00:08.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:08 smithi129 conmon[101092]: from='client.35374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:00:08.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:08 smithi129 conmon[101092]: audit 2022-01-18T17 2022-01-18T17:00:08.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:08 smithi129 conmon[101092]: :00:07.917978+0000 mon.smithi129 (mon.0) 781 : audit [DBG] 2022-01-18T17:00:08.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:08 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/3860376217' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:00:08.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:08 smithi156 conmon[67007]: cluster 2022-01-18T17:00:07.013905+0000 mgr.smithi129.iclwio (mgr.14716) 1948 : cluster [DBG] pgmap v1669: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:08.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:08 smithi156 conmon[67007]: audit 2022-01-18T17:00:07.319747+0000 mgr.smithi129.iclwio (mgr.14716) 1949 : audit [DBG] from='client.35374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:00:08.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:08 smithi156 conmon[67007]: audit 2022-01-18T17:00:07.917978+0000 mon.smithi129 (mon.0) 781 : audit [DBG] from='client.? 172.21.15.129:0/3860376217' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:00:09.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:09 smithi129 conmon[101092]: audit 2022-01-18T17:00:07.588874+0000 mgr.smithi129.iclwio (mgr.14716) 1950 : audit [DBG] 2022-01-18T17:00:09.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:09 smithi129 conmon[101092]: from='client.35378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:00:09.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:09 smithi156 conmon[67007]: audit 2022-01-18T17:00:07.588874+0000 mgr.smithi129.iclwio (mgr.14716) 1950 : audit [DBG] from='client.35378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:00:10.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:10 smithi129 conmon[101092]: cluster 2022-01-18T17:00:09.014611+0000 mgr.smithi129.iclwio (mgr.14716) 1951 : cluster [DBG] pgmap v1670: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:10.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:10 smithi156 conmon[67007]: cluster 2022-01-18T17:00:09.014611+0000 mgr.smithi129.iclwio (mgr.14716) 1951 : cluster [DBG] pgmap v1670: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:12.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:12 smithi129 conmon[101092]: cluster 2022-01-18T17:00:11.015433+0000 mgr.smithi129.iclwio (mgr.14716) 1952 : cluster [DBG] pgmap v1671: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:00:12.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:12 smithi156 conmon[67007]: cluster 2022-01-18T17:00:11.015433+0000 mgr.smithi129.iclwio (mgr.14716) 1952 : cluster [DBG] pgmap v1671: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:00:14.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:14 smithi129 conmon[101092]: cluster 2022-01-18T17:00:13.016051+0000 mgr.smithi129.iclwio (mgr.14716) 1953 : cluster [DBG] pgmap v1672: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:14.450 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:14 smithi156 conmon[67007]: cluster 2022-01-18T17:00:13.016051+0000 mgr.smithi129.iclwio (mgr.14716) 1953 : cluster [DBG] pgmap v1672: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:15.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:15 smithi129 conmon[101092]: cluster 2022-01-18T17:00:15.016950+0000 mgr.smithi129.iclwio (mgr.14716) 1954 : cluster [DBG] pgmap v1673: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:00:16.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:15 smithi156 conmon[67007]: cluster 2022-01-18T17:00:15.016950+0000 mgr.smithi129.iclwio (mgr.14716) 1954 : cluster [DBG] pgmap v1673: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:00:18.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:18 smithi129 conmon[101092]: cluster 2022-01-18T17:00:17.017561+0000 mgr.smithi129.iclwio (mgr.14716) 1955 : cluster [DBG] pgmap v1674: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:18.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:18 smithi156 conmon[67007]: cluster 2022-01-18T17:00:17.017561+0000 mgr.smithi129.iclwio (mgr.14716) 1955 : cluster [DBG] pgmap v1674: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:20.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:20 smithi129 conmon[101092]: cluster 2022-01-18T17:00:19.018322+0000 mgr.smithi129.iclwio (mgr.14716) 1956 : cluster [DBG] pgmap v1675: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:20.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:20 smithi156 conmon[67007]: cluster 2022-01-18T17:00:19.018322+0000 mgr.smithi129.iclwio (mgr.14716) 1956 : cluster [DBG] pgmap v1675: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:20.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:20 smithi156 conmon[67007]: 2022-01-18T17:00:22.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:22 smithi129 conmon[101092]: cluster 2022-01-18T17:00:21.019175+0000 mgr.smithi129.iclwio (mgr.14716) 1957 : cluster [DBG] pgmap v1676: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:00:22.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:22 smithi156 conmon[67007]: cluster 2022-01-18T17:00:21.019175+0000 mgr.smithi129.iclwio (mgr.14716) 1957 : cluster [DBG] pgmap v1676: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:00:24.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:24 smithi129 conmon[101092]: cluster 2022-01-18T17:00:23.019822+0000 mgr.smithi129.iclwio (mgr.14716) 1958 : cluster [DBG] pgmap v1677: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:24.450 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:24 smithi156 conmon[67007]: cluster 2022-01-18T17:00:23.019822+0000 mgr.smithi129.iclwio (mgr.14716) 1958 : cluster [DBG] pgmap v1677: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:25.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:25 smithi129 conmon[101092]: cluster 2022-01-18T17:00:25.020849+0000 mgr.smithi129.iclwio (mgr.14716) 1959 : cluster [DBG] 2022-01-18T17:00:25.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:25 smithi129 conmon[101092]: pgmap v1678: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:00:26.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:25 smithi156 conmon[67007]: cluster 2022-01-18T17:00:25.020849+0000 mgr.smithi129.iclwio (mgr.14716) 1959 : cluster [DBG] pgmap v1678: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:00:28.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:28 smithi129 conmon[101092]: cluster 2022-01-18T17:00:27.021370+0000 mgr.smithi129.iclwio (mgr.14716) 1960 : cluster [DBG] pgmap v1679: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:28.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:28 smithi129 conmon[101092]: 2022-01-18T17:00:28.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:28 smithi156 conmon[67007]: cluster 2022-01-18T17:00:27.021370+0000 mgr.smithi129.iclwio (mgr.14716) 1960 : cluster [DBG] pgmap v1679: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:30.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:30 smithi129 conmon[101092]: cluster 2022-01-18T17:00:29.021836+0000 mgr.smithi129.iclwio (mgr.14716) 1961 : cluster [DBG] 2022-01-18T17:00:30.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:30 smithi129 conmon[101092]: pgmap v1680: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:30.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:30 smithi156 conmon[67007]: cluster 2022-01-18T17:00:29.021836+0000 mgr.smithi129.iclwio (mgr.14716) 1961 : cluster [DBG] pgmap v1680: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:32.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:32 smithi129 conmon[101092]: cluster 2022-01-18T17:00:31.022543+0000 mgr.smithi129.iclwio (mgr.14716) 1962 : cluster [DBG] pgmap v1681: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:00:32.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:32 smithi156 conmon[67007]: cluster 2022-01-18T17:00:31.022543+0000 mgr.smithi129.iclwio (mgr.14716) 1962 : cluster [DBG] pgmap v1681: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:00:34.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:34 smithi129 conmon[101092]: cluster 2022-01-18T17:00:33.023241+0000 mgr.smithi129.iclwio (mgr.14716) 1963 : cluster [DBG] pgmap v1682: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:34.450 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:34 smithi156 conmon[67007]: cluster 2022-01-18T17:00:33.023241+0000 mgr.smithi129.iclwio (mgr.14716) 1963 : cluster [DBG] pgmap v1682: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:35.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:35 smithi129 conmon[101092]: cluster 2022-01-18T17:00:35.024110+0000 mgr.smithi129.iclwio (mgr.14716) 1964 : cluster [DBG] pgmap v1683: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:00:36.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:35 smithi156 conmon[67007]: cluster 2022-01-18T17:00:35.024110+0000 mgr.smithi129.iclwio (mgr.14716) 1964 : cluster [DBG] pgmap v1683: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:00:38.224 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:00:38.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:38 smithi129 conmon[101092]: cluster 2022-01-18T17:00:37.024764+0000 mgr.smithi129.iclwio (mgr.14716) 1965 : cluster [DBG] 2022-01-18T17:00:38.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:38 smithi129 conmon[101092]: pgmap v1684: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:38.488 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:00:38.488 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (63m) 3m ago 64m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:00:38.488 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (54m) 3m ago 64m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:00:38.489 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (54m) 3m ago 63m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:00:38.489 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (62m) 3m ago 64m 40.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:00:38.489 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (59m) 3m ago 59m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:00:38.489 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (59m) 3m ago 59m 27.3M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:00:38.489 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (55m) 3m ago 65m 519M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:00:38.490 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (55m) 3m ago 63m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:00:38.490 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (55m) 3m ago 65m 424M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:00:38.490 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (55m) 3m ago 63m 229M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:00:38.490 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (56m) 3m ago 56m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:00:38.491 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (55m) 3m ago 55m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:00:38.491 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (64m) 3m ago 63m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:00:38.491 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (63m) 3m ago 63m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:00:38.491 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (49m) 3m ago 62m 1571M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:00:38.492 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (62m) 3m ago 62m 2578M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:00:38.492 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (62m) 3m ago 62m 2009M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:00:38.492 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (61m) 3m ago 61m 2571M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:00:38.492 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (61m) 3m ago 61m 2388M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:00:38.493 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (61m) 3m ago 61m 2983M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:00:38.493 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (60m) 3m ago 60m 2339M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:00:38.493 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (60m) 3m ago 60m 3497M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:00:38.493 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (62m) 3m ago 63m 61.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:00:38.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:38 smithi156 conmon[67007]: cluster 2022-01-18T17:00:37.024764+0000 mgr.smithi129.iclwio (mgr.14716) 1965 : cluster [DBG] 2022-01-18T17:00:38.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:38 smithi156 conmon[67007]: pgmap v1684: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:38.807 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:00:38.807 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:00:38.807 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:00:38.808 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:00:38.808 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:00:38.808 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:00:38.808 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:00:38.809 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:00:38.809 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:00:38.809 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:00:38.809 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:00:38.810 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:00:38.810 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:00:38.810 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:00:38.810 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:00:38.811 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:00:38.811 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:00:38.811 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:00:38.811 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:00:39.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:39 smithi129 conmon[101092]: audit 2022-01-18T17:00:38.207210+0000 mgr.smithi129.iclwio (mgr.14716) 1966 : audit 2022-01-18T17:00:39.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:39 smithi129 conmon[101092]: [DBG] from='client.35386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:00:39.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:39 smithi129 conmon[101092]: audit 2022-01-18T17:00:38.801824+0000 mon.smithi129 (mon.0) 782 : audit [DBG] from='client.? 172.21.15.129:0/2572592923' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:00:39.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:39 smithi156 conmon[67007]: audit 2022-01-18T17:00:38.207210+0000 mgr.smithi129.iclwio (mgr.14716) 1966 : audit [DBG] from='client.35386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:00:39.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:39 smithi156 conmon[67007]: 2022-01-18T17:00:39.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:39 smithi156 conmon[67007]: audit 2022-01-18T17:00:38.801824+0000 mon.smithi129 (mon.0) 782 : audit [DBG] from='client.? 172.21.15.129:0/2572592923' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:00:40.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:40 smithi129 conmon[101092]: audit 2022-01-18T17:00:38.474528+0000 mgr.smithi129.iclwio (mgr.14716) 1967 : audit [DBG] from='client.35390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:00:40.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:40 smithi129 conmon[101092]: 2022-01-18T17:00:40.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:40 smithi129 conmon[101092]: cluster 2022-01-18T17:00:39.025381+0000 mgr.smithi129.iclwio (mgr.14716) 1968 : cluster [DBG] pgmap v1685: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:40.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:40 smithi156 conmon[67007]: audit 2022-01-18T17:00:38.474528+0000 mgr.smithi129.iclwio (mgr.14716) 1967 : audit [DBG] from='client.35390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:00:40.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:40 smithi156 conmon[67007]: 2022-01-18T17:00:40.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:40 smithi156 conmon[67007]: cluster 2022-01-18T17:00:39.025381+0000 mgr.smithi129.iclwio (mgr.14716) 1968 : cluster [DBG] pgmap v1685: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:42.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:42 smithi129 conmon[101092]: cluster 2022-01-18T17:00:41.026093+0000 mgr.smithi129.iclwio (mgr.14716) 1969 : cluster [DBG] pgmap v1686: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:00:42.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:42 smithi156 conmon[67007]: cluster 2022-01-18T17:00:41.026093+0000 mgr.smithi129.iclwio (mgr.14716) 1969 : cluster [DBG] pgmap v1686: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:00:44.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:44 smithi129 conmon[101092]: cluster 2022-01-18T17:00:43.026624+0000 mgr.smithi129.iclwio (mgr.14716) 1970 : cluster [DBG] pgmap v1687: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:44.450 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:44 smithi156 conmon[67007]: cluster 2022-01-18T17:00:43.026624+0000 mgr.smithi129.iclwio (mgr.14716) 1970 : cluster [DBG] pgmap v1687: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:44.450 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:44 smithi156 conmon[67007]: 2022-01-18T17:00:45.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:45 smithi129 conmon[101092]: cluster 2022-01-18T17:00:45.027457+0000 mgr.smithi129.iclwio (mgr.14716) 1971 : cluster [DBG] pgmap v1688: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:00:46.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:45 smithi156 conmon[67007]: cluster 2022-01-18T17:00:45.027457+0000 mgr.smithi129.iclwio (mgr.14716) 1971 : cluster [DBG] pgmap v1688: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:00:48.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:48 smithi129 conmon[101092]: cluster 2022-01-18T17:00:47.027966+0000 mgr.smithi129.iclwio (mgr.14716) 1972 : cluster [DBG] pgmap v1689: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:48.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:48 smithi156 conmon[67007]: cluster 2022-01-18T17:00:47.027966+0000 mgr.smithi129.iclwio (mgr.14716) 1972 : cluster [DBG] pgmap v1689: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:50.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:50 smithi129 conmon[101092]: cluster 2022-01-18T17:00:49.028492+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:00:50.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:50 smithi129 conmon[101092]: 1973 : cluster [DBG] pgmap v1690: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:50.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:50 smithi156 conmon[67007]: cluster 2022-01-18T17:00:49.028492+0000 mgr.smithi129.iclwio (mgr.14716) 1973 : cluster [DBG] pgmap v1690: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:52.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:52 smithi129 conmon[101092]: cluster 2022-01-18T17:00:51.029243+0000 mgr.smithi129.iclwio (mgr.14716) 1974 : cluster [DBG] pgmap v1691: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:00:52.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:52 smithi129 conmon[101092]: 2022-01-18T17:00:52.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:52 smithi156 conmon[67007]: cluster 2022-01-18T17:00:51.029243+0000 mgr.smithi129.iclwio (mgr.14716) 1974 : cluster [DBG] pgmap v1691: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:00:54.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:54 smithi129 conmon[101092]: cluster 2022-01-18T17:00:53.029933+0000 mgr.smithi129.iclwio (mgr.14716) 1975 : cluster [DBG] pgmap v1692: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:54.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:54 smithi129 conmon[101092]: 2022-01-18T17:00:54.450 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:54 smithi156 conmon[67007]: cluster 2022-01-18T17:00:53.029933+0000 mgr.smithi129.iclwio (mgr.14716) 1975 : cluster [DBG] pgmap v1692: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:55.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:55 smithi129 conmon[101092]: cluster 2022-01-18T17:00:55.030774+0000 mgr.smithi129.iclwio (mgr.14716) 1976 : cluster [DBG] pgmap v1693: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:00:56.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:55 smithi156 conmon[67007]: cluster 2022-01-18T17:00:55.030774+0000 mgr.smithi129.iclwio (mgr.14716) 1976 : cluster [DBG] pgmap v1693: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:00:58.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:58 smithi129 conmon[101092]: cluster 2022-01-18T17:00:57.031398+0000 mgr.smithi129.iclwio (mgr.14716) 1977 : cluster [DBG] pgmap v1694: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:58.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:58 smithi156 conmon[67007]: cluster 2022-01-18T17:00:57.031398+0000 mgr.smithi129.iclwio (mgr.14716) 1977 : cluster [DBG] pgmap v1694: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:00:59.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:59 smithi129 conmon[101092]: audit 2022-01-18T17:00:58.414725+0000 mon.smithi129 (mon.0) 783 : audit 2022-01-18T17:00:59.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:59 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:00:59.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:00:59 smithi129 conmon[101092]: audit 2022-01-18T17:00:58.414985+0000 mon.smithi129 (mon.0) 784 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:00:59.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:59 smithi156 conmon[67007]: audit 2022-01-18T17:00:58.414725+0000 mon.smithi129 (mon.0) 783 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:00:59.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:00:59 smithi156 conmon[67007]: audit 2022-01-18T17:00:58.414985+0000 mon.smithi129 (mon.0) 784 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:01:00.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:00 smithi129 conmon[101092]: cluster 2022-01-18T17:00:59.031868+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T17:01:00.576 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:00 smithi129 conmon[101092]: 14716) 1978 : cluster [DBG] pgmap v1695: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:00.577 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:00 smithi156 conmon[67007]: cluster 2022-01-18T17:00:59.031868+0000 mgr.smithi129.iclwio (mgr.14716) 1978 : cluster [DBG] pgmap v1695: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:02.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:02 smithi129 conmon[101092]: cluster 2022-01-18T17:01:01.032587+0000 mgr.smithi129.iclwio (mgr.14716) 1979 : cluster [DBG] pgmap v1696: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:01:02.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:02 smithi129 conmon[101092]: audit 2022-01-18T17:01:01.399607+0000 mon.smithi129 (mon.0) 785 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:01:02.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:02 smithi129 conmon[101092]: audit 2022-01-18T17:01:01.401196+0000 mon.smithi129 (mon.0) 786 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:01:02.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:02 smithi129 conmon[101092]: audit 2022-01-18T17:01:01.401996+0000 mon.smithi129 (mon.0) 787 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:01:02.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:02 smithi129 conmon[101092]: cephadm 2022-01-18T17:01:01.402711+0000 mgr.smithi129.iclwio (mgr.14716) 1980 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:01:02.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:02 smithi156 conmon[67007]: cluster 2022-01-18T17:01:01.032587+0000 mgr.smithi129.iclwio (mgr.14716) 1979 : 2022-01-18T17:01:02.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:02 smithi156 conmon[67007]: cluster [DBG] pgmap v1696: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:01:02.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:02 smithi156 conmon[67007]: audit 2022-01-18T17:01:01.399607+0000 mon.smithi129 (mon.0) 785 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:01:02.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:02 smithi156 conmon[67007]: audit 2022-01-18T17:01:01.401196+0000 mon.smithi129 (mon.0) 786 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:01:02.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:02 smithi156 conmon[67007]: audit 2022-01-18T17:01:01.401996+0000 mon.smithi129 (mon.0) 787 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:01:02.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:02 smithi156 conmon[67007]: cephadm 2022-01-18T17:01:01.402711+0000 mgr.smithi129.iclwio (mgr.14716) 1980 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:01:04.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:04 smithi156 conmon[67007]: cluster 2022-01-18T17:01:03.033114+0000 mgr.smithi129.iclwio (mgr.14716) 1981 : cluster [DBG] pgmap v1697: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:04.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:04 smithi129 conmon[101092]: cluster 2022-01-18T17:01:03.033114+0000 mgr.smithi129.iclwio (mgr.14716) 1981 : cluster [DBG] pgmap v1697: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:06.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:05 smithi156 conmon[67007]: audit 2022-01-18T17:01:04.717270+0000 mon.smithi129 (mon.0) 788 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:01:06.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:05 smithi156 conmon[67007]: audit 2022-01-18T17:01:05.014041+0000 mon.smithi129 (mon.0) 789 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:01:06.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:05 smithi156 conmon[67007]: audit 2022-01-18T17:01:05.020744+0000 mon.smithi129 (mon.0) 790 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:01:06.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:05 smithi156 conmon[67007]: cluster 2022-01-18T17:01:05.033849+0000 mgr.smithi129.iclwio (mgr.14716) 1982 : cluster [DBG] pgmap v1698: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:01:06.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:05 smithi129 conmon[101092]: audit 2022-01-18T17:01:04.717270+0000 mon.smithi129 (mon.0) 788 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:01:06.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:05 smithi129 conmon[101092]: audit 2022-01-18T17:01:05.014041+0000 mon.smithi129 (mon.0) 789 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:01:06.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:05 smithi129 conmon[101092]: audit 2022-01-18T17:01:05 2022-01-18T17:01:06.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:05 smithi129 conmon[101092]: .020744+0000 mon.smithi129 (mon.0) 790 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:01:06.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:05 smithi129 conmon[101092]: cluster 2022-01-18T17:01:05.033849 2022-01-18T17:01:06.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:05 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 1982 : cluster [DBG] pgmap v1698: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:01:08.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:08 smithi129 conmon[101092]: cluster 2022-01-18T17:01:07.034449+0000 mgr.smithi129.iclwio (mgr.14716) 1983 : cluster [DBG] pgmap v1699: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:08.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:08 smithi156 conmon[67007]: cluster 2022-01-18T17:01:07.034449+0000 mgr.smithi129.iclwio (mgr.14716) 1983 : cluster [DBG] pgmap v1699: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:09.103 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:01:09.372 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:01:09.373 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (63m) 4m ago 64m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:01:09.373 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (55m) 4m ago 64m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:01:09.373 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (55m) 4m ago 64m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:01:09.373 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (63m) 4m ago 64m 40.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:01:09.374 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (59m) 4m ago 59m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:01:09.374 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (59m) 4m ago 59m 27.3M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:01:09.374 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (56m) 4m ago 66m 519M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:01:09.374 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (56m) 4m ago 64m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:01:09.375 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (55m) 4m ago 66m 424M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:01:09.375 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (55m) 4m ago 64m 229M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:01:09.375 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (56m) 4m ago 56m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:01:09.375 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (56m) 4m ago 56m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:01:09.375 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (64m) 4m ago 64m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:01:09.376 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (63m) 4m ago 63m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:01:09.376 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (50m) 4m ago 63m 1571M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:01:09.376 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (63m) 4m ago 63m 2578M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:01:09.376 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (62m) 4m ago 62m 2009M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:01:09.376 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (62m) 4m ago 62m 2571M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:01:09.377 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (62m) 4m ago 62m 2388M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:01:09.377 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (61m) 4m ago 61m 2983M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:01:09.377 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (61m) 4m ago 61m 2339M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:01:09.377 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (61m) 4m ago 61m 3497M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:01:09.378 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (63m) 4m ago 64m 61.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:01:09.690 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:01:09.690 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:01:09.691 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:01:09.691 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:01:09.691 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:01:09.691 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:01:09.692 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:01:09.692 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:01:09.692 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:01:09.692 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:01:09.693 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:01:09.693 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:01:09.693 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:01:09.693 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:01:09.694 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:01:09.694 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:01:09.694 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:01:09.694 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:01:09.695 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:01:10.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:10 smithi129 conmon[101092]: cluster 2022-01-18T17:01:09.034888+0000 mgr.smithi129.iclwio (mgr.14716) 1984 2022-01-18T17:01:10.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:10 smithi129 conmon[101092]: : cluster [DBG] pgmap v1700: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:10.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:10 smithi129 conmon[101092]: audit 2022-01-18T17:01:09.085813+0000 mgr.smithi129.iclwio (mgr.14716) 1985 : audit [DBG] from='client.35398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:01:10.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:10 smithi129 conmon[101092]: audit 2022-01-18T17:01:09.358596+0000 mgr.smithi129.iclwio (mgr.14716) 1986 : audit [DBG] from='client.35402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:01:10.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:10 smithi129 conmon[101092]: audit 2022-01-18T17:01:09.685268+0000 mon.smithi129 (mon.0) 791 : audit [DBG] from='client.? 172.21.15.129:0/3385794739' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:01:10.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:10 smithi156 conmon[67007]: cluster 2022-01-18T17:01:09.034888+0000 mgr.smithi129.iclwio (mgr.14716) 1984 : cluster 2022-01-18T17:01:10.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:10 smithi156 conmon[67007]: [DBG] pgmap v1700: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:10.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:10 smithi156 conmon[67007]: audit 2022-01-18T17:01:09.085813+0000 mgr.smithi129.iclwio (mgr.14716) 1985 : audit [DBG] from='client.35398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:01:10.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:10 smithi156 conmon[67007]: audit 2022-01-18T17:01:09.358596+0000 mgr.smithi129.iclwio (mgr.14716) 1986 : audit [DBG] from='client.35402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:01:10.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:10 smithi156 conmon[67007]: audit 2022- 2022-01-18T17:01:10.556 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:10 smithi156 conmon[67007]: 01-18T17:01:09.685268+0000 mon.smithi129 (mon.0 2022-01-18T17:01:10.556 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:10 smithi156 conmon[67007]: ) 791 : audit [DBG] from='client.? 172.21.15.129:0/3385794739' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:01:12.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:12 smithi129 conmon[101092]: cluster 2022-01-18T17:01:11.035756+0000 mgr.smithi129.iclwio (mgr.14716) 1987 : cluster [DBG] pgmap v1701: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:01:12.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:12 smithi156 conmon[67007]: cluster 2022-01-18T17:01:11.035756+0000 mgr.smithi129.iclwio (mgr.14716) 1987 : 2022-01-18T17:01:12.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:12 smithi156 conmon[67007]: cluster [DBG] pgmap v1701: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:01:14.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:14 smithi129 conmon[101092]: cluster 2022-01-18T17:01:13.036412+0000 mgr.smithi129.iclwio (mgr.14716) 1988 : cluster [DBG] pgmap v1702: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:14.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:14 smithi156 conmon[67007]: cluster 2022-01-18T17:01:13.036412+0000 mgr.smithi129.iclwio (mgr.14716) 1988 : cluster [DBG] 2022-01-18T17:01:14.450 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:14 smithi156 conmon[67007]: pgmap v1702: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:15.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:15 smithi129 conmon[101092]: cluster 2022-01-18T17:01:15.037223+0000 mgr.smithi129.iclwio (mgr.14716) 1989 : cluster [DBG] pgmap v1703: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:01:16.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:15 smithi156 conmon[67007]: cluster 2022-01-18T17:01:15.037223+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:01:16.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:15 smithi156 conmon[67007]: 1989 : cluster [DBG] pgmap v1703: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:01:18.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:18 smithi129 conmon[101092]: cluster 2022-01-18T17:01:17.037754+0000 mgr.smithi129.iclwio (mgr.14716) 1990 : cluster [DBG] pgmap v1704: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:18.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:18 smithi156 conmon[67007]: cluster 2022-01-18T17:01:17.037754+0000 mgr.smithi129.iclwio (mgr.14716) 1990 : cluster 2022-01-18T17:01:18.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:18 smithi156 conmon[67007]: [DBG] pgmap v1704: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:20.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:20 smithi129 conmon[101092]: cluster 2022-01-18T17:01:19.038225+0000 mgr.smithi129.iclwio (mgr.14716) 1991 : cluster [DBG] pgmap v1705: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:20.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:20 smithi129 conmon[101092]: 2022-01-18T17:01:20.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:20 smithi156 conmon[67007]: cluster 2022-01-18T17:01:19.038225+0000 mgr.smithi129.iclwio (mgr.14716) 1991 : cluster [DBG] pgmap v1705: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:22.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:22 smithi129 conmon[101092]: cluster 2022-01-18T17:01:21.039036+0000 mgr.smithi129.iclwio (mgr.14716) 1992 : cluster [DBG] pgmap v1706: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:01:22.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:22 smithi129 conmon[101092]: 2022-01-18T17:01:22.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:22 smithi156 conmon[67007]: cluster 2022-01-18T17:01:21.039036+0000 mgr.smithi129.iclwio (mgr.14716) 1992 : cluster [DBG] pgmap v1706: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:01:24.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:24 smithi129 conmon[101092]: cluster 2022-01-18T17:01:23.039689+0000 mgr.smithi129.iclwio (mgr.14716) 1993 : cluster [DBG] pgmap v1707: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:24.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:24 smithi129 conmon[101092]: 2022-01-18T17:01:24.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:24 smithi156 conmon[67007]: cluster 2022-01-18T17:01:23.039689+0000 mgr.smithi129.iclwio (mgr.14716) 1993 : cluster [DBG] pgmap v1707: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:26.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:25 smithi156 conmon[67007]: cluster 2022-01-18T17:01:25.040575+0000 mgr.smithi129.iclwio (mgr.14716) 1994 : cluster [DBG] pgmap v1708: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:01:26.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:25 smithi129 conmon[101092]: cluster 2022-01-18T17:01:25.040575+0000 mgr.smithi129.iclwio (mgr.14716) 1994 : cluster [DBG] 2022-01-18T17:01:26.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:25 smithi129 conmon[101092]: pgmap v1708: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:01:28.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:28 smithi129 conmon[101092]: cluster 2022-01-18T17:01:27.041205+0000 mgr.smithi129.iclwio (mgr.14716) 1995 : cluster [DBG] pgmap v1709: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:28.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:28 smithi156 conmon[67007]: cluster 2022-01-18T17:01:27.041205+0000 mgr.smithi129.iclwio (mgr.14716) 1995 : cluster [DBG] pgmap v1709: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:30.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:30 smithi129 conmon[101092]: cluster 2022-01-18T17:01:29.041673+0000 mgr.smithi129.iclwio (mgr.14716) 1996 : cluster [DBG] pgmap v1710: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:30.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:30 smithi156 conmon[67007]: cluster 2022-01-18T17:01:29.041673+0000 mgr.smithi129.iclwio (mgr.14716) 1996 : cluster [DBG] pgmap v1710: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:32.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:32 smithi129 conmon[101092]: cluster 2022-01-18T17:01:31.042345+0000 mgr.smithi129.iclwio (mgr.14716) 1997 : cluster [DBG] pgmap v1711: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:01:32.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:32 smithi156 conmon[67007]: cluster 2022-01-18T17:01:31.042345+0000 mgr.smithi129.iclwio (mgr.14716) 1997 : cluster [DBG] pgmap v1711: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:01:34.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:34 smithi129 conmon[101092]: cluster 2022-01-18T17:01:33.042951+0000 mgr.smithi129.iclwio (mgr.14716) 1998 : cluster [DBG] pgmap v1712: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:34.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:34 smithi156 conmon[67007]: cluster 2022-01-18T17:01:33.042951+0000 mgr.smithi129.iclwio (mgr.14716) 1998 : cluster [DBG] pgmap v1712: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:36.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:35 smithi156 conmon[67007]: cluster 2022-01-18T17:01:35.043757+0000 mgr.smithi129.iclwio (mgr.14716) 1999 : cluster [DBG] pgmap v1713: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:01:36.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:35 smithi129 conmon[101092]: cluster 2022-01-18T17:01:35.043757+0000 mgr.smithi129.iclwio (mgr.14716) 1999 : cluster [DBG] pgmap v1713: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:01:36.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:35 smithi129 conmon[101092]: 2022-01-18T17:01:38.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:38 smithi129 conmon[101092]: cluster 2022-01-18T17:01:37.044231+0000 mgr.smithi129.iclwio (mgr.14716) 2000 : cluster [DBG] pgmap v1714: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:38.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:38 smithi156 conmon[67007]: cluster 2022-01-18T17:01:37.044231+0000 mgr.smithi129.iclwio (mgr.14716) 2000 : cluster [DBG] pgmap v1714: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:39.994 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:01:40.260 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:01:40.260 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (64m) 4m ago 65m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:01:40.261 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (55m) 4m ago 65m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:01:40.261 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (55m) 4m ago 64m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:01:40.261 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (64m) 4m ago 65m 40.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:01:40.261 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (60m) 4m ago 60m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:01:40.262 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (60m) 4m ago 60m 27.3M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:01:40.262 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (56m) 4m ago 66m 519M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:01:40.262 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (56m) 4m ago 64m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:01:40.262 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (56m) 4m ago 66m 424M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:01:40.263 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (56m) 4m ago 64m 229M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:01:40.263 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (57m) 4m ago 57m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:01:40.263 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (57m) 4m ago 56m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:01:40.263 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (65m) 4m ago 65m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:01:40.264 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (64m) 4m ago 64m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:01:40.264 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (50m) 4m ago 63m 1571M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:01:40.264 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (63m) 4m ago 63m 2578M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:01:40.264 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (63m) 4m ago 63m 2009M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:01:40.265 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (62m) 4m ago 62m 2571M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:01:40.265 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (62m) 4m ago 62m 2388M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:01:40.265 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (62m) 4m ago 62m 2983M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:01:40.265 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (61m) 4m ago 61m 2339M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:01:40.265 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (61m) 4m ago 61m 3497M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:01:40.266 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (63m) 4m ago 64m 61.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:01:40.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:40 smithi129 conmon[101092]: cluster 2022-01-18T17:01:39.044731+0000 mgr.smithi129.iclwio (mgr.14716) 2001 : 2022-01-18T17:01:40.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:40 smithi129 conmon[101092]: cluster [DBG] pgmap v1715: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:40.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:40 smithi156 conmon[67007]: cluster 2022-01-18T17:01:39.044731+0000 mgr.smithi129.iclwio (mgr.14716) 2001 : cluster [DBG] pgmap v1715: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:40.578 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:01:40.578 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:01:40.578 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:01:40.578 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:01:40.579 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:01:40.579 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:01:40.579 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:01:40.580 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:01:40.580 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:01:40.580 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:01:40.580 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:01:40.580 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:01:40.581 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:01:40.581 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:01:40.581 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:01:40.581 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:01:40.582 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:01:40.582 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:01:40.582 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:01:41.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:41 smithi129 conmon[101092]: audit 2022-01-18T17:01:39.977394+0000 mgr.smithi129.iclwio (mgr.14716) 2002 : audit [DBG] 2022-01-18T17:01:41.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:41 smithi129 conmon[101092]: from='client.35410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:01:41.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:41 smithi129 conmon[101092]: audit 2022-01-18T17:01:40.246525+0000 mgr.smithi129.iclwio (mgr.14716) 2003 : audit [DBG] from='client.35414 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:01:41.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:41 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T17:01:41.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:41 smithi129 conmon[101092]: 17:01:40.573192+0000 mon.smithi129 (mon.0) 792 : audit [DBG] from='client.? 172.21.15.129:0/1759796500' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:01:41.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:41 smithi156 conmon[67007]: audit 2022-01-18T17:01:39.977394+0000 mgr.smithi129.iclwio (mgr.14716) 2002 : audit [DBG] 2022-01-18T17:01:41.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:41 smithi156 conmon[67007]: from='client.35410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:01:41.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:41 smithi156 conmon[67007]: audit 2022-01-18T17:01:40.246525+0000 mgr.smithi129.iclwio (mgr.14716) 2003 : audit [DBG] from='client.35414 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:01:41.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:41 smithi156 conmon[67007]: audit 2022-01-18T17:01:40.573192+0000 mon.smithi129 (mon. 2022-01-18T17:01:41.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:41 smithi156 conmon[67007]: 0) 792 : audit [DBG] from='client.? 172.21.15.129:0/1759796500' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:01:42.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:42 smithi129 conmon[101092]: cluster 2022-01-18T17:01:41.045453+0000 mgr.smithi129.iclwio (mgr.14716) 2004 : cluster [DBG] pgmap v1716: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:01:42.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:42 smithi156 conmon[67007]: cluster 2022-01-18T17:01:41.045453+0000 mgr.smithi129.iclwio (mgr.14716) 2004 : cluster 2022-01-18T17:01:42.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:42 smithi156 conmon[67007]: [DBG] pgmap v1716: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:01:44.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:44 smithi129 conmon[101092]: cluster 2022-01-18T17:01:43.046128+0000 mgr.smithi129.iclwio (mgr.14716) 2005 : cluster [DBG] pgmap v1717: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:44.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:44 smithi156 conmon[67007]: cluster 2022-01-18T17:01:43.046128+0000 mgr.smithi129.iclwio (mgr.14716) 2005 : cluster [DBG] 2022-01-18T17:01:44.450 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:44 smithi156 conmon[67007]: pgmap v1717: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:46.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:45 smithi156 conmon[67007]: cluster 2022-01-18T17:01:45.046999+0000 mgr.smithi129.iclwio (mgr.14716) 2006 : cluster [DBG] pgmap v1718: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:01:46.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:45 smithi129 conmon[101092]: cluster 2022-01-18T17:01:45.046999+0000 mgr.smithi129.iclwio (mgr.14716) 2006 : cluster [DBG] pgmap v1718: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:01:48.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:48 smithi129 conmon[101092]: cluster 2022-01-18T17:01:47.047619+0000 mgr.smithi129.iclwio (mgr.14716) 2007 : cluster [DBG] pgmap v1719: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:48.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:48 smithi156 conmon[67007]: cluster 2022-01-18T17:01:47.047619+0000 mgr.smithi129.iclwio (mgr.14716) 2007 : cluster [DBG] pgmap v1719: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:50.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:50 smithi129 conmon[101092]: cluster 2022-01-18T17:01:49.048293+0000 mgr.smithi129.iclwio (mgr.14716) 2008 : cluster [DBG] pgmap v1720: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:50.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:50 smithi156 conmon[67007]: cluster 2022-01-18T17:01:49.048293+0000 mgr.smithi129.iclwio (mgr.14716) 2008 : cluster [DBG] pgmap v1720: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:52.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:52 smithi129 conmon[101092]: cluster 2022-01-18T17:01:51.048919+0000 mgr.smithi129.iclwio (mgr.14716) 2009 : cluster [DBG] pgmap v1721: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:01:52.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:52 smithi156 conmon[67007]: cluster 2022-01-18T17:01:51.048919+0000 mgr.smithi129.iclwio (mgr.14716) 2009 : cluster [DBG] pgmap v1721: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:01:54.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:54 smithi129 conmon[101092]: cluster 2022-01-18T17:01:53.049412+0000 mgr.smithi129.iclwio (mgr.14716) 2010 : cluster [DBG] pgmap v1722: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:54.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:54 smithi156 conmon[67007]: cluster 2022-01-18T17:01:53.049412+0000 mgr.smithi129.iclwio (mgr.14716) 2010 : cluster [DBG] pgmap v1722: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:56.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:55 smithi156 conmon[67007]: cluster 2022-01-18T17:01:55.050252+0000 mgr.smithi129.iclwio (mgr.14716) 2011 : cluster [DBG] pgmap v1723: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:01:56.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:55 smithi156 conmon[67007]: 2022-01-18T17:01:56.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:55 smithi129 conmon[101092]: cluster 2022-01-18T17:01:55.050252+0000 mgr.smithi129.iclwio (mgr.14716) 2011 : cluster [DBG] 2022-01-18T17:01:56.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:55 smithi129 conmon[101092]: pgmap v1723: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:01:58.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:58 smithi129 conmon[101092]: cluster 2022-01-18T17:01:57.050966+0000 mgr.smithi129.iclwio (mgr.14716) 2012 : cluster [DBG] pgmap v1724: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:58.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:58 smithi129 conmon[101092]: 2022-01-18T17:01:58.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:58 smithi156 conmon[67007]: cluster 2022-01-18T17:01:57.050966+0000 mgr.smithi129.iclwio (mgr.14716) 2012 : cluster [DBG] pgmap v1724: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:01:59.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:59 smithi129 conmon[101092]: audit 2022-01-18T17:01:58.418619+0000 mon.smithi129 (mon.0) 793 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:01:59.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:01:59 smithi129 conmon[101092]: audit 2022-01-18T17:01:58.418863+0000 mon.smithi129 (mon.0) 794 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:01:59.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:59 smithi156 conmon[67007]: audit 2022-01-18T17:01:58.418619+0000 mon.smithi129 (mon.0) 793 : audit [INF] 2022-01-18T17:01:59.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:59 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:01:59.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:01:59 smithi156 conmon[67007]: audit 2022-01-18T17:01:58.418863+0000 mon.smithi129 (mon.0) 794 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:02:00.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:00 smithi129 conmon[101092]: cluster 2022-01-18T17:01:59.051362+0000 mgr.smithi129.iclwio (mgr.14716) 2013 : cluster 2022-01-18T17:02:00.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:00 smithi129 conmon[101092]: [DBG] pgmap v1725: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:00.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:00 smithi156 conmon[67007]: cluster 2022-01-18T17:01:59.051362+0000 mgr.smithi129.iclwio (mgr.14716) 2013 : 2022-01-18T17:02:00.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:00 smithi156 conmon[67007]: cluster [DBG] pgmap v1725: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:02.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:02 smithi129 conmon[101092]: cluster 2022-01-18T17:02:01.052247+0000 mgr.smithi129.iclwio (mgr.14716) 2014 : cluster [DBG] pgmap v1726: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:02:02.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:02 smithi156 conmon[67007]: cluster 2022-01-18T17:02:01.052247+0000 mgr.smithi129.iclwio (mgr.14716) 2014 : cluster [DBG] pgmap v1726: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:02:04.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:04 smithi129 conmon[101092]: cluster 2022-01-18T17:02:03.052702+0000 mgr.smithi129.iclwio (mgr.14716) 2015 : cluster [DBG] pgmap v1727: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:04.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:04 smithi156 conmon[67007]: cluster 2022-01-18T17:02:03.052702+0000 mgr.smithi129.iclwio (mgr.14716) 2015 : cluster [DBG] pgmap v1727: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:04.450 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:04 smithi156 conmon[67007]: 2022-01-18T17:02:06.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:05 smithi156 conmon[67007]: audit 2022-01-18T17:02:05.023745+0000 mon.smithi129 (mon.0) 795 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:02:06.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:05 smithi156 conmon[67007]: audit 2022-01-18T17:02: 2022-01-18T17:02:06.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:05 smithi156 conmon[67007]: 05.025039+0000 mon.smithi129 (mon.0) 796 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:02:06.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:05 smithi156 conmon[67007]: audit 2022-01-18T17:02:05.025861+0000 mon.smithi129 (mon.0) 797 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:02:06.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:05 smithi156 conmon[67007]: cephadm 2022-01-18T17:02:05.026586+0000 mgr.smithi129.iclwio (mgr.14716) 2016 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:02:06.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:05 smithi156 conmon[67007]: cluster 2022-01-18T17:02:05.053318+0000 mgr.smithi129.iclwio (mgr.14716) 2017 : cluster [DBG] pgmap v1728: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:02:06.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:05 smithi156 conmon[67007]: audit 2022-01-18T17:02:05.338928+0000 mon.smithi129 (mon.0) 798 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:02:06.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:05 smithi156 conmon[67007]: audit 2022-01-18T17:02:05.343957+0000 mon.smithi129 (mon.0) 799 : audit 2022-01-18T17:02:06.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:05 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:02:06.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:05 smithi129 conmon[101092]: audit 2022-01-18T17:02:05.023745+0000 mon.smithi129 (mon.0) 795 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:02:06.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:05 smithi129 conmon[101092]: audit 2022-01-18T17:02:05.025039+0000 mon.smithi129 (mon.0) 796 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:02:06.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:05 smithi129 conmon[101092]: audit 2022-01-18T17:02:05.025861+0000 mon.smithi129 (mon. 2022-01-18T17:02:06.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:05 smithi129 conmon[101092]: 0) 797 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:02:06.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:05 smithi129 conmon[101092]: cephadm 2022 2022-01-18T17:02:06.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:05 smithi129 conmon[101092]: -01-18T17:02:05 2022-01-18T17:02:06.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:05 smithi129 conmon[101092]: .026586+0000 mgr.smithi129.iclwio (mgr.14716) 2016 : 2022-01-18T17:02:06.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:05 smithi129 conmon[101092]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:02:06.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:05 smithi129 conmon[101092]: cluster 2022-01-18 2022-01-18T17:02:06.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:05 smithi129 conmon[101092]: T17:02:05.053318+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:02:06.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:05 smithi129 conmon[101092]: ) 2017 : cluster [DBG] pgmap v1728: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:02:06.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:05 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T17:02:06.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:05 smithi129 conmon[101092]: 18T17:02:05.338928+0000 mon.smithi129 (mon 2022-01-18T17:02:06.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:05 smithi129 conmon[101092]: .0) 798 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:02:06.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:05 smithi129 conmon[101092]: audit 2022-01 2022-01-18T17:02:06.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:05 smithi129 conmon[101092]: -18T17:02:05.343957+0000 mon.smithi129 2022-01-18T17:02:06.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:05 smithi129 conmon[101092]: (mon.0) 799 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:02:08.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:08 smithi129 conmon[101092]: cluster 2022-01-18T17:02:07.053836+0000 mgr.smithi129.iclwio (mgr.14716) 2018 : cluster [DBG] pgmap v1729: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:08.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:08 smithi156 conmon[67007]: cluster 2022-01-18T17:02:07.053836+0000 mgr.smithi129.iclwio (mgr.14716) 2018 : cluster [DBG] pgmap v1729: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:10.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:10 smithi129 conmon[101092]: cluster 2022-01-18T17:02:09.054471+0000 mgr.smithi129.iclwio (mgr.14716) 2019 : cluster [DBG] pgmap v1730: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:10.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:10 smithi156 conmon[67007]: cluster 2022-01-18T17:02:09.054471+0000 mgr.smithi129.iclwio (mgr.14716) 2019 : cluster [DBG] pgmap v1730: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:10.878 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:02:11.145 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:02:11.145 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (64m) 5m ago 65m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:02:11.145 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (56m) 5m ago 65m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:02:11.146 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (56m) 5m ago 65m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:02:11.146 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (64m) 5m ago 65m 40.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:02:11.146 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (60m) 5m ago 60m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:02:11.146 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (60m) 5m ago 60m 27.3M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:02:11.147 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (57m) 5m ago 67m 519M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:02:11.147 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (57m) 5m ago 65m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:02:11.147 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (56m) 5m ago 67m 424M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:02:11.147 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (56m) 5m ago 65m 229M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:02:11.147 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (57m) 5m ago 57m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:02:11.148 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (57m) 5m ago 57m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:02:11.148 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (65m) 5m ago 65m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:02:11.148 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (64m) 5m ago 64m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:02:11.148 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (51m) 5m ago 64m 1571M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:02:11.149 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (64m) 5m ago 64m 2578M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:02:11.149 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (63m) 5m ago 63m 2009M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:02:11.149 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (63m) 5m ago 63m 2571M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:02:11.149 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (63m) 5m ago 63m 2388M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:02:11.150 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (62m) 5m ago 62m 2983M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:02:11.150 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (62m) 5m ago 62m 2339M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:02:11.150 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (62m) 5m ago 62m 3497M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:02:11.150 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (64m) 5m ago 65m 61.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:02:11.462 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:02:11.462 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:02:11.462 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:02:11.463 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:02:11.463 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:02:11.463 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:02:11.463 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:02:11.464 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:02:11.464 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:02:11.464 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:02:11.464 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:02:11.465 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:02:11.465 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:02:11.465 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:02:11.465 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:02:11.466 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:02:11.466 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:02:11.466 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:02:11.466 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:02:12.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:12 smithi129 conmon[101092]: audit 2022-01-18T17:02:10.860373+0000 mgr.smithi129.iclwio (mgr.14716) 2020 : audit [DBG] from='client.35422 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:02:12.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:12 smithi129 conmon[101092]: cluster 2022-01-18T17:02:11.055152+0000 mgr.smithi129.iclwio (mgr.14716) 2021 : cluster [DBG] pgmap v1731: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:02:12.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:12 smithi129 conmon[101092]: audit 2022-01-18T17:02:11.131311+0000 mgr.smithi129.iclwio (mgr.14716) 2022 : audit [DBG] from='client.35426 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:02:12.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:12 smithi129 conmon[101092]: audit 2022-01-18T17:02:11.457343+0000 2022-01-18T17:02:12.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:12 smithi129 conmon[101092]: mon.smithi129 (mon.0) 800 : audit [DBG] from='client.? 172.21.15.129:0/1022925581' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:02:12.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:12 smithi156 conmon[67007]: audit 2022-01-18T17:02:10.860373+0000 mgr.smithi129.iclwio (mgr.14716) 2020 : audit [DBG] from='client.35422 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:02:12.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:12 smithi156 conmon[67007]: cluster 2022-01-18T17:02:11.055152+0000 mgr.smithi129.iclwio (mgr.14716) 2021 : cluster [DBG] pgmap v1731: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:02:12.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:12 smithi156 conmon[67007]: audit 2022-01-18T17:02:11.131311+0000 mgr.smithi129.iclwio (mgr.14716) 2022 : audit [DBG] from='client.35426 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:02:12.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:12 smithi156 conmon[67007]: audit 2022-01-18T17:02:11.457343+0000 mon.smithi129 (mon.0) 800 : audit 2022-01-18T17:02:12.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:12 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/1022925581' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:02:14.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:14 smithi129 conmon[101092]: cluster 2022-01-18T17:02:13.055752+0000 mgr.smithi129.iclwio (mgr.14716) 2023 : cluster [DBG] pgmap v1732: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:14.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:14 smithi129 conmon[101092]: 2022-01-18T17:02:14.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:14 smithi156 conmon[67007]: cluster 2022-01-18T17:02:13.055752+0000 mgr.smithi129.iclwio (mgr.14716) 2023 : cluster [DBG] pgmap v1732: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:16.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:15 smithi156 conmon[67007]: cluster 2022-01-18T17:02:15.056542+0000 mgr.smithi129.iclwio (mgr.14716) 2024 : cluster [DBG] pgmap v1733: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:02:16.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:15 smithi129 conmon[101092]: cluster 2022-01-18T17:02:15.056542+0000 mgr.smithi129.iclwio (mgr.14716) 2024 : cluster [DBG] pgmap v1733: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:02:16.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:15 smithi129 conmon[101092]: 2022-01-18T17:02:18.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:18 smithi129 conmon[101092]: cluster 2022-01-18T17:02:17.057310+0000 mgr.smithi129.iclwio (mgr.14716) 2025 : cluster [DBG] pgmap v1734: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:18.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:18 smithi129 conmon[101092]: 2022-01-18T17:02:18.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:18 smithi156 conmon[67007]: cluster 2022-01-18T17:02:17.057310+0000 mgr.smithi129.iclwio (mgr.14716) 2025 : cluster [DBG] pgmap v1734: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:20.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:20 smithi129 conmon[101092]: cluster 2022-01-18T17:02:19.057945+0000 mgr.smithi129.iclwio (mgr.14716) 2026 : cluster [DBG] pgmap v1735: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:20.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:20 smithi156 conmon[67007]: cluster 2022-01-18T17:02:19.057945+0000 mgr.smithi129.iclwio (mgr.14716) 2026 : cluster [DBG] pgmap v1735: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:22.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:22 smithi129 conmon[101092]: cluster 2022-01-18T17:02:21.058712+0000 mgr.smithi129.iclwio (mgr.14716) 2027 : cluster [DBG] pgmap v1736: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:02:22.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:22 smithi156 conmon[67007]: cluster 2022-01-18T17:02:21.058712+0000 mgr.smithi129.iclwio (mgr.14716) 2027 : cluster [DBG] pgmap v1736: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:02:24.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:24 smithi129 conmon[101092]: cluster 2022-01-18T17:02:23.059311+0000 mgr.smithi129.iclwio (mgr.14716) 2028 : cluster [DBG] pgmap v1737: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:24.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:24 smithi156 conmon[67007]: cluster 2022-01-18T17:02:23.059311+0000 mgr.smithi129.iclwio (mgr.14716) 2028 : cluster [DBG] pgmap v1737: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:26.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:25 smithi156 conmon[67007]: cluster 2022-01-18T17:02:25.060099+0000 mgr.smithi129.iclwio (mgr.14716) 2029 : cluster [DBG] pgmap v1738: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:02:26.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:25 smithi129 conmon[101092]: cluster 2022-01-18T17:02:25.060099+0000 mgr.smithi129.iclwio (mgr.14716) 2029 : cluster [DBG] pgmap v1738: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:02:26.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:25 smithi129 conmon[101092]: 2022-01-18T17:02:28.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:28 smithi129 conmon[101092]: cluster 2022-01-18T17:02:27.060843+0000 mgr.smithi129.iclwio (mgr.14716) 2030 : cluster [DBG] pgmap v1739: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:28.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:28 smithi156 conmon[67007]: cluster 2022-01-18T17:02:27.060843+0000 mgr.smithi129.iclwio (mgr.14716) 2030 : cluster [DBG] pgmap v1739: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:30.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:30 smithi129 conmon[101092]: cluster 2022-01-18T17:02:29.061281+0000 mgr.smithi129.iclwio (mgr.14716) 2031 : cluster [DBG] pgmap v1740: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:30.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:30 smithi129 conmon[101092]: 2022-01-18T17:02:30.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:30 smithi156 conmon[67007]: cluster 2022-01-18T17:02:29.061281+0000 mgr.smithi129.iclwio (mgr.14716) 2031 : cluster [DBG] pgmap v1740: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:32.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:32 smithi129 conmon[101092]: cluster 2022-01-18T17:02:31.062162+0000 mgr.smithi129.iclwio (mgr.14716) 2032 : cluster [DBG] pgmap v1741: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:02:32.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:32 smithi156 conmon[67007]: cluster 2022-01-18T17:02:31.062162+0000 mgr.smithi129.iclwio (mgr.14716) 2032 : cluster [DBG] pgmap v1741: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:02:34.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:34 smithi129 conmon[101092]: cluster 2022-01-18T17:02:33.062830+0000 mgr.smithi129.iclwio (mgr.14716) 2033 : cluster [DBG] pgmap v1742: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:34.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:34 smithi156 conmon[67007]: cluster 2022-01-18T17:02:33.062830+0000 mgr.smithi129.iclwio (mgr.14716) 2033 : cluster [DBG] pgmap v1742: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:36.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:35 smithi156 conmon[67007]: cluster 2022-01-18T17:02:35.063603+0000 mgr.smithi129.iclwio (mgr.14716) 2034 : cluster [DBG] pgmap v1743: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:02:36.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:35 smithi129 conmon[101092]: cluster 2022-01-18T17:02:35.063603+0000 mgr.smithi129.iclwio (mgr.14716) 2034 : cluster [DBG] pgmap v1743: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:02:36.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:35 smithi129 conmon[101092]: 2022-01-18T17:02:38.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:38 smithi129 conmon[101092]: cluster 2022-01-18T17:02:37.064262+0000 mgr.smithi129.iclwio (mgr.14716) 2035 : cluster [DBG] 2022-01-18T17:02:38.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:38 smithi129 conmon[101092]: pgmap v1744: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:38.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:38 smithi156 conmon[67007]: cluster 2022-01-18T17:02:37.064262+0000 mgr.smithi129.iclwio (mgr.14716) 2035 : cluster [DBG] pgmap v1744: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:40.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:40 smithi129 conmon[101092]: cluster 2022-01-18T17:02:39.064689+0000 mgr.smithi129.iclwio (mgr.14716) 2036 : cluster [DBG] pgmap v1745: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:40.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:40 smithi156 conmon[67007]: cluster 2022-01-18T17:02:39.064689+0000 mgr.smithi129.iclwio (mgr.14716) 2036 : cluster [DBG] pgmap v1745: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:41.760 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:02:42.022 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:02:42.022 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (65m) 5m ago 66m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:02:42.022 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (57m) 5m ago 66m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:02:42.023 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (56m) 5m ago 65m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:02:42.023 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (65m) 5m ago 66m 40.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:02:42.023 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (61m) 5m ago 61m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:02:42.023 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (61m) 5m ago 61m 27.3M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:02:42.024 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (57m) 5m ago 67m 519M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:02:42.024 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (57m) 5m ago 65m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:02:42.024 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (57m) 5m ago 67m 424M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:02:42.024 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (57m) 5m ago 65m 229M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:02:42.024 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (58m) 5m ago 58m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:02:42.025 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (58m) 5m ago 58m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:02:42.025 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (66m) 5m ago 66m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:02:42.025 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (65m) 5m ago 65m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:02:42.025 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (51m) 5m ago 64m 1571M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:02:42.025 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (64m) 5m ago 64m 2578M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:02:42.026 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (64m) 5m ago 64m 2009M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:02:42.026 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (63m) 5m ago 63m 2571M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:02:42.026 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (63m) 5m ago 63m 2388M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:02:42.026 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (63m) 5m ago 63m 2983M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:02:42.027 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (63m) 5m ago 62m 2339M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:02:42.027 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (62m) 5m ago 62m 3497M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:02:42.027 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (64m) 5m ago 65m 61.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:02:42.343 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:02:42.343 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:02:42.343 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:02:42.344 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:02:42.344 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:02:42.344 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:02:42.344 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:02:42.345 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:02:42.345 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:02:42.345 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:02:42.345 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:02:42.346 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:02:42.346 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:02:42.346 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:02:42.346 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:02:42.347 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:02:42.347 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:02:42.347 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:02:42.347 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:02:42.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:42 smithi129 conmon[101092]: cluster 2022-01-18T17:02:41.065636+0000 mgr.smithi129.iclwio (mgr.14716) 2037 : cluster [DBG] pgmap v1746: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:02:42.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:42 smithi156 conmon[67007]: cluster 2022-01-18T17:02:41.065636+0000 mgr.smithi129.iclwio (mgr.14716) 2037 : cluster [DBG] pgmap v1746: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:02:43.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:43 smithi129 conmon[101092]: audit 2022-01-18T17:02:41.743282+0000 mgr.smithi129.iclwio (mgr.14716) 2038 : audit [DBG] from='client.35434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:02:43.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:43 smithi129 conmon[101092]: 2022-01-18T17:02:43.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:43 smithi129 conmon[101092]: audit 2022-01-18T17:02:42.008548+0000 mgr.smithi129.iclwio (mgr.14716) 2039 : audit [DBG] from='client.35438 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:02:43.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:43 smithi129 conmon[101092]: audit 2022-01-18T17:02:42.338271+0000 mon.smithi129 (mon.0) 801 : audit [DBG] from='client.? 172.21.15.129:0/637660986' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:02:43.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:43 smithi156 conmon[67007]: audit 2022-01-18T17:02:41.743282+0000 mgr.smithi129.iclwio (mgr.14716) 2038 : audit [DBG] from='client.35434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:02:43.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:43 smithi156 conmon[67007]: 2022-01-18T17:02:43.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:43 smithi156 conmon[67007]: audit 2022-01-18T17:02:42.008548+0000 mgr.smithi129.iclwio (mgr.14716) 2039 : audit [DBG] from='client.35438 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:02:43.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:43 smithi156 conmon[67007]: audit 2022-01-18T17:02:42.338271 2022-01-18T17:02:43.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:43 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 801 : audit [DBG] from='client.? 172.21.15.129:0/637660986' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:02:44.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:44 smithi129 conmon[101092]: cluster 2022-01-18T17:02:43.066205+0000 mgr.smithi129.iclwio (mgr.14716) 2040 : cluster [DBG] pgmap v1747: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:44.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:44 smithi156 conmon[67007]: cluster 2022-01-18T17:02:43.066205+0000 mgr.smithi129.iclwio (mgr.14716) 2040 : cluster [DBG] pgmap v1747: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:46.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:45 smithi156 conmon[67007]: cluster 2022-01-18T17:02:45.067092+0000 mgr.smithi129.iclwio (mgr.14716) 2041 : cluster [DBG] pgmap v1748: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:02:46.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:45 smithi129 conmon[101092]: cluster 2022-01-18T17:02:45.067092+0000 mgr.smithi129.iclwio (mgr.14716) 2041 : cluster [DBG] pgmap v1748: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:02:46.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:45 smithi129 conmon[101092]: 2022-01-18T17:02:48.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:48 smithi129 conmon[101092]: cluster 2022-01-18T17:02:47.067658+0000 mgr.smithi129.iclwio (mgr.14716) 2042 : cluster [DBG] pgmap v1749: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:48.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:48 smithi156 conmon[67007]: cluster 2022-01-18T17:02:47.067658+0000 mgr.smithi129.iclwio (mgr.14716) 2042 : cluster [DBG] pgmap v1749: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:50.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:50 smithi129 conmon[101092]: cluster 2022-01-18T17:02:49.068297+0000 mgr.smithi129.iclwio (mgr.14716) 2043 : cluster [DBG] pgmap v1750: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:50.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:50 smithi156 conmon[67007]: cluster 2022-01-18T17:02:49.068297+0000 mgr.smithi129.iclwio (mgr.14716) 2043 : cluster [DBG] pgmap v1750: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:52.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:52 smithi129 conmon[101092]: cluster 2022-01-18T17:02:51.069054+0000 mgr.smithi129.iclwio (mgr.14716) 2044 : cluster [DBG] pgmap v1751: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:02:52.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:52 smithi156 conmon[67007]: cluster 2022-01-18T17:02:51.069054+0000 mgr.smithi129.iclwio (mgr.14716) 2044 : cluster [DBG] pgmap v1751: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:02:54.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:54 smithi129 conmon[101092]: cluster 2022-01-18T17:02:53.069726+0000 mgr.smithi129.iclwio (mgr.14716) 2045 : cluster [DBG] pgmap v1752: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:54.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:54 smithi156 conmon[67007]: cluster 2022-01-18T17:02:53.069726+0000 mgr.smithi129.iclwio (mgr.14716) 2045 : cluster [DBG] pgmap v1752: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:56.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:55 smithi156 conmon[67007]: cluster 2022-01-18T17:02:55.070744+0000 mgr.smithi129.iclwio (mgr.14716) 2046 : cluster [DBG] pgmap v1753: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:02:56.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:55 smithi129 conmon[101092]: cluster 2022-01-18T17:02:55.070744+0000 mgr.smithi129.iclwio (mgr.14716) 2046 : cluster [DBG] pgmap v1753: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:02:56.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:55 smithi129 conmon[101092]: 2022-01-18T17:02:58.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:58 smithi129 conmon[101092]: cluster 2022-01-18T17:02:57.071353+0000 mgr.smithi129.iclwio (mgr.14716) 2047 : cluster [DBG] pgmap v1754: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:58.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:58 smithi156 conmon[67007]: cluster 2022-01-18T17:02:57.071353+0000 mgr.smithi129.iclwio (mgr.14716) 2047 : cluster [DBG] pgmap v1754: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:02:59.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:59 smithi129 conmon[101092]: audit 2022-01-18T17:02:58.422771+0000 mon.smithi129 (mon.0) 802 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:02:59.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:59 smithi129 conmon[101092]: audit 2022-01-18T17:02:58.423028+0000 mon.smithi129 2022-01-18T17:02:59.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:02:59 smithi129 conmon[101092]: (mon.0) 803 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:02:59.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:59 smithi156 conmon[67007]: audit 2022-01-18T17:02:58.422771+0000 mon.smithi129 (mon.0) 802 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:02:59.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:02:59 smithi156 conmon[67007]: audit 2022-01-18T17:02:58.423028+0000 mon.smithi129 (mon.0) 803 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:03:00.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:00 smithi129 conmon[101092]: cluster 2022-01-18T17:02:59.072038+0000 mgr.smithi129.iclwio (mgr.14716) 2048 : cluster [DBG] pgmap v1755: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:00.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:00 smithi129 conmon[101092]: 2022-01-18T17:03:00.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:00 smithi156 conmon[67007]: cluster 2022-01-18T17:02:59.072038+0000 mgr.smithi129.iclwio (mgr.14716) 2048 : cluster [DBG] pgmap v1755: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:02.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:02 smithi129 conmon[101092]: cluster 2022-01-18T17:03:01.072895+0000 mgr.smithi129.iclwio (mgr.14716) 2049 : cluster [DBG] pgmap v1756: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:03:02.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:02 smithi129 conmon[101092]: 2022-01-18T17:03:02.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:02 smithi156 conmon[67007]: cluster 2022-01-18T17:03:01.072895+0000 mgr.smithi129.iclwio (mgr.14716) 2049 : cluster [DBG] pgmap v1756: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:03:04.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:04 smithi129 conmon[101092]: cluster 2022-01-18T17:03:03.073566+0000 mgr.smithi129.iclwio (mgr.14716) 2050 : cluster [DBG] pgmap v1757: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:04.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:04 smithi156 conmon[67007]: cluster 2022-01-18T17:03:03.073566+0000 mgr.smithi129.iclwio (mgr.14716) 2050 : cluster [DBG] pgmap v1757: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:06.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:05 smithi156 conmon[67007]: cluster 2022-01-18T17:03:05.074389+0000 mgr.smithi129.iclwio (mgr.14716) 2051 : cluster [DBG] pgmap v1758: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:03:06.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:05 smithi156 conmon[67007]: audit 2022-01-18T17:03:05.346494+0000 mon.smithi129 (mon.0) 804 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:03:06.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:05 smithi156 conmon[67007]: audit 2022-01-18T17:03:05.347898+0000 mon.smithi129 (mon.0) 805 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:03:06.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:05 smithi156 conmon[67007]: audit 2022-01-18T17:03:05.348695+0000 mon.smithi129 (mon.0) 806 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:03:06.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:05 smithi156 conmon[67007]: cephadm 2022-01-18T17:03:05.349442+0000 mgr.smithi129.iclwio (mgr.14716) 2052 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:03:06.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:05 smithi156 conmon[67007]: audit 2022-01-18T17:03:05.658564+0000 mon.smithi129 (mon.0) 807 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:03:06.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:05 smithi156 conmon[67007]: audit 2022-01-18T17:03:05.663204+0000 mon.smithi129 (mon.0) 808 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:03:06.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:05 smithi129 conmon[101092]: cluster 2022-01-18T17:03:05.074389+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T17:03:06.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:05 smithi129 conmon[101092]: 14716) 2051 : cluster [DBG] pgmap v1758: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:03:06.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:05 smithi129 conmon[101092]: audit 2022-01-18T17:03:05.346494+0000 mon.smithi129 (mon.0) 804 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:03:06.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:05 smithi129 conmon[101092]: audit 2022-01-18T17:03:05.347898+0000 mon.smithi129 (mon.0) 805 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:03:06.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:05 smithi129 conmon[101092]: audit 2022-01-18T17:03:05.348695+0000 mon.smithi129 (mon.0) 806 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:03:06.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:05 smithi129 conmon[101092]: cephadm 2022-01-18T17:03:05.349442+0000 mgr.smithi129.iclwio (mgr.14716) 2052 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:03:06.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:05 smithi129 conmon[101092]: audit 2022-01-18T17:03:05.658564+0000 mon.smithi129 (mon.0) 807 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:03:06.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:05 smithi129 conmon[101092]: audit 2022-01-18T17:03:05.663204+0000 mon.smithi129 (mon.0) 808 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:03:08.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:08 smithi129 conmon[101092]: cluster 2022-01-18T17:03:07.075089+0000 mgr.smithi129.iclwio (mgr.14716) 2053 : cluster 2022-01-18T17:03:08.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:08 smithi129 conmon[101092]: [DBG] pgmap v1759: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:08.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:08 smithi156 conmon[67007]: cluster 2022-01-18T17:03:07.075089+0000 mgr.smithi129.iclwio (mgr.14716) 2053 : cluster [DBG] pgmap v1759: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:10.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:10 smithi129 conmon[101092]: cluster 2022-01-18T17:03:09.075584+0000 mgr.smithi129.iclwio (mgr.14716) 2054 : cluster [DBG] pgmap v1760: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:10.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:10 smithi129 conmon[101092]: 2022-01-18T17:03:10.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:10 smithi156 conmon[67007]: cluster 2022-01-18T17:03:09.075584+0000 mgr.smithi129.iclwio (mgr.14716) 2054 : cluster [DBG] pgmap v1760: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:12.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:12 smithi129 conmon[101092]: cluster 2022-01-18T17:03:11.076522+0000 mgr.smithi129.iclwio (mgr.14716) 2055 : cluster [DBG] 2022-01-18T17:03:12.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:12 smithi129 conmon[101092]: pgmap v1761: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:03:12.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:12 smithi156 conmon[67007]: cluster 2022-01-18T17:03:11.076522+0000 mgr.smithi129.iclwio (mgr.14716) 2055 : cluster [DBG] pgmap v1761: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:03:12.641 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:03:12.910 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:03:12.910 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (65m) 6m ago 66m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:03:12.911 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (57m) 6m ago 66m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:03:12.911 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (57m) 6m ago 66m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:03:12.911 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (65m) 6m ago 66m 40.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:03:12.911 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (61m) 6m ago 61m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:03:12.911 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (61m) 6m ago 61m 27.3M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:03:12.912 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (58m) 6m ago 68m 519M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:03:12.912 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (58m) 6m ago 66m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:03:12.912 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (57m) 6m ago 68m 424M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:03:12.912 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (57m) 6m ago 66m 229M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:03:12.913 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (58m) 6m ago 58m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:03:12.913 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (58m) 6m ago 58m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:03:12.913 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (66m) 6m ago 66m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:03:12.913 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (65m) 6m ago 65m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:03:12.913 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (52m) 6m ago 65m 1571M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:03:12.914 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (65m) 6m ago 65m 2578M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:03:12.914 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (64m) 6m ago 64m 2009M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:03:12.914 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (64m) 6m ago 64m 2571M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:03:12.914 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (64m) 6m ago 64m 2388M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:03:12.915 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (63m) 6m ago 63m 2983M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:03:12.915 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (63m) 6m ago 63m 2339M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:03:12.915 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (63m) 6m ago 63m 3497M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:03:12.915 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (65m) 6m ago 66m 61.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:03:13.229 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:03:13.229 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:03:13.230 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:03:13.230 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:03:13.230 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:03:13.230 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:03:13.231 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:03:13.231 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:03:13.231 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:03:13.231 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:03:13.231 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:03:13.232 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:03:13.232 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:03:13.232 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:03:13.232 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:03:13.233 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:03:13.233 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:03:13.233 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:03:13.233 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:03:14.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:14 smithi129 conmon[101092]: audit 2022-01-18T17:03:12.625150+0000 mgr.smithi129.iclwio (mgr.14716) 2056 : audit 2022-01-18T17:03:14.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:14 smithi129 conmon[101092]: [DBG] from='client.35446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:03:14.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:14 smithi129 conmon[101092]: audit 2022-01-18T17:03:12.896663+0000 mgr.smithi129.iclwio (mgr.14716) 2057 : audit [DBG] from='client.35450 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:03:14.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:14 smithi129 conmon[101092]: cluster 2022-01-18T 2022-01-18T17:03:14.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:14 smithi129 conmon[101092]: 17:03:13.077123+0000 mgr.smithi129.iclwio (mgr.14716) 2058 : cluster [DBG] pgmap v1762: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:14.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:14 smithi129 conmon[101092]: audit 2022-01-18T17:03:13.224605+0000 mon.smithi129 ( 2022-01-18T17:03:14.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:14 smithi129 conmon[101092]: mon.0) 809 : audit [DBG] from='client.? 172.21.15.129:0/2209755895' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:03:14.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:14 smithi156 conmon[67007]: audit 2022-01-18T17:03:12.625150+0000 mgr.smithi129.iclwio (mgr.14716) 2056 : audit 2022-01-18T17:03:14.450 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:14 smithi156 conmon[67007]: [DBG] from='client.35446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:03:14.450 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:14 smithi156 conmon[67007]: audit 2022-01-18T17:03:12.896663+0000 mgr.smithi129.iclwio (mgr.14716) 2057 : audit [DBG] from='client.35450 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:03:14.450 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:14 smithi156 conmon[67007]: cluster 2022-01-18T17:03:13.077123+0000 2022-01-18T17:03:14.450 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:14 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 2058 : cluster [DBG] pgmap v1762: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:14.451 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:14 smithi156 conmon[67007]: audit 2022-01-18T17:03:13.224605+0000 mon.smithi129 (mon.0) 809 : audit [DBG] from='client.? 172.21.15.129:0/2209755895' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:03:14.451 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:14 smithi156 conmon[67007]: 2022-01-18T17:03:16.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:15 smithi156 conmon[67007]: cluster 2022-01-18T17:03:15.077890+0000 mgr.smithi129.iclwio (mgr.14716) 2059 : cluster [DBG] pgmap v1763: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:03:16.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:15 smithi129 conmon[101092]: cluster 2022-01-18T17:03:15.077890+0000 mgr.smithi129.iclwio (mgr.14716) 2059 : cluster [DBG] 2022-01-18T17:03:16.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:15 smithi129 conmon[101092]: pgmap v1763: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:03:18.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:18 smithi129 conmon[101092]: cluster 2022-01-18T17:03:17.078428+0000 mgr.smithi129.iclwio (mgr.14716) 2060 : cluster [DBG] 2022-01-18T17:03:18.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:18 smithi129 conmon[101092]: pgmap v1764: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:18.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:18 smithi156 conmon[67007]: cluster 2022-01-18T17:03:17.078428+0000 mgr.smithi129.iclwio (mgr.14716) 2060 : cluster [DBG] pgmap v1764: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:20.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:20 smithi129 conmon[101092]: cluster 2022-01-18T17:03:19.078930+0000 mgr.smithi129.iclwio (mgr.14716) 2061 2022-01-18T17:03:20.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:20 smithi129 conmon[101092]: : cluster [DBG] pgmap v1765: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:20.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:20 smithi156 conmon[67007]: cluster 2022-01-18T17:03:19.078930+0000 mgr.smithi129.iclwio (mgr.14716) 2061 : cluster [DBG] pgmap v1765: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:22.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:22 smithi129 conmon[101092]: cluster 2022-01-18T17:03:21.079682+0000 mgr.smithi129.iclwio (mgr.14716) 2062 : cluster [DBG] pgmap v1766: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:03:22.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:22 smithi129 conmon[101092]: 2022-01-18T17:03:22.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:22 smithi156 conmon[67007]: cluster 2022-01-18T17:03:21.079682+0000 mgr.smithi129.iclwio (mgr.14716) 2062 : cluster [DBG] pgmap v1766: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:03:24.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:24 smithi129 conmon[101092]: cluster 2022-01-18T17:03:23.080262+0000 mgr.smithi129.iclwio (mgr.14716) 2063 : cluster [DBG] pgmap v1767: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:24.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:24 smithi156 conmon[67007]: cluster 2022-01-18T17:03:23.080262+0000 mgr.smithi129.iclwio (mgr.14716) 2063 : cluster [DBG] pgmap v1767: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:26.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:25 smithi156 conmon[67007]: cluster 2022-01-18T17:03:25.081044+0000 mgr.smithi129.iclwio (mgr.14716) 2064 : cluster [DBG] pgmap v1768: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:03:26.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:25 smithi129 conmon[101092]: cluster 2022-01-18T17:03:25.081044+0000 mgr.smithi129.iclwio (mgr.14716) 2064 : cluster [DBG] pgmap v1768: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:03:28.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:28 smithi129 conmon[101092]: cluster 2022-01-18T17:03:27.081709+0000 mgr.smithi129.iclwio (mgr.14716) 2065 : cluster [DBG] pgmap v1769: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:28.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:28 smithi156 conmon[67007]: cluster 2022-01-18T17:03:27.081709+0000 mgr.smithi129.iclwio (mgr.14716) 2065 : cluster [DBG] pgmap v1769: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:30.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:30 smithi129 conmon[101092]: cluster 2022-01-18T17:03:29.082204+0000 mgr.smithi129.iclwio (mgr.14716) 2066 2022-01-18T17:03:30.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:30 smithi129 conmon[101092]: : cluster [DBG] pgmap v1770: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:30.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:30 smithi156 conmon[67007]: cluster 2022-01-18T17:03:29.082204+0000 mgr.smithi129.iclwio (mgr.14716) 2066 : cluster [DBG] pgmap v1770: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:32.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:32 smithi129 conmon[101092]: cluster 2022-01-18T17:03:31.083003+0000 mgr.smithi129.iclwio (mgr.14716) 2067 : cluster [DBG] pgmap v1771: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:03:32.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:32 smithi156 conmon[67007]: cluster 2022-01-18T17:03:31.083003+0000 mgr.smithi129.iclwio (mgr.14716) 2067 : cluster [DBG] pgmap v1771: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:03:34.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:34 smithi129 conmon[101092]: cluster 2022-01-18T17:03:33.083549+0000 mgr.smithi129.iclwio (mgr.14716) 2068 : cluster [DBG] pgmap v1772: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:34.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:34 smithi156 conmon[67007]: cluster 2022-01-18T17:03:33.083549+0000 mgr.smithi129.iclwio (mgr.14716) 2068 : cluster [DBG] pgmap v1772: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:36.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:35 smithi156 conmon[67007]: cluster 2022-01-18T17:03:35.084317+0000 mgr.smithi129.iclwio (mgr.14716) 2069 : cluster [DBG] pgmap v1773: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:03:36.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:35 smithi129 conmon[101092]: cluster 2022-01-18T17:03:35.084317+0000 mgr.smithi129.iclwio (mgr.14716) 2069 : cluster [DBG] pgmap v1773: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:03:38.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:38 smithi129 conmon[101092]: cluster 2022-01-18T17:03:37.084833+0000 mgr.smithi129.iclwio (mgr.14716) 2070 : cluster [DBG] pgmap v1774: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:38.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:38 smithi156 conmon[67007]: cluster 2022-01-18T17:03:37.084833+0000 mgr.smithi129.iclwio (mgr.14716) 2070 : cluster [DBG] pgmap v1774: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:38.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:38 smithi156 conmon[67007]: 2022-01-18T17:03:40.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:40 smithi129 conmon[101092]: cluster 2022-01-18T17:03:39.085309+0000 mgr.smithi129.iclwio (mgr.14716) 2071 : cluster [DBG] pgmap v1775: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:40.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:40 smithi156 conmon[67007]: cluster 2022-01-18T17:03:39.085309+0000 mgr.smithi129.iclwio (mgr.14716) 2071 : cluster [DBG] pgmap v1775: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:42.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:42 smithi129 conmon[101092]: cluster 2022-01-18T17:03:41.086130+0000 mgr.smithi129.iclwio (mgr.14716) 2072 : cluster [DBG] pgmap v1776: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:03:42.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:42 smithi156 conmon[67007]: cluster 2022-01-18T17:03:41.086130+0000 mgr.smithi129.iclwio (mgr.14716) 2072 : cluster [DBG] pgmap v1776: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:03:43.528 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:03:43.795 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:03:43.795 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (66m) 6m ago 67m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:03:43.795 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (58m) 6m ago 67m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:03:43.796 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (57m) 6m ago 66m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:03:43.796 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (66m) 6m ago 67m 40.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:03:43.796 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (62m) 6m ago 62m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:03:43.796 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (62m) 6m ago 62m 27.3M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:03:43.797 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (58m) 6m ago 68m 519M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:03:43.797 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (58m) 6m ago 66m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:03:43.797 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (58m) 6m ago 68m 424M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:03:43.797 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (58m) 6m ago 66m 229M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:03:43.797 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (59m) 6m ago 59m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:03:43.798 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (59m) 6m ago 59m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:03:43.798 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (67m) 6m ago 67m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:03:43.798 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (66m) 6m ago 66m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:03:43.798 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (52m) 6m ago 65m 1571M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:03:43.799 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (65m) 6m ago 65m 2578M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:03:43.799 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (65m) 6m ago 65m 2009M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:03:43.799 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (64m) 6m ago 64m 2571M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:03:43.799 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (64m) 6m ago 64m 2388M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:03:43.799 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (64m) 6m ago 64m 2983M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:03:43.800 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (64m) 6m ago 64m 2339M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:03:43.800 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (63m) 6m ago 63m 3497M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:03:43.800 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (65m) 6m ago 66m 61.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:03:44.113 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:03:44.113 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:03:44.113 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:03:44.114 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:03:44.114 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:03:44.114 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:03:44.114 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:03:44.115 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:03:44.115 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:03:44.115 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:03:44.115 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:03:44.116 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:03:44.116 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:03:44.116 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:03:44.116 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:03:44.116 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:03:44.117 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:03:44.117 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:03:44.117 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:03:44.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:44 smithi129 conmon[101092]: cluster 2022-01-18T17:03:43.086694+0000 mgr.smithi129.iclwio (mgr.14716) 2073 : cluster [DBG] pgmap v1777: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:44.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:44 smithi129 conmon[101092]: audit 2022-01-18T17:03:44 2022-01-18T17:03:44.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:44 smithi129 conmon[101092]: .108543+0000 mon.smithi129 (mon.0) 810 : audit [DBG] from='client.? 172.21.15.129:0/2465951677' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:03:44.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:44 smithi156 conmon[67007]: cluster 2022-01-18T17:03:43.086694+0000 mgr.smithi129.iclwio (mgr.14716) 2073 : cluster [DBG] pgmap v1777: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:44.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:44 smithi156 conmon[67007]: audit 2022-01-18T17:03: 2022-01-18T17:03:44.450 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:44 smithi156 conmon[67007]: 44.108543+0000 mon.smithi129 (mon.0) 810 : audit [DBG] from='client.? 172.21.15.129:0/2465951677' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:03:45.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:45 smithi129 conmon[101092]: audit 2022-01-18T17:03:43.512361+0000 mgr.smithi129.iclwio (mgr.14716) 2074 : audit [DBG] from='client.35458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:03:45.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:45 smithi129 conmon[101092]: audit 2022-01-18T17:03:43.781705 2022-01-18T17:03:45.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:45 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 2075 : audit [DBG] from='client.35462 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:03:45.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:45 smithi156 conmon[67007]: audit 2022-01-18T17:03:43.512361+0000 mgr.smithi129.iclwio (mgr.14716) 2074 : audit [DBG] from='client.35458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:03:45.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:45 smithi156 conmon[67007]: audit 2022-01-18T17:03:43.781705+0000 mgr.smithi129.iclwio (mgr.14716) 2075 : audit [DBG] from='client.35462 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:03:46.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:46 smithi129 conmon[101092]: cluster 2022-01-18T17:03:45.087302+0000 mgr.smithi129.iclwio (mgr.14716) 2076 : cluster [DBG] pgmap v1778: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:03:46.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:46 smithi129 conmon[101092]: 2022-01-18T17:03:46.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:46 smithi156 conmon[67007]: cluster 2022-01-18T17:03:45.087302+0000 mgr.smithi129.iclwio (mgr.14716) 2076 : cluster [DBG] pgmap v1778: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:03:48.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:48 smithi129 conmon[101092]: cluster 2022-01-18T17:03:47.087952+0000 mgr.smithi129.iclwio (mgr.14716) 2077 : cluster [DBG] pgmap v1779: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:48.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:48 smithi156 conmon[67007]: cluster 2022-01-18T17:03:47.087952+0000 mgr.smithi129.iclwio (mgr.14716) 2077 : cluster [DBG] pgmap v1779: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:50.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:50 smithi129 conmon[101092]: cluster 2022-01-18T17:03:49.088602+0000 mgr.smithi129.iclwio (mgr.14716) 2078 : cluster [DBG] pgmap v1780: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:50.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:50 smithi156 conmon[67007]: cluster 2022-01-18T17:03:49.088602+0000 mgr.smithi129.iclwio (mgr.14716) 2078 : cluster [DBG] pgmap v1780: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:52.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:52 smithi129 conmon[101092]: cluster 2022-01-18T17:03:51.089403+0000 mgr.smithi129.iclwio (mgr.14716) 2079 : cluster [DBG] 2022-01-18T17:03:52.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:52 smithi129 conmon[101092]: pgmap v1781: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:03:52.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:52 smithi156 conmon[67007]: cluster 2022-01-18T17:03:51.089403+0000 mgr.smithi129.iclwio (mgr.14716) 2079 : cluster [DBG] pgmap v1781: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:03:52.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:52 smithi156 conmon[67007]: 2022-01-18T17:03:54.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:54 smithi129 conmon[101092]: cluster 2022-01-18T17:03:53.090013+0000 mgr.smithi129.iclwio (mgr.14716) 2080 : cluster [DBG] pgmap v1782: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:54.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:54 smithi156 conmon[67007]: cluster 2022-01-18T17:03:53.090013+0000 mgr.smithi129.iclwio (mgr.14716) 2080 : cluster [DBG] pgmap v1782: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:56.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:55 smithi156 conmon[67007]: cluster 2022-01-18T17:03:55.090905+0000 mgr.smithi129.iclwio (mgr.14716) 2081 : cluster [DBG] pgmap v1783: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:03:56.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:55 smithi129 conmon[101092]: cluster 2022-01-18T17:03:55.090905+0000 mgr.smithi129.iclwio (mgr.14716) 2081 : cluster [DBG] pgmap v1783: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:03:58.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:58 smithi129 conmon[101092]: cluster 2022-01-18T17:03:57.091501+0000 mgr.smithi129.iclwio (mgr.14716) 2082 : cluster [DBG] pgmap v1784: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:58.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:58 smithi156 conmon[67007]: cluster 2022-01-18T17:03:57.091501+0000 mgr.smithi129.iclwio (mgr.14716) 2082 : cluster [DBG] pgmap v1784: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:03:58.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:58 smithi156 conmon[67007]: 2022-01-18T17:03:59.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:59 smithi129 conmon[101092]: audit 2022-01-18T17:03:58.426385+0000 mon.smithi129 (mon.0) 811 : audit [INF] 2022-01-18T17:03:59.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:59 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:03:59.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:03:59 smithi129 conmon[101092]: audit 2022-01-18T17:03:58.426614+0000 mon.smithi129 (mon.0) 812 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:03:59.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:59 smithi156 conmon[67007]: audit 2022-01-18T17:03:58.426385+0000 mon.smithi129 (mon.0) 811 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:03:59.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:03:59 smithi156 conmon[67007]: audit 2022-01-18T17:03:58.426614+0000 mon.smithi129 (mon.0) 812 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:04:00.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:00 smithi129 conmon[101092]: cluster 2022-01-18T17:03:59.092039+0000 mgr.smithi129.iclwio (mgr.14716) 2083 : cluster [DBG] pgmap v1785: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:00.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:00 smithi156 conmon[67007]: cluster 2022-01-18T17:03:59.092039+0000 mgr.smithi129.iclwio (mgr.14716) 2083 : cluster [DBG] pgmap v1785: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:02.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:02 smithi129 conmon[101092]: cluster 2022-01-18T17:04:01.093006+0000 mgr.smithi129.iclwio (mgr.14716) 2084 : cluster [DBG] pgmap v1786: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:04:02.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:02 smithi129 conmon[101092]: 2022-01-18T17:04:02.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:02 smithi156 conmon[67007]: cluster 2022-01-18T17:04:01.093006+0000 mgr.smithi129.iclwio (mgr.14716) 2084 : cluster [DBG] pgmap v1786: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:04:04.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:04 smithi129 conmon[101092]: cluster 2022-01-18T17:04:03.093513+0000 mgr.smithi129.iclwio (mgr.14716) 2085 : cluster [DBG] pgmap v1787: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:04.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:04 smithi156 conmon[67007]: cluster 2022-01-18T17:04:03.093513+0000 mgr.smithi129.iclwio (mgr.14716) 2085 : cluster [DBG] pgmap v1787: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:06.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:05 smithi156 conmon[67007]: cluster 2022-01-18T17:04:05.094600+0000 mgr.smithi129.iclwio (mgr.14716) 2086 : cluster [DBG] pgmap v1788: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:04:06.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:05 smithi156 conmon[67007]: audit 2022-01-18T17:04:05.665587+0000 mon.smithi129 (mon.0) 813 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:04:06.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:05 smithi156 conmon[67007]: audit 2022-01-18T17:04:05.667119+0000 mon.smithi129 (mon.0) 814 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:04:06.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:05 smithi156 conmon[67007]: audit 2022-01-18T17:04:05.667997 2022-01-18T17:04:06.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:05 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 815 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:04:06.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:05 smithi156 conmon[67007]: 2022-01-18T17:04:06.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:05 smithi129 conmon[101092]: cluster 2022-01-18T17:04:05.094600+0000 mgr.smithi129.iclwio (mgr.14716) 2086 : cluster [DBG] pgmap v1788: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:04:06.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:05 smithi129 conmon[101092]: audit 2022-01-18T17:04:05.665587+0000 mon.smithi129 (mon.0) 813 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:04:06.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:05 smithi129 conmon[101092]: audit 2022-01-18T17:04:05.667119+0000 mon.smithi129 (mon.0) 814 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:04:06.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:05 smithi129 conmon[101092]: audit 2022-01-18T17:04:05.667997+0000 mon.smithi129 (mon.0) 815 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:04:07.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:06 smithi156 conmon[67007]: cephadm 2022-01-18T17:04:05.668753+0000 mgr.smithi129.iclwio (mgr.14716) 2087 : cephadm [WRN] 2022-01-18T17:04:07.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:06 smithi156 conmon[67007]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:04:07.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:06 smithi156 conmon[67007]: audit 2022-01-18T17:04:05.976953+0000 mon.smithi129 (mon.0) 816 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:04:07.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:06 smithi156 conmon[67007]: audit 2022-01 2022-01-18T17:04:07.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:06 smithi156 conmon[67007]: -18T17:04:05.982011+0000 mon.smithi129 (mon 2022-01-18T17:04:07.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:06 smithi156 conmon[67007]: .0) 817 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:04:07.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:06 smithi129 conmon[101092]: cephadm 2022-01-18T17:04:05.668753+0000 mgr.smithi129.iclwio (mgr.14716) 2087 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:04:07.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:06 smithi129 conmon[101092]: audit 2022-01-18T17:04:05.976953+0000 mon.smithi129 (mon.0) 816 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:04:07.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:06 smithi129 conmon[101092]: audit 2022-01-18T17:04:05.982011+0000 mon.smithi129 (mon.0) 817 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:04:08.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:07 smithi156 conmon[67007]: cluster 2022-01-18T17:04:07.095118+0000 mgr.smithi129.iclwio (mgr.14716) 2088 : cluster 2022-01-18T17:04:08.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:07 smithi156 conmon[67007]: [DBG] pgmap v1789: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:08.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:07 smithi129 conmon[101092]: cluster 2022-01-18T17:04:07.095118+0000 mgr.smithi129.iclwio (mgr.14716) 2088 : cluster 2022-01-18T17:04:08.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:07 smithi129 conmon[101092]: [DBG] pgmap v1789: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:10.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:10 smithi129 conmon[101092]: cluster 2022-01-18T17:04:09.095588+0000 mgr.smithi129.iclwio (mgr.14716) 2089 : cluster [DBG] pgmap v1790: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:10.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:10 smithi156 conmon[67007]: cluster 2022-01-18T17:04:09.095588+0000 mgr.smithi129.iclwio (mgr.14716) 2089 : cluster [DBG] pgmap v1790: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:12.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:12 smithi129 conmon[101092]: cluster 2022-01-18T17:04:11.096539+0000 mgr.smithi129.iclwio (mgr.14716) 2090 : cluster [DBG] pgmap v1791: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:04:12.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:12 smithi156 conmon[67007]: cluster 2022-01-18T17:04:11.096539+0000 mgr.smithi129.iclwio (mgr.14716) 2090 : cluster [DBG] pgmap v1791: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:04:12.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:12 smithi156 conmon[67007]: 2022-01-18T17:04:14.411 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:04:14.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:14 smithi129 conmon[101092]: cluster 2022-01-18T17:04:13.097203+0000 mgr.smithi129.iclwio (mgr.14716) 2091 : cluster [DBG] 2022-01-18T17:04:14.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:14 smithi129 conmon[101092]: pgmap v1792: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:14.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:14 smithi156 conmon[67007]: cluster 2022-01-18T17:04:13.097203+0000 mgr.smithi129.iclwio (mgr.14716) 2091 : cluster [DBG] pgmap v1792: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:14.678 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:04:14.678 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (66m) 7m ago 67m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:04:14.679 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (58m) 7m ago 67m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:04:14.679 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (58m) 7m ago 67m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:04:14.679 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (66m) 7m ago 67m 40.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:04:14.680 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (62m) 7m ago 62m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:04:14.680 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (62m) 7m ago 62m 27.3M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:04:14.680 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (59m) 7m ago 69m 519M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:04:14.680 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (59m) 7m ago 67m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:04:14.681 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (58m) 7m ago 69m 424M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:04:14.681 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (58m) 7m ago 67m 229M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:04:14.681 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (59m) 7m ago 59m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:04:14.682 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (59m) 7m ago 59m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:04:14.682 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (67m) 7m ago 67m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:04:14.682 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (66m) 7m ago 66m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:04:14.682 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (53m) 7m ago 66m 1571M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:04:14.683 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (66m) 7m ago 66m 2578M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:04:14.683 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (65m) 7m ago 65m 2009M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:04:14.683 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (65m) 7m ago 65m 2571M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:04:14.683 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (65m) 7m ago 65m 2388M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:04:14.684 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (64m) 7m ago 64m 2983M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:04:14.684 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (64m) 7m ago 64m 2339M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:04:14.684 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (64m) 7m ago 64m 3497M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:04:14.684 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (66m) 7m ago 67m 61.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:04:14.998 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:04:14.998 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:04:14.999 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:04:14.999 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:04:14.999 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:04:14.999 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:04:15.000 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:04:15.000 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:04:15.000 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:04:15.000 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:04:15.000 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:04:15.001 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:04:15.001 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:04:15.001 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:04:15.002 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:04:15.002 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:04:15.002 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:04:15.002 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:04:15.002 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:04:15.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:15 smithi129 conmon[101092]: audit 2022-01-18T17:04:14.395254+0000 mgr.smithi129.iclwio (mgr.14716) 2092 2022-01-18T17:04:15.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:15 smithi129 conmon[101092]: : audit [DBG] from='client.35470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:04:15.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:15 smithi129 conmon[101092]: audit 2022-01-18T17:04:14.994034+0000 mon.smithi129 (mon.0) 818 : audit [DBG] from='client.? 172.21.15.129:0/3457697427' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:04:15.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:15 smithi156 conmon[67007]: audit 2022-01-18T17:04:14.395254+0000 mgr.smithi129.iclwio (mgr.14716) 2092 : audit [DBG] from='client.35470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:04:15.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:15 smithi156 conmon[67007]: 2022-01-18T17:04:15.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:15 smithi156 conmon[67007]: audit 2022-01-18T17:04:14.994034+0000 mon.smithi129 (mon.0) 818 : audit [DBG] from='client.? 172.21.15.129:0/3457697427' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:04:16.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:16 smithi129 conmon[101092]: audit 2022-01-18T17:04:14.665126+0000 mgr.smithi129.iclwio (mgr.14716) 2093 : audit [DBG] from='client.35474 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:04:16.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:16 smithi129 conmon[101092]: cluster 2022-01-18T17:04:15.097870+0000 mgr.smithi129.iclwio (mgr.14716) 2094 : cluster [DBG] pgmap v1793: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:04:16.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:16 smithi156 conmon[67007]: audit 2022-01-18T17:04:14.665126+0000 mgr.smithi129.iclwio (mgr.14716) 2093 : audit [DBG] from='client.35474 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:04:16.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:16 smithi156 conmon[67007]: 2022-01-18T17:04:16.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:16 smithi156 conmon[67007]: cluster 2022-01-18T17:04:15.097870+0000 mgr.smithi129.iclwio (mgr.14716) 2094 : cluster [DBG] pgmap v1793: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:04:18.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:18 smithi129 conmon[101092]: cluster 2022-01-18T17:04:17.098608+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:04:18.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:18 smithi129 conmon[101092]: ) 2095 : cluster [DBG] pgmap v1794: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:18.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:18 smithi156 conmon[67007]: cluster 2022-01-18T17:04:17.098608+0000 mgr.smithi129.iclwio (mgr.14716) 2095 : cluster [DBG] pgmap v1794: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:18.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:18 smithi156 conmon[67007]: 2022-01-18T17:04:20.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:20 smithi129 conmon[101092]: cluster 2022-01-18T17:04:19.099183+0000 mgr.smithi129.iclwio (mgr.14716) 2096 : cluster [DBG] pgmap v1795: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:20.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:20 smithi156 conmon[67007]: cluster 2022-01-18T17:04:19.099183+0000 mgr.smithi129.iclwio (mgr.14716) 2096 : cluster [DBG] pgmap v1795: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:22.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:22 smithi129 conmon[101092]: cluster 2022-01-18T17:04:21.100195+0000 mgr.smithi129.iclwio (mgr.14716) 2097 : cluster [DBG] pgmap v1796: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:04:22.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:22 smithi156 conmon[67007]: cluster 2022-01-18T17:04:21.100195+0000 mgr.smithi129.iclwio (mgr.14716) 2097 : cluster [DBG] pgmap v1796: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:04:24.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:24 smithi129 conmon[101092]: cluster 2022-01-18T17:04:23.100706+0000 mgr.smithi129.iclwio (mgr.14716) 2098 : cluster [DBG] pgmap v1797: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:24.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:24 smithi156 conmon[67007]: cluster 2022-01-18T17:04:23.100706+0000 mgr.smithi129.iclwio (mgr.14716) 2098 : cluster [DBG] pgmap v1797: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:26.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:25 smithi156 conmon[67007]: cluster 2022-01-18T17:04:25.101600+0000 mgr.smithi129.iclwio (mgr.14716) 2099 : cluster [DBG] pgmap v1798: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:04:26.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:25 smithi129 conmon[101092]: cluster 2022-01-18T17:04:25.101600+0000 mgr.smithi129.iclwio (mgr.14716) 2099 : cluster [DBG] pgmap v1798: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:04:28.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:28 smithi129 conmon[101092]: cluster 2022-01-18T17:04:27.102166+0000 mgr.smithi129.iclwio (mgr.14716) 2100 : cluster [DBG] pgmap v1799: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:28.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:28 smithi129 conmon[101092]: 2022-01-18T17:04:28.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:28 smithi156 conmon[67007]: cluster 2022-01-18T17:04:27.102166+0000 mgr.smithi129.iclwio (mgr.14716) 2100 : cluster [DBG] pgmap v1799: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:30.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:30 smithi129 conmon[101092]: cluster 2022-01-18T17:04:29.102708+0000 mgr.smithi129.iclwio (mgr.14716) 2101 : cluster [DBG] pgmap v1800: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:30.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:30 smithi156 conmon[67007]: cluster 2022-01-18T17:04:29.102708+0000 mgr.smithi129.iclwio (mgr.14716) 2101 : cluster [DBG] pgmap v1800: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:30.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:30 smithi156 conmon[67007]: 2022-01-18T17:04:32.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:32 smithi129 conmon[101092]: cluster 2022-01-18T17:04:31.103619+0000 mgr.smithi129.iclwio (mgr.14716) 2102 : cluster [DBG] pgmap v1801: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:04:32.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:32 smithi129 conmon[101092]: 2022-01-18T17:04:32.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:32 smithi156 conmon[67007]: cluster 2022-01-18T17:04:31.103619+0000 mgr.smithi129.iclwio (mgr.14716) 2102 : cluster [DBG] pgmap v1801: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:04:32.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:32 smithi156 conmon[67007]: 2022-01-18T17:04:34.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:34 smithi129 conmon[101092]: cluster 2022-01-18T17:04:33.104291+0000 mgr.smithi129.iclwio (mgr.14716) 2103 : cluster [DBG] pgmap v1802: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:34.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:34 smithi156 conmon[67007]: cluster 2022-01-18T17:04:33.104291+0000 mgr.smithi129.iclwio (mgr.14716) 2103 : cluster [DBG] pgmap v1802: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:36.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:35 smithi156 conmon[67007]: cluster 2022-01-18T17:04:35.105095+0000 mgr.smithi129.iclwio (mgr.14716) 2104 : cluster [DBG] pgmap v1803: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:04:36.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:35 smithi129 conmon[101092]: cluster 2022-01-18T17:04:35.105095+0000 mgr.smithi129.iclwio (mgr.14716) 2104 : cluster [DBG] pgmap v1803: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:04:38.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:38 smithi129 conmon[101092]: cluster 2022-01-18T17:04:37.105575+0000 mgr.smithi129.iclwio (mgr.14716) 2105 : cluster [DBG] pgmap v1804: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:38.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:38 smithi156 conmon[67007]: cluster 2022-01-18T17:04:37.105575+0000 mgr.smithi129.iclwio (mgr.14716) 2105 : cluster [DBG] pgmap v1804: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:40.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:40 smithi129 conmon[101092]: cluster 2022-01-18T17:04:39. 2022-01-18T17:04:40.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:40 smithi129 conmon[101092]: 106169+0000 mgr.smithi129.iclwio (mgr.14716) 2106 : cluster [DBG] pgmap v1805: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:40.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:40 smithi156 conmon[67007]: cluster 2022-01-18T17:04:39.106169+0000 mgr.smithi129.iclwio (mgr.14716) 2106 : cluster [DBG] pgmap v1805: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:42.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:42 smithi129 conmon[101092]: cluster 2022-01-18T17:04:41.106965+0000 mgr.smithi129.iclwio (mgr.14716) 2107 : cluster [DBG] pgmap v1806: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:04:42.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:42 smithi156 conmon[67007]: cluster 2022-01-18T17:04:41.106965+0000 mgr.smithi129.iclwio (mgr.14716) 2107 : cluster [DBG] pgmap v1806: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:04:44.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:44 smithi129 conmon[101092]: cluster 2022-01-18T17:04:43.107513+0000 mgr.smithi129.iclwio (mgr.14716) 2108 : cluster [DBG] pgmap v1807: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:44.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:44 smithi129 conmon[101092]: 2022-01-18T17:04:44.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:44 smithi156 conmon[67007]: cluster 2022-01-18T17:04:43.107513+0000 mgr.smithi129.iclwio (mgr.14716) 2108 : cluster [DBG] pgmap v1807: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:45.302 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:04:45.566 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:04:45.567 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (67m) 7m ago 68m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:04:45.567 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (59m) 7m ago 68m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:04:45.567 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (58m) 7m ago 67m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:04:45.568 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (67m) 7m ago 68m 40.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:04:45.568 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (63m) 7m ago 63m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:04:45.568 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (63m) 7m ago 63m 27.3M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:04:45.568 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (59m) 7m ago 69m 519M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:04:45.569 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (59m) 7m ago 67m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:04:45.569 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (59m) 7m ago 69m 424M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:04:45.569 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (59m) 7m ago 67m 229M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:04:45.569 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (60m) 7m ago 60m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:04:45.570 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (60m) 7m ago 60m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:04:45.570 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (68m) 7m ago 68m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:04:45.570 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (67m) 7m ago 67m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:04:45.570 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (53m) 7m ago 66m 1571M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:04:45.570 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (66m) 7m ago 66m 2578M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:04:45.571 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (66m) 7m ago 66m 2009M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:04:45.571 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (65m) 7m ago 65m 2571M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:04:45.571 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (65m) 7m ago 65m 2388M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:04:45.571 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (65m) 7m ago 65m 2983M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:04:45.572 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (65m) 7m ago 65m 2339M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:04:45.572 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (64m) 7m ago 64m 3497M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:04:45.572 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (67m) 7m ago 67m 61.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:04:45.891 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:04:45.891 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:04:45.891 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:04:45.892 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:04:45.892 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:04:45.892 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:04:45.892 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:04:45.893 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:04:45.893 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:04:45.893 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:04:45.893 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:04:45.894 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:04:45.894 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:04:45.894 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:04:45.894 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:04:45.894 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:04:45.895 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:04:45.895 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:04:45.895 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:04:46.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:45 smithi156 conmon[67007]: cluster 2022-01-18T17:04:45.108171+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:04:46.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:45 smithi156 conmon[67007]: ) 2109 : cluster [DBG] pgmap v1808: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:04:46.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:45 smithi156 conmon[67007]: audit 2022-01-18T17:04:45.286020+0000 mgr.smithi129.iclwio (mgr.14716) 2110 : audit [DBG] from='client.35482 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:04:46.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:45 smithi129 conmon[101092]: cluster 2022-01-18T17:04:45.108171+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:04:46.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:45 smithi129 conmon[101092]: ) 2109 : cluster [DBG] pgmap v1808: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:04:46.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:45 smithi129 conmon[101092]: audit 2022-01-18T17:04:45.286020+0000 mgr.smithi129.iclwio (mgr.14716) 2110 : audit [DBG] from='client.35482 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:04:47.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:46 smithi156 conmon[67007]: audit 2022-01-18T17:04:45.553518+0000 mgr.smithi129.iclwio (mgr 2022-01-18T17:04:47.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:46 smithi156 conmon[67007]: .14716) 2111 : audit [DBG] from='client.35486 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:04:47.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:46 smithi156 conmon[67007]: audit 2022-01-18T17:04:45.886495+0000 mon.smithi129 (mon.0) 819 : audit [DBG] from='client.? 172.21.15.129:0/205440182' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:04:47.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:46 smithi156 conmon[67007]: 2022-01-18T17:04:47.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:46 smithi129 conmon[101092]: audit 2022-01-18T17:04:45.553518+0000 mgr.smithi129.iclwio (mgr.14716) 2111 : audit [DBG] from='client.35486 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:04:47.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:46 smithi129 conmon[101092]: audit 2022-01-18T17:04:45.886495+0000 mon.smithi129 (mon.0) 819 : audit [DBG] from='client.? 172.21.15.129:0/205440182' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:04:47.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:47 smithi129 conmon[101092]: cluster 2022-01-18T17:04:47.108827 2022-01-18T17:04:47.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:47 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 2112 : cluster [DBG] pgmap v1809: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:48.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:47 smithi156 conmon[67007]: cluster 2022-01-18T17:04:47.108827+0000 mgr.smithi129.iclwio (mgr.14716) 2112 : cluster 2022-01-18T17:04:48.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:47 smithi156 conmon[67007]: [DBG] pgmap v1809: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:50.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:50 smithi129 conmon[101092]: cluster 2022-01-18T17:04:49.109428+0000 mgr.smithi129.iclwio (mgr.14716) 2113 : cluster [DBG] pgmap v1810: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:50.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:50 smithi156 conmon[67007]: cluster 2022-01-18T17:04:49.109428+0000 mgr.smithi129.iclwio (mgr.14716) 2113 : cluster 2022-01-18T17:04:50.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:50 smithi156 conmon[67007]: [DBG] pgmap v1810: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:52.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:52 smithi129 conmon[101092]: cluster 2022-01-18T17:04:51.110392+0000 mgr.smithi129.iclwio (mgr.14716) 2114 : cluster [DBG] pgmap v1811: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:04:52.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:52 smithi156 conmon[67007]: cluster 2022-01-18T17:04:51.110392+0000 mgr.smithi129.iclwio (mgr.14716) 2114 : cluster [DBG] 2022-01-18T17:04:52.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:52 smithi156 conmon[67007]: pgmap v1811: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:04:54.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:54 smithi129 conmon[101092]: cluster 2022-01-18T17:04:53.111057+0000 mgr.smithi129.iclwio (mgr.14716) 2115 : cluster [DBG] pgmap v1812: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:54.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:54 smithi129 conmon[101092]: 2022-01-18T17:04:54.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:54 smithi156 conmon[67007]: cluster 2022-01-18T17:04:53.111057+0000 mgr.smithi129.iclwio (mgr.14716) 2115 : cluster [DBG] 2022-01-18T17:04:54.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:54 smithi156 conmon[67007]: pgmap v1812: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:56.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:55 smithi156 conmon[67007]: cluster 2022-01-18T17:04:55.111835+0000 mgr.smithi129.iclwio (mgr.14716) 2116 2022-01-18T17:04:56.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:55 smithi156 conmon[67007]: : cluster [DBG] pgmap v1813: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:04:56.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:55 smithi129 conmon[101092]: cluster 2022-01-18T17:04:55.111835+0000 mgr.smithi129.iclwio (mgr.14716) 2116 : cluster [DBG] pgmap v1813: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:04:56.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:55 smithi129 conmon[101092]: 2022-01-18T17:04:58.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:58 smithi129 conmon[101092]: cluster 2022-01-18T17:04:57.112501+0000 mgr.smithi129.iclwio (mgr.14716) 2117 : cluster [DBG] pgmap v1814: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:58.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:58 smithi156 conmon[67007]: cluster 2022-01-18T17:04:57.112501+0000 mgr.smithi129.iclwio (mgr.14716) 2117 : cluster [DBG] pgmap v1814: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:04:58.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:58 smithi156 conmon[67007]: 2022-01-18T17:04:59.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:59 smithi129 conmon[101092]: audit 2022-01-18T17:04:58.430266+0000 mon.smithi129 (mon.0) 820 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:04:59.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:59 smithi129 conmon[101092]: 2022-01-18T17:04:59.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:04:59 smithi129 conmon[101092]: audit 2022-01-18T17:04:58.430504+0000 mon.smithi129 (mon.0) 821 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:04:59.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:59 smithi156 conmon[67007]: audit 2022-01-18T17:04:58.430266+0000 mon.smithi129 (mon.0) 820 : audit [INF] 2022-01-18T17:04:59.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:59 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:04:59.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:04:59 smithi156 conmon[67007]: audit 2022-01-18T17:04:58.430504+0000 mon.smithi129 (mon.0) 821 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:05:00.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:00 smithi129 conmon[101092]: cluster 2022-01-18T17:04:59.113447+0000 mgr.smithi129.iclwio (mgr.14716) 2118 : cluster 2022-01-18T17:05:00.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:00 smithi129 conmon[101092]: [DBG] pgmap v1815: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:05:00.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:00 smithi156 conmon[67007]: cluster 2022-01-18T17:04:59.113447+0000 mgr.smithi129.iclwio (mgr.14716) 2118 : cluster [DBG] 2022-01-18T17:05:00.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:00 smithi156 conmon[67007]: pgmap v1815: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:05:02.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:02 smithi129 conmon[101092]: cluster 2022-01-18T17:05:01.113894+0000 mgr.smithi129.iclwio (mgr.14716) 2119 : cluster [DBG] 2022-01-18T17:05:02.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:02 smithi129 conmon[101092]: pgmap v1816: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:05:02.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:02 smithi156 conmon[67007]: cluster 2022-01-18T17:05:01.113894+0000 mgr.smithi129.iclwio (mgr.14716) 2119 : cluster [DBG] pgmap v1816: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:05:02.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:02 smithi156 conmon[67007]: 2022-01-18T17:05:04.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:04 smithi129 conmon[101092]: cluster 2022-01-18T17:05:03.114531+0000 mgr.smithi129.iclwio (mgr.14716) 2120 : cluster [DBG] pgmap v1817: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:04.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:04 smithi129 conmon[101092]: 2022-01-18T17:05:04.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:04 smithi156 conmon[67007]: cluster 2022-01-18T17:05:03.114531+0000 mgr.smithi129.iclwio (mgr.14716) 2120 : cluster [DBG] 2022-01-18T17:05:04.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:04 smithi156 conmon[67007]: pgmap v1817: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:06.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:05 smithi156 conmon[67007]: cluster 2022-01-18T17:05:05.115269+0000 mgr.smithi129.iclwio (mgr.14716) 2121 : cluster [DBG] 2022-01-18T17:05:06.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:05 smithi156 conmon[67007]: pgmap v1818: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:05:06.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:05 smithi129 conmon[101092]: cluster 2022-01-18T17:05:05.115269+0000 mgr.smithi129.iclwio (mgr.14716) 2121 : cluster [DBG] pgmap v1818: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:05:07.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:06 smithi156 conmon[67007]: audit 2022-01-18T17:05:05.984373+0000 mon.smithi129 (mon 2022-01-18T17:05:07.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:06 smithi156 conmon[67007]: .0) 822 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:05:07.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:06 smithi156 conmon[67007]: audit 2022-01-18T17:05:05.985739+0000 mon.smithi129 (mon.0) 823 : audit 2022-01-18T17:05:07.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:06 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:05:07.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:06 smithi156 conmon[67007]: audit 2022-01 2022-01-18T17:05:07.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:06 smithi156 conmon[67007]: -18T17:05:05.986633+0000 mon.smithi129 (mon.0) 824 : audit [INF] 2022-01-18T17:05:07.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:06 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:05:07.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:06 smithi156 conmon[67007]: cephadm 2022-01-18T 2022-01-18T17:05:07.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:06 smithi156 conmon[67007]: 17:05:05.987375+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:05:07.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:06 smithi156 conmon[67007]: 2122 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:05:07.058 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:06 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T17:05:07.059 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:06 smithi156 conmon[67007]: 18T17:05:06.293516+0000 mon.smithi129 (mon. 2022-01-18T17:05:07.059 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:06 smithi156 conmon[67007]: 0) 825 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:05:07.059 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:06 smithi156 conmon[67007]: audit 2022 2022-01-18T17:05:07.060 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:06 smithi156 conmon[67007]: -01-18T17:05:06.298566+0000 2022-01-18T17:05:07.060 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:06 smithi156 conmon[67007]: mon.smithi129 (mon.0) 826 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:05:07.061 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:06 smithi156 conmon[67007]: 2022-01-18T17:05:07.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:06 smithi129 conmon[101092]: audit 2022-01-18T17:05:05.984373+0000 mon.smithi129 (mon.0) 822 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:05:07.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:06 smithi129 conmon[101092]: audit 2022-01-18T17:05:05 2022-01-18T17:05:07.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:06 smithi129 conmon[101092]: .985739+0000 mon.smithi129 (mon.0) 823 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:05:07.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:06 smithi129 conmon[101092]: audit 2022-01-18T17:05:05.986633+0000 mon.smithi129 (mon.0) 824 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:05:07.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:06 smithi129 conmon[101092]: cephadm 2022-01-18T17:05:05.987375+0000 2022-01-18T17:05:07.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:06 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 2122 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:05:07.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:06 smithi129 conmon[101092]: audit 2022-01-18T17:05:06.293516+0000 mon.smithi129 (mon. 2022-01-18T17:05:07.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:06 smithi129 conmon[101092]: 0) 825 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:05:07.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:06 smithi129 conmon[101092]: audit 2022-01-18T17:05:07.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:06 smithi129 conmon[101092]: 2022-01-18T17:05:06.298566+0000 mon.smithi129 (mon 2022-01-18T17:05:07.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:06 smithi129 conmon[101092]: .0) 826 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:05:07.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:07 smithi129 conmon[101092]: cluster 2022-01-18T17:05:07.115768+0000 mgr.smithi129.iclwio (mgr.14716) 2123 : cluster [DBG] pgmap v1819: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:08.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:07 smithi156 conmon[67007]: cluster 2022-01-18T17:05:07.115768+0000 mgr.smithi129.iclwio (mgr.14716) 2123 : cluster 2022-01-18T17:05:08.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:07 smithi156 conmon[67007]: [DBG] pgmap v1819: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:10.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:10 smithi129 conmon[101092]: cluster 2022-01-18T17:05:09.116478+0000 mgr.smithi129.iclwio (mgr.14716) 2124 : cluster [DBG] pgmap v1820: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:05:10.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:10 smithi156 conmon[67007]: cluster 2022-01-18T17:05:09.116478+0000 mgr.smithi129.iclwio (mgr.14716) 2124 : cluster [DBG] 2022-01-18T17:05:10.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:10 smithi156 conmon[67007]: pgmap v1820: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:05:12.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:12 smithi129 conmon[101092]: cluster 2022-01-18T17:05:11.116931+0000 mgr.smithi129.iclwio (mgr.14716) 2125 : cluster 2022-01-18T17:05:12.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:12 smithi129 conmon[101092]: [DBG] pgmap v1821: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:12.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:12 smithi156 conmon[67007]: cluster 2022-01-18T17:05:11.116931+0000 mgr.smithi129.iclwio (mgr.14716) 2125 : cluster 2022-01-18T17:05:12.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:12 smithi156 conmon[67007]: [DBG] pgmap v1821: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:14.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:14 smithi129 conmon[101092]: cluster 2022-01-18T17:05:13.117458+0000 mgr.smithi129.iclwio (mgr.14716) 2126 : cluster [DBG] pgmap v1822: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:14.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:14 smithi156 conmon[67007]: cluster 2022-01-18T17:05:13.117458+0000 mgr.smithi129.iclwio (mgr.14716) 2126 : cluster [DBG] 2022-01-18T17:05:14.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:14 smithi156 conmon[67007]: pgmap v1822: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:16.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:15 smithi156 conmon[67007]: cluster 2022-01-18T17:05:15.118291+0000 mgr.smithi129.iclwio (mgr.14716) 2127 : cluster [DBG] pgmap v1823: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:05:16.187 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:05:16.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:15 smithi129 conmon[101092]: cluster 2022-01-18T17:05:15.118291+0000 mgr.smithi129.iclwio (mgr.14716) 2127 : cluster [DBG] pgmap v1823: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:05:16.459 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:05:16.459 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (67m) 8m ago 69m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:05:16.459 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (59m) 8m ago 68m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:05:16.460 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (59m) 8m ago 68m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:05:16.460 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (67m) 8m ago 68m 40.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:05:16.460 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (63m) 8m ago 63m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:05:16.460 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (63m) 8m ago 63m 27.3M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:05:16.460 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (60m) 8m ago 70m 519M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:05:16.461 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (60m) 8m ago 68m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:05:16.461 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (59m) 8m ago 70m 424M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:05:16.461 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (59m) 8m ago 68m 229M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:05:16.461 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (60m) 8m ago 60m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:05:16.462 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (60m) 8m ago 60m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:05:16.462 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (68m) 8m ago 68m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:05:16.462 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (68m) 8m ago 68m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:05:16.463 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (54m) 8m ago 67m 1571M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:05:16.463 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (67m) 8m ago 67m 2578M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:05:16.463 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (66m) 8m ago 66m 2009M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:05:16.464 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (66m) 8m ago 66m 2571M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:05:16.464 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (66m) 8m ago 66m 2388M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:05:16.464 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (65m) 8m ago 65m 2983M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:05:16.464 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (65m) 8m ago 65m 2339M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:05:16.465 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (65m) 8m ago 65m 3497M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:05:16.465 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (67m) 8m ago 68m 61.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:05:16.777 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:05:16.778 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:05:16.778 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:05:16.778 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:05:16.778 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:05:16.779 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:05:16.779 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:05:16.779 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:05:16.779 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:05:16.779 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:05:16.780 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:05:16.780 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:05:16.780 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:05:16.780 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:05:16.780 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:05:16.781 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:05:16.781 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:05:16.781 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:05:16.781 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:05:17.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:16 smithi156 conmon[67007]: audit 2022-01-18T17:05:16.171056+0000 mgr.smithi129.iclwio (mgr.14716) 2128 : audit [DBG] from='client.35494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:05:17.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:16 smithi156 conmon[67007]: audit 2022-01-18T17 2022-01-18T17:05:17.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:16 smithi156 conmon[67007]: :05:16.445573+0000 mgr.smithi129.iclwio (mgr.14716) 2129 : audit [DBG] from='client.35498 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:05:17.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:16 smithi129 conmon[101092]: audit 2022-01-18T17:05:16.171056+0000 mgr.smithi129.iclwio (mgr.14716) 2128 : audit [DBG] 2022-01-18T17:05:17.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:16 smithi129 conmon[101092]: from='client.35494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:05:17.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:16 smithi129 conmon[101092]: audit 2022-01-18T17:05:16.445573+0000 mgr.smithi129.iclwio (mgr.14716) 2129 : audit [DBG] from='client.35498 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:05:17.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:17 smithi129 conmon[101092]: audit 2022-01-18T17:05:16.773195+0000 mon.smithi129 (mon.0) 827 : audit [DBG] from='client.? 172.21.15.129:0/498010120' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:05:17.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:17 smithi129 conmon[101092]: cluster 2022-01 2022-01-18T17:05:17.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:17 smithi129 conmon[101092]: -18T17:05:17.118800+0000 mgr.smithi129.iclwio (mgr.14716) 2130 : cluster [DBG] pgmap v1824: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:18.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:17 smithi156 conmon[67007]: audit 2022-01-18T17:05:16.773195+0000 mon.smithi129 (mon.0) 827 : audit [DBG] from='client.? 172.21.15.129:0/498010120' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:05:18.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:17 smithi156 conmon[67007]: cluster 2022-01-18T17:05:17.118800+0000 mgr.smithi129.iclwio (mgr.14716) 2130 : cluster [DBG] pgmap v1824: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:20.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:20 smithi129 conmon[101092]: cluster 2022-01-18T17:05:19.119571+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:05:20.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:20 smithi129 conmon[101092]: 2131 : cluster [DBG] pgmap v1825: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:05:20.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:20 smithi156 conmon[67007]: cluster 2022-01-18T17:05:19.119571+0000 mgr.smithi129.iclwio (mgr.14716) 2131 : cluster [DBG] pgmap v1825: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:05:22.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:22 smithi129 conmon[101092]: cluster 2022-01-18T17:05:21.120285+0000 mgr.smithi129.iclwio (mgr.14716) 2132 : cluster 2022-01-18T17:05:22.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:22 smithi129 conmon[101092]: [DBG] pgmap v1826: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:22.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:22 smithi156 conmon[67007]: cluster 2022-01-18T17:05:21.120285+0000 mgr.smithi129.iclwio (mgr.14716) 2132 : cluster [DBG] pgmap v1826: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:24.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:24 smithi129 conmon[101092]: cluster 2022-01-18T17:05:23.120912+0000 mgr.smithi129.iclwio (mgr.14716) 2133 : cluster [DBG] 2022-01-18T17:05:24.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:24 smithi129 conmon[101092]: pgmap v1827: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:24.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:24 smithi156 conmon[67007]: cluster 2022-01-18T17:05:23.120912+0000 mgr.smithi129.iclwio (mgr.14716) 2133 : cluster [DBG] pgmap v1827: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:26.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:25 smithi156 conmon[67007]: cluster 2022-01-18T17:05:25.121895+0000 mgr.smithi129.iclwio (mgr.14716) 2134 : cluster [DBG] pgmap v1828: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:05:26.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:25 smithi156 conmon[67007]: 2022-01-18T17:05:26.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:25 smithi129 conmon[101092]: cluster 2022-01-18T17 2022-01-18T17:05:26.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:25 smithi129 conmon[101092]: :05:25.121895+0000 mgr.smithi129.iclwio (mgr.14716) 2134 : cluster [DBG] pgmap v1828: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:05:28.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:28 smithi129 conmon[101092]: cluster 2022-01-18T17:05:27.122564+0000 mgr.smithi129.iclwio (mgr.14716) 2135 : cluster 2022-01-18T17:05:28.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:28 smithi129 conmon[101092]: [DBG] pgmap v1829: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:28.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:28 smithi156 conmon[67007]: cluster 2022-01-18T17:05:27.122564+0000 mgr.smithi129.iclwio (mgr.14716) 2135 : cluster [DBG] 2022-01-18T17:05:28.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:28 smithi156 conmon[67007]: pgmap v1829: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:30.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:30 smithi129 conmon[101092]: cluster 2022-01-18T17:05:29.123258+0000 mgr.smithi129.iclwio (mgr.14716) 2136 : cluster 2022-01-18T17:05:30.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:30 smithi129 conmon[101092]: [DBG] pgmap v1830: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:05:30.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:30 smithi156 conmon[67007]: cluster 2022-01-18T17:05:29.123258+0000 mgr.smithi129.iclwio (mgr.14716) 2136 : cluster [DBG] pgmap v1830: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:05:30.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:30 smithi156 conmon[67007]: 2022-01-18T17:05:32.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:32 smithi129 conmon[101092]: cluster 2022-01-18T17:05:31.123821+0000 mgr.smithi129.iclwio (mgr.14716) 2137 : cluster [DBG] 2022-01-18T17:05:32.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:32 smithi129 conmon[101092]: pgmap v1831: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:32.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:32 smithi156 conmon[67007]: cluster 2022-01-18T17:05:31.123821+0000 mgr.smithi129.iclwio (mgr.14716) 2137 : cluster [DBG] pgmap v1831: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:34.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:34 smithi129 conmon[101092]: cluster 2022-01-18T17:05:33.124334+0000 mgr.smithi129.iclwio (mgr.14716) 2138 : cluster [DBG] pgmap v1832: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:34.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:34 smithi156 conmon[67007]: cluster 2022-01-18T17:05:33.124334+0000 mgr.smithi129.iclwio (mgr.14716) 2138 : cluster [DBG] pgmap v1832: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:36.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:35 smithi156 conmon[67007]: cluster 2022-01-18T17:05:35.125173+0000 mgr.smithi129.iclwio (mgr.14716) 2139 : cluster [DBG] pgmap v1833: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:05:36.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:35 smithi129 conmon[101092]: cluster 2022-01-18T17:05:35.125173+0000 mgr.smithi129.iclwio (mgr.14716) 2139 : cluster 2022-01-18T17:05:36.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:35 smithi129 conmon[101092]: [DBG] pgmap v1833: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:05:38.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:38 smithi129 conmon[101092]: cluster 2022-01-18T17:05:37.125798+0000 mgr.smithi129.iclwio (mgr.14716) 2140 : cluster [DBG] 2022-01-18T17:05:38.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:38 smithi129 conmon[101092]: pgmap v1834: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:38.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:38 smithi156 conmon[67007]: cluster 2022-01-18T17:05:37.125798+0000 mgr.smithi129.iclwio (mgr.14716) 2140 : cluster [DBG] pgmap v1834: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:40.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:40 smithi129 conmon[101092]: cluster 2022-01-18T17:05:39.126517+0000 mgr.smithi129.iclwio (mgr.14716) 2141 : cluster [DBG] pgmap v1835: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:05:40.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:40 smithi156 conmon[67007]: cluster 2022-01-18T17:05:39.126517+0000 mgr.smithi129.iclwio (mgr.14716) 2141 : cluster [DBG] pgmap v1835: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:05:42.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:42 smithi129 conmon[101092]: cluster 2022-01-18T17:05:41.127101+0000 mgr.smithi129.iclwio (mgr.14716) 2142 : cluster [DBG] pgmap v1836: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:42.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:42 smithi156 conmon[67007]: cluster 2022-01-18T17:05:41.127101+0000 mgr.smithi129.iclwio (mgr.14716) 2142 : cluster [DBG] pgmap v1836: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:44.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:44 smithi156 conmon[67007]: cluster 2022-01-18T17:05:43.127662+0000 mgr.smithi129.iclwio (mgr.14716) 2143 : cluster [DBG] pgmap v1837: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:44.450 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:44 smithi156 conmon[67007]: 2022-01-18T17:05:44.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:44 smithi129 conmon[101092]: cluster 2022-01-18T17:05:43.127662+0000 mgr.smithi129.iclwio (mgr.14716) 2143 : cluster [DBG] pgmap v1837: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:46.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:45 smithi156 conmon[67007]: cluster 2022-01-18T17:05:45.128377+0000 mgr.smithi129.iclwio (mgr.14716) 2144 : cluster [DBG] pgmap v1838: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:05:46.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:45 smithi129 conmon[101092]: cluster 2022-01-18T17:05:45.128377+0000 mgr.smithi129.iclwio (mgr.14716) 2144 : cluster [DBG] 2022-01-18T17:05:46.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:45 smithi129 conmon[101092]: pgmap v1838: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:05:47.074 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:05:47.341 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:05:47.342 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (68m) 8m ago 69m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:05:47.342 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (60m) 8m ago 69m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:05:47.342 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (59m) 8m ago 68m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:05:47.342 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (68m) 8m ago 69m 40.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:05:47.343 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (64m) 8m ago 64m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:05:47.343 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (64m) 8m ago 64m 27.3M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:05:47.343 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (60m) 8m ago 70m 519M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:05:47.343 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (60m) 8m ago 68m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:05:47.344 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (60m) 8m ago 70m 424M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:05:47.344 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (60m) 8m ago 68m 229M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:05:47.344 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (61m) 8m ago 61m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:05:47.344 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (61m) 8m ago 61m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:05:47.345 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (69m) 8m ago 69m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:05:47.345 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (68m) 8m ago 68m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:05:47.345 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (54m) 8m ago 67m 1571M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:05:47.345 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (67m) 8m ago 67m 2578M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:05:47.346 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (67m) 8m ago 67m 2009M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:05:47.346 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (66m) 8m ago 66m 2571M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:05:47.346 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (66m) 8m ago 66m 2388M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:05:47.346 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (66m) 8m ago 66m 2983M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:05:47.347 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (66m) 8m ago 66m 2339M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:05:47.347 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (65m) 8m ago 65m 3497M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:05:47.347 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (68m) 8m ago 68m 61.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:05:47.660 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:05:47.661 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:05:47.661 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:05:47.661 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:05:47.662 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:05:47.662 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:05:47.662 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:05:47.662 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:05:47.663 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:05:47.663 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:05:47.663 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:05:47.663 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:05:47.663 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:05:47.664 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:05:47.664 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:05:47.665 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:05:47.665 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:05:47.665 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:05:47.666 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:05:48.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:48 smithi129 conmon[101092]: audit 2022-01-18T17:05:47.058002+0000 mgr.smithi129.iclwio (mgr.14716) 2145 : audit [DBG] from='client.35506 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:05:48.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:48 smithi129 conmon[101092]: cluster 2022-01-18T17:05:47.128867+0000 2022-01-18T17:05:48.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:48 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 2146 : cluster [DBG] pgmap v1839: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:48.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:48 smithi129 conmon[101092]: audit 2022-01-18T17:05:47.328276+0000 mgr.smithi129.iclwio (mgr.14716) 2147 : audit [DBG] from='client.35510 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:05:48.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:48 smithi129 conmon[101092]: audit 2022-01-18T17:05:47 2022-01-18T17:05:48.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:48 smithi129 conmon[101092]: .656263+0000 mon.smithi129 (mon.0) 828 : audit [DBG] from='client.? 172.21.15.129:0/627738659' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:05:48.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:48 smithi156 conmon[67007]: audit 2022-01-18T17:05:47.058002+0000 mgr.smithi129.iclwio (mgr.14716) 2145 : audit [DBG] from='client.35506 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:05:48.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:48 smithi156 conmon[67007]: 2022-01-18T17:05:48.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:48 smithi156 conmon[67007]: cluster 2022-01-18T17:05:47.128867+0000 mgr.smithi129.iclwio (mgr.14716) 2146 : cluster [DBG] pgmap v1839: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:48.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:48 smithi156 conmon[67007]: audit 2022-01-18T17:05:47.328276+0000 mgr.smithi129.iclwio (mgr.14716) 2147 : audit [DBG] 2022-01-18T17:05:48.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:48 smithi156 conmon[67007]: from='client.35510 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:05:48.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:48 smithi156 conmon[67007]: audit 2022-01-18T17: 2022-01-18T17:05:48.556 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:48 smithi156 conmon[67007]: 05:47.656263+0000 mon.smithi129 (mon.0) 828 : audit [DBG] from='client.? 172.21.15.129:0/627738659' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:05:50.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:50 smithi129 conmon[101092]: cluster 2022-01-18T17:05:49.129727+0000 mgr.smithi129.iclwio (mgr.14716) 2148 : cluster [DBG] 2022-01-18T17:05:50.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:50 smithi129 conmon[101092]: pgmap v1840: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:05:50.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:50 smithi156 conmon[67007]: cluster 2022-01-18T17:05:49.129727+0000 mgr.smithi129.iclwio (mgr.14716) 2148 : cluster [DBG] pgmap v1840: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:05:50.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:50 smithi156 conmon[67007]: 2022-01-18T17:05:52.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:52 smithi156 conmon[67007]: cluster 2022-01-18T17:05:51.130321+0000 mgr.smithi129.iclwio (mgr.14716) 2149 : cluster [DBG] 2022-01-18T17:05:52.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:52 smithi156 conmon[67007]: pgmap v1841: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:52.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:52 smithi129 conmon[101092]: cluster 2022-01-18T17:05:51.130321+0000 mgr.smithi129.iclwio (mgr.14716) 2149 : cluster [DBG] pgmap v1841: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:52.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:52 smithi129 conmon[101092]: 2022-01-18T17:05:54.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:54 smithi156 conmon[67007]: cluster 2022-01-18T17:05:53.130986+0000 mgr.smithi129.iclwio (mgr.14716) 2150 : cluster [DBG] pgmap v1842: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:54.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:54 smithi129 conmon[101092]: cluster 2022-01-18T17:05:53.130986+0000 mgr.smithi129.iclwio (mgr.14716) 2150 : cluster [DBG] pgmap v1842: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:56.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:55 smithi156 conmon[67007]: cluster 2022-01-18T17:05:55.131950+0000 mgr.smithi129.iclwio (mgr.14716) 2151 : cluster [DBG] pgmap v1843: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:05:56.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:55 smithi156 conmon[67007]: 2022-01-18T17:05:56.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:55 smithi129 conmon[101092]: cluster 2022-01-18T17:05:55.131950+0000 mgr.smithi129.iclwio (mgr.14716) 2151 : cluster [DBG] pgmap v1843: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:05:58.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:58 smithi129 conmon[101092]: cluster 2022-01-18T17:05:57.132530+0000 mgr.smithi129.iclwio (mgr.14716) 2152 : cluster [DBG] pgmap v1844: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:58.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:58 smithi156 conmon[67007]: cluster 2022-01-18T17:05:57.132530+0000 mgr.smithi129.iclwio (mgr.14716) 2152 : cluster [DBG] pgmap v1844: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:05:59.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:59 smithi156 conmon[67007]: audit 2022-01-18T17:05:58.434034+0000 mon.smithi129 (mon.0) 829 : audit [INF] 2022-01-18T17:05:59.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:59 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:05:59.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:05:59 smithi156 conmon[67007]: audit 2022-01-18T17:05:58.434334+0000 mon.smithi129 (mon.0) 830 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:05:59.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:59 smithi129 conmon[101092]: audit 2022-01-18T17:05:58.434034+0000 mon.smithi129 (mon.0) 829 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:05:59.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:05:59 smithi129 conmon[101092]: audit 2022-01-18T17:05:58.434334+0000 mon.smithi129 (mon.0) 830 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:06:00.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:00 smithi156 conmon[67007]: cluster 2022-01-18T17:05:59.133224+0000 mgr.smithi129.iclwio (mgr.14716) 2153 : cluster [DBG] pgmap v1845: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:06:00.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:00 smithi129 conmon[101092]: cluster 2022-01-18T17:05:59.133224+0000 mgr.smithi129.iclwio (mgr.14716) 2153 : cluster [DBG] pgmap v1845: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:06:00.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:00 smithi129 conmon[101092]: 2022-01-18T17:06:02.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:02 smithi156 conmon[67007]: cluster 2022-01-18T17:06:01.133779+0000 mgr.smithi129.iclwio (mgr.14716) 2154 : cluster [DBG] pgmap v1846: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:02.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:02 smithi129 conmon[101092]: cluster 2022-01-18T17:06:01.133779+0000 mgr.smithi129.iclwio (mgr.14716) 2154 : cluster [DBG] pgmap v1846: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:04.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:04 smithi156 conmon[67007]: cluster 2022-01-18T17:06:03.134288+0000 mgr.smithi129.iclwio (mgr.14716) 2155 : cluster [DBG] pgmap v1847: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:04.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:04 smithi129 conmon[101092]: cluster 2022-01-18T17:06:03.134288+0000 mgr.smithi129.iclwio (mgr.14716) 2155 : 2022-01-18T17:06:04.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:04 smithi129 conmon[101092]: cluster [DBG] pgmap v1847: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:06.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:05 smithi156 conmon[67007]: cluster 2022-01-18T17:06:05.135142+0000 mgr.smithi129.iclwio (mgr.14716) 2156 : cluster [DBG] pgmap v1848: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:06:06.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:05 smithi129 conmon[101092]: cluster 2022-01-18T17:06:05.135142+0000 mgr.smithi129.iclwio (mgr.14716) 2156 : cluster [DBG] pgmap v1848: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:06:06.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:05 smithi129 conmon[101092]: 2022-01-18T17:06:07.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:06 smithi156 conmon[67007]: audit 2022-01-18T17:06:06.301009+0000 mon.smithi129 (mon.0) 831 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:06:07.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:06 smithi156 conmon[67007]: audit 2022-01-18T17:06 2022-01-18T17:06:07.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:06 smithi156 conmon[67007]: :06.302417+0000 mon.smithi129 (mon.0) 832 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:06:07.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:06 smithi156 conmon[67007]: audit 2022-01-18T17:06:06.303171+0000 mon.smithi129 (mon.0) 833 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:06:07.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:06 smithi156 conmon[67007]: cephadm 2022-01-18T17:06 2022-01-18T17:06:07.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:06 smithi156 conmon[67007]: :06.303889+0000 mgr.smithi129.iclwio (mgr.14716) 2157 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:06:07.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:06 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T17:06:07.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:06 smithi156 conmon[67007]: 18T17:06:06.595697+0000 mon.smithi129 (mon.0) 834 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T17:06:07.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:06 smithi156 conmon[67007]: audit 2022-01-18T17:06: 2022-01-18T17:06:07.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:06 smithi156 conmon[67007]: 06.606950+0000 mon.smithi129 (mon.0) 835 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T17:06:07.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:06 smithi156 conmon[67007]: audit 2022-01-18T17: 2022-01-18T17:06:07.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:06 smithi156 conmon[67007]: 06:06.610673+0000 mon.smithi129 (mon.0) 836 : audit [INF] 2022-01-18T17:06:07.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:06 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:06:07.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:06 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T17:06:07.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:06 smithi156 conmon[67007]: T17:06:06.615416+0000 mon.smithi129 (mon.0) 837 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:06:07.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:06 smithi129 conmon[101092]: audit 2022-01-18T17:06:06.301009+0000 2022-01-18T17:06:07.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:06 smithi129 conmon[101092]: mon.smithi129 (mon.0) 831 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:06:07.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:06 smithi129 conmon[101092]: audit 2022-01-18T17:06:06.302417+0000 mon.smithi129 (mon.0) 832 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:06:07.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:06 smithi129 conmon[101092]: audit 2022-01-18T17:06:06.303171+0000 mon.smithi129 (mon.0) 833 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:06:07.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:06 smithi129 conmon[101092]: cephadm 2022-01-18T17:06:06.303889+0000 mgr.smithi129.iclwio (mgr.14716) 2157 : cephadm 2022-01-18T17:06:07.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:06 smithi129 conmon[101092]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:06:07.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:06 smithi129 conmon[101092]: audit 2022-01-18T17:06:06.595697+0000 mon.smithi129 (mon.0) 834 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T17:06:07.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:06 smithi129 conmon[101092]: audit 2022-01-18T17:06:06.606950+0000 mon.smithi129 (mon.0) 835 : audit [INF] 2022-01-18T17:06:07.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:06 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T17:06:07.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:06 smithi129 conmon[101092]: audit 2022-01-18T17:06:07.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:06 smithi129 conmon[101092]: 2022-01-18T17:06:06.610673+0000 mon.smithi129 (mon.0) 836 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:06:07.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:06 smithi129 conmon[101092]: 2022-01-18T17:06:07.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:06 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T17:06:07.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:06 smithi129 conmon[101092]: 18T17:06:06.615416+0000 mon.smithi129 (mon.0) 837 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:06:07.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:07 smithi129 conmon[101092]: cluster 2022-01-18T17:06:07.135580+0000 mgr.smithi129.iclwio (mgr.14716) 2158 2022-01-18T17:06:07.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:07 smithi129 conmon[101092]: : cluster [DBG] pgmap v1849: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:08.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:07 smithi156 conmon[67007]: cluster 2022-01-18T17:06:07.135580+0000 mgr.smithi129.iclwio (mgr.14716) 2158 : cluster [DBG] pgmap v1849: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:10.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:10 smithi156 conmon[67007]: cluster 2022-01-18T17:06:09.136283+0000 mgr.smithi129.iclwio (mgr.14716) 2159 : cluster [DBG] pgmap v1850: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:06:10.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:10 smithi129 conmon[101092]: cluster 2022-01-18T17:06:09.136283+0000 mgr.smithi129.iclwio (mgr.14716) 2159 : cluster [DBG] pgmap v1850: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:06:12.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:12 smithi156 conmon[67007]: cluster 2022-01-18T17:06:11.136780+0000 mgr.smithi129.iclwio (mgr.14716) 2160 : cluster [DBG] pgmap v1851: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:12.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:12 smithi129 conmon[101092]: cluster 2022-01-18T17:06:11.136780+0000 mgr.smithi129.iclwio (mgr.14716) 2160 : cluster [DBG] pgmap v1851: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:14.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:14 smithi156 conmon[67007]: cluster 2022-01-18T17:06:13.137375+0000 mgr.smithi129.iclwio (mgr.14716) 2161 : cluster [DBG] pgmap v1852: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:14.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:14 smithi129 conmon[101092]: cluster 2022-01-18T17:06:13.137375+0000 mgr.smithi129.iclwio (mgr.14716) 2161 : cluster [DBG] pgmap v1852: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:16.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:15 smithi156 conmon[67007]: cluster 2022-01-18T17:06:15.138137+0000 mgr.smithi129.iclwio (mgr.14716) 2162 : cluster [DBG] pgmap v1853: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:06:16.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:15 smithi156 conmon[67007]: 2022-01-18T17:06:16.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:15 smithi129 conmon[101092]: cluster 2022-01-18T17:06:15.138137+0000 mgr.smithi129.iclwio (mgr.14716) 2162 : cluster [DBG] pgmap v1853: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:06:17.955 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:06:18.220 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:06:18.221 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (68m) 9m ago 70m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:06:18.221 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (60m) 9m ago 69m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:06:18.221 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (60m) 9m ago 69m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:06:18.221 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (68m) 9m ago 69m 40.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:06:18.222 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (64m) 9m ago 64m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:06:18.222 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (64m) 9m ago 64m 27.3M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:06:18.222 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (61m) 9m ago 71m 519M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:06:18.222 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (61m) 9m ago 69m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:06:18.222 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (60m) 9m ago 71m 424M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:06:18.223 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (60m) 9m ago 69m 229M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:06:18.223 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (61m) 9m ago 61m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:06:18.223 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (61m) 9m ago 61m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:06:18.223 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (69m) 9m ago 69m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:06:18.224 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (69m) 9m ago 69m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:06:18.224 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (55m) 9m ago 68m 1571M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:06:18.224 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (68m) 9m ago 68m 2578M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:06:18.224 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (67m) 9m ago 67m 2009M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:06:18.225 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (67m) 9m ago 67m 2571M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:06:18.225 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (67m) 9m ago 67m 2388M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:06:18.225 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (66m) 9m ago 66m 2983M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:06:18.225 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (66m) 9m ago 66m 2339M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:06:18.225 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (66m) 9m ago 66m 3497M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:06:18.226 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (68m) 9m ago 69m 61.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:06:18.539 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:06:18.539 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:06:18.539 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:06:18.539 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:06:18.540 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:06:18.540 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:06:18.540 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:06:18.540 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:06:18.541 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:06:18.541 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:06:18.541 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:06:18.541 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:06:18.542 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:06:18.542 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:06:18.542 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:06:18.542 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:06:18.542 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:06:18.543 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:06:18.543 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:06:18.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:18 smithi156 conmon[67007]: cluster 2022-01-18T17:06:17.138760+0000 mgr.smithi129.iclwio (mgr.14716) 2163 : cluster [DBG] pgmap v1854: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:18.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:18 smithi129 conmon[101092]: cluster 2022-01-18T17:06:17.138760+0000 mgr.smithi129.iclwio (mgr.14716) 2163 2022-01-18T17:06:18.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:18 smithi129 conmon[101092]: : cluster [DBG] pgmap v1854: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:19.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:19 smithi156 conmon[67007]: audit 2022-01-18T17:06:17.939841+0000 mgr.smithi129.iclwio (mgr.14716) 2164 : audit [DBG] from='client.35518 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:06:19.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:19 smithi156 conmon[67007]: audit 2022-01-18T17:06:18.207524+0000 mgr.smithi129.iclwio (mgr.14716) 2165 : audit [DBG] from='client.35522 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:06:19.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:19 smithi156 conmon[67007]: audit 2022-01-18T17:06:18.534494+0000 mon.smithi129 (mon 2022-01-18T17:06:19.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:19 smithi156 conmon[67007]: .0) 838 : audit [DBG] from='client.? 172.21.15.129:0/821480271' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:06:19.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:19 smithi129 conmon[101092]: audit 2022-01-18T17:06:17.939841+0000 mgr.smithi129.iclwio (mgr.14716) 2164 : audit [DBG] from='client.35518 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:06:19.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:19 smithi129 conmon[101092]: 2022-01-18T17:06:19.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:19 smithi129 conmon[101092]: audit 2022-01-18T17:06:18.207524+0000 mgr.smithi129.iclwio (mgr.14716) 2165 : audit [DBG] from='client.35522 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:06:19.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:19 smithi129 conmon[101092]: audit 2022-01-18T17:06:18.534494+0000 mon.smithi129 (mon.0) 838 : audit [DBG] from='client.? 172.21.15.129:0/821480271' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:06:20.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:20 smithi156 conmon[67007]: cluster 2022-01-18T17:06:19.139472+0000 mgr.smithi129.iclwio (mgr.14716) 2166 : cluster [DBG] 2022-01-18T17:06:20.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:20 smithi156 conmon[67007]: pgmap v1855: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:06:20.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:20 smithi129 conmon[101092]: cluster 2022-01-18T17:06:19.139472+0000 mgr.smithi129.iclwio (mgr.14716) 2166 : cluster [DBG] pgmap v1855: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:06:22.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:22 smithi156 conmon[67007]: cluster 2022-01-18T17:06:21.139946+0000 mgr.smithi129.iclwio (mgr.14716) 2167 : cluster [DBG] pgmap v1856: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:22.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:22 smithi129 conmon[101092]: cluster 2022-01-18T17:06:21.139946+0000 mgr.smithi129.iclwio (mgr.14716) 2167 : cluster [DBG] pgmap v1856: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:24.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:24 smithi156 conmon[67007]: cluster 2022-01-18T17:06:23.140659+0000 mgr.smithi129.iclwio (mgr.14716) 2168 : cluster [DBG] pgmap v1857: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:24.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:24 smithi129 conmon[101092]: cluster 2022-01-18T17:06:23.140659+0000 mgr.smithi129.iclwio (mgr.14716) 2168 : cluster [DBG] pgmap v1857: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:26.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:25 smithi156 conmon[67007]: cluster 2022-01-18T17:06:25.141565+0000 mgr.smithi129.iclwio (mgr.14716) 2169 : cluster [DBG] pgmap v1858: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:06:26.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:25 smithi129 conmon[101092]: cluster 2022-01 2022-01-18T17:06:26.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:25 smithi129 conmon[101092]: -18T17:06:25.141565+0000 mgr.smithi129.iclwio (mgr.14716) 2169 : cluster [DBG] pgmap v1858: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:06:28.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:28 smithi156 conmon[67007]: cluster 2022-01-18T17:06:27.142169+0000 mgr.smithi129.iclwio (mgr.14716) 2170 : cluster [DBG] pgmap v1859: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:28.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:28 smithi129 conmon[101092]: cluster 2022-01-18T17:06:27.142169+0000 mgr.smithi129.iclwio (mgr.14716) 2170 : cluster [DBG] pgmap v1859: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:28.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:28 smithi129 conmon[101092]: 2022-01-18T17:06:30.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:30 smithi156 conmon[67007]: cluster 2022-01-18T17:06:29.143080+0000 mgr.smithi129.iclwio (mgr.14716) 2171 : cluster [DBG] pgmap v1860: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:06:30.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:30 smithi156 conmon[67007]: 2022-01-18T17:06:30.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:30 smithi129 conmon[101092]: cluster 2022-01-18T17:06:29.143080+0000 mgr.smithi129.iclwio (mgr.14716) 2171 : cluster [DBG] 2022-01-18T17:06:30.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:30 smithi129 conmon[101092]: pgmap v1860: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:06:32.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:32 smithi156 conmon[67007]: cluster 2022-01-18T17:06:31.143796+0000 mgr.smithi129.iclwio (mgr.14716) 2172 : cluster [DBG] pgmap v1861: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:32.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:32 smithi156 conmon[67007]: 2022-01-18T17:06:32.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:32 smithi129 conmon[101092]: cluster 2022-01-18T17:06:31.143796+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:06:32.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:32 smithi129 conmon[101092]: 2172 : cluster [DBG] pgmap v1861: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:34.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:34 smithi156 conmon[67007]: cluster 2022-01-18T17:06:33.144395+0000 mgr.smithi129.iclwio (mgr.14716) 2173 : cluster [DBG] pgmap v1862: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:34.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:34 smithi156 conmon[67007]: 2022-01-18T17:06:34.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:34 smithi129 conmon[101092]: cluster 2022-01-18T17:06:33.144395+0000 mgr.smithi129.iclwio (mgr.14716) 2173 : 2022-01-18T17:06:34.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:34 smithi129 conmon[101092]: cluster [DBG] pgmap v1862: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:36.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:35 smithi156 conmon[67007]: cluster 2022-01-18T17:06:35.145143+0000 mgr.smithi129.iclwio (mgr.14716) 2174 : cluster [DBG] pgmap v1863: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:06:36.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:35 smithi129 conmon[101092]: cluster 2022-01-18T17:06:35.145143+0000 mgr.smithi129.iclwio (mgr.14716) 2174 : cluster [DBG] pgmap v1863: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:06:38.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:38 smithi156 conmon[67007]: cluster 2022-01-18T17:06:37.145688+0000 mgr.smithi129.iclwio (mgr.14716) 2175 : cluster [DBG] pgmap v1864: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:38.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:38 smithi129 conmon[101092]: cluster 2022-01-18T17:06:37.145688+0000 mgr.smithi129.iclwio (mgr.14716) 2175 : cluster [DBG] pgmap v1864: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:40.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:40 smithi156 conmon[67007]: cluster 2022-01-18T17:06:39.146559+0000 mgr.smithi129.iclwio (mgr.14716) 2176 : cluster [DBG] pgmap v1865: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:06:40.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:40 smithi129 conmon[101092]: cluster 2022-01-18T17:06:39.146559+0000 mgr.smithi129.iclwio (mgr.14716) 2176 : cluster [DBG] pgmap v1865: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:06:40.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:40 smithi129 conmon[101092]: 2022-01-18T17:06:42.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:42 smithi156 conmon[67007]: cluster 2022-01-18T17:06:41.147034+0000 mgr.smithi129.iclwio (mgr.14716) 2177 : cluster [DBG] pgmap v1866: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:42.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:42 smithi129 conmon[101092]: cluster 2022-01-18T17:06:41.147034+0000 mgr.smithi129.iclwio (mgr.14716) 2177 : cluster [DBG] pgmap v1866: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:44.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:44 smithi156 conmon[67007]: cluster 2022-01-18T17:06:43.147717+0000 mgr.smithi129.iclwio (mgr.14716) 2178 : cluster [DBG] pgmap v1867: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:44.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:44 smithi129 conmon[101092]: cluster 2022-01-18T17:06:43.147717+0000 mgr.smithi129.iclwio (mgr.14716) 2178 : cluster [DBG] pgmap v1867: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:46.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:45 smithi156 conmon[67007]: cluster 2022-01-18T17:06:45.148468+0000 mgr.smithi129.iclwio (mgr.14716) 2179 : cluster [DBG] pgmap v1868: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:06:46.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:45 smithi129 conmon[101092]: cluster 2022-01-18T17:06:45.148468+0000 mgr.smithi129.iclwio (mgr.14716) 2179 : cluster [DBG] pgmap v1868: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:06:48.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:48 smithi156 conmon[67007]: cluster 2022-01-18T17:06:47.148971+0000 mgr.smithi129.iclwio (mgr.14716) 2180 : cluster [DBG] pgmap v1869: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:48.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:48 smithi156 conmon[67007]: 2022-01-18T17:06:48.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:48 smithi129 conmon[101092]: cluster 2022-01-18T17:06:47.148971+0000 mgr.smithi129.iclwio (mgr.14716) 2180 : cluster [DBG] 2022-01-18T17:06:48.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:48 smithi129 conmon[101092]: pgmap v1869: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:48.840 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:06:49.106 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:06:49.106 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (69m) 9m ago 70m 19.9M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:06:49.106 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (61m) 9m ago 70m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:06:49.107 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (60m) 9m ago 69m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:06:49.107 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (69m) 9m ago 70m 40.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:06:49.107 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (65m) 9m ago 65m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:06:49.107 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (65m) 9m ago 65m 27.3M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:06:49.107 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (61m) 9m ago 71m 519M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:06:49.108 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (61m) 9m ago 69m 395M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:06:49.108 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (61m) 9m ago 71m 424M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:06:49.108 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (61m) 9m ago 69m 229M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:06:49.108 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (62m) 9m ago 62m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:06:49.109 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (62m) 9m ago 62m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:06:49.109 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (70m) 9m ago 70m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:06:49.109 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (69m) 9m ago 69m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:06:49.109 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (55m) 9m ago 69m 1571M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:06:49.110 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (68m) 9m ago 68m 2578M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:06:49.110 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (68m) 9m ago 68m 2009M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:06:49.110 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (68m) 9m ago 68m 2571M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:06:49.110 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (67m) 9m ago 67m 2388M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:06:49.110 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (67m) 9m ago 67m 2983M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:06:49.111 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (67m) 9m ago 67m 2339M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:06:49.111 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (66m) 9m ago 66m 3497M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:06:49.111 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (69m) 9m ago 69m 61.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:06:49.424 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:06:49.425 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:06:49.425 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:06:49.425 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:06:49.425 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:06:49.426 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:06:49.426 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:06:49.426 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:06:49.426 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:06:49.427 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:06:49.427 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:06:49.427 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:06:49.427 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:06:49.428 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:06:49.428 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:06:49.428 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:06:49.428 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:06:49.428 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:06:49.429 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:06:50.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:50 smithi156 conmon[67007]: audit 2022-01-18T17:06:48.824344+0000 mgr.smithi129.iclwio (mgr.14716) 2181 : audit [DBG] from='client.35530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:06:50.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:50 smithi156 conmon[67007]: 2022-01-18T17:06:50.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:50 smithi156 conmon[67007]: audit 2022-01-18T17:06:49.093015+0000 mgr.smithi129.iclwio (mgr.14716) 2182 : audit [DBG] from='client.35534 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:06:50.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:50 smithi156 conmon[67007]: cluster 2022-01-18T17:06:49.149660+0000 mgr.smithi129.iclwio (mgr 2022-01-18T17:06:50.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:50 smithi156 conmon[67007]: .14716) 2183 : cluster [DBG] pgmap v1870: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:06:50.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:50 smithi156 conmon[67007]: audit 2022-01-18T17 2022-01-18T17:06:50.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:50 smithi156 conmon[67007]: :06:49.420290+0000 mon.smithi129 (mon.0) 839 : audit [DBG] from='client.? 172.21.15.129:0/2883675144' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:06:50.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:50 smithi156 conmon[67007]: 2022-01-18T17:06:50.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:50 smithi129 conmon[101092]: audit 2022-01-18T17:06:48.824344+0000 mgr.smithi129.iclwio (mgr.14716) 2181 : audit [DBG] from='client.35530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:06:50.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:50 smithi129 conmon[101092]: audit 2022-01-18T17:06: 2022-01-18T17:06:50.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:50 smithi129 conmon[101092]: 49.093015+0000 mgr.smithi129.iclwio (mgr.14716) 2182 : audit [DBG] from='client.35534 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:06:50.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:50 smithi129 conmon[101092]: cluster 2022-01-18T17:06:49.149660+0000 mgr.smithi129.iclwio (mgr.14716) 2183 : cluster [DBG] pgmap v1870: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:06:50.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:50 smithi129 conmon[101092]: audit 2022-01-18T17:06:49. 2022-01-18T17:06:50.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:50 smithi129 conmon[101092]: 420290+0000 mon.smithi129 (mon.0) 839 : audit [DBG] 2022-01-18T17:06:50.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:50 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/2883675144' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:06:52.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:52 smithi156 conmon[67007]: cluster 2022-01-18T17:06:51.150210+0000 mgr.smithi129.iclwio (mgr.14716) 2184 : cluster [DBG] pgmap v1871: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:52.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:52 smithi156 conmon[67007]: 2022-01-18T17:06:52.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:52 smithi129 conmon[101092]: cluster 2022-01-18T17:06:51.150210+0000 mgr.smithi129.iclwio (mgr.14716) 2184 : cluster [DBG] pgmap v1871: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:52.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:52 smithi129 conmon[101092]: 2022-01-18T17:06:54.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:54 smithi156 conmon[67007]: cluster 2022-01-18T17:06:53.150940+0000 mgr.smithi129.iclwio (mgr.14716) 2185 : cluster [DBG] pgmap v1872: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:54.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:54 smithi129 conmon[101092]: cluster 2022-01-18T17:06:53.150940+0000 mgr.smithi129.iclwio (mgr.14716) 2185 : cluster [DBG] pgmap v1872: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:56.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:55 smithi156 conmon[67007]: cluster 2022-01-18T17:06:55.151898+0000 mgr.smithi129.iclwio (mgr.14716) 2186 : cluster [DBG] pgmap v1873: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:06:56.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:55 smithi129 conmon[101092]: cluster 2022-01-18T17:06:55.151898+0000 mgr.smithi129.iclwio (mgr.14716) 2186 : cluster [DBG] pgmap v1873: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:06:58.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:58 smithi156 conmon[67007]: cluster 2022-01-18T17:06:57.152429+0000 mgr.smithi129.iclwio (mgr.14716) 2187 : cluster [DBG] pgmap v1874: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:58.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:58 smithi129 conmon[101092]: cluster 2022-01-18T17:06:57.152429+0000 mgr.smithi129.iclwio (mgr.14716) 2187 : cluster [DBG] pgmap v1874: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:06:58.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:58 smithi129 conmon[101092]: 2022-01-18T17:06:59.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:59 smithi156 conmon[67007]: audit 2022-01-18T17:06:58.438035+0000 mon.smithi129 (mon.0) 840 2022-01-18T17:06:59.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:59 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:06:59.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:06:59 smithi156 conmon[67007]: audit 2022-01-18T17:06:58.438268+0000 mon.smithi129 (mon.0) 841 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:06:59.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:59 smithi129 conmon[101092]: audit 2022-01-18T17:06:58.438035+0000 mon.smithi129 (mon.0) 840 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:06:59.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:59 smithi129 conmon[101092]: 2022-01-18T17:06:59.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:06:59 smithi129 conmon[101092]: audit 2022-01-18T17:06:58.438268+0000 mon.smithi129 (mon.0) 841 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:07:00.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:00 smithi156 conmon[67007]: cluster 2022-01-18T17:06:59.153161+0000 mgr.smithi129.iclwio (mgr.14716) 2188 : cluster [DBG] pgmap v1875: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:07:00.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:00 smithi129 conmon[101092]: cluster 2022-01-18T17:06:59.153161+0000 mgr.smithi129.iclwio (mgr.14716) 2188 : cluster [DBG] pgmap v1875: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:07:02.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:02 smithi156 conmon[67007]: cluster 2022-01-18T17:07:01.153751+0000 mgr.smithi129.iclwio (mgr.14716) 2189 : cluster [DBG] pgmap v1876: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:02.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:02 smithi129 conmon[101092]: cluster 2022-01-18T17:07:01.153751+0000 mgr.smithi129.iclwio (mgr.14716) 2189 : cluster [DBG] pgmap v1876: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:04.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:04 smithi156 conmon[67007]: cluster 2022-01-18T17:07:03.154297+0000 mgr.smithi129.iclwio (mgr.14716) 2190 : cluster [DBG] pgmap v1877: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:04.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:04 smithi129 conmon[101092]: cluster 2022-01-18T17:07:03.154297+0000 mgr.smithi129.iclwio (mgr.14716) 2190 : cluster [DBG] pgmap v1877: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:06.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:05 smithi156 conmon[67007]: cluster 2022-01-18T17:07:05.155248+0000 mgr.smithi129.iclwio (mgr.14716) 2191 : cluster [DBG] pgmap v1878: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:07:06.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:05 smithi129 conmon[101092]: cluster 2022-01-18T17:07:05.155248+0000 mgr.smithi129.iclwio (mgr.14716) 2191 : cluster [DBG] pgmap v1878: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:07:07.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:06 smithi156 conmon[67007]: audit 2022-01-18T17:07:06.617869+0000 mon.smithi129 (mon.0) 842 2022-01-18T17:07:07.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:06 smithi156 conmon[67007]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:07:07.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:06 smithi156 conmon[67007]: audit 2022-01-18T17:07:06.619393+0000 mon.smithi129 (mon.0) 843 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:07:07.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:06 smithi156 conmon[67007]: 2022-01-18T17:07:07.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:06 smithi156 conmon[67007]: audit 2022-01-18T17:07:06.620462 2022-01-18T17:07:07.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:06 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 844 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:07:07.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:06 smithi156 conmon[67007]: 2022-01-18T17:07:07.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:06 smithi129 conmon[101092]: audit 2022-01-18T17:07:06.617869+0000 mon.smithi129 (mon.0) 842 : audit 2022-01-18T17:07:07.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:06 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:07:07.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:06 smithi129 conmon[101092]: audit 2022-01-18T17:07:06.619393+0000 mon.smithi129 (mon.0) 843 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:07:07.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:06 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T17:07:07.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:06 smithi129 conmon[101092]: T17:07:06.620462+0000 2022-01-18T17:07:07.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:06 smithi129 conmon[101092]: mon.smithi129 (mon.0) 844 : audit [INF] 2022-01-18T17:07:07.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:06 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:07:07.889 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:07 smithi129 conmon[101092]: cephadm 2022-01-18T17:07:06.621205+0000 mgr.smithi129.iclwio (mgr.14716) 2192 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:07:07.889 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:07 smithi129 conmon[101092]: audit 2022-01-18T17:07:06.881541+0000 mon.smithi129 (mon.0) 845 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:07:07.889 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:07 smithi129 conmon[101092]: cluster 2022-01-18T17:07:07.155754+0000 mgr.smithi129.iclwio (mgr.14716) 2193 : cluster [DBG] pgmap v1879: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:08.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:07 smithi156 conmon[67007]: cephadm 2022-01-18T17:07:06.621205 2022-01-18T17:07:08.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:07 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 2192 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:07:08.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:07 smithi156 conmon[67007]: audit 2022-01-18T17:07:06.881541+0000 mon.smithi129 (mon.0) 845 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:07:08.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:07 smithi156 conmon[67007]: cluster 2022-01-18T17:07:07.155754+0000 mgr.smithi129.iclwio (mgr.14716) 2193 : cluster [DBG] pgmap v1879: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:10.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:10 smithi156 conmon[67007]: cluster 2022-01-18T17:07:09.156357+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:07:10.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:10 smithi156 conmon[67007]: 2194 : cluster [DBG] pgmap v1880: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:07:10.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:10 smithi129 conmon[101092]: cluster 2022-01-18T17:07:09.156357+0000 2022-01-18T17:07:10.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:10 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 2194 : cluster [DBG] pgmap v1880: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:07:11.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:11 smithi156 conmon[67007]: audit 2022-01-18T17:07:10.217285+0000 mon.smithi129 (mon.0) 846 : audit 2022-01-18T17:07:11.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:11 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:07:11.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:11 smithi129 conmon[101092]: audit 2022-01-18T17:07:10.217285 2022-01-18T17:07:11.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:11 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 846 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:07:12.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:12 smithi156 conmon[67007]: cluster 2022-01-18T17:07:11.156988+0000 mgr.smithi129.iclwio (mgr.14716) 2195 : cluster [DBG] pgmap v1881: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:12.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:12 smithi156 conmon[67007]: audit 2022-01-18T17:07:12.215090 2022-01-18T17:07:12.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:12 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 847 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:07:12.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:12 smithi129 conmon[101092]: cluster 2022-01-18T17:07:11.156988+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:07:12.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:12 smithi129 conmon[101092]: 2195 : cluster [DBG] pgmap v1881: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:12.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:12 smithi129 conmon[101092]: audit 2022-01-18T17:07:12.215090+0000 mon.smithi129 (mon.0) 847 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:07:13.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:13 smithi156 conmon[67007]: audit 2022-01-18T17:07:12.504521+0000 mon.smithi129 (mon.0) 848 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:07:13.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:13 smithi156 conmon[67007]: audit 2022-01-18T17:07:12.509191+0000 mon.smithi129 (mon.0) 849 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:07:13.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:13 smithi129 conmon[101092]: audit 2022-01-18T17:07:12.504521+0000 mon.smithi129 (mon.0) 848 : audit [INF] 2022-01-18T17:07:13.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:13 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:07:13.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:13 smithi129 conmon[101092]: audit 2022-01-18T17:07:12.509191+0000 mon.smithi129 (mon.0) 849 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:07:14.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:14 smithi156 conmon[67007]: cluster 2022-01-18T17:07:13.157520+0000 mgr.smithi129.iclwio (mgr.14716) 2196 : cluster [DBG] pgmap v1882: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:14.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:14 smithi129 conmon[101092]: cluster 2022-01-18T17:07:13.157520+0000 mgr.smithi129.iclwio (mgr.14716) 2196 : cluster [DBG] pgmap v1882: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:14.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:14 smithi129 conmon[101092]: 2022-01-18T17:07:16.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:15 smithi156 conmon[67007]: cluster 2022-01-18T17:07:15.158296+0000 mgr.smithi129.iclwio (mgr.14716) 2197 : cluster [DBG] pgmap v1883: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:07:16.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:15 smithi129 conmon[101092]: cluster 2022-01-18T17:07:15.158296+0000 mgr.smithi129.iclwio (mgr.14716) 2197 : cluster [DBG] pgmap v1883: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:07:18.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:18 smithi156 conmon[67007]: cluster 2022-01-18T17:07:17.158867+0000 mgr.smithi129.iclwio (mgr.14716) 2198 : cluster [DBG] pgmap v1884: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:18.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:18 smithi129 conmon[101092]: cluster 2022-01-18T17:07:17.158867+0000 mgr.smithi129.iclwio (mgr.14716) 2198 : cluster [DBG] pgmap v1884: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:19.725 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:07:19.990 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:07:19.990 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (69m) 7s ago 71m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:07:19.990 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (61m) 7s ago 71m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:07:19.991 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (61m) 9s ago 70m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:07:19.991 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (69m) 7s ago 70m 41.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:07:19.991 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (65m) 7s ago 65m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:07:19.992 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (65m) 9s ago 65m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:07:19.992 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (62m) 7s ago 72m 533M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:07:19.992 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (62m) 9s ago 70m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:07:19.992 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (62m) 7s ago 72m 492M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:07:19.992 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (61m) 9s ago 70m 270M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:07:19.993 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (62m) 7s ago 62m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:07:19.993 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (62m) 9s ago 62m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:07:19.993 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (70m) 7s ago 70m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:07:19.993 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (70m) 9s ago 70m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:07:19.994 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (56m) 7s ago 69m 1601M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:07:19.994 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (69m) 7s ago 69m 2613M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:07:19.994 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (68m) 7s ago 68m 2032M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:07:19.994 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (68m) 7s ago 68m 2606M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:07:19.994 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (68m) 9s ago 68m 2420M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:07:19.995 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (67m) 9s ago 67m 3014M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:07:19.995 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (67m) 9s ago 67m 2365M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:07:19.995 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (67m) 9s ago 67m 3530M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:07:19.995 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (69m) 7s ago 70m 64.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:07:20.309 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:07:20.310 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:07:20.310 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:07:20.311 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:07:20.311 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:07:20.311 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:07:20.311 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:07:20.312 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:07:20.312 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:07:20.312 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:07:20.312 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:07:20.313 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:07:20.313 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:07:20.313 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:07:20.313 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:07:20.314 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:07:20.314 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:07:20.314 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:07:20.314 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:07:20.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:20 smithi156 conmon[67007]: cluster 2022-01-18T17:07:19.159757+0000 mgr.smithi129.iclwio (mgr.14716) 2199 : cluster [DBG] 2022-01-18T17:07:20.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:20 smithi156 conmon[67007]: pgmap v1885: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:07:20.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:20 smithi129 conmon[101092]: cluster 2022-01-18T17:07:19.159757+0000 mgr.smithi129.iclwio (mgr.14716) 2199 : cluster [DBG] pgmap v1885: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:07:21.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:21 smithi156 conmon[67007]: audit 2022-01-18T17:07:19.709320+0000 mgr.smithi129.iclwio (mgr.14716) 2200 : audit [DBG] from='client.35542 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:07:21.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:21 smithi156 conmon[67007]: audit 2022-01-18T17:07:19.977050+0000 mgr.smithi129.iclwio (mgr.14716) 2201 : audit [DBG] from='client.35546 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:07:21.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:21 smithi156 conmon[67007]: audit 2022-01-18T17:07:20.305466+0000 mon.smithi129 (mon.0) 850 : audit [DBG] from='client.? 172.21.15.129:0/1403405180' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:07:21.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:21 smithi129 conmon[101092]: audit 2022-01-18T17:07:19.709320+0000 mgr.smithi129.iclwio (mgr.14716) 2200 : audit [DBG] from='client.35542 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:07:21.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:21 smithi129 conmon[101092]: audit 2022-01-18T17:07:19.977050+0000 mgr.smithi129.iclwio (mgr.14716) 2201 : audit [DBG] from='client.35546 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:07:21.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:21 smithi129 conmon[101092]: audit 2022-01-18T17:07:20.305466+0000 mon.smithi129 (mon.0) 850 : audit [DBG] from='client.? 172.21.15.129:0/1403405180' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:07:21.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:21 smithi129 conmon[101092]: 2022-01-18T17:07:22.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:22 smithi156 conmon[67007]: cluster 2022-01-18T17:07:21.160289+0000 mgr.smithi129.iclwio (mgr.14716) 2202 : cluster 2022-01-18T17:07:22.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:22 smithi156 conmon[67007]: [DBG] pgmap v1886: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:22.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:22 smithi129 conmon[101092]: cluster 2022-01-18T17:07:21.160289+0000 mgr.smithi129.iclwio (mgr.14716) 2202 : cluster [DBG] pgmap v1886: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:24.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:24 smithi156 conmon[67007]: cluster 2022-01-18T17:07:23.160853+0000 mgr.smithi129.iclwio (mgr.14716) 2203 : cluster [DBG] pgmap v1887: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:24.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:24 smithi156 conmon[67007]: 2022-01-18T17:07:24.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:24 smithi129 conmon[101092]: cluster 2022-01-18T17:07:23.160853+0000 mgr.smithi129.iclwio (mgr.14716) 2203 : cluster [DBG] pgmap v1887: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:26.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:25 smithi156 conmon[67007]: cluster 2022-01-18T17:07:25.161583+0000 mgr.smithi129.iclwio (mgr.14716) 2204 : cluster [DBG] 2022-01-18T17:07:26.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:25 smithi156 conmon[67007]: pgmap v1888: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:07:26.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:25 smithi129 conmon[101092]: cluster 2022-01-18T17:07:25.161583+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:07:26.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:25 smithi129 conmon[101092]: ) 2204 : cluster [DBG] pgmap v1888: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:07:28.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:28 smithi156 conmon[67007]: cluster 2022-01-18T17:07:27.162087+0000 mgr.smithi129.iclwio (mgr.14716) 2205 : cluster [DBG] pgmap v1889: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:28.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:28 smithi129 conmon[101092]: cluster 2022-01-18T17:07:27.162087+0000 mgr.smithi129.iclwio (mgr.14716) 2205 : cluster [DBG] pgmap v1889: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:30.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:30 smithi156 conmon[67007]: cluster 2022-01-18T17:07:29.163018+0000 mgr.smithi129.iclwio (mgr.14716) 2206 : cluster [DBG] pgmap v1890: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:07:30.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:30 smithi156 conmon[67007]: 2022-01-18T17:07:30.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:30 smithi129 conmon[101092]: cluster 2022-01-18T17:07:29.163018+0000 mgr.smithi129.iclwio (mgr.14716) 2206 : cluster [DBG] pgmap v1890: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:07:32.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:32 smithi156 conmon[67007]: cluster 2022-01-18T17:07:31.163580+0000 mgr.smithi129.iclwio (mgr.14716) 2207 : cluster [DBG] 2022-01-18T17:07:32.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:32 smithi156 conmon[67007]: pgmap v1891: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:32.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:32 smithi129 conmon[101092]: cluster 2022-01-18T17:07:31.163580+0000 mgr.smithi129.iclwio (mgr.14716) 2207 : cluster [DBG] pgmap v1891: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:32.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:32 smithi129 conmon[101092]: 2022-01-18T17:07:34.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:34 smithi156 conmon[67007]: cluster 2022-01-18T17:07:33.164270+0000 mgr.smithi129.iclwio (mgr.14716) 2208 : cluster [DBG] pgmap v1892: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:34.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:34 smithi156 conmon[67007]: 2022-01-18T17:07:34.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:34 smithi129 conmon[101092]: cluster 2022-01-18T17:07:33.164270+0000 mgr.smithi129.iclwio (mgr.14716) 2208 : cluster [DBG] pgmap v1892: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:36.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:35 smithi156 conmon[67007]: cluster 2022-01-18T17:07:35.164977+0000 mgr.smithi129.iclwio (mgr.14716) 2209 : cluster [DBG] pgmap v1893: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:07:36.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:35 smithi156 conmon[67007]: 2022-01-18T17:07:36.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:35 smithi129 conmon[101092]: cluster 2022-01-18T17:07:35 2022-01-18T17:07:36.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:35 smithi129 conmon[101092]: .164977+0000 mgr.smithi129.iclwio (mgr.14716) 2209 : cluster [DBG] pgmap v1893: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:07:38.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:38 smithi156 conmon[67007]: cluster 2022-01-18T17:07:37.165464+0000 mgr.smithi129.iclwio (mgr.14716) 2210 : cluster [DBG] pgmap v1894: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:38.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:38 smithi156 conmon[67007]: 2022-01-18T17:07:38.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:38 smithi129 conmon[101092]: cluster 2022-01-18T17:07:37.165464+0000 mgr.smithi129.iclwio (mgr.14716) 2210 : cluster [DBG] 2022-01-18T17:07:38.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:38 smithi129 conmon[101092]: pgmap v1894: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:40.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:40 smithi156 conmon[67007]: cluster 2022-01-18T17:07:39.166151+0000 mgr.smithi129.iclwio (mgr.14716) 2211 : cluster [DBG] pgmap v1895: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:07:40.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:40 smithi129 conmon[101092]: cluster 2022-01-18T17:07:39.166151+0000 mgr.smithi129.iclwio (mgr.14716) 2211 : cluster [DBG] pgmap v1895: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:07:42.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:42 smithi156 conmon[67007]: cluster 2022-01-18T17:07:41.166644+0000 mgr.smithi129.iclwio (mgr.14716) 2212 : cluster [DBG] pgmap v1896: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:42.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:42 smithi129 conmon[101092]: cluster 2022-01-18T17:07:41.166644+0000 mgr.smithi129.iclwio (mgr.14716) 2212 : cluster [DBG] 2022-01-18T17:07:42.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:42 smithi129 conmon[101092]: pgmap v1896: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:44.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:44 smithi156 conmon[67007]: cluster 2022-01-18T17:07:43.167186+0000 mgr.smithi129.iclwio (mgr.14716) 2213 : cluster [DBG] pgmap v1897: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:44.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:44 smithi129 conmon[101092]: cluster 2022-01-18T17:07:43.167186+0000 mgr.smithi129.iclwio (mgr.14716) 2213 : cluster [DBG] pgmap v1897: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:46.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:45 smithi156 conmon[67007]: cluster 2022-01-18T17:07:45.167978+0000 mgr.smithi129.iclwio (mgr.14716) 2214 : cluster [DBG] 2022-01-18T17:07:46.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:45 smithi156 conmon[67007]: pgmap v1898: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:07:46.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:45 smithi129 conmon[101092]: cluster 2022-01-18T17:07:45.167978+0000 mgr.smithi129.iclwio (mgr.14716) 2214 : cluster 2022-01-18T17:07:46.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:45 smithi129 conmon[101092]: [DBG] pgmap v1898: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:07:48.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:48 smithi156 conmon[67007]: cluster 2022-01-18T17:07:47.168591+0000 mgr.smithi129.iclwio (mgr.14716) 2215 : cluster [DBG] pgmap v1899: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:48.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:48 smithi129 conmon[101092]: cluster 2022-01-18T17:07:47.168591+0000 mgr.smithi129.iclwio (mgr.14716) 2215 : cluster [DBG] 2022-01-18T17:07:48.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:48 smithi129 conmon[101092]: pgmap v1899: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:50.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:50 smithi156 conmon[67007]: cluster 2022-01-18T17:07:49.169269+0000 mgr.smithi129.iclwio (mgr.14716) 2216 : cluster [DBG] pgmap v1900: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:07:50.608 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:07:50.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:50 smithi129 conmon[101092]: cluster 2022-01-18T17:07:49.169269+0000 mgr.smithi129.iclwio (mgr.14716) 2216 : cluster [DBG] 2022-01-18T17:07:50.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:50 smithi129 conmon[101092]: pgmap v1900: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:07:50.872 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:07:50.873 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (70m) 38s ago 71m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:07:50.873 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (62m) 38s ago 71m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:07:50.873 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (61m) 40s ago 70m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:07:50.874 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (70m) 38s ago 71m 41.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:07:50.874 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (66m) 38s ago 66m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:07:50.874 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (66m) 40s ago 66m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:07:50.874 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (63m) 38s ago 72m 533M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:07:50.875 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (62m) 40s ago 70m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:07:50.875 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (62m) 38s ago 72m 492M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:07:50.875 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (62m) 40s ago 70m 270M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:07:50.875 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (63m) 38s ago 63m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:07:50.876 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (63m) 40s ago 63m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:07:50.876 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (71m) 38s ago 71m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:07:50.876 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (70m) 40s ago 70m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:07:50.876 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (56m) 38s ago 70m 1601M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:07:50.877 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (69m) 38s ago 69m 2613M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:07:50.877 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (69m) 38s ago 69m 2032M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:07:50.877 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (69m) 38s ago 69m 2606M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:07:50.877 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (68m) 40s ago 68m 2420M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:07:50.878 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (68m) 40s ago 68m 3014M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:07:50.878 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (68m) 40s ago 68m 2365M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:07:50.878 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (67m) 40s ago 67m 3530M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:07:50.878 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (70m) 38s ago 70m 64.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:07:51.187 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:07:51.187 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:07:51.187 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:07:51.187 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:07:51.188 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:07:51.188 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:07:51.188 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:07:51.188 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:07:51.189 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:07:51.189 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:07:51.189 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:07:51.189 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:07:51.189 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:07:51.190 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:07:51.190 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:07:51.190 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:07:51.190 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:07:51.191 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:07:51.191 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:07:51.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:51 smithi156 conmon[67007]: audit 2022-01-18T17:07:51.182709+0000 mon.smithi129 (mon.0) 851 : audit [DBG] 2022-01-18T17:07:51.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:51 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/3776547022' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:07:51.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:51 smithi129 conmon[101092]: audit 2022-01-18T17:07:51.182709+0000 mon.smithi129 (mon.0) 851 : audit [DBG] from='client.? 172.21.15.129:0/3776547022' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:07:52.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:52 smithi156 conmon[67007]: audit 2022-01-18T17:07:50.592983+0000 mgr.smithi129.iclwio (mgr.14716) 2217 : audit [DBG] from='client.35554 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:07:52.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:52 smithi156 conmon[67007]: 2022-01-18T17:07:52.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:52 smithi156 conmon[67007]: audit 2022-01-18T17:07:50.859835+0000 mgr.smithi129.iclwio (mgr.14716) 2218 : audit [DBG] from='client.35558 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:07:52.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:52 smithi156 conmon[67007]: cluster 2022-01-18T17:07:51.169696+0000 mgr.smithi129.iclwio (mgr.14716) 2219 : cluster 2022-01-18T17:07:52.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:52 smithi156 conmon[67007]: [DBG] pgmap v1901: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:52.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:52 smithi129 conmon[101092]: audit 2022-01-18T17:07:50.592983+0000 mgr.smithi129.iclwio (mgr.14716) 2217 : audit [DBG] from='client.35554 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:07:52.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:52 smithi129 conmon[101092]: audit 2022-01-18T17:07:50.859835+0000 mgr.smithi129.iclwio (mgr.14716) 2218 : audit [DBG] from='client.35558 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:07:52.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:52 smithi129 conmon[101092]: cluster 2022-01-18T17:07:51.169696+0000 mgr.smithi129.iclwio (mgr.14716) 2219 : cluster 2022-01-18T17:07:52.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:52 smithi129 conmon[101092]: [DBG] pgmap v1901: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:54.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:54 smithi156 conmon[67007]: cluster 2022-01-18T17:07:53.170175+0000 mgr.smithi129.iclwio (mgr.14716) 2220 : cluster [DBG] pgmap v1902: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:54.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:54 smithi129 conmon[101092]: cluster 2022-01-18T17:07:53.170175+0000 mgr.smithi129.iclwio (mgr.14716) 2220 : cluster [DBG] pgmap v1902: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:54.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:54 smithi129 conmon[101092]: 2022-01-18T17:07:56.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:55 smithi156 conmon[67007]: cluster 2022-01-18T17:07:55.170901+0000 mgr.smithi129.iclwio (mgr.14716) 2221 : cluster [DBG] pgmap v1903: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:07:56.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:55 smithi129 conmon[101092]: cluster 2022-01-18T17:07:55.170901+0000 mgr.smithi129.iclwio (mgr.14716) 2221 : cluster [DBG] pgmap v1903: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:07:58.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:58 smithi156 conmon[67007]: cluster 2022-01-18T17:07:57.171628+0000 mgr.smithi129.iclwio (mgr.14716) 2222 : cluster [DBG] pgmap v1904: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:58.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:58 smithi129 conmon[101092]: cluster 2022-01-18T17:07:57.171628+0000 mgr.smithi129.iclwio (mgr.14716) 2222 : cluster [DBG] pgmap v1904: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:07:59.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:59 smithi156 conmon[67007]: audit 2022-01-18T17:07:58.441904+0000 mon.smithi129 (mon.0) 852 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:07:59.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:59 smithi156 conmon[67007]: 2022-01-18T17:07:59.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:07:59 smithi156 conmon[67007]: audit 2022-01-18T17:07:58.442249+0000 mon.smithi129 (mon.0) 853 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:07:59.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:59 smithi129 conmon[101092]: audit 2022-01-18T17:07:58.441904+0000 mon.smithi129 (mon.0) 852 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:07:59.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:07:59 smithi129 conmon[101092]: audit 2022-01-18T17:07:58.442249+0000 mon.smithi129 (mon.0) 853 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:08:00.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:00 smithi156 conmon[67007]: cluster 2022-01-18T17:07:59.172468+0000 mgr.smithi129.iclwio (mgr.14716) 2223 : cluster [DBG] pgmap v1905: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:08:00.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:00 smithi129 conmon[101092]: cluster 2022-01-18T17:07:59.172468+0000 mgr.smithi129.iclwio (mgr.14716) 2223 : cluster [DBG] pgmap v1905: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:08:02.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:02 smithi156 conmon[67007]: cluster 2022-01-18T17:08:01.172925+0000 mgr.smithi129.iclwio (mgr.14716) 2224 : cluster [DBG] pgmap v1906: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:02.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:02 smithi129 conmon[101092]: cluster 2022-01-18T17:08:01.172925+0000 mgr.smithi129.iclwio (mgr.14716) 2224 : cluster [DBG] pgmap v1906: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:02.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:02 smithi129 conmon[101092]: 2022-01-18T17:08:04.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:04 smithi156 conmon[67007]: cluster 2022-01-18T17:08:03.173591+0000 mgr.smithi129.iclwio (mgr.14716) 2225 : cluster [DBG] pgmap v1907: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:04.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:04 smithi129 conmon[101092]: cluster 2022-01-18T17:08:03.173591+0000 mgr.smithi129.iclwio (mgr.14716) 2225 : cluster [DBG] pgmap v1907: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:06.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:05 smithi156 conmon[67007]: cluster 2022-01-18T17:08:05.174272+0000 mgr.smithi129.iclwio (mgr.14716) 2226 : cluster [DBG] pgmap v1908: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:08:06.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:05 smithi129 conmon[101092]: cluster 2022-01-18T17:08:05.174272+0000 mgr.smithi129.iclwio (mgr.14716) 2226 : cluster [DBG] pgmap v1908: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:08:06.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:05 smithi129 conmon[101092]: 2022-01-18T17:08:08.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:08 smithi156 conmon[67007]: cluster 2022-01-18T17:08:07.174846+0000 mgr.smithi129.iclwio (mgr.14716) 2227 : cluster [DBG] pgmap v1909: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:08.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:08 smithi129 conmon[101092]: cluster 2022-01-18T17:08:07.174846+0000 mgr.smithi129.iclwio (mgr.14716) 2227 : cluster [DBG] pgmap v1909: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:08.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:08 smithi129 conmon[101092]: 2022-01-18T17:08:10.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:10 smithi156 conmon[67007]: cluster 2022-01-18T17:08:09.175552+0000 mgr.smithi129.iclwio (mgr.14716) 2228 : cluster [DBG] pgmap v1910: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:08:10.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:10 smithi129 conmon[101092]: cluster 2022-01-18T17:08:09.175552+0000 mgr.smithi129.iclwio (mgr.14716) 2228 : cluster [DBG] pgmap v1910: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:08:12.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:12 smithi156 conmon[67007]: cluster 2022-01-18T17:08:11.176011+0000 mgr.smithi129.iclwio (mgr.14716) 2229 : cluster [DBG] pgmap v1911: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:12.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:12 smithi156 conmon[67007]: 2022-01-18T17:08:12.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:12 smithi129 conmon[101092]: cluster 2022-01-18T17:08:11.176011+0000 mgr.smithi129.iclwio (mgr.14716) 2229 : cluster [DBG] pgmap v1911: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:13.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:13 smithi156 conmon[67007]: audit 2022-01-18T17:08:12.511719+0000 mon.smithi129 (mon.0) 854 : 2022-01-18T17:08:13.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:13 smithi156 conmon[67007]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:08:13.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:13 smithi156 conmon[67007]: audit 2022-01-18T17:08:12.513090+0000 mon.smithi129 (mon.0) 855 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:08:13.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:13 smithi156 conmon[67007]: audit 2022-01-18T17: 2022-01-18T17:08:13.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:13 smithi156 conmon[67007]: 08:12.513880+0000 mon.smithi129 (mon.0) 856 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:08:13.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:13 smithi156 conmon[67007]: cephadm 2022-01-18T17:08:12 2022-01-18T17:08:13.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:13 smithi156 conmon[67007]: .514609+0000 mgr.smithi129.iclwio (mgr.14716) 2230 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:08:13.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:13 smithi156 conmon[67007]: audit 2022-01-18T17:08:12.822531+0000 mon.smithi129 (mon. 2022-01-18T17:08:13.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:13 smithi156 conmon[67007]: 0) 857 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:08:13.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:13 smithi156 conmon[67007]: audit 2022-01-18T17:08:12.827411+0000 2022-01-18T17:08:13.556 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:13 smithi156 conmon[67007]: mon.smithi129 (mon.0) 858 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:08:13.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:13 smithi129 conmon[101092]: audit 2022-01-18T17:08:12.511719+0000 mon.smithi129 (mon.0) 854 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:08:13.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:13 smithi129 conmon[101092]: audit 2022-01-18T17:08:12.513090+0000 mon.smithi129 (mon.0) 855 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:08:13.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:13 smithi129 conmon[101092]: audit 2022-01-18T17:08:12.513880+0000 mon.smithi129 (mon.0) 856 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:08:13.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:13 smithi129 conmon[101092]: cephadm 2022-01-18T17:08:12.514609+0000 mgr.smithi129.iclwio (mgr.14716) 2230 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:08:13.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:13 smithi129 conmon[101092]: audit 2022-01-18T17:08:12 2022-01-18T17:08:13.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:13 smithi129 conmon[101092]: .822531+0000 mon.smithi129 (mon.0) 857 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:08:13.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:13 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T17:08:13.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:13 smithi129 conmon[101092]: T17:08:12.827411+0000 mon.smithi129 (mon.0) 858 : audit [INF] 2022-01-18T17:08:13.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:13 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:08:14.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:14 smithi156 conmon[67007]: cluster 2022-01-18T17:08:13.176704+0000 mgr.smithi129.iclwio (mgr.14716) 2231 : cluster [DBG] pgmap v1912: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:14.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:14 smithi129 conmon[101092]: cluster 2022-01-18T17:08:13.176704+0000 mgr.smithi129.iclwio (mgr.14716) 2231 : cluster [DBG] pgmap v1912: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:16.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:15 smithi156 conmon[67007]: cluster 2022-01-18T17:08:15.177478+0000 mgr.smithi129.iclwio (mgr.14716) 2232 : cluster [DBG] 2022-01-18T17:08:16.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:15 smithi156 conmon[67007]: pgmap v1913: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:08:16.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:15 smithi129 conmon[101092]: cluster 2022-01-18T17:08:15.177478+0000 mgr.smithi129.iclwio (mgr.14716) 2232 : cluster [DBG] pgmap v1913: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:08:18.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:18 smithi156 conmon[67007]: cluster 2022-01-18T17:08:17.178130+0000 mgr.smithi129.iclwio (mgr.14716) 2233 : cluster [DBG] pgmap v1914: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:18.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:18 smithi129 conmon[101092]: cluster 2022-01-18T17:08:17.178130+0000 mgr.smithi129.iclwio (mgr.14716) 2233 : cluster 2022-01-18T17:08:18.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:18 smithi129 conmon[101092]: [DBG] pgmap v1914: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:20.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:20 smithi156 conmon[67007]: cluster 2022-01-18T17:08:19.178868+0000 mgr.smithi129.iclwio (mgr.14716) 2234 : cluster [DBG] pgmap v1915: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:08:20.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:20 smithi129 conmon[101092]: cluster 2022-01-18T17:08:19.178868+0000 mgr.smithi129.iclwio (mgr.14716) 2234 : cluster [DBG] 2022-01-18T17:08:20.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:20 smithi129 conmon[101092]: pgmap v1915: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:08:21.488 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:08:21.753 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:08:21.753 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (70m) 69s ago 72m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:08:21.754 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (62m) 69s ago 72m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:08:21.754 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (62m) 71s ago 71m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:08:21.754 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (70m) 69s ago 71m 41.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:08:21.754 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (66m) 69s ago 66m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:08:21.755 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (66m) 71s ago 66m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:08:21.755 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (63m) 69s ago 73m 533M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:08:21.755 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (63m) 71s ago 71m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:08:21.755 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (63m) 69s ago 73m 492M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:08:21.756 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (62m) 71s ago 71m 270M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:08:21.756 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (63m) 69s ago 63m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:08:21.756 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (63m) 71s ago 63m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:08:21.756 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (71m) 69s ago 71m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:08:21.757 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (71m) 71s ago 71m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:08:21.757 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (57m) 69s ago 70m 1601M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:08:21.757 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (70m) 69s ago 70m 2613M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:08:21.757 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (69m) 69s ago 69m 2032M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:08:21.758 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (69m) 69s ago 69m 2606M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:08:21.758 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (69m) 71s ago 69m 2420M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:08:21.758 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (68m) 71s ago 68m 3014M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:08:21.758 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (68m) 71s ago 68m 2365M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:08:21.759 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (68m) 71s ago 68m 3530M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:08:21.759 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (70m) 69s ago 71m 64.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:08:22.073 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:08:22.074 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:08:22.074 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:08:22.075 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:08:22.075 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:08:22.076 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:08:22.076 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:08:22.076 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:08:22.077 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:08:22.078 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:08:22.078 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:08:22.078 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:08:22.079 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:08:22.079 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:08:22.080 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:08:22.080 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:08:22.080 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:08:22.081 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:08:22.081 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:08:22.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:22 smithi156 conmon[67007]: cluster 2022-01-18T17:08:21.179493+0000 mgr.smithi129.iclwio (mgr.14716) 2235 : cluster [DBG] pgmap v1916: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:22.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:22 smithi156 conmon[67007]: audit 2022-01-18T17:08:21.472759+0000 mgr.smithi129.iclwio (mgr.14716) 2236 : audit [DBG] from='client.35566 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:08:22.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:22 smithi156 conmon[67007]: audit 2022-01-18T17:08:22.069208+0000 2022-01-18T17:08:22.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:22 smithi156 conmon[67007]: mon.smithi129 (mon.0) 859 : audit [DBG] from='client.? 172.21.15.129:0/790093131' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:08:22.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:22 smithi129 conmon[101092]: cluster 2022-01-18T17:08:21.179493+0000 mgr.smithi129.iclwio (mgr.14716) 2235 : cluster [DBG] pgmap v1916: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:22.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:22 smithi129 conmon[101092]: audit 2022-01-18T17:08:21.472759+0000 mgr.smithi129.iclwio (mgr.14716) 2236 : audit [DBG] from='client.35566 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:08:22.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:22 smithi129 conmon[101092]: audit 2022-01-18T17:08:22.069208+0000 mon.smithi129 (mon.0) 859 : audit [DBG] from='client.? 172.21.15.129:0/790093131' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:08:23.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:23 smithi156 conmon[67007]: audit 2022-01-18T17:08:21.740475+0000 mgr.smithi129.iclwio (mgr.14716) 2237 : audit 2022-01-18T17:08:23.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:23 smithi156 conmon[67007]: [DBG] from='client.35570 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:08:23.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:23 smithi129 conmon[101092]: audit 2022-01-18T17:08:21.740475+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:08:23.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:23 smithi129 conmon[101092]: 2237 : audit [DBG] from='client.35570 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:08:24.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:24 smithi156 conmon[67007]: cluster 2022-01-18T17:08:23.180135+0000 mgr.smithi129.iclwio (mgr.14716) 2238 : cluster [DBG] pgmap v1917: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:24.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:24 smithi129 conmon[101092]: cluster 2022-01-18T17:08:23.180135+0000 mgr.smithi129.iclwio (mgr.14716) 2238 : cluster [DBG] pgmap v1917: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:26.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:25 smithi156 conmon[67007]: cluster 2022-01-18T17:08:25.180897+0000 mgr.smithi129.iclwio (mgr.14716) 2239 : cluster [DBG] pgmap v1918: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:08:26.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:25 smithi129 conmon[101092]: cluster 2022-01-18T17:08:25.180897+0000 mgr.smithi129.iclwio (mgr.14716) 2239 : cluster [DBG] pgmap v1918: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:08:28.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:28 smithi156 conmon[67007]: cluster 2022-01-18T17:08:27.181407+0000 mgr.smithi129.iclwio (mgr.14716) 2240 : cluster [DBG] pgmap v1919: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:28.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:28 smithi156 conmon[67007]: 2022-01-18T17:08:28.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:28 smithi129 conmon[101092]: cluster 2022-01-18T17:08:27.181407+0000 mgr.smithi129.iclwio (mgr.14716) 2240 : cluster [DBG] pgmap v1919: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:30.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:30 smithi156 conmon[67007]: cluster 2022-01-18T17:08:29.182303+0000 mgr.smithi129.iclwio (mgr.14716) 2241 : cluster [DBG] pgmap v1920: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:08:30.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:30 smithi129 conmon[101092]: cluster 2022-01-18T17:08:29.182303+0000 mgr.smithi129.iclwio (mgr.14716) 2241 : cluster [DBG] pgmap v1920: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:08:32.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:32 smithi156 conmon[67007]: cluster 2022-01-18T17:08:31.182905+0000 mgr.smithi129.iclwio (mgr.14716) 2242 : cluster [DBG] pgmap v1921: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:32.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:32 smithi129 conmon[101092]: cluster 2022-01-18T17:08:31.182905+0000 mgr.smithi129.iclwio (mgr.14716) 2242 : cluster [DBG] pgmap v1921: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:34.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:34 smithi156 conmon[67007]: cluster 2022-01-18T17:08:33.183458+0000 mgr.smithi129.iclwio (mgr.14716) 2243 : cluster [DBG] pgmap v1922: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:34.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:34 smithi129 conmon[101092]: cluster 2022-01-18T17:08:33.183458+0000 mgr.smithi129.iclwio (mgr.14716) 2243 : cluster [DBG] pgmap v1922: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:36.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:35 smithi156 conmon[67007]: cluster 2022-01-18T17:08:35.184325+0000 mgr.smithi129.iclwio (mgr.14716) 2244 : cluster [DBG] pgmap v1923: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:08:36.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:35 smithi129 conmon[101092]: cluster 2022-01-18T17:08:35.184325+0000 mgr.smithi129.iclwio (mgr.14716) 2244 : cluster [DBG] pgmap v1923: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:08:38.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:38 smithi156 conmon[67007]: cluster 2022-01-18T17:08:37.184980+0000 mgr.smithi129.iclwio (mgr.14716) 2245 : cluster [DBG] pgmap v1924: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:38.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:38 smithi129 conmon[101092]: cluster 2022-01-18T17:08:37.184980+0000 mgr.smithi129.iclwio (mgr.14716) 2245 : cluster [DBG] pgmap v1924: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:40.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:40 smithi156 conmon[67007]: cluster 2022-01-18T17:08:39.185636+0000 mgr.smithi129.iclwio (mgr.14716) 2246 : cluster [DBG] pgmap v1925: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:08:40.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:40 smithi129 conmon[101092]: cluster 2022-01-18T17:08:39.185636+0000 mgr.smithi129.iclwio (mgr.14716) 2246 : cluster [DBG] pgmap v1925: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:08:42.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:42 smithi156 conmon[67007]: cluster 2022-01-18T17:08:41.186247+0000 mgr.smithi129.iclwio (mgr.14716) 2247 : cluster [DBG] pgmap v1926: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:42.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:42 smithi156 conmon[67007]: 2022-01-18T17:08:42.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:42 smithi129 conmon[101092]: cluster 2022-01-18T17:08:41.186247+0000 mgr.smithi129.iclwio (mgr.14716) 2247 : cluster [DBG] pgmap v1926: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:44.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:44 smithi156 conmon[67007]: cluster 2022-01-18T17:08:43.186783+0000 mgr.smithi129.iclwio (mgr.14716) 2248 : cluster [DBG] pgmap v1927: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:44.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:44 smithi129 conmon[101092]: cluster 2022-01-18T17:08:43.186783+0000 mgr.smithi129.iclwio (mgr.14716) 2248 : cluster [DBG] pgmap v1927: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:46.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:45 smithi156 conmon[67007]: cluster 2022-01-18T17:08:45.187738+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T17:08:46.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:45 smithi156 conmon[67007]: 14716) 2249 : cluster [DBG] pgmap v1928: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:08:46.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:45 smithi129 conmon[101092]: cluster 2022-01-18T17:08:45.187738+0000 mgr.smithi129.iclwio (mgr.14716) 2249 : cluster [DBG] pgmap v1928: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:08:48.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:48 smithi156 conmon[67007]: cluster 2022-01-18T17:08:47.188393+0000 mgr.smithi129.iclwio (mgr.14716) 2250 : cluster [DBG] pgmap v1929: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:48.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:48 smithi129 conmon[101092]: cluster 2022-01-18T17:08:47.188393+0000 mgr.smithi129.iclwio (mgr.14716) 2250 : cluster [DBG] pgmap v1929: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:48.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:48 smithi129 conmon[101092]: 2022-01-18T17:08:50.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:50 smithi156 conmon[67007]: cluster 2022-01-18T17:08:49.189070+0000 mgr.smithi129.iclwio (mgr.14716) 2251 : cluster [DBG] pgmap v1930: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:08:50.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:50 smithi156 conmon[67007]: 2022-01-18T17:08:50.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:50 smithi129 conmon[101092]: cluster 2022-01-18T17:08:49.189070+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:08:50.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:50 smithi129 conmon[101092]: 2251 : cluster [DBG] pgmap v1930: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:08:52.371 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:08:52.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:52 smithi156 conmon[67007]: cluster 2022-01-18T17:08:51.189573+0000 mgr.smithi129.iclwio (mgr.14716) 2252 : cluster [DBG] pgmap v1931: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:52.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:52 smithi156 conmon[67007]: 2022-01-18T17:08:52.638 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:08:52.639 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (71m) 100s ago 72m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:08:52.639 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (63m) 100s ago 72m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:08:52.639 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (63m) 102s ago 71m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:08:52.640 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (71m) 100s ago 72m 41.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:08:52.640 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (67m) 100s ago 67m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:08:52.640 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (67m) 102s ago 67m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:08:52.640 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (64m) 100s ago 73m 533M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:08:52.641 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (63m) 102s ago 71m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:08:52.641 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (63m) 100s ago 73m 492M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:08:52.641 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (63m) 102s ago 71m 270M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:08:52.641 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (64m) 100s ago 64m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:08:52.642 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (64m) 102s ago 64m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:08:52.642 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (72m) 100s ago 72m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:08:52.642 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (71m) 102s ago 71m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:08:52.642 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (57m) 100s ago 71m 1601M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:08:52.643 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (70m) 100s ago 70m 2613M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:08:52.643 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (70m) 100s ago 70m 2032M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:08:52.643 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (70m) 100s ago 70m 2606M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:08:52.644 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (69m) 102s ago 69m 2420M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:08:52.644 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (69m) 102s ago 69m 3014M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:08:52.645 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (69m) 102s ago 69m 2365M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:08:52.645 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (68m) 102s ago 68m 3530M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:08:52.645 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (71m) 100s ago 72m 64.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:08:52.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:52 smithi129 conmon[101092]: cluster 2022-01-18T17:08:51.189573+0000 mgr.smithi129.iclwio (mgr.14716) 2252 : cluster 2022-01-18T17:08:52.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:52 smithi129 conmon[101092]: [DBG] pgmap v1931: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:52.956 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:08:52.957 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:08:52.957 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:08:52.958 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:08:52.958 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:08:52.959 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:08:52.959 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:08:52.960 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:08:52.960 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:08:52.961 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:08:52.961 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:08:52.962 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:08:52.963 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:08:52.963 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:08:52.964 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:08:52.964 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:08:52.965 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:08:52.965 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:08:52.965 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:08:53.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:53 smithi156 conmon[67007]: audit 2022-01-18T17:08:52.355382+0000 mgr.smithi129.iclwio (mgr.14716) 2253 : audit [DBG] from='client.35578 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:08:53.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:53 smithi156 conmon[67007]: 2022-01-18T17:08:53.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:53 smithi156 conmon[67007]: audit 2022-01-18T17:08:52.951761+0000 mon.smithi129 (mon.0) 860 : audit [DBG] from='client.? 172.21.15.129:0/2908691846' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:08:53.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:53 smithi129 conmon[101092]: audit 2022-01-18T17:08:52.355382+0000 mgr.smithi129.iclwio (mgr.14716) 2253 : audit [DBG] 2022-01-18T17:08:53.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:53 smithi129 conmon[101092]: from='client.35578 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:08:53.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:53 smithi129 conmon[101092]: audit 2022-01-18T17:08:52.951761+0000 mon.smithi129 (mon.0) 860 : audit [DBG] from='client.? 172.21.15.129:0/2908691846' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:08:54.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:54 smithi156 conmon[67007]: audit 2022-01-18T17:08:52.625450+0000 mgr.smithi129.iclwio (mgr.14716) 2254 : audit [DBG] from='client.35582 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:08:54.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:54 smithi156 conmon[67007]: cluster 2022-01-18T17:08:53.190229+0000 mgr.smithi129.iclwio (mgr.14716) 2255 : cluster [DBG] pgmap v1932: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:54.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:54 smithi129 conmon[101092]: audit 2022-01-18T17:08:52.625450+0000 mgr.smithi129.iclwio (mgr.14716) 2254 : audit [DBG] from='client.35582 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:08:54.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:54 smithi129 conmon[101092]: cluster 2022-01-18T17:08:53.190229+0000 mgr.smithi129.iclwio (mgr.14716) 2255 : cluster [DBG] pgmap v1932: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:56.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:55 smithi156 conmon[67007]: cluster 2022-01-18T17:08:55.190981+0000 mgr.smithi129.iclwio (mgr.14716) 2256 : cluster [DBG] pgmap v1933: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:08:56.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:55 smithi129 conmon[101092]: cluster 2022-01-18T17:08:55.190981+0000 mgr.smithi129.iclwio (mgr.14716) 2256 : cluster [DBG] pgmap v1933: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:08:58.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:58 smithi156 conmon[67007]: cluster 2022-01-18T17:08:57.191660+0000 mgr.smithi129.iclwio (mgr.14716) 2257 : cluster [DBG] pgmap v1934: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:58.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:58 smithi129 conmon[101092]: cluster 2022-01-18T17:08:57.191660+0000 mgr.smithi129.iclwio (mgr.14716) 2257 : cluster [DBG] pgmap v1934: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:08:59.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:59 smithi156 conmon[67007]: audit 2022-01-18T17:08:58.446062+0000 mon.smithi129 (mon.0) 861 : audit [INF] 2022-01-18T17:08:59.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:59 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:08:59.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:08:59 smithi156 conmon[67007]: audit 2022-01-18T17:08:58.446406+0000 mon.smithi129 (mon.0) 862 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:08:59.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:59 smithi129 conmon[101092]: audit 2022-01-18T17:08:58.446062+0000 mon.smithi129 (mon.0) 861 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:08:59.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:59 smithi129 conmon[101092]: 2022-01-18T17:08:59.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:08:59 smithi129 conmon[101092]: audit 2022-01-18T17:08:58.446406+0000 mon.smithi129 (mon.0) 862 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:09:00.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:00 smithi156 conmon[67007]: cluster 2022-01-18T17:08:59.192578+0000 mgr.smithi129.iclwio (mgr.14716) 2258 : cluster [DBG] pgmap v1935: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:09:00.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:00 smithi129 conmon[101092]: cluster 2022-01-18T17:08:59.192578+0000 mgr.smithi129.iclwio (mgr.14716) 2258 : cluster [DBG] 2022-01-18T17:09:00.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:00 smithi129 conmon[101092]: pgmap v1935: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:09:02.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:02 smithi156 conmon[67007]: cluster 2022-01-18T17:09:01.193212+0000 mgr.smithi129.iclwio (mgr.14716) 2259 : cluster [DBG] pgmap v1936: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:09:02.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:02 smithi129 conmon[101092]: cluster 2022-01-18T17:09:01.193212+0000 mgr.smithi129.iclwio (mgr.14716) 2259 : cluster [DBG] pgmap v1936: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:09:04.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:04 smithi156 conmon[67007]: cluster 2022-01-18T17:09:03.193882+0000 mgr.smithi129.iclwio (mgr.14716) 2260 : cluster [DBG] pgmap v1937: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:09:04.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:04 smithi129 conmon[101092]: cluster 2022-01-18T17:09:03.193882+0000 mgr.smithi129.iclwio (mgr.14716) 2260 : cluster [DBG] pgmap v1937: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:09:06.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:05 smithi156 conmon[67007]: cluster 2022-01-18T17:09:05.194594+0000 mgr.smithi129.iclwio (mgr.14716) 2261 : cluster [DBG] pgmap v1938: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:09:06.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:05 smithi129 conmon[101092]: cluster 2022-01-18T17:09:05.194594+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:09:06.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:05 smithi129 conmon[101092]: 2261 : cluster [DBG] pgmap v1938: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:09:08.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:08 smithi156 conmon[67007]: cluster 2022-01-18T17:09:07.195146+0000 mgr.smithi129.iclwio (mgr.14716) 2262 : cluster [DBG] pgmap v1939: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:09:08.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:08 smithi129 conmon[101092]: cluster 2022-01-18T17:09:07.195146+0000 mgr.smithi129.iclwio (mgr.14716) 2262 : cluster [DBG] pgmap v1939: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:09:10.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:10 smithi156 conmon[67007]: cluster 2022-01-18T17:09:09.196031+0000 mgr.smithi129.iclwio (mgr.14716) 2263 : cluster [DBG] pgmap v1940: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:09:10.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:10 smithi129 conmon[101092]: cluster 2022-01-18T17:09:09.196031+0000 mgr.smithi129.iclwio (mgr.14716) 2263 : cluster [DBG] pgmap v1940: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:09:12.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:12 smithi156 conmon[67007]: cluster 2022-01-18T17:09:11.196585+0000 mgr.smithi129.iclwio (mgr.14716) 2264 : cluster [DBG] pgmap v1941: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:09:12.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:12 smithi156 conmon[67007]: 2022-01-18T17:09:12.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:12 smithi129 conmon[101092]: cluster 2022-01-18T17:09:11.196585+0000 mgr.smithi129.iclwio (mgr.14716) 2264 : cluster 2022-01-18T17:09:12.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:12 smithi129 conmon[101092]: [DBG] pgmap v1941: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:09:13.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:13 smithi156 conmon[67007]: audit 2022-01-18T17:09:12.829893+0000 mon.smithi129 (mon.0) 863 2022-01-18T17:09:13.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:13 smithi156 conmon[67007]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:09:13.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:13 smithi156 conmon[67007]: audit 2022-01-18T17:09:12.831324+0000 mon.smithi129 (mon.0) 864 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:09:13.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:13 smithi156 conmon[67007]: audit 2022-01-18T17:09:12.832197+0000 mon.smithi129 (mon.0) 865 : audit 2022-01-18T17:09:13.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:13 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:09:13.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:13 smithi156 conmon[67007]: audit 2022-01-18T17:09:13. 2022-01-18T17:09:13.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:13 smithi156 conmon[67007]: 093667+0000 mon.smithi129 (mon.0) 866 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:09:13.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:13 smithi156 conmon[67007]: 2022-01-18T17:09:13.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:13 smithi129 conmon[101092]: audit 2022-01-18T17:09:12.829893+0000 mon.smithi129 (mon.0) 863 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:09:13.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:13 smithi129 conmon[101092]: audit 2022-01-18T17:09:12.831324+0000 mon.smithi129 (mon.0) 864 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:09:13.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:13 smithi129 conmon[101092]: audit 2022-01-18T17:09:12.832197+0000 mon.smithi129 (mon.0) 865 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:09:13.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:13 smithi129 conmon[101092]: audit 2022-01-18T17:09:13.093667+0000 mon.smithi129 ( 2022-01-18T17:09:13.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:13 smithi129 conmon[101092]: mon.0) 866 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:09:14.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:14 smithi129 conmon[101092]: cephadm 2022-01-18T17:09:12.832939+0000 mgr.smithi129.iclwio (mgr.14716) 2265 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:09:14.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:14 smithi129 conmon[101092]: cluster 2022-01-18T17:09:13.197277+0000 mgr.smithi129.iclwio (mgr.14716) 2266 : cluster [DBG] pgmap v1942: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:09:14.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:14 smithi129 conmon[101092]: audit 2022-01-18T17:09:13.389946+0000 mon.smithi129 (mon.0) 867 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:09:14.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:14 smithi129 conmon[101092]: audit 2022-01-18T17:09:13.394576+0000 mon.smithi129 ( 2022-01-18T17:09:14.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:14 smithi129 conmon[101092]: mon.0) 868 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:09:14.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:14 smithi156 conmon[67007]: cephadm 2022-01-18T17:09:12.832939+0000 mgr.smithi129.iclwio (mgr.14716) 2265 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:09:14.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:14 smithi156 conmon[67007]: 2022-01-18T17:09:14.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:14 smithi156 conmon[67007]: cluster 2022-01-18T17:09:13.197277+0000 mgr.smithi129.iclwio (mgr.14716) 2266 : cluster [DBG] pgmap v1942: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:09:14.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:14 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T17:09:14.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:14 smithi156 conmon[67007]: 17:09:13.389946+0000 mon.smithi129 (mon.0) 867 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:09:14.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:14 smithi156 conmon[67007]: audit 2022-01-18T17:09:13.394576+0000 mon.smithi129 (mon 2022-01-18T17:09:14.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:14 smithi156 conmon[67007]: .0) 868 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:09:16.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:15 smithi129 conmon[101092]: cluster 2022-01-18T17:09:15.198013+0000 mgr.smithi129.iclwio (mgr.14716) 2267 : cluster [DBG] pgmap v1943: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:09:16.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:15 smithi156 conmon[67007]: cluster 2022-01-18T17:09:15.198013+0000 mgr.smithi129.iclwio (mgr.14716) 2267 : cluster [DBG] 2022-01-18T17:09:16.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:15 smithi156 conmon[67007]: pgmap v1943: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:09:18.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:18 smithi156 conmon[67007]: cluster 2022-01-18T17:09:17.198739+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:09:18.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:18 smithi156 conmon[67007]: 2268 : cluster [DBG] pgmap v1944: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:09:18.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:18 smithi129 conmon[101092]: cluster 2022-01-18T17:09:17.198739+0000 mgr.smithi129.iclwio (mgr.14716) 2268 : cluster [DBG] pgmap v1944: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:09:20.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:20 smithi156 conmon[67007]: cluster 2022-01-18T17:09:19.199645+0000 mgr.smithi129.iclwio (mgr.14716) 2269 : cluster [DBG] pgmap v1945: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:09:20.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:20 smithi156 conmon[67007]: 2022-01-18T17:09:20.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:20 smithi156 conmon[67007]: cluster 2022-01-18T17:09:19.801628+0000 mon.smithi129 (mon.0) 869 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2022-01-18T17:09:20.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:20 smithi129 conmon[101092]: cluster 2022-01-18T17:09:19.199645+0000 mgr.smithi129.iclwio (mgr.14716) 2269 : cluster 2022-01-18T17:09:20.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:20 smithi129 conmon[101092]: [DBG] pgmap v1945: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:09:20.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:20 smithi129 conmon[101092]: cluster 2022-01-18T17:09:19.801628+0000 mon.smithi129 (mon.0) 869 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2022-01-18T17:09:22.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:22 smithi156 conmon[67007]: cluster 2022-01-18T17:09:21.200297+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:09:22.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:22 smithi156 conmon[67007]: ) 2270 : cluster [DBG] pgmap v1947: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-18T17:09:22.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:22 smithi129 conmon[101092]: cluster 2022-01-18T17:09:21.200297+0000 mgr.smithi129.iclwio (mgr.14716) 2270 : cluster [DBG] 2022-01-18T17:09:22.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:22 smithi129 conmon[101092]: pgmap v1947: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-18T17:09:23.254 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:09:23.521 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:09:23.521 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (71m) 2m ago 73m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:09:23.521 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (63m) 2m ago 73m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:09:23.522 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (63m) 2m ago 72m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:09:23.522 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (71m) 2m ago 72m 41.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:09:23.522 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (67m) 2m ago 67m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:09:23.522 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (67m) 2m ago 67m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:09:23.523 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (64m) 2m ago 74m 533M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:09:23.523 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (64m) 2m ago 72m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:09:23.523 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (64m) 2m ago 74m 492M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:09:23.523 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (63m) 2m ago 72m 270M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:09:23.524 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (64m) 2m ago 64m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:09:23.524 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (64m) 2m ago 64m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:09:23.524 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (72m) 2m ago 72m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:09:23.524 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (72m) 2m ago 72m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:09:23.524 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (58m) 2m ago 71m 1601M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:09:23.525 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (71m) 2m ago 71m 2613M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:09:23.525 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (70m) 2m ago 70m 2032M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:09:23.525 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (70m) 2m ago 70m 2606M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:09:23.525 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (70m) 2m ago 70m 2420M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:09:23.526 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (69m) 2m ago 69m 3014M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:09:23.526 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (69m) 2m ago 69m 2365M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:09:23.526 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (69m) 2m ago 69m 3530M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:09:23.526 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (71m) 2m ago 72m 64.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:09:23.840 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:09:23.841 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:09:23.841 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:09:23.841 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:09:23.842 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:09:23.842 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:09:23.842 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:09:23.842 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:09:23.842 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:09:23.843 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:09:23.843 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:09:23.843 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:09:23.843 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:09:23.844 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:09:23.844 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:09:23.844 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:09:23.844 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:09:23.845 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:09:23.845 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:09:24.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:24 smithi156 conmon[67007]: cluster 2022-01-18T17:09:23.200755+0000 mgr.smithi129.iclwio (mgr.14716) 2271 : cluster [DBG] 2022-01-18T17:09:24.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:24 smithi156 conmon[67007]: pgmap v1948: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-18T17:09:24.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:24 smithi156 conmon[67007]: audit 2022-01-18T17:09:23.237805+0000 mgr.smithi129.iclwio (mgr.14716) 2272 : audit [DBG] from='client.35590 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:09:24.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:24 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T17:09:24.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:24 smithi156 conmon[67007]: 18T17:09:23.508293+0000 mgr.smithi129.iclwio (mgr.14716) 2273 : audit [DBG] from='client.35594 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:09:24.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:24 smithi156 conmon[67007]: audit 2022-01-18T17:09:23.836575+0000 mon.smithi129 (mon 2022-01-18T17:09:24.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:24 smithi156 conmon[67007]: .0) 870 : audit [DBG] from='client.? 172.21.15.129:0/3018551061' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:09:24.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:24 smithi129 conmon[101092]: cluster 2022-01-18T17:09:23.200755+0000 mgr.smithi129.iclwio (mgr.14716) 2271 2022-01-18T17:09:24.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:24 smithi129 conmon[101092]: : cluster [DBG] pgmap v1948: 129 pgs: 129 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-18T17:09:24.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:24 smithi129 conmon[101092]: audit 2022-01-18T17:09:23.237805+0000 mgr.smithi129.iclwio (mgr.14716) 2272 : audit [DBG] from='client.35590 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:09:24.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:24 smithi129 conmon[101092]: audit 2022-01-18T17:09:23.508293+0000 mgr.smithi129.iclwio (mgr 2022-01-18T17:09:24.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:24 smithi129 conmon[101092]: .14716) 2273 : audit [DBG] from='client.35594 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:09:24.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:24 smithi129 conmon[101092]: audit 2022-01-18T17:09:23.836575+0000 mon.smithi129 (mon.0) 870 : audit 2022-01-18T17:09:24.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:24 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/3018551061' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:09:26.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:25 smithi129 conmon[101092]: cluster 2022-01-18T17:09:25.201578 2022-01-18T17:09:26.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:25 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 2274 : cluster [DBG] pgmap v1949: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-18T17:09:26.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:25 smithi156 conmon[67007]: cluster 2022-01-18T17:09:25.201578+0000 mgr.smithi129.iclwio (mgr.14716) 2274 : 2022-01-18T17:09:26.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:25 smithi156 conmon[67007]: cluster [DBG] pgmap v1949: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-18T17:09:28.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:28 smithi156 conmon[67007]: cluster 2022-01-18T17:09:27.202344+0000 mgr.smithi129.iclwio (mgr.14716) 2275 : cluster [DBG] pgmap v1950: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-18T17:09:28.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:28 smithi129 conmon[101092]: cluster 2022-01-18T17:09:27.202344+0000 mgr.smithi129.iclwio (mgr.14716) 2275 : cluster [DBG] pgmap v1950: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-18T17:09:30.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:30 smithi156 conmon[67007]: cluster 2022-01-18T17:09:29.203227+0000 mgr.smithi129.iclwio (mgr.14716) 2276 : cluster [DBG] 2022-01-18T17:09:30.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:30 smithi156 conmon[67007]: pgmap v1951: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-18T17:09:30.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:30 smithi129 conmon[101092]: cluster 2022-01-18T17:09:29.203227+0000 mgr.smithi129.iclwio (mgr.14716) 2276 : cluster [DBG] pgmap v1951: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-18T17:09:32.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:32 smithi156 conmon[67007]: cluster 2022-01-18T17:09:31.203752+0000 mgr.smithi129.iclwio (mgr.14716) 2277 : cluster [DBG] 2022-01-18T17:09:32.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:32 smithi156 conmon[67007]: pgmap v1952: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 179 B/s rd, 0 op/s 2022-01-18T17:09:32.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:32 smithi129 conmon[101092]: cluster 2022-01-18T17:09:31.203752+0000 mgr.smithi129.iclwio (mgr.14716) 2277 : cluster [DBG] pgmap v1952: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 179 B/s rd, 0 op/s 2022-01-18T17:09:34.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:34 smithi156 conmon[67007]: cluster 2022-01-18T17:09:33.204547+0000 mgr.smithi129.iclwio (mgr.14716) 2278 : cluster [DBG] pgmap v1953: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:09:34.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:34 smithi156 conmon[67007]: 2022-01-18T17:09:34.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:34 smithi129 conmon[101092]: cluster 2022-01-18T17:09:33.204547+0000 mgr.smithi129.iclwio (mgr.14716) 2278 : cluster [DBG] pgmap v1953: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:09:36.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:35 smithi129 conmon[101092]: cluster 2022-01-18T17:09:34.802726+0000 mon.smithi129 (mon.0) 871 : cluster [DBG] 2022-01-18T17:09:36.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:35 smithi129 conmon[101092]: osdmap e83: 8 total, 8 up, 8 in 2022-01-18T17:09:36.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:35 smithi129 conmon[101092]: cluster 2022-01-18T17:09:35.205259+0000 mgr.smithi129.iclwio (mgr.14716) 2279 : cluster [DBG] pgmap v1955: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-18T17:09:36.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:35 smithi156 conmon[67007]: cluster 2022-01-18T17:09:34.802726+0000 mon.smithi129 (mon.0) 871 : cluster 2022-01-18T17:09:36.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:35 smithi156 conmon[67007]: [DBG] osdmap e83: 8 total, 8 up, 8 in 2022-01-18T17:09:36.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:35 smithi156 conmon[67007]: cluster 2022-01-18T17:09:35.205259+0000 mgr.smithi129.iclwio (mgr.14716) 2279 : cluster [DBG] pgmap v1955: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-18T17:09:38.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:38 smithi156 conmon[67007]: cluster 2022-01-18T17:09:37.205824+0000 mgr.smithi129.iclwio (mgr.14716) 2280 : cluster [DBG] 2022-01-18T17:09:38.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:38 smithi156 conmon[67007]: pgmap v1956: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-18T17:09:38.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:38 smithi129 conmon[101092]: cluster 2022-01-18T17:09:37.205824+0000 mgr.smithi129.iclwio (mgr.14716) 2280 : cluster [DBG] 2022-01-18T17:09:38.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:38 smithi129 conmon[101092]: pgmap v1956: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-18T17:09:40.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:40 smithi156 conmon[67007]: cluster 2022-01-18T17:09:39.206525+0000 mgr.smithi129.iclwio (mgr.14716) 2281 : cluster 2022-01-18T17:09:40.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:40 smithi156 conmon[67007]: [DBG] pgmap v1957: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-18T17:09:40.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:40 smithi129 conmon[101092]: cluster 2022-01-18T17:09:39.206525+0000 mgr.smithi129.iclwio (mgr.14716) 2281 : cluster 2022-01-18T17:09:40.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:40 smithi129 conmon[101092]: [DBG] pgmap v1957: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-18T17:09:42.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:42 smithi156 conmon[67007]: cluster 2022-01-18T17:09:41.207180+0000 mgr.smithi129.iclwio (mgr.14716) 2282 : cluster 2022-01-18T17:09:42.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:42 smithi156 conmon[67007]: [DBG] pgmap v1958: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-18T17:09:42.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:42 smithi129 conmon[101092]: cluster 2022-01-18T17:09:41.207180+0000 mgr.smithi129.iclwio (mgr.14716) 2282 : cluster [DBG] pgmap v1958: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-18T17:09:44.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:44 smithi156 conmon[67007]: cluster 2022-01-18T17:09:43.207692+0000 mgr.smithi129.iclwio (mgr.14716) 2283 : cluster [DBG] 2022-01-18T17:09:44.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:44 smithi156 conmon[67007]: pgmap v1959: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-18T17:09:44.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:44 smithi129 conmon[101092]: cluster 2022-01-18T17:09:43.207692+0000 mgr.smithi129.iclwio (mgr.14716) 2283 : cluster [DBG] pgmap v1959: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-18T17:09:46.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:45 smithi129 conmon[101092]: cluster 2022-01-18T17:09:45.208648+0000 mgr.smithi129.iclwio (mgr.14716) 2284 : cluster [DBG] 2022-01-18T17:09:46.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:45 smithi129 conmon[101092]: pgmap v1960: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 196 B/s rd, 0 op/s 2022-01-18T17:09:46.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:45 smithi156 conmon[67007]: cluster 2022-01-18T17:09:45.208648+0000 mgr.smithi129.iclwio (mgr.14716) 2284 : cluster [DBG] 2022-01-18T17:09:46.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:45 smithi156 conmon[67007]: pgmap v1960: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 196 B/s rd, 0 op/s 2022-01-18T17:09:48.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:48 smithi156 conmon[67007]: cluster 2022-01-18T17:09:47.209197+0000 mgr.smithi129.iclwio (mgr.14716) 2285 : cluster [DBG] 2022-01-18T17:09:48.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:48 smithi156 conmon[67007]: pgmap v1961: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:09:48.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:48 smithi129 conmon[101092]: cluster 2022-01-18T17:09:47.209197+0000 mgr.smithi129.iclwio (mgr.14716) 2285 : cluster 2022-01-18T17:09:48.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:48 smithi129 conmon[101092]: [DBG] pgmap v1961: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:09:50.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:50 smithi156 conmon[67007]: cluster 2022-01-18T17:09:49.209951+0000 mgr.smithi129.iclwio (mgr.14716) 2286 : cluster [DBG] 2022-01-18T17:09:50.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:50 smithi156 conmon[67007]: pgmap v1962: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:09:50.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:50 smithi129 conmon[101092]: cluster 2022-01-18T17:09:49.209951+0000 mgr.smithi129.iclwio (mgr.14716) 2286 : cluster 2022-01-18T17:09:50.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:50 smithi129 conmon[101092]: [DBG] pgmap v1962: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:09:52.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:52 smithi156 conmon[67007]: cluster 2022-01-18T17:09:51.210377+0000 mgr.smithi129.iclwio (mgr.14716) 2287 : 2022-01-18T17:09:52.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:52 smithi156 conmon[67007]: cluster [DBG] pgmap v1963: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:09:52.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:52 smithi129 conmon[101092]: cluster 2022-01-18T17:09:51.210377+0000 mgr.smithi129.iclwio (mgr.14716) 2287 : cluster [DBG] 2022-01-18T17:09:52.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:52 smithi129 conmon[101092]: pgmap v1963: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:09:54.139 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:09:54.404 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:09:54.404 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (72m) 2m ago 73m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:09:54.404 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (64m) 2m ago 73m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:09:54.405 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (64m) 2m ago 72m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:09:54.405 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (72m) 2m ago 73m 41.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:09:54.405 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (68m) 2m ago 68m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:09:54.405 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (68m) 2m ago 68m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:09:54.406 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (65m) 2m ago 74m 533M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:09:54.406 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (64m) 2m ago 72m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:09:54.406 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (64m) 2m ago 74m 492M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:09:54.406 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (64m) 2m ago 72m 270M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:09:54.407 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (65m) 2m ago 65m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:09:54.407 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (65m) 2m ago 65m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:09:54.407 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (73m) 2m ago 73m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:09:54.407 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (72m) 2m ago 72m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:09:54.407 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (58m) 2m ago 72m 1601M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:09:54.408 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (71m) 2m ago 71m 2613M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:09:54.408 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (71m) 2m ago 71m 2032M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:09:54.408 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (71m) 2m ago 71m 2606M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:09:54.408 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (70m) 2m ago 70m 2420M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:09:54.409 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (70m) 2m ago 70m 3014M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:09:54.409 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (70m) 2m ago 70m 2365M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:09:54.409 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (69m) 2m ago 69m 3530M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:09:54.409 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (72m) 2m ago 73m 64.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:09:54.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:54 smithi129 conmon[101092]: cluster 2022-01-18T17:09:53.210930+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:09:54.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:54 smithi129 conmon[101092]: ) 2288 : cluster [DBG] pgmap v1964: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:09:54.718 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:09:54.718 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:09:54.719 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:09:54.719 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:09:54.719 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:09:54.719 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:09:54.720 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:09:54.720 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:09:54.720 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:09:54.720 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:09:54.720 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:09:54.721 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:09:54.721 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:09:54.721 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:09:54.722 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:09:54.722 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:09:54.722 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:09:54.723 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:09:54.723 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:09:54.760 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:54 smithi156 conmon[67007]: cluster 2022-01-18T17:09:53.210930+0000 mgr.smithi129.iclwio (mgr.14716) 2288 : cluster 2022-01-18T17:09:54.760 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:54 smithi156 conmon[67007]: [DBG] pgmap v1964: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:09:55.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:55 smithi156 conmon[67007]: audit 2022-01-18T17:09:54.123620+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:09:55.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:55 smithi156 conmon[67007]: 2289 : audit [DBG] from='client.35602 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:09:55.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:55 smithi156 conmon[67007]: audit 2022-01-18T17:09:54.391209+0000 mgr.smithi129.iclwio (mgr.14716) 2290 : audit [DBG] from='client.35606 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:09:55.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:55 smithi156 conmon[67007]: 2022-01-18T17:09:55.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:55 smithi156 conmon[67007]: audit 2022-01-18T17:09: 2022-01-18T17:09:55.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:55 smithi156 conmon[67007]: 54.714105+0000 mon.smithi129 (mon.0) 872 : audit [DBG] from='client.? 172.21.15.129:0/2496370325' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:09:55.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:55 smithi129 conmon[101092]: audit 2022-01-18T17:09:54.123620+0000 mgr.smithi129.iclwio (mgr.14716) 2289 2022-01-18T17:09:55.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:55 smithi129 conmon[101092]: : audit [DBG] from='client.35602 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:09:55.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:55 smithi129 conmon[101092]: audit 2022-01-18T17:09:54.391209+0000 mgr.smithi129.iclwio (mgr.14716) 2290 : audit [DBG] from='client.35606 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:09:55.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:55 smithi129 conmon[101092]: audit 2022-01-18T17:09:54.714105+0000 mon.smithi129 (mon.0) 872 : audit 2022-01-18T17:09:55.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:55 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/2496370325' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:09:56.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:56 smithi156 conmon[67007]: cluster 2022-01-18T17:09:55.211658+0000 mgr.smithi129.iclwio (mgr.14716) 2291 : cluster 2022-01-18T17:09:56.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:56 smithi156 conmon[67007]: [DBG] pgmap v1965: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:09:56.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:56 smithi129 conmon[101092]: cluster 2022-01-18T17:09:55.211658+0000 mgr.smithi129.iclwio (mgr.14716) 2291 : cluster [DBG] pgmap v1965: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:09:56.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:56 smithi129 conmon[101092]: 2022-01-18T17:09:58.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:58 smithi156 conmon[67007]: cluster 2022-01-18T17:09:57.212309+0000 mgr.smithi129.iclwio (mgr.14716) 2292 : cluster [DBG] 2022-01-18T17:09:58.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:58 smithi156 conmon[67007]: pgmap v1966: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:09:58.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:58 smithi129 conmon[101092]: cluster 2022-01-18T17:09:57.212309+0000 mgr.smithi129.iclwio 2022-01-18T17:09:58.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:58 smithi129 conmon[101092]: (mgr.14716) 2292 : cluster [DBG] pgmap v1966: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:09:59.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:59 smithi156 conmon[67007]: audit 2022-01-18T17:09:58.450281+0000 mon.smithi129 (mon.0) 873 2022-01-18T17:09:59.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:59 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:09:59.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:09:59 smithi156 conmon[67007]: audit 2022-01-18T17:09:58.450519+0000 mon.smithi129 (mon.0) 874 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:09:59.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:59 smithi129 conmon[101092]: audit 2022-01-18T17:09:58.450281+0000 mon.smithi129 (mon.0) 2022-01-18T17:09:59.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:59 smithi129 conmon[101092]: 873 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:09:59.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:09:59 smithi129 conmon[101092]: audit 2022-01-18T17:09:58.450519+0000 mon.smithi129 (mon.0) 874 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:10:00.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:00 smithi156 conmon[67007]: cluster 2022-01-18T17:09:59.213164+0000 mgr.smithi129.iclwio (mgr.14716) 2293 : cluster 2022-01-18T17:10:00.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:00 smithi156 conmon[67007]: [DBG] pgmap v1967: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:10:00.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:00 smithi156 conmon[67007]: cluster 2022-01-18T17:10:00.000152+0000 mon.smithi129 (mon.0) 875 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T17:10:00.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:00 smithi129 conmon[101092]: cluster 2022-01-18T17:09:59.213164+0000 mgr.smithi129.iclwio (mgr.14716) 2293 : cluster [DBG] pgmap v1967: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:10:00.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:00 smithi129 conmon[101092]: cluster 2022-01-18T17:10:00.000152+0000 mon.smithi129 (mon.0) 875 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T17:10:02.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:02 smithi156 conmon[67007]: cluster 2022-01-18T17:10:01.213637+0000 mgr.smithi129.iclwio (mgr.14716) 2294 : cluster 2022-01-18T17:10:02.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:02 smithi156 conmon[67007]: [DBG] pgmap v1968: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:02.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:02 smithi129 conmon[101092]: cluster 2022-01-18T17:10:01.213637+0000 mgr.smithi129.iclwio (mgr.14716) 2294 : cluster [DBG] pgmap v1968: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:04.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:04 smithi156 conmon[67007]: cluster 2022-01-18T17:10:03.214262+0000 mgr.smithi129.iclwio (mgr.14716) 2295 : 2022-01-18T17:10:04.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:04 smithi156 conmon[67007]: cluster [DBG] pgmap v1969: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:04.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:04 smithi129 conmon[101092]: cluster 2022-01-18T17:10:03.214262+0000 mgr.smithi129.iclwio (mgr.14716) 2295 : cluster [DBG] pgmap v1969: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:06.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:05 smithi129 conmon[101092]: cluster 2022-01-18T17:10:05.215298+0000 mgr.smithi129.iclwio (mgr.14716) 2296 : cluster [DBG] pgmap v1970: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:10:06.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:05 smithi129 conmon[101092]: 2022-01-18T17:10:06.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:05 smithi156 conmon[67007]: cluster 2022-01-18T17:10:05.215298+0000 mgr.smithi129.iclwio (mgr.14716) 2296 : cluster [DBG] 2022-01-18T17:10:06.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:05 smithi156 conmon[67007]: pgmap v1970: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:10:08.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:08 smithi156 conmon[67007]: cluster 2022-01-18T17:10:07.215958+0000 mgr.smithi129.iclwio (mgr.14716) 2297 : cluster [DBG] pgmap v1971: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:08.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:08 smithi156 conmon[67007]: 2022-01-18T17:10:08.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:08 smithi129 conmon[101092]: cluster 2022-01-18T17:10:07.215958+0000 mgr.smithi129.iclwio (mgr.14716) 2297 : cluster [DBG] pgmap v1971: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:08.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:08 smithi129 conmon[101092]: 2022-01-18T17:10:10.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:10 smithi156 conmon[67007]: cluster 2022-01-18T17:10:09.216889+0000 mgr.smithi129.iclwio (mgr.14716) 2298 : cluster 2022-01-18T17:10:10.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:10 smithi156 conmon[67007]: [DBG] pgmap v1972: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:10:10.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:10 smithi129 conmon[101092]: cluster 2022-01-18T17:10:09.216889+0000 mgr.smithi129.iclwio (mgr.14716) 2298 : cluster [DBG] pgmap v1972: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:10:12.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:12 smithi156 conmon[67007]: cluster 2022-01-18T17:10:11.217537+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:10:12.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:12 smithi156 conmon[67007]: ) 2299 : cluster [DBG] pgmap v1973: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:12.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:12 smithi129 conmon[101092]: cluster 2022-01-18T17:10:11.217537+0000 mgr.smithi129.iclwio (mgr.14716) 2299 : cluster [DBG] pgmap v1973: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:14.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:14 smithi156 conmon[67007]: cluster 2022-01-18T17:10:13.218107+0000 mgr.smithi129.iclwio (mgr.14716) 2300 : cluster [DBG] pgmap v1974: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:14.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:14 smithi156 conmon[67007]: 2022-01-18T17:10:14.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:14 smithi156 conmon[67007]: audit 2022-01-18T17:10:13.397026+0000 mon.smithi129 (mon.0) 876 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:10:14.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:14 smithi156 conmon[67007]: audit 2022-01-18T17:10:13.398390+0000 mon.smithi129 (mon.0) 877 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:10:14.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:14 smithi156 conmon[67007]: audit 2022-01-18T17:10:13.399278+0000 mon.smithi129 (mon.0) 878 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:10:14.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:14 smithi156 conmon[67007]: cephadm 2022 2022-01-18T17:10:14.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:14 smithi156 conmon[67007]: -01-18T17:10:13.400027+0000 mgr.smithi129.iclwio (mgr.14716) 2301 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:10:14.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:14 smithi156 conmon[67007]: audit 2022-01-18T17:10:13.710884+0000 mon.smithi129 2022-01-18T17:10:14.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:14 smithi156 conmon[67007]: (mon.0) 879 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:10:14.556 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:14 smithi156 conmon[67007]: audit 2022-01-18T17:10:13.718369+0000 mon.smithi129 (mon. 2022-01-18T17:10:14.556 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:14 smithi156 conmon[67007]: 0) 880 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:10:14.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:14 smithi129 conmon[101092]: cluster 2022-01-18T17:10:13.218107+0000 mgr.smithi129.iclwio (mgr.14716) 2300 : cluster [DBG] pgmap v1974: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:14.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:14 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T17:10:14.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:14 smithi129 conmon[101092]: 18T17:10:13.397026+0000 mon.smithi129 (mon.0) 876 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:10:14.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:14 smithi129 conmon[101092]: audit 2022-01-18T17:10:13.398390+0000 mon.smithi129 (mon.0) 877 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:10:14.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:14 smithi129 conmon[101092]: audit 2022-01-18T17:10:13.399278+0000 mon.smithi129 (mon.0) 878 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:10:14.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:14 smithi129 conmon[101092]: cephadm 2022-01-18T17:10:13.400027+0000 mgr.smithi129.iclwio (mgr.14716) 2301 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:10:14.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:14 smithi129 conmon[101092]: audit 2022-01-18T17:10:13.710884+0000 mon.smithi129 (mon.0) 879 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:10:14.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:14 smithi129 conmon[101092]: audit 2022 2022-01-18T17:10:14.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:14 smithi129 conmon[101092]: -01-18T17:10:13.718369+0000 mon.smithi129 (mon.0) 880 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:10:16.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:15 smithi129 conmon[101092]: cluster 2022-01-18T17:10:15.218951+0000 mgr.smithi129.iclwio (mgr.14716) 2302 : cluster [DBG] pgmap v1975: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:10:16.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:15 smithi129 conmon[101092]: 2022-01-18T17:10:16.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:15 smithi156 conmon[67007]: cluster 2022-01-18T17:10:15.218951+0000 mgr.smithi129.iclwio (mgr.14716) 2302 : cluster [DBG] pgmap v1975: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:10:16.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:15 smithi156 conmon[67007]: 2022-01-18T17:10:18.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:18 smithi156 conmon[67007]: cluster 2022-01-18T17:10:17.219619+0000 mgr.smithi129.iclwio (mgr.14716) 2303 : cluster [DBG] pgmap v1976: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:18.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:18 smithi129 conmon[101092]: cluster 2022-01-18T17:10:17.219619+0000 mgr.smithi129.iclwio (mgr.14716) 2303 : cluster [DBG] pgmap v1976: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:20.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:20 smithi156 conmon[67007]: cluster 2022-01-18T17:10:19.220314+0000 mgr.smithi129.iclwio (mgr.14716) 2304 : cluster [DBG] pgmap v1977: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:10:20.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:20 smithi129 conmon[101092]: cluster 2022-01-18T17:10:19.220314+0000 mgr.smithi129.iclwio (mgr.14716) 2304 : cluster [DBG] pgmap v1977: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:10:20.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:20 smithi129 conmon[101092]: 2022-01-18T17:10:22.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:22 smithi156 conmon[67007]: cluster 2022-01-18T17:10:21.220803+0000 mgr.smithi129.iclwio (mgr.14716) 2305 : cluster [DBG] 2022-01-18T17:10:22.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:22 smithi156 conmon[67007]: pgmap v1978: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:22.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:22 smithi129 conmon[101092]: cluster 2022-01-18T17:10:21.220803+0000 mgr.smithi129.iclwio (mgr.14716) 2305 : cluster [DBG] pgmap v1978: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:24.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:24 smithi156 conmon[67007]: cluster 2022-01-18T17:10:23.221542+0000 mgr.smithi129.iclwio (mgr.14716) 2306 : cluster [DBG] pgmap v1979: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:24.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:24 smithi129 conmon[101092]: cluster 2022-01-18T17:10:23.221542+0000 mgr.smithi129.iclwio (mgr.14716) 2306 : cluster [DBG] pgmap v1979: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:25.019 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:10:25.285 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:10:25.285 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (72m) 3m ago 74m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:10:25.286 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (64m) 3m ago 74m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:10:25.286 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (64m) 3m ago 73m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:10:25.286 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (72m) 3m ago 73m 41.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:10:25.286 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (68m) 3m ago 68m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:10:25.287 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (68m) 3m ago 68m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:10:25.287 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (65m) 3m ago 75m 533M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:10:25.287 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (65m) 3m ago 73m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:10:25.287 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (65m) 3m ago 75m 492M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:10:25.288 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (64m) 3m ago 73m 270M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:10:25.288 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (65m) 3m ago 65m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:10:25.288 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (65m) 3m ago 65m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:10:25.288 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (73m) 3m ago 73m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:10:25.289 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (73m) 3m ago 73m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:10:25.289 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (59m) 3m ago 72m 1601M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:10:25.289 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (72m) 3m ago 72m 2613M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:10:25.289 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (71m) 3m ago 71m 2032M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:10:25.290 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (71m) 3m ago 71m 2606M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:10:25.290 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (71m) 3m ago 71m 2420M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:10:25.290 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (71m) 3m ago 71m 3014M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:10:25.290 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (70m) 3m ago 70m 2365M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:10:25.290 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (70m) 3m ago 70m 3530M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:10:25.291 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (72m) 3m ago 73m 64.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:10:25.604 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:10:25.605 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:10:25.605 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:10:25.606 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:10:25.606 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:10:25.607 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:10:25.607 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:10:25.608 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:10:25.608 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:10:25.608 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:10:25.609 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:10:25.609 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:10:25.609 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:10:25.610 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:10:25.610 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:10:25.610 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:10:25.610 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:10:25.611 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:10:25.611 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:10:26.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:25 smithi129 conmon[101092]: audit 2022-01-18T17:10:25.002568+0000 mgr.smithi129.iclwio (mgr.14716) 2307 : audit [DBG] 2022-01-18T17:10:26.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:25 smithi129 conmon[101092]: from='client.35614 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:10:26.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:25 smithi129 conmon[101092]: cluster 2022-01-18T17:10:25.222241+0000 mgr.smithi129.iclwio (mgr.14716) 2308 : cluster [DBG] pgmap v1980: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:10:26.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:25 smithi129 conmon[101092]: audit 2022-01-18T17:10:25.271869+0000 mgr.smithi129.iclwio (mgr.14716) 2309 : 2022-01-18T17:10:26.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:25 smithi129 conmon[101092]: audit [DBG] from='client.35618 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:10:26.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:25 smithi129 conmon[101092]: audit 2022-01-18T17:10:25.600268+0000 mon.smithi129 (mon.0) 881 : audit [DBG] from='client.? 172.21.15.129:0/2561938924' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:10:26.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:25 smithi156 conmon[67007]: audit 2022-01-18T17:10:25.002568+0000 mgr.smithi129.iclwio (mgr.14716) 2307 : audit [DBG] from='client.35614 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:10:26.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:25 smithi156 conmon[67007]: cluster 2022-01-18T17:10:25.222241+0000 2022-01-18T17:10:26.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:25 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 2308 : cluster [DBG] pgmap v1980: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:10:26.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:25 smithi156 conmon[67007]: audit 2022-01-18T17:10:25.271869+0000 mgr.smithi129.iclwio (mgr.14716) 2309 : audit [DBG] from='client.35618 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:10:26.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:25 smithi156 conmon[67007]: audit 2022-01-18T17:10:25.600268+0000 mon.smithi129 (mon.0) 881 : audit [DBG] from='client.? 172.21.15.129:0/2561938924' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:10:28.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:28 smithi156 conmon[67007]: cluster 2022-01-18T17:10:27.222726+0000 mgr.smithi129.iclwio (mgr.14716) 2310 : cluster [DBG] pgmap v1981: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:28.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:28 smithi129 conmon[101092]: cluster 2022-01-18T17:10:27.222726+0000 mgr.smithi129.iclwio ( 2022-01-18T17:10:28.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:28 smithi129 conmon[101092]: mgr.14716) 2310 : cluster [DBG] pgmap v1981: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:30.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:30 smithi156 conmon[67007]: cluster 2022-01-18T17:10:29.223474+0000 mgr.smithi129.iclwio (mgr.14716) 2311 : cluster [DBG] pgmap v1982: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:10:30.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:30 smithi129 conmon[101092]: cluster 2022-01-18T17:10:29.223474+0000 mgr.smithi129.iclwio (mgr.14716) 2311 : cluster [DBG] pgmap v1982: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:10:32.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:32 smithi156 conmon[67007]: cluster 2022-01-18T17:10:31.223998+0000 mgr.smithi129.iclwio (mgr.14716) 2312 : cluster [DBG] pgmap v1983: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:32.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:32 smithi129 conmon[101092]: cluster 2022-01-18T17:10:31.223998+0000 mgr.smithi129.iclwio (mgr.14716) 2312 : cluster [DBG] pgmap v1983: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:34.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:34 smithi156 conmon[67007]: cluster 2022-01-18T17:10:33.224588+0000 mgr.smithi129.iclwio (mgr.14716) 2313 : cluster [DBG] pgmap v1984: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:34.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:34 smithi129 conmon[101092]: cluster 2022-01-18T17:10:33.224588+0000 mgr.smithi129.iclwio (mgr.14716) 2313 : cluster [DBG] pgmap v1984: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:36.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:35 smithi129 conmon[101092]: cluster 2022-01-18T17:10:35.225434+0000 mgr.smithi129.iclwio (mgr.14716) 2314 : cluster [DBG] pgmap v1985: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:10:36.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:35 smithi156 conmon[67007]: cluster 2022-01-18T17:10:35.225434+0000 mgr.smithi129.iclwio (mgr.14716) 2314 : cluster [DBG] pgmap v1985: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:10:38.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:38 smithi156 conmon[67007]: cluster 2022-01-18T17:10:37.225999+0000 mgr.smithi129.iclwio (mgr.14716) 2315 : cluster 2022-01-18T17:10:38.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:38 smithi156 conmon[67007]: [DBG] pgmap v1986: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:38.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:38 smithi129 conmon[101092]: cluster 2022-01-18T17:10:37.225999+0000 mgr.smithi129.iclwio (mgr.14716) 2315 : cluster [DBG] pgmap v1986: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:40.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:40 smithi156 conmon[67007]: cluster 2022-01-18T17:10:39.226765+0000 mgr.smithi129.iclwio (mgr.14716) 2316 : cluster [DBG] 2022-01-18T17:10:40.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:40 smithi156 conmon[67007]: pgmap v1987: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:10:40.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:40 smithi129 conmon[101092]: cluster 2022-01-18T17:10:39.226765+0000 mgr.smithi129.iclwio (mgr.14716) 2316 : cluster [DBG] pgmap v1987: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:10:42.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:42 smithi156 conmon[67007]: cluster 2022-01-18T17:10:41.227218+0000 mgr.smithi129.iclwio (mgr.14716) 2317 : cluster 2022-01-18T17:10:42.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:42 smithi156 conmon[67007]: [DBG] pgmap v1988: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:42.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:42 smithi129 conmon[101092]: cluster 2022-01-18T17:10:41.227218+0000 mgr.smithi129.iclwio (mgr.14716) 2317 : cluster [DBG] pgmap v1988: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:44.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:44 smithi156 conmon[67007]: cluster 2022-01-18T17:10:43.227943+0000 mgr.smithi129.iclwio (mgr.14716) 2318 : cluster 2022-01-18T17:10:44.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:44 smithi156 conmon[67007]: [DBG] pgmap v1989: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:44.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:44 smithi129 conmon[101092]: cluster 2022-01-18T17:10:43.227943+0000 mgr.smithi129.iclwio (mgr.14716) 2318 : cluster [DBG] pgmap v1989: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:46.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:45 smithi129 conmon[101092]: cluster 2022-01-18T17:10:45.228876+0000 mgr.smithi129.iclwio (mgr.14716) 2319 : cluster [DBG] pgmap v1990: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:10:46.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:45 smithi156 conmon[67007]: cluster 2022-01-18T17:10:45.228876+0000 mgr.smithi129.iclwio (mgr.14716) 2319 : cluster 2022-01-18T17:10:46.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:45 smithi156 conmon[67007]: [DBG] pgmap v1990: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:10:48.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:48 smithi156 conmon[67007]: cluster 2022-01-18T17:10:47.229498+0000 mgr.smithi129.iclwio (mgr.14716) 2320 : cluster [DBG] 2022-01-18T17:10:48.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:48 smithi156 conmon[67007]: pgmap v1991: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:48.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:48 smithi129 conmon[101092]: cluster 2022-01-18T17:10:47.229498+0000 mgr.smithi129.iclwio (mgr.14716) 2320 : cluster [DBG] 2022-01-18T17:10:48.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:48 smithi129 conmon[101092]: pgmap v1991: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:50.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:50 smithi156 conmon[67007]: cluster 2022-01-18T17:10:49.230180+0000 mgr.smithi129.iclwio (mgr.14716) 2321 : cluster [DBG] 2022-01-18T17:10:50.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:50 smithi156 conmon[67007]: pgmap v1992: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:10:50.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:50 smithi129 conmon[101092]: cluster 2022-01-18T17:10:49.230180+0000 mgr.smithi129.iclwio (mgr.14716) 2321 : cluster [DBG] pgmap v1992: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:10:52.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:52 smithi156 conmon[67007]: cluster 2022-01-18T17:10:51.230698+0000 mgr.smithi129.iclwio (mgr.14716) 2322 : cluster 2022-01-18T17:10:52.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:52 smithi156 conmon[67007]: [DBG] pgmap v1993: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:52.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:52 smithi129 conmon[101092]: cluster 2022-01-18T17:10:51.230698+0000 mgr.smithi129.iclwio (mgr.14716) 2322 : cluster [DBG] pgmap v1993: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:54.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:54 smithi156 conmon[67007]: cluster 2022-01-18T17:10:53.231172+0000 mgr.smithi129.iclwio (mgr.14716) 2323 : cluster 2022-01-18T17:10:54.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:54 smithi156 conmon[67007]: [DBG] pgmap v1994: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:54.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:54 smithi129 conmon[101092]: cluster 2022-01-18T17:10:53.231172+0000 mgr.smithi129.iclwio (mgr.14716) 2323 : cluster [DBG] pgmap v1994: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:55.901 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:10:56.166 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:10:56.167 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (73m) 3m ago 74m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:10:56.167 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (65m) 3m ago 74m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:10:56.167 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (65m) 3m ago 73m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:10:56.167 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (73m) 3m ago 74m 41.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:10:56.168 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (69m) 3m ago 69m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:10:56.168 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (69m) 3m ago 69m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:10:56.168 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (66m) 3m ago 75m 533M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:10:56.168 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (65m) 3m ago 73m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:10:56.168 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (65m) 3m ago 75m 492M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:10:56.169 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (65m) 3m ago 73m 270M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:10:56.169 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (66m) 3m ago 66m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:10:56.169 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (66m) 3m ago 66m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:10:56.169 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (74m) 3m ago 74m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:10:56.170 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (73m) 3m ago 73m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:10:56.170 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (59m) 3m ago 73m 1601M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:10:56.170 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (72m) 3m ago 72m 2613M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:10:56.170 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (72m) 3m ago 72m 2032M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:10:56.171 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (72m) 3m ago 72m 2606M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:10:56.171 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (71m) 3m ago 71m 2420M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:10:56.171 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (71m) 3m ago 71m 3014M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:10:56.171 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (71m) 3m ago 71m 2365M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:10:56.172 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (70m) 3m ago 70m 3530M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:10:56.172 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (73m) 3m ago 74m 64.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:10:56.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:55 smithi129 conmon[101092]: cluster 2022-01-18T17:10:55.231941+0000 mgr.smithi129.iclwio (mgr 2022-01-18T17:10:56.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:55 smithi129 conmon[101092]: .14716) 2324 : cluster [DBG] pgmap v1995: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:10:56.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:55 smithi156 conmon[67007]: cluster 2022-01-18T17:10:55.231941+0000 mgr.smithi129.iclwio (mgr.14716) 2324 : cluster 2022-01-18T17:10:56.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:55 smithi156 conmon[67007]: [DBG] pgmap v1995: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:10:56.488 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:10:56.488 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:10:56.489 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:10:56.489 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:10:56.489 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:10:56.489 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:10:56.490 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:10:56.490 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:10:56.490 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:10:56.490 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:10:56.490 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:10:56.491 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:10:56.491 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:10:56.491 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:10:56.491 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:10:56.492 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:10:56.492 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:10:56.492 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:10:56.492 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:10:57.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:56 smithi129 conmon[101092]: audit 2022-01-18T17:10:55.886072+0000 mgr.smithi129.iclwio (mgr.14716) 2325 2022-01-18T17:10:57.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:56 smithi129 conmon[101092]: : audit [DBG] from='client.35626 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:10:57.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:56 smithi129 conmon[101092]: audit 2022-01-18T17:10:56.153554+0000 mgr.smithi129.iclwio (mgr.14716) 2326 : audit [DBG] from='client.35630 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:10:57.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:56 smithi129 conmon[101092]: audit 2022-01-18T17:10:56.484024+0000 2022-01-18T17:10:57.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:56 smithi129 conmon[101092]: mon.smithi129 (mon.0) 882 : audit [DBG] from='client.? 172.21.15.129:0/1048898780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:10:57.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:56 smithi129 conmon[101092]: 2022-01-18T17:10:57.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:56 smithi156 conmon[67007]: audit 2022-01-18T17:10:55.886072+0000 mgr.smithi129.iclwio (mgr.14716) 2325 : audit [DBG] from='client.35626 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:10:57.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:56 smithi156 conmon[67007]: audit 2022-01-18T17:10:56.153554+0000 mgr.smithi129.iclwio (mgr.14716) 2326 : audit [DBG] from='client.35630 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:10:57.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:56 smithi156 conmon[67007]: audit 2022-01-18T17 2022-01-18T17:10:57.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:56 smithi156 conmon[67007]: :10:56.484024+0000 mon.smithi129 (mon.0) 882 : audit [DBG] from='client.? 172.21.15.129:0/1048898780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:10:58.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:57 smithi129 conmon[101092]: cluster 2022- 2022-01-18T17:10:58.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:57 smithi129 conmon[101092]: 01-18T17:10:57.232651+0000 mgr.smithi129.iclwio (mgr.14716) 2327 : cluster [DBG] pgmap v1996: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:58.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:57 smithi156 conmon[67007]: cluster 2022-01-18T17:10:57.232651+0000 mgr.smithi129.iclwio (mgr.14716) 2327 : cluster [DBG] pgmap v1996: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:10:59.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:58 smithi129 conmon[101092]: audit 2022-01-18T17:10:58.454553+0000 mon.smithi129 (mon.0) 883 : audit [INF] 2022-01-18T17:10:59.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:58 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:10:59.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:58 smithi129 conmon[101092]: audit 2022-01-18T17:10:58.454904+0000 mon.smithi129 (mon.0) 884 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:10:59.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:58 smithi156 conmon[67007]: audit 2022-01-18T17:10:58.454553+0000 mon.smithi129 (mon.0) 883 : 2022-01-18T17:10:59.423 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:58 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:10:59.424 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:58 smithi156 conmon[67007]: audit 2022-01-18T17:10:58.454904+0000 mon.smithi129 (mon.0) 884 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:11:00.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:10:59 smithi129 conmon[101092]: cluster 2022-01-18T17:10:59.233348+0000 mgr.smithi129.iclwio (mgr.14716) 2328 : cluster [DBG] pgmap v1997: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:11:00.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:59 smithi156 conmon[67007]: cluster 2022-01-18T17:10:59.233348+0000 mgr.smithi129.iclwio (mgr.14716) 2328 : cluster [DBG] 2022-01-18T17:11:00.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:10:59 smithi156 conmon[67007]: pgmap v1997: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:11:02.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:02 smithi156 conmon[67007]: cluster 2022-01-18T17:11:01.233821+0000 mgr.smithi129.iclwio (mgr.14716) 2329 : cluster [DBG] pgmap v1998: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:02.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:02 smithi156 conmon[67007]: 2022-01-18T17:11:02.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:02 smithi129 conmon[101092]: cluster 2022-01-18T17:11:01.233821+0000 mgr.smithi129.iclwio (mgr.14716) 2329 : cluster [DBG] pgmap v1998: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:02.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:02 smithi129 conmon[101092]: 2022-01-18T17:11:04.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:04 smithi156 conmon[67007]: cluster 2022-01-18T17:11:03.234363+0000 mgr.smithi129.iclwio (mgr.14716) 2330 : cluster [DBG] pgmap v1999: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:04.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:04 smithi156 conmon[67007]: 2022-01-18T17:11:04.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:04 smithi129 conmon[101092]: cluster 2022-01-18T17:11:03.234363+0000 mgr.smithi129.iclwio (mgr.14716) 2330 : cluster [DBG] pgmap v1999: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:06.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:05 smithi129 conmon[101092]: cluster 2022-01-18T17:11:05.235311+0000 mgr.smithi129.iclwio (mgr.14716) 2331 : cluster [DBG] pgmap v2000: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:11:06.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:05 smithi129 conmon[101092]: 2022-01-18T17:11:06.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:05 smithi156 conmon[67007]: cluster 2022-01-18T17:11:05.235311+0000 mgr.smithi129.iclwio (mgr.14716) 2331 : cluster [DBG] pgmap v2000: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:11:08.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:08 smithi156 conmon[67007]: cluster 2022-01-18T17:11:07.236071+0000 mgr.smithi129.iclwio (mgr.14716) 2332 : cluster [DBG] pgmap v2001: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:08.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:08 smithi129 conmon[101092]: cluster 2022-01-18T17:11:07.236071+0000 mgr.smithi129.iclwio (mgr.14716) 2332 : cluster [DBG] pgmap v2001: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:10.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:10 smithi156 conmon[67007]: cluster 2022-01-18T17:11:09.236867+0000 mgr.smithi129.iclwio (mgr.14716) 2333 : cluster [DBG] pgmap v2002: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:11:10.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:10 smithi129 conmon[101092]: cluster 2022-01-18T17:11:09.236867+0000 mgr.smithi129.iclwio (mgr.14716) 2333 : cluster [DBG] pgmap v2002: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:11:12.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:12 smithi156 conmon[67007]: cluster 2022-01-18T17:11:11.237319+0000 mgr.smithi129.iclwio (mgr.14716) 2334 : cluster [DBG] pgmap v2003: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:12.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:12 smithi129 conmon[101092]: cluster 2022-01-18T17:11:11.237319+0000 mgr.smithi129.iclwio (mgr.14716) 2334 : cluster [DBG] pgmap v2003: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:14.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:14 smithi129 conmon[101092]: cluster 2022-01-18T17:11:13.237895+0000 mgr.smithi129.iclwio (mgr.14716) 2335 : cluster 2022-01-18T17:11:14.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:14 smithi129 conmon[101092]: [DBG] pgmap v2004: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:14.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:14 smithi129 conmon[101092]: audit 2022-01-18T17:11:13.721179+0000 mon.smithi129 (mon.0) 885 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:11:14.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:14 smithi129 conmon[101092]: audit 2022-01-18T17:11:13.722543+0000 mon.smithi129 (mon.0) 886 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:11:14.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:14 smithi129 conmon[101092]: audit 2022-01-18T17:11:13.723667+0000 mon.smithi129 (mon.0) 887 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:11:14.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:14 smithi129 conmon[101092]: audit 2022-01-18T17:11:14.031617+0000 mon.smithi129 (mon.0) 888 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:11:14.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:14 smithi129 conmon[101092]: audit 2022-01-18T17:11:14.039186+0000 mon.smithi129 (mon.0) 889 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:11:14.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:14 smithi156 conmon[67007]: cluster 2022-01-18T17:11:13.237895+0000 mgr.smithi129.iclwio (mgr.14716) 2335 : 2022-01-18T17:11:14.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:14 smithi156 conmon[67007]: cluster [DBG] pgmap v2004: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:14.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:14 smithi156 conmon[67007]: audit 2022-01-18T17:11:13.721179+0000 mon.smithi129 (mon.0) 885 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:11:14.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:14 smithi156 conmon[67007]: audit 2022-01-18T17:11:14.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:14 smithi156 conmon[67007]: 2022-01-18T17:11:13.722543+0000 mon.smithi129 (mon.0) 2022-01-18T17:11:14.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:14 smithi156 conmon[67007]: 886 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:11:14.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:14 smithi156 conmon[67007]: audit 2022-01-18T17:11:14.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:14 smithi156 conmon[67007]: 2022-01-18T17:11:13.723667 2022-01-18T17:11:14.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:14 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 887 : audit [INF] 2022-01-18T17:11:14.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:14 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:11:14.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:14 smithi156 conmon[67007]: audit 2022-01-18T17:11:14.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:14 smithi156 conmon[67007]: 2022-01-18T17:11:14.031617+0000 mon.smithi129 2022-01-18T17:11:14.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:14 smithi156 conmon[67007]: (mon.0) 888 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:11:14.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:14 smithi156 conmon[67007]: audit 2022-01 2022-01-18T17:11:14.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:14 smithi156 conmon[67007]: -18T17:11:14.039186+0000 mon.smithi129 2022-01-18T17:11:14.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:14 smithi156 conmon[67007]: (mon.0) 889 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:11:15.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:15 smithi129 conmon[101092]: cephadm 2022-01-18T17:11:13.724422+0000 mgr.smithi129.iclwio (mgr.14716) 2336 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:11:15.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:15 smithi129 conmon[101092]: 2022-01-18T17:11:15.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:15 smithi156 conmon[67007]: cephadm 2022-01-18T17:11:13.724422+0000 mgr.smithi129.iclwio (mgr.14716) 2336 : cephadm [WRN] 2022-01-18T17:11:15.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:15 smithi156 conmon[67007]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:11:16.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:16 smithi129 conmon[101092]: cluster 2022-01-18T17:11:15.238779+0000 mgr.smithi129.iclwio (mgr.14716) 2337 : 2022-01-18T17:11:16.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:16 smithi129 conmon[101092]: cluster [DBG] pgmap v2005: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:11:16.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:16 smithi156 conmon[67007]: cluster 2022-01-18T17:11:15.238779+0000 mgr.smithi129.iclwio (mgr.14716) 2337 : cluster [DBG] pgmap v2005: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:11:18.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:18 smithi129 conmon[101092]: cluster 2022-01-18T17:11:17.239426+0000 mgr.smithi129.iclwio (mgr.14716) 2338 : cluster [DBG] pgmap v2006: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:18.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:18 smithi156 conmon[67007]: cluster 2022-01-18T17:11:17.239426+0000 mgr.smithi129.iclwio (mgr.14716) 2338 : cluster [DBG] pgmap v2006: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:20.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:20 smithi129 conmon[101092]: cluster 2022-01-18T17:11:19.240213+0000 mgr.smithi129.iclwio (mgr.14716) 2339 : cluster [DBG] pgmap v2007: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:11:20.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:20 smithi156 conmon[67007]: cluster 2022-01-18T17:11:19.240213+0000 mgr.smithi129.iclwio (mgr.14716) 2339 : cluster [DBG] pgmap v2007: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:11:22.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:22 smithi129 conmon[101092]: cluster 2022-01-18T17:11:21.240680+0000 mgr.smithi129.iclwio (mgr.14716) 2340 : cluster [DBG] pgmap v2008: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:22.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:22 smithi156 conmon[67007]: cluster 2022-01-18T17:11:21.240680+0000 mgr.smithi129.iclwio (mgr.14716) 2340 : cluster [DBG] pgmap v2008: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:24.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:24 smithi129 conmon[101092]: cluster 2022-01-18T17:11:23.241243+0000 mgr.smithi129.iclwio (mgr.14716) 2341 : cluster [DBG] pgmap v2009: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:24.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:24 smithi156 conmon[67007]: cluster 2022-01-18T17:11:23.241243+0000 mgr.smithi129.iclwio (mgr.14716) 2341 : cluster [DBG] pgmap v2009: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:26.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:25 smithi129 conmon[101092]: cluster 2022-01-18T17:11:25.242044+0000 mgr.smithi129.iclwio (mgr.14716) 2342 : cluster [DBG] 2022-01-18T17:11:26.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:25 smithi129 conmon[101092]: pgmap v2010: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:11:26.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:25 smithi156 conmon[67007]: cluster 2022-01-18T17:11:25.242044+0000 mgr.smithi129.iclwio (mgr.14716) 2342 : cluster [DBG] pgmap v2010: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:11:26.785 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:11:27.049 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:11:27.049 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (73m) 4m ago 75m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:11:27.050 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (65m) 4m ago 75m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:11:27.050 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (65m) 4m ago 74m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:11:27.050 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (73m) 4m ago 74m 41.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:11:27.050 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (69m) 4m ago 69m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:11:27.051 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (69m) 4m ago 69m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:11:27.051 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (66m) 4m ago 76m 533M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:11:27.051 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (66m) 4m ago 74m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:11:27.051 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (66m) 4m ago 76m 492M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:11:27.052 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (65m) 4m ago 74m 270M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:11:27.052 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (66m) 4m ago 66m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:11:27.052 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (66m) 4m ago 66m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:11:27.052 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (74m) 4m ago 74m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:11:27.053 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (74m) 4m ago 74m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:11:27.053 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (60m) 4m ago 73m 1601M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:11:27.053 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (73m) 4m ago 73m 2613M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:11:27.053 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (72m) 4m ago 72m 2032M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:11:27.054 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (72m) 4m ago 72m 2606M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:11:27.054 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (72m) 4m ago 72m 2420M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:11:27.054 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (72m) 4m ago 72m 3014M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:11:27.054 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (71m) 4m ago 71m 2365M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:11:27.055 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (71m) 4m ago 71m 3530M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:11:27.055 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (73m) 4m ago 74m 64.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:11:27.367 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:11:27.367 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:11:27.368 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:11:27.368 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:11:27.368 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:11:27.368 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:11:27.369 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:11:27.369 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:11:27.369 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:11:27.369 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:11:27.370 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:11:27.370 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:11:27.370 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:11:27.370 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:11:27.371 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:11:27.371 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:11:27.371 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:11:27.371 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:11:27.372 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:11:28.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:28 smithi156 conmon[67007]: audit 2022-01-18T17:11:26.770080+0000 mgr.smithi129.iclwio (mgr.14716) 2343 : audit [DBG] from='client.35638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:11:28.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:28 smithi156 conmon[67007]: audit 2022-01-18T17:11:27.036372+0000 mgr.smithi129.iclwio (mgr.14716) 2344 : audit [DBG] from='client.35642 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:11:28.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:28 smithi156 conmon[67007]: cluster 2022-01-18T17:11:27.242485+0000 mgr.smithi129.iclwio (mgr.14716) 2345 : cluster [DBG] pgmap v2011: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:28.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:28 smithi156 conmon[67007]: audit 2022-01-18T17:11:27.363099+0000 mon.smithi129 (mon 2022-01-18T17:11:28.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:28 smithi156 conmon[67007]: .0) 890 : audit [DBG] from='client.? 172.21.15.129:0/1299276648' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:11:28.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:28 smithi129 conmon[101092]: audit 2022-01-18T17:11:26.770080+0000 mgr.smithi129.iclwio (mgr.14716) 2343 : audit [DBG] from='client.35638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:11:28.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:28 smithi129 conmon[101092]: audit 2022-01-18T17:11:27.036372+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:11:28.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:28 smithi129 conmon[101092]: ) 2344 : audit [DBG] from='client.35642 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:11:28.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:28 smithi129 conmon[101092]: cluster 2022-01-18T17:11:27.242485+0000 mgr.smithi129.iclwio (mgr.14716) 2345 : cluster [DBG] pgmap v2011: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:28.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:28 smithi129 conmon[101092]: audit 2022-01-18T17:11:27.363099+0000 mon.smithi129 (mon.0) 890 : audit [DBG] from='client.? 172.21.15.129:0/1299276648' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:11:28.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:28 smithi129 conmon[101092]: 2022-01-18T17:11:30.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:30 smithi129 conmon[101092]: cluster 2022-01-18T17:11:29.243308+0000 mgr.smithi129.iclwio (mgr.14716) 2346 : cluster [DBG] pgmap v2012: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:11:30.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:30 smithi129 conmon[101092]: 2022-01-18T17:11:30.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:30 smithi156 conmon[67007]: cluster 2022-01-18T17:11:29.243308+0000 mgr.smithi129.iclwio (mgr.14716) 2346 : cluster [DBG] pgmap v2012: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:11:32.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:32 smithi129 conmon[101092]: cluster 2022-01-18T17:11:31.243893+0000 mgr.smithi129.iclwio (mgr.14716) 2347 : cluster [DBG] pgmap v2013: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:32.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:32 smithi156 conmon[67007]: cluster 2022-01-18T17:11:31.243893+0000 mgr.smithi129.iclwio (mgr.14716) 2347 : cluster [DBG] pgmap v2013: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:34.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:34 smithi129 conmon[101092]: cluster 2022-01-18T17:11:33.244433+0000 mgr.smithi129.iclwio (mgr.14716) 2348 : cluster [DBG] pgmap v2014: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:34.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:34 smithi156 conmon[67007]: cluster 2022-01-18T17:11:33.244433+0000 mgr.smithi129.iclwio (mgr.14716) 2348 : cluster [DBG] pgmap v2014: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:36.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:35 smithi129 conmon[101092]: cluster 2022-01-18T17:11:35.245313+0000 mgr.smithi129.iclwio (mgr.14716) 2349 : cluster [DBG] pgmap v2015: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:11:36.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:35 smithi129 conmon[101092]: 2022-01-18T17:11:36.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:35 smithi156 conmon[67007]: cluster 2022-01-18T17:11:35.245313+0000 mgr.smithi129.iclwio (mgr.14716) 2349 : cluster [DBG] pgmap v2015: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:11:38.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:38 smithi129 conmon[101092]: cluster 2022-01-18T17:11:37.245865+0000 mgr.smithi129.iclwio (mgr.14716) 2350 : cluster [DBG] pgmap v2016: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:38.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:38 smithi156 conmon[67007]: cluster 2022-01-18T17:11:37.245865+0000 mgr.smithi129.iclwio (mgr.14716) 2350 : cluster [DBG] pgmap v2016: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:40.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:40 smithi129 conmon[101092]: cluster 2022-01-18T17:11:39.246711+0000 mgr.smithi129.iclwio (mgr.14716) 2351 : cluster [DBG] pgmap v2017: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:11:40.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:40 smithi156 conmon[67007]: cluster 2022-01-18T17:11:39.246711+0000 mgr.smithi129.iclwio (mgr.14716) 2351 : cluster [DBG] pgmap v2017: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:11:42.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:42 smithi129 conmon[101092]: cluster 2022-01-18T17:11:41.247301+0000 mgr.smithi129.iclwio (mgr.14716) 2352 : cluster [DBG] pgmap v2018: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:42.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:42 smithi156 conmon[67007]: cluster 2022-01-18T17:11:41.247301+0000 mgr.smithi129.iclwio (mgr.14716) 2352 : cluster [DBG] pgmap v2018: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:44.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:44 smithi129 conmon[101092]: cluster 2022-01-18T17:11:43.248020+0000 mgr.smithi129.iclwio (mgr.14716) 2353 : cluster [DBG] pgmap v2019: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:44.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:44 smithi156 conmon[67007]: cluster 2022-01-18T17:11:43.248020+0000 mgr.smithi129.iclwio (mgr.14716) 2353 : cluster [DBG] pgmap v2019: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:46.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:45 smithi129 conmon[101092]: cluster 2022-01-18T17:11:45.248894+0000 mgr.smithi129.iclwio (mgr.14716) 2354 : cluster [DBG] pgmap v2020: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:11:46.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:45 smithi156 conmon[67007]: cluster 2022-01-18T17:11:45.248894+0000 mgr.smithi129.iclwio (mgr.14716) 2354 : cluster [DBG] pgmap v2020: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:11:48.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:48 smithi129 conmon[101092]: cluster 2022-01-18T17:11:47.249490+0000 mgr.smithi129.iclwio (mgr.14716) 2355 : cluster [DBG] pgmap v2021: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:48.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:48 smithi156 conmon[67007]: cluster 2022-01-18T17:11:47.249490+0000 mgr.smithi129.iclwio (mgr.14716) 2355 : cluster [DBG] pgmap v2021: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:50.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:50 smithi129 conmon[101092]: cluster 2022-01-18T17:11:49.250425+0000 mgr.smithi129.iclwio (mgr.14716) 2356 : cluster [DBG] pgmap v2022: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:11:50.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:50 smithi156 conmon[67007]: cluster 2022-01-18T17:11:49.250425+0000 mgr.smithi129.iclwio (mgr.14716) 2356 : cluster [DBG] pgmap v2022: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:11:52.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:52 smithi129 conmon[101092]: cluster 2022-01-18T17:11:51.250904+0000 mgr.smithi129.iclwio (mgr.14716) 2357 : cluster [DBG] pgmap v2023: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:52.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:52 smithi129 conmon[101092]: 2022-01-18T17:11:52.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:52 smithi156 conmon[67007]: cluster 2022-01-18T17:11:51.250904+0000 mgr.smithi129.iclwio (mgr.14716) 2357 : cluster [DBG] pgmap v2023: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:54.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:54 smithi129 conmon[101092]: cluster 2022-01-18T17:11:53.251499+0000 mgr.smithi129.iclwio (mgr.14716) 2358 : cluster [DBG] pgmap v2024: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:54.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:54 smithi156 conmon[67007]: cluster 2022-01-18T17:11:53.251499+0000 mgr.smithi129.iclwio (mgr.14716) 2358 : cluster [DBG] pgmap v2024: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:56.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:55 smithi129 conmon[101092]: cluster 2022-01-18T17:11:55.252334+0000 mgr.smithi129.iclwio (mgr.14716) 2359 : cluster [DBG] pgmap v2025: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:11:56.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:55 smithi156 conmon[67007]: cluster 2022-01-18T17:11:55.252334+0000 mgr.smithi129.iclwio (mgr.14716) 2359 : cluster [DBG] pgmap v2025: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:11:57.668 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:11:57.937 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:11:57.938 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (74m) 4m ago 75m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:11:57.938 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (66m) 4m ago 75m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:11:57.938 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (66m) 4m ago 74m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:11:57.939 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (74m) 4m ago 75m 41.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:11:57.939 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (70m) 4m ago 70m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:11:57.939 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (70m) 4m ago 70m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:11:57.939 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (67m) 4m ago 76m 533M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:11:57.939 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (66m) 4m ago 74m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:11:57.940 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (66m) 4m ago 76m 492M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:11:57.940 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (66m) 4m ago 74m 270M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:11:57.940 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (67m) 4m ago 67m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:11:57.940 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (67m) 4m ago 67m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:11:57.941 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (75m) 4m ago 75m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:11:57.941 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (74m) 4m ago 74m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:11:57.941 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (60m) 4m ago 74m 1601M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:11:57.941 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (73m) 4m ago 73m 2613M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:11:57.941 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (73m) 4m ago 73m 2032M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:11:57.942 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (73m) 4m ago 73m 2606M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:11:57.942 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (72m) 4m ago 72m 2420M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:11:57.942 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (72m) 4m ago 72m 3014M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:11:57.942 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (72m) 4m ago 72m 2365M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:11:57.943 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (71m) 4m ago 71m 3530M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:11:57.943 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (74m) 4m ago 75m 64.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:11:58.254 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:11:58.254 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:11:58.254 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:11:58.255 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:11:58.255 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:11:58.255 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:11:58.255 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:11:58.256 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:11:58.256 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:11:58.256 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:11:58.256 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:11:58.256 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:11:58.257 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:11:58.257 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:11:58.257 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:11:58.257 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:11:58.258 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:11:58.258 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:11:58.258 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:11:58.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:58 smithi129 conmon[101092]: cluster 2022-01-18T17:11:57.253043+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:11:58.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:58 smithi129 conmon[101092]: 2360 : cluster [DBG] pgmap v2026: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:58.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:58 smithi129 conmon[101092]: audit 2022-01-18T17:11:58.249757+0000 mon.smithi129 (mon.0) 891 : audit [DBG] from='client.? 172.21.15.129:0/3001086816' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:11:58.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:58 smithi156 conmon[67007]: cluster 2022-01-18T17:11:57.253043+0000 mgr.smithi129.iclwio (mgr.14716) 2360 : cluster [DBG] pgmap v2026: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:11:58.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:58 smithi156 conmon[67007]: audit 2022-01-18T17:11:58.249757+0000 mon.smithi129 (mon.0) 891 : audit [DBG] from='client.? 172.21.15.129:0/3001086816' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:11:59.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:59 smithi129 conmon[101092]: audit 2022-01-18T17:11:57.652860+0000 mgr.smithi129.iclwio (mgr.14716) 2361 : audit [DBG] from='client.35650 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:11:59.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:59 smithi129 conmon[101092]: audit 2022-01-18T17:11:57.924932+0000 mgr.smithi129.iclwio (mgr.14716) 2362 : audit [DBG] from='client.35654 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:11:59.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:59 smithi129 conmon[101092]: audit 2022-01-18T17:11:58.457933+0000 mon.smithi129 (mon.0) 892 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:11:59.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:59 smithi129 conmon[101092]: audit 2022-01-18T17:11:58.458105 2022-01-18T17:11:59.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:11:59 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 893 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:11:59.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:59 smithi156 conmon[67007]: audit 2022-01-18T17:11:57.652860+0000 mgr.smithi129.iclwio (mgr.14716) 2361 : audit [DBG] from='client.35650 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:11:59.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:59 smithi156 conmon[67007]: audit 2022-01-18T17:11:57.924932+0000 mgr.smithi129.iclwio ( 2022-01-18T17:11:59.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:59 smithi156 conmon[67007]: mgr.14716) 2362 : audit [DBG] from='client.35654 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:11:59.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:59 smithi156 conmon[67007]: audit 2022-01-18T17:11:58.457933+0000 mon.smithi129 (mon.0) 892 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:11:59.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:59 smithi156 conmon[67007]: audit 2022-01-18T17:11:58.458105+0000 mon.smithi129 (mon.0) 893 : audit [INF] 2022-01-18T17:11:59.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:11:59 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:12:00.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:00 smithi129 conmon[101092]: cluster 2022-01-18T17:11:59.253759+0000 mgr.smithi129.iclwio (mgr.14716) 2363 : cluster [DBG] pgmap v2027: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:12:00.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:00 smithi156 conmon[67007]: cluster 2022-01-18T17:11:59.253759+0000 mgr.smithi129.iclwio (mgr.14716) 2363 : cluster [DBG] pgmap v2027: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:12:02.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:02 smithi129 conmon[101092]: cluster 2022-01-18T17:12:01.254274+0000 mgr.smithi129.iclwio (mgr.14716) 2364 : cluster [DBG] pgmap v2028: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:02.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:02 smithi156 conmon[67007]: cluster 2022-01-18T17:12:01.254274+0000 mgr.smithi129.iclwio (mgr.14716) 2364 : cluster [DBG] pgmap v2028: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:04.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:04 smithi129 conmon[101092]: cluster 2022-01-18T17:12:03.254824+0000 mgr.smithi129.iclwio (mgr.14716) 2365 : cluster [DBG] pgmap v2029: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:04.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:04 smithi156 conmon[67007]: cluster 2022-01-18T17:12:03.254824+0000 mgr.smithi129.iclwio (mgr.14716) 2365 : cluster [DBG] pgmap v2029: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:06.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:05 smithi129 conmon[101092]: cluster 2022-01-18T17:12:05.255479+0000 mgr.smithi129.iclwio (mgr.14716) 2366 : cluster [DBG] pgmap v2030: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:12:06.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:05 smithi156 conmon[67007]: cluster 2022-01-18T17:12:05.255479+0000 mgr.smithi129.iclwio (mgr.14716) 2366 : cluster [DBG] pgmap v2030: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:12:08.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:08 smithi129 conmon[101092]: cluster 2022-01-18T17:12: 2022-01-18T17:12:08.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:08 smithi129 conmon[101092]: 07.255934+0000 mgr.smithi129.iclwio (mgr.14716) 2367 : cluster [DBG] pgmap v2031: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:08.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:08 smithi156 conmon[67007]: cluster 2022-01-18T17:12:07.255934+0000 mgr.smithi129.iclwio (mgr.14716) 2367 : cluster [DBG] pgmap v2031: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:10.595 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:10 smithi129 conmon[101092]: cluster 2022-01-18T17:12:09.256495+0000 mgr.smithi129.iclwio (mgr.14716) 2368 : cluster [DBG] pgmap v2032: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:12:10.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:10 smithi156 conmon[67007]: cluster 2022-01-18T17:12:09.256495+0000 mgr.smithi129.iclwio (mgr.14716) 2368 : cluster [DBG] pgmap v2032: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:12:12.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:12 smithi129 conmon[101092]: cluster 2022-01-18T17:12:11.256892 2022-01-18T17:12:12.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:12 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 2369 : cluster [DBG] pgmap v2033: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:12.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:12 smithi156 conmon[67007]: cluster 2022-01-18T17:12:11.256892+0000 mgr.smithi129.iclwio (mgr.14716) 2369 : cluster [DBG] pgmap v2033: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:14.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:14 smithi129 conmon[101092]: cluster 2022-01-18T17:12: 2022-01-18T17:12:14.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:14 smithi129 conmon[101092]: 13.257342+0000 mgr.smithi129.iclwio (mgr.14716) 2370 : cluster [DBG] pgmap v2034: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:14.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:14 smithi129 conmon[101092]: audit 2022-01-18T17:12:14.041698+0000 mon.smithi129 (mon.0) 894 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:12:14.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:14 smithi129 conmon[101092]: audit 2022-01-18T17:12:14.042874+0000 mon.smithi129 (mon.0) 895 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:12:14.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:14 smithi129 conmon[101092]: audit 2022-01-18T17:12:14.043555+0000 mon.smithi129 (mon. 2022-01-18T17:12:14.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:14 smithi129 conmon[101092]: 0) 896 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:12:14.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:14 smithi156 conmon[67007]: cluster 2022-01-18T17:12:13.257342+0000 mgr.smithi129.iclwio (mgr.14716) 2370 : cluster [DBG] pgmap v2034: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:14.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:14 smithi156 conmon[67007]: audit 2022-01-18T17 2022-01-18T17:12:14.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:14 smithi156 conmon[67007]: :12:14.041698+0000 mon.smithi129 (mon.0) 894 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:12:14.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:14 smithi156 conmon[67007]: audit 2022-01-18T17:12:14.042874+0000 mon.smithi129 (mon.0) 895 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:12:14.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:14 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T17:12:14.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:14 smithi156 conmon[67007]: 17:12:14.043555+0000 mon.smithi129 (mon.0) 896 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:12:15.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:15 smithi129 conmon[101092]: cephadm 2022-01-18T17:12:14.044056+0000 mgr.smithi129.iclwio (mgr.14716) 2371 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:12:15.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:15 smithi129 conmon[101092]: audit 2022-01-18T17:12:14.351055+0000 mon.smithi129 (mon.0) 897 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:12:15.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:15 smithi129 conmon[101092]: audit 2022-01-18T17:12:14.355993+0000 mon.smithi129 (mon.0) 898 : audit 2022-01-18T17:12:15.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:15 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:12:15.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:15 smithi156 conmon[67007]: cephadm 2022-01-18T17:12:14.044056+0000 mgr.smithi129.iclwio (mgr.14716) 2371 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:12:15.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:15 smithi156 conmon[67007]: audit 2022-01-18T17:12:14.351055+0000 mon.smithi129 (mon.0) 897 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:12:15.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:15 smithi156 conmon[67007]: audit 2022-01-18T17:12:14.355993+0000 mon.smithi129 (mon.0) 898 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:12:16.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:16 smithi129 conmon[101092]: cluster 2022-01-18T17:12:15.258090+0000 mgr.smithi129.iclwio (mgr.14716) 2372 : cluster [DBG] pgmap v2035: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:12:16.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:16 smithi129 conmon[101092]: 2022-01-18T17:12:16.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:16 smithi156 conmon[67007]: cluster 2022-01-18T17:12:15.258090+0000 mgr.smithi129.iclwio (mgr.14716) 2372 : cluster [DBG] pgmap v2035: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:12:18.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:18 smithi129 conmon[101092]: cluster 2022-01-18T17:12:17.258761+0000 mgr.smithi129.iclwio (mgr.14716) 2373 : cluster [DBG] pgmap v2036: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:18.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:18 smithi156 conmon[67007]: cluster 2022-01-18T17:12:17.258761+0000 mgr.smithi129.iclwio (mgr.14716) 2373 : cluster [DBG] pgmap v2036: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:20.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:20 smithi129 conmon[101092]: cluster 2022-01-18T17:12:19.259495+0000 mgr.smithi129.iclwio (mgr.14716) 2374 : cluster [DBG] pgmap v2037: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:12:20.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:20 smithi156 conmon[67007]: cluster 2022-01-18T17:12:19.259495+0000 mgr.smithi129.iclwio (mgr.14716) 2374 : cluster [DBG] pgmap v2037: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:12:20.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:20 smithi156 conmon[67007]: 2022-01-18T17:12:22.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:22 smithi129 conmon[101092]: cluster 2022-01-18T17:12:21.259999+0000 mgr.smithi129.iclwio (mgr.14716) 2375 : cluster [DBG] pgmap v2038: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:22.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:22 smithi156 conmon[67007]: cluster 2022-01-18T17:12:21.259999+0000 mgr.smithi129.iclwio (mgr.14716) 2375 : cluster [DBG] pgmap v2038: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:24.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:24 smithi129 conmon[101092]: cluster 2022-01-18T17:12:23.260535+0000 mgr.smithi129.iclwio (mgr.14716) 2376 : 2022-01-18T17:12:24.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:24 smithi129 conmon[101092]: cluster [DBG] pgmap v2039: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:24.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:24 smithi156 conmon[67007]: cluster 2022-01-18T17:12:23.260535+0000 mgr.smithi129.iclwio (mgr.14716) 2376 : cluster [DBG] pgmap v2039: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:26.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:25 smithi129 conmon[101092]: cluster 2022-01-18T17:12:25.261464+0000 mgr.smithi129.iclwio (mgr.14716) 2377 : cluster [DBG] pgmap v2040: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:12:26.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:25 smithi156 conmon[67007]: cluster 2022-01-18T17:12:25.261464+0000 mgr.smithi129.iclwio (mgr.14716) 2377 : cluster [DBG] pgmap v2040: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:12:28.559 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:12:28.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:28 smithi129 conmon[101092]: cluster 2022-01-18T17:12:27.262167+0000 mgr.smithi129.iclwio (mgr.14716) 2378 : cluster [DBG] pgmap v2041: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:28.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:28 smithi156 conmon[67007]: cluster 2022-01-18T17:12:27.262167+0000 mgr.smithi129.iclwio (mgr.14716) 2378 : cluster 2022-01-18T17:12:28.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:28 smithi156 conmon[67007]: [DBG] pgmap v2041: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:28.824 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:12:28.824 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (74m) 5m ago 76m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:12:28.825 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (66m) 5m ago 76m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:12:28.825 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (66m) 5m ago 75m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:12:28.825 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (74m) 5m ago 75m 41.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:12:28.825 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (70m) 5m ago 70m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:12:28.826 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (70m) 5m ago 70m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:12:28.826 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (67m) 5m ago 77m 533M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:12:28.826 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (67m) 5m ago 75m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:12:28.826 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (67m) 5m ago 77m 492M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:12:28.827 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (66m) 5m ago 75m 270M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:12:28.827 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (67m) 5m ago 67m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:12:28.827 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (67m) 5m ago 67m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:12:28.827 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (75m) 5m ago 75m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:12:28.828 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (75m) 5m ago 75m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:12:28.828 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (61m) 5m ago 74m 1601M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:12:28.828 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (74m) 5m ago 74m 2613M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:12:28.828 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (74m) 5m ago 74m 2032M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:12:28.828 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (73m) 5m ago 73m 2606M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:12:28.829 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (73m) 5m ago 73m 2420M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:12:28.829 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (73m) 5m ago 73m 3014M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:12:28.829 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (72m) 5m ago 72m 2365M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:12:28.829 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (72m) 5m ago 72m 3530M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:12:28.830 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (74m) 5m ago 75m 64.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:12:29.142 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:12:29.142 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:12:29.143 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:12:29.143 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:12:29.143 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:12:29.143 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:12:29.144 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:12:29.144 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:12:29.144 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:12:29.144 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:12:29.144 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:12:29.145 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:12:29.145 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:12:29.145 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:12:29.145 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:12:29.146 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:12:29.146 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:12:29.146 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:12:29.146 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:12:29.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:29 smithi129 conmon[101092]: audit 2022-01-18T17:12:28.542329+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T17:12:29.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:29 smithi129 conmon[101092]: 14716) 2379 : audit [DBG] from='client.35662 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:12:29.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:29 smithi129 conmon[101092]: audit 2022-01-18T17:12:29.138095+0000 mon.smithi129 (mon.0) 899 : audit [DBG] from='client.? 172.21.15.129:0/2161326930' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:12:29.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:29 smithi156 conmon[67007]: audit 2022-01-18T17:12:28.542329+0000 mgr.smithi129.iclwio (mgr.14716) 2379 : audit [DBG] from='client.35662 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:12:29.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:29 smithi156 conmon[67007]: audit 2022-01-18T17:12:29.138095+0000 mon.smithi129 (mon.0) 899 : audit [DBG] from='client.? 172.21.15.129:0/2161326930' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:12:30.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:30 smithi129 conmon[101092]: audit 2022-01-18T17:12:28.811393+0000 mgr.smithi129.iclwio (mgr.14716) 2380 : audit [DBG] from='client.35666 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:12:30.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:30 smithi129 conmon[101092]: cluster 2022-01-18T17:12:29.262821+0000 mgr.smithi129.iclwio (mgr.14716) 2381 : cluster [DBG] pgmap v2042: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:12:30.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:30 smithi156 conmon[67007]: audit 2022-01-18T17:12:28.811393+0000 mgr.smithi129.iclwio (mgr.14716) 2380 : audit [DBG] 2022-01-18T17:12:30.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:30 smithi156 conmon[67007]: from='client.35666 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:12:30.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:30 smithi156 conmon[67007]: cluster 2022-01-18T17:12:29.262821+0000 mgr.smithi129.iclwio (mgr.14716) 2381 : cluster [DBG] pgmap v2042: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:12:32.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:32 smithi129 conmon[101092]: cluster 2022-01-18T17:12:31.263405+0000 mgr.smithi129.iclwio (mgr.14716) 2382 : cluster [DBG] pgmap v2043: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:32.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:32 smithi129 conmon[101092]: 2022-01-18T17:12:32.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:32 smithi156 conmon[67007]: cluster 2022-01-18T17:12:31.263405+0000 mgr.smithi129.iclwio (mgr.14716) 2382 : cluster [DBG] pgmap v2043: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:32.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:32 smithi156 conmon[67007]: 2022-01-18T17:12:34.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:34 smithi129 conmon[101092]: cluster 2022-01-18T17:12:33.264245+0000 mgr.smithi129.iclwio (mgr.14716) 2383 : cluster [DBG] pgmap v2044: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:34.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:34 smithi156 conmon[67007]: cluster 2022-01-18T17:12:33.264245+0000 mgr.smithi129.iclwio (mgr.14716) 2383 : cluster [DBG] pgmap v2044: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:34.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:34 smithi156 conmon[67007]: 2022-01-18T17:12:36.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:35 smithi129 conmon[101092]: cluster 2022-01-18T17:12:35.265137+0000 mgr.smithi129.iclwio (mgr.14716) 2384 : cluster [DBG] pgmap v2045: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:12:36.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:35 smithi156 conmon[67007]: cluster 2022-01-18T17:12:35.265137+0000 mgr.smithi129.iclwio (mgr.14716) 2384 : cluster [DBG] pgmap v2045: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:12:38.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:38 smithi129 conmon[101092]: cluster 2022-01-18T17:12:37.265633+0000 mgr.smithi129.iclwio (mgr.14716) 2385 : cluster 2022-01-18T17:12:38.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:38 smithi129 conmon[101092]: [DBG] pgmap v2046: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:38.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:38 smithi156 conmon[67007]: cluster 2022-01-18T17:12:37.265633+0000 mgr.smithi129.iclwio (mgr.14716) 2385 : cluster [DBG] pgmap v2046: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:40.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:40 smithi129 conmon[101092]: cluster 2022-01-18T17:12:39.266373+0000 mgr.smithi129.iclwio (mgr.14716) 2386 : cluster [DBG] pgmap v2047: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:12:40.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:40 smithi156 conmon[67007]: cluster 2022-01-18T17:12:39.266373+0000 mgr.smithi129.iclwio (mgr.14716) 2386 : cluster [DBG] pgmap v2047: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:12:42.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:42 smithi129 conmon[101092]: cluster 2022-01-18T17:12:41.266846+0000 mgr.smithi129.iclwio (mgr.14716) 2387 : cluster [DBG] 2022-01-18T17:12:42.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:42 smithi129 conmon[101092]: pgmap v2048: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:42.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:42 smithi156 conmon[67007]: cluster 2022-01-18T17:12:41.266846+0000 mgr.smithi129.iclwio (mgr.14716) 2387 : cluster [DBG] pgmap v2048: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:44.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:44 smithi129 conmon[101092]: cluster 2022-01-18T17:12:43.267350+0000 mgr.smithi129.iclwio (mgr.14716) 2388 : cluster [DBG] pgmap v2049: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:44.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:44 smithi156 conmon[67007]: cluster 2022-01-18T17:12:43.267350+0000 mgr.smithi129.iclwio (mgr.14716) 2388 : cluster [DBG] pgmap v2049: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:46.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:45 smithi129 conmon[101092]: cluster 2022-01-18T17:12:45.268219+0000 mgr.smithi129.iclwio (mgr.14716) 2389 : cluster [DBG] pgmap v2050: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:12:46.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:45 smithi156 conmon[67007]: cluster 2022-01-18T17:12:45.268219+0000 mgr.smithi129.iclwio (mgr.14716) 2389 : cluster [DBG] pgmap v2050: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:12:48.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:48 smithi129 conmon[101092]: cluster 2022-01-18T17:12:47.269009+0000 mgr.smithi129.iclwio (mgr.14716) 2390 : cluster [DBG] pgmap v2051: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:48.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:48 smithi129 conmon[101092]: 2022-01-18T17:12:48.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:48 smithi156 conmon[67007]: cluster 2022-01-18T17:12:47.269009+0000 mgr.smithi129.iclwio (mgr.14716) 2390 : cluster [DBG] pgmap v2051: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:50.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:50 smithi129 conmon[101092]: cluster 2022-01-18T17:12:49.269772+0000 mgr.smithi129.iclwio (mgr.14716) 2391 : cluster [DBG] pgmap v2052: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:12:50.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:50 smithi156 conmon[67007]: cluster 2022-01-18T17:12:49.269772+0000 mgr.smithi129.iclwio (mgr.14716) 2391 : cluster [DBG] pgmap v2052: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:12:52.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:52 smithi129 conmon[101092]: cluster 2022-01-18T17:12:51.270255+0000 mgr.smithi129.iclwio (mgr.14716) 2392 : cluster 2022-01-18T17:12:52.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:52 smithi129 conmon[101092]: [DBG] pgmap v2053: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:52.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:52 smithi156 conmon[67007]: cluster 2022-01-18T17:12:51.270255+0000 mgr.smithi129.iclwio (mgr.14716) 2392 : cluster [DBG] pgmap v2053: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:54.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:54 smithi129 conmon[101092]: cluster 2022-01-18T17:12:53.271023+0000 mgr.smithi129.iclwio (mgr.14716) 2393 2022-01-18T17:12:54.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:54 smithi129 conmon[101092]: : cluster [DBG] pgmap v2054: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:54.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:54 smithi156 conmon[67007]: cluster 2022-01-18T17:12:53.271023+0000 mgr.smithi129.iclwio (mgr.14716) 2393 : cluster [DBG] pgmap v2054: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:56.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:55 smithi129 conmon[101092]: cluster 2022-01-18T17:12:55.271935+0000 mgr.smithi129.iclwio (mgr.14716) 2394 : cluster [DBG] pgmap v2055: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:12:56.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:55 smithi156 conmon[67007]: cluster 2022-01-18T17:12:55.271935+0000 mgr.smithi129.iclwio (mgr.14716) 2394 : cluster 2022-01-18T17:12:56.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:55 smithi156 conmon[67007]: [DBG] pgmap v2055: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:12:58.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:58 smithi129 conmon[101092]: cluster 2022-01-18T17:12:57.272413+0000 mgr.smithi129.iclwio (mgr.14716) 2395 : cluster 2022-01-18T17:12:58.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:58 smithi129 conmon[101092]: [DBG] pgmap v2056: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:58.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:58 smithi156 conmon[67007]: cluster 2022-01-18T17:12:57.272413+0000 mgr.smithi129.iclwio (mgr.14716) 2395 : cluster [DBG] pgmap v2056: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:12:58.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:58 smithi156 conmon[67007]: 2022-01-18T17:12:59.445 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:12:59.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:59 smithi129 conmon[101092]: audit 2022-01-18T17:12:58.462303+0000 mon.smithi129 (mon.0) 900 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:12:59.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:12:59 smithi129 conmon[101092]: audit 2022-01-18T17:12:58.462584+0000 mon.smithi129 (mon.0) 901 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:12:59.712 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:12:59.712 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (75m) 5m ago 76m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:12:59.713 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (67m) 5m ago 76m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:12:59.713 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (67m) 5m ago 75m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:12:59.713 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (75m) 5m ago 76m 41.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:12:59.713 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (71m) 5m ago 71m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:12:59.714 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (71m) 5m ago 71m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:12:59.714 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (68m) 5m ago 77m 533M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:12:59.714 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (67m) 5m ago 75m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:12:59.714 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (67m) 5m ago 78m 492M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:12:59.715 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (67m) 5m ago 75m 270M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:12:59.715 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (68m) 5m ago 68m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:12:59.715 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (68m) 5m ago 68m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:12:59.715 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (76m) 5m ago 76m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:12:59.716 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (75m) 5m ago 75m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:12:59.716 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (61m) 5m ago 75m 1601M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:12:59.716 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (74m) 5m ago 74m 2613M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:12:59.716 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (74m) 5m ago 74m 2032M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:12:59.716 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (74m) 5m ago 74m 2606M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:12:59.717 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (73m) 5m ago 73m 2420M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:12:59.717 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (73m) 5m ago 73m 3014M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:12:59.717 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (73m) 5m ago 73m 2365M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:12:59.717 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (72m) 5m ago 72m 3530M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:12:59.718 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (75m) 5m ago 76m 64.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:12:59.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:59 smithi156 conmon[67007]: audit 2022-01-18T17:12:58.462303+0000 mon.smithi129 (mon.0) 900 : audit 2022-01-18T17:12:59.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:59 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:12:59.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:12:59 smithi156 conmon[67007]: audit 2022-01-18T17:12:58.462584+0000 mon.smithi129 (mon.0) 901 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:13:00.029 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:13:00.029 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:13:00.029 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:13:00.029 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:13:00.030 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:13:00.030 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:13:00.030 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:13:00.030 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:13:00.031 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:13:00.031 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:13:00.031 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:13:00.031 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:13:00.032 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:13:00.032 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:13:00.032 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:13:00.032 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:13:00.033 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:13:00.033 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:13:00.033 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:13:00.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:00 smithi129 conmon[101092]: cluster 2022-01-18T17:12:59.273150+0000 mgr.smithi129.iclwio (mgr.14716) 2396 : cluster [DBG] pgmap v2057: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:13:00.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:00 smithi129 conmon[101092]: 2022-01-18T17:13:00.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:00 smithi129 conmon[101092]: audit 2022-01-18T17:12:59.429077+0000 mgr.smithi129.iclwio (mgr.14716) 2397 : audit [DBG] from='client.35674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:13:00.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:00 smithi129 conmon[101092]: audit 2022-01-18T17:13:00 2022-01-18T17:13:00.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:00 smithi129 conmon[101092]: .024963+0000 mon.smithi129 (mon.0) 902 : audit [DBG] from='client.? 172.21.15.129:0/1802040331' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:13:00.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:00 smithi156 conmon[67007]: cluster 2022-01-18T17:12:59.273150+0000 mgr.smithi129.iclwio (mgr.14716) 2396 : cluster [DBG] 2022-01-18T17:13:00.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:00 smithi156 conmon[67007]: pgmap v2057: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:13:00.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:00 smithi156 conmon[67007]: audit 2022-01-18T17:12:59.429077+0000 mgr.smithi129.iclwio (mgr.14716) 2397 : audit [DBG] from='client.35674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:13:00.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:00 smithi156 conmon[67007]: audit 2022-01-18T17:13:00.024963+0000 mon.smithi129 (mon.0) 902 : audit 2022-01-18T17:13:00.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:00 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/1802040331' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:13:01.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:01 smithi129 conmon[101092]: audit 2022-01-18T17:12:59.699409+0000 mgr.smithi129.iclwio (mgr.14716) 2398 : audit [DBG] from='client.35678 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:13:01.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:01 smithi156 conmon[67007]: audit 2022-01-18T17:12:59.699409+0000 mgr.smithi129.iclwio (mgr.14716) 2398 : audit [DBG] 2022-01-18T17:13:01.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:01 smithi156 conmon[67007]: from='client.35678 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:13:02.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:02 smithi129 conmon[101092]: cluster 2022-01-18T17:13:01.273622+0000 mgr.smithi129.iclwio (mgr.14716) 2399 2022-01-18T17:13:02.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:02 smithi129 conmon[101092]: : cluster [DBG] pgmap v2058: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:02.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:02 smithi156 conmon[67007]: cluster 2022-01-18T17:13:01.273622+0000 mgr.smithi129.iclwio (mgr.14716) 2399 2022-01-18T17:13:02.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:02 smithi156 conmon[67007]: : cluster [DBG] pgmap v2058: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:04.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:04 smithi129 conmon[101092]: cluster 2022-01-18T17:13:03.274139+0000 mgr.smithi129.iclwio (mgr.14716) 2400 : cluster [DBG] pgmap v2059: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:04.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:04 smithi156 conmon[67007]: cluster 2022-01-18T17:13:03.274139+0000 mgr.smithi129.iclwio (mgr.14716) 2400 : cluster [DBG] pgmap v2059: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:06.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:05 smithi129 conmon[101092]: cluster 2022-01-18T17:13:05.274944+0000 mgr.smithi129.iclwio (mgr.14716) 2401 : cluster [DBG] pgmap v2060: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:13:06.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:05 smithi156 conmon[67007]: cluster 2022-01-18T17:13:05.274944+0000 mgr.smithi129.iclwio (mgr.14716) 2401 : cluster [DBG] pgmap v2060: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:13:08.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:08 smithi129 conmon[101092]: cluster 2022-01-18T17:13:07.275467+0000 mgr.smithi129.iclwio (mgr.14716) 2402 : cluster [DBG] pgmap v2061: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:08.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:08 smithi156 conmon[67007]: cluster 2022-01-18T17:13:07.275467+0000 mgr.smithi129.iclwio (mgr.14716) 2402 : cluster [DBG] 2022-01-18T17:13:08.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:08 smithi156 conmon[67007]: pgmap v2061: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:10.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:10 smithi129 conmon[101092]: cluster 2022-01-18T17:13:09.276232+0000 mgr.smithi129.iclwio (mgr.14716) 2403 : cluster [DBG] 2022-01-18T17:13:10.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:10 smithi129 conmon[101092]: pgmap v2062: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:13:10.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:10 smithi156 conmon[67007]: cluster 2022-01-18T17:13:09.276232+0000 mgr.smithi129.iclwio (mgr.14716) 2403 : cluster [DBG] pgmap v2062: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:13:10.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:10 smithi156 conmon[67007]: 2022-01-18T17:13:12.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:12 smithi129 conmon[101092]: cluster 2022-01-18T17:13:11.276915+0000 mgr.smithi129.iclwio (mgr.14716) 2404 : cluster [DBG] pgmap v2063: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:12.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:12 smithi129 conmon[101092]: 2022-01-18T17:13:12.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:12 smithi156 conmon[67007]: cluster 2022-01-18T17:13:11.276915+0000 mgr.smithi129.iclwio (mgr.14716) 2404 : cluster [DBG] pgmap v2063: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:14.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:14 smithi129 conmon[101092]: cluster 2022-01-18T17:13:13.277410+0000 mgr.smithi129.iclwio (mgr.14716) 2405 2022-01-18T17:13:14.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:14 smithi129 conmon[101092]: : cluster [DBG] pgmap v2064: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:14.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:14 smithi156 conmon[67007]: cluster 2022-01-18T17:13:13.277410+0000 mgr.smithi129.iclwio (mgr.14716) 2405 : cluster [DBG] pgmap v2064: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:15.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:15 smithi129 conmon[101092]: audit 2022-01-18T17:13:14.358479+0000 mon.smithi129 (mon.0) 903 : audit 2022-01-18T17:13:15.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:15 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:13:15.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:15 smithi129 conmon[101092]: audit 2022-01-18T17:13:14.359748+0000 mon.smithi129 (mon.0) 904 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:13:15.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:15 smithi129 conmon[101092]: audit 2022-01-18T17:13:14.360615+0000 mon.smithi129 (mon.0) 905 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:13:15.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:15 smithi129 conmon[101092]: cephadm 2022-01-18T17:13:14.361398+0000 mgr.smithi129.iclwio (mgr.14716) 2406 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:13:15.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:15 smithi129 conmon[101092]: audit 2022-01-18T17:13:14.669817+0000 mon.smithi129 (mon.0) 906 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:13:15.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:15 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T17:13:15.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:15 smithi129 conmon[101092]: T17:13:14.674280+0000 mon.smithi129 (mon.0) 2022-01-18T17:13:15.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:15 smithi129 conmon[101092]: 907 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:13:15.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:15 smithi156 conmon[67007]: audit 2022-01-18T17:13:14.358479+0000 mon.smithi129 (mon.0) 903 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:13:15.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:15 smithi156 conmon[67007]: 2022-01-18T17:13:15.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:15 smithi156 conmon[67007]: audit 2022-01-18T17:13:14.359748+0000 mon.smithi129 (mon.0) 904 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:13:15.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:15 smithi156 conmon[67007]: audit 2022-01-18T17:13:14. 2022-01-18T17:13:15.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:15 smithi156 conmon[67007]: 360615+0000 mon.smithi129 (mon.0) 905 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:13:15.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:15 smithi156 conmon[67007]: cephadm 2022-01-18T17:13:15.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:15 smithi156 conmon[67007]: 2022-01-18T17:13:14.361398+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T17:13:15.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:15 smithi156 conmon[67007]: 14716) 2406 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:13:15.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:15 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T17:13:15.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:15 smithi156 conmon[67007]: 18T17:13:14.669817+0000 mon.smithi129 (mon. 2022-01-18T17:13:15.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:15 smithi156 conmon[67007]: 0) 906 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:13:15.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:15 smithi156 conmon[67007]: audit 2022-01-18T17 2022-01-18T17:13:15.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:15 smithi156 conmon[67007]: :13:14.674280+0000 mon.smithi129 (mon.0) 2022-01-18T17:13:15.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:15 smithi156 conmon[67007]: 907 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:13:16.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:16 smithi129 conmon[101092]: cluster 2022-01-18T17:13:15.278290+0000 mgr.smithi129.iclwio (mgr.14716) 2407 : cluster [DBG] 2022-01-18T17:13:16.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:16 smithi129 conmon[101092]: pgmap v2065: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:13:16.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:16 smithi156 conmon[67007]: cluster 2022-01-18T17:13:15.278290+0000 mgr.smithi129.iclwio (mgr.14716) 2407 : cluster 2022-01-18T17:13:16.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:16 smithi156 conmon[67007]: [DBG] pgmap v2065: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:13:18.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:18 smithi129 conmon[101092]: cluster 2022-01-18T17:13:17.278865+0000 mgr.smithi129.iclwio (mgr.14716) 2408 : cluster [DBG] 2022-01-18T17:13:18.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:18 smithi129 conmon[101092]: pgmap v2066: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:18.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:18 smithi156 conmon[67007]: cluster 2022-01-18T17:13:17.278865+0000 mgr.smithi129.iclwio (mgr.14716) 2408 : cluster [DBG] pgmap v2066: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:18.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:18 smithi156 conmon[67007]: 2022-01-18T17:13:20.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:20 smithi129 conmon[101092]: cluster 2022-01-18T17:13:19.279510+0000 mgr.smithi129.iclwio (mgr.14716) 2409 : cluster [DBG] pgmap v2067: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:13:20.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:20 smithi156 conmon[67007]: cluster 2022-01-18T17:13:19.279510+0000 mgr.smithi129.iclwio (mgr.14716) 2409 : cluster [DBG] pgmap v2067: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:13:20.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:20 smithi156 conmon[67007]: 2022-01-18T17:13:22.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:22 smithi129 conmon[101092]: cluster 2022-01-18T17:13:21.280013+0000 mgr.smithi129.iclwio (mgr.14716) 2410 : cluster [DBG] pgmap v2068: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:22.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:22 smithi156 conmon[67007]: cluster 2022-01-18T17:13:21.280013+0000 mgr.smithi129.iclwio (mgr.14716) 2410 : cluster [DBG] 2022-01-18T17:13:22.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:22 smithi156 conmon[67007]: pgmap v2068: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:24.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:24 smithi129 conmon[101092]: cluster 2022-01-18T17:13:23.280531+0000 mgr.smithi129.iclwio (mgr.14716) 2411 : cluster [DBG] pgmap v2069: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:24.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:24 smithi129 conmon[101092]: 2022-01-18T17:13:24.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:24 smithi156 conmon[67007]: cluster 2022-01-18T17:13:23.280531+0000 mgr.smithi129.iclwio (mgr.14716) 2411 : cluster [DBG] pgmap v2069: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:26.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:25 smithi129 conmon[101092]: cluster 2022-01-18T17:13:25.281386+0000 mgr.smithi129.iclwio (mgr.14716) 2412 : cluster [DBG] pgmap v2070: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:13:26.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:25 smithi156 conmon[67007]: cluster 2022-01-18T17:13:25.281386+0000 mgr.smithi129.iclwio (mgr.14716) 2412 : cluster [DBG] pgmap v2070: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:13:28.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:28 smithi129 conmon[101092]: cluster 2022-01-18T17:13:27.282194+0000 mgr.smithi129.iclwio (mgr.14716) 2413 : cluster [DBG] pgmap v2071: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:28.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:28 smithi156 conmon[67007]: cluster 2022-01-18T17:13:27.282194+0000 mgr.smithi129.iclwio (mgr.14716) 2413 : cluster [DBG] pgmap v2071: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:28.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:28 smithi156 conmon[67007]: 2022-01-18T17:13:30.328 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:13:30.595 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:13:30.595 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (76m) 6m ago 77m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:13:30.595 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (67m) 6m ago 77m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:13:30.596 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (67m) 6m ago 76m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:13:30.596 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (75m) 6m ago 76m 41.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:13:30.596 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (71m) 6m ago 71m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:13:30.596 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (71m) 6m ago 71m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:13:30.596 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (68m) 6m ago 78m 533M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:13:30.597 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (68m) 6m ago 76m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:13:30.597 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (68m) 6m ago 78m 492M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:13:30.597 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (67m) 6m ago 76m 270M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:13:30.597 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (68m) 6m ago 68m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:13:30.598 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (68m) 6m ago 68m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:13:30.598 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (76m) 6m ago 76m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:13:30.598 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (76m) 6m ago 76m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:13:30.598 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (62m) 6m ago 75m 1601M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:13:30.599 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (75m) 6m ago 75m 2613M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:13:30.599 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (75m) 6m ago 75m 2032M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:13:30.600 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (74m) 6m ago 74m 2606M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:13:30.600 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (74m) 6m ago 74m 2420M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:13:30.600 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (74m) 6m ago 74m 3014M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:13:30.601 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (73m) 6m ago 73m 2365M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:13:30.601 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (73m) 6m ago 73m 3530M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:13:30.602 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (75m) 6m ago 76m 64.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:13:30.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:30 smithi129 conmon[101092]: cluster 2022-01-18T17:13:29.282919+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:13:30.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:30 smithi129 conmon[101092]: ) 2414 : cluster [DBG] pgmap v2072: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:13:30.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:30 smithi156 conmon[67007]: cluster 2022-01-18T17:13:29.282919+0000 mgr.smithi129.iclwio (mgr.14716) 2414 : cluster 2022-01-18T17:13:30.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:30 smithi156 conmon[67007]: [DBG] pgmap v2072: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:13:30.914 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:13:30.915 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:13:30.915 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:13:30.916 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:13:30.916 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:13:30.916 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:13:30.916 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:13:30.917 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:13:30.917 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:13:30.917 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:13:30.917 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:13:30.918 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:13:30.918 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:13:30.918 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:13:30.919 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:13:30.919 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:13:30.919 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:13:30.919 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:13:30.920 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:13:31.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:31 smithi129 conmon[101092]: audit 2022-01-18T17:13:30.312157+0000 mgr.smithi129.iclwio (mgr.14716) 2415 : audit [DBG] from='client.35686 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:13:31.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:31 smithi129 conmon[101092]: audit 2022-01-18T17:13:30. 2022-01-18T17:13:31.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:31 smithi129 conmon[101092]: 582306+0000 mgr.smithi129.iclwio (mgr.14716) 2416 : audit [DBG] from='client.35690 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:13:31.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:31 smithi129 conmon[101092]: audit 2022-01-18T17:13:30.910248+0000 mon.smithi129 (mon.0) 908 : audit [DBG] from='client.? 172.21.15.129:0/1530193145' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:13:31.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:31 smithi156 conmon[67007]: audit 2022-01-18T17:13:30.312157+0000 mgr.smithi129.iclwio (mgr.14716) 2415 : 2022-01-18T17:13:31.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:31 smithi156 conmon[67007]: audit [DBG] from='client.35686 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:13:31.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:31 smithi156 conmon[67007]: audit 2022-01-18T17:13:30.582306+0000 mgr.smithi129.iclwio (mgr.14716) 2416 : audit [DBG] from='client.35690 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:13:31.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:31 smithi156 conmon[67007]: audit 2022-01-18T17:13:30.910248+0000 mon.smithi129 (mon.0) 908 : audit [DBG] from='client.? 172.21.15.129:0/1530193145' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:13:31.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:31 smithi156 conmon[67007]: 2022-01-18T17:13:32.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:32 smithi129 conmon[101092]: cluster 2022-01-18T17:13:31.283370+0000 mgr.smithi129.iclwio (mgr.14716) 2417 : cluster [DBG] pgmap v2073: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:32.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:32 smithi156 conmon[67007]: cluster 2022-01-18T17:13:31.283370+0000 mgr.smithi129.iclwio (mgr.14716) 2417 : cluster 2022-01-18T17:13:32.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:32 smithi156 conmon[67007]: [DBG] pgmap v2073: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:34.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:34 smithi129 conmon[101092]: cluster 2022-01-18T17:13:33.283862+0000 mgr.smithi129.iclwio (mgr.14716) 2418 : cluster [DBG] pgmap v2074: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:34.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:34 smithi156 conmon[67007]: cluster 2022-01-18T17:13:33.283862+0000 mgr.smithi129.iclwio (mgr.14716) 2418 : cluster [DBG] pgmap v2074: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:36.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:35 smithi129 conmon[101092]: cluster 2022-01-18T17:13:35.284848+0000 mgr.smithi129.iclwio (mgr.14716) 2419 : cluster [DBG] pgmap v2075: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:13:36.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:35 smithi156 conmon[67007]: cluster 2022-01-18T17:13:35.284848+0000 mgr.smithi129.iclwio (mgr.14716) 2419 : cluster [DBG] pgmap v2075: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:13:36.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:35 smithi156 conmon[67007]: 2022-01-18T17:13:38.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:38 smithi129 conmon[101092]: cluster 2022-01-18T17:13:37.285423+0000 mgr.smithi129.iclwio (mgr.14716) 2420 : cluster [DBG] pgmap v2076: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:38.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:38 smithi129 conmon[101092]: 2022-01-18T17:13:38.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:38 smithi156 conmon[67007]: cluster 2022-01-18T17:13:37.285423+0000 mgr.smithi129.iclwio (mgr.14716) 2420 : cluster [DBG] pgmap v2076: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:38.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:38 smithi156 conmon[67007]: 2022-01-18T17:13:40.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:40 smithi129 conmon[101092]: cluster 2022-01-18T17:13:39.286215+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:13:40.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:40 smithi129 conmon[101092]: 2421 : cluster [DBG] pgmap v2077: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:13:40.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:40 smithi156 conmon[67007]: cluster 2022-01-18T17:13:39.286215+0000 mgr.smithi129.iclwio (mgr.14716) 2421 : cluster [DBG] pgmap v2077: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:13:40.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:40 smithi156 conmon[67007]: 2022-01-18T17:13:42.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:42 smithi129 conmon[101092]: cluster 2022-01-18T17:13:41.286854+0000 mgr.smithi129.iclwio (mgr.14716) 2422 : cluster [DBG] pgmap v2078: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:42.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:42 smithi156 conmon[67007]: cluster 2022-01-18T17:13:41.286854+0000 mgr.smithi129.iclwio (mgr.14716) 2422 : cluster [DBG] pgmap v2078: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:42.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:42 smithi156 conmon[67007]: 2022-01-18T17:13:44.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:44 smithi129 conmon[101092]: cluster 2022-01-18T17:13:43.287335+0000 mgr.smithi129.iclwio (mgr.14716) 2423 : cluster [DBG] pgmap v2079: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:44.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:44 smithi156 conmon[67007]: cluster 2022-01-18T17:13:43.287335+0000 mgr.smithi129.iclwio (mgr.14716) 2423 : cluster [DBG] pgmap v2079: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:46.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:45 smithi129 conmon[101092]: cluster 2022-01-18T17:13:45.288315+0000 mgr.smithi129.iclwio (mgr.14716) 2424 : cluster [DBG] pgmap v2080: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:13:46.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:45 smithi129 conmon[101092]: 2022-01-18T17:13:46.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:45 smithi156 conmon[67007]: cluster 2022-01-18T17:13:45.288315+0000 mgr.smithi129.iclwio (mgr.14716) 2424 : cluster [DBG] pgmap v2080: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:13:46.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:45 smithi156 conmon[67007]: 2022-01-18T17:13:48.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:48 smithi129 conmon[101092]: cluster 2022-01-18T17:13:47.289039+0000 mgr.smithi129.iclwio (mgr.14716) 2425 : cluster [DBG] pgmap v2081: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:48.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:48 smithi156 conmon[67007]: cluster 2022-01-18T17:13:47.289039+0000 mgr.smithi129.iclwio (mgr.14716) 2425 : cluster [DBG] pgmap v2081: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:50.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:50 smithi129 conmon[101092]: cluster 2022-01-18T17:13:49.289718+0000 mgr.smithi129.iclwio (mgr.14716) 2426 : cluster [DBG] pgmap v2082: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:13:50.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:50 smithi156 conmon[67007]: cluster 2022-01-18T17:13:49.289718+0000 mgr.smithi129.iclwio (mgr.14716) 2426 : cluster [DBG] pgmap v2082: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:13:52.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:52 smithi129 conmon[101092]: cluster 2022-01-18T17:13:51.290279+0000 mgr.smithi129.iclwio (mgr.14716) 2427 : cluster [DBG] pgmap v2083: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:52.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:52 smithi156 conmon[67007]: cluster 2022-01-18T17:13:51.290279+0000 mgr.smithi129.iclwio (mgr.14716) 2427 : cluster [DBG] pgmap v2083: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:54.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:54 smithi129 conmon[101092]: cluster 2022-01-18T17:13:53.290845+0000 mgr.smithi129.iclwio (mgr.14716) 2428 : cluster [DBG] pgmap v2084: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:54.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:54 smithi156 conmon[67007]: cluster 2022-01-18T17:13:53.290845+0000 mgr.smithi129.iclwio (mgr.14716) 2428 : cluster [DBG] pgmap v2084: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:56.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:55 smithi129 conmon[101092]: cluster 2022-01-18T17:13:55.291627+0000 mgr.smithi129.iclwio (mgr.14716) 2429 : cluster [DBG] pgmap v2085: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:13:56.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:55 smithi156 conmon[67007]: cluster 2022-01-18T17:13:55.291627+0000 mgr.smithi129.iclwio (mgr.14716) 2429 : cluster [DBG] pgmap v2085: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:13:58.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:58 smithi129 conmon[101092]: cluster 2022-01-18T17:13:57.292129+0000 mgr.smithi129.iclwio (mgr.14716) 2430 : cluster [DBG] 2022-01-18T17:13:58.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:58 smithi129 conmon[101092]: pgmap v2086: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:58.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:58 smithi156 conmon[67007]: cluster 2022-01-18T17:13:57.292129+0000 mgr.smithi129.iclwio (mgr.14716) 2430 : cluster [DBG] pgmap v2086: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:13:59.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:59 smithi129 conmon[101092]: audit 2022-01-18T17:13:58.466204+0000 mon.smithi129 (mon.0) 909 : audit [INF] 2022-01-18T17:13:59.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:59 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:13:59.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:13:59 smithi129 conmon[101092]: audit 2022-01-18T17:13:58.466452+0000 mon.smithi129 (mon.0) 910 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:13:59.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:59 smithi156 conmon[67007]: audit 2022-01-18T17:13:58.466204+0000 mon.smithi129 (mon.0) 909 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:13:59.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:13:59 smithi156 conmon[67007]: audit 2022-01-18T17:13:58.466452+0000 mon.smithi129 (mon.0) 910 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:14:00.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:00 smithi129 conmon[101092]: cluster 2022-01-18T17:13:59.292907+0000 mgr.smithi129.iclwio (mgr.14716) 2431 : cluster [DBG] pgmap v2087: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:14:00.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:00 smithi156 conmon[67007]: cluster 2022-01-18T17:13:59.292907+0000 mgr.smithi129.iclwio (mgr.14716) 2431 : cluster [DBG] pgmap v2087: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:14:01.211 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:14:01.477 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:14:01.478 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (76m) 6m ago 77m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:14:01.478 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (68m) 6m ago 77m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:14:01.478 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (68m) 6m ago 77m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:14:01.479 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (76m) 6m ago 77m 41.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:14:01.479 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (72m) 6m ago 72m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:14:01.479 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (72m) 6m ago 72m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:14:01.479 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (69m) 6m ago 78m 533M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:14:01.480 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (68m) 6m ago 76m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:14:01.480 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (68m) 6m ago 79m 492M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:14:01.480 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (68m) 6m ago 76m 270M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:14:01.480 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (69m) 6m ago 69m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:14:01.480 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (69m) 6m ago 69m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:14:01.481 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (77m) 6m ago 77m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:14:01.481 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (76m) 6m ago 76m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:14:01.481 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (63m) 6m ago 76m 1601M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:14:01.481 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (75m) 6m ago 75m 2613M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:14:01.481 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (75m) 6m ago 75m 2032M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:14:01.482 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (75m) 6m ago 75m 2606M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:14:01.482 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (74m) 6m ago 74m 2420M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:14:01.482 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (74m) 6m ago 74m 3014M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:14:01.482 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (74m) 6m ago 74m 2365M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:14:01.483 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (74m) 6m ago 74m 3530M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:14:01.483 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (76m) 6m ago 77m 64.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:14:01.795 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:14:01.795 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:14:01.795 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:14:01.796 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:14:01.796 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:14:01.796 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:14:01.796 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:14:01.797 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:14:01.797 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:14:01.797 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:14:01.797 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:14:01.798 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:14:01.798 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:14:01.798 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:14:01.798 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:14:01.798 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:14:01.799 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:14:01.799 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:14:01.799 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:14:02.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:02 smithi129 conmon[101092]: audit 2022-01-18T17:14:01.195226+0000 mgr.smithi129.iclwio (mgr.14716) 2432 : audit [DBG] from='client.35698 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:14:02.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:02 smithi129 conmon[101092]: cluster 2022 2022-01-18T17:14:02.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:02 smithi129 conmon[101092]: -01-18T17:14:01.293304+0000 mgr.smithi129.iclwio (mgr.14716) 2433 : cluster [DBG] pgmap v2088: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:02.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:02 smithi129 conmon[101092]: audit 2022-01-18T17:14:01.465074+0000 mgr.smithi129.iclwio (mgr.14716) 2434 : audit [DBG] from='client.35702 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:14:02.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:02 smithi129 conmon[101092]: audit 2022-01 2022-01-18T17:14:02.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:02 smithi129 conmon[101092]: -18T17:14:01.790882+0000 mon.smithi129 (mon.0) 911 : audit [DBG] from='client.? 172.21.15.129:0/2053331412' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:14:02.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:02 smithi156 conmon[67007]: audit 2022-01-18T17:14:01.195226+0000 mgr.smithi129.iclwio (mgr.14716) 2432 : audit [DBG] from='client.35698 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:14:02.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:02 smithi156 conmon[67007]: cluster 2022-01-18T17:14:01.293304+0000 mgr.smithi129.iclwio ( 2022-01-18T17:14:02.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:02 smithi156 conmon[67007]: mgr.14716) 2433 : cluster [DBG] pgmap v2088: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:02.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:02 smithi156 conmon[67007]: audit 2022-01-18T17:14:01.465074+0000 mgr.smithi129.iclwio (mgr.14716) 2434 : audit [DBG] from='client.35702 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:14:02.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:02 smithi156 conmon[67007]: audit 2022-01-18T17:14:01.790882+0000 mon.smithi129 (mon.0) 911 : audit [DBG] from='client.? 172.21.15.129:0/2053331412' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:14:04.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:04 smithi129 conmon[101092]: cluster 2022-01-18T17:14:03.293979+0000 mgr.smithi129.iclwio (mgr.14716) 2435 : cluster [DBG] pgmap v2089: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:04.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:04 smithi156 conmon[67007]: cluster 2022-01-18T17:14:03.293979+0000 mgr.smithi129.iclwio (mgr.14716) 2435 : cluster [DBG] pgmap v2089: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:04.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:04 smithi156 conmon[67007]: 2022-01-18T17:14:06.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:05 smithi129 conmon[101092]: cluster 2022-01-18T17:14:05.294826+0000 mgr.smithi129.iclwio (mgr.14716) 2436 : cluster [DBG] pgmap v2090: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:14:06.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:05 smithi156 conmon[67007]: cluster 2022-01-18T17:14:05.294826+0000 mgr.smithi129.iclwio (mgr.14716) 2436 : cluster [DBG] pgmap v2090: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:14:08.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:08 smithi129 conmon[101092]: cluster 2022-01-18T17:14:07.295431+0000 mgr.smithi129.iclwio (mgr.14716) 2437 : cluster [DBG] 2022-01-18T17:14:08.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:08 smithi129 conmon[101092]: pgmap v2091: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:08.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:08 smithi156 conmon[67007]: cluster 2022-01-18T17:14:07.295431+0000 mgr.smithi129.iclwio (mgr.14716) 2437 : cluster [DBG] pgmap v2091: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:10.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:10 smithi129 conmon[101092]: cluster 2022-01-18T17:14:09.296192+0000 mgr.smithi129.iclwio (mgr.14716) 2438 : cluster [DBG] pgmap v2092: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:14:10.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:10 smithi129 conmon[101092]: 2022-01-18T17:14:10.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:10 smithi156 conmon[67007]: cluster 2022-01-18T17:14:09.296192+0000 mgr.smithi129.iclwio (mgr.14716) 2438 : cluster [DBG] pgmap v2092: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:14:12.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:12 smithi129 conmon[101092]: cluster 2022-01-18T17:14:11.296766+0000 mgr.smithi129.iclwio (mgr.14716) 2439 : cluster [DBG] 2022-01-18T17:14:12.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:12 smithi129 conmon[101092]: pgmap v2093: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:12.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:12 smithi156 conmon[67007]: cluster 2022-01-18T17:14:11.296766+0000 mgr.smithi129.iclwio (mgr.14716) 2439 : cluster [DBG] pgmap v2093: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:14.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:14 smithi129 conmon[101092]: cluster 2022-01-18T17:14:13.297388+0000 mgr.smithi129.iclwio (mgr.14716) 2440 : cluster [DBG] pgmap v2094: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:14.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:14 smithi129 conmon[101092]: 2022-01-18T17:14:14.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:14 smithi156 conmon[67007]: cluster 2022-01-18T17:14:13.297388+0000 mgr.smithi129.iclwio (mgr.14716) 2440 : cluster [DBG] pgmap v2094: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:15.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:15 smithi129 conmon[101092]: audit 2022-01-18T17:14:14.677275+0000 mon.smithi129 (mon.0) 2022-01-18T17:14:15.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:15 smithi129 conmon[101092]: 912 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:14:15.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:15 smithi129 conmon[101092]: audit 2022-01-18T17:14:14.678756+0000 mon.smithi129 (mon.0) 913 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:14:15.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:15 smithi129 conmon[101092]: audit 2022-01-18T17:14:14.679811+0000 mon.smithi129 (mon.0) 914 : audit [INF] 2022-01-18T17:14:15.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:15 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:14:15.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:15 smithi129 conmon[101092]: audit 2022-01-18T17:14: 2022-01-18T17:14:15.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:15 smithi129 conmon[101092]: 14.987142+0000 mon.smithi129 (mon.0) 915 : audit 2022-01-18T17:14:15.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:15 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:14:15.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:15 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T17:14:15.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:15 smithi129 conmon[101092]: 17:14:14.994400+0000 mon.smithi129 (mon.0 2022-01-18T17:14:15.695 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:15 smithi129 conmon[101092]: ) 916 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:14:15.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:15 smithi156 conmon[67007]: audit 2022-01-18T17:14:14.677275+0000 mon.smithi129 (mon.0) 912 2022-01-18T17:14:15.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:15 smithi156 conmon[67007]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:14:15.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:15 smithi156 conmon[67007]: audit 2022-01-18T17:14:14.678756+0000 mon.smithi129 (mon.0) 913 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:14:15.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:15 smithi156 conmon[67007]: audit 2022-01-18T17:14:15.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:15 smithi156 conmon[67007]: 2022-01-18T17:14:14.679811+0000 mon.smithi129 (mon.0) 914 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:14:15.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:15 smithi156 conmon[67007]: 2022-01-18T17:14:15.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:15 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T17:14:15.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:15 smithi156 conmon[67007]: 18T17:14:14.987142+0000 2022-01-18T17:14:15.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:15 smithi156 conmon[67007]: mon.smithi129 (mon.0) 915 : audit 2022-01-18T17:14:15.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:15 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:14:15.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:15 smithi156 conmon[67007]: audit 2022- 2022-01-18T17:14:15.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:15 smithi156 conmon[67007]: 01-18T17:14:14.994400+0000 2022-01-18T17:14:15.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:15 smithi156 conmon[67007]: mon.smithi129 (mon.0) 916 : audit 2022-01-18T17:14:15.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:15 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:14:16.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:16 smithi129 conmon[101092]: cephadm 2022-01-18T17:14:14.680587+0000 mgr.smithi129.iclwio (mgr.14716) 2441 : cephadm 2022-01-18T17:14:16.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:16 smithi129 conmon[101092]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:14:16.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:16 smithi129 conmon[101092]: cluster 2022-01-18T17:14:15.298051+0000 mgr.smithi129.iclwio (mgr.14716) 2442 : cluster [DBG] pgmap v2095: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:14:16.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:16 smithi156 conmon[67007]: cephadm 2022-01-18T17:14:14.680587+0000 mgr.smithi129.iclwio (mgr.14716) 2441 : cephadm [WRN] 2022-01-18T17:14:16.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:16 smithi156 conmon[67007]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:14:16.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:16 smithi156 conmon[67007]: cluster 2022-01-18T17:14:15.298051+0000 mgr.smithi129.iclwio (mgr.14716) 2442 : cluster [DBG] pgmap v2095: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:14:18.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:18 smithi129 conmon[101092]: cluster 2022-01-18T17:14:17.298681 2022-01-18T17:14:18.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:18 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 2443 : cluster [DBG] pgmap v2096: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:18.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:18 smithi156 conmon[67007]: cluster 2022-01-18T17:14:17.298681+0000 mgr.smithi129.iclwio (mgr.14716) 2443 : cluster [DBG] 2022-01-18T17:14:18.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:18 smithi156 conmon[67007]: pgmap v2096: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:20.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:20 smithi129 conmon[101092]: cluster 2022-01-18T17:14:19.299383+0000 mgr.smithi129.iclwio (mgr.14716) 2444 : cluster [DBG] 2022-01-18T17:14:20.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:20 smithi129 conmon[101092]: pgmap v2097: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:14:20.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:20 smithi156 conmon[67007]: cluster 2022-01-18T17:14:19.299383+0000 mgr.smithi129.iclwio (mgr.14716) 2444 : cluster [DBG] pgmap v2097: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:14:20.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:20 smithi156 conmon[67007]: 2022-01-18T17:14:22.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:22 smithi129 conmon[101092]: cluster 2022-01-18T17:14:21.300042+0000 mgr.smithi129.iclwio (mgr.14716) 2445 : cluster 2022-01-18T17:14:22.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:22 smithi129 conmon[101092]: [DBG] pgmap v2098: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:22.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:22 smithi156 conmon[67007]: cluster 2022-01-18T17:14:21.300042+0000 mgr.smithi129.iclwio (mgr.14716) 2445 : cluster [DBG] pgmap v2098: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:22.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:22 smithi156 conmon[67007]: 2022-01-18T17:14:24.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:24 smithi129 conmon[101092]: cluster 2022-01-18T17:14:23.300795+0000 mgr.smithi129.iclwio (mgr.14716) 2446 : cluster [DBG] pgmap v2099: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:24.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:24 smithi156 conmon[67007]: cluster 2022-01-18T17:14:23.300795+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T17:14:24.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:24 smithi156 conmon[67007]: 14716) 2446 : cluster [DBG] pgmap v2099: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:26.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:25 smithi129 conmon[101092]: cluster 2022-01-18T17:14:25.301724+0000 mgr.smithi129.iclwio (mgr.14716) 2447 : cluster [DBG] pgmap v2100: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:14:26.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:25 smithi156 conmon[67007]: cluster 2022-01-18T17:14:25.301724+0000 mgr.smithi129.iclwio (mgr.14716) 2447 : cluster [DBG] pgmap v2100: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:14:26.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:25 smithi156 conmon[67007]: 2022-01-18T17:14:28.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:28 smithi129 conmon[101092]: cluster 2022-01-18T17:14:27.302364+0000 mgr.smithi129.iclwio (mgr.14716) 2448 : cluster [DBG] pgmap v2101: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:28.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:28 smithi156 conmon[67007]: cluster 2022-01-18T17:14:27.302364+0000 mgr.smithi129.iclwio (mgr.14716) 2448 : cluster [DBG] pgmap v2101: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:28.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:28 smithi156 conmon[67007]: 2022-01-18T17:14:30.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:30 smithi129 conmon[101092]: cluster 2022-01-18T17:14:29.303373+0000 mgr.smithi129.iclwio (mgr.14716) 2449 : cluster [DBG] pgmap v2102: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:14:30.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:30 smithi156 conmon[67007]: cluster 2022-01-18T17:14:29.303373+0000 mgr.smithi129.iclwio (mgr.14716) 2449 : cluster [DBG] pgmap v2102: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:14:30.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:30 smithi156 conmon[67007]: 2022-01-18T17:14:32.092 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:14:32.358 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:14:32.359 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (77m) 7m ago 78m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:14:32.359 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (68m) 7m ago 78m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:14:32.360 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (68m) 7m ago 77m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:14:32.360 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (76m) 7m ago 77m 41.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:14:32.361 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (73m) 7m ago 73m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:14:32.362 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (72m) 7m ago 72m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:14:32.362 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (69m) 7m ago 79m 533M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:14:32.363 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (69m) 7m ago 77m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:14:32.363 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (69m) 7m ago 79m 492M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:14:32.363 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (69m) 7m ago 77m 270M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:14:32.364 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (69m) 7m ago 69m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:14:32.364 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (69m) 7m ago 69m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:14:32.365 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (77m) 7m ago 77m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:14:32.365 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (77m) 7m ago 77m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:14:32.366 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (63m) 7m ago 76m 1601M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:14:32.366 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (76m) 7m ago 76m 2613M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:14:32.366 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (76m) 7m ago 76m 2032M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:14:32.367 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (75m) 7m ago 75m 2606M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:14:32.367 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (75m) 7m ago 75m 2420M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:14:32.368 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (75m) 7m ago 75m 3014M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:14:32.368 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (74m) 7m ago 74m 2365M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:14:32.369 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (74m) 7m ago 74m 3530M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:14:32.369 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (76m) 7m ago 77m 64.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:14:32.676 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:14:32.677 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:14:32.677 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:14:32.677 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:14:32.677 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:14:32.678 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:14:32.678 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:14:32.678 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:14:32.678 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:14:32.679 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:14:32.679 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:14:32.679 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:14:32.679 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:14:32.679 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:14:32.680 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:14:32.680 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:14:32.680 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:14:32.680 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:14:32.681 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:14:32.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:32 smithi129 conmon[101092]: cluster 2022-01-18T17:14:31.303862+0000 mgr.smithi129.iclwio (mgr.14716) 2450 : cluster [DBG] pgmap v2103: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:32.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:32 smithi156 conmon[67007]: cluster 2022-01-18T17:14:31.303862+0000 mgr.smithi129.iclwio (mgr.14716) 2450 : cluster [DBG] pgmap v2103: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:33.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:33 smithi129 conmon[101092]: audit 2022-01-18T17:14:32.076904+0000 mgr.smithi129.iclwio (mgr.14716) 2451 : audit [DBG] from='client.35710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:14:33.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:33 smithi129 conmon[101092]: 2022-01-18T17:14:33.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:33 smithi129 conmon[101092]: audit 2022-01-18T17:14:32.345605+0000 mgr.smithi129.iclwio (mgr.14716) 2452 : audit [DBG] from='client.35714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:14:33.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:33 smithi129 conmon[101092]: audit 2022-01-18T17:14:32.672430+0000 mon.smithi129 (mon.0) 917 : audit [DBG] from='client.? 172.21.15.129:0/2070976670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:14:33.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:33 smithi156 conmon[67007]: audit 2022-01-18T17:14:32.076904+0000 mgr.smithi129.iclwio (mgr.14716) 2451 : audit [DBG] 2022-01-18T17:14:33.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:33 smithi156 conmon[67007]: from='client.35710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:14:33.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:33 smithi156 conmon[67007]: audit 2022-01-18T17:14:32.345605+0000 mgr.smithi129.iclwio (mgr.14716) 2452 : audit [DBG] from='client.35714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:14:33.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:33 smithi156 conmon[67007]: audit 2022-01-18T17: 2022-01-18T17:14:33.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:33 smithi156 conmon[67007]: 14:32.672430+0000 mon.smithi129 (mon.0) 917 : audit [DBG] from='client.? 172.21.15.129:0/2070976670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:14:34.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:34 smithi129 conmon[101092]: cluster 2022-01-18T17:14:33.304589+0000 mgr.smithi129.iclwio (mgr.14716) 2453 : cluster [DBG] pgmap v2104: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:34.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:34 smithi129 conmon[101092]: 2022-01-18T17:14:34.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:34 smithi156 conmon[67007]: cluster 2022-01-18T17:14:33.304589+0000 mgr.smithi129.iclwio (mgr.14716) 2453 : cluster [DBG] pgmap v2104: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:36.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:35 smithi129 conmon[101092]: cluster 2022-01-18T17:14:35.305531+0000 mgr.smithi129.iclwio (mgr.14716) 2454 : cluster [DBG] pgmap v2105: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:14:36.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:35 smithi129 conmon[101092]: 2022-01-18T17:14:36.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:35 smithi156 conmon[67007]: cluster 2022-01-18T17:14:35.305531+0000 mgr.smithi129.iclwio (mgr.14716) 2454 : cluster [DBG] pgmap v2105: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:14:36.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:35 smithi156 conmon[67007]: 2022-01-18T17:14:38.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:38 smithi129 conmon[101092]: cluster 2022-01-18T17:14:37.306271+0000 mgr.smithi129.iclwio (mgr.14716) 2455 : cluster [DBG] pgmap v2106: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:38.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:38 smithi156 conmon[67007]: cluster 2022-01-18T17:14:37.306271+0000 mgr.smithi129.iclwio (mgr.14716) 2455 : cluster [DBG] pgmap v2106: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:38.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:38 smithi156 conmon[67007]: 2022-01-18T17:14:40.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:40 smithi129 conmon[101092]: cluster 2022-01-18T17:14:39.307132+0000 mgr.smithi129.iclwio (mgr.14716) 2456 : cluster [DBG] pgmap v2107: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:14:40.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:40 smithi156 conmon[67007]: cluster 2022-01-18T17:14:39.307132+0000 mgr.smithi129.iclwio (mgr.14716) 2456 : 2022-01-18T17:14:40.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:40 smithi156 conmon[67007]: cluster [DBG] pgmap v2107: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:14:42.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:42 smithi129 conmon[101092]: cluster 2022-01-18T17:14:41.307557+0000 mgr.smithi129.iclwio (mgr.14716) 2457 : cluster [DBG] pgmap v2108: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:42.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:42 smithi156 conmon[67007]: cluster 2022-01-18T17:14:41.307557+0000 mgr.smithi129.iclwio (mgr.14716) 2457 : cluster [DBG] 2022-01-18T17:14:42.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:42 smithi156 conmon[67007]: pgmap v2108: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:44.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:44 smithi129 conmon[101092]: cluster 2022-01-18T17:14:43.308079+0000 mgr.smithi129.iclwio (mgr.14716) 2458 : cluster [DBG] pgmap v2109: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:44.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:44 smithi156 conmon[67007]: cluster 2022-01-18T17:14:43.308079+0000 mgr.smithi129.iclwio (mgr.14716) 2458 : cluster [DBG] pgmap v2109: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:46.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:45 smithi129 conmon[101092]: cluster 2022-01-18T17:14:45.308846+0000 mgr.smithi129.iclwio 2022-01-18T17:14:46.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:45 smithi129 conmon[101092]: (mgr.14716) 2459 : cluster [DBG] pgmap v2110: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:14:46.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:45 smithi156 conmon[67007]: cluster 2022-01-18T17:14:45.308846+0000 mgr.smithi129.iclwio (mgr.14716) 2459 : cluster [DBG] pgmap v2110: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:14:48.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:48 smithi129 conmon[101092]: cluster 2022-01-18T17:14:47.309557+0000 mgr.smithi129.iclwio (mgr.14716) 2460 : cluster [DBG] 2022-01-18T17:14:48.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:48 smithi129 conmon[101092]: pgmap v2111: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:48.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:48 smithi156 conmon[67007]: cluster 2022-01-18T17:14:47.309557+0000 mgr.smithi129.iclwio (mgr.14716) 2460 : cluster [DBG] pgmap v2111: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:48.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:48 smithi156 conmon[67007]: 2022-01-18T17:14:50.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:50 smithi129 conmon[101092]: cluster 2022-01-18T17:14:49.310289+0000 mgr.smithi129.iclwio (mgr.14716) 2461 : cluster 2022-01-18T17:14:50.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:50 smithi129 conmon[101092]: [DBG] pgmap v2112: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:14:50.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:50 smithi156 conmon[67007]: cluster 2022-01-18T17:14:49.310289+0000 mgr.smithi129.iclwio (mgr.14716) 2461 : cluster [DBG] 2022-01-18T17:14:50.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:50 smithi156 conmon[67007]: pgmap v2112: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:14:52.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:52 smithi129 conmon[101092]: cluster 2022-01-18T17:14:51.310938+0000 mgr.smithi129.iclwio (mgr.14716) 2462 : cluster [DBG] pgmap v2113: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:52.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:52 smithi129 conmon[101092]: 2022-01-18T17:14:52.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:52 smithi156 conmon[67007]: cluster 2022-01-18T17:14:51.310938+0000 mgr.smithi129.iclwio (mgr.14716) 2462 : cluster [DBG] pgmap v2113: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:52.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:52 smithi156 conmon[67007]: 2022-01-18T17:14:54.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:54 smithi129 conmon[101092]: cluster 2022-01-18T17:14:53.311474+0000 mgr.smithi129.iclwio (mgr.14716) 2463 : cluster [DBG] 2022-01-18T17:14:54.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:54 smithi129 conmon[101092]: pgmap v2114: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:54.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:54 smithi156 conmon[67007]: cluster 2022-01-18T17:14:53.311474+0000 mgr.smithi129.iclwio (mgr.14716) 2463 : cluster [DBG] pgmap v2114: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:56.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:55 smithi129 conmon[101092]: cluster 2022-01-18T17:14:55.312338+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:14:56.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:55 smithi129 conmon[101092]: 2464 : cluster [DBG] pgmap v2115: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:14:56.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:55 smithi156 conmon[67007]: cluster 2022-01-18T17:14:55.312338+0000 mgr.smithi129.iclwio (mgr.14716) 2464 : cluster [DBG] 2022-01-18T17:14:56.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:55 smithi156 conmon[67007]: pgmap v2115: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:14:58.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:58 smithi129 conmon[101092]: cluster 2022-01-18T17:14:57.313059+0000 mgr.smithi129.iclwio (mgr.14716) 2465 : cluster [DBG] pgmap v2116: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:58.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:58 smithi156 conmon[67007]: cluster 2022-01-18T17:14:57.313059+0000 mgr.smithi129.iclwio (mgr.14716) 2465 : cluster [DBG] pgmap v2116: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:14:58.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:58 smithi156 conmon[67007]: 2022-01-18T17:14:59.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:59 smithi129 conmon[101092]: audit 2022-01-18T17:14:58.469667+0000 mon.smithi129 (mon.0) 918 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:14:59.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:14:59 smithi129 conmon[101092]: audit 2022-01-18T17:14:58.469916+0000 mon.smithi129 (mon.0) 919 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:14:59.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:59 smithi156 conmon[67007]: audit 2022-01-18T17:14:58.469667+0000 mon.smithi129 (mon.0) 918 : audit [INF] 2022-01-18T17:14:59.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:59 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:14:59.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:14:59 smithi156 conmon[67007]: audit 2022-01-18T17:14:58.469916+0000 mon.smithi129 (mon.0) 919 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:15:00.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:00 smithi129 conmon[101092]: cluster 2022-01-18T17:14:59.313961+0000 mgr.smithi129.iclwio (mgr.14716) 2466 : cluster [DBG] pgmap v2117: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:15:00.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:00 smithi156 conmon[67007]: cluster 2022-01-18T17:14:59.313961+0000 mgr.smithi129.iclwio (mgr.14716) 2466 : cluster [DBG] 2022-01-18T17:15:00.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:00 smithi156 conmon[67007]: pgmap v2117: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:15:02.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:02 smithi129 conmon[101092]: cluster 2022-01-18T17:15:01.314386+0000 mgr.smithi129.iclwio (mgr.14716) 2467 : cluster [DBG] pgmap v2118: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:02.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:02 smithi156 conmon[67007]: cluster 2022-01-18T17:15:01.314386+0000 mgr.smithi129.iclwio (mgr.14716) 2467 : cluster [DBG] pgmap v2118: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:02.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:02 smithi156 conmon[67007]: 2022-01-18T17:15:02.974 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:15:03.238 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:15:03.238 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (77m) 7m ago 78m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:15:03.239 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (69m) 7m ago 78m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:15:03.239 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (69m) 7m ago 78m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:15:03.239 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (77m) 7m ago 78m 41.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:15:03.239 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (73m) 7m ago 73m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:15:03.240 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (73m) 7m ago 73m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:15:03.240 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (70m) 7m ago 79m 533M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:15:03.240 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (69m) 7m ago 77m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:15:03.240 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (69m) 7m ago 80m 492M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:15:03.240 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (69m) 7m ago 77m 270M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:15:03.241 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (70m) 7m ago 70m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:15:03.241 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (70m) 7m ago 70m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:15:03.241 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (78m) 7m ago 78m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:15:03.241 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (77m) 7m ago 77m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:15:03.242 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (64m) 7m ago 77m 1601M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:15:03.242 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (76m) 7m ago 76m 2613M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:15:03.242 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (76m) 7m ago 76m 2032M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:15:03.242 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (76m) 7m ago 76m 2606M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:15:03.243 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (75m) 7m ago 75m 2420M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:15:03.243 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (75m) 7m ago 75m 3014M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:15:03.243 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (75m) 7m ago 75m 2365M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:15:03.243 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (75m) 7m ago 75m 3530M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:15:03.243 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (77m) 7m ago 78m 64.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:15:03.559 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:15:03.560 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:15:03.560 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:15:03.560 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:15:03.561 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:15:03.561 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:15:03.561 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:15:03.561 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:15:03.562 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:15:03.562 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:15:03.562 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:15:03.562 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:15:03.563 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:15:03.563 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:15:03.563 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:15:03.563 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:15:03.564 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:15:03.564 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:15:03.564 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:15:04.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:04 smithi129 conmon[101092]: audit 2022-01-18T17:15:02.958466+0000 mgr.smithi129.iclwio (mgr.14716) 2468 : audit [DBG] from='client.35722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:15:04.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:04 smithi129 conmon[101092]: 2022-01-18T17:15:04.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:04 smithi129 conmon[101092]: audit 2022-01-18T17:15:03.225169+0000 mgr.smithi129.iclwio (mgr.14716) 2469 : audit [DBG] from='client.35726 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:15:04.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:04 smithi129 conmon[101092]: cluster 2022-01-18T17:15:03.314885+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:15:04.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:04 smithi129 conmon[101092]: 2470 : cluster [DBG] pgmap v2119: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:04.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:04 smithi129 conmon[101092]: audit 2022-01-18T17:15:03.555681+0000 2022-01-18T17:15:04.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:04 smithi129 conmon[101092]: mon.smithi129 (mon.0) 920 : audit [DBG] from='client.? 172.21.15.129:0/1220083034' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:15:04.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:04 smithi156 conmon[67007]: audit 2022-01-18T17:15:02.958466+0000 mgr.smithi129.iclwio (mgr.14716) 2468 : audit [DBG] from='client.35722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:15:04.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:04 smithi156 conmon[67007]: audit 2022-01-18T17:15:03.225169+0000 mgr.smithi129.iclwio (mgr.14716) 2469 : audit [DBG] from='client.35726 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:15:04.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:04 smithi156 conmon[67007]: cluster 2022-01-18T17:15:03.314885+0000 mgr.smithi129.iclwio (mgr.14716) 2470 : cluster [DBG] pgmap v2119: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:04.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:04 smithi156 conmon[67007]: audit 2022-01-18T17:15:03.555681+0000 2022-01-18T17:15:04.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:04 smithi156 conmon[67007]: mon.smithi129 (mon.0) 920 : audit [DBG] from='client.? 172.21.15.129:0/1220083034' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:15:06.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:05 smithi129 conmon[101092]: cluster 2022-01-18T17:15:05.315582+0000 mgr.smithi129.iclwio (mgr.14716) 2471 : cluster [DBG] pgmap v2120: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:15:06.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:05 smithi156 conmon[67007]: cluster 2022-01-18T17:15:05.315582+0000 mgr.smithi129.iclwio (mgr.14716) 2471 : cluster [DBG] pgmap v2120: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:15:08.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:08 smithi129 conmon[101092]: cluster 2022-01-18T17:15:07.316227+0000 mgr.smithi129.iclwio (mgr.14716) 2472 : cluster [DBG] pgmap v2121: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:08.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:08 smithi156 conmon[67007]: cluster 2022-01-18T17:15:07.316227+0000 mgr.smithi129.iclwio (mgr.14716) 2472 : cluster [DBG] pgmap v2121: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:10.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:10 smithi129 conmon[101092]: cluster 2022-01-18T17:15:09.317152+0000 mgr.smithi129.iclwio (mgr.14716) 2473 : cluster [DBG] pgmap v2122: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:15:10.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:10 smithi156 conmon[67007]: cluster 2022-01-18T17:15:09.317152+0000 mgr.smithi129.iclwio (mgr.14716) 2473 : cluster [DBG] pgmap v2122: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:15:10.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:10 smithi156 conmon[67007]: 2022-01-18T17:15:12.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:12 smithi129 conmon[101092]: cluster 2022-01-18T17:15:11.317842+0000 mgr.smithi129.iclwio (mgr.14716) 2474 : cluster [DBG] pgmap v2123: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:12.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:12 smithi156 conmon[67007]: cluster 2022-01-18T17:15:11.317842+0000 mgr.smithi129.iclwio (mgr.14716) 2474 : cluster [DBG] 2022-01-18T17:15:12.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:12 smithi156 conmon[67007]: pgmap v2123: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:14.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:14 smithi129 conmon[101092]: cluster 2022-01-18T17:15:13.318528+0000 mgr.smithi129.iclwio (mgr.14716) 2475 : cluster [DBG] pgmap v2124: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:14.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:14 smithi156 conmon[67007]: cluster 2022-01-18T17:15:13.318528+0000 mgr.smithi129.iclwio (mgr.14716) 2475 : cluster [DBG] pgmap v2124: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:16.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:15 smithi129 conmon[101092]: audit 2022-01-18T17:15:14.997012+0000 mon.smithi129 (mon.0) 921 : audit 2022-01-18T17:15:16.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:15 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:15:16.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:15 smithi129 conmon[101092]: audit 2022-01-18T17:15:14.998441+0000 mon.smithi129 (mon.0) 922 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:15:16.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:15 smithi129 conmon[101092]: audit 2022-01-18T17:15:14.999335+0000 mon.smithi129 (mon.0) 2022-01-18T17:15:16.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:15 smithi129 conmon[101092]: 923 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:15:16.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:15 smithi129 conmon[101092]: cephadm 2022-01-18 2022-01-18T17:15:16.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:15 smithi129 conmon[101092]: T17:15:15.000050+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:15:16.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:15 smithi129 conmon[101092]: ) 2476 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:15:16.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:15 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T17:15:16.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:15 smithi129 conmon[101092]: T17:15:15.305459+0000 mon.smithi129 (mon. 2022-01-18T17:15:16.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:15 smithi129 conmon[101092]: 0) 924 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:15:16.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:15 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T17:15:16.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:15 smithi129 conmon[101092]: 17:15:15.311177+0000 mon.smithi129 (mon.0) 2022-01-18T17:15:16.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:15 smithi129 conmon[101092]: 925 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:15:16.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:15 smithi129 conmon[101092]: cluster 2022-01-18T 2022-01-18T17:15:16.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:15 smithi129 conmon[101092]: 17:15:15.319361+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:15:16.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:15 smithi129 conmon[101092]: ) 2477 : cluster [DBG] pgmap v2125: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:15:16.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:15 smithi156 conmon[67007]: audit 2022-01-18T17:15:14.997012+0000 mon.smithi129 (mon.0) 921 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:15:16.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:15 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T17:15:16.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:15 smithi156 conmon[67007]: 17:15:14.998441+0000 mon.smithi129 (mon.0) 922 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:15:16.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:15 smithi156 conmon[67007]: audit 2022-01-18T17:15:14.999335+0000 mon.smithi129 (mon.0) 923 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:15:16.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:15 smithi156 conmon[67007]: cephadm 2022-01-18T17:15:15. 2022-01-18T17:15:16.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:15 smithi156 conmon[67007]: 000050+0000 mgr.smithi129.iclwio (mgr.14716) 2476 : cephadm [WRN] 2022-01-18T17:15:16.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:15 smithi156 conmon[67007]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:15:16.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:15 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T17:15:16.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:15 smithi156 conmon[67007]: 18T17:15:15.305459+0000 2022-01-18T17:15:16.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:15 smithi156 conmon[67007]: mon.smithi129 (mon.0) 924 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:15:16.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:15 smithi156 conmon[67007]: audit 2022-01-18T17:15:16.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:15 smithi156 conmon[67007]: 2022-01-18T17:15: 2022-01-18T17:15:16.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:15 smithi156 conmon[67007]: 15.311177+0000 mon.smithi129 (mon.0) 925 : 2022-01-18T17:15:16.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:15 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:15:16.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:15 smithi156 conmon[67007]: cluster 2022-01- 2022-01-18T17:15:16.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:15 smithi156 conmon[67007]: 18T17:15:15.319361+0000 2022-01-18T17:15:16.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:15 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 2477 : cluster [DBG] pgmap v2125: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:15:18.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:18 smithi129 conmon[101092]: cluster 2022-01-18T17:15:17.320024+0000 mgr.smithi129.iclwio (mgr.14716) 2478 : cluster [DBG] pgmap v2126: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:18.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:18 smithi156 conmon[67007]: cluster 2022-01-18T17:15:17.320024+0000 mgr.smithi129.iclwio (mgr.14716) 2478 : cluster [DBG] pgmap v2126: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:18.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:18 smithi156 conmon[67007]: 2022-01-18T17:15:20.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:20 smithi129 conmon[101092]: cluster 2022-01-18T17:15:19.320915+0000 mgr.smithi129.iclwio (mgr.14716) 2479 : 2022-01-18T17:15:20.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:20 smithi129 conmon[101092]: cluster [DBG] pgmap v2127: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:15:20.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:20 smithi156 conmon[67007]: cluster 2022-01-18T17:15:19.320915+0000 mgr.smithi129.iclwio (mgr.14716) 2479 : cluster [DBG] pgmap v2127: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:15:20.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:20 smithi156 conmon[67007]: 2022-01-18T17:15:22.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:22 smithi129 conmon[101092]: cluster 2022-01-18T17:15:21.321548+0000 mgr.smithi129.iclwio (mgr.14716) 2480 : cluster [DBG] pgmap v2128: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:22.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:22 smithi156 conmon[67007]: cluster 2022-01-18T17:15:21.321548+0000 mgr.smithi129.iclwio (mgr.14716) 2480 : cluster [DBG] pgmap v2128: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:24.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:24 smithi129 conmon[101092]: cluster 2022-01-18T17:15:23.322105+0000 mgr.smithi129.iclwio (mgr.14716) 2481 : cluster [DBG] pgmap v2129: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:24.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:24 smithi156 conmon[67007]: cluster 2022-01-18T17:15:23.322105+0000 mgr.smithi129.iclwio (mgr.14716) 2481 : cluster [DBG] pgmap v2129: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:26.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:25 smithi129 conmon[101092]: cluster 2022-01-18T17:15:25. 2022-01-18T17:15:26.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:25 smithi129 conmon[101092]: 323029+0000 mgr.smithi129.iclwio (mgr.14716) 2482 : cluster [DBG] pgmap v2130: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:15:26.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:25 smithi156 conmon[67007]: cluster 2022-01-18T17:15:25.323029+0000 mgr.smithi129.iclwio (mgr.14716) 2482 : cluster [DBG] pgmap v2130: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:15:28.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:28 smithi129 conmon[101092]: cluster 2022-01-18T17:15:27.323647+0000 mgr.smithi129.iclwio (mgr.14716) 2483 : cluster [DBG] 2022-01-18T17:15:28.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:28 smithi129 conmon[101092]: pgmap v2131: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:28.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:28 smithi156 conmon[67007]: cluster 2022-01-18T17:15:27.323647+0000 mgr.smithi129.iclwio (mgr.14716) 2483 : cluster [DBG] pgmap v2131: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:30.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:30 smithi129 conmon[101092]: cluster 2022-01-18T17:15:29.324496+0000 mgr.smithi129.iclwio (mgr.14716) 2484 : cluster [DBG] pgmap v2132: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:15:30.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:30 smithi156 conmon[67007]: cluster 2022-01-18T17:15:29.324496+0000 mgr.smithi129.iclwio (mgr.14716) 2484 : cluster [DBG] pgmap v2132: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:15:32.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:32 smithi129 conmon[101092]: cluster 2022-01-18T17:15:31.325112+0000 mgr.smithi129.iclwio (mgr.14716) 2485 : cluster [DBG] pgmap v2133: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:32.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:32 smithi129 conmon[101092]: 2022-01-18T17:15:32.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:32 smithi156 conmon[67007]: cluster 2022-01-18T17:15:31.325112+0000 mgr.smithi129.iclwio (mgr.14716) 2485 : cluster [DBG] pgmap v2133: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:33.859 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:15:34.126 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:15:34.127 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (78m) 8m ago 79m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:15:34.127 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (69m) 8m ago 79m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:15:34.127 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (69m) 8m ago 78m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:15:34.127 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (77m) 8m ago 78m 41.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:15:34.128 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (74m) 8m ago 74m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:15:34.128 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (74m) 8m ago 74m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:15:34.128 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (70m) 8m ago 80m 533M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:15:34.128 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (70m) 8m ago 78m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:15:34.129 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (70m) 8m ago 80m 492M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:15:34.129 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (70m) 8m ago 78m 270M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:15:34.129 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (70m) 8m ago 70m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:15:34.129 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (70m) 8m ago 70m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:15:34.129 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (78m) 8m ago 78m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:15:34.130 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (78m) 8m ago 78m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:15:34.130 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (64m) 8m ago 77m 1601M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:15:34.130 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (77m) 8m ago 77m 2613M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:15:34.131 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (77m) 8m ago 77m 2032M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:15:34.131 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (76m) 8m ago 76m 2606M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:15:34.131 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (76m) 8m ago 76m 2420M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:15:34.131 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (76m) 8m ago 76m 3014M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:15:34.132 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (75m) 8m ago 75m 2365M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:15:34.132 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (75m) 8m ago 75m 3530M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:15:34.132 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (77m) 8m ago 78m 64.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:15:34.444 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:15:34.445 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:15:34.445 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:15:34.445 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:15:34.445 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:15:34.446 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:15:34.446 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:15:34.446 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:15:34.446 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:15:34.446 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:15:34.447 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:15:34.447 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:15:34.447 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:15:34.447 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:15:34.448 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:15:34.448 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:15:34.448 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:15:34.448 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:15:34.448 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:15:34.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:34 smithi129 conmon[101092]: cluster 2022-01-18T17:15:33.325725+0000 mgr.smithi129.iclwio (mgr.14716) 2486 2022-01-18T17:15:34.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:34 smithi129 conmon[101092]: : cluster [DBG] pgmap v2134: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:34.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:34 smithi156 conmon[67007]: cluster 2022-01-18T17:15:33.325725+0000 mgr.smithi129.iclwio (mgr.14716) 2486 : cluster [DBG] pgmap v2134: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:35.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:35 smithi129 conmon[101092]: audit 2022-01-18T17:15:33.842400+0000 mgr.smithi129.iclwio (mgr.14716) 2487 : audit [DBG] 2022-01-18T17:15:35.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:35 smithi129 conmon[101092]: from='client.35734 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:15:35.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:35 smithi129 conmon[101092]: audit 2022-01-18T17:15:34.113604+0000 mgr.smithi129.iclwio (mgr.14716) 2488 : audit [DBG] from='client.35738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:15:35.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:35 smithi129 conmon[101092]: audit 2022-01-18T17:15:34.440431+0000 2022-01-18T17:15:35.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:35 smithi129 conmon[101092]: mon.smithi129 (mon.0) 926 : audit [DBG] from='client.? 172.21.15.129:0/3316624553' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:15:35.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:35 smithi156 conmon[67007]: audit 2022-01-18T17:15:33.842400+0000 mgr.smithi129.iclwio (mgr.14716) 2487 : audit [DBG] from='client.35734 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:15:35.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:35 smithi156 conmon[67007]: audit 2022-01-18T17:15:34.113604+0000 mgr.smithi129.iclwio (mgr.14716) 2488 : audit [DBG] from='client.35738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:15:35.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:35 smithi156 conmon[67007]: audit 2022-01-18T17:15:34.440431+0000 mon.smithi129 (mon.0) 926 : audit [DBG] from='client.? 172.21.15.129:0/3316624553' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:15:36.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:36 smithi129 conmon[101092]: cluster 2022-01-18T17:15:35.326471+0000 mgr.smithi129.iclwio (mgr.14716) 2489 : cluster [DBG] 2022-01-18T17:15:36.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:36 smithi129 conmon[101092]: pgmap v2135: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:15:36.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:36 smithi156 conmon[67007]: cluster 2022-01-18T17:15:35.326471+0000 mgr.smithi129.iclwio (mgr.14716) 2489 : cluster [DBG] pgmap v2135: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:15:38.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:38 smithi129 conmon[101092]: cluster 2022-01-18T17:15:37.327081+0000 mgr.smithi129.iclwio (mgr.14716) 2490 : cluster [DBG] 2022-01-18T17:15:38.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:38 smithi129 conmon[101092]: pgmap v2136: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:38.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:38 smithi156 conmon[67007]: cluster 2022-01-18T17:15:37.327081+0000 mgr.smithi129.iclwio (mgr.14716) 2490 : cluster 2022-01-18T17:15:38.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:38 smithi156 conmon[67007]: [DBG] pgmap v2136: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:40.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:40 smithi129 conmon[101092]: cluster 2022-01-18T17:15:39.327826+0000 mgr.smithi129.iclwio (mgr.14716) 2491 : cluster [DBG] pgmap v2137: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:15:40.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:40 smithi156 conmon[67007]: cluster 2022-01-18T17:15:39.327826+0000 mgr.smithi129.iclwio (mgr.14716) 2491 : cluster [DBG] pgmap v2137: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:15:42.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:42 smithi129 conmon[101092]: cluster 2022-01-18T17:15:41.328533+0000 mgr.smithi129.iclwio (mgr.14716) 2492 : cluster [DBG] pgmap v2138: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:42.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:42 smithi129 conmon[101092]: 2022-01-18T17:15:42.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:42 smithi156 conmon[67007]: cluster 2022-01-18T17:15:41.328533+0000 mgr.smithi129.iclwio (mgr.14716) 2492 : cluster [DBG] pgmap v2138: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:44.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:44 smithi129 conmon[101092]: cluster 2022-01-18T17:15:43.329091+0000 mgr.smithi129.iclwio (mgr.14716) 2493 : cluster [DBG] pgmap v2139: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:44.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:44 smithi156 conmon[67007]: cluster 2022-01-18T17:15:43.329091+0000 mgr.smithi129.iclwio (mgr.14716) 2493 : cluster [DBG] pgmap v2139: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:46.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:45 smithi129 conmon[101092]: cluster 2022-01-18T17:15:45.330119+0000 mgr.smithi129.iclwio (mgr.14716) 2494 : cluster [DBG] 2022-01-18T17:15:46.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:45 smithi129 conmon[101092]: pgmap v2140: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:15:46.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:45 smithi156 conmon[67007]: cluster 2022-01-18T17:15:45.330119+0000 mgr.smithi129.iclwio (mgr.14716) 2494 : cluster [DBG] pgmap v2140: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:15:48.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:48 smithi129 conmon[101092]: cluster 2022-01-18T17:15:47.330696+0000 mgr.smithi129.iclwio (mgr.14716) 2495 : cluster [DBG] pgmap v2141: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:48.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:48 smithi156 conmon[67007]: cluster 2022-01-18T17:15:47.330696+0000 mgr.smithi129.iclwio (mgr.14716) 2495 : cluster [DBG] pgmap v2141: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:50.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:50 smithi129 conmon[101092]: cluster 2022-01-18T17:15:49.331530+0000 mgr.smithi129.iclwio (mgr.14716) 2496 : cluster 2022-01-18T17:15:50.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:50 smithi129 conmon[101092]: [DBG] pgmap v2142: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:15:50.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:50 smithi156 conmon[67007]: cluster 2022-01-18T17:15:49.331530+0000 mgr.smithi129.iclwio (mgr.14716) 2496 : cluster [DBG] pgmap v2142: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:15:52.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:52 smithi129 conmon[101092]: cluster 2022-01-18T17:15:51.332149+0000 mgr.smithi129.iclwio (mgr.14716) 2497 : cluster [DBG] pgmap v2143: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:52.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:52 smithi129 conmon[101092]: 2022-01-18T17:15:52.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:52 smithi156 conmon[67007]: cluster 2022-01-18T17:15:51.332149+0000 mgr.smithi129.iclwio (mgr.14716) 2497 : cluster [DBG] pgmap v2143: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:54.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:54 smithi129 conmon[101092]: cluster 2022-01-18T17:15:53.332726+0000 mgr.smithi129.iclwio (mgr.14716) 2498 : cluster [DBG] pgmap v2144: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:54.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:54 smithi156 conmon[67007]: cluster 2022-01-18T17:15:53.332726+0000 mgr.smithi129.iclwio (mgr.14716) 2498 : cluster [DBG] pgmap v2144: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:56.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:55 smithi129 conmon[101092]: cluster 2022-01-18T17:15:55.333508+0000 mgr.smithi129.iclwio (mgr.14716) 2499 : cluster [DBG] pgmap v2145: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:15:56.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:55 smithi156 conmon[67007]: cluster 2022-01-18T17:15:55.333508+0000 mgr.smithi129.iclwio (mgr.14716) 2499 : cluster [DBG] pgmap v2145: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:15:58.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:58 smithi129 conmon[101092]: cluster 2022-01-18T17:15:57.334076+0000 mgr.smithi129.iclwio (mgr.14716) 2500 : cluster [DBG] pgmap v2146: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:58.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:58 smithi129 conmon[101092]: 2022-01-18T17:15:58.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:58 smithi156 conmon[67007]: cluster 2022-01-18T17:15:57.334076+0000 mgr.smithi129.iclwio (mgr.14716) 2500 : cluster [DBG] pgmap v2146: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:15:59.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:59 smithi129 conmon[101092]: audit 2022-01-18T17:15:58.474046+0000 mon.smithi129 (mon.0) 927 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:15:59.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:15:59 smithi129 conmon[101092]: audit 2022-01-18T17:15:58.474525+0000 mon.smithi129 (mon.0) 928 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:15:59.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:59 smithi156 conmon[67007]: audit 2022-01-18T17:15:58.474046+0000 mon.smithi129 (mon.0) 927 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:15:59.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:15:59 smithi156 conmon[67007]: audit 2022-01-18T17:15:58.474525+0000 mon.smithi129 (mon.0) 928 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:16:00.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:00 smithi129 conmon[101092]: cluster 2022-01-18T17:15:59.335015+0000 mgr.smithi129.iclwio (mgr.14716) 2501 : cluster [DBG] pgmap v2147: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:16:00.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:00 smithi156 conmon[67007]: cluster 2022-01-18T17:15:59.335015+0000 mgr.smithi129.iclwio (mgr.14716) 2501 : cluster [DBG] pgmap v2147: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:16:02.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:02 smithi129 conmon[101092]: cluster 2022-01-18T17:16:01.335450+0000 mgr.smithi129.iclwio (mgr.14716) 2502 : cluster [DBG] pgmap v2148: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:02.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:02 smithi156 conmon[67007]: cluster 2022-01-18T17:16:01.335450+0000 mgr.smithi129.iclwio (mgr.14716) 2502 : cluster [DBG] pgmap v2148: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:04.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:04 smithi129 conmon[101092]: cluster 2022-01-18T17:16:03.336107+0000 mgr.smithi129.iclwio (mgr.14716) 2503 : cluster [DBG] pgmap v2149: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:04.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:04 smithi129 conmon[101092]: 2022-01-18T17:16:04.742 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:16:04.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:04 smithi156 conmon[67007]: cluster 2022-01-18T17:16:03.336107+0000 mgr.smithi129.iclwio (mgr.14716) 2503 : cluster [DBG] pgmap v2149: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:05.013 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:16:05.014 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (78m) 8m ago 79m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:16:05.014 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (70m) 8m ago 79m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:16:05.014 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (70m) 8m ago 79m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:16:05.014 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (78m) 8m ago 79m 41.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:16:05.015 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (74m) 8m ago 74m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:16:05.015 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (74m) 8m ago 74m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:16:05.015 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (71m) 8m ago 80m 533M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:16:05.015 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (70m) 8m ago 79m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:16:05.016 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (70m) 8m ago 81m 492M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:16:05.016 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (70m) 8m ago 78m 270M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:16:05.016 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (71m) 8m ago 71m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:16:05.016 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (71m) 8m ago 71m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:16:05.016 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (79m) 8m ago 79m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:16:05.017 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (78m) 8m ago 78m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:16:05.017 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (65m) 8m ago 78m 1601M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:16:05.017 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (77m) 8m ago 77m 2613M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:16:05.017 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (77m) 8m ago 77m 2032M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:16:05.018 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (77m) 8m ago 77m 2606M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:16:05.018 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (76m) 8m ago 76m 2420M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:16:05.018 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (76m) 8m ago 76m 3014M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:16:05.018 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (76m) 8m ago 76m 2365M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:16:05.019 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (76m) 8m ago 76m 3530M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:16:05.019 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (78m) 8m ago 79m 64.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:16:05.336 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:16:05.336 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:16:05.336 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:16:05.336 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:16:05.337 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:16:05.337 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:16:05.337 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:16:05.337 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:16:05.338 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:16:05.338 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:16:05.338 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:16:05.338 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:16:05.339 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:16:05.339 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:16:05.339 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:16:05.339 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:16:05.339 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:16:05.340 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:16:05.340 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:16:06.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:05 smithi129 conmon[101092]: audit 2022-01-18T17:16:04.726738+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:16:06.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:05 smithi129 conmon[101092]: 2504 : audit [DBG] from='client.35746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:16:06.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:05 smithi129 conmon[101092]: audit 2022-01-18T17:16:05.000540+0000 mgr.smithi129.iclwio (mgr.14716) 2505 : audit [DBG] from='client.35750 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:16:06.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:05 smithi129 conmon[101092]: audit 2022-01-18T17:16: 2022-01-18T17:16:06.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:05 smithi129 conmon[101092]: 05.331871+0000 mon.smithi129 (mon.0) 929 : audit [DBG] from='client.? 172.21.15.129:0/1314434975' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:16:06.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:05 smithi129 conmon[101092]: cluster 2022-01-18T17:16:05.336767+0000 mgr.smithi129.iclwio (mgr.14716) 2506 : cluster 2022-01-18T17:16:06.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:05 smithi129 conmon[101092]: [DBG] pgmap v2150: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:16:06.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:05 smithi156 conmon[67007]: audit 2022-01-18T17:16:04.726738+0000 mgr.smithi129.iclwio (mgr.14716) 2504 : audit [DBG] from='client.35746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:16:06.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:05 smithi156 conmon[67007]: audit 2022-01-18T17:16:05.000540+0000 mgr.smithi129.iclwio (mgr.14716) 2505 : audit [DBG] from='client.35750 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:16:06.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:05 smithi156 conmon[67007]: audit 2022-01-18T17:16:05.331871+0000 mon.smithi129 (mon.0) 929 : audit [DBG] from='client.? 172.21.15.129:0/1314434975' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:16:06.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:05 smithi156 conmon[67007]: cluster 2022-01-18T17:16:05.336767+0000 2022-01-18T17:16:06.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:05 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 2506 : cluster [DBG] pgmap v2150: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:16:08.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:08 smithi129 conmon[101092]: cluster 2022-01-18T17:16:07.337510+0000 mgr.smithi129.iclwio (mgr.14716) 2507 : cluster [DBG] 2022-01-18T17:16:08.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:08 smithi129 conmon[101092]: pgmap v2151: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:08.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:08 smithi156 conmon[67007]: cluster 2022-01-18T17:16:07.337510+0000 mgr.smithi129.iclwio (mgr.14716) 2507 : cluster [DBG] pgmap v2151: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:10.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:10 smithi129 conmon[101092]: cluster 2022-01-18T17:16:09.338328+0000 mgr.smithi129.iclwio (mgr.14716) 2508 : cluster [DBG] pgmap v2152: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:16:10.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:10 smithi156 conmon[67007]: cluster 2022-01-18T17:16:09.338328+0000 mgr.smithi129.iclwio (mgr.14716) 2508 : cluster [DBG] pgmap v2152: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:16:12.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:12 smithi129 conmon[101092]: cluster 2022-01-18T17:16:11.338851+0000 mgr.smithi129.iclwio (mgr.14716) 2509 : cluster [DBG] pgmap v2153: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:12.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:12 smithi129 conmon[101092]: 2022-01-18T17:16:12.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:12 smithi156 conmon[67007]: cluster 2022-01-18T17:16:11.338851+0000 mgr.smithi129.iclwio (mgr.14716) 2509 : cluster [DBG] 2022-01-18T17:16:12.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:12 smithi156 conmon[67007]: pgmap v2153: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:14.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:14 smithi129 conmon[101092]: cluster 2022-01-18T17:16:13.339348+0000 mgr.smithi129.iclwio (mgr.14716) 2510 : cluster [DBG] pgmap v2154: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:14.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:14 smithi156 conmon[67007]: cluster 2022-01-18T17:16:13.339348+0000 mgr.smithi129.iclwio (mgr.14716) 2510 : cluster [DBG] pgmap v2154: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:14.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:14 smithi156 conmon[67007]: 2022-01-18T17:16:16.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:15 smithi129 conmon[101092]: audit 2022-01-18T17:16:15.313821+0000 mon.smithi129 (mon.0) 930 2022-01-18T17:16:16.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:15 smithi129 conmon[101092]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:16:16.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:15 smithi129 conmon[101092]: audit 2022-01-18T17:16:15.315225+0000 mon.smithi129 (mon.0) 931 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:16:16.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:15 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T17:16:16.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:15 smithi129 conmon[101092]: 18T17:16:15.316259+0000 mon.smithi129 (mon.0) 932 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:16:16.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:15 smithi129 conmon[101092]: cephadm 2022-01-18T17: 2022-01-18T17:16:16.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:15 smithi129 conmon[101092]: 16:15.316967+0000 mgr.smithi129.iclwio ( 2022-01-18T17:16:16.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:15 smithi129 conmon[101092]: mgr.14716) 2511 : cephadm [WRN] 2022-01-18T17:16:16.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:15 smithi129 conmon[101092]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:16:16.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:15 smithi129 conmon[101092]: cluster 2022- 2022-01-18T17:16:16.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:15 smithi129 conmon[101092]: 01-18T17:16:15.340130+0000 2022-01-18T17:16:16.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:15 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 2512 : cluster 2022-01-18T17:16:16.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:15 smithi129 conmon[101092]: [DBG] pgmap v2155: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:16:16.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:15 smithi129 conmon[101092]: audit 2022-01-18T17 2022-01-18T17:16:16.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:15 smithi129 conmon[101092]: :16:15.620933+0000 mon.smithi129 (mon.0 2022-01-18T17:16:16.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:15 smithi129 conmon[101092]: ) 933 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T17:16:16.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:15 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T17:16:16.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:15 smithi129 conmon[101092]: 17:16:15.621126+0000 mon.smithi129 (mon. 2022-01-18T17:16:16.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:15 smithi129 conmon[101092]: 0) 934 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T17:16:16.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:15 smithi129 conmon[101092]: audit 2022-01-18T17:16:16.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:15 smithi129 conmon[101092]: 2022-01-18T17:16:15.625378 2022-01-18T17:16:16.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:15 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 935 : audit [INF] 2022-01-18T17:16:16.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:15 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:16:16.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:15 smithi129 conmon[101092]: audit 2022-01-18T17:16:15 2022-01-18T17:16:16.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:15 smithi129 conmon[101092]: .630843+0000 mon.smithi129 (mon.0) 936 : audit 2022-01-18T17:16:16.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:15 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:16:16.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:15 smithi156 conmon[67007]: audit 2022-01-18T17:16:15.313821+0000 mon.smithi129 (mon.0) 2022-01-18T17:16:16.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:15 smithi156 conmon[67007]: 930 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:16:16.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:15 smithi156 conmon[67007]: audit 2022-01-18T17:16:15.315225+0000 mon.smithi129 (mon.0) 931 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:16:16.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:15 smithi156 conmon[67007]: audit 2022-01 2022-01-18T17:16:16.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:15 smithi156 conmon[67007]: -18T17:16:15.316259+0000 mon.smithi129 (mon.0) 932 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:16:16.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:15 smithi156 conmon[67007]: cephadm 2022-01-18T 2022-01-18T17:16:16.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:15 smithi156 conmon[67007]: 17:16:15.316967+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:16:16.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:15 smithi156 conmon[67007]: 2511 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:16:16.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:15 smithi156 conmon[67007]: cluster 2022-01-18 2022-01-18T17:16:16.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:15 smithi156 conmon[67007]: T17:16:15.340130+0000 mgr.smithi129.iclwio (mgr 2022-01-18T17:16:16.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:15 smithi156 conmon[67007]: .14716) 2512 : cluster [DBG] pgmap v2155: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:16:16.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:15 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T17:16:16.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:15 smithi156 conmon[67007]: 18T17:16:15.620933+0000 mon.smithi129 ( 2022-01-18T17:16:16.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:15 smithi156 conmon[67007]: mon.0) 933 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T17:16:16.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:15 smithi156 conmon[67007]: audit 2022-01 2022-01-18T17:16:16.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:15 smithi156 conmon[67007]: -18T17:16:15.621126+0000 mon.smithi129 2022-01-18T17:16:16.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:15 smithi156 conmon[67007]: (mon.0) 934 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T17:16:16.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:15 smithi156 conmon[67007]: audit 2022-01-18T17:16:16.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:15 smithi156 conmon[67007]: 2022-01-18T17:16:15.625378 2022-01-18T17:16:16.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:15 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 935 : audit [INF] 2022-01-18T17:16:16.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:15 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:16:16.308 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:15 smithi156 conmon[67007]: audit 2022- 2022-01-18T17:16:16.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:15 smithi156 conmon[67007]: 01-18T17:16:15.630843+0000 2022-01-18T17:16:16.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:15 smithi156 conmon[67007]: mon.smithi129 (mon.0) 936 : audit [INF] 2022-01-18T17:16:16.309 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:15 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:16:18.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:18 smithi129 conmon[101092]: cluster 2022-01-18T17:16:17.340724+0000 mgr.smithi129.iclwio (mgr.14716) 2513 : cluster 2022-01-18T17:16:18.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:18 smithi129 conmon[101092]: [DBG] pgmap v2156: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:18.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:18 smithi156 conmon[67007]: cluster 2022-01-18T17:16:17.340724+0000 mgr.smithi129.iclwio (mgr.14716) 2513 : cluster [DBG] pgmap v2156: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:18.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:18 smithi156 conmon[67007]: 2022-01-18T17:16:20.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:20 smithi129 conmon[101092]: cluster 2022-01-18T17:16:19.341564+0000 mgr.smithi129.iclwio (mgr.14716) 2514 : cluster [DBG] pgmap v2157: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:16:20.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:20 smithi156 conmon[67007]: cluster 2022-01-18T17:16:19.341564+0000 mgr.smithi129.iclwio (mgr.14716) 2514 : cluster [DBG] pgmap v2157: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:16:22.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:22 smithi129 conmon[101092]: cluster 2022-01-18T17:16:21.342179+0000 mgr.smithi129.iclwio (mgr.14716) 2515 : cluster [DBG] pgmap v2158: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:22.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:22 smithi156 conmon[67007]: cluster 2022-01-18T17:16:21.342179+0000 mgr.smithi129.iclwio (mgr.14716) 2515 : cluster [DBG] pgmap v2158: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:24.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:24 smithi129 conmon[101092]: cluster 2022-01-18T17:16:23.342726+0000 mgr.smithi129.iclwio (mgr.14716) 2516 : cluster [DBG] pgmap v2159: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:24.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:24 smithi156 conmon[67007]: cluster 2022-01-18T17:16:23.342726+0000 mgr.smithi129.iclwio (mgr.14716) 2516 : cluster [DBG] pgmap v2159: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:26.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:25 smithi129 conmon[101092]: cluster 2022-01-18T17:16:25.343538+0000 mgr.smithi129.iclwio (mgr.14716) 2517 : cluster [DBG] pgmap v2160: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:16:26.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:25 smithi156 conmon[67007]: cluster 2022-01-18T17:16:25.343538+0000 mgr.smithi129.iclwio (mgr.14716) 2517 : cluster [DBG] pgmap v2160: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:16:28.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:28 smithi129 conmon[101092]: cluster 2022-01-18T17:16:27.344306+0000 2022-01-18T17:16:28.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:28 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 2518 : cluster [DBG] pgmap v2161: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:28.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:28 smithi156 conmon[67007]: cluster 2022-01-18T17:16:27.344306+0000 mgr.smithi129.iclwio (mgr.14716) 2518 : cluster [DBG] pgmap v2161: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:30.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:30 smithi129 conmon[101092]: cluster 2022-01-18T17:16:29.345096+0000 mgr.smithi129.iclwio (mgr.14716) 2519 : cluster [DBG] pgmap v2162: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:16:30.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:30 smithi156 conmon[67007]: cluster 2022-01-18T17:16:29.345096+0000 mgr.smithi129.iclwio (mgr.14716) 2519 : cluster [DBG] pgmap v2162: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:16:32.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:32 smithi129 conmon[101092]: cluster 2022-01-18T17:16:31.345632+0000 2022-01-18T17:16:32.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:32 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 2520 : cluster [DBG] pgmap v2163: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:32.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:32 smithi156 conmon[67007]: cluster 2022-01-18T17:16:31.345632+0000 mgr.smithi129.iclwio (mgr.14716) 2520 : cluster [DBG] pgmap v2163: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:34.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:34 smithi129 conmon[101092]: cluster 2022-01-18T17:16:33.346169+0000 mgr.smithi129.iclwio (mgr.14716) 2521 : cluster [DBG] 2022-01-18T17:16:34.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:34 smithi129 conmon[101092]: pgmap v2164: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:34.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:34 smithi156 conmon[67007]: cluster 2022-01-18T17:16:33.346169+0000 mgr.smithi129.iclwio (mgr.14716) 2521 : cluster [DBG] pgmap v2164: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:34.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:34 smithi156 conmon[67007]: 2022-01-18T17:16:35.637 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:16:35.905 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:16:35.905 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (79m) 9m ago 80m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:16:35.905 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (70m) 9m ago 80m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:16:35.905 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (70m) 9m ago 79m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:16:35.906 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (78m) 9m ago 80m 41.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:16:35.906 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (75m) 9m ago 75m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:16:35.906 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (75m) 9m ago 75m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:16:35.907 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (71m) 9m ago 81m 533M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:16:35.907 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (71m) 9m ago 79m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:16:35.907 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (71m) 9m ago 81m 492M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:16:35.908 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (71m) 9m ago 79m 270M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:16:35.908 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (72m) 9m ago 72m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:16:35.908 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (71m) 9m ago 71m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:16:35.908 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (79m) 9m ago 79m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:16:35.909 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (79m) 9m ago 79m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:16:35.909 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (65m) 9m ago 78m 1601M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:16:35.909 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (78m) 9m ago 78m 2613M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:16:35.910 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (78m) 9m ago 78m 2032M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:16:35.910 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (77m) 9m ago 77m 2606M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:16:35.910 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (77m) 9m ago 77m 2420M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:16:35.910 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (77m) 9m ago 77m 3014M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:16:35.911 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (76m) 9m ago 76m 2365M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:16:35.911 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (76m) 9m ago 76m 3530M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:16:35.911 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (78m) 9m ago 79m 64.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:16:36.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:35 smithi129 conmon[101092]: cluster 2022-01-18T17:16:35.347111+0000 mgr.smithi129.iclwio (mgr.14716) 2522 2022-01-18T17:16:36.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:35 smithi129 conmon[101092]: : cluster [DBG] pgmap v2165: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:16:36.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:35 smithi129 conmon[101092]: audit 2022-01-18T17:16:35.621639+0000 mgr.smithi129.iclwio (mgr.14716) 2523 : audit [DBG] from='client.35758 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:16:36.225 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:16:36.226 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:16:36.226 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:16:36.226 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:16:36.226 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:16:36.227 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:16:36.227 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:16:36.227 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:16:36.227 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:16:36.228 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:16:36.228 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:16:36.228 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:16:36.228 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:16:36.228 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:16:36.229 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:16:36.229 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:16:36.229 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:16:36.230 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:16:36.230 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:16:36.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:35 smithi156 conmon[67007]: cluster 2022-01-18T17:16:35.347111+0000 mgr.smithi129.iclwio (mgr.14716) 2522 : cluster [DBG] pgmap v2165: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:16:36.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:35 smithi156 conmon[67007]: audit 2022-01-18T17:16:35.621639+0000 mgr.smithi129.iclwio (mgr.14716) 2523 : audit [DBG] from='client.35758 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:16:37.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:36 smithi129 conmon[101092]: audit 2022-01-18T17:16:35.892044+0000 mgr.smithi129.iclwio (mgr.14716) 2524 2022-01-18T17:16:37.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:36 smithi129 conmon[101092]: : audit [DBG] from='client.35762 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:16:37.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:36 smithi129 conmon[101092]: audit 2022-01-18T17:16:36.221668+0000 mon.smithi129 (mon.0) 937 : audit [DBG] from='client.? 172.21.15.129:0/3374185130' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:16:37.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:36 smithi156 conmon[67007]: audit 2022-01-18T17:16:35.892044+0000 mgr.smithi129.iclwio (mgr.14716) 2524 : audit [DBG] from='client.35762 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:16:37.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:36 smithi156 conmon[67007]: 2022-01-18T17:16:37.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:36 smithi156 conmon[67007]: audit 2022-01-18T17:16:36.221668+0000 mon.smithi129 (mon.0) 937 : audit [DBG] from='client.? 172.21.15.129:0/3374185130' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:16:38.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:37 smithi129 conmon[101092]: cluster 2022-01-18 2022-01-18T17:16:38.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:37 smithi129 conmon[101092]: T17:16:37.347647+0000 mgr.smithi129.iclwio (mgr.14716) 2525 : cluster [DBG] pgmap v2166: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:38.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:37 smithi156 conmon[67007]: cluster 2022-01-18T17:16:37.347647+0000 mgr.smithi129.iclwio (mgr.14716) 2525 : cluster [DBG] pgmap v2166: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:40.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:40 smithi129 conmon[101092]: cluster 2022-01-18T17:16:39.348541+0000 mgr.smithi129.iclwio (mgr.14716) 2526 : cluster [DBG] pgmap v2167: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:16:40.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:40 smithi156 conmon[67007]: cluster 2022-01-18T17:16:39.348541+0000 mgr.smithi129.iclwio (mgr.14716) 2526 : cluster [DBG] pgmap v2167: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:16:42.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:42 smithi129 conmon[101092]: cluster 2022-01-18T17:16:41.349053+0000 mgr.smithi129.iclwio (mgr.14716) 2527 : cluster [DBG] pgmap v2168: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:42.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:42 smithi156 conmon[67007]: cluster 2022-01-18T17:16:41.349053+0000 mgr.smithi129.iclwio (mgr.14716) 2527 : cluster [DBG] 2022-01-18T17:16:42.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:42 smithi156 conmon[67007]: pgmap v2168: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:44.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:44 smithi129 conmon[101092]: cluster 2022-01-18T17:16:43.349569+0000 mgr.smithi129.iclwio (mgr.14716) 2528 : cluster [DBG] pgmap v2169: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:44.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:44 smithi156 conmon[67007]: cluster 2022-01-18T17:16:43.349569+0000 mgr.smithi129.iclwio (mgr.14716) 2528 : cluster [DBG] pgmap v2169: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:46.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:45 smithi129 conmon[101092]: cluster 2022-01-18T17:16:45.350324+0000 mgr.smithi129.iclwio (mgr.14716) 2529 : cluster [DBG] pgmap v2170: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:16:46.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:45 smithi156 conmon[67007]: cluster 2022-01-18T17:16:45.350324+0000 mgr.smithi129.iclwio (mgr.14716) 2529 : cluster [DBG] pgmap v2170: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:16:48.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:48 smithi129 conmon[101092]: cluster 2022-01-18T17:16:47.350940+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:16:48.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:48 smithi129 conmon[101092]: 2530 : cluster [DBG] pgmap v2171: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:48.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:48 smithi156 conmon[67007]: cluster 2022-01-18T17:16:47.350940+0000 mgr.smithi129.iclwio (mgr.14716) 2530 : cluster [DBG] 2022-01-18T17:16:48.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:48 smithi156 conmon[67007]: pgmap v2171: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:50.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:50 smithi129 conmon[101092]: cluster 2022-01-18T17:16:49.351640+0000 mgr.smithi129.iclwio (mgr.14716) 2531 : cluster [DBG] pgmap v2172: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:16:50.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:50 smithi129 conmon[101092]: 2022-01-18T17:16:50.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:50 smithi156 conmon[67007]: cluster 2022-01-18T17:16:49.351640+0000 mgr.smithi129.iclwio (mgr.14716) 2531 : cluster [DBG] pgmap v2172: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:16:50.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:50 smithi156 conmon[67007]: 2022-01-18T17:16:52.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:52 smithi129 conmon[101092]: cluster 2022-01-18T17:16:51.352290+0000 mgr.smithi129.iclwio (mgr.14716) 2532 : cluster [DBG] pgmap v2173: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:52.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:52 smithi129 conmon[101092]: 2022-01-18T17:16:52.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:52 smithi156 conmon[67007]: cluster 2022-01-18T17:16:51.352290+0000 mgr.smithi129.iclwio (mgr.14716) 2532 : cluster 2022-01-18T17:16:52.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:52 smithi156 conmon[67007]: [DBG] pgmap v2173: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:54.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:54 smithi129 conmon[101092]: cluster 2022-01-18T17:16:53.353060+0000 mgr.smithi129.iclwio (mgr.14716) 2533 : cluster [DBG] pgmap v2174: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:54.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:54 smithi129 conmon[101092]: 2022-01-18T17:16:54.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:54 smithi156 conmon[67007]: cluster 2022-01-18T17:16:53.353060+0000 mgr.smithi129.iclwio (mgr.14716) 2533 : cluster [DBG] pgmap v2174: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:56.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:55 smithi129 conmon[101092]: cluster 2022-01-18T17:16:55.354043+0000 mgr.smithi129.iclwio (mgr.14716) 2534 : cluster [DBG] pgmap v2175: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:16:56.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:55 smithi129 conmon[101092]: 2022-01-18T17:16:56.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:55 smithi156 conmon[67007]: cluster 2022-01-18T17:16:55.354043+0000 mgr.smithi129.iclwio (mgr.14716) 2534 : 2022-01-18T17:16:56.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:55 smithi156 conmon[67007]: cluster [DBG] pgmap v2175: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:16:58.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:58 smithi129 conmon[101092]: cluster 2022-01-18T17:16:57.354661+0000 mgr.smithi129.iclwio (mgr.14716) 2535 : cluster [DBG] pgmap v2176: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:58.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:58 smithi129 conmon[101092]: 2022-01-18T17:16:58.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:58 smithi156 conmon[67007]: cluster 2022-01-18T17:16:57.354661+0000 mgr.smithi129.iclwio (mgr.14716) 2535 : cluster [DBG] 2022-01-18T17:16:58.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:58 smithi156 conmon[67007]: pgmap v2176: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:16:59.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:59 smithi129 conmon[101092]: audit 2022-01-18T17:16:58.478936+0000 mon.smithi129 (mon 2022-01-18T17:16:59.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:59 smithi129 conmon[101092]: .0) 938 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:16:59.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:16:59 smithi129 conmon[101092]: audit 2022-01-18T17:16:58.479166+0000 mon.smithi129 (mon.0) 939 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:16:59.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:59 smithi156 conmon[67007]: audit 2022-01-18T17:16:58.478936+0000 mon.smithi129 (mon.0) 938 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:16:59.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:16:59 smithi156 conmon[67007]: audit 2022-01-18T17:16:58.479166+0000 mon.smithi129 (mon.0) 939 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:17:00.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:00 smithi129 conmon[101092]: cluster 2022-01-18T17:16:59.355387+0000 mgr.smithi129.iclwio ( 2022-01-18T17:17:00.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:00 smithi129 conmon[101092]: mgr.14716) 2536 : cluster [DBG] pgmap v2177: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:17:00.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:00 smithi156 conmon[67007]: cluster 2022-01-18T17:16:59.355387+0000 mgr.smithi129.iclwio (mgr.14716) 2536 : cluster [DBG] pgmap v2177: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:17:02.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:02 smithi129 conmon[101092]: cluster 2022-01-18T17:17:01.355912+0000 mgr.smithi129.iclwio (mgr.14716) 2537 : cluster [DBG] pgmap v2178: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:02.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:02 smithi129 conmon[101092]: 2022-01-18T17:17:02.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:02 smithi156 conmon[67007]: cluster 2022-01-18T17:17:01.355912+0000 mgr.smithi129.iclwio (mgr.14716) 2537 : cluster [DBG] pgmap v2178: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:04.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:04 smithi129 conmon[101092]: cluster 2022-01-18T17:17:03.356594+0000 mgr.smithi129.iclwio (mgr.14716) 2538 : cluster [DBG] pgmap v2179: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:04.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:04 smithi156 conmon[67007]: cluster 2022-01-18T17:17:03.356594+0000 mgr.smithi129.iclwio (mgr.14716) 2538 : cluster [DBG] pgmap v2179: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:06.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:05 smithi129 conmon[101092]: cluster 2022-01-18T17:17:05.357427+0000 mgr.smithi129.iclwio (mgr.14716) 2539 : cluster [DBG] pgmap v2180: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:17:06.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:05 smithi129 conmon[101092]: 2022-01-18T17:17:06.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:05 smithi156 conmon[67007]: cluster 2022-01-18T17:17:05.357427+0000 mgr.smithi129.iclwio (mgr.14716) 2539 : cluster [DBG] pgmap v2180: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:17:06.527 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:17:06.791 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:17:06.791 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (79m) 9m ago 80m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:17:06.792 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (71m) 9m ago 80m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:17:06.792 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (71m) 9m ago 80m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:17:06.792 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (79m) 9m ago 80m 41.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:17:06.792 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (75m) 9m ago 75m 42.0M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:17:06.793 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (75m) 9m ago 75m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:17:06.793 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (72m) 9m ago 81m 533M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:17:06.793 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (71m) 9m ago 80m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:17:06.793 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (71m) 9m ago 82m 492M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:17:06.794 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (71m) 9m ago 79m 270M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:17:06.794 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (72m) 9m ago 72m 171M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:17:06.794 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (72m) 9m ago 72m 100M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:17:06.794 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (80m) 9m ago 80m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:17:06.795 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (79m) 9m ago 79m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:17:06.795 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (66m) 9m ago 79m 1601M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:17:06.795 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (78m) 9m ago 78m 2613M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:17:06.795 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (78m) 9m ago 78m 2032M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:17:06.796 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (78m) 9m ago 78m 2606M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:17:06.796 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (78m) 9m ago 78m 2420M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:17:06.796 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (77m) 9m ago 77m 3014M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:17:06.796 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (77m) 9m ago 77m 2365M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:17:06.797 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (77m) 9m ago 77m 3530M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:17:06.797 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (79m) 9m ago 80m 64.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:17:07.114 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:17:07.115 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:17:07.115 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:17:07.116 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:17:07.116 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:17:07.117 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:17:07.117 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:17:07.117 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:17:07.118 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:17:07.118 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:17:07.119 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:17:07.119 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:17:07.120 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:17:07.120 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:17:07.121 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:17:07.121 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:17:07.122 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:17:07.122 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:17:07.123 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:17:07.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:06 smithi129 conmon[101092]: audit 2022-01-18T17: 2022-01-18T17:17:07.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:06 smithi129 conmon[101092]: 17:06.511534+0000 mgr.smithi129.iclwio (mgr.14716) 2540 : audit [DBG] from='client.35770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:17:07.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:06 smithi156 conmon[67007]: audit 2022-01-18T17:17:06.511534+0000 mgr.smithi129.iclwio (mgr.14716) 2540 : audit [DBG] from='client.35770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:17:08.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:07 smithi129 conmon[101092]: audit 2022-01-18T17:17:06.778449+0000 mgr.smithi129.iclwio (mgr.14716) 2541 : audit 2022-01-18T17:17:08.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:07 smithi129 conmon[101092]: [DBG] from='client.35774 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:17:08.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:07 smithi129 conmon[101092]: audit 2022-01-18T17:17:07.110115+0000 mon.smithi129 (mon.0) 940 : audit [DBG] from='client.? 172.21.15.129:0/1849377257' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:17:08.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:07 smithi129 conmon[101092]: cluster 2022-01-18T17:17:07.357890+0000 2022-01-18T17:17:08.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:07 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 2542 : cluster [DBG] pgmap v2181: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:08.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:07 smithi156 conmon[67007]: audit 2022-01-18T17:17:06.778449+0000 mgr.smithi129.iclwio (mgr.14716) 2541 : audit [DBG] from='client.35774 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:17:08.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:07 smithi156 conmon[67007]: audit 2022-01-18T17:17:07.110115+0000 mon.smithi129 (mon.0) 940 : audit [DBG] from='client.? 172.21.15.129:0/1849377257' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:17:08.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:07 smithi156 conmon[67007]: cluster 2022-01-18T17:17: 2022-01-18T17:17:08.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:07 smithi156 conmon[67007]: 07.357890+0000 mgr.smithi129.iclwio (mgr.14716) 2542 : cluster [DBG] pgmap v2181: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:10.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:10 smithi129 conmon[101092]: cluster 2022-01-18T17:17:09.358649+0000 mgr.smithi129.iclwio (mgr.14716) 2543 : cluster [DBG] pgmap v2182: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:17:10.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:10 smithi156 conmon[67007]: cluster 2022-01-18T17:17:09.358649+0000 mgr.smithi129.iclwio (mgr.14716) 2543 : cluster [DBG] pgmap v2182: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:17:12.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:12 smithi129 conmon[101092]: cluster 2022-01-18T17:17:11.359171+0000 mgr.smithi129.iclwio (mgr.14716) 2544 : cluster [DBG] pgmap v2183: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:12.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:12 smithi156 conmon[67007]: cluster 2022-01-18T17:17:11.359171+0000 mgr.smithi129.iclwio (mgr.14716) 2544 : cluster [DBG] pgmap v2183: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:14.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:14 smithi129 conmon[101092]: cluster 2022-01-18T17:17:13.359734+0000 mgr.smithi129.iclwio (mgr.14716) 2545 : cluster [DBG] pgmap v2184: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:14.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:14 smithi156 conmon[67007]: cluster 2022-01-18T17:17:13.359734+0000 mgr.smithi129.iclwio (mgr.14716) 2545 : cluster [DBG] pgmap v2184: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:16.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:15 smithi129 conmon[101092]: cluster 2022-01-18T17:17:15.360511+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T17:17:16.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:15 smithi129 conmon[101092]: 14716) 2546 : cluster [DBG] pgmap v2185: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:17:16.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:15 smithi129 conmon[101092]: audit 2022-01-18T17:17:15.633273+0000 mon.smithi129 (mon.0) 941 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:17:16.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:15 smithi129 conmon[101092]: audit 2022-01-18T17:17:15.634751+0000 mon.smithi129 (mon.0) 942 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:17:16.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:15 smithi129 conmon[101092]: audit 2022-01-18T17:17:15.635805+0000 mon.smithi129 (mon.0) 943 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:17:16.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:15 smithi129 conmon[101092]: cephadm 2022-01-18T17:17:15.636594+0000 mgr.smithi129.iclwio (mgr.14716) 2547 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:17:16.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:15 smithi129 conmon[101092]: audit 2022-01-18T17:17:15 2022-01-18T17:17:16.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:15 smithi129 conmon[101092]: .890929+0000 mon.smithi129 (mon.0) 944 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:17:16.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:15 smithi156 conmon[67007]: cluster 2022-01-18T17:17:15.360511+0000 mgr.smithi129.iclwio (mgr.14716) 2546 : 2022-01-18T17:17:16.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:15 smithi156 conmon[67007]: cluster [DBG] pgmap v2185: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:17:16.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:15 smithi156 conmon[67007]: audit 2022-01-18T17:17:15.633273+0000 mon.smithi129 (mon.0) 941 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:17:16.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:15 smithi156 conmon[67007]: audit 2022-01-18T17:17:16.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:15 smithi156 conmon[67007]: 2022-01-18T17:17:15.634751+0000 mon.smithi129 (mon.0) 942 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:17:16.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:15 smithi156 conmon[67007]: audit 2022- 2022-01-18T17:17:16.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:15 smithi156 conmon[67007]: 01-18T17:17:15.635805+0000 mon.smithi129 2022-01-18T17:17:16.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:15 smithi156 conmon[67007]: (mon.0) 943 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:17:16.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:15 smithi156 conmon[67007]: cephadm 2022 2022-01-18T17:17:16.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:15 smithi156 conmon[67007]: -01-18T17:17:15.636594+0000 2022-01-18T17:17:16.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:15 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 2547 : cephadm [WRN] 2022-01-18T17:17:16.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:15 smithi156 conmon[67007]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:17:16.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:15 smithi156 conmon[67007]: audit 2022-01-18T17:17:16.306 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:15 smithi156 conmon[67007]: 2022-01-18T17 2022-01-18T17:17:16.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:15 smithi156 conmon[67007]: :17:15.890929+0000 mon.smithi129 (mon.0) 2022-01-18T17:17:16.307 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:15 smithi156 conmon[67007]: 944 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:17:18.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:18 smithi129 conmon[101092]: cluster 2022-01-18T17:17:17.360992+0000 mgr.smithi129.iclwio (mgr.14716) 2548 : 2022-01-18T17:17:18.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:18 smithi129 conmon[101092]: cluster [DBG] pgmap v2186: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:18.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:18 smithi156 conmon[67007]: cluster 2022-01-18T17:17:17.360992+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T17:17:18.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:18 smithi156 conmon[67007]: 14716) 2548 : cluster [DBG] pgmap v2186: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:20.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:20 smithi129 conmon[101092]: audit 2022-01-18T17:17:19.173102+0000 mon.smithi129 (mon.0) 945 : audit 2022-01-18T17:17:20.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:20 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:17:20.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:20 smithi129 conmon[101092]: cluster 2022-01-18T17:17:19.361652+0000 mgr.smithi129.iclwio (mgr.14716) 2549 : cluster [DBG] pgmap v2187: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:17:20.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:20 smithi156 conmon[67007]: audit 2022-01-18T17:17:19.173102+0000 mon.smithi129 (mon.0) 945 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:17:20.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:20 smithi156 conmon[67007]: cluster 2022-01-18T17:17:19.361652+0000 mgr.smithi129.iclwio (mgr.14716) 2549 : cluster [DBG] pgmap v2187: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:17:22.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:22 smithi156 conmon[67007]: audit 2022-01-18T17:17:21.040668+0000 mon.smithi129 (mon.0) 946 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:17:22.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:22 smithi156 conmon[67007]: audit 2022-01-18T17:17:21.322486+0000 mon.smithi129 (mon.0) 947 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:17:22.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:22 smithi156 conmon[67007]: audit 2022-01-18T17:17:21.327204+0000 mon.smithi129 (mon.0) 948 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:17:22.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:22 smithi156 conmon[67007]: 2022-01-18T17:17:22.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:22 smithi156 conmon[67007]: cluster 2022-01- 2022-01-18T17:17:22.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:22 smithi156 conmon[67007]: 18T17:17:21.362365+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:17:22.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:22 smithi156 conmon[67007]: ) 2550 : cluster [DBG] pgmap v2188: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:22.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:22 smithi129 conmon[101092]: audit 2022-01-18T17:17:21.040668+0000 mon.smithi129 (mon.0 2022-01-18T17:17:22.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:22 smithi129 conmon[101092]: ) 946 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:17:22.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:22 smithi129 conmon[101092]: audit 2022-01-18T17:17:21.322486+0000 mon.smithi129 (mon.0) 947 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:17:22.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:22 smithi129 conmon[101092]: audit 2022-01-18T17:17:21.327204+0000 mon.smithi129 (mon.0) 948 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:17:22.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:22 smithi129 conmon[101092]: cluster 2022-01-18T17:17:21.362365+0000 2022-01-18T17:17:22.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:22 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 2550 : cluster [DBG] pgmap v2188: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:24.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:24 smithi129 conmon[101092]: cluster 2022-01-18T17:17:23.362957+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T17:17:24.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:24 smithi129 conmon[101092]: 14716) 2551 : cluster [DBG] pgmap v2189: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:24.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:24 smithi156 conmon[67007]: cluster 2022-01-18T17:17:23.362957+0000 mgr.smithi129.iclwio (mgr.14716) 2551 : cluster [DBG] pgmap v2189: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:26.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:25 smithi129 conmon[101092]: cluster 2022-01-18T17:17:25.363692+0000 mgr.smithi129.iclwio (mgr.14716) 2552 : cluster [DBG] pgmap v2190: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:17:26.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:25 smithi156 conmon[67007]: cluster 2022-01-18T17:17:25.363692+0000 mgr.smithi129.iclwio (mgr.14716) 2552 : cluster [DBG] 2022-01-18T17:17:26.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:25 smithi156 conmon[67007]: pgmap v2190: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:17:28.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:28 smithi129 conmon[101092]: cluster 2022-01-18T17:17:27.364262+0000 mgr.smithi129.iclwio (mgr.14716) 2553 : cluster [DBG] pgmap v2191: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:28.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:28 smithi156 conmon[67007]: cluster 2022-01-18T17:17:27.364262+0000 mgr.smithi129.iclwio (mgr.14716) 2553 : cluster [DBG] pgmap v2191: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:30.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:30 smithi129 conmon[101092]: cluster 2022-01-18T17:17:29.365047+0000 mgr.smithi129.iclwio (mgr.14716) 2554 : cluster [DBG] pgmap v2192: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:17:30.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:30 smithi156 conmon[67007]: cluster 2022-01-18T17:17:29.365047+0000 mgr.smithi129.iclwio (mgr.14716) 2554 : cluster [DBG] pgmap v2192: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:17:32.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:32 smithi129 conmon[101092]: cluster 2022-01-18T17:17:31.365508+0000 mgr.smithi129.iclwio (mgr.14716) 2555 : cluster [DBG] pgmap v2193: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:32.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:32 smithi156 conmon[67007]: cluster 2022-01-18T17:17:31.365508+0000 mgr.smithi129.iclwio (mgr.14716) 2555 : cluster [DBG] pgmap v2193: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:34.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:34 smithi129 conmon[101092]: cluster 2022-01-18T17:17:33.366174+0000 mgr.smithi129.iclwio (mgr.14716) 2556 : 2022-01-18T17:17:34.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:34 smithi129 conmon[101092]: cluster [DBG] pgmap v2194: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:34.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:34 smithi156 conmon[67007]: cluster 2022-01-18T17:17:33.366174+0000 mgr.smithi129.iclwio (mgr.14716) 2556 : cluster 2022-01-18T17:17:34.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:34 smithi156 conmon[67007]: [DBG] pgmap v2194: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:36.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:35 smithi129 conmon[101092]: cluster 2022-01-18T17:17:35.367083+0000 mgr.smithi129.iclwio (mgr.14716) 2557 : cluster [DBG] pgmap v2195: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:17:36.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:35 smithi156 conmon[67007]: cluster 2022-01-18T17:17:35.367083+0000 mgr.smithi129.iclwio (mgr.14716) 2557 : cluster [DBG] pgmap v2195: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:17:37.416 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:17:37.683 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:17:37.683 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (80m) 16s ago 81m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:17:37.684 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (71m) 16s ago 81m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:17:37.684 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (71m) 18s ago 80m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:17:37.684 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (79m) 16s ago 81m 41.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:17:37.684 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (76m) 16s ago 76m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:17:37.685 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (76m) 18s ago 76m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:17:37.685 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (72m) 16s ago 82m 547M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:17:37.685 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (72m) 18s ago 80m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:17:37.685 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (72m) 16s ago 82m 549M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:17:37.686 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (72m) 18s ago 80m 276M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:17:37.686 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (73m) 16s ago 73m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:17:37.686 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (72m) 18s ago 72m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:17:37.686 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (80m) 16s ago 80m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:17:37.687 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (80m) 18s ago 80m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:17:37.687 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (66m) 16s ago 79m 1631M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:17:37.687 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (79m) 16s ago 79m 2647M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:17:37.687 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (79m) 16s ago 79m 2054M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:17:37.688 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (78m) 16s ago 78m 2640M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:17:37.688 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (78m) 18s ago 78m 2454M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:17:37.688 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (78m) 18s ago 78m 3042M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:17:37.688 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (77m) 18s ago 77m 2391M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:17:37.689 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (77m) 18s ago 77m 3563M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:17:37.689 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (79m) 16s ago 80m 66.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:17:38.001 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:17:38.001 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:17:38.002 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:17:38.002 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:17:38.002 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:17:38.002 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:17:38.003 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:17:38.003 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:17:38.003 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:17:38.003 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:17:38.004 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:17:38.004 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:17:38.004 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:17:38.004 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:17:38.005 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:17:38.005 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:17:38.005 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:17:38.005 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:17:38.005 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:17:38.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:38 smithi129 conmon[101092]: cluster 2022-01-18T17:17:37.367568+0000 mgr.smithi129.iclwio (mgr.14716) 2558 : 2022-01-18T17:17:38.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:38 smithi129 conmon[101092]: cluster [DBG] pgmap v2196: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:38.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:38 smithi129 conmon[101092]: audit 2022-01-18T17:17:37.399496+0000 mgr.smithi129.iclwio (mgr.14716) 2559 : audit [DBG] from='client.35782 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:17:38.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:38 smithi129 conmon[101092]: audit 2022-01-18T17:17:37.997241+0000 mon.smithi129 (mon.0) 949 : 2022-01-18T17:17:38.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:38 smithi129 conmon[101092]: audit [DBG] from='client.? 172.21.15.129:0/1081444473' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:17:38.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:38 smithi156 conmon[67007]: cluster 2022-01-18T17:17:37.367568+0000 mgr.smithi129.iclwio (mgr.14716) 2558 : cluster [DBG] pgmap v2196: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:38.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:38 smithi156 conmon[67007]: audit 2022-01-18T17:17:37.399496+0000 mgr.smithi129.iclwio (mgr.14716) 2559 : audit [DBG] from='client.35782 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:17:38.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:38 smithi156 conmon[67007]: audit 2022 2022-01-18T17:17:38.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:38 smithi156 conmon[67007]: -01-18T17:17:37.997241+0000 mon.smithi129 (mon.0) 949 : audit 2022-01-18T17:17:38.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:38 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/1081444473' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:17:39.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:39 smithi129 conmon[101092]: audit 2022-01-18T17:17:37.670242+0000 mgr.smithi129.iclwio (mgr.14716) 2560 : audit [DBG] from='client.35786 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:17:39.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:39 smithi156 conmon[67007]: audit 2022-01-18T17:17:37.670242+0000 mgr.smithi129.iclwio (mgr.14716) 2560 : audit [DBG] from='client.35786 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:17:40.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:40 smithi129 conmon[101092]: cluster 2022-01-18T17:17:39.368513+0000 mgr.smithi129.iclwio (mgr.14716) 2561 : cluster [DBG] pgmap v2197: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:17:40.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:40 smithi129 conmon[101092]: 2022-01-18T17:17:40.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:40 smithi156 conmon[67007]: cluster 2022-01-18T17:17:39.368513+0000 mgr.smithi129.iclwio (mgr.14716) 2561 : cluster [DBG] pgmap v2197: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:17:42.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:42 smithi129 conmon[101092]: cluster 2022-01-18T17:17:41.368974+0000 mgr.smithi129.iclwio (mgr.14716) 2562 : cluster [DBG] pgmap v2198: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:42.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:42 smithi156 conmon[67007]: cluster 2022-01-18T17:17:41.368974+0000 mgr.smithi129.iclwio (mgr.14716) 2562 : cluster [DBG] pgmap v2198: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:42.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:42 smithi156 conmon[67007]: 2022-01-18T17:17:44.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:44 smithi129 conmon[101092]: cluster 2022-01-18T17:17:43.369556+0000 mgr.smithi129.iclwio (mgr.14716) 2563 : cluster [DBG] pgmap v2199: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:44.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:44 smithi129 conmon[101092]: 2022-01-18T17:17:44.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:44 smithi156 conmon[67007]: cluster 2022-01-18T17:17:43.369556+0000 mgr.smithi129.iclwio (mgr.14716) 2563 : cluster [DBG] pgmap v2199: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:46.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:45 smithi129 conmon[101092]: cluster 2022-01-18T17:17:45.370348+0000 mgr.smithi129.iclwio (mgr.14716) 2564 : cluster [DBG] pgmap v2200: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:17:46.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:45 smithi129 conmon[101092]: 2022-01-18T17:17:46.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:45 smithi156 conmon[67007]: cluster 2022-01-18T17:17:45.370348+0000 mgr.smithi129.iclwio (mgr.14716) 2564 : cluster [DBG] pgmap v2200: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:17:48.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:48 smithi129 conmon[101092]: cluster 2022-01-18T17:17:47.371009+0000 mgr.smithi129.iclwio (mgr.14716) 2565 : cluster [DBG] pgmap v2201: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:48.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:48 smithi156 conmon[67007]: cluster 2022-01-18T17:17:47.371009+0000 mgr.smithi129.iclwio (mgr.14716) 2565 : cluster [DBG] pgmap v2201: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:50.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:50 smithi129 conmon[101092]: cluster 2022-01-18T17:17:49.371964+0000 mgr.smithi129.iclwio (mgr.14716) 2566 : cluster [DBG] pgmap v2202: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:17:50.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:50 smithi156 conmon[67007]: cluster 2022-01-18T17:17:49.371964+0000 mgr.smithi129.iclwio (mgr.14716) 2566 : cluster [DBG] pgmap v2202: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:17:52.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:52 smithi129 conmon[101092]: cluster 2022-01-18T17:17:51.372569+0000 mgr.smithi129.iclwio (mgr.14716) 2567 : cluster [DBG] pgmap v2203: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:52.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:52 smithi156 conmon[67007]: cluster 2022-01-18T17:17:51.372569+0000 mgr.smithi129.iclwio (mgr.14716) 2567 : cluster [DBG] pgmap v2203: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:54.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:54 smithi129 conmon[101092]: cluster 2022-01-18T17:17:53.373117+0000 mgr.smithi129.iclwio (mgr.14716) 2568 : cluster [DBG] pgmap v2204: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:54.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:54 smithi156 conmon[67007]: cluster 2022-01-18T17:17:53.373117+0000 mgr.smithi129.iclwio (mgr.14716) 2568 : cluster [DBG] pgmap v2204: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:56.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:55 smithi129 conmon[101092]: cluster 2022-01-18T17:17:55.374052+0000 mgr.smithi129.iclwio (mgr.14716) 2569 : cluster [DBG] pgmap v2205: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:17:56.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:55 smithi156 conmon[67007]: cluster 2022-01-18T17:17:55.374052+0000 mgr.smithi129.iclwio (mgr.14716) 2569 : cluster [DBG] pgmap v2205: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:17:58.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:58 smithi129 conmon[101092]: cluster 2022-01-18T17:17:57.374572+0000 mgr.smithi129.iclwio (mgr.14716) 2570 : cluster [DBG] pgmap v2206: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:58.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:58 smithi156 conmon[67007]: cluster 2022-01-18T17:17:57.374572+0000 mgr.smithi129.iclwio (mgr.14716) 2570 : cluster [DBG] pgmap v2206: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:17:59.698 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:59 smithi129 conmon[101092]: audit 2022-01-18T17:17:58.482891+0000 mon.smithi129 (mon.0) 950 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:17:59.700 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:59 smithi129 conmon[101092]: 2022-01-18T17:17:59.700 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:17:59 smithi129 conmon[101092]: audit 2022-01-18T17:17:58.483162+0000 mon.smithi129 (mon.0) 951 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:17:59.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:59 smithi156 conmon[67007]: audit 2022-01-18T17:17:58.482891+0000 mon.smithi129 (mon.0) 950 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:17:59.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:17:59 smithi156 conmon[67007]: audit 2022-01-18T17:17:58.483162+0000 mon.smithi129 (mon.0) 951 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:18:00.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:00 smithi129 conmon[101092]: cluster 2022-01-18T17:17:59.375312+0000 mgr.smithi129.iclwio (mgr.14716) 2571 : cluster [DBG] 2022-01-18T17:18:00.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:00 smithi129 conmon[101092]: pgmap v2207: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:18:00.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:00 smithi156 conmon[67007]: cluster 2022-01-18T17:17:59.375312+0000 mgr.smithi129.iclwio (mgr.14716) 2571 : cluster [DBG] pgmap v2207: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:18:02.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:02 smithi156 conmon[67007]: cluster 2022-01-18T17:18:01.375763+0000 mgr.smithi129.iclwio (mgr.14716) 2572 : cluster [DBG] pgmap v2208: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:02.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:02 smithi156 conmon[67007]: 2022-01-18T17:18:02.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:02 smithi129 conmon[101092]: cluster 2022-01-18T17:18:01.375763+0000 mgr.smithi129.iclwio (mgr.14716) 2572 : cluster [DBG] pgmap v2208: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:04.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:04 smithi156 conmon[67007]: cluster 2022-01-18T17:18:03.376424+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:18:04.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:04 smithi156 conmon[67007]: ) 2573 : cluster [DBG] pgmap v2209: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:04.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:04 smithi129 conmon[101092]: cluster 2022-01-18T17:18:03.376424+0000 mgr.smithi129.iclwio (mgr.14716) 2573 : cluster 2022-01-18T17:18:04.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:04 smithi129 conmon[101092]: [DBG] pgmap v2209: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:06.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:05 smithi129 conmon[101092]: cluster 2022-01-18T 2022-01-18T17:18:06.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:05 smithi129 conmon[101092]: 17:18:05.377238+0000 mgr.smithi129.iclwio (mgr.14716) 2574 : cluster [DBG] pgmap v2210: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:18:06.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:05 smithi156 conmon[67007]: cluster 2022-01-18T17:18:05.377238+0000 mgr.smithi129.iclwio (mgr.14716) 2574 : cluster [DBG] pgmap v2210: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:18:06.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:05 smithi156 conmon[67007]: 2022-01-18T17:18:08.302 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:18:08.569 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:18:08.569 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (80m) 47s ago 81m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:18:08.570 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (72m) 47s ago 81m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:18:08.570 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (72m) 49s ago 81m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:18:08.570 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (80m) 47s ago 81m 41.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:18:08.570 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (76m) 47s ago 76m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:18:08.571 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (76m) 49s ago 76m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:18:08.571 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (73m) 47s ago 83m 547M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:18:08.571 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (72m) 49s ago 81m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:18:08.571 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (72m) 47s ago 83m 549M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:18:08.571 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (72m) 49s ago 81m 276M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:18:08.572 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (73m) 47s ago 73m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:18:08.572 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (73m) 49s ago 73m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:18:08.572 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (81m) 47s ago 81m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:18:08.572 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (80m) 49s ago 80m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:18:08.573 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (67m) 47s ago 80m 1631M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:18:08.573 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (80m) 47s ago 80m 2647M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:18:08.573 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (79m) 47s ago 79m 2054M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:18:08.573 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (79m) 47s ago 79m 2640M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:18:08.574 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (79m) 49s ago 79m 2454M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:18:08.574 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (78m) 49s ago 78m 3042M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:18:08.574 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (78m) 49s ago 78m 2391M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:18:08.574 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (78m) 49s ago 78m 3563M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:18:08.574 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (80m) 47s ago 81m 66.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:18:08.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:08 smithi129 conmon[101092]: cluster 2022-01-18T17:18:07.377711+0000 mgr.smithi129.iclwio (mgr.14716) 2575 : cluster [DBG] pgmap v2211: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:08.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:08 smithi156 conmon[67007]: cluster 2022-01-18T17:18:07.377711+0000 mgr.smithi129.iclwio (mgr.14716) 2575 : cluster [DBG] pgmap v2211: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:08.886 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:18:08.887 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:18:08.887 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:18:08.887 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:18:08.887 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:18:08.888 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:18:08.888 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:18:08.888 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:18:08.888 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:18:08.889 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:18:08.889 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:18:08.889 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:18:08.889 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:18:08.889 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:18:08.890 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:18:08.890 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:18:08.890 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:18:08.890 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:18:08.891 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:18:09.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:09 smithi129 conmon[101092]: audit 2022-01-18T17:18:08.285890+0000 mgr.smithi129.iclwio (mgr.14716) 2576 2022-01-18T17:18:09.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:09 smithi129 conmon[101092]: : audit [DBG] from='client.35794 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:18:09.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:09 smithi129 conmon[101092]: audit 2022-01-18T17:18:08.556442+0000 mgr.smithi129.iclwio (mgr.14716) 2577 : audit [DBG] from='client.35798 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:18:09.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:09 smithi129 conmon[101092]: audit 2022-01-18T17 2022-01-18T17:18:09.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:09 smithi129 conmon[101092]: :18:08.882364+0000 mon.smithi129 (mon 2022-01-18T17:18:09.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:09 smithi129 conmon[101092]: .0) 952 : audit [DBG] from='client.? 172.21.15.129:0/1326594915' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:18:09.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:09 smithi156 conmon[67007]: audit 2022-01-18T17:18:08.285890+0000 mgr.smithi129.iclwio (mgr.14716) 2576 : audit [DBG] from='client.35794 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:18:09.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:09 smithi156 conmon[67007]: audit 2022-01-18T17:18:08.556442+0000 mgr.smithi129.iclwio (mgr.14716) 2577 : audit [DBG] from='client.35798 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:18:09.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:09 smithi156 conmon[67007]: audit 2022-01-18T17:18:08.882364+0000 mon.smithi129 (mon.0) 952 : audit [DBG] from='client.? 172.21.15.129:0/1326594915' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:18:10.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:10 smithi129 conmon[101092]: cluster 2022-01-18T17:18:09.378526+0000 mgr.smithi129.iclwio (mgr.14716) 2578 : cluster [DBG] pgmap v2212: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:18:10.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:10 smithi156 conmon[67007]: cluster 2022-01-18T17:18:09.378526+0000 mgr.smithi129.iclwio (mgr.14716) 2578 : cluster [DBG] 2022-01-18T17:18:10.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:10 smithi156 conmon[67007]: pgmap v2212: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:18:12.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:12 smithi156 conmon[67007]: cluster 2022-01-18T17:18:11.379017+0000 mgr.smithi129.iclwio (mgr.14716) 2579 : cluster [DBG] pgmap v2213: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:12.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:12 smithi129 conmon[101092]: cluster 2022-01-18T17:18:11.379017+0000 mgr.smithi129.iclwio (mgr.14716) 2579 : cluster [DBG] pgmap v2213: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:14.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:14 smithi156 conmon[67007]: cluster 2022-01-18T17:18:13.379712+0000 mgr.smithi129.iclwio (mgr.14716) 2580 2022-01-18T17:18:14.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:14 smithi156 conmon[67007]: : cluster [DBG] pgmap v2214: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:14.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:14 smithi129 conmon[101092]: cluster 2022-01-18T17:18:13.379712+0000 mgr.smithi129.iclwio (mgr.14716) 2580 : cluster [DBG] pgmap v2214: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:16.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:15 smithi129 conmon[101092]: cluster 2022-01-18T17:18:15.380672+0000 mgr.smithi129.iclwio (mgr.14716) 2581 : cluster [DBG] pgmap v2215: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:18:16.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:15 smithi156 conmon[67007]: cluster 2022-01-18T17:18:15.380672+0000 mgr.smithi129.iclwio (mgr.14716) 2581 : cluster [DBG] pgmap v2215: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:18:18.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:18 smithi129 conmon[101092]: cluster 2022-01-18T17:18:17.381161+0000 mgr.smithi129.iclwio (mgr.14716) 2582 : cluster 2022-01-18T17:18:18.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:18 smithi129 conmon[101092]: [DBG] pgmap v2216: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:18.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:18 smithi156 conmon[67007]: cluster 2022-01-18T17:18:17.381161+0000 mgr.smithi129.iclwio (mgr.14716) 2582 : cluster [DBG] pgmap v2216: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:20.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:20 smithi156 conmon[67007]: cluster 2022-01-18T17:18:19.381942+0000 mgr.smithi129.iclwio (mgr.14716) 2583 : cluster [DBG] pgmap v2217: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:18:20.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:20 smithi129 conmon[101092]: cluster 2022-01-18T17:18:19.381942+0000 mgr.smithi129.iclwio (mgr.14716) 2583 : cluster [DBG] pgmap v2217: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:18:20.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:20 smithi129 conmon[101092]: 2022-01-18T17:18:21.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:21 smithi156 conmon[67007]: audit 2022-01-18T17:18:21.330048+0000 mon.smithi129 (mon.0) 953 : audit [DBG] 2022-01-18T17:18:21.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:21 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:18:21.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:21 smithi156 conmon[67007]: audit 2022-01-18T17:18:21.331546+0000 mon.smithi129 (mon.0) 954 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:18:21.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:21 smithi156 conmon[67007]: audit 2022-01-18T17 2022-01-18T17:18:21.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:21 smithi156 conmon[67007]: :18:21.332557+0000 mon.smithi129 (mon.0) 955 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:18:21.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:21 smithi129 conmon[101092]: audit 2022-01 2022-01-18T17:18:21.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:21 smithi129 conmon[101092]: -18T17:18:21.330048+0000 mon.smithi129 (mon.0) 953 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:18:21.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:21 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T17:18:21.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:21 smithi129 conmon[101092]: 18T17:18:21.331546+0000 2022-01-18T17:18:21.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:21 smithi129 conmon[101092]: mon.smithi129 (mon.0) 954 2022-01-18T17:18:21.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:21 smithi129 conmon[101092]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:18:21.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:21 smithi129 conmon[101092]: audit 2022 2022-01-18T17:18:21.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:21 smithi129 conmon[101092]: -01-18T17:18:21 2022-01-18T17:18:21.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:21 smithi129 conmon[101092]: .332557+0000 mon.smithi129 (mon. 2022-01-18T17:18:21.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:21 smithi129 conmon[101092]: 0) 955 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:18:21.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:21 smithi129 conmon[101092]: 2022-01-18T17:18:22.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:22 smithi129 conmon[101092]: cephadm 2022-01-18T17:18:21.333330+0000 mgr.smithi129.iclwio (mgr.14716) 2584 : cephadm [WRN] 2022-01-18T17:18:22.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:22 smithi129 conmon[101092]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:18:22.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:22 smithi129 conmon[101092]: cluster 2022-01-18T17:18:21.382407+0000 mgr.smithi129.iclwio (mgr.14716) 2585 : cluster [DBG] pgmap v2218: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:22.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:22 smithi129 conmon[101092]: audit 2022-01-18T17:18:21.642675+0000 mon.smithi129 (mon.0) 956 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:18:22.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:22 smithi129 conmon[101092]: audit 2022-01-18T17:18:21.648006+0000 mon.smithi129 (mon.0) 957 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:18:23.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:22 smithi156 conmon[67007]: cephadm 2022-01-18T17:18:21.333330+0000 mgr.smithi129.iclwio (mgr.14716) 2584 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:18:23.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:22 smithi156 conmon[67007]: cluster 2022-01-18T17:18:21.382407+0000 mgr.smithi129.iclwio (mgr.14716) 2585 : cluster [DBG] pgmap v2218: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:23.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:22 smithi156 conmon[67007]: audit 2022-01-18T17:18:21.642675+0000 mon.smithi129 (mon.0) 956 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:18:23.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:22 smithi156 conmon[67007]: audit 2022-01-18T17:18:21.648006+0000 mon.smithi129 (mon.0) 957 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:18:24.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:24 smithi156 conmon[67007]: cluster 2022-01-18T17:18:23.382943+0000 mgr.smithi129.iclwio (mgr.14716) 2586 : cluster [DBG] pgmap v2219: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:24.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:24 smithi129 conmon[101092]: cluster 2022-01-18T17:18:23.382943+0000 mgr.smithi129.iclwio (mgr.14716) 2586 : cluster [DBG] pgmap v2219: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:26.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:25 smithi129 conmon[101092]: cluster 2022-01-18T17:18:25.383690+0000 mgr.smithi129.iclwio (mgr.14716) 2587 : cluster [DBG] pgmap v2220: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:18:26.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:25 smithi129 conmon[101092]: 2022-01-18T17:18:26.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:25 smithi156 conmon[67007]: cluster 2022-01-18T17:18:25.383690+0000 mgr.smithi129.iclwio (mgr.14716) 2587 : cluster [DBG] pgmap v2220: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:18:26.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:25 smithi156 conmon[67007]: 2022-01-18T17:18:28.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:28 smithi129 conmon[101092]: cluster 2022-01-18T17:18:27.384245+0000 mgr.smithi129.iclwio (mgr.14716) 2588 : cluster [DBG] pgmap v2221: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:28.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:28 smithi156 conmon[67007]: cluster 2022-01-18T17:18:27.384245+0000 mgr.smithi129.iclwio (mgr.14716) 2588 : cluster [DBG] pgmap v2221: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:30.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:30 smithi156 conmon[67007]: cluster 2022-01-18T17:18:29.384990+0000 mgr.smithi129.iclwio (mgr.14716) 2589 : cluster [DBG] pgmap v2222: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:18:30.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:30 smithi129 conmon[101092]: cluster 2022-01-18T17:18:29.384990+0000 mgr.smithi129.iclwio (mgr.14716) 2589 : cluster [DBG] pgmap v2222: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:18:30.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:30 smithi129 conmon[101092]: 2022-01-18T17:18:32.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:32 smithi156 conmon[67007]: cluster 2022-01-18T17:18:31.385518+0000 mgr.smithi129.iclwio (mgr.14716) 2590 : cluster [DBG] pgmap v2223: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:32.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:32 smithi129 conmon[101092]: cluster 2022-01-18T17:18:31.385518+0000 mgr.smithi129.iclwio (mgr.14716) 2590 : cluster [DBG] pgmap v2223: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:34.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:34 smithi156 conmon[67007]: cluster 2022-01-18T17:18:33.386127+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:18:34.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:34 smithi156 conmon[67007]: 2591 : cluster [DBG] pgmap v2224: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:34.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:34 smithi129 conmon[101092]: cluster 2022-01-18T17:18:33.386127+0000 mgr.smithi129.iclwio (mgr.14716) 2591 : cluster [DBG] pgmap v2224: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:34.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:34 smithi129 conmon[101092]: 2022-01-18T17:18:36.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:35 smithi129 conmon[101092]: cluster 2022-01-18T17:18:35.386927+0000 mgr.smithi129.iclwio (mgr.14716) 2592 : cluster [DBG] pgmap v2225: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:18:36.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:35 smithi156 conmon[67007]: cluster 2022-01-18T17:18:35.386927+0000 mgr.smithi129.iclwio (mgr.14716) 2592 : cluster [DBG] pgmap v2225: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:18:38.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:38 smithi156 conmon[67007]: cluster 2022-01-18T17:18:37.387398+0000 mgr.smithi129.iclwio (mgr.14716) 2593 : cluster [DBG] pgmap v2226: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:38.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:38 smithi129 conmon[101092]: cluster 2022-01-18T17:18:37.387398+0000 mgr.smithi129.iclwio (mgr.14716) 2593 : cluster [DBG] pgmap v2226: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:38.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:38 smithi129 conmon[101092]: 2022-01-18T17:18:39.187 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:18:39.452 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:18:39.452 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (81m) 78s ago 82m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:18:39.453 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (72m) 78s ago 82m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:18:39.453 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (72m) 80s ago 81m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:18:39.453 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (81m) 78s ago 82m 41.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:18:39.453 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (77m) 78s ago 77m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:18:39.453 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (77m) 80s ago 77m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:18:39.454 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (73m) 78s ago 83m 547M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:18:39.454 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (73m) 80s ago 81m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:18:39.454 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (73m) 78s ago 83m 549M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:18:39.454 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (73m) 80s ago 81m 276M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:18:39.455 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (74m) 78s ago 74m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:18:39.455 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (73m) 80s ago 73m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:18:39.455 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (82m) 78s ago 82m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:18:39.455 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (81m) 80s ago 81m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:18:39.456 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (67m) 78s ago 80m 1631M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:18:39.456 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (80m) 78s ago 80m 2647M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:18:39.456 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (80m) 78s ago 80m 2054M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:18:39.456 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (79m) 78s ago 79m 2640M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:18:39.456 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (79m) 80s ago 79m 2454M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:18:39.457 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (79m) 80s ago 79m 3042M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:18:39.457 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (78m) 80s ago 78m 2391M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:18:39.457 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (78m) 80s ago 78m 3563M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:18:39.457 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (80m) 78s ago 81m 66.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:18:39.770 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:18:39.771 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:18:39.771 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:18:39.771 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:18:39.771 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:18:39.772 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:18:39.772 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:18:39.772 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:18:39.773 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:18:39.773 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:18:39.773 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:18:39.773 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:18:39.774 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:18:39.774 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:18:39.774 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:18:39.774 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:18:39.774 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:18:39.775 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:18:39.775 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:18:40.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:40 smithi156 conmon[67007]: audit 2022-01-18T17:18:39.170987+0000 mgr.smithi129.iclwio (mgr.14716) 2594 : audit [DBG] from='client.35806 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:18:41.025 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:40 smithi156 conmon[67007]: 2022-01-18T17:18:41.025 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:40 smithi156 conmon[67007]: cluster 2022-01-18T17:18:39.388087+0000 mgr.smithi129.iclwio (mgr.14716) 2595 : cluster [DBG] pgmap v2227: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:18:41.025 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:40 smithi156 conmon[67007]: audit 2022-01-18T17:18:39.439051+0000 mgr.smithi129.iclwio (mgr.14716) 2596 : audit 2022-01-18T17:18:41.026 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:40 smithi156 conmon[67007]: [DBG] from='client.35810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:18:41.026 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:40 smithi156 conmon[67007]: audit 2022-01-18T17:18:39.766491+0000 2022-01-18T17:18:41.026 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:40 smithi156 conmon[67007]: mon.smithi129 (mon.0) 958 : audit [DBG] from='client.? 172.21.15.129:0/308367251' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:18:41.027 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:40 smithi129 conmon[101092]: audit 2022-01-18T17:18:39.170987+0000 mgr.smithi129.iclwio (mgr.14716) 2594 2022-01-18T17:18:41.027 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:40 smithi129 conmon[101092]: : audit [DBG] from='client.35806 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:18:41.027 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:40 smithi129 conmon[101092]: cluster 2022-01-18T17:18:39.388087+0000 mgr.smithi129.iclwio (mgr.14716) 2595 : cluster [DBG] pgmap v2227: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:18:41.028 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:40 smithi129 conmon[101092]: audit 2022-01-18T17:18:39.439051+0000 mgr.smithi129.iclwio 2022-01-18T17:18:41.028 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:40 smithi129 conmon[101092]: (mgr.14716) 2596 : audit [DBG] from='client.35810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:18:41.028 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:40 smithi129 conmon[101092]: audit 2022-01-18T17:18:39.766491+0000 mon.smithi129 (mon.0) 958 : 2022-01-18T17:18:41.028 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:40 smithi129 conmon[101092]: audit [DBG] from='client.? 172.21.15.129:0/308367251' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:18:42.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:42 smithi156 conmon[67007]: cluster 2022-01-18T17:18:41.388531+0000 mgr.smithi129.iclwio (mgr.14716) 2597 : cluster [DBG] pgmap v2228: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:42.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:42 smithi129 conmon[101092]: cluster 2022-01-18T17:18:41.388531+0000 mgr.smithi129.iclwio (mgr.14716) 2597 : cluster [DBG] pgmap v2228: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:42.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:42 smithi129 conmon[101092]: 2022-01-18T17:18:44.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:44 smithi156 conmon[67007]: cluster 2022-01-18T17:18:43.389174+0000 mgr.smithi129.iclwio (mgr.14716) 2598 : cluster [DBG] pgmap v2229: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:44.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:44 smithi156 conmon[67007]: 2022-01-18T17:18:44.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:44 smithi129 conmon[101092]: cluster 2022-01-18T17:18:43.389174+0000 mgr.smithi129.iclwio (mgr.14716) 2598 : cluster [DBG] pgmap v2229: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:46.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:45 smithi129 conmon[101092]: cluster 2022-01-18T17:18:45.389987+0000 mgr.smithi129.iclwio (mgr.14716) 2599 : cluster [DBG] pgmap v2230: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:18:46.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:45 smithi156 conmon[67007]: cluster 2022-01-18T17:18:45.389987+0000 mgr.smithi129.iclwio (mgr.14716) 2599 : cluster [DBG] pgmap v2230: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:18:48.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:48 smithi156 conmon[67007]: cluster 2022-01-18T17:18:47.390624+0000 mgr.smithi129.iclwio (mgr.14716) 2600 : cluster [DBG] pgmap v2231: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:48.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:48 smithi129 conmon[101092]: cluster 2022-01-18T17:18:47.390624+0000 mgr.smithi129.iclwio (mgr.14716) 2600 : cluster [DBG] pgmap v2231: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:50.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:50 smithi156 conmon[67007]: cluster 2022-01-18T17:18:49.391349+0000 mgr.smithi129.iclwio (mgr.14716) 2601 : cluster [DBG] pgmap v2232: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:18:50.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:50 smithi129 conmon[101092]: cluster 2022-01-18T17:18:49.391349+0000 mgr.smithi129.iclwio (mgr.14716) 2601 : cluster [DBG] 2022-01-18T17:18:50.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:50 smithi129 conmon[101092]: pgmap v2232: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:18:52.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:52 smithi156 conmon[67007]: cluster 2022-01-18T17:18:51.391844+0000 mgr.smithi129.iclwio (mgr.14716) 2602 : cluster [DBG] pgmap v2233: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:52.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:52 smithi129 conmon[101092]: cluster 2022-01-18T17:18:51.391844+0000 mgr.smithi129.iclwio (mgr.14716) 2602 : cluster [DBG] pgmap v2233: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:54.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:54 smithi156 conmon[67007]: cluster 2022-01-18T17:18:53.392359+0000 mgr.smithi129.iclwio (mgr.14716) 2603 : cluster [DBG] pgmap v2234: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:54.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:54 smithi129 conmon[101092]: cluster 2022-01-18T17:18:53.392359+0000 mgr.smithi129.iclwio (mgr.14716) 2603 : cluster [DBG] pgmap v2234: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:56.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:55 smithi156 conmon[67007]: cluster 2022-01-18T17:18:55.393307+0000 mgr.smithi129.iclwio (mgr.14716) 2604 : cluster [DBG] pgmap v2235: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:18:56.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:55 smithi129 conmon[101092]: cluster 2022-01-18T17:18:55.393307+0000 mgr.smithi129.iclwio (mgr.14716) 2604 : cluster [DBG] pgmap v2235: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:18:58.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:58 smithi156 conmon[67007]: cluster 2022-01-18T17:18:57.393823+0000 mgr.smithi129.iclwio (mgr.14716) 2605 : cluster [DBG] pgmap v2236: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:58.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:58 smithi129 conmon[101092]: cluster 2022-01-18T17:18:57.393823+0000 mgr.smithi129.iclwio (mgr.14716) 2605 : cluster [DBG] pgmap v2236: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:18:59.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:59 smithi156 conmon[67007]: audit 2022-01-18T17:18:58.486628+0000 mon.smithi129 (mon.0) 959 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:18:59.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:18:59 smithi156 conmon[67007]: audit 2022-01-18T17:18:58.486870+0000 mon.smithi129 (mon.0) 960 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:18:59.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:59 smithi129 conmon[101092]: audit 2022-01-18T17:18:58.486628+0000 mon.smithi129 (mon.0) 959 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:18:59.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:59 smithi129 conmon[101092]: 2022-01-18T17:18:59.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:18:59 smithi129 conmon[101092]: audit 2022-01-18T17:18:58.486870+0000 mon.smithi129 (mon.0) 960 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:19:00.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:00 smithi156 conmon[67007]: cluster 2022-01-18T17:18:59.394670+0000 mgr.smithi129.iclwio (mgr.14716) 2606 : cluster [DBG] pgmap v2237: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:19:00.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:00 smithi129 conmon[101092]: cluster 2022-01-18T17:18:59.394670+0000 mgr.smithi129.iclwio (mgr.14716) 2606 : cluster [DBG] pgmap v2237: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:19:02.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:02 smithi156 conmon[67007]: cluster 2022-01-18T17:19:01.395257+0000 mgr.smithi129.iclwio (mgr.14716) 2607 : cluster [DBG] pgmap v2238: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:02.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:02 smithi156 conmon[67007]: 2022-01-18T17:19:02.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:02 smithi129 conmon[101092]: cluster 2022-01-18T17:19:01.395257+0000 mgr.smithi129.iclwio (mgr.14716) 2607 : cluster [DBG] pgmap v2238: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:04.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:04 smithi156 conmon[67007]: cluster 2022-01-18T17:19:03.395740+0000 mgr.smithi129.iclwio (mgr.14716) 2608 : cluster 2022-01-18T17:19:04.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:04 smithi156 conmon[67007]: [DBG] pgmap v2239: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:04.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:04 smithi129 conmon[101092]: cluster 2022-01-18T17:19:03.395740+0000 mgr.smithi129.iclwio (mgr.14716) 2608 : cluster [DBG] pgmap v2239: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:06.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:05 smithi156 conmon[67007]: cluster 2022-01-18T17:19:05.396619+0000 mgr.smithi129.iclwio (mgr.14716) 2609 : cluster [DBG] pgmap v2240: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:19:06.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:05 smithi129 conmon[101092]: cluster 2022-01-18T17:19:05.396619+0000 mgr.smithi129.iclwio (mgr.14716) 2609 : cluster [DBG] pgmap v2240: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:19:06.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:05 smithi129 conmon[101092]: 2022-01-18T17:19:08.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:08 smithi156 conmon[67007]: cluster 2022-01-18T17:19:07.397268+0000 mgr.smithi129.iclwio (mgr.14716) 2610 : cluster [DBG] pgmap v2241: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:08.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:08 smithi129 conmon[101092]: cluster 2022-01-18T17:19:07.397268+0000 mgr.smithi129.iclwio (mgr.14716) 2610 : cluster [DBG] pgmap v2241: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:10.077 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:19:10.335 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:19:10.335 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (81m) 109s ago 82m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:19:10.335 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (73m) 109s ago 82m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:19:10.335 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (73m) 111s ago 82m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:19:10.336 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (81m) 109s ago 82m 41.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:19:10.336 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (77m) 109s ago 77m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:19:10.336 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (77m) 111s ago 77m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:19:10.336 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (74m) 109s ago 84m 547M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:19:10.336 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (74m) 111s ago 82m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:19:10.337 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (73m) 109s ago 84m 549M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:19:10.337 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (73m) 111s ago 82m 276M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:19:10.337 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (74m) 109s ago 74m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:19:10.337 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (74m) 111s ago 74m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:19:10.338 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (82m) 109s ago 82m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:19:10.338 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (81m) 111s ago 81m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:19:10.338 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (68m) 109s ago 81m 1631M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:19:10.338 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (81m) 109s ago 81m 2647M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:19:10.338 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (80m) 109s ago 80m 2054M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:19:10.339 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (80m) 109s ago 80m 2640M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:19:10.339 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (80m) 111s ago 80m 2454M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:19:10.339 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (79m) 111s ago 79m 3042M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:19:10.339 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (79m) 111s ago 79m 2391M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:19:10.339 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (79m) 111s ago 79m 3563M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:19:10.340 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (81m) 109s ago 82m 66.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:19:10.655 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:19:10.655 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:19:10.656 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:19:10.656 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:19:10.656 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:19:10.656 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:19:10.657 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:19:10.657 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:19:10.657 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:19:10.657 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:19:10.658 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:19:10.658 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:19:10.658 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:19:10.658 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:19:10.659 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:19:10.659 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:19:10.659 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:19:10.659 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:19:10.660 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:19:10.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:10 smithi156 conmon[67007]: cluster 2022-01-18T17:19:09.398120+0000 mgr.smithi129.iclwio (mgr.14716) 2611 : cluster [DBG] pgmap v2242: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:19:10.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:10 smithi129 conmon[101092]: cluster 2022-01-18T17:19:09.398120+0000 mgr.smithi129.iclwio (mgr.14716) 2611 : cluster 2022-01-18T17:19:10.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:10 smithi129 conmon[101092]: [DBG] pgmap v2242: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:19:11.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:11 smithi156 conmon[67007]: audit 2022-01-18T17:19:10.055550+0000 mgr.smithi129.iclwio (mgr.14716) 2612 : audit [DBG] from='client.35818 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:19:11.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:11 smithi156 conmon[67007]: audit 2022-01-18T17:19:10.321914+0000 mgr.smithi129.iclwio (mgr.14716) 2613 : audit [DBG] from='client.35822 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:19:11.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:11 smithi156 conmon[67007]: audit 2022-01-18T17:19:10.651081+0000 mon.smithi129 (mon.0) 961 : audit [DBG] from='client.? 172.21.15.129:0/2401623317' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:19:11.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:11 smithi129 conmon[101092]: audit 2022-01-18T17:19:10.055550+0000 mgr.smithi129.iclwio (mgr.14716) 2612 : audit [DBG] 2022-01-18T17:19:11.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:11 smithi129 conmon[101092]: from='client.35818 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:19:11.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:11 smithi129 conmon[101092]: audit 2022-01-18T17:19:10.321914+0000 mgr.smithi129.iclwio (mgr.14716) 2613 : audit [DBG] from='client.35822 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:19:11.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:11 smithi129 conmon[101092]: audit 2022-01-18T17:19:10.651081+0000 mon.smithi129 (mon.0) 961 : audit [DBG] from='client.? 172.21.15.129:0/2401623317' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:19:12.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:12 smithi156 conmon[67007]: cluster 2022-01-18T17:19:11.398644+0000 mgr.smithi129.iclwio (mgr.14716) 2614 : cluster [DBG] pgmap v2243: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:12.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:12 smithi129 conmon[101092]: cluster 2022-01-18T17:19:11.398644+0000 mgr.smithi129.iclwio (mgr.14716) 2614 : cluster 2022-01-18T17:19:12.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:12 smithi129 conmon[101092]: [DBG] pgmap v2243: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:14.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:14 smithi156 conmon[67007]: cluster 2022-01-18T17:19:13.399174+0000 mgr.smithi129.iclwio (mgr.14716) 2615 : cluster [DBG] pgmap v2244: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:14.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:14 smithi129 conmon[101092]: cluster 2022-01-18T17:19:13.399174+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:19:14.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:14 smithi129 conmon[101092]: ) 2615 : cluster [DBG] pgmap v2244: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:16.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:15 smithi156 conmon[67007]: cluster 2022-01-18T17:19:15.399973+0000 mgr.smithi129.iclwio (mgr.14716) 2616 : cluster [DBG] pgmap v2245: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:19:16.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:15 smithi129 conmon[101092]: cluster 2022-01-18T17:19:15.399973+0000 mgr.smithi129.iclwio (mgr.14716) 2616 : cluster [DBG] pgmap v2245: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:19:18.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:18 smithi156 conmon[67007]: cluster 2022-01-18T17:19:17.400456+0000 mgr.smithi129.iclwio (mgr.14716) 2617 : cluster [DBG] pgmap v2246: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:18.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:18 smithi129 conmon[101092]: cluster 2022-01-18T17:19:17.400456+0000 mgr.smithi129.iclwio (mgr.14716) 2617 : cluster [DBG] pgmap v2246: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:20.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:20 smithi156 conmon[67007]: cluster 2022-01-18T17:19:19.401151+0000 mgr.smithi129.iclwio (mgr.14716) 2618 : cluster [DBG] pgmap v2247: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:19:20.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:20 smithi129 conmon[101092]: cluster 2022-01-18T17:19:19.401151+0000 mgr.smithi129.iclwio (mgr.14716) 2618 : cluster [DBG] pgmap v2247: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:19:22.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:22 smithi156 conmon[67007]: cluster 2022-01-18T17:19:21.401596+0000 mgr.smithi129.iclwio (mgr.14716) 2619 : cluster 2022-01-18T17:19:22.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:22 smithi156 conmon[67007]: [DBG] pgmap v2248: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:22.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:22 smithi156 conmon[67007]: audit 2022-01-18T17:19:21.650361+0000 mon.smithi129 (mon.0) 962 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:19:22.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:22 smithi156 conmon[67007]: audit 2022-01-18T17:19:21.651689+0000 2022-01-18T17:19:22.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:22 smithi156 conmon[67007]: mon.smithi129 (mon.0) 963 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:19:22.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:22 smithi156 conmon[67007]: audit 2022-01-18T17:19:22.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:22 smithi156 conmon[67007]: 2022-01-18T17:19:21.652714+0000 mon.smithi129 (mon.0) 964 : audit 2022-01-18T17:19:22.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:22 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:19:22.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:22 smithi156 conmon[67007]: cephadm 2022-01-18T17:19:22.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:22 smithi156 conmon[67007]: 2022-01-18T17:19:21.653514+0000 mgr.smithi129.iclwio 2022-01-18T17:19:22.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:22 smithi156 conmon[67007]: (mgr.14716) 2620 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:19:22.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:22 smithi156 conmon[67007]: 2022-01-18T17:19:22.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:22 smithi156 conmon[67007]: audit 2022-01-18T17:19:22.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:22 smithi156 conmon[67007]: 2022-01-18T17:19: 2022-01-18T17:19:22.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:22 smithi156 conmon[67007]: 21.910606+0000 mon.smithi129 (mon.0) 965 2022-01-18T17:19:22.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:22 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:19:22.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:22 smithi156 conmon[67007]: audit 2022-01 2022-01-18T17:19:22.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:22 smithi156 conmon[67007]: -18T17:19:22.204918+0000 mon.smithi129 (mon.0 2022-01-18T17:19:22.808 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:22 smithi156 conmon[67007]: ) 966 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:19:22.808 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:22 smithi156 conmon[67007]: audit 2022-01 2022-01-18T17:19:22.808 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:22 smithi156 conmon[67007]: -18T17:19:22.210131+0000 mon.smithi129 (mon 2022-01-18T17:19:22.808 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:22 smithi156 conmon[67007]: .0) 967 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:19:22.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:22 smithi129 conmon[101092]: cluster 2022-01-18T17:19:21.401596+0000 mgr.smithi129.iclwio (mgr.14716) 2619 : cluster 2022-01-18T17:19:22.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:22 smithi129 conmon[101092]: [DBG] pgmap v2248: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:22.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:22 smithi129 conmon[101092]: audit 2022-01-18T17:19:21.650361+0000 mon.smithi129 (mon.0) 962 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:19:22.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:22 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T17:19:22.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:22 smithi129 conmon[101092]: T17:19:21.651689+0000 mon.smithi129 (mon.0) 963 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:19:22.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:22 smithi129 conmon[101092]: audit 2022-01-18T17:19:21 2022-01-18T17:19:22.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:22 smithi129 conmon[101092]: .652714+0000 mon.smithi129 (mon.0) 964 : audit 2022-01-18T17:19:22.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:22 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:19:22.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:22 smithi129 conmon[101092]: cephadm 2022-01-18T17: 2022-01-18T17:19:22.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:22 smithi129 conmon[101092]: 19:21.653514+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:19:22.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:22 smithi129 conmon[101092]: 2620 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:19:22.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:22 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T17:19:22.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:22 smithi129 conmon[101092]: T17:19:21.910606+0000 mon.smithi129 (mon 2022-01-18T17:19:22.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:22 smithi129 conmon[101092]: .0) 965 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:19:22.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:22 smithi129 conmon[101092]: audit 2022-01 2022-01-18T17:19:22.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:22 smithi129 conmon[101092]: -18T17:19:22.204918+0000 mon.smithi129 2022-01-18T17:19:22.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:22 smithi129 conmon[101092]: (mon.0) 966 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:19:22.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:22 smithi129 conmon[101092]: 2022-01-18T17:19:22.948 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:22 smithi129 conmon[101092]: audit 2022-01-18T17:19:22.948 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:22 smithi129 conmon[101092]: 2022-01-18T17:19:22.210131+0000 mon.smithi129 (mon 2022-01-18T17:19:22.948 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:22 smithi129 conmon[101092]: .0) 967 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:19:24.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:24 smithi156 conmon[67007]: cluster 2022-01-18T17:19:23.402111+0000 mgr.smithi129.iclwio (mgr.14716) 2621 : cluster [DBG] pgmap v2249: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:24.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:24 smithi156 conmon[67007]: 2022-01-18T17:19:24.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:24 smithi129 conmon[101092]: cluster 2022-01-18T17:19:23.402111+0000 mgr.smithi129.iclwio (mgr.14716) 2621 : cluster [DBG] pgmap v2249: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:26.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:25 smithi156 conmon[67007]: cluster 2022-01-18T17:19:25.402983+0000 mgr.smithi129.iclwio (mgr.14716) 2622 : cluster [DBG] pgmap v2250: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:19:26.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:25 smithi129 conmon[101092]: cluster 2022-01-18T17:19:25.402983+0000 mgr.smithi129.iclwio (mgr.14716) 2622 : cluster [DBG] pgmap v2250: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:19:28.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:28 smithi156 conmon[67007]: cluster 2022-01-18T17:19:27.403484+0000 mgr.smithi129.iclwio (mgr.14716) 2623 : cluster [DBG] pgmap v2251: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:28.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:28 smithi129 conmon[101092]: cluster 2022-01-18T17:19:27.403484+0000 mgr.smithi129.iclwio (mgr.14716) 2623 : cluster [DBG] pgmap v2251: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:30.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:30 smithi156 conmon[67007]: cluster 2022-01-18T17:19:29.404361+0000 mgr.smithi129.iclwio (mgr.14716) 2624 : cluster [DBG] pgmap v2252: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:19:30.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:30 smithi129 conmon[101092]: cluster 2022-01-18T17:19:29.404361+0000 mgr.smithi129.iclwio (mgr.14716) 2624 : cluster [DBG] pgmap v2252: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:19:32.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:32 smithi156 conmon[67007]: cluster 2022-01-18T17:19:31.404817+0000 mgr.smithi129.iclwio (mgr.14716) 2625 : cluster [DBG] pgmap v2253: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:32.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:32 smithi129 conmon[101092]: cluster 2022-01-18T17:19:31.404817+0000 mgr.smithi129.iclwio (mgr.14716) 2625 : cluster [DBG] pgmap v2253: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:34.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:34 smithi156 conmon[67007]: cluster 2022-01-18T17:19:33.405573+0000 mgr.smithi129.iclwio (mgr.14716) 2626 : cluster [DBG] 2022-01-18T17:19:34.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:34 smithi156 conmon[67007]: pgmap v2254: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:34.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:34 smithi129 conmon[101092]: cluster 2022-01-18T17:19:33.405573+0000 mgr.smithi129.iclwio (mgr.14716) 2626 : cluster [DBG] pgmap v2254: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:34.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:34 smithi129 conmon[101092]: 2022-01-18T17:19:36.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:35 smithi156 conmon[67007]: cluster 2022-01-18T17:19:35.406485+0000 mgr.smithi129.iclwio (mgr.14716) 2627 : cluster [DBG] pgmap v2255: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:19:36.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:35 smithi129 conmon[101092]: cluster 2022-01-18T17:19:35.406485+0000 mgr.smithi129.iclwio (mgr.14716) 2627 : cluster [DBG] pgmap v2255: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:19:38.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:38 smithi156 conmon[67007]: cluster 2022-01-18T17:19:37.407108+0000 mgr.smithi129.iclwio (mgr.14716) 2628 : cluster [DBG] pgmap v2256: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:38.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:38 smithi129 conmon[101092]: cluster 2022-01-18T17:19:37.407108+0000 mgr.smithi129.iclwio (mgr.14716) 2628 : cluster [DBG] pgmap v2256: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:40.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:40 smithi156 conmon[67007]: cluster 2022-01-18T17:19:39.407867+0000 mgr.smithi129.iclwio (mgr.14716) 2629 : cluster [DBG] pgmap v2257: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:19:40.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:40 smithi156 conmon[67007]: 2022-01-18T17:19:40.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:40 smithi129 conmon[101092]: cluster 2022-01-18T17:19:39.407867+0000 mgr.smithi129.iclwio (mgr.14716) 2629 : cluster [DBG] pgmap v2257: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:19:40.954 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:19:41.219 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:19:41.220 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (82m) 2m ago 83m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:19:41.220 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (74m) 2m ago 83m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:19:41.220 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (73m) 2m ago 82m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:19:41.220 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (82m) 2m ago 83m 41.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:19:41.221 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (78m) 2m ago 78m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:19:41.221 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (78m) 2m ago 78m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:19:41.221 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (74m) 2m ago 84m 547M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:19:41.222 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (74m) 2m ago 82m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:19:41.222 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (74m) 2m ago 84m 549M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:19:41.222 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (74m) 2m ago 82m 276M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:19:41.222 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (75m) 2m ago 75m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:19:41.223 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (75m) 2m ago 75m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:19:41.223 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (83m) 2m ago 83m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:19:41.223 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (82m) 2m ago 82m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:19:41.223 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (68m) 2m ago 81m 1631M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:19:41.223 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (81m) 2m ago 81m 2647M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:19:41.224 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (81m) 2m ago 81m 2054M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:19:41.224 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (80m) 2m ago 80m 2640M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:19:41.224 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (80m) 2m ago 80m 2454M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:19:41.224 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (80m) 2m ago 80m 3042M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:19:41.225 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (79m) 2m ago 79m 2391M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:19:41.225 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (79m) 2m ago 79m 3563M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:19:41.226 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (81m) 2m ago 82m 66.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:19:41.543 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:19:41.543 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:19:41.543 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:19:41.544 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:19:41.544 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:19:41.544 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:19:41.544 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:19:41.544 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:19:41.545 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:19:41.545 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:19:41.545 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:19:41.545 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:19:41.546 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:19:41.546 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:19:41.546 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:19:41.546 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:19:41.547 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:19:41.547 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:19:41.547 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:19:42.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:42 smithi156 conmon[67007]: audit 2022-01-18T17:19:40.938332+0000 mgr.smithi129.iclwio (mgr.14716) 2630 : audit [DBG] from='client.35830 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:19:42.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:42 smithi156 conmon[67007]: audit 2022-01-18T17:19:41.206195+0000 mgr.smithi129.iclwio (mgr.14716) 2631 : audit [DBG] from='client.35834 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:19:42.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:42 smithi156 conmon[67007]: cluster 2022-01-18T17:19:41.408280+0000 mgr.smithi129.iclwio (mgr.14716) 2632 : cluster [DBG] pgmap v2258: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:42.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:42 smithi156 conmon[67007]: audit 2022-01-18T17:19:41.538822+0000 mon.smithi129 (mon.0) 968 : audit [DBG] from='client.? 172.21.15.129:0/3834605736' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:19:42.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:42 smithi129 conmon[101092]: audit 2022-01-18T17:19:40.938332+0000 mgr.smithi129.iclwio (mgr.14716) 2630 : audit 2022-01-18T17:19:42.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:42 smithi129 conmon[101092]: [DBG] from='client.35830 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:19:42.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:42 smithi129 conmon[101092]: audit 2022-01-18T17:19:41.206195+0000 mgr.smithi129.iclwio (mgr.14716) 2631 : audit [DBG] from='client.35834 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:19:42.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:42 smithi129 conmon[101092]: cluster 2022-01-18T17: 2022-01-18T17:19:42.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:42 smithi129 conmon[101092]: 19:41.408280+0000 mgr.smithi129.iclwio (mgr.14716) 2632 : cluster [DBG] pgmap v2258: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:42.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:42 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T17:19:42.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:42 smithi129 conmon[101092]: 17:19:41.538822+0000 mon.smithi129 (mon.0) 968 : 2022-01-18T17:19:42.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:42 smithi129 conmon[101092]: audit [DBG] from='client.? 172.21.15.129:0/3834605736' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:19:44.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:44 smithi156 conmon[67007]: cluster 2022-01-18T17:19:43.408947+0000 mgr.smithi129.iclwio (mgr.14716) 2633 : cluster 2022-01-18T17:19:44.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:44 smithi156 conmon[67007]: [DBG] pgmap v2259: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:44.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:44 smithi129 conmon[101092]: cluster 2022-01-18T17:19:43.408947+0000 mgr.smithi129.iclwio (mgr.14716) 2633 : cluster [DBG] pgmap v2259: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:46.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:45 smithi156 conmon[67007]: cluster 2022-01-18T17:19:45.409706+0000 mgr.smithi129.iclwio (mgr.14716) 2634 : cluster [DBG] pgmap v2260: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:19:46.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:45 smithi156 conmon[67007]: 2022-01-18T17:19:46.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:45 smithi129 conmon[101092]: cluster 2022-01-18T17:19:45.409706+0000 mgr.smithi129.iclwio (mgr.14716) 2634 : cluster [DBG] pgmap v2260: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:19:46.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:45 smithi129 conmon[101092]: 2022-01-18T17:19:48.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:48 smithi156 conmon[67007]: cluster 2022-01-18T17:19:47.410195+0000 mgr.smithi129.iclwio (mgr.14716) 2635 : cluster [DBG] pgmap v2261: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:48.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:48 smithi129 conmon[101092]: cluster 2022-01-18T17:19:47.410195+0000 mgr.smithi129.iclwio (mgr.14716) 2635 : cluster [DBG] pgmap v2261: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:50.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:50 smithi156 conmon[67007]: cluster 2022-01-18T17:19:49.410969+0000 mgr.smithi129.iclwio (mgr.14716) 2636 : cluster [DBG] pgmap v2262: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:19:50.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:50 smithi129 conmon[101092]: cluster 2022-01-18T17:19:49.410969+0000 mgr.smithi129.iclwio (mgr.14716) 2636 : cluster [DBG] pgmap v2262: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:19:52.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:52 smithi156 conmon[67007]: cluster 2022-01-18T17:19:51.411542+0000 mgr.smithi129.iclwio (mgr.14716) 2637 : cluster [DBG] pgmap v2263: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:52.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:52 smithi129 conmon[101092]: cluster 2022-01-18T17:19:51.411542+0000 mgr.smithi129.iclwio (mgr.14716) 2637 : cluster [DBG] pgmap v2263: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:54.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:54 smithi156 conmon[67007]: cluster 2022-01-18T17:19:53.412127+0000 mgr.smithi129.iclwio (mgr.14716) 2638 : cluster [DBG] pgmap v2264: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:54.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:54 smithi129 conmon[101092]: cluster 2022-01-18T17:19:53.412127+0000 mgr.smithi129.iclwio (mgr.14716) 2638 : cluster [DBG] pgmap v2264: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:56.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:55 smithi156 conmon[67007]: cluster 2022-01-18T17:19:55.412898+0000 mgr.smithi129.iclwio (mgr.14716) 2639 : cluster [DBG] pgmap v2265: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:19:56.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:55 smithi129 conmon[101092]: cluster 2022-01-18T17:19:55.412898+0000 mgr.smithi129.iclwio (mgr.14716) 2639 : cluster [DBG] pgmap v2265: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:19:56.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:55 smithi129 conmon[101092]: 2022-01-18T17:19:58.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:58 smithi156 conmon[67007]: cluster 2022-01-18T17:19:57.413419+0000 mgr.smithi129.iclwio (mgr.14716) 2640 : cluster [DBG] pgmap v2266: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:58.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:58 smithi129 conmon[101092]: cluster 2022-01-18T17:19:57.413419+0000 mgr.smithi129.iclwio (mgr.14716) 2640 : cluster [DBG] pgmap v2266: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:19:58.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:58 smithi129 conmon[101092]: 2022-01-18T17:19:59.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:59 smithi156 conmon[67007]: audit 2022-01-18T17:19:58.490999+0000 mon.smithi129 (mon.0) 969 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:19:59.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:19:59 smithi156 conmon[67007]: audit 2022-01-18T17:19:58.491246+0000 mon.smithi129 (mon.0) 970 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:19:59.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:59 smithi129 conmon[101092]: audit 2022-01-18T17:19:58.490999+0000 mon.smithi129 (mon.0) 969 : audit [INF] 2022-01-18T17:19:59.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:59 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:19:59.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:19:59 smithi129 conmon[101092]: audit 2022-01-18T17:19:58.491246+0000 mon.smithi129 (mon.0) 970 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:20:00.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:00 smithi156 conmon[67007]: cluster 2022-01-18T17:19:59.414077+0000 mgr.smithi129.iclwio (mgr.14716) 2641 : cluster [DBG] pgmap v2267: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:20:00.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:00 smithi156 conmon[67007]: cluster 2022-01-18T17:20:00.000119+0000 mon.smithi129 (mon.0) 971 : cluster [WRN] 2022-01-18T17:20:00.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:00 smithi156 conmon[67007]: overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T17:20:00.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:00 smithi129 conmon[101092]: cluster 2022-01-18T17:19:59.414077+0000 mgr.smithi129.iclwio (mgr.14716) 2641 : cluster [DBG] pgmap v2267: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:20:00.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:00 smithi129 conmon[101092]: cluster 2022-01-18T17:20:00.000119+0000 mon.smithi129 (mon.0) 971 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T17:20:02.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:02 smithi156 conmon[67007]: cluster 2022-01-18T17:20:01.414776+0000 mgr.smithi129.iclwio (mgr.14716) 2642 : cluster [DBG] 2022-01-18T17:20:02.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:02 smithi156 conmon[67007]: pgmap v2268: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:02.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:02 smithi129 conmon[101092]: cluster 2022-01-18T17:20:01.414776+0000 mgr.smithi129.iclwio (mgr.14716) 2642 : cluster [DBG] pgmap v2268: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:04.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:04 smithi156 conmon[67007]: cluster 2022-01-18T17:20:03.415347+0000 mgr.smithi129.iclwio (mgr.14716) 2643 : cluster [DBG] 2022-01-18T17:20:04.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:04 smithi156 conmon[67007]: pgmap v2269: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:04.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:04 smithi129 conmon[101092]: cluster 2022-01-18T17:20:03.415347+0000 mgr.smithi129.iclwio (mgr.14716) 2643 : cluster [DBG] pgmap v2269: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:06.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:05 smithi156 conmon[67007]: cluster 2022-01-18T17:20:05.416175+0000 mgr.smithi129.iclwio (mgr.14716) 2644 : cluster [DBG] pgmap v2270: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:20:06.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:05 smithi129 conmon[101092]: cluster 2022-01-18T17:20:05.416175+0000 mgr.smithi129.iclwio (mgr.14716) 2644 : cluster [DBG] pgmap v2270: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:20:08.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:08 smithi156 conmon[67007]: cluster 2022-01-18T17:20:07.416715+0000 mgr.smithi129.iclwio (mgr.14716) 2645 : cluster 2022-01-18T17:20:08.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:08 smithi156 conmon[67007]: [DBG] pgmap v2271: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:08.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:08 smithi129 conmon[101092]: cluster 2022-01-18T17:20:07.416715+0000 mgr.smithi129.iclwio (mgr.14716) 2645 : cluster [DBG] pgmap v2271: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:08.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:08 smithi129 conmon[101092]: 2022-01-18T17:20:10.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:10 smithi156 conmon[67007]: cluster 2022-01-18T17:20:09.417465+0000 mgr.smithi129.iclwio (mgr.14716) 2646 : cluster [DBG] pgmap v2272: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:20:10.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:10 smithi129 conmon[101092]: cluster 2022-01-18T17:20:09.417465+0000 mgr.smithi129.iclwio (mgr.14716) 2646 : cluster 2022-01-18T17:20:10.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:10 smithi129 conmon[101092]: [DBG] pgmap v2272: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:20:11.840 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:20:12.103 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:20:12.103 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (82m) 2m ago 83m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:20:12.103 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (74m) 2m ago 83m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:20:12.104 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (74m) 2m ago 83m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:20:12.104 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (82m) 2m ago 83m 41.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:20:12.104 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (78m) 2m ago 78m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:20:12.104 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (78m) 2m ago 78m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:20:12.105 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (75m) 2m ago 85m 547M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:20:12.105 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (75m) 2m ago 83m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:20:12.105 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (74m) 2m ago 85m 549M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:20:12.105 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (74m) 2m ago 83m 276M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:20:12.105 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (75m) 2m ago 75m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:20:12.106 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (75m) 2m ago 75m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:20:12.106 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (83m) 2m ago 83m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:20:12.106 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (82m) 2m ago 82m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:20:12.106 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (69m) 2m ago 82m 1631M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:20:12.107 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (82m) 2m ago 82m 2647M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:20:12.107 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (81m) 2m ago 81m 2054M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:20:12.107 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (81m) 2m ago 81m 2640M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:20:12.107 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (81m) 2m ago 81m 2454M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:20:12.108 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (80m) 2m ago 80m 3042M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:20:12.108 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (80m) 2m ago 80m 2391M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:20:12.108 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (80m) 2m ago 80m 3563M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:20:12.108 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (82m) 2m ago 83m 66.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:20:12.422 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:20:12.422 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:20:12.423 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:20:12.423 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:20:12.423 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:20:12.423 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:20:12.424 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:20:12.424 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:20:12.424 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:20:12.424 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:20:12.425 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:20:12.425 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:20:12.425 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:20:12.425 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:20:12.425 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:20:12.426 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:20:12.426 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:20:12.426 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:20:12.426 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:20:12.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:12 smithi156 conmon[67007]: cluster 2022-01-18T17:20:11.417935+0000 mgr.smithi129.iclwio (mgr.14716) 2647 : cluster [DBG] pgmap v2273: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:12.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:12 smithi156 conmon[67007]: audit 2022-01-18T17:20:12.418038+0000 mon.smithi129 (mon.0) 972 : audit [DBG] from='client.? 172.21.15.129:0/3154846299' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:20:12.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:12 smithi129 conmon[101092]: cluster 2022-01-18T17:20:11.417935+0000 mgr.smithi129.iclwio (mgr.14716) 2647 : cluster [DBG] 2022-01-18T17:20:12.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:12 smithi129 conmon[101092]: pgmap v2273: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:12.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:12 smithi129 conmon[101092]: audit 2022-01-18T17:20:12.418038+0000 mon.smithi129 (mon.0) 972 : audit [DBG] from='client.? 172.21.15.129:0/3154846299' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:20:13.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:13 smithi156 conmon[67007]: audit 2022-01-18T17:20:11.824019+0000 mgr.smithi129.iclwio (mgr.14716) 2648 : audit [DBG] from='client.35842 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:20:13.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:13 smithi156 conmon[67007]: audit 2022-01-18T17:20:12.090351+0000 mgr.smithi129.iclwio (mgr.14716) 2649 : audit [DBG] from='client.35846 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:20:13.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:13 smithi129 conmon[101092]: audit 2022-01-18T17:20:11.824019+0000 mgr.smithi129.iclwio (mgr.14716) 2648 : audit [DBG] from='client.35842 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:20:13.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:13 smithi129 conmon[101092]: audit 2022-01-18T17:20:12.090351+0000 mgr.smithi129.iclwio (mgr.14716) 2649 : audit [DBG] 2022-01-18T17:20:13.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:13 smithi129 conmon[101092]: from='client.35846 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:20:14.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:14 smithi156 conmon[67007]: cluster 2022-01-18T17:20:13.418523+0000 mgr.smithi129.iclwio (mgr.14716) 2650 : cluster [DBG] 2022-01-18T17:20:14.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:14 smithi156 conmon[67007]: pgmap v2274: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:14.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:14 smithi129 conmon[101092]: cluster 2022-01-18T17:20:13.418523+0000 mgr.smithi129.iclwio (mgr.14716) 2650 : cluster [DBG] pgmap v2274: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:16.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:15 smithi156 conmon[67007]: cluster 2022-01-18T17:20:15.419346+0000 mgr.smithi129.iclwio (mgr.14716) 2651 : cluster [DBG] 2022-01-18T17:20:16.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:15 smithi156 conmon[67007]: pgmap v2275: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:20:16.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:15 smithi129 conmon[101092]: cluster 2022-01-18T17:20:15.419346+0000 mgr.smithi129.iclwio (mgr.14716) 2651 : cluster 2022-01-18T17:20:16.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:15 smithi129 conmon[101092]: [DBG] pgmap v2275: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:20:18.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:18 smithi156 conmon[67007]: cluster 2022-01-18T17:20:17.420002+0000 mgr.smithi129.iclwio (mgr.14716) 2652 : cluster [DBG] pgmap v2276: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:18.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:18 smithi129 conmon[101092]: cluster 2022-01-18T17:20:17.420002+0000 mgr.smithi129.iclwio (mgr.14716) 2652 : cluster [DBG] pgmap v2276: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:18.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:18 smithi129 conmon[101092]: 2022-01-18T17:20:20.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:20 smithi156 conmon[67007]: cluster 2022-01-18T17:20:19.420609+0000 mgr.smithi129.iclwio (mgr.14716) 2653 : cluster [DBG] pgmap v2277: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:20:20.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:20 smithi129 conmon[101092]: cluster 2022-01-18T17:20:19.420609+0000 mgr.smithi129.iclwio (mgr.14716) 2653 : cluster [DBG] pgmap v2277: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:20:22.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:22 smithi156 conmon[67007]: cluster 2022-01-18T17:20:21.421164+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T17:20:22.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:22 smithi156 conmon[67007]: 14716) 2654 : cluster [DBG] pgmap v2278: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:22.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:22 smithi156 conmon[67007]: audit 2022-01-18T17:20:22.212674+0000 mon.smithi129 (mon.0) 973 2022-01-18T17:20:22.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:22 smithi156 conmon[67007]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:20:22.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:22 smithi156 conmon[67007]: audit 2022-01-18T17 2022-01-18T17:20:22.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:22 smithi156 conmon[67007]: :20:22.214121+0000 mon.smithi129 (mon.0) 974 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:20:22.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:22 smithi156 conmon[67007]: 2022-01-18T17:20:22.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:22 smithi156 conmon[67007]: audit 2022-01-18T17:20:22.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:22 smithi156 conmon[67007]: 2022-01-18T17:20:22.215085+0000 2022-01-18T17:20:22.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:22 smithi156 conmon[67007]: mon.smithi129 (mon.0) 975 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:20:22.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:22 smithi156 conmon[67007]: 2022-01-18T17:20:22.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:22 smithi129 conmon[101092]: cluster 2022-01-18T17:20:21.421164+0000 2022-01-18T17:20:22.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:22 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 2654 : cluster [DBG] pgmap v2278: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:22.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:22 smithi129 conmon[101092]: audit 2022-01-18T17:20:22. 2022-01-18T17:20:22.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:22 smithi129 conmon[101092]: 212674+0000 mon.smithi129 (mon.0) 973 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:20:22.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:22 smithi129 conmon[101092]: audit 2022-01-18T17:20 2022-01-18T17:20:22.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:22 smithi129 conmon[101092]: :22.214121+0000 mon.smithi129 (mon.0) 974 : audit 2022-01-18T17:20:22.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:22 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:20:22.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:22 smithi129 conmon[101092]: audit 2022-01-18T17:20:22.215085+0000 2022-01-18T17:20:22.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:22 smithi129 conmon[101092]: mon.smithi129 (mon.0) 975 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:20:23.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:23 smithi156 conmon[67007]: cephadm 2022-01-18T17:20:22.215815+0000 mgr.smithi129.iclwio (mgr.14716) 2655 : cephadm [WRN] 2022-01-18T17:20:23.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:23 smithi156 conmon[67007]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:20:23.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:23 smithi156 conmon[67007]: audit 2022-01-18T17:20:22.524375+0000 mon.smithi129 (mon.0) 976 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:20:23.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:23 smithi156 conmon[67007]: audit 2022-01-18T17:20:22.529270+0000 mon.smithi129 (mon.0) 977 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:20:23.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:23 smithi129 conmon[101092]: cephadm 2022-01-18T17:20:22.215815+0000 mgr.smithi129.iclwio (mgr.14716) 2655 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:20:23.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:23 smithi129 conmon[101092]: 2022-01-18T17:20:23.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:23 smithi129 conmon[101092]: audit 2022-01-18T17:20:22.524375+0000 mon.smithi129 (mon.0) 976 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:20:23.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:23 smithi129 conmon[101092]: audit 2022-01-18T17:20:23.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:23 smithi129 conmon[101092]: 2022-01-18T17:20:22.529270+0000 mon.smithi129 (mon.0) 977 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:20:24.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:24 smithi156 conmon[67007]: cluster 2022-01-18T17:20:23.421902+0000 mgr.smithi129.iclwio (mgr.14716) 2656 : cluster 2022-01-18T17:20:24.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:24 smithi156 conmon[67007]: [DBG] pgmap v2279: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:24.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:24 smithi129 conmon[101092]: cluster 2022-01-18T17:20:23.421902+0000 mgr.smithi129.iclwio (mgr.14716) 2656 : cluster [DBG] pgmap v2279: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:24.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:24 smithi129 conmon[101092]: 2022-01-18T17:20:26.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:25 smithi156 conmon[67007]: cluster 2022-01-18T17:20:25.422872+0000 mgr.smithi129.iclwio (mgr.14716) 2657 : cluster [DBG] 2022-01-18T17:20:26.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:25 smithi156 conmon[67007]: pgmap v2280: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:20:26.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:25 smithi129 conmon[101092]: cluster 2022-01-18T17:20:25.422872+0000 mgr.smithi129.iclwio (mgr.14716) 2657 : cluster [DBG] pgmap v2280: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:20:26.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:25 smithi129 conmon[101092]: 2022-01-18T17:20:28.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:28 smithi156 conmon[67007]: cluster 2022-01-18T17:20:27.423568+0000 mgr.smithi129.iclwio (mgr.14716) 2658 : cluster 2022-01-18T17:20:28.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:28 smithi156 conmon[67007]: [DBG] pgmap v2281: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:28.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:28 smithi129 conmon[101092]: cluster 2022-01-18T17:20:27.423568+0000 mgr.smithi129.iclwio (mgr.14716) 2658 : cluster [DBG] pgmap v2281: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:30.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:30 smithi156 conmon[67007]: cluster 2022-01-18T17:20:29.424509+0000 mgr.smithi129.iclwio (mgr.14716) 2659 : cluster [DBG] 2022-01-18T17:20:30.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:30 smithi156 conmon[67007]: pgmap v2282: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:20:30.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:30 smithi129 conmon[101092]: cluster 2022-01-18T17:20:29.424509+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T17:20:30.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:30 smithi129 conmon[101092]: 14716) 2659 : cluster [DBG] pgmap v2282: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:20:32.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:32 smithi156 conmon[67007]: cluster 2022-01-18T17:20:31.425123+0000 mgr.smithi129.iclwio (mgr.14716) 2660 : cluster 2022-01-18T17:20:32.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:32 smithi156 conmon[67007]: [DBG] pgmap v2283: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:32.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:32 smithi129 conmon[101092]: cluster 2022-01-18T17:20:31.425123+0000 mgr.smithi129.iclwio (mgr.14716) 2660 : cluster [DBG] pgmap v2283: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:34.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:34 smithi156 conmon[67007]: cluster 2022-01-18T17:20:33.425647+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:20:34.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:34 smithi156 conmon[67007]: ) 2661 : cluster [DBG] pgmap v2284: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:34.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:34 smithi129 conmon[101092]: cluster 2022-01-18T17:20:33.425647+0000 mgr.smithi129.iclwio (mgr.14716) 2661 : cluster [DBG] pgmap v2284: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:36.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:35 smithi156 conmon[67007]: cluster 2022-01-18T17:20:35.426480+0000 mgr.smithi129.iclwio (mgr.14716) 2662 : 2022-01-18T17:20:36.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:35 smithi156 conmon[67007]: cluster [DBG] pgmap v2285: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:20:36.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:35 smithi129 conmon[101092]: cluster 2022-01-18T17:20:35. 2022-01-18T17:20:36.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:35 smithi129 conmon[101092]: 426480+0000 mgr.smithi129.iclwio (mgr.14716) 2662 : cluster [DBG] pgmap v2285: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:20:38.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:38 smithi156 conmon[67007]: cluster 2022-01-18T17:20:37.427177+0000 mgr.smithi129.iclwio (mgr.14716) 2663 : cluster 2022-01-18T17:20:38.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:38 smithi156 conmon[67007]: [DBG] pgmap v2286: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:38.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:38 smithi129 conmon[101092]: cluster 2022-01-18T17:20:37.427177+0000 mgr.smithi129.iclwio (mgr.14716) 2663 : cluster [DBG] pgmap v2286: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:40.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:40 smithi156 conmon[67007]: cluster 2022-01-18T17:20:39.427953+0000 mgr.smithi129.iclwio (mgr.14716) 2664 : cluster [DBG] 2022-01-18T17:20:40.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:40 smithi156 conmon[67007]: pgmap v2287: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:20:40.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:40 smithi129 conmon[101092]: cluster 2022-01-18T17:20:39.427953+0000 mgr.smithi129.iclwio (mgr.14716) 2664 : cluster [DBG] pgmap v2287: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:20:42.725 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:20:42.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:42 smithi156 conmon[67007]: cluster 2022-01-18T17:20:41.428434+0000 mgr.smithi129.iclwio (mgr.14716) 2665 : cluster 2022-01-18T17:20:42.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:42 smithi156 conmon[67007]: [DBG] pgmap v2288: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:42.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:42 smithi129 conmon[101092]: cluster 2022-01-18T17:20:41.428434+0000 mgr.smithi129.iclwio (mgr.14716) 2665 : cluster [DBG] pgmap v2288: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:42.992 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:20:42.993 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (83m) 3m ago 84m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:20:42.993 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (75m) 3m ago 84m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:20:42.993 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (74m) 3m ago 83m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:20:42.993 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (83m) 3m ago 84m 41.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:20:42.993 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (79m) 3m ago 79m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:20:42.994 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (79m) 3m ago 79m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:20:42.994 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (75m) 3m ago 85m 547M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:20:42.994 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (75m) 3m ago 83m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:20:42.994 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (75m) 3m ago 85m 549M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:20:42.995 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (75m) 3m ago 83m 276M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:20:42.995 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (76m) 3m ago 76m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:20:42.995 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (76m) 3m ago 76m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:20:42.995 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (84m) 3m ago 84m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:20:42.996 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (83m) 3m ago 83m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:20:42.996 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (69m) 3m ago 82m 1631M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:20:42.996 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (82m) 3m ago 82m 2647M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:20:42.996 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (82m) 3m ago 82m 2054M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:20:42.996 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (81m) 3m ago 81m 2640M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:20:42.997 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (81m) 3m ago 81m 2454M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:20:42.997 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (81m) 3m ago 81m 3042M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:20:42.997 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (81m) 3m ago 81m 2391M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:20:42.997 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (80m) 3m ago 80m 3563M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:20:42.997 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (82m) 3m ago 83m 66.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:20:43.309 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:20:43.310 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:20:43.310 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:20:43.311 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:20:43.311 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:20:43.311 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:20:43.311 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:20:43.312 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:20:43.312 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:20:43.312 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:20:43.312 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:20:43.313 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:20:43.313 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:20:43.313 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:20:43.313 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:20:43.314 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:20:43.314 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:20:43.314 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:20:43.314 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:20:43.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:43 smithi156 conmon[67007]: audit 2022-01-18T17:20:43.305233+0000 mon.smithi129 (mon.0) 978 : audit 2022-01-18T17:20:43.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:43 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/776327662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:20:43.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:43 smithi129 conmon[101092]: audit 2022-01-18T17:20:43.305233+0000 mon.smithi129 (mon.0) 978 : audit [DBG] from='client.? 172.21.15.129:0/776327662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:20:44.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:44 smithi156 conmon[67007]: audit 2022-01-18T17:20:42.708902+0000 mgr.smithi129.iclwio (mgr.14716) 2666 2022-01-18T17:20:44.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:44 smithi156 conmon[67007]: : audit [DBG] from='client.35854 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:20:44.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:44 smithi156 conmon[67007]: audit 2022-01-18T17:20:42.978865+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T17:20:44.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:44 smithi156 conmon[67007]: 14716) 2667 : audit [DBG] from='client.35858 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:20:44.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:44 smithi156 conmon[67007]: cluster 2022-01-18T17:20:43.429184+0000 2022-01-18T17:20:44.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:44 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 2668 : cluster [DBG] pgmap v2289: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:44.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:44 smithi129 conmon[101092]: audit 2022-01-18T17:20:42.708902+0000 mgr.smithi129.iclwio (mgr.14716) 2666 : audit [DBG] from='client.35854 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:20:44.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:44 smithi129 conmon[101092]: 2022-01-18T17:20:44.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:44 smithi129 conmon[101092]: audit 2022-01-18T17:20:42.978865+0000 mgr.smithi129.iclwio (mgr.14716) 2667 : audit [DBG] from='client.35858 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:20:44.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:44 smithi129 conmon[101092]: cluster 2022-01-18T17:20:43.429184+0000 mgr.smithi129.iclwio (mgr.14716) 2668 2022-01-18T17:20:44.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:44 smithi129 conmon[101092]: : cluster [DBG] pgmap v2289: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:46.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:45 smithi156 conmon[67007]: cluster 2022-01-18T17:20:45.430074+0000 mgr.smithi129.iclwio (mgr.14716) 2669 : cluster 2022-01-18T17:20:46.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:45 smithi156 conmon[67007]: [DBG] pgmap v2290: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:20:46.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:45 smithi129 conmon[101092]: cluster 2022-01-18T17:20:45.430074+0000 mgr.smithi129.iclwio (mgr.14716) 2669 : cluster [DBG] pgmap v2290: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:20:48.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:48 smithi156 conmon[67007]: cluster 2022-01-18T17:20:47.430617+0000 mgr.smithi129.iclwio (mgr.14716) 2670 : cluster [DBG] 2022-01-18T17:20:48.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:48 smithi156 conmon[67007]: pgmap v2291: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:48.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:48 smithi129 conmon[101092]: cluster 2022-01-18T17:20:47.430617+0000 mgr.smithi129.iclwio (mgr.14716) 2670 : cluster [DBG] pgmap v2291: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:50.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:50 smithi156 conmon[67007]: cluster 2022-01-18T17:20:49.431429 2022-01-18T17:20:50.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:50 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 2671 : cluster [DBG] pgmap v2292: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:20:50.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:50 smithi129 conmon[101092]: cluster 2022-01-18T17:20:49.431429+0000 mgr.smithi129.iclwio (mgr.14716) 2671 : cluster [DBG] pgmap v2292: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:20:52.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:52 smithi156 conmon[67007]: cluster 2022-01-18T17:20:51.431938+0000 mgr.smithi129.iclwio (mgr.14716) 2672 : cluster [DBG] 2022-01-18T17:20:52.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:52 smithi156 conmon[67007]: pgmap v2293: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:52.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:52 smithi129 conmon[101092]: cluster 2022-01-18T17:20:51.431938+0000 mgr.smithi129.iclwio (mgr.14716) 2672 : cluster [DBG] pgmap v2293: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:54.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:54 smithi156 conmon[67007]: cluster 2022-01-18T17:20:53.432484+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:20:54.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:54 smithi156 conmon[67007]: ) 2673 : cluster [DBG] pgmap v2294: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:54.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:54 smithi129 conmon[101092]: cluster 2022-01-18T17:20:53.432484+0000 mgr.smithi129.iclwio (mgr.14716) 2673 : cluster [DBG] pgmap v2294: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:56.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:55 smithi156 conmon[67007]: cluster 2022-01-18T17:20:55.433206+0000 mgr.smithi129.iclwio (mgr.14716) 2674 : 2022-01-18T17:20:56.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:55 smithi156 conmon[67007]: cluster [DBG] pgmap v2295: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:20:56.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:55 smithi129 conmon[101092]: cluster 2022-01-18T17:20:55.433206+0000 mgr.smithi129.iclwio (mgr.14716) 2674 : cluster [DBG] 2022-01-18T17:20:56.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:55 smithi129 conmon[101092]: pgmap v2295: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:20:58.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:58 smithi156 conmon[67007]: cluster 2022-01-18T17:20:57.433703+0000 mgr.smithi129.iclwio (mgr.14716) 2675 : cluster [DBG] 2022-01-18T17:20:58.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:58 smithi156 conmon[67007]: pgmap v2296: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:58.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:58 smithi129 conmon[101092]: cluster 2022-01-18T17:20:57.433703+0000 mgr.smithi129.iclwio (mgr.14716) 2675 : 2022-01-18T17:20:58.953 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:58 smithi129 conmon[101092]: cluster [DBG] pgmap v2296: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:20:59.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:59 smithi156 conmon[67007]: audit 2022-01-18T17:20:58.495703+0000 mon.smithi129 (mon.0) 979 2022-01-18T17:20:59.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:59 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:20:59.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:20:59 smithi156 conmon[67007]: audit 2022-01-18T17:20:58.495942+0000 mon.smithi129 (mon.0) 980 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:20:59.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:59 smithi129 conmon[101092]: audit 2022-01-18T17:20:58.495703+0000 mon.smithi129 (mon.0) 979 : audit [INF] 2022-01-18T17:20:59.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:59 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:20:59.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:20:59 smithi129 conmon[101092]: audit 2022-01-18T17:20:58.495942+0000 mon.smithi129 (mon.0) 980 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:21:00.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:00 smithi156 conmon[67007]: cluster 2022-01-18T17:20:59.434591+0000 mgr.smithi129.iclwio (mgr.14716) 2676 : cluster 2022-01-18T17:21:00.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:00 smithi156 conmon[67007]: [DBG] pgmap v2297: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:21:00.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:00 smithi129 conmon[101092]: cluster 2022-01-18T17:20:59.434591+0000 mgr.smithi129.iclwio (mgr.14716) 2676 : cluster [DBG] pgmap v2297: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:21:02.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:02 smithi156 conmon[67007]: cluster 2022-01-18T17:21:01.435048+0000 mgr.smithi129.iclwio (mgr.14716) 2677 : cluster 2022-01-18T17:21:02.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:02 smithi156 conmon[67007]: [DBG] pgmap v2298: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:02.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:02 smithi129 conmon[101092]: cluster 2022-01-18T17:21:01.435048+0000 mgr.smithi129.iclwio (mgr.14716) 2677 : cluster [DBG] pgmap v2298: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:04.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:04 smithi156 conmon[67007]: cluster 2022-01-18T17:21:03.435600+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T17:21:04.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:04 smithi156 conmon[67007]: 14716) 2678 : cluster [DBG] pgmap v2299: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:04.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:04 smithi129 conmon[101092]: cluster 2022-01-18T17:21:03.435600+0000 mgr.smithi129.iclwio (mgr.14716) 2678 : cluster [DBG] pgmap v2299: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:06.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:05 smithi156 conmon[67007]: cluster 2022-01-18T17:21:05.436393+0000 mgr.smithi129.iclwio (mgr.14716) 2679 : cluster 2022-01-18T17:21:06.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:05 smithi156 conmon[67007]: [DBG] pgmap v2300: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:21:06.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:05 smithi129 conmon[101092]: cluster 2022-01-18T17:21:05.436393+0000 mgr.smithi129.iclwio (mgr.14716) 2679 : cluster [DBG] pgmap v2300: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:21:08.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:08 smithi156 conmon[67007]: cluster 2022-01-18T17:21:07.436906+0000 mgr.smithi129.iclwio (mgr.14716) 2680 : cluster 2022-01-18T17:21:08.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:08 smithi156 conmon[67007]: [DBG] pgmap v2301: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:08.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:08 smithi129 conmon[101092]: cluster 2022-01-18T17:21:07.436906+0000 mgr.smithi129.iclwio (mgr.14716) 2680 : cluster [DBG] pgmap v2301: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:10.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:10 smithi156 conmon[67007]: cluster 2022-01-18T17:21:09.437831+0000 mgr.smithi129.iclwio (mgr.14716) 2681 : cluster [DBG] 2022-01-18T17:21:10.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:10 smithi156 conmon[67007]: pgmap v2302: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:21:10.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:10 smithi129 conmon[101092]: cluster 2022-01-18T17:21:09.437831+0000 mgr.smithi129.iclwio (mgr.14716) 2681 : cluster [DBG] pgmap v2302: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:21:12.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:12 smithi156 conmon[67007]: cluster 2022-01-18T17:21:11.438251+0000 mgr.smithi129.iclwio (mgr.14716) 2682 : cluster [DBG] pgmap v2303: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:12.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:12 smithi129 conmon[101092]: cluster 2022-01-18T17:21:11.438251+0000 mgr.smithi129.iclwio (mgr.14716) 2682 : cluster [DBG] pgmap v2303: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:13.609 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:21:13.873 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:21:13.873 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (83m) 3m ago 84m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:21:13.873 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (75m) 3m ago 84m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:21:13.874 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (75m) 3m ago 84m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:21:13.874 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (83m) 3m ago 84m 41.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:21:13.874 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (79m) 3m ago 79m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:21:13.875 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (79m) 3m ago 79m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:21:13.875 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (76m) 3m ago 86m 547M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:21:13.875 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (76m) 3m ago 84m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:21:13.875 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (75m) 3m ago 86m 549M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:21:13.876 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (75m) 3m ago 84m 276M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:21:13.876 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (76m) 3m ago 76m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:21:13.876 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (76m) 3m ago 76m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:21:13.876 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (84m) 3m ago 84m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:21:13.877 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (83m) 3m ago 83m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:21:13.877 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (70m) 3m ago 83m 1631M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:21:13.877 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (83m) 3m ago 83m 2647M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:21:13.877 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (82m) 3m ago 82m 2054M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:21:13.877 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (82m) 3m ago 82m 2640M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:21:13.878 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (82m) 3m ago 82m 2454M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:21:13.878 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (81m) 3m ago 81m 3042M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:21:13.878 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (81m) 3m ago 81m 2391M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:21:13.879 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (81m) 3m ago 81m 3563M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:21:13.879 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (83m) 3m ago 84m 66.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:21:14.193 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:21:14.193 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:21:14.193 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:21:14.194 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:21:14.194 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:21:14.194 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:21:14.194 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:21:14.195 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:21:14.195 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:21:14.195 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:21:14.195 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:21:14.196 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:21:14.196 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:21:14.196 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:21:14.196 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:21:14.196 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:21:14.197 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:21:14.197 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:21:14.197 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:21:14.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:14 smithi156 conmon[67007]: cluster 2022-01-18T17:21:13.438663+0000 mgr.smithi129.iclwio (mgr.14716) 2683 : cluster [DBG] pgmap v2304: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:14.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:14 smithi156 conmon[67007]: audit 2022-01-18T17:21: 2022-01-18T17:21:14.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:14 smithi156 conmon[67007]: 13.592853+0000 mgr.smithi129.iclwio (mgr.14716) 2684 : audit [DBG] from='client.35866 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:21:14.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:14 smithi156 conmon[67007]: audit 2022-01-18T17:21:14.188589+0000 mon.smithi129 (mon.0) 981 : audit [DBG] from='client.? 172.21.15.129:0/2153242319' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:21:14.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:14 smithi129 conmon[101092]: cluster 2022-01-18T17:21:13.438663+0000 mgr.smithi129.iclwio (mgr.14716) 2683 : cluster [DBG] pgmap v2304: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:14.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:14 smithi129 conmon[101092]: audit 2022-01-18T17:21:13.592853+0000 mgr.smithi129.iclwio (mgr.14716) 2684 : audit [DBG] from='client.35866 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:21:14.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:14 smithi129 conmon[101092]: audit 2022-01-18T17:21:14. 2022-01-18T17:21:14.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:14 smithi129 conmon[101092]: 188589+0000 mon.smithi129 (mon.0) 981 : audit [DBG] from='client.? 172.21.15.129:0/2153242319' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:21:15.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:15 smithi156 conmon[67007]: audit 2022-01-18T17:21:13.860121+0000 mgr.smithi129.iclwio (mgr.14716) 2685 : audit 2022-01-18T17:21:15.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:15 smithi156 conmon[67007]: [DBG] from='client.35870 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:21:15.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:15 smithi129 conmon[101092]: audit 2022-01-18T17:21:13.860121+0000 mgr.smithi129.iclwio (mgr.14716) 2685 : audit [DBG] from='client.35870 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:21:16.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:16 smithi156 conmon[67007]: cluster 2022-01-18T17:21:15.439433+0000 mgr.smithi129.iclwio (mgr.14716) 2686 : cluster [DBG] pgmap v2305: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:21:16.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:16 smithi156 conmon[67007]: 2022-01-18T17:21:16.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:16 smithi129 conmon[101092]: cluster 2022-01-18T17:21:15.439433+0000 mgr.smithi129.iclwio (mgr.14716) 2686 : cluster [DBG] pgmap v2305: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:21:18.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:18 smithi156 conmon[67007]: cluster 2022-01-18T17:21:17.439987+0000 mgr.smithi129.iclwio (mgr.14716) 2687 : cluster [DBG] pgmap v2306: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:18.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:18 smithi129 conmon[101092]: cluster 2022-01-18T17:21:17.439987+0000 mgr.smithi129.iclwio (mgr.14716) 2687 : cluster [DBG] 2022-01-18T17:21:18.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:18 smithi129 conmon[101092]: pgmap v2306: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:20.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:20 smithi156 conmon[67007]: cluster 2022-01-18T17:21:19.440663+0000 mgr.smithi129.iclwio (mgr.14716) 2688 : cluster [DBG] 2022-01-18T17:21:20.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:20 smithi156 conmon[67007]: pgmap v2307: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:21:20.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:20 smithi129 conmon[101092]: cluster 2022-01-18T17:21:19.440663+0000 mgr.smithi129.iclwio (mgr.14716) 2688 : cluster [DBG] pgmap v2307: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:21:22.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:22 smithi156 conmon[67007]: cluster 2022-01-18T17:21:21.441270+0000 mgr.smithi129.iclwio (mgr.14716) 2689 : cluster [DBG] pgmap v2308: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:22.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:22 smithi129 conmon[101092]: cluster 2022-01-18T17:21:21.441270+0000 mgr.smithi129.iclwio (mgr.14716) 2689 : cluster [DBG] pgmap v2308: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:23.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:23 smithi156 conmon[67007]: audit 2022-01-18T17:21:22.531678+0000 mon.smithi129 (mon.0) 982 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:21:23.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:23 smithi156 conmon[67007]: 2022-01-18T17:21:23.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:23 smithi156 conmon[67007]: audit 2022-01-18T17:21:22.533017+0000 mon.smithi129 (mon.0) 983 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:21:23.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:23 smithi156 conmon[67007]: audit 2022-01-18T17:21:22.533946+0000 mon.smithi129 (mon.0) 984 : audit 2022-01-18T17:21:23.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:23 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:21:23.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:23 smithi156 conmon[67007]: cephadm 2022-01-18T17:21:22 2022-01-18T17:21:23.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:23 smithi156 conmon[67007]: .534683+0000 mgr.smithi129.iclwio (mgr.14716) 2690 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:21:23.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:23 smithi156 conmon[67007]: audit 2022- 2022-01-18T17:21:23.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:23 smithi156 conmon[67007]: 01-18T17:21:22.842932+0000 2022-01-18T17:21:23.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:23 smithi156 conmon[67007]: mon.smithi129 (mon.0) 985 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:21:23.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:23 smithi156 conmon[67007]: 2022-01-18T17:21:23.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:23 smithi156 conmon[67007]: audit 2022 2022-01-18T17:21:23.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:23 smithi156 conmon[67007]: -01-18T17:21:22.848289+0000 mon.smithi129 (mon. 2022-01-18T17:21:23.808 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:23 smithi156 conmon[67007]: 0) 986 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:21:23.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:23 smithi129 conmon[101092]: audit 2022-01-18T17:21:22.531678+0000 mon.smithi129 (mon.0) 982 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:21:23.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:23 smithi129 conmon[101092]: audit 2022-01-18T17:21:22.533017+0000 mon.smithi129 (mon.0) 983 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:21:23.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:23 smithi129 conmon[101092]: audit 2022-01-18T17:21:22.533946+0000 mon.smithi129 (mon.0) 984 : audit [INF] 2022-01-18T17:21:23.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:23 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:21:23.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:23 smithi129 conmon[101092]: cephadm 2022-01-18T17:21:22 2022-01-18T17:21:23.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:23 smithi129 conmon[101092]: .534683+0000 mgr.smithi129.iclwio (mgr.14716) 2690 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:21:23.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:23 smithi129 conmon[101092]: audit 2022-01-18T17:21:23.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:23 smithi129 conmon[101092]: 2022-01-18T17:21 2022-01-18T17:21:23.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:23 smithi129 conmon[101092]: :22.842932+0000 mon.smithi129 (mon. 2022-01-18T17:21:23.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:23 smithi129 conmon[101092]: 0) 985 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:21:23.948 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:23 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T17:21:23.948 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:23 smithi129 conmon[101092]: T17:21:22.848289+0000 mon.smithi129 (mon.0) 986 2022-01-18T17:21:23.949 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:23 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:21:24.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:24 smithi156 conmon[67007]: cluster 2022-01-18T17:21:23.441740+0000 mgr.smithi129.iclwio (mgr.14716) 2691 : 2022-01-18T17:21:24.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:24 smithi156 conmon[67007]: cluster [DBG] pgmap v2309: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:24.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:24 smithi129 conmon[101092]: cluster 2022-01-18T17:21:23.441740+0000 mgr.smithi129.iclwio (mgr.14716) 2691 : cluster [DBG] pgmap v2309: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:26.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:25 smithi156 conmon[67007]: cluster 2022-01-18T17:21:25.442656+0000 mgr.smithi129.iclwio (mgr.14716) 2692 : cluster [DBG] pgmap v2310: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:21:26.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:25 smithi129 conmon[101092]: cluster 2022-01-18T17:21:25.442656+0000 mgr.smithi129.iclwio (mgr.14716) 2692 : cluster [DBG] pgmap v2310: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:21:28.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:28 smithi156 conmon[67007]: cluster 2022-01-18T17:21:27.443242+0000 mgr.smithi129.iclwio (mgr.14716) 2693 : cluster [DBG] pgmap v2311: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:28.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:28 smithi129 conmon[101092]: cluster 2022-01-18T17:21:27.443242+0000 mgr.smithi129.iclwio (mgr.14716) 2693 : cluster [DBG] pgmap v2311: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:30.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:30 smithi156 conmon[67007]: cluster 2022-01-18T17:21:29.444087+0000 mgr.smithi129.iclwio (mgr.14716) 2694 : cluster [DBG] pgmap v2312: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:21:30.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:30 smithi129 conmon[101092]: cluster 2022-01-18T17:21:29.444087+0000 mgr.smithi129.iclwio (mgr.14716) 2694 : cluster [DBG] pgmap v2312: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:21:32.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:32 smithi156 conmon[67007]: cluster 2022-01-18T17:21:31.444677+0000 mgr.smithi129.iclwio (mgr.14716) 2695 : cluster [DBG] pgmap v2313: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:32.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:32 smithi129 conmon[101092]: cluster 2022-01-18T17:21:31.444677+0000 mgr.smithi129.iclwio (mgr.14716) 2695 : cluster [DBG] pgmap v2313: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:34.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:34 smithi156 conmon[67007]: cluster 2022-01-18T17:21:33.445234+0000 mgr.smithi129.iclwio (mgr.14716) 2696 : cluster [DBG] pgmap v2314: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:34.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:34 smithi129 conmon[101092]: cluster 2022-01-18T17:21:33.445234+0000 mgr.smithi129.iclwio (mgr.14716) 2696 : cluster [DBG] pgmap v2314: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:36.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:35 smithi156 conmon[67007]: cluster 2022-01-18T17:21:35.446059+0000 mgr.smithi129.iclwio (mgr.14716) 2697 : cluster [DBG] pgmap v2315: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:21:36.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:35 smithi129 conmon[101092]: cluster 2022-01-18T17:21:35.446059+0000 mgr.smithi129.iclwio (mgr.14716) 2697 : cluster [DBG] pgmap v2315: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:21:36.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:35 smithi129 conmon[101092]: 2022-01-18T17:21:38.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:38 smithi156 conmon[67007]: cluster 2022-01-18T17:21:37.446692+0000 mgr.smithi129.iclwio (mgr.14716) 2698 : cluster [DBG] pgmap v2316: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:38.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:38 smithi129 conmon[101092]: cluster 2022-01-18T17:21:37.446692+0000 mgr.smithi129.iclwio (mgr.14716) 2698 : cluster [DBG] pgmap v2316: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:40.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:40 smithi156 conmon[67007]: cluster 2022-01-18T17:21:39.447317+0000 mgr.smithi129.iclwio (mgr.14716) 2699 : cluster [DBG] pgmap v2317: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:21:40.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:40 smithi129 conmon[101092]: cluster 2022-01-18T17:21:39.447317+0000 mgr.smithi129.iclwio (mgr.14716) 2699 : cluster [DBG] pgmap v2317: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:21:42.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:42 smithi156 conmon[67007]: cluster 2022-01-18T17:21:41.447817+0000 mgr.smithi129.iclwio (mgr.14716) 2700 : cluster [DBG] pgmap v2318: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:42.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:42 smithi129 conmon[101092]: cluster 2022-01-18T17:21:41.447817+0000 mgr.smithi129.iclwio (mgr.14716) 2700 : cluster [DBG] 2022-01-18T17:21:42.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:42 smithi129 conmon[101092]: pgmap v2318: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:44.493 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:21:44.759 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:21:44.759 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (84m) 4m ago 85m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:21:44.759 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (76m) 4m ago 85m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:21:44.759 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (75m) 4m ago 84m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:21:44.760 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (84m) 4m ago 85m 41.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:21:44.760 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (80m) 4m ago 80m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:21:44.760 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (80m) 4m ago 80m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:21:44.760 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (76m) 4m ago 86m 547M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:21:44.761 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (76m) 4m ago 84m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:21:44.761 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (76m) 4m ago 86m 549M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:21:44.761 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (76m) 4m ago 84m 276M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:21:44.761 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (77m) 4m ago 77m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:21:44.762 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (77m) 4m ago 77m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:21:44.762 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (85m) 4m ago 85m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:21:44.762 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (84m) 4m ago 84m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:21:44.762 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (70m) 4m ago 83m 1631M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:21:44.763 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (83m) 4m ago 83m 2647M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:21:44.763 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (83m) 4m ago 83m 2054M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:21:44.763 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (82m) 4m ago 82m 2640M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:21:44.764 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (82m) 4m ago 82m 2454M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:21:44.764 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (82m) 4m ago 82m 3042M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:21:44.764 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (82m) 4m ago 82m 2391M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:21:44.764 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (81m) 4m ago 81m 3563M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:21:44.765 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (84m) 4m ago 84m 66.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:21:44.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:44 smithi156 conmon[67007]: cluster 2022-01-18T17:21:43.448394+0000 mgr.smithi129.iclwio (mgr.14716) 2701 : cluster 2022-01-18T17:21:44.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:44 smithi156 conmon[67007]: [DBG] pgmap v2319: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:44.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:44 smithi129 conmon[101092]: cluster 2022-01-18T17:21:43.448394+0000 mgr.smithi129.iclwio (mgr.14716) 2701 : cluster [DBG] 2022-01-18T17:21:44.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:44 smithi129 conmon[101092]: pgmap v2319: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:45.076 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:21:45.076 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:21:45.076 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:21:45.077 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:21:45.077 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:21:45.077 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:21:45.077 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:21:45.078 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:21:45.078 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:21:45.078 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:21:45.078 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:21:45.079 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:21:45.079 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:21:45.079 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:21:45.079 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:21:45.079 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:21:45.080 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:21:45.080 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:21:45.080 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:21:45.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:45 smithi156 conmon[67007]: audit 2022-01-18T17:21:44.477641+0000 mgr.smithi129.iclwio (mgr.14716) 2702 : audit [DBG] from='client.35878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:21:45.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:45 smithi156 conmon[67007]: audit 2022-01-18T17:21:45.071978+0000 mon.smithi129 (mon.0) 987 : audit [DBG] from='client.? 172.21.15.129:0/175260937' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:21:45.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:45 smithi129 conmon[101092]: audit 2022-01-18T17:21:44.477641+0000 mgr.smithi129.iclwio (mgr.14716) 2702 : audit [DBG] from='client.35878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:21:45.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:45 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T17:21:45.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:45 smithi129 conmon[101092]: 17:21:45.071978+0000 mon.smithi129 (mon.0) 987 : audit [DBG] from='client.? 172.21.15.129:0/175260937' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:21:46.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:46 smithi156 conmon[67007]: audit 2022-01-18T17:21:44.745700+0000 mgr.smithi129.iclwio (mgr.14716) 2703 : audit [DBG] 2022-01-18T17:21:46.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:46 smithi156 conmon[67007]: from='client.35882 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:21:46.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:46 smithi156 conmon[67007]: cluster 2022-01-18T17:21:45.449243+0000 mgr.smithi129.iclwio (mgr.14716) 2704 : cluster [DBG] pgmap v2320: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:21:46.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:46 smithi129 conmon[101092]: audit 2022-01-18T17:21:44.745700+0000 mgr.smithi129.iclwio (mgr.14716) 2703 : audit [DBG] 2022-01-18T17:21:46.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:46 smithi129 conmon[101092]: from='client.35882 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:21:46.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:46 smithi129 conmon[101092]: cluster 2022-01-18T17:21:45.449243+0000 mgr.smithi129.iclwio (mgr.14716) 2704 : cluster [DBG] pgmap v2320: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:21:48.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:48 smithi156 conmon[67007]: cluster 2022-01-18T17:21:47.449732+0000 mgr.smithi129.iclwio (mgr.14716) 2705 : cluster [DBG] pgmap v2321: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:48.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:48 smithi129 conmon[101092]: cluster 2022-01-18T17:21:47.449732+0000 mgr.smithi129.iclwio (mgr.14716) 2705 : cluster [DBG] pgmap v2321: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:50.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:50 smithi156 conmon[67007]: cluster 2022-01-18T17:21:49.450483+0000 mgr.smithi129.iclwio (mgr.14716) 2706 : cluster [DBG] pgmap v2322: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:21:50.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:50 smithi156 conmon[67007]: 2022-01-18T17:21:50.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:50 smithi129 conmon[101092]: cluster 2022-01-18T17:21:49.450483+0000 mgr.smithi129.iclwio (mgr.14716) 2706 : cluster [DBG] 2022-01-18T17:21:50.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:50 smithi129 conmon[101092]: pgmap v2322: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:21:52.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:52 smithi156 conmon[67007]: cluster 2022-01-18T17:21:51.451212+0000 mgr.smithi129.iclwio (mgr.14716) 2707 : cluster [DBG] pgmap v2323: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:52.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:52 smithi156 conmon[67007]: 2022-01-18T17:21:52.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:52 smithi129 conmon[101092]: cluster 2022-01-18T17:21:51.451212+0000 mgr.smithi129.iclwio (mgr.14716) 2707 : cluster 2022-01-18T17:21:52.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:52 smithi129 conmon[101092]: [DBG] pgmap v2323: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:54.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:54 smithi156 conmon[67007]: cluster 2022-01-18T17:21:53.451862+0000 mgr.smithi129.iclwio (mgr.14716) 2708 : 2022-01-18T17:21:54.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:54 smithi156 conmon[67007]: cluster [DBG] pgmap v2324: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:54.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:54 smithi129 conmon[101092]: cluster 2022-01-18T17:21:53.451862+0000 mgr.smithi129.iclwio (mgr.14716) 2708 : cluster [DBG] pgmap v2324: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:56.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:55 smithi156 conmon[67007]: cluster 2022-01-18T17:21:55.452575+0000 mgr.smithi129.iclwio (mgr.14716) 2709 : cluster [DBG] pgmap v2325: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:21:56.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:55 smithi129 conmon[101092]: cluster 2022-01-18T17:21:55.452575+0000 mgr.smithi129.iclwio (mgr.14716) 2709 : cluster [DBG] pgmap v2325: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:21:56.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:55 smithi129 conmon[101092]: 2022-01-18T17:21:58.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:58 smithi156 conmon[67007]: cluster 2022-01-18T17:21:57.453099+0000 mgr.smithi129.iclwio (mgr.14716) 2710 : cluster [DBG] pgmap v2326: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:58.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:58 smithi156 conmon[67007]: audit 2022-01-18T17:21:58.499835+0000 mon.smithi129 (mon.0) 988 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:21:58.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:58 smithi156 conmon[67007]: audit 2022-01-18T17:21:58.500066+0000 mon.smithi129 (mon.0) 989 : audit [INF] 2022-01-18T17:21:58.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:21:58 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:21:58.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:58 smithi129 conmon[101092]: cluster 2022-01-18T17:21:57.453099+0000 mgr.smithi129.iclwio (mgr.14716) 2710 : cluster [DBG] 2022-01-18T17:21:58.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:58 smithi129 conmon[101092]: pgmap v2326: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:21:58.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:58 smithi129 conmon[101092]: audit 2022-01-18T17:21:58.499835+0000 mon.smithi129 (mon.0) 988 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:21:58.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:58 smithi129 conmon[101092]: audit 2022-01-18T17 2022-01-18T17:21:58.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:21:58 smithi129 conmon[101092]: :21:58.500066+0000 mon.smithi129 (mon.0) 989 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:22:00.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:00 smithi156 conmon[67007]: cluster 2022-01-18T17:21:59.453875+0000 mgr.smithi129.iclwio (mgr.14716) 2711 : cluster 2022-01-18T17:22:00.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:00 smithi156 conmon[67007]: [DBG] pgmap v2327: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:22:00.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:00 smithi129 conmon[101092]: cluster 2022-01-18T17:21:59.453875+0000 mgr.smithi129.iclwio (mgr.14716) 2711 : cluster [DBG] pgmap v2327: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:22:02.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:02 smithi156 conmon[67007]: cluster 2022-01-18T17:22:01 2022-01-18T17:22:02.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:02 smithi156 conmon[67007]: .454433+0000 mgr.smithi129.iclwio (mgr.14716) 2712 : cluster [DBG] pgmap v2328: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:02.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:02 smithi129 conmon[101092]: cluster 2022-01-18T17:22:01.454433+0000 mgr.smithi129.iclwio (mgr.14716) 2712 : cluster [DBG] pgmap v2328: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:02.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:02 smithi129 conmon[101092]: 2022-01-18T17:22:04.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:04 smithi156 conmon[67007]: cluster 2022-01-18T17:22:03.455082+0000 mgr.smithi129.iclwio (mgr.14716) 2713 : cluster 2022-01-18T17:22:04.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:04 smithi156 conmon[67007]: [DBG] pgmap v2329: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:04.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:04 smithi129 conmon[101092]: cluster 2022-01-18T17:22:03.455082+0000 mgr.smithi129.iclwio (mgr.14716) 2713 : cluster [DBG] pgmap v2329: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:04.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:04 smithi129 conmon[101092]: 2022-01-18T17:22:06.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:05 smithi156 conmon[67007]: cluster 2022-01-18T17:22:05.455896+0000 mgr.smithi129.iclwio (mgr.14716) 2714 : cluster [DBG] pgmap v2330: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:22:06.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:05 smithi156 conmon[67007]: 2022-01-18T17:22:06.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:05 smithi129 conmon[101092]: cluster 2022-01-18T17:22:05.455896+0000 mgr.smithi129.iclwio (mgr.14716) 2714 : cluster [DBG] pgmap v2330: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:22:08.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:08 smithi156 conmon[67007]: cluster 2022-01-18T17:22:07.456516+0000 mgr.smithi129.iclwio (mgr.14716) 2715 : cluster [DBG] pgmap v2331: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:08.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:08 smithi129 conmon[101092]: cluster 2022-01-18T17:22:07.456516+0000 mgr.smithi129.iclwio (mgr.14716) 2715 2022-01-18T17:22:08.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:08 smithi129 conmon[101092]: : cluster [DBG] pgmap v2331: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:10.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:10 smithi156 conmon[67007]: cluster 2022-01-18T17:22:09.457295+0000 mgr.smithi129.iclwio (mgr.14716) 2716 : cluster [DBG] pgmap v2332: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:22:10.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:10 smithi129 conmon[101092]: cluster 2022-01-18T17:22:09.457295+0000 mgr.smithi129.iclwio (mgr.14716) 2716 : cluster [DBG] pgmap v2332: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:22:12.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:12 smithi156 conmon[67007]: cluster 2022-01-18T17:22:11.457768+0000 mgr.smithi129.iclwio (mgr.14716) 2717 : cluster [DBG] pgmap v2333: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:12.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:12 smithi129 conmon[101092]: cluster 2022-01-18T17:22:11.457768+0000 mgr.smithi129.iclwio (mgr.14716) 2717 : cluster [DBG] pgmap v2333: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:14.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:14 smithi156 conmon[67007]: cluster 2022-01-18T17:22:13.464745+0000 mgr.smithi129.iclwio (mgr.14716) 2718 : cluster [DBG] pgmap v2334: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:14.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:14 smithi129 conmon[101092]: cluster 2022-01-18T17:22:13.464745+0000 mgr.smithi129.iclwio (mgr.14716) 2718 : cluster [DBG] pgmap v2334: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:15.378 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:22:15.644 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:22:15.821 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (84m) 4m ago 85m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:22:15.821 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (76m) 4m ago 85m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:22:15.822 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (76m) 4m ago 85m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:22:15.822 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (84m) 4m ago 85m 41.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:22:15.822 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (80m) 4m ago 80m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:22:15.822 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (80m) 4m ago 80m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:22:15.823 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (77m) 4m ago 87m 547M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:22:15.823 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (77m) 4m ago 85m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:22:15.823 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (76m) 4m ago 87m 549M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:22:15.823 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (76m) 4m ago 85m 276M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:22:15.823 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (77m) 4m ago 77m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:22:15.824 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (77m) 4m ago 77m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:22:15.824 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (85m) 4m ago 85m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:22:15.824 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (84m) 4m ago 84m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:22:15.824 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (71m) 4m ago 84m 1631M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:22:15.825 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (84m) 4m ago 84m 2647M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:22:15.825 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (83m) 4m ago 83m 2054M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:22:15.825 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (83m) 4m ago 83m 2640M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:22:15.825 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (83m) 4m ago 83m 2454M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:22:15.825 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (82m) 4m ago 82m 3042M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:22:15.826 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (82m) 4m ago 82m 2391M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:22:15.826 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (82m) 4m ago 82m 3563M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:22:15.826 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (84m) 4m ago 85m 66.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:22:15.961 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:22:15.962 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:22:15.962 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:22:15.962 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:22:15.962 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:22:15.963 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:22:15.963 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:22:15.963 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:22:15.963 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:22:15.964 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:22:15.964 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:22:15.964 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:22:15.965 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:22:15.965 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:22:15.965 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:22:15.966 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:22:15.966 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:22:15.966 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:22:15.967 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:22:16.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:15 smithi156 conmon[67007]: audit 2022-01-18T17:22:15.361905+0000 mgr.smithi129.iclwio (mgr.14716) 2719 : audit [DBG] from='client.35890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:22:16.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:15 smithi156 conmon[67007]: 2022-01-18T17:22:16.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:15 smithi156 conmon[67007]: cluster 2022-01-18T17:22:15.465383+0000 mgr.smithi129.iclwio (mgr.14716) 2720 : cluster [DBG] pgmap v2335: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:22:16.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:15 smithi156 conmon[67007]: audit 2022-01-18T17:22:15.630946+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:22:16.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:15 smithi156 conmon[67007]: ) 2721 : audit [DBG] from='client.35894 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:22:16.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:15 smithi156 conmon[67007]: audit 2022-01-18T17:22:15.957434+0000 mon.smithi129 (mon.0) 990 : audit 2022-01-18T17:22:16.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:15 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/2575027112' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:22:16.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:15 smithi129 conmon[101092]: audit 2022-01-18T17:22:15.361905+0000 mgr.smithi129.iclwio (mgr.14716) 2719 : audit [DBG] 2022-01-18T17:22:16.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:15 smithi129 conmon[101092]: from='client.35890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:22:16.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:15 smithi129 conmon[101092]: cluster 2022-01-18T17:22:15.465383+0000 mgr.smithi129.iclwio (mgr.14716) 2720 : cluster [DBG] pgmap v2335: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:22:16.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:15 smithi129 conmon[101092]: audit 2022-01-18T17:22:15.630946+0000 mgr.smithi129.iclwio (mgr.14716) 2721 : audit [DBG] 2022-01-18T17:22:16.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:15 smithi129 conmon[101092]: from='client.35894 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:22:16.445 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:15 smithi129 conmon[101092]: audit 2022-01-18T17:22:15.957434+0000 mon.smithi129 (mon.0 2022-01-18T17:22:16.446 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:15 smithi129 conmon[101092]: ) 990 : audit [DBG] from='client.? 172.21.15.129:0/2575027112' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:22:18.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:18 smithi156 conmon[67007]: cluster 2022-01-18T17:22:17.466025+0000 mgr.smithi129.iclwio (mgr.14716) 2722 : cluster [DBG] pgmap v2336: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:18.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:18 smithi156 conmon[67007]: 2022-01-18T17:22:18.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:18 smithi129 conmon[101092]: cluster 2022-01-18T17:22:17.466025+0000 mgr.smithi129.iclwio (mgr.14716) 2722 : cluster [DBG] pgmap v2336: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:20.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:20 smithi156 conmon[67007]: cluster 2022-01-18T17:22:19.466800+0000 mgr.smithi129.iclwio (mgr.14716) 2723 : cluster [DBG] pgmap v2337: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:22:20.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:20 smithi129 conmon[101092]: cluster 2022-01-18T17:22:19.466800+0000 mgr.smithi129.iclwio (mgr.14716) 2723 2022-01-18T17:22:20.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:20 smithi129 conmon[101092]: : cluster [DBG] pgmap v2337: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:22:22.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:22 smithi156 conmon[67007]: cluster 2022-01-18T17:22:21.467337+0000 mgr.smithi129.iclwio (mgr.14716) 2724 : cluster [DBG] pgmap v2338: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:22.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:22 smithi156 conmon[67007]: 2022-01-18T17:22:22.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:22 smithi129 conmon[101092]: cluster 2022-01-18T17:22:21.467337+0000 mgr.smithi129.iclwio (mgr.14716) 2724 : cluster [DBG] pgmap v2338: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:23.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:23 smithi156 conmon[67007]: audit 2022-01-18T17:22:22.851127+0000 mon.smithi129 (mon 2022-01-18T17:22:23.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:23 smithi156 conmon[67007]: .0) 991 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:22:23.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:23 smithi156 conmon[67007]: audit 2022-01-18T17:22:22.852609+0000 mon.smithi129 (mon.0) 992 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:22:23.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:23 smithi156 conmon[67007]: audit 2022-01-18T17:22:22.853548+0000 mon.smithi129 (mon.0) 993 : audit [INF] 2022-01-18T17:22:23.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:23 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:22:23.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:23 smithi156 conmon[67007]: audit 2022-01-18T17:22:23.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:23 smithi156 conmon[67007]: 2022-01-18T17:22:23.162064+0000 mon.smithi129 (mon 2022-01-18T17:22:23.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:23 smithi156 conmon[67007]: .0) 994 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:22:23.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:23 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T17:22:23.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:23 smithi156 conmon[67007]: T17:22:23.167027+0000 mon.smithi129 (mon.0 2022-01-18T17:22:23.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:23 smithi156 conmon[67007]: ) 995 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:22:23.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:23 smithi129 conmon[101092]: audit 2022-01-18T17:22:22.851127+0000 mon.smithi129 (mon.0) 991 : 2022-01-18T17:22:23.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:23 smithi129 conmon[101092]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:22:23.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:23 smithi129 conmon[101092]: audit 2022-01-18T17:22:22.852609+0000 mon.smithi129 (mon.0) 992 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:22:23.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:23 smithi129 conmon[101092]: audit 2022-01-18T17:22:22.853548+0000 mon.smithi129 (mon.0) 993 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:22:23.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:23 smithi129 conmon[101092]: audit 2022-01-18T17:22:23.162064+0000 mon.smithi129 (mon.0) 994 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:22:23.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:23 smithi129 conmon[101092]: audit 2022-01-18T17:22:23.167027+0000 mon.smithi129 (mon.0) 995 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:22:24.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:24 smithi156 conmon[67007]: cephadm 2022-01-18T17:22:22.854377+0000 mgr.smithi129.iclwio (mgr.14716) 2725 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:22:24.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:24 smithi156 conmon[67007]: 2022-01-18T17:22:24.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:24 smithi156 conmon[67007]: cluster 2022-01-18T17:22:23.467871+0000 mgr.smithi129.iclwio (mgr.14716) 2726 : cluster [DBG] pgmap v2339: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:24.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:24 smithi129 conmon[101092]: cephadm 2022-01-18T17:22:22.854377+0000 mgr.smithi129.iclwio (mgr.14716) 2725 : 2022-01-18T17:22:24.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:24 smithi129 conmon[101092]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:22:24.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:24 smithi129 conmon[101092]: cluster 2022-01-18T17:22:23.467871+0000 mgr.smithi129.iclwio (mgr.14716) 2726 : cluster [DBG] pgmap v2339: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:26.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:25 smithi156 conmon[67007]: cluster 2022-01-18T17:22:25.468697+0000 mgr.smithi129.iclwio (mgr.14716) 2727 : cluster [DBG] pgmap v2340: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:22:26.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:25 smithi129 conmon[101092]: cluster 2022-01-18T17:22:25.468697+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T17:22:26.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:25 smithi129 conmon[101092]: 14716) 2727 : cluster [DBG] pgmap v2340: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:22:28.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:28 smithi156 conmon[67007]: cluster 2022-01-18T17:22:27.469226+0000 mgr.smithi129.iclwio (mgr.14716) 2728 : cluster [DBG] pgmap v2341: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:28.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:28 smithi129 conmon[101092]: cluster 2022-01-18T17:22:27.469226+0000 mgr.smithi129.iclwio (mgr.14716) 2728 : cluster [DBG] pgmap v2341: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:28.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:28 smithi129 conmon[101092]: 2022-01-18T17:22:30.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:30 smithi156 conmon[67007]: cluster 2022-01-18T17:22:29.470147+0000 mgr.smithi129.iclwio (mgr.14716) 2729 : cluster [DBG] pgmap v2342: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:22:30.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:30 smithi129 conmon[101092]: cluster 2022-01-18T17:22:29.470147+0000 mgr.smithi129.iclwio (mgr.14716) 2729 : cluster [DBG] 2022-01-18T17:22:30.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:30 smithi129 conmon[101092]: pgmap v2342: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:22:32.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:32 smithi156 conmon[67007]: cluster 2022-01-18T17:22:31.470643+0000 mgr.smithi129.iclwio (mgr.14716) 2730 : cluster [DBG] pgmap v2343: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:32.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:32 smithi129 conmon[101092]: cluster 2022-01-18T17:22:31.470643+0000 mgr.smithi129.iclwio (mgr.14716) 2730 : cluster [DBG] pgmap v2343: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:34.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:34 smithi156 conmon[67007]: cluster 2022-01-18T17:22: 2022-01-18T17:22:34.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:34 smithi156 conmon[67007]: 33.471323+0000 mgr.smithi129.iclwio (mgr.14716) 2731 : cluster [DBG] pgmap v2344: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:34.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:34 smithi129 conmon[101092]: cluster 2022-01-18T17:22:33.471323+0000 mgr.smithi129.iclwio (mgr.14716) 2731 : cluster [DBG] pgmap v2344: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:36.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:35 smithi156 conmon[67007]: cluster 2022-01-18T17:22:35.472304+0000 mgr.smithi129.iclwio (mgr.14716) 2732 : cluster [DBG] pgmap v2345: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:22:36.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:35 smithi129 conmon[101092]: cluster 2022-01-18T17:22:35.472304+0000 mgr.smithi129.iclwio (mgr.14716) 2732 : cluster 2022-01-18T17:22:36.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:35 smithi129 conmon[101092]: [DBG] pgmap v2345: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:22:38.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:38 smithi156 conmon[67007]: cluster 2022-01-18T17:22:37.472908+0000 mgr.smithi129.iclwio (mgr.14716) 2733 : cluster [DBG] pgmap v2346: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:38.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:38 smithi129 conmon[101092]: cluster 2022-01-18T17:22:37.472908+0000 mgr.smithi129.iclwio (mgr.14716) 2733 : cluster [DBG] pgmap v2346: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:40.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:40 smithi156 conmon[67007]: cluster 2022-01-18T17:22:39.473639+0000 mgr.smithi129.iclwio (mgr.14716) 2734 : cluster [DBG] pgmap v2347: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:22:40.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:40 smithi129 conmon[101092]: cluster 2022-01-18T17:22:39.473639+0000 mgr.smithi129.iclwio (mgr.14716) 2734 : cluster [DBG] pgmap v2347: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:22:42.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:42 smithi156 conmon[67007]: cluster 2022-01-18T17:22:41.474113+0000 mgr.smithi129.iclwio (mgr.14716) 2735 : cluster [DBG] pgmap v2348: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:42.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:42 smithi129 conmon[101092]: cluster 2022-01-18T17:22:41.474113+0000 mgr.smithi129.iclwio (mgr.14716) 2735 : cluster [DBG] pgmap v2348: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:44.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:44 smithi156 conmon[67007]: cluster 2022-01-18T17:22:43.474757+0000 mgr.smithi129.iclwio (mgr 2022-01-18T17:22:44.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:44 smithi156 conmon[67007]: .14716) 2736 : cluster [DBG] pgmap v2349: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:44.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:44 smithi129 conmon[101092]: cluster 2022-01-18T17:22:43.474757+0000 mgr.smithi129.iclwio (mgr.14716) 2736 : cluster [DBG] pgmap v2349: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:44.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:44 smithi129 conmon[101092]: 2022-01-18T17:22:46.260 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:22:46.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:45 smithi156 conmon[67007]: cluster 2022-01-18T17:22:45.475669+0000 mgr.smithi129.iclwio (mgr.14716) 2737 : cluster [DBG] pgmap v2350: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:22:46.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:45 smithi156 conmon[67007]: 2022-01-18T17:22:46.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:45 smithi129 conmon[101092]: cluster 2022-01-18T17:22:45.475669+0000 mgr.smithi129.iclwio (mgr.14716) 2737 : cluster [DBG] pgmap v2350: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:22:46.528 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:22:46.529 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (85m) 5m ago 86m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:22:46.529 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (77m) 5m ago 86m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:22:46.530 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (76m) 5m ago 85m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:22:46.530 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (85m) 5m ago 86m 41.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:22:46.530 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (81m) 5m ago 81m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:22:46.530 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (81m) 5m ago 81m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:22:46.531 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (77m) 5m ago 87m 547M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:22:46.531 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (77m) 5m ago 85m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:22:46.531 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (77m) 5m ago 87m 549M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:22:46.531 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (77m) 5m ago 85m 276M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:22:46.532 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (78m) 5m ago 78m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:22:46.532 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (78m) 5m ago 78m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:22:46.532 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (86m) 5m ago 86m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:22:46.532 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (85m) 5m ago 85m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:22:46.533 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (71m) 5m ago 84m 1631M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:22:46.533 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (84m) 5m ago 84m 2647M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:22:46.533 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (84m) 5m ago 84m 2054M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:22:46.533 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (83m) 5m ago 83m 2640M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:22:46.533 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (83m) 5m ago 83m 2454M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:22:46.534 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (83m) 5m ago 83m 3042M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:22:46.534 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (83m) 5m ago 83m 2391M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:22:46.534 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (82m) 5m ago 82m 3563M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:22:46.534 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (85m) 5m ago 85m 66.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:22:46.847 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:22:46.847 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:22:46.848 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:22:46.848 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:22:46.848 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:22:46.848 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:22:46.848 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:22:46.849 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:22:46.849 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:22:46.849 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:22:46.849 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:22:46.849 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:22:46.850 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:22:46.850 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:22:46.850 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:22:46.850 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:22:46.851 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:22:46.851 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:22:46.851 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:22:47.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:46 smithi156 conmon[67007]: audit 2022-01-18T17:22:46.243314+0000 mgr.smithi129.iclwio (mgr.14716) 2738 : audit [DBG] from='client.35902 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:22:47.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:46 smithi156 conmon[67007]: audit 2022-01-18T17:22:46.515672+0000 mgr.smithi129.iclwio (mgr.14716) 2739 : audit [DBG] from='client.35906 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:22:47.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:46 smithi156 conmon[67007]: audit 2022-01-18T17:22:46.843041+0000 mon.smithi129 (mon.0) 2022-01-18T17:22:47.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:46 smithi156 conmon[67007]: 996 : audit [DBG] from='client.? 172.21.15.129:0/4197207447' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:22:47.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:46 smithi129 conmon[101092]: audit 2022-01-18T17:22:46.243314+0000 mgr.smithi129.iclwio (mgr.14716) 2738 : 2022-01-18T17:22:47.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:46 smithi129 conmon[101092]: audit [DBG] from='client.35902 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:22:47.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:46 smithi129 conmon[101092]: audit 2022-01-18T17:22:46.515672+0000 mgr.smithi129.iclwio (mgr.14716) 2739 : audit [DBG] from='client.35906 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:22:47.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:46 smithi129 conmon[101092]: audit 2022-01-18T17:22:46.843041+0000 mon.smithi129 (mon. 2022-01-18T17:22:47.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:46 smithi129 conmon[101092]: 0) 996 : audit [DBG] from='client.? 172.21.15.129:0/4197207447' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:22:48.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:47 smithi156 conmon[67007]: cluster 2022-01-18T17:22:47.476350+0000 mgr.smithi129.iclwio (mgr.14716) 2740 : cluster [DBG] pgmap v2351: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:48.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:47 smithi129 conmon[101092]: cluster 2022-01-18T17:22:47.476350+0000 mgr.smithi129.iclwio (mgr.14716) 2740 : cluster [DBG] 2022-01-18T17:22:48.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:47 smithi129 conmon[101092]: pgmap v2351: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:50.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:50 smithi156 conmon[67007]: cluster 2022-01-18T17:22:49.477210+0000 mgr.smithi129.iclwio (mgr.14716) 2741 : cluster [DBG] pgmap v2352: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:22:50.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:50 smithi129 conmon[101092]: cluster 2022-01-18T17:22:49.477210+0000 mgr.smithi129.iclwio (mgr.14716) 2741 : cluster [DBG] pgmap v2352: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:22:52.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:52 smithi156 conmon[67007]: cluster 2022-01-18T17:22:51.477752+0000 mgr.smithi129.iclwio (mgr.14716) 2742 : cluster [DBG] pgmap v2353: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:52.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:52 smithi129 conmon[101092]: cluster 2022-01-18T17:22:51.477752+0000 mgr.smithi129.iclwio (mgr.14716) 2742 : cluster [DBG] pgmap v2353: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:54.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:54 smithi156 conmon[67007]: cluster 2022-01-18T17:22:53.478440+0000 mgr.smithi129.iclwio (mgr.14716) 2743 : cluster [DBG] pgmap v2354: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:54.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:54 smithi129 conmon[101092]: cluster 2022-01-18T17:22:53.478440+0000 mgr.smithi129.iclwio (mgr.14716) 2743 : cluster [DBG] pgmap v2354: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:54.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:54 smithi129 conmon[101092]: 2022-01-18T17:22:56.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:55 smithi156 conmon[67007]: cluster 2022-01-18T17:22:55.479162+0000 mgr.smithi129.iclwio (mgr.14716) 2744 : cluster [DBG] pgmap v2355: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:22:56.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:55 smithi129 conmon[101092]: cluster 2022-01-18T17:22:55.479162+0000 mgr.smithi129.iclwio (mgr.14716) 2744 : cluster [DBG] pgmap v2355: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:22:56.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:55 smithi129 conmon[101092]: 2022-01-18T17:22:58.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:58 smithi156 conmon[67007]: cluster 2022-01-18T17:22:57.479700+0000 mgr.smithi129.iclwio (mgr.14716) 2745 : cluster [DBG] pgmap v2356: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:58.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:58 smithi156 conmon[67007]: audit 2022-01-18T17:22:58.504105+0000 mon.smithi129 (mon.0) 997 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:22:58.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:58 smithi156 conmon[67007]: audit 2022-01-18T17:22:58.504427+0000 mon.smithi129 (mon.0) 998 : 2022-01-18T17:22:58.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:22:58 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:22:58.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:58 smithi129 conmon[101092]: cluster 2022-01-18T17:22:57.479700+0000 mgr.smithi129.iclwio (mgr.14716) 2745 : cluster [DBG] pgmap v2356: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:22:58.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:58 smithi129 conmon[101092]: audit 2022-01-18T17:22:58.504105+0000 mon.smithi129 (mon.0) 997 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:22:58.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:22:58 smithi129 conmon[101092]: audit 2022-01-18T17:22:58.504427+0000 mon.smithi129 (mon.0) 998 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:23:00.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:00 smithi156 conmon[67007]: cluster 2022-01-18T17:22:59.480406+0000 mgr.smithi129.iclwio (mgr.14716) 2746 : cluster 2022-01-18T17:23:00.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:00 smithi156 conmon[67007]: [DBG] pgmap v2357: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:23:00.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:00 smithi129 conmon[101092]: cluster 2022-01-18T17:22:59.480406+0000 mgr.smithi129.iclwio (mgr.14716) 2746 : cluster [DBG] pgmap v2357: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:23:02.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:02 smithi156 conmon[67007]: cluster 2022-01-18T17:23:01.481031+0000 mgr.smithi129.iclwio (mgr.14716) 2747 : cluster [DBG] pgmap v2358: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:02.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:02 smithi129 conmon[101092]: cluster 2022-01-18T17:23:01.481031+0000 mgr.smithi129.iclwio (mgr.14716) 2747 : cluster [DBG] pgmap v2358: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:04.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:04 smithi156 conmon[67007]: cluster 2022-01-18T17:23:03.481586+0000 mgr.smithi129.iclwio (mgr.14716) 2748 : cluster [DBG] pgmap v2359: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:04.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:04 smithi129 conmon[101092]: cluster 2022-01-18T17:23:03.481586+0000 mgr.smithi129.iclwio (mgr.14716) 2748 : cluster [DBG] pgmap v2359: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:06.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:06 smithi156 conmon[67007]: cluster 2022-01-18T17:23:05.482518+0000 mgr.smithi129.iclwio (mgr.14716) 2749 : cluster [DBG] pgmap v2360: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:23:06.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:06 smithi129 conmon[101092]: cluster 2022-01-18T17:23:05.482518+0000 mgr.smithi129.iclwio (mgr.14716) 2749 : cluster 2022-01-18T17:23:06.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:06 smithi129 conmon[101092]: [DBG] pgmap v2360: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:23:08.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:08 smithi156 conmon[67007]: cluster 2022-01-18T17:23:07.483226+0000 mgr.smithi129.iclwio (mgr.14716) 2750 : cluster [DBG] pgmap v2361: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:08.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:08 smithi129 conmon[101092]: cluster 2022-01-18T17:23:07.483226+0000 mgr.smithi129.iclwio (mgr.14716) 2750 : cluster [DBG] pgmap v2361: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:10.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:10 smithi156 conmon[67007]: cluster 2022-01-18T17:23:09.484166+0000 mgr.smithi129.iclwio (mgr.14716) 2751 : cluster [DBG] pgmap v2362: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:23:10.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:10 smithi129 conmon[101092]: cluster 2022-01-18T17:23:09.484166+0000 mgr.smithi129.iclwio (mgr 2022-01-18T17:23:10.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:10 smithi129 conmon[101092]: .14716) 2751 : cluster [DBG] pgmap v2362: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:23:12.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:12 smithi156 conmon[67007]: cluster 2022-01-18T17:23:11.484637+0000 mgr.smithi129.iclwio (mgr.14716) 2752 : cluster 2022-01-18T17:23:12.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:12 smithi156 conmon[67007]: [DBG] pgmap v2363: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:12.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:12 smithi129 conmon[101092]: cluster 2022-01-18T17:23:11.484637+0000 mgr.smithi129.iclwio (mgr.14716) 2752 : cluster [DBG] pgmap v2363: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:12.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:12 smithi129 conmon[101092]: 2022-01-18T17:23:14.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:14 smithi156 conmon[67007]: cluster 2022-01-18T17:23:13.485255+0000 mgr.smithi129.iclwio (mgr.14716) 2753 : cluster [DBG] pgmap v2364: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:14.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:14 smithi129 conmon[101092]: cluster 2022-01-18T17:23:13.485255+0000 mgr.smithi129.iclwio (mgr.14716) 2753 : cluster [DBG] pgmap v2364: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:16.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:16 smithi156 conmon[67007]: cluster 2022-01-18T17:23:15.486003+0000 mgr.smithi129.iclwio (mgr.14716) 2754 : cluster [DBG] pgmap v2365: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:23:16.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:16 smithi129 conmon[101092]: cluster 2022-01-18T17:23:15.486003+0000 mgr.smithi129.iclwio (mgr.14716) 2754 : cluster [DBG] pgmap v2365: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:23:17.146 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:23:17.416 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:23:17.416 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (85m) 5m ago 87m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:23:17.417 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (77m) 5m ago 86m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:23:17.417 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (77m) 5m ago 86m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:23:17.417 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (85m) 5m ago 86m 41.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:23:17.417 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (81m) 5m ago 81m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:23:17.418 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (81m) 5m ago 81m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:23:17.418 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (78m) 5m ago 88m 547M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:23:17.418 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (78m) 5m ago 86m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:23:17.418 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (77m) 5m ago 88m 549M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:23:17.419 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (77m) 5m ago 86m 276M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:23:17.419 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (78m) 5m ago 78m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:23:17.419 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (78m) 5m ago 78m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:23:17.419 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (86m) 5m ago 86m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:23:17.419 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (86m) 5m ago 86m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:23:17.420 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (72m) 5m ago 85m 1631M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:23:17.420 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (85m) 5m ago 85m 2647M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:23:17.420 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (84m) 5m ago 84m 2054M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:23:17.420 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (84m) 5m ago 84m 2640M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:23:17.421 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (84m) 5m ago 84m 2454M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:23:17.421 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (83m) 5m ago 83m 3042M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:23:17.421 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (83m) 5m ago 83m 2391M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:23:17.421 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (83m) 5m ago 83m 3563M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:23:17.421 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (85m) 5m ago 86m 66.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:23:17.735 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:23:17.735 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:23:17.735 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:23:17.736 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:23:17.736 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:23:17.736 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:23:17.737 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:23:17.737 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:23:17.737 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:23:17.737 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:23:17.738 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:23:17.738 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:23:17.738 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:23:17.738 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:23:17.739 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:23:17.739 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:23:17.739 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:23:17.739 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:23:17.739 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:23:18.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:18 smithi156 conmon[67007]: audit 2022-01-18T17:23:17.130131+0000 mgr.smithi129.iclwio (mgr.14716) 2755 : audit [DBG] from='client.35914 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:23:18.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:18 smithi156 conmon[67007]: audit 2022-01-18T17:23:17.402867+0000 mgr.smithi129.iclwio (mgr.14716) 2756 2022-01-18T17:23:18.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:18 smithi156 conmon[67007]: : audit [DBG] from='client.35918 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:23:18.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:18 smithi156 conmon[67007]: cluster 2022-01-18T17:23:17.486488+0000 mgr.smithi129.iclwio (mgr.14716) 2757 : cluster [DBG] pgmap v2366: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:18.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:18 smithi156 conmon[67007]: audit 2022-01-18T17:23:17.730884+0000 mon.smithi129 2022-01-18T17:23:18.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:18 smithi156 conmon[67007]: (mon.0) 999 : audit [DBG] from='client.? 172.21.15.129:0/2409192041' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:23:18.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:18 smithi129 conmon[101092]: audit 2022-01-18T17:23:17.130131+0000 mgr.smithi129.iclwio (mgr.14716) 2755 : audit [DBG] from='client.35914 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:23:18.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:18 smithi129 conmon[101092]: audit 2022-01-18T17:23:17.402867+0000 mgr.smithi129.iclwio (mgr.14716) 2756 : audit [DBG] from='client.35918 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:23:18.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:18 smithi129 conmon[101092]: cluster 2022-01-18T17:23:17.486488+0000 mgr.smithi129.iclwio (mgr.14716) 2757 : cluster [DBG] pgmap v2366: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:18.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:18 smithi129 conmon[101092]: audit 2022-01-18T17:23:17.730884+0000 mon.smithi129 (mon.0) 999 : audit [DBG] 2022-01-18T17:23:18.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:18 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/2409192041' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:23:20.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:20 smithi156 conmon[67007]: cluster 2022-01-18T17:23:19.487242+0000 mgr.smithi129.iclwio (mgr.14716) 2758 : cluster [DBG] pgmap v2367: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:23:20.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:20 smithi129 conmon[101092]: cluster 2022-01-18T17:23:19.487242+0000 mgr.smithi129.iclwio (mgr.14716) 2758 : cluster [DBG] pgmap v2367: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:23:22.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:22 smithi129 conmon[101092]: cluster 2022-01-18T17:23:21.487686+0000 mgr.smithi129.iclwio (mgr.14716) 2759 : cluster [DBG] pgmap v2368: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:23.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:22 smithi156 conmon[67007]: cluster 2022-01-18T17:23:21.487686+0000 mgr.smithi129.iclwio (mgr.14716) 2759 : cluster [DBG] pgmap v2368: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:23.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:23 smithi129 conmon[101092]: audit 2022-01-18T17:23:23.169347+0000 mon.smithi129 2022-01-18T17:23:23.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:23 smithi129 conmon[101092]: (mon.0) 1000 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:23:23.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:23 smithi129 conmon[101092]: audit 2022-01-18T17:23:23.170635+0000 mon.smithi129 (mon.0) 1001 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:23:23.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:23 smithi129 conmon[101092]: audit 2022- 2022-01-18T17:23:23.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:23 smithi129 conmon[101092]: 01-18T17:23:23.171418+0000 mon.smithi129 (mon.0) 2022-01-18T17:23:23.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:23 smithi129 conmon[101092]: 1002 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:23:23.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:23 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T17:23:23.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:23 smithi129 conmon[101092]: T17:23:23.478465+0000 mon.smithi129 (mon.0) 1003 : audit [INF] 2022-01-18T17:23:23.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:23 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:23:23.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:23 smithi129 conmon[101092]: audit 2022-01-18T17:23:23.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:23 smithi129 conmon[101092]: 2022-01-18T17:23:23.483011+0000 mon.smithi129 (mon.0) 1004 : audit [INF] 2022-01-18T17:23:23.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:23 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:23:24.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:23 smithi156 conmon[67007]: audit 2022-01-18T17:23:23.169347+0000 mon.smithi129 (mon.0) 1000 2022-01-18T17:23:24.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:23 smithi156 conmon[67007]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:23:24.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:23 smithi156 conmon[67007]: audit 2022-01-18T17:23:23.170635+0000 mon.smithi129 (mon.0) 1001 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:23:24.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:23 smithi156 conmon[67007]: audit 2022- 2022-01-18T17:23:24.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:23 smithi156 conmon[67007]: 01-18T17:23:23.171418+0000 mon.smithi129 (mon.0) 1002 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:23:24.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:23 smithi156 conmon[67007]: audit 2022-01-18T17: 2022-01-18T17:23:24.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:23 smithi156 conmon[67007]: 23:23.478465+0000 mon.smithi129 (mon.0) 1003 2022-01-18T17:23:24.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:23 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:23:24.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:23 smithi156 conmon[67007]: audit 2022-01-18T17: 2022-01-18T17:23:24.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:23 smithi156 conmon[67007]: 23:23.483011+0000 mon.smithi129 (mon.0) 2022-01-18T17:23:24.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:23 smithi156 conmon[67007]: 1004 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:23:24.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:24 smithi156 conmon[67007]: cephadm 2022-01-18T17:23:23.172138+0000 mgr.smithi129.iclwio (mgr.14716) 2760 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:23:24.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:24 smithi156 conmon[67007]: cluster 2022- 2022-01-18T17:23:24.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:24 smithi156 conmon[67007]: 01-18T17:23:23.488226+0000 mgr.smithi129.iclwio (mgr.14716) 2761 : cluster [DBG] pgmap v2369: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:24.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:24 smithi129 conmon[101092]: cephadm 2022-01-18T17:23:23.172138+0000 mgr.smithi129.iclwio (mgr.14716) 2760 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:23:24.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:24 smithi129 conmon[101092]: 2022-01-18T17:23:24.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:24 smithi129 conmon[101092]: cluster 2022-01-18T17:23:23.488226+0000 mgr.smithi129.iclwio (mgr.14716) 2761 : cluster [DBG] pgmap v2369: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:26.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:26 smithi156 conmon[67007]: cluster 2022-01-18T17:23:25.489029+0000 mgr.smithi129.iclwio (mgr.14716) 2762 : cluster [DBG] pgmap v2370: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:23:26.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:26 smithi129 conmon[101092]: cluster 2022-01-18T17:23:25.489029+0000 mgr.smithi129.iclwio (mgr.14716) 2762 : cluster [DBG] pgmap v2370: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:23:28.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:28 smithi156 conmon[67007]: cluster 2022-01-18T17:23:27.489687+0000 mgr.smithi129.iclwio (mgr.14716) 2763 : cluster [DBG] pgmap v2371: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:28.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:28 smithi129 conmon[101092]: cluster 2022-01-18T17:23:27.489687+0000 mgr.smithi129.iclwio (mgr.14716) 2763 : cluster [DBG] pgmap v2371: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:30.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:30 smithi156 conmon[67007]: cluster 2022-01-18T17:23:29.490533+0000 mgr.smithi129.iclwio (mgr.14716) 2764 : cluster [DBG] pgmap v2372: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:23:30.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:30 smithi129 conmon[101092]: cluster 2022-01-18T17:23:29.490533+0000 mgr.smithi129.iclwio (mgr.14716) 2764 : cluster [DBG] pgmap v2372: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:23:32.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:32 smithi129 conmon[101092]: cluster 2022-01-18T17:23:31.491079+0000 mgr.smithi129.iclwio (mgr.14716) 2765 : cluster [DBG] pgmap v2373: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:33.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:32 smithi156 conmon[67007]: cluster 2022-01-18T17:23:31.491079+0000 mgr.smithi129.iclwio (mgr.14716) 2765 : cluster [DBG] pgmap v2373: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:34.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:34 smithi156 conmon[67007]: cluster 2022-01-18T17:23:33.491612+0000 mgr.smithi129.iclwio (mgr.14716) 2766 : cluster [DBG] pgmap v2374: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:34.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:34 smithi156 conmon[67007]: 2022-01-18T17:23:34.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:34 smithi129 conmon[101092]: cluster 2022-01-18T17:23:33.491612+0000 mgr.smithi129.iclwio (mgr.14716) 2766 : cluster 2022-01-18T17:23:34.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:34 smithi129 conmon[101092]: [DBG] pgmap v2374: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:36.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:36 smithi156 conmon[67007]: cluster 2022-01-18T17:23:35.492360+0000 mgr.smithi129.iclwio (mgr.14716) 2767 : cluster [DBG] pgmap v2375: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:23:36.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:36 smithi129 conmon[101092]: cluster 2022-01-18T17:23:35.492360+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:23:36.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:36 smithi129 conmon[101092]: ) 2767 : cluster [DBG] pgmap v2375: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:23:38.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:38 smithi156 conmon[67007]: cluster 2022-01-18T17:23:37.493029+0000 mgr.smithi129.iclwio (mgr.14716) 2768 : cluster [DBG] pgmap v2376: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:38.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:38 smithi129 conmon[101092]: cluster 2022-01-18T17:23:37.493029+0000 mgr.smithi129.iclwio (mgr.14716) 2768 : cluster [DBG] pgmap v2376: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:40.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:40 smithi129 conmon[101092]: cluster 2022-01-18T17:23:39.493690+0000 mgr.smithi129.iclwio (mgr.14716) 2769 : cluster [DBG] pgmap v2377: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:23:41.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:40 smithi156 conmon[67007]: cluster 2022-01-18T17:23:39.493690+0000 mgr.smithi129.iclwio (mgr.14716) 2769 : cluster [DBG] 2022-01-18T17:23:41.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:40 smithi156 conmon[67007]: pgmap v2377: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:23:42.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:42 smithi129 conmon[101092]: cluster 2022-01-18T17:23:41.494132+0000 mgr.smithi129.iclwio (mgr.14716) 2770 : cluster [DBG] pgmap v2378: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:43.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:42 smithi156 conmon[67007]: cluster 2022-01-18T17:23:41.494132+0000 mgr.smithi129.iclwio (mgr.14716) 2770 : cluster [DBG] pgmap v2378: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:44.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:44 smithi156 conmon[67007]: cluster 2022-01-18T17:23:43.494835+0000 mgr.smithi129.iclwio (mgr.14716) 2771 : cluster [DBG] pgmap v2379: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:44.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:44 smithi129 conmon[101092]: cluster 2022-01-18T17:23:43.494835+0000 mgr.smithi129.iclwio (mgr.14716) 2771 : cluster [DBG] pgmap v2379: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:46.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:46 smithi156 conmon[67007]: cluster 2022-01-18T17:23:45.495569+0000 mgr.smithi129.iclwio (mgr.14716) 2772 : cluster [DBG] pgmap v2380: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:23:46.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:46 smithi129 conmon[101092]: cluster 2022-01-18T17:23:45.495569+0000 mgr.smithi129.iclwio (mgr.14716) 2772 : cluster [DBG] pgmap v2380: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:23:48.033 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:23:48.299 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:23:48.299 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (86m) 6m ago 87m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:23:48.300 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (78m) 6m ago 87m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:23:48.300 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (77m) 6m ago 86m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:23:48.300 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (86m) 6m ago 87m 41.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:23:48.300 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (82m) 6m ago 82m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:23:48.301 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (82m) 6m ago 82m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:23:48.301 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (78m) 6m ago 88m 547M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:23:48.301 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (78m) 6m ago 86m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:23:48.301 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (78m) 6m ago 88m 549M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:23:48.302 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (78m) 6m ago 86m 276M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:23:48.302 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (79m) 6m ago 79m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:23:48.302 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (79m) 6m ago 79m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:23:48.302 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (87m) 6m ago 87m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:23:48.303 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (86m) 6m ago 86m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:23:48.303 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (72m) 6m ago 86m 1631M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:23:48.303 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (85m) 6m ago 85m 2647M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:23:48.303 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (85m) 6m ago 85m 2054M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:23:48.304 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (84m) 6m ago 84m 2640M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:23:48.304 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (84m) 6m ago 84m 2454M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:23:48.304 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (84m) 6m ago 84m 3042M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:23:48.304 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (84m) 6m ago 84m 2391M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:23:48.304 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (83m) 6m ago 83m 3563M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:23:48.305 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (86m) 6m ago 86m 66.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:23:48.619 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:23:48.620 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:23:48.620 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:23:48.620 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:23:48.621 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:23:48.621 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:23:48.621 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:23:48.621 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:23:48.622 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:23:48.622 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:23:48.622 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:23:48.622 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:23:48.623 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:23:48.623 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:23:48.623 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:23:48.623 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:23:48.624 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:23:48.624 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:23:48.624 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:23:48.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:48 smithi129 conmon[101092]: cluster 2022-01-18T17:23:47.496124+0000 mgr.smithi129.iclwio (mgr.14716) 2773 : cluster [DBG] pgmap v2381: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:49.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:48 smithi156 conmon[67007]: cluster 2022-01-18T17:23:47.496124+0000 mgr.smithi129.iclwio (mgr.14716) 2773 : cluster [DBG] pgmap v2381: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:49.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:49 smithi129 conmon[101092]: audit 2022-01-18T17:23:48.016893+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T17:23:49.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:49 smithi129 conmon[101092]: 14716) 2774 : audit [DBG] from='client.35926 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:23:49.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:49 smithi129 conmon[101092]: audit 2022-01-18T17:23:48.286140+0000 mgr.smithi129.iclwio (mgr.14716) 2775 : audit [DBG] from='client.35930 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:23:49.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:49 smithi129 conmon[101092]: audit 2022-01-18T17:23:48.615346+0000 2022-01-18T17:23:49.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:49 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1005 : audit [DBG] from='client.? 172.21.15.129:0/4027320149' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:23:50.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:49 smithi156 conmon[67007]: audit 2022-01-18T17:23:48.016893+0000 mgr.smithi129.iclwio (mgr.14716) 2774 : audit [DBG] from='client.35926 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:23:50.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:49 smithi156 conmon[67007]: audit 2022-01-18T17:23:48.286140+0000 mgr.smithi129.iclwio (mgr 2022-01-18T17:23:50.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:49 smithi156 conmon[67007]: .14716) 2775 : audit [DBG] from='client.35930 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:23:50.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:49 smithi156 conmon[67007]: audit 2022-01-18T17:23:48.615346+0000 mon.smithi129 (mon.0) 1005 : audit [DBG] from='client.? 172.21.15.129:0/4027320149' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:23:50.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:50 smithi129 conmon[101092]: cluster 2022-01-18T17:23:49.496781+0000 mgr.smithi129.iclwio (mgr.14716) 2776 : cluster [DBG] pgmap v2382: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:23:50.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:50 smithi129 conmon[101092]: 2022-01-18T17:23:51.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:50 smithi156 conmon[67007]: cluster 2022-01-18T17:23:49.496781+0000 mgr.smithi129.iclwio (mgr.14716) 2776 : cluster [DBG] pgmap v2382: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:23:52.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:52 smithi129 conmon[101092]: cluster 2022-01-18T17:23:51.497429+0000 mgr.smithi129.iclwio (mgr.14716) 2777 : cluster [DBG] pgmap v2383: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:52.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:52 smithi129 conmon[101092]: 2022-01-18T17:23:53.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:52 smithi156 conmon[67007]: cluster 2022-01-18T17:23:51.497429+0000 mgr.smithi129.iclwio (mgr.14716) 2777 : cluster [DBG] pgmap v2383: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:54.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:54 smithi156 conmon[67007]: cluster 2022-01-18T17:23:53.498166+0000 mgr.smithi129.iclwio (mgr.14716) 2778 : cluster 2022-01-18T17:23:54.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:54 smithi156 conmon[67007]: [DBG] pgmap v2384: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:54.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:54 smithi129 conmon[101092]: cluster 2022-01-18T17:23:53.498166+0000 mgr.smithi129.iclwio (mgr.14716) 2778 2022-01-18T17:23:54.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:54 smithi129 conmon[101092]: : cluster [DBG] pgmap v2384: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:56.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:56 smithi156 conmon[67007]: cluster 2022-01-18T17:23:55.499016+0000 mgr.smithi129.iclwio (mgr.14716) 2779 : cluster [DBG] pgmap v2385: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:23:56.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:56 smithi129 conmon[101092]: cluster 2022-01-18T17:23:55.499016+0000 mgr.smithi129.iclwio (mgr.14716) 2779 : cluster [DBG] pgmap v2385: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:23:58.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:58 smithi129 conmon[101092]: cluster 2022-01-18T17:23:57.499527+0000 mgr.smithi129.iclwio (mgr.14716) 2780 : cluster [DBG] pgmap v2386: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:58.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:58 smithi129 conmon[101092]: audit 2022-01-18T17:23:58.508052+0000 mon.smithi129 (mon.0) 1006 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:23:58.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:23:58 smithi129 conmon[101092]: audit 2022-01-18T17:23:58.508276+0000 mon.smithi129 (mon.0) 1007 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:23:59.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:58 smithi156 conmon[67007]: cluster 2022-01-18T17:23:57.499527+0000 mgr.smithi129.iclwio (mgr.14716) 2780 : cluster [DBG] pgmap v2386: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:23:59.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:58 smithi156 conmon[67007]: audit 2022-01-18T17:23:58.508052+0000 mon.smithi129 (mon.0) 1006 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:23:59.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:23:58 smithi156 conmon[67007]: audit 2022-01-18T17:23:58.508276+0000 mon.smithi129 (mon.0) 1007 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:24:00.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:00 smithi129 conmon[101092]: cluster 2022-01-18T17:23:59.500257+0000 mgr.smithi129.iclwio (mgr.14716) 2781 : cluster [DBG] 2022-01-18T17:24:00.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:00 smithi129 conmon[101092]: pgmap v2387: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:24:01.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:00 smithi156 conmon[67007]: cluster 2022-01-18T17:23:59.500257+0000 mgr.smithi129.iclwio (mgr.14716) 2781 : cluster [DBG] pgmap v2387: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:24:02.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:02 smithi129 conmon[101092]: cluster 2022-01-18T17:24:01.500803+0000 mgr.smithi129.iclwio (mgr.14716) 2782 : cluster [DBG] pgmap v2388: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:03.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:02 smithi156 conmon[67007]: cluster 2022-01-18T17:24:01.500803+0000 mgr.smithi129.iclwio (mgr.14716) 2782 : cluster [DBG] pgmap v2388: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:04.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:04 smithi156 conmon[67007]: cluster 2022-01-18T17:24:03.501477+0000 mgr.smithi129.iclwio (mgr.14716) 2783 : cluster [DBG] pgmap v2389: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:04.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:04 smithi129 conmon[101092]: cluster 2022-01-18T17:24:03.501477+0000 mgr.smithi129.iclwio (mgr.14716) 2783 : cluster [DBG] pgmap v2389: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:06.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:06 smithi156 conmon[67007]: cluster 2022-01-18T17:24:05.502316+0000 mgr.smithi129.iclwio (mgr.14716) 2784 : cluster [DBG] pgmap v2390: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:24:06.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:06 smithi129 conmon[101092]: cluster 2022-01-18T17:24:05.502316+0000 mgr.smithi129.iclwio (mgr.14716) 2784 : cluster [DBG] pgmap v2390: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:24:06.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:06 smithi129 conmon[101092]: 2022-01-18T17:24:08.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:08 smithi129 conmon[101092]: cluster 2022-01-18T17:24:07.502919+0000 mgr.smithi129.iclwio (mgr.14716) 2785 : cluster [DBG] pgmap v2391: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:09.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:08 smithi156 conmon[67007]: cluster 2022-01-18T17:24:07.502919+0000 mgr.smithi129.iclwio (mgr.14716) 2785 : cluster [DBG] pgmap v2391: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:10.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:10 smithi129 conmon[101092]: cluster 2022-01-18T17:24:09.503585+0000 mgr.smithi129.iclwio (mgr.14716) 2786 : cluster [DBG] pgmap v2392: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:24:11.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:10 smithi156 conmon[67007]: cluster 2022-01-18T17:24:09.503585+0000 mgr.smithi129.iclwio (mgr.14716) 2786 : cluster [DBG] pgmap v2392: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:24:12.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:12 smithi129 conmon[101092]: cluster 2022-01-18T17:24:11.504298+0000 mgr.smithi129.iclwio (mgr.14716) 2787 : cluster [DBG] pgmap v2393: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:13.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:12 smithi156 conmon[67007]: cluster 2022-01-18T17:24:11.504298+0000 mgr.smithi129.iclwio (mgr.14716) 2787 : cluster [DBG] pgmap v2393: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:14.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:14 smithi156 conmon[67007]: cluster 2022-01-18T17:24:13.504845+0000 mgr.smithi129.iclwio (mgr.14716) 2788 : cluster [DBG] pgmap v2394: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:14.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:14 smithi156 conmon[67007]: 2022-01-18T17:24:14.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:14 smithi129 conmon[101092]: cluster 2022-01-18T17:24:13.504845+0000 mgr.smithi129.iclwio (mgr.14716) 2788 : cluster [DBG] pgmap v2394: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:16.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:16 smithi156 conmon[67007]: cluster 2022-01-18T17:24:15.505763+0000 mgr.smithi129.iclwio (mgr.14716) 2789 : cluster [DBG] pgmap v2395: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:24:16.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:16 smithi129 conmon[101092]: cluster 2022-01-18T17:24:15.505763+0000 mgr.smithi129.iclwio (mgr.14716) 2789 : cluster [DBG] pgmap v2395: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:24:18.917 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:24:18.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:18 smithi129 conmon[101092]: cluster 2022-01-18T17:24:17.506271+0000 mgr.smithi129.iclwio (mgr.14716) 2790 : cluster [DBG] pgmap v2396: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:19.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:18 smithi156 conmon[67007]: cluster 2022-01-18T17:24:17.506271+0000 mgr.smithi129.iclwio (mgr.14716) 2790 : cluster [DBG] pgmap v2396: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:19.182 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:24:19.182 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (86m) 6m ago 88m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:24:19.182 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (78m) 6m ago 88m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:24:19.183 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (78m) 7m ago 87m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:24:19.183 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (86m) 6m ago 87m 41.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:24:19.183 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (82m) 6m ago 82m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:24:19.183 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (82m) 7m ago 82m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:24:19.184 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (79m) 6m ago 89m 547M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:24:19.184 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (79m) 7m ago 87m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:24:19.184 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (79m) 6m ago 89m 549M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:24:19.184 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (78m) 7m ago 87m 276M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:24:19.185 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (79m) 6m ago 79m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:24:19.185 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (79m) 7m ago 79m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:24:19.185 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (87m) 6m ago 87m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:24:19.185 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (87m) 7m ago 87m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:24:19.186 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (73m) 6m ago 86m 1631M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:24:19.186 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (86m) 6m ago 86m 2647M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:24:19.186 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (85m) 6m ago 85m 2054M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:24:19.186 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (85m) 6m ago 85m 2640M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:24:19.186 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (85m) 7m ago 85m 2454M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:24:19.187 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (84m) 7m ago 84m 3042M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:24:19.187 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (84m) 7m ago 84m 2391M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:24:19.187 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (84m) 7m ago 84m 3563M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:24:19.187 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (86m) 6m ago 87m 66.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:24:19.501 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:24:19.501 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:24:19.501 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:24:19.502 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:24:19.502 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:24:19.502 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:24:19.502 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:24:19.503 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:24:19.503 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:24:19.503 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:24:19.503 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:24:19.503 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:24:19.504 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:24:19.504 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:24:19.504 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:24:19.504 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:24:19.505 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:24:19.505 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:24:19.505 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:24:19.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:19 smithi129 conmon[101092]: audit 2022-01-18T17:24:19.496806+0000 mon.smithi129 (mon.0) 1008 2022-01-18T17:24:19.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:19 smithi129 conmon[101092]: : audit [DBG] from='client.? 172.21.15.129:0/3280509936' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:24:20.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:19 smithi156 conmon[67007]: audit 2022-01-18T17:24:19.496806+0000 mon.smithi129 (mon.0) 1008 : audit [DBG] from='client.? 172.21.15.129:0/3280509936' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:24:20.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:19 smithi156 conmon[67007]: 2022-01-18T17:24:20.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:20 smithi129 conmon[101092]: audit 2022-01-18T17:24:18.901152+0000 mgr.smithi129.iclwio (mgr.14716) 2791 : audit [DBG] from='client.35938 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:24:20.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:20 smithi129 conmon[101092]: audit 2022-01-18T17:24:19.169225+0000 mgr.smithi129.iclwio (mgr.14716) 2792 : audit [DBG] from='client.35942 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:24:20.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:20 smithi129 conmon[101092]: cluster 2022-01-18T17:24:19.506950+0000 mgr.smithi129.iclwio (mgr.14716) 2793 : cluster [DBG] pgmap v2397: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:24:21.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:20 smithi156 conmon[67007]: audit 2022-01-18T17:24:18.901152+0000 mgr.smithi129.iclwio (mgr.14716) 2791 : audit [DBG] from='client.35938 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:24:21.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:20 smithi156 conmon[67007]: audit 2022-01-18T17:24:19.169225+0000 mgr.smithi129.iclwio (mgr.14716) 2792 : audit [DBG] from='client.35942 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:24:21.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:20 smithi156 conmon[67007]: cluster 2022-01-18 2022-01-18T17:24:21.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:20 smithi156 conmon[67007]: T17:24:19.506950+0000 mgr.smithi129.iclwio (mgr.14716) 2793 : cluster [DBG] pgmap v2397: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:24:22.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:22 smithi129 conmon[101092]: cluster 2022-01-18T17:24 2022-01-18T17:24:22.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:22 smithi129 conmon[101092]: :21.507418+0000 mgr.smithi129.iclwio (mgr.14716) 2794 : cluster [DBG] pgmap v2398: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:23.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:22 smithi156 conmon[67007]: cluster 2022-01-18T17:24:21.507418+0000 mgr.smithi129.iclwio (mgr.14716) 2794 : cluster [DBG] pgmap v2398: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:23.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:23 smithi129 conmon[101092]: audit 2022-01-18T17:24:23.485403+0000 mon.smithi129 (mon.0) 1009 2022-01-18T17:24:23.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:23 smithi129 conmon[101092]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:24:23.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:23 smithi129 conmon[101092]: audit 2022-01-18T17:24:23.486831+0000 mon.smithi129 (mon.0) 1010 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:24:23.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:23 smithi129 conmon[101092]: audit 2022-01-18T17:24:23.487662 2022-01-18T17:24:23.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:23 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 1011 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:24:24.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:23 smithi156 conmon[67007]: audit 2022-01-18T17:24:23.485403+0000 mon.smithi129 (mon.0) 1009 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:24:24.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:23 smithi156 conmon[67007]: audit 2022-01-18T17:24:23.486831+0000 mon.smithi129 (mon.0) 1010 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:24:24.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:23 smithi156 conmon[67007]: audit 2022-01-18T17:24:23.487662+0000 mon.smithi129 ( 2022-01-18T17:24:24.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:23 smithi156 conmon[67007]: mon.0) 1011 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:24:24.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:24 smithi156 conmon[67007]: cephadm 2022-01-18T17:24:23.488403+0000 mgr.smithi129.iclwio (mgr.14716) 2795 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:24:24.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:24 smithi156 conmon[67007]: cluster 2022-01-18T17:24:23. 2022-01-18T17:24:24.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:24 smithi156 conmon[67007]: 507977+0000 mgr.smithi129.iclwio (mgr.14716) 2796 : cluster [DBG] pgmap v2399: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:24.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:24 smithi156 conmon[67007]: audit 2022-01-18T17:24:23.795158+0000 mon.smithi129 (mon.0) 1012 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:24:24.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:24 smithi156 conmon[67007]: audit 2022-01-18T17:24: 2022-01-18T17:24:24.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:24 smithi156 conmon[67007]: 23.799679+0000 mon.smithi129 (mon.0) 1013 : audit 2022-01-18T17:24:24.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:24 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:24:24.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:24 smithi129 conmon[101092]: cephadm 2022-01-18T17:24:23.488403+0000 mgr.smithi129.iclwio (mgr.14716) 2795 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:24:24.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:24 smithi129 conmon[101092]: 2022-01-18T17:24:24.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:24 smithi129 conmon[101092]: cluster 2022-01-18T17:24:23.507977+0000 mgr.smithi129.iclwio (mgr.14716) 2796 : cluster [DBG] pgmap v2399: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:24.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:24 smithi129 conmon[101092]: audit 2022-01-18T17:24:23.795158+0000 mon.smithi129 (mon 2022-01-18T17:24:24.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:24 smithi129 conmon[101092]: .0) 1012 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:24:24.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:24 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T17:24:24.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:24 smithi129 conmon[101092]: 17:24:23.799679+0000 mon.smithi129 2022-01-18T17:24:24.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:24 smithi129 conmon[101092]: (mon.0) 1013 : audit [INF] 2022-01-18T17:24:24.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:24 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:24:26.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:26 smithi156 conmon[67007]: cluster 2022-01-18T17:24:25.508825+0000 mgr.smithi129.iclwio (mgr.14716) 2797 : cluster [DBG] pgmap v2400: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:24:26.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:26 smithi129 conmon[101092]: cluster 2022-01-18T17:24:25.508825+0000 mgr.smithi129.iclwio (mgr.14716) 2797 : cluster [DBG] pgmap v2400: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:24:28.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:28 smithi129 conmon[101092]: cluster 2022-01-18T17:24:27.509373+0000 mgr.smithi129.iclwio (mgr.14716) 2798 : cluster [DBG] pgmap v2401: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:29.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:28 smithi156 conmon[67007]: cluster 2022-01-18T17:24:27.509373+0000 mgr.smithi129.iclwio (mgr.14716) 2798 : cluster [DBG] pgmap v2401: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:30.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:30 smithi129 conmon[101092]: cluster 2022-01-18T17:24:29.510264+0000 mgr.smithi129.iclwio (mgr.14716) 2799 : cluster [DBG] pgmap v2402: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:24:30.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:30 smithi129 conmon[101092]: 2022-01-18T17:24:31.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:30 smithi156 conmon[67007]: cluster 2022-01-18T17:24:29.510264+0000 mgr.smithi129.iclwio (mgr.14716) 2799 : cluster [DBG] pgmap v2402: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:24:32.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:32 smithi129 conmon[101092]: cluster 2022-01-18T17:24:31.510740+0000 mgr.smithi129.iclwio (mgr.14716) 2800 : cluster [DBG] pgmap v2403: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:33.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:32 smithi156 conmon[67007]: cluster 2022-01-18T17:24:31.510740+0000 mgr.smithi129.iclwio ( 2022-01-18T17:24:33.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:32 smithi156 conmon[67007]: mgr.14716) 2800 : cluster [DBG] pgmap v2403: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:34.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:34 smithi156 conmon[67007]: cluster 2022-01-18T17:24:33.511418+0000 mgr.smithi129.iclwio (mgr.14716) 2801 : cluster [DBG] pgmap v2404: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:34.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:34 smithi129 conmon[101092]: cluster 2022-01-18T17:24:33.511418+0000 mgr.smithi129.iclwio (mgr.14716) 2801 : cluster [DBG] pgmap v2404: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:36.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:36 smithi156 conmon[67007]: cluster 2022-01-18T17:24:35.512190+0000 mgr.smithi129.iclwio (mgr.14716) 2802 : cluster [DBG] pgmap v2405: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:24:36.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:36 smithi129 conmon[101092]: cluster 2022-01-18T17:24:35.512190+0000 mgr.smithi129.iclwio (mgr.14716) 2802 : cluster [DBG] pgmap v2405: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:24:38.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:38 smithi129 conmon[101092]: cluster 2022-01-18T17:24:37.512691+0000 mgr.smithi129.iclwio (mgr.14716) 2803 : cluster [DBG] pgmap v2406: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:39.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:38 smithi156 conmon[67007]: cluster 2022-01-18T17:24:37.512691+0000 mgr.smithi129.iclwio (mgr.14716) 2803 : cluster [DBG] pgmap v2406: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:40.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:40 smithi129 conmon[101092]: cluster 2022-01-18T17:24:39.513572+0000 mgr.smithi129.iclwio (mgr.14716) 2804 : cluster [DBG] pgmap v2407: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:24:41.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:40 smithi156 conmon[67007]: cluster 2022-01-18T17:24:39.513572+0000 mgr.smithi129.iclwio (mgr.14716) 2804 : cluster [DBG] pgmap v2407: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:24:42.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:42 smithi129 conmon[101092]: cluster 2022-01-18T17:24:41.514038+0000 mgr.smithi129.iclwio (mgr.14716) 2805 : cluster [DBG] pgmap v2408: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:43.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:42 smithi156 conmon[67007]: cluster 2022-01-18T17:24:41.514038+0000 mgr.smithi129.iclwio (mgr.14716) 2805 : cluster [DBG] pgmap v2408: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:44.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:44 smithi156 conmon[67007]: cluster 2022-01-18T17:24:43.514520+0000 mgr.smithi129.iclwio (mgr.14716) 2806 : cluster [DBG] pgmap v2409: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:44.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:44 smithi129 conmon[101092]: cluster 2022-01-18T17:24:43.514520+0000 mgr.smithi129.iclwio (mgr.14716) 2806 : cluster [DBG] pgmap v2409: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:44.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:44 smithi129 conmon[101092]: 2022-01-18T17:24:46.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:46 smithi156 conmon[67007]: cluster 2022-01-18T17:24:45.515376+0000 mgr.smithi129.iclwio (mgr.14716) 2807 : cluster [DBG] pgmap v2410: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:24:46.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:46 smithi129 conmon[101092]: cluster 2022-01-18T17:24:45.515376+0000 mgr.smithi129.iclwio (mgr.14716) 2807 : cluster [DBG] pgmap v2410: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:24:48.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:48 smithi129 conmon[101092]: cluster 2022-01-18T17:24:47.515888+0000 mgr.smithi129.iclwio (mgr.14716) 2808 : cluster [DBG] pgmap v2411: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:49.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:48 smithi156 conmon[67007]: cluster 2022-01-18T17:24:47.515888+0000 mgr.smithi129.iclwio (mgr.14716) 2808 : cluster [DBG] pgmap v2411: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:49.799 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:24:50.061 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:24:50.061 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (87m) 7m ago 88m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:24:50.061 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (79m) 7m ago 88m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:24:50.062 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (78m) 7m ago 87m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:24:50.062 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (87m) 7m ago 88m 41.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:24:50.062 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (83m) 7m ago 83m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:24:50.062 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (83m) 7m ago 83m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:24:50.063 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (79m) 7m ago 89m 547M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:24:50.063 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (79m) 7m ago 87m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:24:50.063 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (79m) 7m ago 89m 549M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:24:50.063 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (79m) 7m ago 87m 276M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:24:50.064 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (80m) 7m ago 80m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:24:50.064 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (80m) 7m ago 80m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:24:50.064 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (88m) 7m ago 88m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:24:50.064 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (87m) 7m ago 87m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:24:50.064 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (73m) 7m ago 87m 1631M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:24:50.065 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (86m) 7m ago 86m 2647M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:24:50.065 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (86m) 7m ago 86m 2054M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:24:50.065 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (86m) 7m ago 86m 2640M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:24:50.065 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (85m) 7m ago 85m 2454M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:24:50.066 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (85m) 7m ago 85m 3042M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:24:50.066 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (85m) 7m ago 85m 2391M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:24:50.066 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (84m) 7m ago 84m 3563M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:24:50.066 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (87m) 7m ago 87m 66.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:24:50.380 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:24:50.380 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:24:50.380 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:24:50.381 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:24:50.381 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:24:50.381 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:24:50.381 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:24:50.382 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:24:50.382 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:24:50.382 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:24:50.383 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:24:50.383 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:24:50.383 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:24:50.383 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:24:50.383 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:24:50.384 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:24:50.384 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:24:50.384 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:24:50.384 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:24:50.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:50 smithi129 conmon[101092]: cluster 2022-01-18T17:24:49.516624+0000 mgr.smithi129.iclwio (mgr.14716) 2809 : cluster [DBG] pgmap v2412: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:24:50.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:50 smithi129 conmon[101092]: audit 2022-01-18T17:24 2022-01-18T17:24:50.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:50 smithi129 conmon[101092]: :50.375709+0000 mon.smithi129 (mon.0) 1014 : audit [DBG] from='client.? 172.21.15.129:0/4009406704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:24:51.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:50 smithi156 conmon[67007]: cluster 2022-01-18T17:24:49.516624+0000 mgr.smithi129.iclwio (mgr.14716) 2809 : cluster [DBG] pgmap v2412: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:24:51.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:50 smithi156 conmon[67007]: audit 2022-01-18T17:24:50.375709+0000 mon.smithi129 (mon.0) 1014 : audit [DBG] from='client.? 172.21.15.129:0/4009406704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:24:51.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:51 smithi129 conmon[101092]: audit 2022-01-18T17:24:49.782827+0000 mgr.smithi129.iclwio (mgr.14716) 2810 : audit [DBG] from='client.35950 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:24:51.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:51 smithi129 conmon[101092]: audit 2022-01-18T17:24:50.048119+0000 mgr.smithi129.iclwio (mgr.14716) 2811 : audit [DBG] from='client.35954 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:24:52.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:51 smithi156 conmon[67007]: audit 2022-01-18T17:24:49.782827+0000 mgr.smithi129.iclwio (mgr.14716) 2810 : audit [DBG] from='client.35950 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:24:52.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:51 smithi156 conmon[67007]: audit 2022-01-18T17:24:50.048119+0000 mgr.smithi129.iclwio (mgr.14716) 2811 : audit [DBG] from='client.35954 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:24:52.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:52 smithi129 conmon[101092]: cluster 2022-01-18T17:24:51.517297+0000 mgr.smithi129.iclwio (mgr.14716) 2812 : cluster [DBG] pgmap v2413: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:53.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:52 smithi156 conmon[67007]: cluster 2022-01-18T17:24:51.517297+0000 mgr.smithi129.iclwio (mgr.14716) 2812 : 2022-01-18T17:24:53.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:52 smithi156 conmon[67007]: cluster [DBG] pgmap v2413: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:54.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:54 smithi156 conmon[67007]: cluster 2022-01-18T17:24:53.518010+0000 mgr.smithi129.iclwio (mgr.14716) 2813 : cluster 2022-01-18T17:24:54.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:54 smithi156 conmon[67007]: [DBG] pgmap v2414: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:54.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:54 smithi129 conmon[101092]: cluster 2022-01-18T17:24:53.518010+0000 mgr.smithi129.iclwio (mgr.14716) 2813 : cluster [DBG] pgmap v2414: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:56.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:56 smithi156 conmon[67007]: cluster 2022-01-18T17:24:55.518944+0000 mgr.smithi129.iclwio (mgr.14716) 2814 : cluster [DBG] pgmap v2415: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:24:56.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:56 smithi129 conmon[101092]: cluster 2022-01-18T17:24:55.518944+0000 mgr.smithi129.iclwio (mgr.14716) 2814 : cluster [DBG] pgmap v2415: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:24:58.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:58 smithi129 conmon[101092]: cluster 2022-01-18T17:24:57.519535+0000 mgr.smithi129.iclwio (mgr.14716) 2815 : cluster [DBG] pgmap v2416: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:58.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:58 smithi129 conmon[101092]: audit 2022-01-18T17:24:58.512332+0000 mon.smithi129 (mon.0) 1015 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:24:58.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:24:58 smithi129 conmon[101092]: audit 2022-01-18T17:24:58.512548+0000 mon.smithi129 (mon.0) 1016 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:24:59.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:58 smithi156 conmon[67007]: cluster 2022-01-18T17:24:57.519535+0000 mgr.smithi129.iclwio (mgr.14716) 2815 : cluster [DBG] pgmap v2416: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:24:59.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:58 smithi156 conmon[67007]: audit 2022-01-18T17:24:58.512332+0000 mon.smithi129 (mon.0) 1015 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:24:59.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:24:58 smithi156 conmon[67007]: audit 2022-01-18T17:24:58.512548+0000 mon.smithi129 (mon.0) 1016 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:25:00.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:00 smithi129 conmon[101092]: cluster 2022-01-18T17:24:59.520391+0000 mgr.smithi129.iclwio (mgr.14716) 2816 : cluster [DBG] pgmap v2417: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:25:01.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:00 smithi156 conmon[67007]: cluster 2022-01-18T17:24:59.520391+0000 mgr.smithi129.iclwio (mgr.14716) 2816 : cluster [DBG] pgmap v2417: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:25:01.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:00 smithi156 conmon[67007]: 2022-01-18T17:25:02.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:02 smithi129 conmon[101092]: cluster 2022-01-18T17:25:01.520965+0000 mgr.smithi129.iclwio (mgr.14716) 2817 : cluster [DBG] pgmap v2418: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:02.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:02 smithi129 conmon[101092]: 2022-01-18T17:25:03.056 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:02 smithi156 conmon[67007]: cluster 2022-01-18T17:25:01.520965+0000 mgr.smithi129.iclwio (mgr.14716) 2817 : cluster [DBG] pgmap v2418: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:04.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:04 smithi156 conmon[67007]: cluster 2022-01-18T17:25:03.521576+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T17:25:04.916 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:04 smithi156 conmon[67007]: 14716) 2818 : cluster [DBG] pgmap v2419: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:04.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:04 smithi129 conmon[101092]: cluster 2022-01-18T17:25:03.521576+0000 mgr.smithi129.iclwio (mgr.14716) 2818 : cluster [DBG] pgmap v2419: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:04.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:04 smithi129 conmon[101092]: 2022-01-18T17:25:06.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:06 smithi156 conmon[67007]: cluster 2022-01-18T17:25:05.522453+0000 mgr.smithi129.iclwio (mgr.14716) 2819 : cluster [DBG] 2022-01-18T17:25:06.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:06 smithi156 conmon[67007]: pgmap v2420: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:25:06.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:06 smithi129 conmon[101092]: cluster 2022-01-18T17:25:05.522453+0000 mgr.smithi129.iclwio (mgr.14716) 2819 : cluster [DBG] pgmap v2420: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:25:08.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:08 smithi129 conmon[101092]: cluster 2022-01-18T17:25:07.523124+0000 mgr.smithi129.iclwio (mgr.14716) 2820 : cluster [DBG] pgmap v2421: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:09.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:08 smithi156 conmon[67007]: cluster 2022-01-18T17:25:07.523124+0000 mgr.smithi129.iclwio (mgr.14716) 2820 : 2022-01-18T17:25:09.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:08 smithi156 conmon[67007]: cluster [DBG] pgmap v2421: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:10.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:10 smithi129 conmon[101092]: cluster 2022-01-18T17:25:09.524093+0000 mgr.smithi129.iclwio (mgr.14716) 2821 : cluster [DBG] pgmap v2422: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:25:11.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:10 smithi156 conmon[67007]: cluster 2022-01-18T17:25:09.524093+0000 mgr.smithi129.iclwio (mgr.14716) 2821 : cluster [DBG] 2022-01-18T17:25:11.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:10 smithi156 conmon[67007]: pgmap v2422: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:25:12.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:12 smithi129 conmon[101092]: cluster 2022-01-18T17:25:11.524578+0000 mgr.smithi129.iclwio (mgr.14716) 2822 : cluster [DBG] 2022-01-18T17:25:12.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:12 smithi129 conmon[101092]: pgmap v2423: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:13.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:12 smithi156 conmon[67007]: cluster 2022-01-18T17:25:11.524578+0000 mgr.smithi129.iclwio (mgr.14716) 2822 : 2022-01-18T17:25:13.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:12 smithi156 conmon[67007]: cluster [DBG] pgmap v2423: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:14.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:14 smithi156 conmon[67007]: cluster 2022-01-18T17:25:13.525142+0000 mgr.smithi129.iclwio (mgr.14716) 2823 : cluster [DBG] pgmap v2424: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:14.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:14 smithi129 conmon[101092]: cluster 2022-01-18T17:25:13.525142+0000 mgr.smithi129.iclwio (mgr.14716) 2823 : cluster [DBG] pgmap v2424: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:16.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:16 smithi156 conmon[67007]: cluster 2022-01-18T17:25:15.525901+0000 mgr.smithi129.iclwio (mgr.14716) 2824 : cluster [DBG] pgmap v2425: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:25:16.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:16 smithi129 conmon[101092]: cluster 2022-01-18T17:25:15.525901+0000 mgr.smithi129.iclwio (mgr.14716) 2824 : cluster [DBG] pgmap v2425: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:25:18.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:18 smithi129 conmon[101092]: cluster 2022-01-18T17:25:17.526464+0000 mgr.smithi129.iclwio (mgr.14716) 2825 : cluster [DBG] pgmap v2426: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:19.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:18 smithi156 conmon[67007]: cluster 2022-01-18T17:25:17.526464+0000 mgr.smithi129.iclwio (mgr.14716) 2825 : cluster [DBG] pgmap v2426: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:20.678 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:25:20.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:20 smithi129 conmon[101092]: cluster 2022-01-18T17:25:19.527413+0000 mgr.smithi129.iclwio (mgr.14716) 2826 2022-01-18T17:25:20.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:20 smithi129 conmon[101092]: : cluster [DBG] pgmap v2427: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:25:20.944 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:25:20.944 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (87m) 7m ago 89m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:25:20.945 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (79m) 7m ago 89m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:25:20.945 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (79m) 8m ago 88m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:25:20.946 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (87m) 7m ago 88m 41.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:25:20.946 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (83m) 7m ago 83m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:25:20.946 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (83m) 8m ago 83m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:25:20.947 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (80m) 7m ago 90m 547M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:25:20.947 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (80m) 8m ago 88m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:25:20.948 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (80m) 7m ago 90m 549M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:25:20.948 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (79m) 8m ago 88m 276M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:25:20.949 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (80m) 7m ago 80m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:25:20.949 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (80m) 8m ago 80m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:25:20.949 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (88m) 7m ago 88m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:25:20.950 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (88m) 8m ago 88m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:25:20.950 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (74m) 7m ago 87m 1631M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:25:20.951 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (87m) 7m ago 87m 2647M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:25:20.951 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (86m) 7m ago 86m 2054M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:25:20.952 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (86m) 7m ago 86m 2640M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:25:20.952 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (86m) 8m ago 86m 2454M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:25:20.953 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (85m) 8m ago 85m 3042M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:25:20.953 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (85m) 8m ago 85m 2391M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:25:20.954 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (85m) 8m ago 85m 3563M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:25:20.954 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (87m) 7m ago 88m 66.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:25:21.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:20 smithi156 conmon[67007]: cluster 2022-01-18T17:25:19.527413+0000 mgr.smithi129.iclwio (mgr.14716) 2826 : cluster [DBG] pgmap v2427: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:25:21.258 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:25:21.259 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:25:21.259 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:25:21.260 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:25:21.260 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:25:21.260 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:25:21.260 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:25:21.260 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:25:21.261 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:25:21.261 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:25:21.261 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:25:21.262 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:25:21.262 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:25:21.262 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:25:21.262 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:25:21.263 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:25:21.263 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:25:21.263 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:25:21.264 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:25:21.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:21 smithi129 conmon[101092]: audit 2022-01-18T17:25:20.662599+0000 mgr.smithi129.iclwio (mgr.14716) 2827 2022-01-18T17:25:21.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:21 smithi129 conmon[101092]: : audit [DBG] from='client.35962 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:25:21.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:21 smithi129 conmon[101092]: audit 2022-01-18T17:25:21.254344+0000 mon.smithi129 (mon.0) 1017 : audit [DBG] from='client.? 172.21.15.129:0/2691677381' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:25:22.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:21 smithi156 conmon[67007]: audit 2022-01-18T17:25:20.662599+0000 mgr.smithi129.iclwio (mgr.14716) 2827 : audit [DBG] from='client.35962 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:25:22.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:21 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T17:25:22.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:21 smithi156 conmon[67007]: T17:25:21.254344+0000 mon.smithi129 (mon.0) 1017 : audit [DBG] from='client.? 172.21.15.129:0/2691677381' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:25:22.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:22 smithi129 conmon[101092]: audit 2022-01-18T17:25:20.931271+0000 mgr.smithi129.iclwio (mgr.14716) 2828 : audit [DBG] from='client.35966 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:25:22.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:22 smithi129 conmon[101092]: 2022-01-18T17:25:22.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:22 smithi129 conmon[101092]: cluster 2022-01-18T17:25:21.527857+0000 mgr.smithi129.iclwio (mgr.14716) 2829 : cluster [DBG] pgmap v2428: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:23.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:22 smithi156 conmon[67007]: audit 2022-01-18T17:25:20.931271+0000 mgr.smithi129.iclwio (mgr.14716) 2828 : audit [DBG] from='client.35966 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:25:23.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:22 smithi156 conmon[67007]: cluster 2022-01-18T 2022-01-18T17:25:23.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:22 smithi156 conmon[67007]: 17:25:21.527857+0000 mgr.smithi129.iclwio (mgr.14716) 2829 : cluster [DBG] pgmap v2428: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:24.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:24 smithi156 conmon[67007]: cluster 2022-01-18T17:25:23.528408+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T17:25:24.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:24 smithi156 conmon[67007]: 14716) 2830 : cluster [DBG] pgmap v2429: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:24.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:24 smithi156 conmon[67007]: audit 2022-01-18T17:25:23.802290+0000 mon.smithi129 (mon.0) 1018 2022-01-18T17:25:24.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:24 smithi156 conmon[67007]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:25:24.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:24 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T17:25:24.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:24 smithi156 conmon[67007]: 17:25:23.803672+0000 mon.smithi129 (mon.0) 1019 : audit [DBG] 2022-01-18T17:25:24.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:24 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:25:24.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:24 smithi156 conmon[67007]: audit 2022-01-18T17:25:23. 2022-01-18T17:25:24.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:24 smithi156 conmon[67007]: 804536+0000 mon.smithi129 (mon.0) 1020 : audit [INF] 2022-01-18T17:25:24.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:24 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:25:24.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:24 smithi156 conmon[67007]: audit 2022-01-18T17:25 2022-01-18T17:25:24.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:24 smithi156 conmon[67007]: :24.107981+0000 mon.smithi129 (mon.0) 1021 : 2022-01-18T17:25:24.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:24 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:25:24.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:24 smithi156 conmon[67007]: audit 2022-01-18T17: 2022-01-18T17:25:24.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:24 smithi156 conmon[67007]: 25:24.113048+0000 mon.smithi129 (mon.0) 2022-01-18T17:25:24.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:24 smithi156 conmon[67007]: 1022 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:25:24.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:24 smithi129 conmon[101092]: cluster 2022-01-18T17:25:23.528408+0000 mgr.smithi129.iclwio (mgr.14716) 2830 : cluster 2022-01-18T17:25:24.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:24 smithi129 conmon[101092]: [DBG] pgmap v2429: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:24.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:24 smithi129 conmon[101092]: audit 2022-01-18T17:25:23.802290+0000 mon.smithi129 (mon.0) 1018 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:25:24.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:24 smithi129 conmon[101092]: audit 2022-01-18T17:25:23.803672+0000 mon.smithi129 (mon.0) 1019 2022-01-18T17:25:24.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:24 smithi129 conmon[101092]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:25:24.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:24 smithi129 conmon[101092]: audit 2022-01-18T17:25:24.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:24 smithi129 conmon[101092]: 2022-01-18T17:25:23.804536 2022-01-18T17:25:24.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:24 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 1020 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:25:24.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:24 smithi129 conmon[101092]: 2022-01-18T17:25:24.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:24 smithi129 conmon[101092]: audit 2022 2022-01-18T17:25:24.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:24 smithi129 conmon[101092]: -01-18T17:25:24.107981+0000 mon.smithi129 2022-01-18T17:25:24.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:24 smithi129 conmon[101092]: (mon.0) 1021 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:25:24.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:24 smithi129 conmon[101092]: audit 2022-01-18T17:25:24.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:24 smithi129 conmon[101092]: 2022-01-18T17:25 2022-01-18T17:25:24.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:24 smithi129 conmon[101092]: :24.113048+0000 mon.smithi129 (mon.0) 1022 2022-01-18T17:25:24.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:24 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:25:25.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:25 smithi129 conmon[101092]: cephadm 2022-01-18T17:25:23.805302+0000 mgr.smithi129.iclwio (mgr.14716) 2831 : cephadm [WRN] 2022-01-18T17:25:25.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:25 smithi129 conmon[101092]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:25:26.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:25 smithi156 conmon[67007]: cephadm 2022-01-18T17:25:23.805302+0000 mgr.smithi129.iclwio (mgr.14716) 2831 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:25:26.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:26 smithi129 conmon[101092]: cluster 2022-01-18T17:25:25.529159+0000 mgr.smithi129.iclwio (mgr.14716) 2832 : cluster [DBG] pgmap v2430: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:25:26.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:26 smithi129 conmon[101092]: 2022-01-18T17:25:27.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:26 smithi156 conmon[67007]: cluster 2022-01-18T17:25:25.529159+0000 mgr.smithi129.iclwio (mgr.14716) 2832 : cluster [DBG] pgmap v2430: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:25:28.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:28 smithi129 conmon[101092]: cluster 2022-01-18T17:25:27.529840+0000 mgr.smithi129.iclwio (mgr.14716) 2833 : cluster [DBG] pgmap v2431: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:29.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:28 smithi156 conmon[67007]: cluster 2022-01-18T17:25:27.529840+0000 mgr.smithi129.iclwio (mgr.14716) 2833 : cluster [DBG] pgmap v2431: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:30.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:30 smithi129 conmon[101092]: cluster 2022-01-18T17:25:29.530771+0000 mgr.smithi129.iclwio (mgr.14716) 2834 : cluster 2022-01-18T17:25:30.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:30 smithi129 conmon[101092]: [DBG] pgmap v2432: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:25:31.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:30 smithi156 conmon[67007]: cluster 2022-01-18T17:25:29.530771+0000 mgr.smithi129.iclwio (mgr.14716) 2834 : cluster [DBG] pgmap v2432: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:25:32.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:32 smithi129 conmon[101092]: cluster 2022-01-18T17:25:31.531396+0000 mgr.smithi129.iclwio (mgr.14716) 2835 : cluster [DBG] pgmap v2433: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:32.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:32 smithi129 conmon[101092]: 2022-01-18T17:25:33.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:32 smithi156 conmon[67007]: cluster 2022-01-18T17:25:31.531396+0000 mgr.smithi129.iclwio (mgr.14716) 2835 : cluster [DBG] pgmap v2433: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:34.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:34 smithi156 conmon[67007]: cluster 2022-01-18T17:25:33.532088+0000 mgr.smithi129.iclwio (mgr.14716) 2836 : cluster 2022-01-18T17:25:34.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:34 smithi156 conmon[67007]: [DBG] pgmap v2434: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:34.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:34 smithi129 conmon[101092]: cluster 2022-01-18T17:25:33.532088+0000 mgr.smithi129.iclwio (mgr.14716) 2836 : cluster [DBG] 2022-01-18T17:25:34.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:34 smithi129 conmon[101092]: pgmap v2434: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:36.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:36 smithi156 conmon[67007]: cluster 2022-01-18T17:25:35.532824+0000 mgr.smithi129.iclwio (mgr.14716) 2837 : cluster [DBG] pgmap v2435: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:25:36.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:36 smithi156 conmon[67007]: 2022-01-18T17:25:36.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:36 smithi129 conmon[101092]: cluster 2022-01-18T17:25:35.532824+0000 mgr.smithi129.iclwio (mgr.14716) 2837 : cluster [DBG] pgmap v2435: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:25:38.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:38 smithi129 conmon[101092]: cluster 2022-01-18T17:25:37.533380+0000 mgr.smithi129.iclwio (mgr.14716) 2838 : cluster [DBG] pgmap v2436: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:39.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:38 smithi156 conmon[67007]: cluster 2022-01-18T17:25:37.533380+0000 mgr.smithi129.iclwio (mgr.14716) 2838 : cluster [DBG] 2022-01-18T17:25:39.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:38 smithi156 conmon[67007]: pgmap v2436: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:40.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:40 smithi129 conmon[101092]: cluster 2022-01-18T17:25:39.534117+0000 mgr.smithi129.iclwio (mgr.14716) 2839 : cluster [DBG] pgmap v2437: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:25:41.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:40 smithi156 conmon[67007]: cluster 2022-01-18T17:25:39.534117+0000 mgr.smithi129.iclwio (mgr.14716) 2839 : cluster [DBG] pgmap v2437: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:25:42.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:42 smithi129 conmon[101092]: cluster 2022-01-18T17:25:41.534753+0000 mgr.smithi129.iclwio (mgr.14716) 2840 : cluster [DBG] pgmap v2438: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:43.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:42 smithi156 conmon[67007]: cluster 2022-01-18T17:25:41.534753+0000 mgr.smithi129.iclwio (mgr.14716) 2840 : cluster [DBG] pgmap v2438: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:44.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:44 smithi156 conmon[67007]: cluster 2022-01-18T17:25:43.535299+0000 mgr.smithi129.iclwio (mgr.14716) 2841 : cluster [DBG] pgmap v2439: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:44.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:44 smithi129 conmon[101092]: cluster 2022-01-18T17:25:43.535299+0000 mgr.smithi129.iclwio (mgr.14716) 2841 : cluster [DBG] pgmap v2439: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:46.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:46 smithi156 conmon[67007]: cluster 2022-01-18T17:25:45.536078+0000 mgr.smithi129.iclwio (mgr.14716) 2842 : cluster [DBG] pgmap v2440: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:25:46.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:46 smithi129 conmon[101092]: cluster 2022-01-18T17:25:45.536078+0000 mgr.smithi129.iclwio (mgr.14716) 2842 : cluster [DBG] 2022-01-18T17:25:46.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:46 smithi129 conmon[101092]: pgmap v2440: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:25:48.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:48 smithi129 conmon[101092]: cluster 2022-01-18T17:25:47.536607+0000 mgr.smithi129.iclwio (mgr.14716) 2843 : cluster [DBG] pgmap v2441: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:49.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:48 smithi156 conmon[67007]: cluster 2022-01-18T17:25:47.536607+0000 mgr.smithi129.iclwio (mgr.14716) 2843 : cluster [DBG] pgmap v2441: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:50.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:50 smithi129 conmon[101092]: cluster 2022-01-18T17:25:49.537337+0000 mgr.smithi129.iclwio (mgr.14716) 2844 : cluster [DBG] pgmap v2442: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:25:51.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:50 smithi156 conmon[67007]: cluster 2022-01-18T17:25:49.537337+0000 mgr.smithi129.iclwio (mgr.14716) 2844 : cluster [DBG] pgmap v2442: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:25:51.559 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:25:51.825 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:25:51.826 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (88m) 8m ago 89m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:25:51.826 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (80m) 8m ago 89m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:25:51.826 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (80m) 8m ago 88m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:25:51.826 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (88m) 8m ago 89m 41.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:25:51.827 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (84m) 8m ago 84m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:25:51.827 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (84m) 8m ago 84m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:25:51.827 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (81m) 8m ago 90m 547M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:25:51.827 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (80m) 8m ago 88m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:25:51.828 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (80m) 8m ago 90m 549M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:25:51.828 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (80m) 8m ago 88m 276M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:25:51.828 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (81m) 8m ago 81m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:25:51.828 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (81m) 8m ago 81m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:25:51.829 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (89m) 8m ago 89m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:25:51.829 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (88m) 8m ago 88m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:25:51.829 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (74m) 8m ago 88m 1631M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:25:51.829 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (87m) 8m ago 87m 2647M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:25:51.829 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (87m) 8m ago 87m 2054M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:25:51.830 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (87m) 8m ago 87m 2640M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:25:51.830 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (86m) 8m ago 86m 2454M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:25:51.830 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (86m) 8m ago 86m 3042M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:25:51.830 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (86m) 8m ago 86m 2391M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:25:51.831 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (85m) 8m ago 85m 3563M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:25:51.831 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (88m) 8m ago 88m 66.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:25:52.142 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:25:52.142 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:25:52.142 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:25:52.143 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:25:52.143 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:25:52.143 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:25:52.143 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:25:52.144 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:25:52.144 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:25:52.144 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:25:52.144 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:25:52.145 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:25:52.145 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:25:52.145 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:25:52.145 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:25:52.146 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:25:52.146 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:25:52.146 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:25:52.146 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:25:52.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:52 smithi129 conmon[101092]: cluster 2022-01-18T17:25:51.537758+0000 mgr.smithi129.iclwio (mgr.14716) 2845 : cluster [DBG] 2022-01-18T17:25:52.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:52 smithi129 conmon[101092]: pgmap v2443: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:52.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:52 smithi129 conmon[101092]: audit 2022-01-18T17:25:51.542794+0000 mgr.smithi129.iclwio (mgr.14716) 2846 : audit [DBG] from='client.35974 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:25:52.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:52 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T17:25:52.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:52 smithi129 conmon[101092]: 18T17:25:52.137597+0000 mon.smithi129 (mon.0) 1023 : audit [DBG] from='client.? 172.21.15.129:0/136614396' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:25:53.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:52 smithi156 conmon[67007]: cluster 2022-01-18T17:25:51.537758+0000 mgr.smithi129.iclwio (mgr.14716) 2845 : cluster [DBG] pgmap v2443: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:53.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:52 smithi156 conmon[67007]: audit 2022-01-18T17:25:51.542794+0000 mgr.smithi129.iclwio (mgr.14716) 2846 : audit [DBG] from='client.35974 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:25:53.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:52 smithi156 conmon[67007]: audit 2022-01-18T17:25:52.137597+0000 mon.smithi129 (mon.0) 1023 : audit [DBG] from='client.? 172.21.15.129:0/136614396' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:25:53.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:53 smithi129 conmon[101092]: audit 2022-01-18T17:25:51.812440+0000 mgr.smithi129.iclwio (mgr.14716) 2847 : audit [DBG] from='client.35978 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:25:54.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:53 smithi156 conmon[67007]: audit 2022-01-18T17:25:51.812440+0000 mgr.smithi129.iclwio (mgr.14716) 2847 : audit [DBG] from='client.35978 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:25:54.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:54 smithi156 conmon[67007]: cluster 2022-01-18T17:25:53.538396+0000 mgr.smithi129.iclwio (mgr.14716) 2848 : cluster [DBG] pgmap v2444: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:54.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:54 smithi129 conmon[101092]: cluster 2022-01-18T17:25:53.538396+0000 mgr.smithi129.iclwio (mgr.14716) 2848 : cluster [DBG] pgmap v2444: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:56.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:56 smithi156 conmon[67007]: cluster 2022-01-18T17:25:55.539440+0000 mgr.smithi129.iclwio (mgr.14716) 2849 : cluster [DBG] pgmap v2445: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:25:56.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:56 smithi129 conmon[101092]: cluster 2022-01-18T17:25:55.539440+0000 mgr.smithi129.iclwio (mgr.14716) 2849 : cluster 2022-01-18T17:25:56.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:56 smithi129 conmon[101092]: [DBG] pgmap v2445: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:25:58.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:58 smithi129 conmon[101092]: cluster 2022-01-18T17:25: 2022-01-18T17:25:58.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:58 smithi129 conmon[101092]: 57.540034+0000 mgr.smithi129.iclwio (mgr.14716) 2850 : cluster [DBG] pgmap v2446: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:58.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:58 smithi129 conmon[101092]: audit 2022-01-18T17:25:58.516622+0000 mon.smithi129 (mon.0) 1024 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:25:58.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:58 smithi129 conmon[101092]: audit 2022-01-18T17:25:58.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:25:58 smithi129 conmon[101092]: 2022-01-18T17:25:58.516932+0000 mon.smithi129 (mon.0) 1025 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:25:59.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:58 smithi156 conmon[67007]: cluster 2022-01-18T17:25:57.540034+0000 mgr.smithi129.iclwio (mgr.14716) 2850 : cluster [DBG] 2022-01-18T17:25:59.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:58 smithi156 conmon[67007]: pgmap v2446: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:25:59.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:58 smithi156 conmon[67007]: audit 2022-01-18T17:25:58.516622+0000 mon.smithi129 (mon.0) 1024 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:25:59.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:58 smithi156 conmon[67007]: audit 2022-01-18T17:25: 2022-01-18T17:25:59.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:25:58 smithi156 conmon[67007]: 58.516932+0000 mon.smithi129 (mon.0) 1025 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:26:00.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:00 smithi129 conmon[101092]: cluster 2022-01-18T17:25:59.540760+0000 mgr.smithi129.iclwio (mgr.14716) 2851 : cluster [DBG] pgmap v2447: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:26:01.067 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:00 smithi156 conmon[67007]: cluster 2022-01-18T17:25:59.540760+0000 mgr.smithi129.iclwio (mgr.14716) 2851 : cluster [DBG] 2022-01-18T17:26:01.067 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:00 smithi156 conmon[67007]: pgmap v2447: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:26:02.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:02 smithi129 conmon[101092]: cluster 2022-01-18T17:26:01.541291+0000 mgr.smithi129.iclwio (mgr.14716) 2852 : cluster [DBG] pgmap v2448: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:02.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:02 smithi129 conmon[101092]: 2022-01-18T17:26:03.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:02 smithi156 conmon[67007]: cluster 2022-01-18T17:26:01.541291+0000 mgr.smithi129.iclwio (mgr.14716) 2852 : cluster [DBG] pgmap v2448: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:04.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:04 smithi156 conmon[67007]: cluster 2022-01-18T17:26:03.541987+0000 mgr.smithi129.iclwio (mgr.14716) 2853 : cluster [DBG] pgmap v2449: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:04.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:04 smithi129 conmon[101092]: cluster 2022-01-18T17:26:03.541987+0000 mgr.smithi129.iclwio (mgr.14716) 2853 : cluster [DBG] pgmap v2449: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:06.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:06 smithi156 conmon[67007]: cluster 2022-01-18T17:26:05.542676+0000 mgr.smithi129.iclwio (mgr.14716) 2854 : cluster [DBG] pgmap v2450: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:26:06.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:06 smithi129 conmon[101092]: cluster 2022-01-18T17:26:05.542676+0000 mgr.smithi129.iclwio (mgr.14716) 2854 : cluster [DBG] pgmap v2450: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:26:06.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:06 smithi129 conmon[101092]: 2022-01-18T17:26:08.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:08 smithi129 conmon[101092]: cluster 2022-01-18T17:26:07.543369+0000 mgr.smithi129.iclwio (mgr.14716) 2855 : cluster [DBG] pgmap v2451: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:09.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:08 smithi156 conmon[67007]: cluster 2022-01-18T17:26:07.543369+0000 mgr.smithi129.iclwio (mgr.14716) 2855 : cluster 2022-01-18T17:26:09.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:08 smithi156 conmon[67007]: [DBG] pgmap v2451: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:10.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:10 smithi129 conmon[101092]: cluster 2022-01-18T17:26:09.544133+0000 mgr.smithi129.iclwio (mgr.14716) 2856 : cluster [DBG] pgmap v2452: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:26:11.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:10 smithi156 conmon[67007]: cluster 2022-01-18T17:26:09.544133+0000 mgr.smithi129.iclwio (mgr.14716) 2856 : cluster [DBG] pgmap v2452: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:26:11.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:10 smithi156 conmon[67007]: 2022-01-18T17:26:12.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:12 smithi129 conmon[101092]: cluster 2022-01-18T17:26:11.544590+0000 mgr.smithi129.iclwio (mgr.14716) 2857 : cluster [DBG] pgmap v2453: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:13.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:12 smithi156 conmon[67007]: cluster 2022-01-18T17:26:11.544590+0000 mgr.smithi129.iclwio (mgr.14716) 2857 : cluster [DBG] 2022-01-18T17:26:13.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:12 smithi156 conmon[67007]: pgmap v2453: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:14.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:14 smithi156 conmon[67007]: cluster 2022-01-18T17:26:13.545176+0000 mgr.smithi129.iclwio (mgr.14716) 2858 : cluster 2022-01-18T17:26:14.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:14 smithi156 conmon[67007]: [DBG] pgmap v2454: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:14.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:14 smithi129 conmon[101092]: cluster 2022-01-18T17:26:13.545176+0000 mgr.smithi129.iclwio (mgr.14716) 2858 : cluster [DBG] pgmap v2454: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:16.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:16 smithi156 conmon[67007]: cluster 2022-01-18T17:26:15.545955+0000 mgr.smithi129.iclwio (mgr.14716) 2859 : cluster [DBG] 2022-01-18T17:26:16.371 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:16 smithi156 conmon[67007]: pgmap v2455: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:26:16.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:16 smithi129 conmon[101092]: cluster 2022-01-18T17:26:15.545955+0000 mgr.smithi129.iclwio (mgr.14716) 2859 : cluster [DBG] pgmap v2455: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:26:18.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:18 smithi129 conmon[101092]: cluster 2022-01-18T17:26:17.546587+0000 mgr.smithi129.iclwio (mgr.14716) 2860 : cluster [DBG] pgmap v2456: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:19.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:18 smithi156 conmon[67007]: cluster 2022-01-18T17:26:17.546587+0000 mgr.smithi129.iclwio (mgr.14716) 2860 : cluster [DBG] pgmap v2456: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:20.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:20 smithi129 conmon[101092]: cluster 2022-01-18T17:26:19.547253+0000 mgr.smithi129.iclwio (mgr.14716) 2861 : cluster [DBG] pgmap v2457: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:26:20.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:20 smithi129 conmon[101092]: 2022-01-18T17:26:21.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:20 smithi156 conmon[67007]: cluster 2022-01-18T17:26:19.547253+0000 mgr.smithi129.iclwio (mgr.14716) 2861 : cluster [DBG] pgmap v2457: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:26:21.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:20 smithi156 conmon[67007]: 2022-01-18T17:26:22.441 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:26:22.708 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:26:22.708 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (88m) 9m ago 90m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:26:22.709 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (80m) 9m ago 90m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:26:22.709 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (80m) 9m ago 89m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:26:22.709 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (88m) 9m ago 89m 41.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:26:22.709 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (84m) 9m ago 84m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:26:22.710 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (84m) 9m ago 84m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:26:22.710 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (81m) 9m ago 91m 547M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:26:22.710 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (81m) 9m ago 89m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:26:22.710 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (81m) 9m ago 91m 549M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:26:22.711 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (80m) 9m ago 89m 276M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:26:22.711 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (81m) 9m ago 81m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:26:22.711 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (81m) 9m ago 81m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:26:22.711 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (89m) 9m ago 89m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:26:22.712 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (89m) 9m ago 89m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:26:22.712 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (75m) 9m ago 88m 1631M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:26:22.712 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (88m) 9m ago 88m 2647M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:26:22.712 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (87m) 9m ago 87m 2054M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:26:22.712 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (87m) 9m ago 87m 2640M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:26:22.713 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (87m) 9m ago 87m 2454M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:26:22.713 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (86m) 9m ago 86m 3042M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:26:22.713 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (86m) 9m ago 86m 2391M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:26:22.713 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (86m) 9m ago 86m 3563M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:26:22.714 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (88m) 9m ago 89m 66.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:26:22.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:22 smithi129 conmon[101092]: cluster 2022-01-18T17:26:21.547849+0000 mgr.smithi129.iclwio (mgr.14716) 2862 : cluster [DBG] 2022-01-18T17:26:22.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:22 smithi129 conmon[101092]: pgmap v2458: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:23.027 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:26:23.028 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:26:23.028 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:26:23.028 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:26:23.028 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:26:23.029 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:26:23.029 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:26:23.029 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:26:23.029 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:26:23.030 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:26:23.030 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:26:23.030 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:26:23.030 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:26:23.031 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:26:23.031 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:26:23.031 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:26:23.031 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:26:23.031 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:26:23.032 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:26:23.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:22 smithi156 conmon[67007]: cluster 2022-01-18T17:26:21.547849+0000 mgr.smithi129.iclwio (mgr.14716) 2862 : cluster [DBG] pgmap v2458: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:23.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:23 smithi129 conmon[101092]: audit 2022-01-18T17:26:22.424701+0000 mgr.smithi129.iclwio (mgr.14716) 2863 : audit [DBG] from='client.35986 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:26:23.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:23 smithi129 conmon[101092]: 2022-01-18T17:26:23.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:23 smithi129 conmon[101092]: audit 2022-01-18T17:26:22.695667+0000 mgr.smithi129.iclwio (mgr.14716) 2864 : audit [DBG] from='client.35990 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:26:23.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:23 smithi129 conmon[101092]: audit 2022-01-18T17:26:23.023535+0000 mon.smithi129 (mon.0) 1026 2022-01-18T17:26:23.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:23 smithi129 conmon[101092]: : audit [DBG] from='client.? 172.21.15.129:0/2827057824' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:26:24.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:23 smithi156 conmon[67007]: audit 2022-01-18T17:26:22.424701+0000 mgr.smithi129.iclwio (mgr.14716) 2863 : audit [DBG] 2022-01-18T17:26:24.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:23 smithi156 conmon[67007]: from='client.35986 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:26:24.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:23 smithi156 conmon[67007]: audit 2022-01-18T17:26:22.695667+0000 mgr.smithi129.iclwio (mgr.14716) 2864 : audit [DBG] from='client.35990 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:26:24.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:23 smithi156 conmon[67007]: audit 2022-01-18T17:26:23.023535+0000 mon.smithi129 ( 2022-01-18T17:26:24.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:23 smithi156 conmon[67007]: mon.0) 1026 : audit [DBG] from='client.? 172.21.15.129:0/2827057824' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:26:24.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:24 smithi156 conmon[67007]: cluster 2022-01-18T17:26:23.548535+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T17:26:24.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:24 smithi156 conmon[67007]: 14716) 2865 : cluster [DBG] pgmap v2459: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:24.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:24 smithi156 conmon[67007]: audit 2022-01-18T17:26:24.115401+0000 mon.smithi129 (mon.0) 1027 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:26:24.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:24 smithi156 conmon[67007]: audit 2022-01-18T17:26:24.116762+0000 mon.smithi129 (mon.0) 1028 : audit 2022-01-18T17:26:24.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:24 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:26:24.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:24 smithi156 conmon[67007]: audit 2022-01-18T17:26:24.117638+0000 mon.smithi129 (mon 2022-01-18T17:26:24.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:24 smithi156 conmon[67007]: .0) 1029 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:26:24.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:24 smithi156 conmon[67007]: audit 2022-01-18T17:26:24.412263+0000 mon.smithi129 ( 2022-01-18T17:26:24.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:24 smithi156 conmon[67007]: mon.0) 1030 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T17:26:24.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:24 smithi156 conmon[67007]: audit 2022-01-18T17:26:24.418961+0000 2022-01-18T17:26:24.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:24 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1031 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T17:26:24.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:24 smithi156 conmon[67007]: audit 2022-01-18T17:26:24 2022-01-18T17:26:24.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:24 smithi156 conmon[67007]: .422934+0000 mon.smithi129 (mon.0) 1032 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:26:24.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:24 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T17:26:24.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:24 smithi156 conmon[67007]: 17:26:24.429945+0000 mon.smithi129 (mon.0) 1033 : audit [INF] 2022-01-18T17:26:24.807 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:24 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:26:24.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:24 smithi129 conmon[101092]: cluster 2022-01-18T17:26:23.548535+0000 mgr.smithi129.iclwio (mgr.14716) 2865 : cluster 2022-01-18T17:26:24.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:24 smithi129 conmon[101092]: [DBG] pgmap v2459: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:24.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:24 smithi129 conmon[101092]: audit 2022-01-18T17:26:24.115401+0000 mon.smithi129 (mon.0) 1027 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:26:24.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:24 smithi129 conmon[101092]: audit 2022-01-18T17:26:24.116762+0000 mon.smithi129 (mon 2022-01-18T17:26:24.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:24 smithi129 conmon[101092]: .0) 1028 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:26:24.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:24 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T17:26:24.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:24 smithi129 conmon[101092]: 18T17:26:24.117638+0000 2022-01-18T17:26:24.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:24 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1029 : audit 2022-01-18T17:26:24.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:24 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:26:24.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:24 smithi129 conmon[101092]: audit 2022 2022-01-18T17:26:24.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:24 smithi129 conmon[101092]: -01-18T17:26:24.412263+0000 mon.smithi129 2022-01-18T17:26:24.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:24 smithi129 conmon[101092]: (mon.0) 1030 : audit [INF] 2022-01-18T17:26:24.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:24 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T17:26:24.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:24 smithi129 conmon[101092]: audit 2022-01-18T17:26:24.946 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:24 smithi129 conmon[101092]: 2022-01-18T17:26 2022-01-18T17:26:24.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:24 smithi129 conmon[101092]: :24.418961+0000 mon.smithi129 (mon 2022-01-18T17:26:24.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:24 smithi129 conmon[101092]: .0) 1031 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T17:26:24.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:24 smithi129 conmon[101092]: 2022-01-18T17:26:24.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:24 smithi129 conmon[101092]: audit 2022 2022-01-18T17:26:24.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:24 smithi129 conmon[101092]: -01-18T17:26: 2022-01-18T17:26:24.948 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:24 smithi129 conmon[101092]: 24.422934+0000 mon.smithi129 (mon. 2022-01-18T17:26:24.948 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:24 smithi129 conmon[101092]: 0) 1032 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:26:24.948 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:24 smithi129 conmon[101092]: 2022-01-18T17:26:24.948 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:24 smithi129 conmon[101092]: audit 2022 2022-01-18T17:26:24.949 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:24 smithi129 conmon[101092]: -01-18T17:26: 2022-01-18T17:26:24.949 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:24 smithi129 conmon[101092]: 24.429945+0000 mon.smithi129 (mon. 2022-01-18T17:26:24.949 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:24 smithi129 conmon[101092]: 0) 1033 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:26:24.949 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:24 smithi129 conmon[101092]: 2022-01-18T17:26:25.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:25 smithi129 conmon[101092]: cephadm 2022-01-18T17:26:24.118328+0000 mgr.smithi129.iclwio (mgr.14716) 2866 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:26:25.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:25 smithi129 conmon[101092]: 2022-01-18T17:26:26.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:25 smithi156 conmon[67007]: cephadm 2022-01-18T17:26:24.118328+0000 mgr.smithi129.iclwio (mgr.14716) 2866 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:26:26.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:25 smithi156 conmon[67007]: 2022-01-18T17:26:26.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:26 smithi129 conmon[101092]: cluster 2022-01-18T17:26:25.549366+0000 mgr.smithi129.iclwio (mgr.14716) 2867 : cluster [DBG] pgmap v2460: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:26:27.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:26 smithi156 conmon[67007]: cluster 2022-01-18T17:26:25.549366+0000 mgr.smithi129.iclwio (mgr.14716) 2867 : 2022-01-18T17:26:27.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:26 smithi156 conmon[67007]: cluster [DBG] pgmap v2460: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:26:28.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:28 smithi129 conmon[101092]: cluster 2022-01-18T17:26:27.549857+0000 mgr.smithi129.iclwio 2022-01-18T17:26:28.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:28 smithi129 conmon[101092]: (mgr.14716) 2868 : cluster [DBG] pgmap v2461: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:29.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:28 smithi156 conmon[67007]: cluster 2022-01-18T17:26:27.549857+0000 mgr.smithi129.iclwio (mgr.14716) 2868 : cluster [DBG] pgmap v2461: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:30.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:30 smithi129 conmon[101092]: cluster 2022-01-18T17:26:29.550677+0000 mgr.smithi129.iclwio (mgr.14716) 2869 : cluster [DBG] 2022-01-18T17:26:30.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:30 smithi129 conmon[101092]: pgmap v2462: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:26:31.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:30 smithi156 conmon[67007]: cluster 2022-01-18T17:26:29.550677+0000 mgr.smithi129.iclwio (mgr.14716) 2869 : cluster [DBG] pgmap v2462: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:26:32.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:32 smithi129 conmon[101092]: cluster 2022-01-18T17:26:31.551190+0000 mgr.smithi129.iclwio (mgr.14716) 2870 : cluster [DBG] pgmap v2463: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:32.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:32 smithi129 conmon[101092]: 2022-01-18T17:26:33.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:32 smithi156 conmon[67007]: cluster 2022-01-18T17:26:31.551190+0000 mgr.smithi129.iclwio (mgr.14716) 2870 : cluster [DBG] pgmap v2463: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:34.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:34 smithi156 conmon[67007]: cluster 2022-01-18T17:26:33.551752+0000 mgr.smithi129.iclwio (mgr.14716) 2871 : cluster 2022-01-18T17:26:34.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:34 smithi156 conmon[67007]: [DBG] pgmap v2464: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:34.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:34 smithi129 conmon[101092]: cluster 2022-01-18T17:26:33.551752+0000 mgr.smithi129.iclwio (mgr.14716) 2871 : cluster [DBG] 2022-01-18T17:26:34.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:34 smithi129 conmon[101092]: pgmap v2464: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:36.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:36 smithi129 conmon[101092]: cluster 2022-01-18T17:26:35.554854+0000 mgr.smithi129.iclwio (mgr.14716) 2872 : cluster [DBG] pgmap v2465: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:26:36.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:36 smithi156 conmon[67007]: cluster 2022-01-18T17:26:35.554854+0000 mgr.smithi129.iclwio (mgr.14716) 2872 : cluster [DBG] pgmap v2465: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:26:38.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:38 smithi129 conmon[101092]: cluster 2022-01-18T17:26:37.555473+0000 mgr.smithi129.iclwio (mgr.14716) 2873 : cluster [DBG] pgmap v2466: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:39.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:38 smithi156 conmon[67007]: cluster 2022-01-18T17:26:37.555473+0000 mgr.smithi129.iclwio (mgr.14716) 2873 : cluster [DBG] pgmap v2466: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:40.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:40 smithi129 conmon[101092]: cluster 2022-01-18T17:26:39.556145+0000 mgr.smithi129.iclwio (mgr.14716) 2874 : cluster [DBG] pgmap v2467: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:26:41.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:40 smithi156 conmon[67007]: cluster 2022-01-18T17:26:39.556145+0000 mgr.smithi129.iclwio (mgr.14716) 2874 : cluster [DBG] 2022-01-18T17:26:41.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:40 smithi156 conmon[67007]: pgmap v2467: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:26:42.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:42 smithi129 conmon[101092]: cluster 2022-01-18T17:26:41.556587+0000 mgr.smithi129.iclwio (mgr.14716) 2875 : cluster [DBG] pgmap v2468: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:43.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:42 smithi156 conmon[67007]: cluster 2022-01-18T17:26:41.556587+0000 mgr.smithi129.iclwio (mgr.14716) 2875 : cluster [DBG] pgmap v2468: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:44.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:44 smithi156 conmon[67007]: cluster 2022-01-18T17:26:43.557238+0000 mgr.smithi129.iclwio (mgr.14716) 2876 : cluster [DBG] 2022-01-18T17:26:44.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:44 smithi156 conmon[67007]: pgmap v2469: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:44.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:44 smithi129 conmon[101092]: cluster 2022-01-18T17:26:43.557238+0000 mgr.smithi129.iclwio (mgr.14716) 2876 : cluster [DBG] pgmap v2469: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:46.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:46 smithi129 conmon[101092]: cluster 2022-01-18T17:26:45.558012+0000 mgr.smithi129.iclwio (mgr.14716) 2877 : cluster [DBG] pgmap v2470: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:26:46.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:46 smithi156 conmon[67007]: cluster 2022-01-18T17:26:45.558012+0000 mgr.smithi129.iclwio (mgr.14716) 2877 : cluster [DBG] pgmap v2470: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:26:48.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:48 smithi129 conmon[101092]: cluster 2022-01-18T17:26:47.558566+0000 mgr.smithi129.iclwio (mgr.14716) 2878 : cluster [DBG] pgmap v2471: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:49.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:48 smithi156 conmon[67007]: cluster 2022-01-18T17:26:47.558566+0000 mgr.smithi129.iclwio (mgr.14716) 2878 : cluster [DBG] 2022-01-18T17:26:49.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:48 smithi156 conmon[67007]: pgmap v2471: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:50.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:50 smithi129 conmon[101092]: cluster 2022-01-18T17:26:49.559389+0000 mgr.smithi129.iclwio (mgr.14716) 2879 : cluster [DBG] pgmap v2472: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:26:51.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:50 smithi156 conmon[67007]: cluster 2022-01-18T17:26:49.559389+0000 mgr.smithi129.iclwio (mgr.14716) 2879 : cluster [DBG] pgmap v2472: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:26:52.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:52 smithi129 conmon[101092]: cluster 2022-01-18T17:26:51.560042+0000 mgr.smithi129.iclwio (mgr.14716) 2880 : cluster [DBG] pgmap v2473: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:53.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:52 smithi156 conmon[67007]: cluster 2022-01-18T17:26:51.560042+0000 mgr.smithi129.iclwio (mgr.14716) 2880 : cluster 2022-01-18T17:26:53.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:52 smithi156 conmon[67007]: [DBG] pgmap v2473: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:53.328 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:26:53.594 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:26:53.595 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (89m) 9m ago 90m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:26:53.595 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (81m) 9m ago 90m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:26:53.595 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (81m) 9m ago 89m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:26:53.595 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (89m) 9m ago 90m 41.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:26:53.595 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (85m) 9m ago 85m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:26:53.596 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (85m) 9m ago 85m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:26:53.596 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (82m) 9m ago 91m 547M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:26:53.596 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (81m) 9m ago 89m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:26:53.596 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (81m) 9m ago 91m 549M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:26:53.597 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (81m) 9m ago 89m 276M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:26:53.597 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (82m) 9m ago 82m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:26:53.597 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (82m) 9m ago 82m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:26:53.597 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (90m) 9m ago 90m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:26:53.597 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (89m) 9m ago 89m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:26:53.598 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (75m) 9m ago 89m 1631M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:26:53.598 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (88m) 9m ago 88m 2647M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:26:53.598 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (88m) 9m ago 88m 2054M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:26:53.598 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (88m) 9m ago 88m 2640M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:26:53.599 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (87m) 9m ago 87m 2454M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:26:53.599 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (87m) 9m ago 87m 3042M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:26:53.599 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (87m) 9m ago 87m 2391M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:26:53.599 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (86m) 9m ago 86m 3563M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:26:53.599 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (89m) 9m ago 90m 66.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:26:53.914 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:26:53.914 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:26:53.915 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:26:53.915 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:26:53.915 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:26:53.915 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:26:53.916 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:26:53.916 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:26:53.916 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:26:53.917 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:26:53.917 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:26:53.917 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:26:53.917 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:26:53.917 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:26:53.918 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:26:53.918 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:26:53.918 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:26:53.918 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:26:53.918 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:26:54.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:54 smithi156 conmon[67007]: audit 2022-01-18T17:26:53.312858+0000 mgr.smithi129.iclwio ( 2022-01-18T17:26:54.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:54 smithi156 conmon[67007]: mgr.14716) 2881 : audit [DBG] from='client.35998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:26:54.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:54 smithi156 conmon[67007]: cluster 2022-01-18T17:26:53.560533+0000 mgr.smithi129.iclwio ( 2022-01-18T17:26:54.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:54 smithi156 conmon[67007]: mgr.14716) 2882 : cluster [DBG] pgmap v2474: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:54.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:54 smithi156 conmon[67007]: audit 2022-01 2022-01-18T17:26:54.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:54 smithi156 conmon[67007]: -18T17:26:53.582087+0000 mgr.smithi129.iclwio (mgr.14716) 2883 : audit 2022-01-18T17:26:54.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:54 smithi156 conmon[67007]: [DBG] from='client.36002 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:26:54.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:54 smithi156 conmon[67007]: audit 2022-01 2022-01-18T17:26:54.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:54 smithi156 conmon[67007]: -18T17:26:53.911050+0000 2022-01-18T17:26:54.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:54 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1034 : audit [DBG] from='client.? 172.21.15.129:0/236487643' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:26:54.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:54 smithi156 conmon[67007]: 2022-01-18T17:26:54.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:54 smithi129 conmon[101092]: audit 2022-01-18T17:26:53.312858+0000 mgr.smithi129.iclwio (mgr.14716) 2881 : 2022-01-18T17:26:54.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:54 smithi129 conmon[101092]: audit [DBG] from='client.35998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:26:54.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:54 smithi129 conmon[101092]: cluster 2022-01-18T17:26:53.560533+0000 mgr.smithi129.iclwio (mgr.14716) 2882 : cluster [DBG] pgmap v2474: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:54.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:54 smithi129 conmon[101092]: audit 2022-01-18T17:26:53 2022-01-18T17:26:54.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:54 smithi129 conmon[101092]: .582087+0000 mgr.smithi129.iclwio (mgr.14716) 2883 : audit [DBG] from='client.36002 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:26:54.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:54 smithi129 conmon[101092]: audit 2022-01-18T17:26:53.911050+0000 2022-01-18T17:26:54.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:54 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1034 : audit [DBG] from='client.? 172.21.15.129:0/236487643' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:26:56.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:56 smithi129 conmon[101092]: cluster 2022-01-18T17:26:55.561405+0000 mgr.smithi129.iclwio (mgr.14716) 2884 : cluster 2022-01-18T17:26:56.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:56 smithi129 conmon[101092]: [DBG] pgmap v2475: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:26:56.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:56 smithi156 conmon[67007]: cluster 2022-01-18T17:26:55.561405+0000 mgr.smithi129.iclwio (mgr.14716) 2884 : cluster [DBG] 2022-01-18T17:26:56.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:56 smithi156 conmon[67007]: pgmap v2475: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:26:58.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:58 smithi129 conmon[101092]: cluster 2022-01-18T17:26:57.561942+0000 mgr.smithi129.iclwio (mgr.14716) 2885 : cluster [DBG] 2022-01-18T17:26:58.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:58 smithi129 conmon[101092]: pgmap v2476: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:58.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:58 smithi129 conmon[101092]: audit 2022-01-18T17:26:58.520045+0000 mon.smithi129 (mon.0) 1035 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:26:58.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:58 smithi129 conmon[101092]: audit 2022- 2022-01-18T17:26:58.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:26:58 smithi129 conmon[101092]: 01-18T17:26:58.520293+0000 mon.smithi129 (mon.0) 1036 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:26:59.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:58 smithi156 conmon[67007]: cluster 2022-01-18T17:26:57.561942+0000 mgr.smithi129.iclwio (mgr.14716) 2885 : cluster [DBG] pgmap v2476: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:26:59.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:58 smithi156 conmon[67007]: audit 2022-01-18T17:26:58.520045+0000 mon.smithi129 (mon.0) 1035 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:26:59.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:58 smithi156 conmon[67007]: audit 2022-01-18T17:26:58.520293+0000 mon.smithi129 (mon.0) 2022-01-18T17:26:59.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:26:58 smithi156 conmon[67007]: 1036 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:27:00.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:00 smithi129 conmon[101092]: cluster 2022-01-18T17:26:59.562616+0000 mgr.smithi129.iclwio (mgr.14716) 2886 : cluster [DBG] 2022-01-18T17:27:00.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:00 smithi129 conmon[101092]: pgmap v2477: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:27:01.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:00 smithi156 conmon[67007]: cluster 2022-01-18T17:26:59.562616+0000 mgr.smithi129.iclwio (mgr.14716) 2886 : cluster [DBG] pgmap v2477: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:27:02.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:02 smithi129 conmon[101092]: cluster 2022-01-18T17:27:01.563039+0000 mgr.smithi129.iclwio (mgr.14716) 2887 : cluster [DBG] pgmap v2478: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:03.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:02 smithi156 conmon[67007]: cluster 2022-01-18T17:27:01.563039+0000 mgr.smithi129.iclwio (mgr.14716) 2887 : cluster [DBG] pgmap v2478: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:04.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:04 smithi156 conmon[67007]: cluster 2022-01-18T17:27:03.563621+0000 mgr.smithi129.iclwio (mgr.14716) 2888 : cluster [DBG] pgmap v2479: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:04.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:04 smithi129 conmon[101092]: cluster 2022-01-18T17:27:03.563621+0000 mgr.smithi129.iclwio (mgr.14716) 2888 : cluster [DBG] pgmap v2479: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:04.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:04 smithi129 conmon[101092]: 2022-01-18T17:27:06.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:06 smithi129 conmon[101092]: cluster 2022-01-18T17:27:05.564506+0000 mgr.smithi129.iclwio (mgr.14716) 2889 : cluster [DBG] pgmap v2480: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:27:06.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:06 smithi156 conmon[67007]: cluster 2022-01-18T17:27:05.564506+0000 mgr.smithi129.iclwio (mgr.14716) 2889 : cluster [DBG] pgmap v2480: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:27:08.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:08 smithi129 conmon[101092]: cluster 2022-01-18T17:27:07.565158+0000 mgr.smithi129.iclwio (mgr.14716) 2890 : cluster [DBG] pgmap v2481: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:09.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:08 smithi156 conmon[67007]: cluster 2022-01-18T17:27:07.565158+0000 mgr.smithi129.iclwio (mgr.14716) 2890 : cluster [DBG] pgmap v2481: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:10.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:10 smithi129 conmon[101092]: cluster 2022-01-18T17:27:09.566107+0000 mgr.smithi129.iclwio (mgr.14716) 2891 : cluster [DBG] pgmap v2482: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:27:10.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:10 smithi129 conmon[101092]: 2022-01-18T17:27:11.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:10 smithi156 conmon[67007]: cluster 2022-01-18T17:27:09.566107+0000 mgr.smithi129.iclwio (mgr.14716) 2891 : cluster [DBG] pgmap v2482: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:27:12.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:12 smithi129 conmon[101092]: cluster 2022-01-18T17:27:11.566619+0000 mgr.smithi129.iclwio (mgr.14716) 2892 : cluster [DBG] pgmap v2483: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:13.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:12 smithi156 conmon[67007]: cluster 2022-01-18T17:27:11.566619+0000 mgr.smithi129.iclwio (mgr.14716) 2892 : cluster [DBG] pgmap v2483: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:13.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:12 smithi156 conmon[67007]: 2022-01-18T17:27:14.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:14 smithi156 conmon[67007]: cluster 2022-01-18T17:27:13.567099+0000 mgr.smithi129.iclwio (mgr.14716) 2893 : cluster [DBG] pgmap v2484: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:14.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:14 smithi129 conmon[101092]: cluster 2022-01-18T17:27:13.567099+0000 mgr.smithi129.iclwio (mgr.14716) 2893 : cluster [DBG] pgmap v2484: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:16.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:16 smithi129 conmon[101092]: cluster 2022-01-18T17:27:15.567934+0000 mgr.smithi129.iclwio (mgr.14716) 2894 : cluster [DBG] pgmap v2485: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:27:16.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:16 smithi156 conmon[67007]: cluster 2022-01-18T17:27:15.567934+0000 mgr.smithi129.iclwio (mgr.14716) 2894 : cluster [DBG] pgmap v2485: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:27:18.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:18 smithi129 conmon[101092]: cluster 2022-01-18T17:27:17.568488+0000 mgr.smithi129.iclwio (mgr.14716) 2895 : cluster [DBG] pgmap v2486: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:19.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:18 smithi156 conmon[67007]: cluster 2022-01-18T17:27:17.568488+0000 mgr.smithi129.iclwio (mgr.14716) 2895 : cluster [DBG] pgmap v2486: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:20.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:20 smithi129 conmon[101092]: cluster 2022-01-18T17:27:19.569322+0000 mgr.smithi129.iclwio (mgr.14716) 2896 : cluster [DBG] pgmap v2487: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:27:21.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:20 smithi156 conmon[67007]: cluster 2022-01-18T17:27:19.569322+0000 mgr.smithi129.iclwio (mgr.14716) 2896 : cluster [DBG] pgmap v2487: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:27:22.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:22 smithi129 conmon[101092]: cluster 2022-01-18T17:27:21.569959+0000 mgr.smithi129.iclwio (mgr.14716) 2897 : cluster [DBG] pgmap v2488: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:23.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:22 smithi156 conmon[67007]: cluster 2022-01-18T17:27:21.569959+0000 mgr.smithi129.iclwio (mgr.14716) 2897 : cluster [DBG] pgmap v2488: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:24.212 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:27:24.480 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:27:24.481 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (89m) 10m ago 91m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:27:24.481 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (81m) 10m ago 91m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:27:24.481 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (81m) 10m ago 90m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:27:24.482 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (89m) 10m ago 90m 41.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:27:24.482 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (85m) 10m ago 85m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:27:24.482 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (85m) 10m ago 85m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:27:24.482 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (82m) 10m ago 92m 547M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:27:24.483 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (82m) 10m ago 90m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:27:24.483 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (82m) 10m ago 92m 549M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:27:24.483 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (81m) 10m ago 90m 276M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:27:24.483 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (82m) 10m ago 82m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:27:24.483 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (82m) 10m ago 82m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:27:24.484 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (90m) 10m ago 90m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:27:24.484 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (90m) 10m ago 90m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:27:24.484 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (76m) 10m ago 89m 1631M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:27:24.484 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (89m) 10m ago 89m 2647M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:27:24.485 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (88m) 10m ago 88m 2054M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:27:24.485 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (88m) 10m ago 88m 2640M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:27:24.485 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (88m) 10m ago 88m 2454M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:27:24.485 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (88m) 10m ago 88m 3042M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:27:24.486 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (87m) 10m ago 87m 2391M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:27:24.486 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (87m) 10m ago 87m 3563M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:27:24.486 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (89m) 10m ago 90m 66.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:27:24.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:24 smithi156 conmon[67007]: cluster 2022-01-18T17:27:23.570684+0000 mgr.smithi129.iclwio (mgr.14716) 2898 2022-01-18T17:27:24.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:24 smithi156 conmon[67007]: : cluster [DBG] pgmap v2489: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:24.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:24 smithi156 conmon[67007]: audit 2022-01-18T17:27:24.432295+0000 mon.smithi129 (mon.0) 1037 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:27:24.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:24 smithi156 conmon[67007]: audit 2022-01 2022-01-18T17:27:24.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:24 smithi156 conmon[67007]: -18T17:27:24.433600+0000 mon.smithi129 (mon.0) 1038 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:27:24.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:24 smithi156 conmon[67007]: audit 2022-01-18T17:27: 2022-01-18T17:27:24.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:24 smithi156 conmon[67007]: 24.434353+0000 mon.smithi129 (mon.0) 1039 : 2022-01-18T17:27:24.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:24 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:27:24.823 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:27:24.823 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:27:24.823 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:27:24.823 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:27:24.824 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:27:24.824 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:27:24.824 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:27:24.824 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:27:24.825 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:27:24.825 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:27:24.825 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:27:24.825 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:27:24.826 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:27:24.826 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:27:24.826 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:27:24.826 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:27:24.826 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:27:24.827 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:27:24.827 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:27:24.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:24 smithi129 conmon[101092]: cluster 2022-01-18T17:27:23.570684+0000 mgr.smithi129.iclwio (mgr.14716) 2898 : 2022-01-18T17:27:24.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:24 smithi129 conmon[101092]: cluster [DBG] pgmap v2489: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:24.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:24 smithi129 conmon[101092]: audit 2022-01-18T17:27:24.432295+0000 mon.smithi129 (mon.0) 1037 : audit [DBG] 2022-01-18T17:27:24.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:24 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:27:24.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:24 smithi129 conmon[101092]: audit 2022-01-18T17:27:24.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:24 smithi129 conmon[101092]: 2022-01-18T17:27:24.433600+0000 mon.smithi129 (mon.0) 1038 : audit 2022-01-18T17:27:24.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:24 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:27:24.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:24 smithi129 conmon[101092]: audit 2022 2022-01-18T17:27:24.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:24 smithi129 conmon[101092]: -01-18T17:27:24.434353+0000 mon.smithi129 2022-01-18T17:27:24.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:24 smithi129 conmon[101092]: (mon.0) 1039 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:27:26.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:25 smithi156 conmon[67007]: audit 2022-01-18T17:27:24.198154+0000 2022-01-18T17:27:26.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:25 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 2899 : audit [DBG] from='client.36010 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:27:26.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:25 smithi156 conmon[67007]: cephadm 2022-01-18T17:27:24.434925+0000 mgr.smithi129.iclwio (mgr.14716) 2900 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:27:26.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:25 smithi156 conmon[67007]: audit 2022-01-18T17:27:24.468642+0000 mgr.smithi129.iclwio (mgr.14716) 2901 : audit [DBG] from='client.36014 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:27:26.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:25 smithi156 conmon[67007]: audit 2022-01-18T17:27:24.690676+0000 mon.smithi129 (mon.0) 1040 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:27:26.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:25 smithi156 conmon[67007]: audit 2022-01-18T17:27:24.819486+0000 mon.smithi129 (mon.0) 1041 : audit [DBG] from='client.? 172.21.15.129:0/3998080750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:27:26.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:25 smithi129 conmon[101092]: audit 2022-01-18T17:27:24.198154+0000 mgr.smithi129.iclwio (mgr.14716) 2899 : 2022-01-18T17:27:26.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:25 smithi129 conmon[101092]: audit [DBG] from='client.36010 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:27:26.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:25 smithi129 conmon[101092]: cephadm 2022-01-18T17:27:24.434925+0000 mgr.smithi129.iclwio (mgr.14716) 2900 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:27:26.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:25 smithi129 conmon[101092]: audit 2022-01-18T17:27:24.468642+0000 mgr.smithi129.iclwio (mgr.14716) 2901 : audit [DBG] from='client.36014 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:27:26.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:25 smithi129 conmon[101092]: audit 2022-01-18T17:27:24.690676+0000 mon.smithi129 (mon.0) 1040 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:27:26.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:25 smithi129 conmon[101092]: audit 2022-01-18T17:27:24.819486+0000 mon.smithi129 (mon.0) 1041 : audit [DBG] from='client.? 172.21.15.129:0/3998080750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:27:27.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:26 smithi156 conmon[67007]: cluster 2022-01-18T17:27:25.571509+0000 mgr.smithi129.iclwio (mgr.14716) 2902 : cluster [DBG] pgmap v2490: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:27:27.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:26 smithi129 conmon[101092]: cluster 2022-01-18T17:27:25.571509+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T17:27:27.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:26 smithi129 conmon[101092]: 14716) 2902 : cluster [DBG] pgmap v2490: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:27:28.698 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:28 smithi129 conmon[101092]: cluster 2022-01-18T17:27:27.572197+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:27:28.699 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:28 smithi129 conmon[101092]: ) 2903 : cluster [DBG] pgmap v2491: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:29.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:28 smithi156 conmon[67007]: cluster 2022-01-18T17:27:27.572197+0000 mgr.smithi129.iclwio (mgr.14716) 2903 : cluster 2022-01-18T17:27:29.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:28 smithi156 conmon[67007]: [DBG] pgmap v2491: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:29.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:28 smithi156 conmon[67007]: audit 2022-01-18T17:27:27.991695+0000 mon.smithi129 (mon.0) 1042 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:27:29.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:28 smithi129 conmon[101092]: audit 2022-01-18T17:27:27.991695+0000 mon.smithi129 (mon.0) 1042 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:27:31.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:30 smithi156 conmon[67007]: cluster 2022-01-18T17:27:29.572808+0000 mgr.smithi129.iclwio (mgr.14716) 2904 : cluster [DBG] pgmap v2492: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:27:31.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:30 smithi156 conmon[67007]: audit 2022-01-18T17:27:29.933578+0000 mon.smithi129 (mon.0) 1043 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:27:31.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:30 smithi156 conmon[67007]: audit 2022-01-18T17:27:30.218860+0000 mon.smithi129 (mon.0) 2022-01-18T17:27:31.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:30 smithi156 conmon[67007]: 1044 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:27:31.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:30 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T17:27:31.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:30 smithi156 conmon[67007]: T17:27:30.223915+0000 mon.smithi129 (mon.0) 1045 : audit [INF] 2022-01-18T17:27:31.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:30 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:27:31.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:30 smithi129 conmon[101092]: cluster 2022-01-18T17:27:29.572808+0000 mgr.smithi129.iclwio (mgr.14716) 2904 : cluster [DBG] pgmap v2492: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:27:31.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:30 smithi129 conmon[101092]: audit 2022-01-18T17:27:29.933578+0000 mon.smithi129 (mon.0) 1043 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:27:31.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:30 smithi129 conmon[101092]: audit 2022-01-18T17:27:30.218860+0000 mon.smithi129 (mon.0) 1044 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:27:31.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:30 smithi129 conmon[101092]: audit 2022-01-18T17:27:30.223915+0000 mon.smithi129 (mon.0) 1045 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:27:33.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:32 smithi156 conmon[67007]: cluster 2022-01-18T17:27:31.573291+0000 mgr.smithi129.iclwio (mgr.14716) 2905 : cluster [DBG] 2022-01-18T17:27:33.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:32 smithi156 conmon[67007]: pgmap v2493: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:33.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:32 smithi129 conmon[101092]: cluster 2022-01-18T17:27:31.573291+0000 mgr.smithi129.iclwio (mgr.14716) 2905 : cluster [DBG] pgmap v2493: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:35.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:34 smithi156 conmon[67007]: cluster 2022-01-18T17:27:33.573953+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:27:35.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:34 smithi156 conmon[67007]: ) 2906 : cluster [DBG] pgmap v2494: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:35.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:34 smithi129 conmon[101092]: cluster 2022-01-18T17:27:33.573953+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:27:35.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:34 smithi129 conmon[101092]: ) 2906 : cluster [DBG] pgmap v2494: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:36.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:36 smithi129 conmon[101092]: cluster 2022-01-18T17:27:35.574728+0000 mgr.smithi129.iclwio (mgr.14716) 2907 : cluster [DBG] pgmap v2495: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:27:36.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:36 smithi156 conmon[67007]: cluster 2022-01-18T17:27:35.574728+0000 mgr.smithi129.iclwio (mgr.14716) 2907 : cluster [DBG] pgmap v2495: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:27:36.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:36 smithi156 conmon[67007]: 2022-01-18T17:27:38.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:38 smithi129 conmon[101092]: cluster 2022-01-18T17:27:37.575403+0000 mgr.smithi129.iclwio (mgr.14716) 2908 : cluster 2022-01-18T17:27:38.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:38 smithi129 conmon[101092]: [DBG] pgmap v2496: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:39.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:38 smithi156 conmon[67007]: cluster 2022-01-18T17:27:37.575403+0000 mgr.smithi129.iclwio (mgr.14716) 2908 : cluster [DBG] pgmap v2496: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:39.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:38 smithi156 conmon[67007]: 2022-01-18T17:27:40.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:40 smithi129 conmon[101092]: cluster 2022-01-18T17:27:39.576189+0000 mgr.smithi129.iclwio (mgr.14716) 2909 : cluster [DBG] pgmap v2497: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:27:41.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:40 smithi156 conmon[67007]: cluster 2022-01-18T17:27:39.576189+0000 mgr.smithi129.iclwio (mgr.14716) 2909 : cluster [DBG] pgmap v2497: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:27:42.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:42 smithi129 conmon[101092]: cluster 2022-01-18T17:27:41.576838+0000 mgr.smithi129.iclwio (mgr.14716) 2910 : 2022-01-18T17:27:42.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:42 smithi129 conmon[101092]: cluster [DBG] pgmap v2498: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:43.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:42 smithi156 conmon[67007]: cluster 2022-01-18T17:27:41.576838+0000 mgr.smithi129.iclwio (mgr.14716) 2910 : cluster [DBG] pgmap v2498: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:44.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:44 smithi156 conmon[67007]: cluster 2022-01-18T17:27:43.577365+0000 mgr.smithi129.iclwio (mgr.14716) 2911 : cluster [DBG] pgmap v2499: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:44.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:44 smithi129 conmon[101092]: cluster 2022-01-18T17:27:43.577365+0000 mgr.smithi129.iclwio (mgr.14716) 2911 : cluster [DBG] pgmap v2499: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:46.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:46 smithi129 conmon[101092]: cluster 2022-01-18T17:27:45.578176+0000 mgr.smithi129.iclwio (mgr.14716) 2912 : cluster 2022-01-18T17:27:46.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:46 smithi129 conmon[101092]: [DBG] pgmap v2500: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:27:46.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:46 smithi156 conmon[67007]: cluster 2022-01-18T17:27:45.578176+0000 mgr.smithi129.iclwio (mgr.14716) 2912 : cluster [DBG] pgmap v2500: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:27:48.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:48 smithi129 conmon[101092]: cluster 2022-01-18T17:27:47.578843+0000 mgr.smithi129.iclwio (mgr.14716) 2913 : cluster [DBG] pgmap v2501: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:49.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:48 smithi156 conmon[67007]: cluster 2022-01-18T17:27:47.578843+0000 mgr.smithi129.iclwio (mgr.14716) 2913 : cluster [DBG] pgmap v2501: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:50.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:50 smithi129 conmon[101092]: cluster 2022-01-18T17:27:49.579561+0000 mgr.smithi129.iclwio (mgr.14716) 2914 : 2022-01-18T17:27:50.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:50 smithi129 conmon[101092]: cluster [DBG] pgmap v2502: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:27:51.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:50 smithi156 conmon[67007]: cluster 2022-01-18T17:27:49.579561+0000 mgr.smithi129.iclwio (mgr.14716) 2914 : cluster [DBG] pgmap v2502: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:27:52.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:52 smithi129 conmon[101092]: cluster 2022-01-18T17:27:51.580189+0000 mgr.smithi129.iclwio (mgr.14716) 2915 : cluster [DBG] 2022-01-18T17:27:52.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:52 smithi129 conmon[101092]: pgmap v2503: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:53.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:52 smithi156 conmon[67007]: cluster 2022-01-18T17:27:51.580189+0000 mgr.smithi129.iclwio (mgr.14716) 2915 : cluster [DBG] pgmap v2503: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:54.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:54 smithi156 conmon[67007]: cluster 2022-01-18T17:27:53.580738+0000 mgr.smithi129.iclwio (mgr.14716) 2916 : cluster [DBG] pgmap v2504: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:54.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:54 smithi129 conmon[101092]: cluster 2022-01-18T17:27:53.580738+0000 mgr.smithi129.iclwio (mgr.14716) 2916 : cluster [DBG] pgmap v2504: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:55.122 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:27:55.386 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:27:55.387 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (90m) 25s ago 91m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:27:55.387 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (82m) 25s ago 91m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:27:55.387 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (82m) 27s ago 90m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:27:55.388 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (90m) 25s ago 91m 41.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:27:55.388 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (86m) 25s ago 86m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:27:55.388 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (86m) 27s ago 86m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:27:55.388 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (83m) 25s ago 92m 560M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:27:55.388 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (82m) 27s ago 90m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:27:55.389 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (82m) 25s ago 92m 613M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:27:55.389 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (82m) 27s ago 90m 308M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:27:55.389 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (83m) 25s ago 83m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:27:55.389 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (83m) 27s ago 83m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:27:55.390 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (91m) 25s ago 91m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:27:55.390 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (90m) 27s ago 90m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:27:55.390 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (76m) 25s ago 90m 1659M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:27:55.390 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (89m) 25s ago 89m 2680M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:27:55.391 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (89m) 25s ago 89m 2076M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:27:55.391 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (89m) 25s ago 89m 2674M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:27:55.391 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (88m) 27s ago 88m 2486M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:27:55.391 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (88m) 27s ago 88m 3070M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:27:55.392 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (88m) 27s ago 88m 2417M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:27:55.392 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (87m) 27s ago 87m 3594M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:27:55.392 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (90m) 25s ago 91m 68.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:27:55.703 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:27:55.704 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:27:55.704 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:27:55.704 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:27:55.705 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:27:55.705 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:27:55.705 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:27:55.705 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:27:55.706 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:27:55.706 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:27:55.706 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:27:55.706 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:27:55.707 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:27:55.707 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:27:55.707 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:27:55.707 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:27:55.708 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:27:55.708 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:27:55.708 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:27:56.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:56 smithi129 conmon[101092]: audit 2022-01-18T17:27:55.107815+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:27:56.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:56 smithi129 conmon[101092]: 2917 : audit [DBG] from='client.36022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:27:56.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:56 smithi129 conmon[101092]: audit 2022-01-18T17:27:55.375504+0000 mgr.smithi129.iclwio (mgr.14716) 2918 : audit [DBG] from='client.36026 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:27:56.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:56 smithi129 conmon[101092]: cluster 2022-01-18T 2022-01-18T17:27:56.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:56 smithi129 conmon[101092]: 17:27:55.581443+0000 mgr.smithi129.iclwio (mgr.14716) 2919 : cluster [DBG] pgmap v2505: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:27:56.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:56 smithi129 conmon[101092]: audit 2022-01-18T17:27 2022-01-18T17:27:56.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:56 smithi129 conmon[101092]: :55.701286+0000 mon.smithi129 (mon.0) 1046 : audit [DBG] from='client.? 172.21.15.129:0/784762525' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:27:56.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:56 smithi156 conmon[67007]: audit 2022-01-18T17:27:55.107815+0000 mgr.smithi129.iclwio (mgr.14716) 2917 : audit [DBG] from='client.36022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:27:56.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:56 smithi156 conmon[67007]: 2022-01-18T17:27:56.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:56 smithi156 conmon[67007]: audit 2022-01-18T17:27:55.375504+0000 mgr.smithi129.iclwio (mgr.14716) 2918 : audit [DBG] from='client.36026 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:27:56.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:56 smithi156 conmon[67007]: cluster 2022-01-18T17:27:55.581443+0000 mgr.smithi129.iclwio (mgr.14716) 2919 : cluster 2022-01-18T17:27:56.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:56 smithi156 conmon[67007]: [DBG] pgmap v2505: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:27:56.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:56 smithi156 conmon[67007]: audit 2022-01-18T17:27: 2022-01-18T17:27:56.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:56 smithi156 conmon[67007]: 55.701286+0000 mon.smithi129 (mon.0) 1046 : audit [DBG] from='client.? 172.21.15.129:0/784762525' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:27:58.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:58 smithi129 conmon[101092]: cluster 2022-01-18T17:27:57.581950+0000 mgr.smithi129.iclwio (mgr.14716) 2920 : cluster [DBG] pgmap v2506: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:58.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:58 smithi129 conmon[101092]: 2022-01-18T17:27:58.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:58 smithi129 conmon[101092]: audit 2022-01-18T17:27:58.524485+0000 mon.smithi129 (mon.0) 1047 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:27:58.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:27:58 smithi129 conmon[101092]: audit 2022-01-18T17:27:58.524775+0000 mon.smithi129 (mon.0) 1048 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:27:59.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:58 smithi156 conmon[67007]: cluster 2022-01-18T17:27:57.581950+0000 mgr.smithi129.iclwio (mgr.14716) 2920 : cluster [DBG] 2022-01-18T17:27:59.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:58 smithi156 conmon[67007]: pgmap v2506: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:27:59.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:58 smithi156 conmon[67007]: audit 2022-01-18T17:27:58.524485+0000 mon.smithi129 (mon.0) 1047 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:27:59.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:58 smithi156 conmon[67007]: audit 2022-01-18T17:27:59.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:27:58 smithi156 conmon[67007]: 2022-01-18T17:27:58.524775+0000 mon.smithi129 (mon.0) 1048 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:28:00.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:00 smithi129 conmon[101092]: cluster 2022-01-18T17:27:59.582919+0000 mgr.smithi129.iclwio (mgr.14716) 2921 : cluster [DBG] 2022-01-18T17:28:00.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:00 smithi129 conmon[101092]: pgmap v2507: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:28:01.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:00 smithi156 conmon[67007]: cluster 2022-01-18T17:27:59.582919+0000 mgr.smithi129.iclwio (mgr.14716) 2921 : cluster [DBG] 2022-01-18T17:28:01.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:00 smithi156 conmon[67007]: pgmap v2507: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:28:02.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:02 smithi129 conmon[101092]: cluster 2022-01-18T17:28:01.583352+0000 mgr.smithi129.iclwio (mgr.14716) 2922 : cluster [DBG] pgmap v2508: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:02.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:02 smithi129 conmon[101092]: 2022-01-18T17:28:03.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:02 smithi156 conmon[67007]: cluster 2022-01-18T17:28:01.583352+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:28:03.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:02 smithi156 conmon[67007]: ) 2922 : cluster [DBG] pgmap v2508: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:04.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:04 smithi156 conmon[67007]: cluster 2022-01-18T17:28:03.584038+0000 mgr.smithi129.iclwio (mgr.14716) 2923 : cluster [DBG] pgmap v2509: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:04.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:04 smithi129 conmon[101092]: cluster 2022-01-18T17:28:03.584038+0000 mgr.smithi129.iclwio (mgr.14716) 2923 : cluster [DBG] pgmap v2509: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:06.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:06 smithi129 conmon[101092]: cluster 2022-01-18T17:28:05.584744+0000 mgr.smithi129.iclwio ( 2022-01-18T17:28:06.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:06 smithi129 conmon[101092]: mgr.14716) 2924 : cluster [DBG] pgmap v2510: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:28:06.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:06 smithi156 conmon[67007]: cluster 2022-01-18T17:28:05.584744+0000 mgr.smithi129.iclwio (mgr.14716) 2924 : cluster [DBG] 2022-01-18T17:28:06.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:06 smithi156 conmon[67007]: pgmap v2510: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:28:08.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:08 smithi129 conmon[101092]: cluster 2022-01-18T17:28:07.585460+0000 mgr.smithi129.iclwio (mgr.14716) 2925 : cluster [DBG] pgmap v2511: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:09.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:08 smithi156 conmon[67007]: cluster 2022-01-18T17:28:07.585460+0000 mgr.smithi129.iclwio (mgr.14716) 2925 : cluster [DBG] pgmap v2511: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:10.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:10 smithi129 conmon[101092]: cluster 2022-01-18T17:28:09.586430+0000 2022-01-18T17:28:10.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:10 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 2926 : cluster [DBG] pgmap v2512: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:28:11.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:10 smithi156 conmon[67007]: cluster 2022-01-18T17:28:09.586430+0000 mgr.smithi129.iclwio (mgr.14716) 2926 : cluster [DBG] pgmap v2512: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:28:12.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:12 smithi129 conmon[101092]: cluster 2022-01-18T17:28:11.586929+0000 mgr.smithi129.iclwio (mgr.14716) 2927 : cluster [DBG] pgmap v2513: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:13.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:12 smithi156 conmon[67007]: cluster 2022-01-18T17:28:11.586929+0000 mgr.smithi129.iclwio (mgr.14716) 2927 : cluster [DBG] pgmap v2513: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:14.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:14 smithi156 conmon[67007]: cluster 2022-01-18T17:28:13.587476+0000 mgr.smithi129.iclwio (mgr.14716) 2928 : cluster 2022-01-18T17:28:14.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:14 smithi156 conmon[67007]: [DBG] pgmap v2514: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:14.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:14 smithi129 conmon[101092]: cluster 2022-01-18T17:28:13.587476+0000 mgr.smithi129.iclwio (mgr.14716) 2928 : cluster [DBG] 2022-01-18T17:28:14.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:14 smithi129 conmon[101092]: pgmap v2514: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:16.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:16 smithi129 conmon[101092]: cluster 2022-01-18T17:28:15.588372+0000 mgr.smithi129.iclwio (mgr.14716) 2929 : cluster [DBG] pgmap v2515: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:28:16.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:16 smithi156 conmon[67007]: cluster 2022-01-18T17:28:15.588372+0000 mgr.smithi129.iclwio (mgr.14716) 2929 : cluster [DBG] pgmap v2515: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:28:18.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:18 smithi129 conmon[101092]: cluster 2022-01-18T17:28:17.589064+0000 mgr.smithi129.iclwio (mgr.14716) 2930 : cluster [DBG] pgmap v2516: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:19.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:18 smithi156 conmon[67007]: cluster 2022-01-18T17:28:17.589064+0000 mgr.smithi129.iclwio (mgr.14716) 2930 : cluster [DBG] pgmap v2516: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:20.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:20 smithi129 conmon[101092]: cluster 2022-01-18T17:28:19.589780+0000 mgr.smithi129.iclwio (mgr.14716) 2931 : cluster [DBG] pgmap v2517: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:28:21.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:20 smithi156 conmon[67007]: cluster 2022-01-18T17:28:19.589780+0000 mgr.smithi129.iclwio (mgr.14716) 2931 : cluster [DBG] pgmap v2517: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:28:22.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:22 smithi129 conmon[101092]: cluster 2022-01-18T17:28:21.590223+0000 mgr.smithi129.iclwio (mgr.14716) 2932 : 2022-01-18T17:28:22.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:22 smithi129 conmon[101092]: cluster [DBG] pgmap v2518: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:23.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:22 smithi156 conmon[67007]: cluster 2022-01-18T17:28:21.590223+0000 mgr.smithi129.iclwio (mgr.14716) 2932 : cluster [DBG] 2022-01-18T17:28:23.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:22 smithi156 conmon[67007]: pgmap v2518: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:24.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:24 smithi156 conmon[67007]: cluster 2022-01-18T17:28:23.590866+0000 mgr.smithi129.iclwio (mgr.14716) 2933 : cluster [DBG] pgmap v2519: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:24.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:24 smithi129 conmon[101092]: cluster 2022-01-18T17:28:23.590866+0000 mgr.smithi129.iclwio (mgr.14716) 2933 : cluster [DBG] pgmap v2519: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:26.001 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:28:26.266 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:28:26.267 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (90m) 56s ago 92m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:28:26.267 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (82m) 56s ago 92m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:28:26.267 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (82m) 58s ago 91m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:28:26.267 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (90m) 56s ago 91m 41.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:28:26.268 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (86m) 56s ago 86m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:28:26.268 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (86m) 58s ago 86m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:28:26.268 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (83m) 56s ago 93m 560M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:28:26.268 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (83m) 58s ago 91m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:28:26.269 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (83m) 56s ago 93m 613M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:28:26.269 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (82m) 58s ago 91m 308M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:28:26.269 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (83m) 56s ago 83m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:28:26.269 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (83m) 58s ago 83m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:28:26.269 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (91m) 56s ago 91m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:28:26.270 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (91m) 58s ago 91m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:28:26.270 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (77m) 56s ago 90m 1659M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:28:26.270 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (90m) 56s ago 90m 2680M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:28:26.270 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (89m) 56s ago 89m 2076M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:28:26.271 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (89m) 56s ago 89m 2674M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:28:26.271 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (89m) 58s ago 89m 2486M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:28:26.271 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (89m) 58s ago 89m 3070M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:28:26.271 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (88m) 58s ago 88m 2417M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:28:26.272 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (88m) 58s ago 88m 3594M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:28:26.272 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (90m) 56s ago 91m 68.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:28:26.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:26 smithi129 conmon[101092]: cluster 2022-01-18T17:28:25.591738+0000 mgr.smithi129.iclwio (mgr.14716) 2934 : cluster 2022-01-18T17:28:26.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:26 smithi129 conmon[101092]: [DBG] pgmap v2520: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:28:26.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:26 smithi156 conmon[67007]: cluster 2022-01-18T17:28:25.591738+0000 mgr.smithi129.iclwio (mgr.14716) 2934 : cluster [DBG] pgmap v2520: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:28:26.591 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:28:26.592 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:28:26.592 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:28:26.592 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:28:26.592 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:28:26.593 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:28:26.593 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:28:26.593 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:28:26.593 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:28:26.594 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:28:26.594 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:28:26.594 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:28:26.594 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:28:26.594 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:28:26.595 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:28:26.595 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:28:26.595 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:28:26.595 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:28:26.596 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:28:27.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:27 smithi129 conmon[101092]: audit 2022-01-18T17:28:25.987156+0000 mgr.smithi129.iclwio (mgr.14716) 2935 : audit 2022-01-18T17:28:27.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:27 smithi129 conmon[101092]: [DBG] from='client.36034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:28:27.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:27 smithi129 conmon[101092]: audit 2022-01-18T17:28:26.256104+0000 mgr.smithi129.iclwio (mgr.14716) 2936 : audit [DBG] from='client.36038 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:28:27.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:27 smithi129 conmon[101092]: audit 2022-01-18T17:28 2022-01-18T17:28:27.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:27 smithi129 conmon[101092]: :26.589823+0000 mon.smithi129 (mon.0) 1049 : audit [DBG] from='client.? 172.21.15.129:0/2915409216' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:28:27.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:27 smithi156 conmon[67007]: audit 2022-01-18T17:28:25.987156+0000 mgr.smithi129.iclwio (mgr.14716) 2935 : audit [DBG] from='client.36034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:28:27.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:27 smithi156 conmon[67007]: audit 2022-01-18T17:28:26.256104+0000 mgr.smithi129.iclwio (mgr.14716) 2936 : audit [DBG] from='client.36038 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:28:27.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:27 smithi156 conmon[67007]: audit 2022-01-18T17:28:26.589823+0000 mon.smithi129 (mon. 2022-01-18T17:28:27.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:27 smithi156 conmon[67007]: 0) 1049 : audit [DBG] from='client.? 172.21.15.129:0/2915409216' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:28:28.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:28 smithi129 conmon[101092]: cluster 2022-01-18T17:28:27.592420+0000 mgr.smithi129.iclwio (mgr.14716) 2937 : cluster [DBG] pgmap v2521: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:28.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:28 smithi129 conmon[101092]: 2022-01-18T17:28:28.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:28 smithi156 conmon[67007]: cluster 2022-01-18T17:28:27.592420+0000 mgr.smithi129.iclwio (mgr.14716) 2937 : cluster [DBG] pgmap v2521: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:30.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:30 smithi129 conmon[101092]: cluster 2022-01-18T17:28:29.593165+0000 mgr.smithi129.iclwio (mgr.14716) 2938 : 2022-01-18T17:28:30.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:30 smithi129 conmon[101092]: cluster [DBG] pgmap v2522: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:28:30.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:30 smithi129 conmon[101092]: audit 2022-01-18T17:28:30.226750+0000 mon.smithi129 (mon.0) 1050 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:28:30.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:30 smithi129 conmon[101092]: audit 2022-01-18T17:28:30.227976+0000 mon.smithi129 (mon.0) 1051 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:28:30.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:30 smithi129 conmon[101092]: audit 2022-01-18T17:28:30.228700+0000 mon.smithi129 (mon.0) 1052 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:28:30.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:30 smithi129 conmon[101092]: audit 2022-01-18T17:28:30.529583+0000 mon.smithi129 (mon.0) 1053 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:28:30.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:30 smithi129 conmon[101092]: audit 2022-01-18T17:28:30.534530+0000 mon.smithi129 (mon.0) 1054 2022-01-18T17:28:30.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:30 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:28:31.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:30 smithi156 conmon[67007]: cluster 2022-01-18T17:28:29.593165+0000 mgr.smithi129.iclwio (mgr.14716) 2938 : cluster [DBG] pgmap v2522: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:28:31.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:30 smithi156 conmon[67007]: audit 2022-01-18T17: 2022-01-18T17:28:31.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:30 smithi156 conmon[67007]: 28:30.226750+0000 mon.smithi129 (mon.0) 1050 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:28:31.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:30 smithi156 conmon[67007]: audit 2022-01-18T17:28:30.227976+0000 mon.smithi129 (mon.0) 1051 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:28:31.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:30 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T17:28:31.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:30 smithi156 conmon[67007]: 18T17:28:30.228700+0000 mon.smithi129 (mon.0) 1052 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:28:31.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:30 smithi156 conmon[67007]: 2022-01-18T17:28:31.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:30 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T17:28:31.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:30 smithi156 conmon[67007]: T17:28:30.529583+0000 2022-01-18T17:28:31.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:30 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1053 : audit 2022-01-18T17:28:31.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:30 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:28:31.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:30 smithi156 conmon[67007]: audit 2022- 2022-01-18T17:28:31.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:30 smithi156 conmon[67007]: 01-18T17:28:30 2022-01-18T17:28:31.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:30 smithi156 conmon[67007]: .534530+0000 mon.smithi129 (mon.0) 2022-01-18T17:28:31.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:30 smithi156 conmon[67007]: 1054 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:28:31.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:31 smithi129 conmon[101092]: cephadm 2022-01-18T17:28:30.229313+0000 mgr.smithi129.iclwio (mgr.14716) 2939 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:28:31.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:31 smithi129 conmon[101092]: 2022-01-18T17:28:32.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:31 smithi156 conmon[67007]: cephadm 2022-01-18T17:28:30.229313+0000 mgr.smithi129.iclwio (mgr.14716) 2939 : cephadm [WRN] 2022-01-18T17:28:32.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:31 smithi156 conmon[67007]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:28:32.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:32 smithi129 conmon[101092]: cluster 2022-01-18T17:28:31.593836+0000 mgr.smithi129.iclwio (mgr.14716) 2940 : cluster [DBG] pgmap v2523: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:33.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:32 smithi156 conmon[67007]: cluster 2022-01-18T17:28:31.593836+0000 mgr.smithi129.iclwio (mgr.14716) 2940 : cluster [DBG] pgmap v2523: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:34.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:34 smithi156 conmon[67007]: cluster 2022-01-18T17:28:33.594328+0000 mgr.smithi129.iclwio (mgr.14716) 2941 : cluster 2022-01-18T17:28:34.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:34 smithi156 conmon[67007]: [DBG] pgmap v2524: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:34.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:34 smithi129 conmon[101092]: cluster 2022-01-18T17:28:33.594328+0000 mgr.smithi129.iclwio (mgr.14716) 2941 : cluster [DBG] pgmap v2524: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:36.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:36 smithi129 conmon[101092]: cluster 2022-01-18T17:28:35.595275+0000 mgr.smithi129.iclwio (mgr.14716) 2942 : cluster [DBG] pgmap v2525: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:28:36.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:36 smithi156 conmon[67007]: cluster 2022-01-18T17:28:35.595275+0000 mgr.smithi129.iclwio (mgr.14716) 2942 : cluster [DBG] pgmap v2525: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:28:38.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:38 smithi129 conmon[101092]: cluster 2022-01-18T17:28:37.595971+0000 mgr.smithi129.iclwio (mgr.14716) 2943 : cluster [DBG] 2022-01-18T17:28:38.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:38 smithi129 conmon[101092]: pgmap v2526: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:39.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:38 smithi156 conmon[67007]: cluster 2022-01-18T17:28:37.595971+0000 mgr.smithi129.iclwio (mgr.14716) 2943 : cluster [DBG] pgmap v2526: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:40.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:40 smithi129 conmon[101092]: cluster 2022-01-18T17:28:39.596828+0000 mgr.smithi129.iclwio (mgr.14716) 2944 : cluster 2022-01-18T17:28:40.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:40 smithi129 conmon[101092]: [DBG] pgmap v2527: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:28:41.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:40 smithi156 conmon[67007]: cluster 2022-01-18T17:28:39.596828+0000 mgr.smithi129.iclwio (mgr.14716) 2944 : cluster [DBG] pgmap v2527: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:28:42.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:42 smithi129 conmon[101092]: cluster 2022-01-18T17:28:41.597416+0000 mgr.smithi129.iclwio (mgr.14716) 2945 : cluster [DBG] pgmap v2528: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:43.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:42 smithi156 conmon[67007]: cluster 2022-01-18T17:28:41.597416+0000 mgr.smithi129.iclwio (mgr.14716) 2945 : cluster [DBG] pgmap v2528: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:44.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:44 smithi156 conmon[67007]: cluster 2022-01-18T17:28:43.597963+0000 mgr.smithi129.iclwio (mgr.14716) 2946 : cluster [DBG] pgmap v2529: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:44.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:44 smithi129 conmon[101092]: cluster 2022-01-18T17:28:43.597963+0000 mgr.smithi129.iclwio (mgr.14716) 2946 : cluster [DBG] pgmap v2529: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:46.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:46 smithi129 conmon[101092]: cluster 2022-01-18T17:28:45.598760+0000 mgr.smithi129.iclwio (mgr.14716) 2947 : cluster [DBG] pgmap v2530: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:28:46.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:46 smithi156 conmon[67007]: cluster 2022-01-18T17:28:45.598760+0000 mgr.smithi129.iclwio (mgr.14716) 2947 : cluster [DBG] pgmap v2530: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:28:48.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:48 smithi129 conmon[101092]: cluster 2022-01-18T17:28:47.599474+0000 mgr.smithi129.iclwio (mgr.14716) 2948 : cluster [DBG] pgmap v2531: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:48.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:48 smithi129 conmon[101092]: 2022-01-18T17:28:49.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:48 smithi156 conmon[67007]: cluster 2022-01-18T17:28:47.599474+0000 mgr.smithi129.iclwio (mgr.14716) 2948 : cluster 2022-01-18T17:28:49.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:48 smithi156 conmon[67007]: [DBG] pgmap v2531: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:50.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:50 smithi129 conmon[101092]: cluster 2022-01-18T17:28:49.600234+0000 mgr.smithi129.iclwio (mgr.14716) 2949 : cluster [DBG] pgmap v2532: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:28:50.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:50 smithi129 conmon[101092]: 2022-01-18T17:28:51.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:50 smithi156 conmon[67007]: cluster 2022-01-18T17:28:49.600234+0000 mgr.smithi129.iclwio (mgr.14716) 2949 : cluster [DBG] pgmap v2532: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:28:52.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:52 smithi129 conmon[101092]: cluster 2022-01-18T17:28:51.600783+0000 2022-01-18T17:28:52.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:52 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 2950 : cluster [DBG] pgmap v2533: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:53.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:52 smithi156 conmon[67007]: cluster 2022-01-18T17:28:51.600783+0000 mgr.smithi129.iclwio (mgr.14716) 2950 : cluster 2022-01-18T17:28:53.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:52 smithi156 conmon[67007]: [DBG] pgmap v2533: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:54.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:54 smithi156 conmon[67007]: cluster 2022-01-18T17:28:53.601438+0000 mgr.smithi129.iclwio (mgr.14716) 2951 : cluster [DBG] pgmap v2534: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:54.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:54 smithi129 conmon[101092]: cluster 2022-01-18T17:28:53.601438+0000 mgr.smithi129.iclwio (mgr.14716) 2951 : cluster [DBG] pgmap v2534: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:54.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:54 smithi129 conmon[101092]: 2022-01-18T17:28:56.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:56 smithi129 conmon[101092]: cluster 2022-01-18T17:28:55.602369 2022-01-18T17:28:56.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:56 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 2952 : cluster [DBG] pgmap v2535: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:28:56.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:56 smithi156 conmon[67007]: cluster 2022-01-18T17:28:55.602369+0000 mgr.smithi129.iclwio (mgr.14716) 2952 : cluster [DBG] pgmap v2535: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:28:56.891 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:28:57.155 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:28:57.156 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (91m) 87s ago 92m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:28:57.156 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (83m) 87s ago 92m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:28:57.156 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (83m) 89s ago 91m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:28:57.157 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (91m) 87s ago 92m 41.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:28:57.157 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (87m) 87s ago 87m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:28:57.157 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (87m) 89s ago 87m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:28:57.157 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (84m) 87s ago 93m 560M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:28:57.157 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (83m) 89s ago 91m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:28:57.158 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (83m) 87s ago 93m 613M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:28:57.158 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (83m) 89s ago 91m 308M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:28:57.159 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (84m) 87s ago 84m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:28:57.159 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (84m) 89s ago 84m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:28:57.159 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (92m) 87s ago 92m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:28:57.159 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (91m) 89s ago 91m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:28:57.159 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (77m) 87s ago 91m 1659M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:28:57.160 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (90m) 87s ago 90m 2680M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:28:57.160 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (90m) 87s ago 90m 2076M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:28:57.160 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (90m) 87s ago 90m 2674M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:28:57.160 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (89m) 89s ago 89m 2486M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:28:57.161 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (89m) 89s ago 89m 3070M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:28:57.161 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (89m) 89s ago 89m 2417M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:28:57.161 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (88m) 89s ago 88m 3594M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:28:57.161 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (91m) 87s ago 92m 68.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:28:57.473 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:28:57.473 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:28:57.473 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:28:57.474 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:28:57.474 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:28:57.474 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:28:57.474 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:28:57.475 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:28:57.475 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:28:57.475 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:28:57.475 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:28:57.476 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:28:57.476 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:28:57.476 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:28:57.476 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:28:57.477 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:28:57.477 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:28:57.477 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:28:57.477 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:28:57.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:57 smithi156 conmon[67007]: audit 2022-01-18T17:28:57.471769+0000 mon.smithi129 (mon.0) 1055 : audit [DBG] from='client.? 172.21.15.129:0/1068538161' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:28:57.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:57 smithi129 conmon[101092]: audit 2022-01-18T17:28:57.471769+0000 mon.smithi129 (mon.0) 1055 : audit [DBG] from='client.? 172.21.15.129:0/1068538161' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:28:58.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:58 smithi156 conmon[67007]: audit 2022-01-18T17:28:56.877376+0000 mgr.smithi129.iclwio (mgr.14716) 2953 : audit [DBG] 2022-01-18T17:28:58.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:58 smithi156 conmon[67007]: from='client.36046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:28:58.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:58 smithi156 conmon[67007]: audit 2022-01-18T17:28:57.145734+0000 mgr.smithi129.iclwio (mgr.14716) 2954 : audit [DBG] from='client.36050 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:28:58.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:58 smithi156 conmon[67007]: cluster 2022-01-18T17:28:57.602829+0000 2022-01-18T17:28:58.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:58 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 2955 : cluster [DBG] pgmap v2536: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:58.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:58 smithi129 conmon[101092]: audit 2022-01-18T17:28:56.877376+0000 mgr.smithi129.iclwio 2022-01-18T17:28:58.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:58 smithi129 conmon[101092]: (mgr.14716) 2953 : audit [DBG] from='client.36046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:28:58.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:58 smithi129 conmon[101092]: audit 2022-01-18T17:28:57.145734+0000 mgr.smithi129.iclwio (mgr.14716) 2954 : audit [DBG] from='client.36050 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:28:58.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:58 smithi129 conmon[101092]: cluster 2022-01-18T17:28:57.602829+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:28:58.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:58 smithi129 conmon[101092]: 2955 : cluster [DBG] pgmap v2536: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:28:59.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:59 smithi156 conmon[67007]: audit 2022-01-18T17:28:58.529321+0000 mon.smithi129 (mon.0) 1056 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:28:59.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:59 smithi156 conmon[67007]: audit 2022-01-18T17 2022-01-18T17:28:59.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:28:59 smithi156 conmon[67007]: :28:58.529567+0000 mon.smithi129 (mon.0) 1057 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:28:59.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:59 smithi129 conmon[101092]: audit 2022-01-18T17:28:58.529321+0000 mon.smithi129 (mon.0) 1056 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:28:59.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:28:59 smithi129 conmon[101092]: audit 2022-01-18T17:28:58.529567+0000 mon.smithi129 (mon.0) 1057 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:29:00.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:00 smithi156 conmon[67007]: cluster 2022-01-18T17:28:59.603679+0000 mgr.smithi129.iclwio (mgr.14716) 2956 : cluster [DBG] pgmap v2537: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:29:00.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:00 smithi129 conmon[101092]: cluster 2022-01-18T17:28:59.603679+0000 mgr.smithi129.iclwio (mgr.14716) 2956 : cluster [DBG] 2022-01-18T17:29:00.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:00 smithi129 conmon[101092]: pgmap v2537: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:29:02.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:02 smithi129 conmon[101092]: cluster 2022-01-18T17:29:01.604319+0000 mgr.smithi129.iclwio (mgr.14716) 2957 : cluster [DBG] pgmap v2538: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:03.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:02 smithi156 conmon[67007]: cluster 2022-01-18T17:29:01.604319+0000 mgr.smithi129.iclwio (mgr.14716) 2957 : cluster [DBG] pgmap v2538: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:04.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:04 smithi156 conmon[67007]: cluster 2022-01-18T17:29:03.604924+0000 mgr.smithi129.iclwio (mgr.14716) 2958 : cluster [DBG] pgmap v2539: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:04.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:04 smithi129 conmon[101092]: cluster 2022-01-18T17:29:03.604924+0000 mgr.smithi129.iclwio (mgr.14716) 2958 : cluster [DBG] pgmap v2539: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:06.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:06 smithi129 conmon[101092]: cluster 2022-01-18T17:29:05.605658+0000 mgr.smithi129.iclwio (mgr.14716) 2959 : cluster [DBG] pgmap v2540: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:29:06.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:06 smithi129 conmon[101092]: 2022-01-18T17:29:06.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:06 smithi156 conmon[67007]: cluster 2022-01-18T17:29:05.605658+0000 mgr.smithi129.iclwio (mgr.14716) 2959 : cluster [DBG] pgmap v2540: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:29:08.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:08 smithi129 conmon[101092]: cluster 2022-01-18T17:29:07.606233+0000 mgr.smithi129.iclwio (mgr.14716) 2960 : cluster [DBG] pgmap v2541: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:08.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:08 smithi129 conmon[101092]: 2022-01-18T17:29:09.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:08 smithi156 conmon[67007]: cluster 2022-01-18T17:29:07.606233+0000 mgr.smithi129.iclwio (mgr.14716) 2960 : cluster [DBG] pgmap v2541: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:10.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:10 smithi129 conmon[101092]: cluster 2022-01-18T17:29:09.607013+0000 mgr.smithi129.iclwio (mgr.14716) 2961 : cluster [DBG] pgmap v2542: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:29:11.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:10 smithi156 conmon[67007]: cluster 2022-01-18T17:29:09.607013+0000 mgr.smithi129.iclwio (mgr.14716) 2961 : cluster [DBG] pgmap v2542: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:29:12.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:12 smithi129 conmon[101092]: cluster 2022-01-18T17:29:11.607577+0000 mgr.smithi129.iclwio (mgr.14716) 2962 : cluster [DBG] pgmap v2543: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:13.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:12 smithi156 conmon[67007]: cluster 2022-01-18T17:29:11.607577+0000 mgr.smithi129.iclwio (mgr.14716) 2962 : cluster [DBG] pgmap v2543: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:14.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:14 smithi156 conmon[67007]: cluster 2022-01-18T17:29:13.608251+0000 mgr.smithi129.iclwio (mgr.14716) 2963 : cluster [DBG] pgmap v2544: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:14.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:14 smithi129 conmon[101092]: cluster 2022-01-18T17:29:13.608251+0000 mgr.smithi129.iclwio (mgr.14716) 2963 : cluster [DBG] pgmap v2544: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:16.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:16 smithi129 conmon[101092]: cluster 2022-01-18T17:29:15.609143+0000 mgr.smithi129.iclwio (mgr.14716) 2964 : cluster [DBG] pgmap v2545: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:29:16.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:16 smithi156 conmon[67007]: cluster 2022-01-18T17:29:15.609143+0000 mgr.smithi129.iclwio (mgr.14716) 2964 : cluster [DBG] pgmap v2545: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:29:18.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:18 smithi129 conmon[101092]: cluster 2022-01-18T17:29:17.609696+0000 mgr.smithi129.iclwio (mgr.14716) 2965 : cluster [DBG] pgmap v2546: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:19.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:18 smithi156 conmon[67007]: cluster 2022-01-18T17:29:17.609696+0000 mgr.smithi129.iclwio (mgr.14716) 2965 : cluster [DBG] pgmap v2546: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:20.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:20 smithi129 conmon[101092]: cluster 2022-01-18T17:29:19.610587+0000 mgr.smithi129.iclwio (mgr.14716) 2966 : cluster [DBG] pgmap v2547: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:29:21.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:20 smithi156 conmon[67007]: cluster 2022-01-18T17:29:19.610587+0000 mgr.smithi129.iclwio (mgr.14716) 2966 : cluster [DBG] pgmap v2547: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:29:22.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:22 smithi129 conmon[101092]: cluster 2022-01-18T17:29:21.611098+0000 mgr.smithi129.iclwio (mgr.14716) 2967 : cluster [DBG] pgmap v2548: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:23.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:22 smithi156 conmon[67007]: cluster 2022-01-18T17:29:21.611098+0000 mgr.smithi129.iclwio (mgr.14716) 2967 : cluster [DBG] pgmap v2548: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:24.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:24 smithi156 conmon[67007]: cluster 2022-01-18T17:29:23.611685+0000 mgr.smithi129.iclwio (mgr.14716) 2968 : cluster [DBG] pgmap v2549: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:24.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:24 smithi129 conmon[101092]: cluster 2022-01-18T17:29:23.611685+0000 mgr.smithi129.iclwio (mgr.14716) 2968 : cluster [DBG] pgmap v2549: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:26.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:26 smithi129 conmon[101092]: cluster 2022-01-18T17:29:25.612489+0000 mgr.smithi129.iclwio (mgr.14716) 2969 : cluster [DBG] pgmap v2550: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:29:26.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:26 smithi156 conmon[67007]: cluster 2022-01-18T17:29:25.612489+0000 mgr.smithi129.iclwio (mgr.14716) 2969 : cluster [DBG] pgmap v2550: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:29:27.773 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:29:28.044 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:29:28.044 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (91m) 118s ago 93m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:29:28.044 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (83m) 118s ago 93m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:29:28.045 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (83m) 2m ago 92m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:29:28.045 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (91m) 118s ago 92m 41.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:29:28.045 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (87m) 118s ago 87m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:29:28.045 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (87m) 2m ago 87m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:29:28.046 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (84m) 118s ago 94m 560M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:29:28.046 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (84m) 2m ago 92m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:29:28.046 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (84m) 118s ago 94m 613M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:29:28.046 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (83m) 2m ago 92m 308M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:29:28.047 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (84m) 118s ago 84m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:29:28.047 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (84m) 2m ago 84m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:29:28.047 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (92m) 118s ago 92m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:29:28.047 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (92m) 2m ago 92m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:29:28.047 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (78m) 118s ago 91m 1659M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:29:28.048 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (91m) 118s ago 91m 2680M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:29:28.048 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (91m) 118s ago 91m 2076M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:29:28.048 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (90m) 118s ago 90m 2674M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:29:28.048 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (90m) 2m ago 90m 2486M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:29:28.049 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (90m) 2m ago 90m 3070M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:29:28.049 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (89m) 2m ago 89m 2417M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:29:28.049 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (89m) 2m ago 89m 3594M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:29:28.049 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (91m) 118s ago 92m 68.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:29:28.361 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:29:28.361 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:29:28.362 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:29:28.362 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:29:28.362 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:29:28.362 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:29:28.363 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:29:28.363 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:29:28.364 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:29:28.364 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:29:28.364 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:29:28.364 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:29:28.365 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:29:28.365 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:29:28.365 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:29:28.366 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:29:28.366 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:29:28.366 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:29:28.366 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:29:28.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:28 smithi129 conmon[101092]: cluster 2022-01-18T17:29:27.612977+0000 mgr.smithi129.iclwio (mgr.14716) 2970 : cluster [DBG] pgmap v2551: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:28.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:28 smithi129 conmon[101092]: audit 2022-01-18T17:29:27.760057+0000 mgr.smithi129.iclwio (mgr.14716) 2971 : audit [DBG] from='client.36058 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:29:28.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:28 smithi129 conmon[101092]: audit 2022-01-18T17:29:28.360477+0000 mon.smithi129 (mon. 2022-01-18T17:29:28.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:28 smithi129 conmon[101092]: 0) 1058 : audit [DBG] from='client.? 172.21.15.129:0/3774671010' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:29:29.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:28 smithi156 conmon[67007]: cluster 2022-01-18T17:29:27.612977+0000 mgr.smithi129.iclwio (mgr.14716) 2970 : cluster [DBG] pgmap v2551: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:29.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:28 smithi156 conmon[67007]: audit 2022-01-18T17:29:27. 2022-01-18T17:29:29.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:28 smithi156 conmon[67007]: 760057+0000 mgr.smithi129.iclwio (mgr.14716) 2971 : audit [DBG] from='client.36058 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:29:29.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:28 smithi156 conmon[67007]: audit 2022-01-18T17:29:28.360477+0000 mon.smithi129 (mon.0) 1058 : audit [DBG] from='client.? 172.21.15.129:0/3774671010' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:29:29.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:29 smithi129 conmon[101092]: audit 2022-01-18T17:29:28.034467+0000 mgr.smithi129.iclwio 2022-01-18T17:29:29.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:29 smithi129 conmon[101092]: (mgr.14716) 2972 : audit [DBG] from='client.36062 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:29:30.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:29 smithi156 conmon[67007]: audit 2022-01-18T17:29:28.034467+0000 mgr.smithi129.iclwio (mgr.14716) 2972 : audit [DBG] from='client.36062 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:29:30.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:30 smithi129 conmon[101092]: cluster 2022-01-18T 2022-01-18T17:29:30.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:30 smithi129 conmon[101092]: 17:29:29.613909+0000 mgr.smithi129.iclwio (mgr.14716) 2973 : cluster [DBG] pgmap v2552: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:29:30.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:30 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T17:29:30.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:30 smithi129 conmon[101092]: 17:29:30.537283+0000 mon.smithi129 (mon.0) 1059 2022-01-18T17:29:30.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:30 smithi129 conmon[101092]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:29:30.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:30 smithi129 conmon[101092]: audit 2022-01-18T17:29:30.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:30 smithi129 conmon[101092]: 2022-01-18T17:29: 2022-01-18T17:29:30.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:30 smithi129 conmon[101092]: 30.538723+0000 mon.smithi129 (mon.0) 1060 : 2022-01-18T17:29:30.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:30 smithi129 conmon[101092]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:29:30.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:30 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T17:29:30.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:30 smithi129 conmon[101092]: 18T17:29:30.539573+0000 2022-01-18T17:29:30.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:30 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1061 : audit [INF] 2022-01-18T17:29:30.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:30 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:29:31.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:30 smithi156 conmon[67007]: cluster 2022-01-18T17:29:29.613909+0000 mgr.smithi129.iclwio (mgr.14716) 2973 : cluster [DBG] pgmap v2552: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:29:31.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:30 smithi156 conmon[67007]: audit 2022-01-18T17:29:30.537283+0000 mon.smithi129 (mon.0) 1059 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:29:31.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:30 smithi156 conmon[67007]: audit 2022-01-18T17:29:30.538723+0000 mon.smithi129 (mon.0) 1060 : audit 2022-01-18T17:29:31.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:30 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:29:31.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:30 smithi156 conmon[67007]: audit 2022-01-18T17: 2022-01-18T17:29:31.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:30 smithi156 conmon[67007]: 29:30.539573+0000 mon.smithi129 (mon.0) 1061 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:29:31.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:30 smithi156 conmon[67007]: 2022-01-18T17:29:31.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:31 smithi129 conmon[101092]: cephadm 2022-01-18T17:29:30.540318+0000 mgr.smithi129.iclwio (mgr.14716) 2974 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:29:31.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:31 smithi129 conmon[101092]: audit 2022-01-18T17:29:30.806673+0000 mon.smithi129 (mon.0) 1062 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:29:31.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:31 smithi129 conmon[101092]: audit 2022-01-18T17:29:31.101695+0000 mon.smithi129 (mon.0) 1063 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:29:31.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:31 smithi129 conmon[101092]: audit 2022-01-18T17:29:31.109607+0000 mon.smithi129 (mon.0) 1064 : audit 2022-01-18T17:29:31.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:31 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:29:32.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:31 smithi156 conmon[67007]: cephadm 2022-01-18T17:29:30.540318+0000 mgr.smithi129.iclwio (mgr.14716) 2974 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:29:32.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:31 smithi156 conmon[67007]: audit 2022-01-18T17:29:30 2022-01-18T17:29:32.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:31 smithi156 conmon[67007]: .806673+0000 mon.smithi129 (mon.0) 1062 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:29:32.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:31 smithi156 conmon[67007]: audit 2022-01-18T17:29:31.101695+0000 mon.smithi129 (mon.0) 1063 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:29:32.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:31 smithi156 conmon[67007]: audit 2022-01-18T17:29:31.109607+0000 mon.smithi129 2022-01-18T17:29:32.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:31 smithi156 conmon[67007]: (mon.0) 1064 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:29:32.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:32 smithi129 conmon[101092]: cluster 2022-01-18T17:29:31.614480+0000 mgr.smithi129.iclwio (mgr.14716) 2975 : cluster [DBG] pgmap v2553: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:32.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:32 smithi129 conmon[101092]: 2022-01-18T17:29:33.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:32 smithi156 conmon[67007]: cluster 2022-01-18T17:29:31.614480+0000 mgr.smithi129.iclwio (mgr.14716) 2975 : cluster [DBG] pgmap v2553: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:34.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:34 smithi156 conmon[67007]: cluster 2022-01-18T17:29:33.615154+0000 mgr.smithi129.iclwio (mgr.14716) 2976 : cluster 2022-01-18T17:29:34.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:34 smithi156 conmon[67007]: [DBG] pgmap v2554: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:34.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:34 smithi129 conmon[101092]: cluster 2022-01-18T17:29:33.615154+0000 mgr.smithi129.iclwio (mgr.14716) 2976 : cluster [DBG] pgmap v2554: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:34.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:34 smithi129 conmon[101092]: 2022-01-18T17:29:36.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:36 smithi129 conmon[101092]: cluster 2022-01-18T17:29:35.616117+0000 mgr.smithi129.iclwio (mgr.14716) 2977 : cluster [DBG] 2022-01-18T17:29:36.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:36 smithi129 conmon[101092]: pgmap v2555: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:29:36.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:36 smithi156 conmon[67007]: cluster 2022-01-18T17:29:35.616117+0000 mgr.smithi129.iclwio (mgr.14716) 2977 : cluster [DBG] pgmap v2555: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:29:38.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:38 smithi129 conmon[101092]: cluster 2022-01-18T17:29:37.616728+0000 mgr.smithi129.iclwio (mgr.14716) 2978 : cluster [DBG] pgmap v2556: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:39.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:38 smithi156 conmon[67007]: cluster 2022-01-18T17:29:37.616728+0000 mgr.smithi129.iclwio (mgr.14716) 2978 : cluster [DBG] pgmap v2556: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:40.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:40 smithi129 conmon[101092]: cluster 2022-01-18T17:29:39.617538+0000 mgr.smithi129.iclwio (mgr.14716) 2979 : cluster [DBG] pgmap v2557: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:29:41.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:40 smithi156 conmon[67007]: cluster 2022-01-18T17:29:39.617538+0000 mgr.smithi129.iclwio (mgr.14716) 2979 : cluster [DBG] pgmap v2557: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:29:42.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:42 smithi129 conmon[101092]: cluster 2022-01-18T17:29:41.618106+0000 mgr.smithi129.iclwio (mgr.14716) 2980 : cluster [DBG] pgmap v2558: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:43.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:42 smithi156 conmon[67007]: cluster 2022-01-18T17:29:41.618106+0000 mgr.smithi129.iclwio (mgr.14716) 2980 : cluster [DBG] pgmap v2558: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:44.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:44 smithi156 conmon[67007]: cluster 2022-01-18T17:29:43.618656+0000 mgr.smithi129.iclwio (mgr.14716) 2981 : cluster [DBG] 2022-01-18T17:29:44.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:44 smithi156 conmon[67007]: pgmap v2559: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:44.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:44 smithi129 conmon[101092]: cluster 2022-01-18T17:29:43.618656+0000 mgr.smithi129.iclwio (mgr.14716) 2981 : cluster [DBG] pgmap v2559: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:46.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:46 smithi129 conmon[101092]: cluster 2022-01-18T17:29:45.619536+0000 mgr.smithi129.iclwio (mgr.14716) 2982 : cluster [DBG] pgmap v2560: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:29:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:46 smithi156 conmon[67007]: cluster 2022-01-18T17:29:45.619536+0000 mgr.smithi129.iclwio (mgr.14716) 2982 : cluster [DBG] pgmap v2560: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:29:46.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:46 smithi156 conmon[67007]: 2022-01-18T17:29:48.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:48 smithi129 conmon[101092]: cluster 2022-01-18T17:29:47.620228+0000 mgr.smithi129.iclwio (mgr.14716) 2983 : cluster [DBG] pgmap v2561: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:49.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:48 smithi156 conmon[67007]: cluster 2022-01-18T17:29:47.620228+0000 mgr.smithi129.iclwio (mgr.14716) 2983 : cluster [DBG] pgmap v2561: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:49.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:48 smithi156 conmon[67007]: 2022-01-18T17:29:50.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:50 smithi129 conmon[101092]: cluster 2022-01-18T17:29:49.621118+0000 mgr.smithi129.iclwio (mgr.14716) 2984 : cluster [DBG] pgmap v2562: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:29:50.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:50 smithi129 conmon[101092]: 2022-01-18T17:29:51.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:50 smithi156 conmon[67007]: cluster 2022-01-18T17:29:49.621118+0000 mgr.smithi129.iclwio (mgr.14716) 2984 : cluster [DBG] pgmap v2562: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:29:52.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:52 smithi129 conmon[101092]: cluster 2022-01-18T17:29:51.621524+0000 mgr.smithi129.iclwio (mgr.14716) 2985 : cluster [DBG] 2022-01-18T17:29:52.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:52 smithi129 conmon[101092]: pgmap v2563: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:53.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:52 smithi156 conmon[67007]: cluster 2022-01-18T17:29:51.621524+0000 mgr.smithi129.iclwio (mgr.14716) 2985 : cluster [DBG] 2022-01-18T17:29:53.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:52 smithi156 conmon[67007]: pgmap v2563: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:54 smithi156 conmon[67007]: cluster 2022-01-18T17:29:53.622181+0000 mgr.smithi129.iclwio (mgr.14716) 2986 : cluster 2022-01-18T17:29:54.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:54 smithi156 conmon[67007]: [DBG] pgmap v2564: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:54.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:54 smithi129 conmon[101092]: cluster 2022-01-18T17:29:53.622181+0000 mgr.smithi129.iclwio (mgr.14716) 2986 : cluster [DBG] 2022-01-18T17:29:54.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:54 smithi129 conmon[101092]: pgmap v2564: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:56.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:56 smithi129 conmon[101092]: cluster 2022-01-18T17:29:55.623127+0000 mgr.smithi129.iclwio (mgr.14716) 2987 : cluster [DBG] pgmap v2565: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:29:56.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:56 smithi129 conmon[101092]: 2022-01-18T17:29:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:56 smithi156 conmon[67007]: cluster 2022-01-18T17:29:55.623127+0000 mgr.smithi129.iclwio (mgr.14716) 2987 : cluster [DBG] pgmap v2565: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:29:58.662 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:29:58.928 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:29:58.928 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (92m) 2m ago 93m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:29:58.929 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (84m) 2m ago 93m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:29:58.929 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (84m) 2m ago 92m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:29:58.929 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (92m) 2m ago 93m 41.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:29:58.929 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (88m) 2m ago 88m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:29:58.930 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (88m) 2m ago 88m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:29:58.930 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (85m) 2m ago 94m 560M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:29:58.930 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (84m) 2m ago 92m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:29:58.930 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (84m) 2m ago 94m 613M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:29:58.931 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (84m) 2m ago 92m 308M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:29:58.931 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (85m) 2m ago 85m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:29:58.931 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (85m) 2m ago 85m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:29:58.931 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (93m) 2m ago 93m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:29:58.931 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (92m) 2m ago 92m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:29:58.932 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (78m) 2m ago 92m 1659M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:29:58.932 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (91m) 2m ago 91m 2680M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:29:58.932 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (91m) 2m ago 91m 2076M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:29:58.932 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (91m) 2m ago 91m 2674M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:29:58.933 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (90m) 2m ago 90m 2486M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:29:58.933 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (90m) 2m ago 90m 3070M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:29:58.933 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (90m) 2m ago 90m 2417M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:29:58.933 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (89m) 2m ago 89m 3594M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:29:58.934 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (92m) 2m ago 93m 68.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:29:58.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:58 smithi129 conmon[101092]: cluster 2022-01-18T17:29:57.623837+0000 mgr.smithi129.iclwio (mgr 2022-01-18T17:29:58.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:58 smithi129 conmon[101092]: .14716) 2988 : cluster [DBG] pgmap v2566: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:58.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:58 smithi129 conmon[101092]: audit 2022-01-18T17:29:58.535383+0000 mon.smithi129 (mon.0) 1065 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:29:58.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:58 smithi129 conmon[101092]: audit 2022-01-18T17 2022-01-18T17:29:58.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:58 smithi129 conmon[101092]: :29:58.535554+0000 mon.smithi129 (mon.0) 1066 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:29:59.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:58 smithi156 conmon[67007]: cluster 2022-01-18T17:29:57.623837+0000 mgr.smithi129.iclwio (mgr.14716) 2988 : cluster [DBG] pgmap v2566: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:29:59.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:58 smithi156 conmon[67007]: 2022-01-18T17:29:59.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:58 smithi156 conmon[67007]: audit 2022-01-18T17:29:58.535383+0000 mon.smithi129 (mon.0) 1065 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:29:59.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:58 smithi156 conmon[67007]: audit 2022-01-18T17:29:58.535554+0000 mon.smithi129 (mon.0) 1066 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:29:59.247 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:29:59.248 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:29:59.248 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:29:59.248 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:29:59.248 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:29:59.249 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:29:59.249 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:29:59.249 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:29:59.249 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:29:59.249 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:29:59.250 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:29:59.250 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:29:59.250 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:29:59.250 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:29:59.251 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:29:59.251 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:29:59.251 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:29:59.251 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:29:59.252 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:29:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:59 smithi129 conmon[101092]: audit 2022-01-18T17:29:58.650228+0000 mgr.smithi129.iclwio (mgr.14716) 2989 : audit [DBG] from='client.36070 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:29:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:59 smithi129 conmon[101092]: audit 2022-01-18T17:29:59. 2022-01-18T17:29:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:29:59 smithi129 conmon[101092]: 247105+0000 mon.smithi129 (mon.0) 1067 : audit [DBG] from='client.? 172.21.15.129:0/2586191899' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:30:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:59 smithi156 conmon[67007]: audit 2022-01-18T17:29:58.650228+0000 mgr.smithi129.iclwio (mgr.14716) 2989 : audit [DBG] from='client.36070 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:30:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:29:59 smithi156 conmon[67007]: audit 2022-01-18T17:29:59.247105+0000 mon.smithi129 (mon.0) 1067 : audit [DBG] from='client.? 172.21.15.129:0/2586191899' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:30:00.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:00 smithi129 conmon[101092]: audit 2022-01-18T17:29:58.918919+0000 mgr.smithi129.iclwio (mgr.14716) 2990 : audit [DBG] from='client.36074 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:30:00.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:00 smithi129 conmon[101092]: cluster 2022-01-18T17:29:59.624734+0000 mgr.smithi129.iclwio (mgr.14716) 2991 : cluster [DBG] pgmap v2567: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:30:00.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:00 smithi129 conmon[101092]: cluster 2022-01-18T17:30:00.000122+0000 mon.smithi129 (mon.0) 1068 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T17:30:01.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:00 smithi156 conmon[67007]: audit 2022-01-18T17:29:58.918919+0000 mgr.smithi129.iclwio (mgr.14716) 2990 : audit 2022-01-18T17:30:01.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:00 smithi156 conmon[67007]: [DBG] from='client.36074 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:30:01.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:00 smithi156 conmon[67007]: cluster 2022-01-18T17:29:59.624734+0000 mgr.smithi129.iclwio (mgr.14716) 2991 : cluster [DBG] pgmap v2567: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:30:01.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:00 smithi156 conmon[67007]: cluster 2022-01-18T17:30:00.000122+0000 mon.smithi129 (mon 2022-01-18T17:30:01.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:00 smithi156 conmon[67007]: .0) 1068 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T17:30:02.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:02 smithi129 conmon[101092]: cluster 2022-01-18T17:30:01.625231+0000 mgr.smithi129.iclwio (mgr.14716) 2992 : cluster [DBG] pgmap v2568: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:03.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:02 smithi156 conmon[67007]: cluster 2022-01-18T17:30:01.625231+0000 mgr.smithi129.iclwio (mgr.14716) 2992 : cluster [DBG] pgmap v2568: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:05.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:04 smithi156 conmon[67007]: cluster 2022-01-18T17:30:03.625743+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:30:05.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:04 smithi156 conmon[67007]: ) 2993 : cluster [DBG] pgmap v2569: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:05.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:04 smithi129 conmon[101092]: cluster 2022-01-18T17:30:03.625743+0000 mgr.smithi129.iclwio (mgr.14716) 2993 : cluster [DBG] pgmap v2569: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:06.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:06 smithi129 conmon[101092]: cluster 2022-01-18T17:30:05.626500+0000 mgr.smithi129.iclwio (mgr.14716) 2994 : cluster [DBG] pgmap v2570: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:30:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:06 smithi156 conmon[67007]: cluster 2022-01-18T17:30:05.626500+0000 mgr.smithi129.iclwio (mgr.14716) 2994 : cluster [DBG] pgmap v2570: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:30:08.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:08 smithi129 conmon[101092]: cluster 2022-01-18T17:30:07.627231+0000 2022-01-18T17:30:08.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:08 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 2995 : cluster [DBG] pgmap v2571: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:09.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:08 smithi156 conmon[67007]: cluster 2022-01-18T17:30:07.627231+0000 mgr.smithi129.iclwio (mgr.14716) 2995 : cluster [DBG] pgmap v2571: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:10.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:10 smithi129 conmon[101092]: cluster 2022-01-18T17:30:09.627974+0000 mgr.smithi129.iclwio (mgr.14716) 2996 : cluster [DBG] pgmap v2572: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:30:11.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:10 smithi156 conmon[67007]: cluster 2022-01-18T17:30:09.627974+0000 mgr.smithi129.iclwio (mgr.14716) 2996 : cluster [DBG] pgmap v2572: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:30:13.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:12 smithi156 conmon[67007]: cluster 2022-01-18T17:30:11.628525+0000 mgr.smithi129.iclwio (mgr.14716) 2997 : cluster [DBG] pgmap v2573: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:13.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:12 smithi156 conmon[67007]: 2022-01-18T17:30:13.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:12 smithi129 conmon[101092]: cluster 2022-01-18T17:30:11.628525+0000 mgr.smithi129.iclwio (mgr.14716) 2997 : cluster [DBG] pgmap v2573: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:13.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:12 smithi129 conmon[101092]: 2022-01-18T17:30:14.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:14 smithi156 conmon[67007]: cluster 2022-01-18T17:30:13.629182+0000 mgr.smithi129.iclwio (mgr.14716) 2998 : cluster [DBG] 2022-01-18T17:30:14.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:14 smithi156 conmon[67007]: pgmap v2574: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:15.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:14 smithi129 conmon[101092]: cluster 2022-01-18T17:30:13.629182+0000 mgr.smithi129.iclwio (mgr.14716) 2998 : cluster [DBG] pgmap v2574: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:16.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:16 smithi129 conmon[101092]: cluster 2022-01-18T17:30:15.629952+0000 mgr.smithi129.iclwio (mgr.14716) 2999 : cluster 2022-01-18T17:30:16.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:16 smithi129 conmon[101092]: [DBG] pgmap v2575: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:30:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:16 smithi156 conmon[67007]: cluster 2022-01-18T17:30:15.629952+0000 mgr.smithi129.iclwio (mgr.14716) 2999 : cluster [DBG] pgmap v2575: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:30:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:16 smithi156 conmon[67007]: 2022-01-18T17:30:18.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:18 smithi129 conmon[101092]: cluster 2022-01-18T17:30:17.630540+0000 mgr.smithi129.iclwio (mgr.14716) 3000 : cluster [DBG] pgmap v2576: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:19.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:18 smithi156 conmon[67007]: cluster 2022-01-18T17:30:17.630540+0000 mgr.smithi129.iclwio (mgr.14716) 3000 : cluster [DBG] pgmap v2576: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:20.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:20 smithi129 conmon[101092]: cluster 2022-01-18T17:30:19.631329+0000 mgr.smithi129.iclwio (mgr.14716) 3001 : cluster [DBG] pgmap v2577: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:30:20.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:20 smithi129 conmon[101092]: 2022-01-18T17:30:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:20 smithi156 conmon[67007]: cluster 2022-01-18T17:30:19.631329+0000 mgr.smithi129.iclwio (mgr.14716) 3001 : 2022-01-18T17:30:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:20 smithi156 conmon[67007]: cluster [DBG] pgmap v2577: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:30:23.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:22 smithi156 conmon[67007]: cluster 2022-01-18T17:30:21.631939+0000 mgr.smithi129.iclwio (mgr.14716) 3002 : cluster [DBG] pgmap v2578: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:23.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:22 smithi129 conmon[101092]: cluster 2022-01-18T17:30:21.631939+0000 mgr.smithi129.iclwio (mgr.14716) 3002 : cluster [DBG] pgmap v2578: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:25.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:24 smithi156 conmon[67007]: cluster 2022-01-18T17:30:23.632474+0000 mgr.smithi129.iclwio (mgr.14716) 3003 : cluster 2022-01-18T17:30:25.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:24 smithi156 conmon[67007]: [DBG] pgmap v2579: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:25.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:24 smithi129 conmon[101092]: cluster 2022-01-18T17:30:23.632474+0000 mgr.smithi129.iclwio (mgr.14716) 3003 : cluster [DBG] pgmap v2579: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:26 smithi129 conmon[101092]: cluster 2022-01-18T17:30:25.633335+0000 mgr.smithi129.iclwio (mgr.14716) 3004 : cluster [DBG] pgmap v2580: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:30:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:26 smithi156 conmon[67007]: cluster 2022-01-18T17:30:25.633335+0000 mgr.smithi129.iclwio (mgr.14716) 3004 : cluster [DBG] pgmap v2580: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:30:28.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:28 smithi129 conmon[101092]: cluster 2022-01-18T17:30:27.633987+0000 mgr.smithi129.iclwio (mgr.14716) 3005 : cluster [DBG] pgmap v2581: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:29.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:28 smithi156 conmon[67007]: cluster 2022-01-18T17:30:27.633987+0000 mgr.smithi129.iclwio (mgr.14716) 3005 : cluster [DBG] pgmap v2581: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:29.548 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:30:29.815 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:30:29.816 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (93m) 2m ago 94m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:30:29.816 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (84m) 2m ago 94m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:30:29.816 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (84m) 3m ago 93m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:30:29.816 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (92m) 2m ago 93m 41.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:30:29.817 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (88m) 2m ago 88m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:30:29.817 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (88m) 3m ago 88m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:30:29.817 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (85m) 2m ago 95m 560M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:30:29.817 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (85m) 3m ago 93m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:30:29.818 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (85m) 2m ago 95m 613M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:30:29.818 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (84m) 3m ago 93m 308M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:30:29.818 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (85m) 2m ago 85m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:30:29.818 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (85m) 3m ago 85m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:30:29.819 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (93m) 2m ago 93m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:30:29.819 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (93m) 3m ago 93m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:30:29.819 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (79m) 2m ago 92m 1659M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:30:29.819 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (92m) 2m ago 92m 2680M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:30:29.820 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (92m) 2m ago 92m 2076M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:30:29.820 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (91m) 2m ago 91m 2674M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:30:29.820 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (91m) 3m ago 91m 2486M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:30:29.820 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (91m) 3m ago 91m 3070M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:30:29.821 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (90m) 3m ago 90m 2417M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:30:29.821 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (90m) 3m ago 90m 3594M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:30:29.821 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (92m) 2m ago 93m 68.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:30:30.132 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:30:30.133 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:30:30.133 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:30:30.133 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:30:30.133 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:30:30.134 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:30:30.134 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:30:30.134 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:30:30.134 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:30:30.135 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:30:30.135 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:30:30.135 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:30:30.136 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:30:30.136 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:30:30.136 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:30:30.136 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:30:30.137 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:30:30.137 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:30:30.137 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:30:31.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:30 smithi156 conmon[67007]: audit 2022-01-18T17:30:29.536809+0000 mgr.smithi129.iclwio (mgr.14716) 3006 : audit [DBG] from='client.36082 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:30:31.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:30 smithi156 conmon[67007]: cluster 2022-01-18T17:30:29.634677+0000 mgr.smithi129.iclwio (mgr.14716) 3007 : cluster [DBG] pgmap v2582: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:30:31.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:30 smithi156 conmon[67007]: audit 2022-01-18T17:30:30.132599+0000 mon.smithi129 (mon.0) 1069 : audit 2022-01-18T17:30:31.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:30 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/3883100858' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:30:31.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:30 smithi129 conmon[101092]: audit 2022-01-18T17:30:29.536809+0000 mgr.smithi129.iclwio (mgr.14716) 3006 : audit [DBG] 2022-01-18T17:30:31.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:30 smithi129 conmon[101092]: from='client.36082 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:30:31.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:30 smithi129 conmon[101092]: cluster 2022-01-18T17:30:29.634677+0000 mgr.smithi129.iclwio (mgr.14716) 3007 : cluster [DBG] pgmap v2582: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:30:31.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:30 smithi129 conmon[101092]: audit 2022-01-18T17:30: 2022-01-18T17:30:31.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:30 smithi129 conmon[101092]: 30.132599+0000 mon.smithi129 (mon.0) 1069 : audit [DBG] from='client.? 172.21.15.129:0/3883100858' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:30:31.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:31 smithi129 conmon[101092]: audit 2022-01-18T17:30:29.806475+0000 mgr.smithi129.iclwio (mgr.14716) 3008 : audit [DBG] from='client.36086 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:30:31.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:31 smithi129 conmon[101092]: audit 2022-01-18T17:30:31.112220+0000 mon.smithi129 (mon.0) 1070 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:30:31.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:31 smithi129 conmon[101092]: audit 2022-01-18T17:30:31.113653+0000 mon.smithi129 (mon.0) 1071 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:30:31.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:31 smithi129 conmon[101092]: audit 2022-01-18T17:30:31.114488+0000 mon.smithi129 (mon.0) 1072 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:30:32.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:31 smithi156 conmon[67007]: audit 2022-01-18T17:30:29.806475+0000 mgr.smithi129.iclwio (mgr.14716) 3008 : audit [DBG] from='client.36086 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:30:32.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:31 smithi156 conmon[67007]: audit 2022-01-18T17:30:31. 2022-01-18T17:30:32.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:31 smithi156 conmon[67007]: 112220+0000 mon.smithi129 (mon.0) 1070 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:30:32.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:31 smithi156 conmon[67007]: audit 2022-01-18T17:30:31.113653+0000 mon.smithi129 (mon.0) 1071 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:30:32.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:31 smithi156 conmon[67007]: audit 2022-01 2022-01-18T17:30:32.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:31 smithi156 conmon[67007]: -18T17:30:31.114488+0000 mon.smithi129 (mon.0) 1072 : audit [INF] 2022-01-18T17:30:32.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:31 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:30:32.988 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:32 smithi129 conmon[101092]: cephadm 2022-01-18T17:30:31.115241+0000 mgr.smithi129.iclwio (mgr.14716) 3009 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:30:32.988 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:32 smithi129 conmon[101092]: cluster 2022-01-18T17:30:31.635096 2022-01-18T17:30:32.988 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:32 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 3010 : cluster [DBG] pgmap v2583: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:33.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:32 smithi156 conmon[67007]: cephadm 2022-01-18T17:30:31.115241+0000 mgr.smithi129.iclwio (mgr.14716) 3009 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:30:33.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:32 smithi156 conmon[67007]: cluster 2022-01-18T17:30:31. 2022-01-18T17:30:33.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:32 smithi156 conmon[67007]: 635096+0000 mgr.smithi129.iclwio (mgr.14716) 3010 : cluster [DBG] pgmap v2583: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:34.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:34 smithi129 conmon[101092]: cluster 2022-01-18T17:30:33.635580+0000 mgr.smithi129.iclwio (mgr.14716) 3011 : cluster [DBG] pgmap v2584: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:35.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:34 smithi156 conmon[67007]: cluster 2022-01-18T17:30:33.635580+0000 mgr.smithi129.iclwio (mgr.14716) 3011 : cluster [DBG] 2022-01-18T17:30:35.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:34 smithi156 conmon[67007]: pgmap v2584: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:36.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:35 smithi156 conmon[67007]: audit 2022-01-18T17:30:34.734109+0000 mon.smithi129 (mon.0) 1073 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:30:36.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:35 smithi156 conmon[67007]: audit 2022-01-18T17:30:35 2022-01-18T17:30:36.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:35 smithi156 conmon[67007]: .029409+0000 mon.smithi129 (mon.0) 1074 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:30:36.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:35 smithi156 conmon[67007]: audit 2022-01-18T17:30:35.034742+0000 mon.smithi129 (mon.0) 1075 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:30:36.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:35 smithi129 conmon[101092]: audit 2022-01-18T17:30:34.734109+0000 mon.smithi129 (mon.0) 1073 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:30:36.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:35 smithi129 conmon[101092]: audit 2022-01-18T17:30:35.029409+0000 mon.smithi129 (mon.0) 1074 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:30:36.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:35 smithi129 conmon[101092]: audit 2022-01-18T17:30:35.034742+0000 mon.smithi129 (mon.0) 1075 2022-01-18T17:30:36.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:35 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:30:37.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:36 smithi156 conmon[67007]: cluster 2022-01-18T17:30:35.636484+0000 mgr.smithi129.iclwio (mgr.14716) 3012 : cluster [DBG] pgmap v2585: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:30:37.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:36 smithi156 conmon[67007]: 2022-01-18T17:30:37.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:36 smithi129 conmon[101092]: cluster 2022-01-18T17:30:35.636484+0000 mgr.smithi129.iclwio (mgr.14716) 3012 : cluster [DBG] pgmap v2585: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:30:39.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:38 smithi156 conmon[67007]: cluster 2022-01-18T17:30:37.637029+0000 mgr.smithi129.iclwio (mgr.14716) 3013 : cluster [DBG] pgmap v2586: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:39.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:38 smithi129 conmon[101092]: cluster 2022-01-18T17:30:37.637029+0000 mgr.smithi129.iclwio (mgr.14716) 3013 : cluster [DBG] pgmap v2586: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:41.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:40 smithi156 conmon[67007]: cluster 2022-01-18T17:30:39.637784+0000 mgr.smithi129.iclwio (mgr.14716) 3014 : cluster [DBG] pgmap v2587: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:30:41.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:40 smithi129 conmon[101092]: cluster 2022-01-18T17:30:39.637784+0000 mgr.smithi129.iclwio (mgr.14716) 3014 : cluster [DBG] pgmap v2587: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:30:43.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:42 smithi156 conmon[67007]: cluster 2022-01-18T17:30:41.638372+0000 mgr.smithi129.iclwio (mgr.14716) 3015 : cluster [DBG] pgmap v2588: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:43.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:42 smithi129 conmon[101092]: cluster 2022-01-18T17:30:41.638372+0000 mgr.smithi129.iclwio (mgr.14716) 3015 : cluster [DBG] pgmap v2588: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:45.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:44 smithi156 conmon[67007]: cluster 2022-01-18T17:30:43.639024+0000 mgr.smithi129.iclwio (mgr.14716) 3016 : cluster 2022-01-18T17:30:45.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:44 smithi156 conmon[67007]: [DBG] pgmap v2589: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:45.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:44 smithi129 conmon[101092]: cluster 2022-01-18T17:30:43.639024+0000 mgr.smithi129.iclwio (mgr.14716) 3016 : cluster [DBG] pgmap v2589: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:45.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:44 smithi129 conmon[101092]: 2022-01-18T17:30:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:46 smithi129 conmon[101092]: cluster 2022-01-18T17:30:45.639828+0000 mgr.smithi129.iclwio (mgr.14716) 3017 : cluster [DBG] pgmap v2590: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:30:46.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:46 smithi129 conmon[101092]: 2022-01-18T17:30:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:46 smithi156 conmon[67007]: cluster 2022-01-18T17:30:45.639828+0000 mgr.smithi129.iclwio (mgr.14716) 3017 : cluster [DBG] pgmap v2590: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:30:49.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:48 smithi156 conmon[67007]: cluster 2022-01-18T17:30:47.640390+0000 mgr.smithi129.iclwio (mgr.14716) 3018 : cluster [DBG] pgmap v2591: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:49.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:48 smithi156 conmon[67007]: 2022-01-18T17:30:49.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:48 smithi129 conmon[101092]: cluster 2022-01-18T17:30:47.640390+0000 mgr.smithi129.iclwio (mgr.14716) 3018 : cluster [DBG] pgmap v2591: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:49.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:48 smithi129 conmon[101092]: 2022-01-18T17:30:51.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:50 smithi156 conmon[67007]: cluster 2022-01-18T17:30:49.641230+0000 mgr.smithi129.iclwio (mgr.14716) 3019 : cluster [DBG] pgmap v2592: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:30:51.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:50 smithi156 conmon[67007]: 2022-01-18T17:30:51.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:50 smithi129 conmon[101092]: cluster 2022-01-18T17:30:49.641230+0000 mgr.smithi129.iclwio (mgr.14716) 3019 : cluster 2022-01-18T17:30:51.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:50 smithi129 conmon[101092]: [DBG] pgmap v2592: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:30:53.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:52 smithi156 conmon[67007]: cluster 2022-01-18T17:30:51.641823+0000 mgr.smithi129.iclwio (mgr.14716) 3020 : cluster [DBG] pgmap v2593: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:53.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:52 smithi129 conmon[101092]: cluster 2022-01-18T17:30:51.641823+0000 mgr.smithi129.iclwio (mgr.14716) 3020 : cluster [DBG] pgmap v2593: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:53.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:52 smithi129 conmon[101092]: 2022-01-18T17:30:55.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:54 smithi156 conmon[67007]: cluster 2022-01-18T17:30:53.642520+0000 mgr.smithi129.iclwio (mgr.14716) 3021 : cluster [DBG] pgmap v2594: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:55.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:54 smithi129 conmon[101092]: cluster 2022-01-18T17:30:53.642520+0000 mgr.smithi129.iclwio (mgr.14716) 3021 : cluster [DBG] pgmap v2594: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:56 smithi129 conmon[101092]: cluster 2022-01-18T17:30:55.643315+0000 mgr.smithi129.iclwio (mgr.14716) 3022 : cluster [DBG] pgmap v2595: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:30:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:56 smithi156 conmon[67007]: cluster 2022-01-18T17:30:55.643315+0000 mgr.smithi129.iclwio (mgr.14716) 3022 : cluster [DBG] pgmap v2595: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:30:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:56 smithi156 conmon[67007]: 2022-01-18T17:30:59.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:58 smithi156 conmon[67007]: cluster 2022-01-18T17:30:57.643906+0000 mgr.smithi129.iclwio (mgr.14716) 3023 : cluster [DBG] pgmap v2596: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:59.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:58 smithi156 conmon[67007]: audit 2022-01-18T17:30:58.539695+0000 mon.smithi129 (mon.0) 1076 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:30:59.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:30:58 smithi156 conmon[67007]: audit 2022-01-18T17:30:58.539999+0000 mon.smithi129 (mon.0) 1077 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:30:59.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:58 smithi129 conmon[101092]: cluster 2022-01-18T17:30:57.643906+0000 mgr.smithi129.iclwio (mgr.14716) 3023 : cluster [DBG] pgmap v2596: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:30:59.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:58 smithi129 conmon[101092]: audit 2022-01-18T17:30:58.539695+0000 mon.smithi129 (mon.0) 1076 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:30:59.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:30:58 smithi129 conmon[101092]: audit 2022-01-18T17:30:58.539999+0000 mon.smithi129 (mon.0) 1077 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:31:00.427 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:31:00.691 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:31:00.692 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (93m) 3m ago 94m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:31:00.692 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (85m) 3m ago 94m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:31:00.692 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (85m) 3m ago 94m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:31:00.693 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (93m) 3m ago 94m 41.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:31:00.693 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (89m) 3m ago 89m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:31:00.693 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (89m) 3m ago 89m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:31:00.693 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (86m) 3m ago 95m 560M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:31:00.694 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (85m) 3m ago 93m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:31:00.694 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (85m) 3m ago 96m 613M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:31:00.694 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (85m) 3m ago 93m 308M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:31:00.695 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (86m) 3m ago 86m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:31:00.695 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (86m) 3m ago 86m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:31:00.695 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (94m) 3m ago 94m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:31:00.695 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (93m) 3m ago 93m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:31:00.696 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (79m) 3m ago 93m 1659M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:31:00.696 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (92m) 3m ago 92m 2680M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:31:00.696 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (92m) 3m ago 92m 2076M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:31:00.696 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (92m) 3m ago 92m 2674M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:31:00.697 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (91m) 3m ago 91m 2486M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:31:00.697 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (91m) 3m ago 91m 3070M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:31:00.697 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (91m) 3m ago 91m 2417M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:31:00.697 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (91m) 3m ago 91m 3594M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:31:00.697 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (93m) 3m ago 94m 68.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:31:01.020 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:31:01.020 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:31:01.021 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:31:01.021 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:31:01.021 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:31:01.021 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:31:01.022 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:31:01.022 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:31:01.022 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:31:01.022 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:31:01.023 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:31:01.023 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:31:01.023 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:31:01.023 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:31:01.023 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:31:01.024 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:31:01.024 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:31:01.024 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:31:01.024 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:31:01.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:00 smithi156 conmon[67007]: cluster 2022-01-18T17:30:59.644876+0000 mgr.smithi129.iclwio (mgr.14716) 3024 : cluster [DBG] pgmap v2597: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:31:01.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:00 smithi129 conmon[101092]: cluster 2022-01-18T17:30:59.644876+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:31:01.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:00 smithi129 conmon[101092]: 3024 : cluster [DBG] pgmap v2597: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:31:02.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:01 smithi156 conmon[67007]: audit 2022-01-18T17:31:00.414180+0000 mgr.smithi129.iclwio (mgr.14716) 3025 : audit [DBG] from='client.36094 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:31:02.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:01 smithi156 conmon[67007]: audit 2022-01-18T17:31:00.683564+0000 mgr.smithi129.iclwio (mgr.14716) 3026 : audit [DBG] from='client.36098 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:31:02.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:01 smithi156 conmon[67007]: audit 2022-01-18T17:31:01.020908+0000 mon.smithi129 (mon. 2022-01-18T17:31:02.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:01 smithi156 conmon[67007]: 0) 1078 : audit [DBG] from='client.? 172.21.15.129:0/4098794583' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:31:02.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:01 smithi129 conmon[101092]: audit 2022-01-18T17:31:00.414180+0000 mgr.smithi129.iclwio (mgr.14716) 3025 : 2022-01-18T17:31:02.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:01 smithi129 conmon[101092]: audit [DBG] from='client.36094 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:31:02.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:01 smithi129 conmon[101092]: audit 2022-01-18T17:31:00.683564+0000 mgr.smithi129.iclwio (mgr.14716) 3026 : audit [DBG] from='client.36098 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:31:02.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:01 smithi129 conmon[101092]: audit 2022-01-18T17:31:01.020908+0000 mon.smithi129 ( 2022-01-18T17:31:02.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:01 smithi129 conmon[101092]: mon.0) 1078 : audit [DBG] from='client.? 172.21.15.129:0/4098794583' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:31:02.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:01 smithi129 conmon[101092]: 2022-01-18T17:31:03.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:02 smithi156 conmon[67007]: cluster 2022-01-18T17:31:01.645246+0000 mgr.smithi129.iclwio (mgr.14716) 3027 : cluster [DBG] pgmap v2598: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:03.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:02 smithi129 conmon[101092]: cluster 2022-01-18T17:31:01.645246+0000 mgr.smithi129.iclwio (mgr.14716) 3027 : cluster [DBG] 2022-01-18T17:31:03.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:02 smithi129 conmon[101092]: pgmap v2598: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:05.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:04 smithi156 conmon[67007]: cluster 2022-01-18T17:31:03.645824+0000 mgr.smithi129.iclwio (mgr.14716) 3028 : cluster 2022-01-18T17:31:05.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:04 smithi156 conmon[67007]: [DBG] pgmap v2599: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:05.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:04 smithi129 conmon[101092]: cluster 2022-01-18T17:31:03.645824+0000 mgr.smithi129.iclwio (mgr.14716) 3028 : cluster [DBG] pgmap v2599: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:06 smithi129 conmon[101092]: cluster 2022-01-18T17:31:05.646633+0000 mgr.smithi129.iclwio (mgr.14716) 3029 : cluster [DBG] 2022-01-18T17:31:06.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:06 smithi129 conmon[101092]: pgmap v2600: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:31:06.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:06 smithi156 conmon[67007]: cluster 2022-01-18T17:31:05.646633+0000 mgr.smithi129.iclwio (mgr.14716) 3029 : cluster [DBG] pgmap v2600: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:31:09.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:08 smithi156 conmon[67007]: cluster 2022-01-18T17:31:07.647204+0000 mgr.smithi129.iclwio (mgr.14716) 3030 : cluster [DBG] 2022-01-18T17:31:09.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:08 smithi156 conmon[67007]: pgmap v2601: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:09.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:08 smithi129 conmon[101092]: cluster 2022-01-18T17:31:07.647204+0000 mgr.smithi129.iclwio (mgr.14716) 3030 : cluster [DBG] pgmap v2601: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:11.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:10 smithi156 conmon[67007]: cluster 2022-01-18T17:31:09.647983+0000 mgr.smithi129.iclwio (mgr.14716) 3031 : cluster [DBG] pgmap v2602: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:31:11.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:10 smithi156 conmon[67007]: 2022-01-18T17:31:11.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:10 smithi129 conmon[101092]: cluster 2022-01-18T17:31:09.647983+0000 mgr.smithi129.iclwio (mgr.14716) 3031 : cluster [DBG] pgmap v2602: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:31:13.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:12 smithi156 conmon[67007]: cluster 2022-01-18T17:31:11.648550+0000 mgr.smithi129.iclwio (mgr.14716) 3032 : cluster [DBG] pgmap v2603: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:13.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:12 smithi129 conmon[101092]: cluster 2022-01-18T17:31:11.648550+0000 mgr.smithi129.iclwio (mgr.14716) 3032 : cluster [DBG] pgmap v2603: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:13.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:12 smithi129 conmon[101092]: 2022-01-18T17:31:15.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:14 smithi156 conmon[67007]: cluster 2022-01-18T17:31:13.649133+0000 mgr.smithi129.iclwio (mgr.14716) 3033 : cluster [DBG] pgmap v2604: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:15.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:14 smithi129 conmon[101092]: cluster 2022-01-18T17:31:13.649133+0000 mgr.smithi129.iclwio (mgr.14716) 3033 : cluster [DBG] pgmap v2604: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:16 smithi129 conmon[101092]: cluster 2022-01-18T17:31:15.649909+0000 mgr.smithi129.iclwio (mgr.14716) 3034 : cluster [DBG] pgmap v2605: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:31:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:16 smithi156 conmon[67007]: cluster 2022-01-18T17:31:15.649909+0000 mgr.smithi129.iclwio (mgr.14716) 3034 : cluster [DBG] pgmap v2605: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:31:19.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:18 smithi156 conmon[67007]: cluster 2022-01-18T17:31:17.650438+0000 mgr.smithi129.iclwio (mgr.14716) 3035 : cluster [DBG] pgmap v2606: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:19.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:18 smithi129 conmon[101092]: cluster 2022-01-18T17:31:17.650438+0000 mgr.smithi129.iclwio (mgr.14716) 3035 : cluster [DBG] pgmap v2606: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:21.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:20 smithi156 conmon[67007]: cluster 2022-01-18T17:31:19.651363+0000 mgr.smithi129.iclwio (mgr.14716) 3036 : cluster 2022-01-18T17:31:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:20 smithi156 conmon[67007]: [DBG] pgmap v2607: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:31:21.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:20 smithi129 conmon[101092]: cluster 2022-01-18T17:31:19.651363+0000 mgr.smithi129.iclwio (mgr.14716) 3036 : cluster [DBG] pgmap v2607: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:31:23.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:22 smithi156 conmon[67007]: cluster 2022-01-18T17:31:21.651956+0000 mgr.smithi129.iclwio (mgr.14716) 3037 : cluster [DBG] pgmap v2608: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:23.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:22 smithi129 conmon[101092]: cluster 2022-01-18T17:31:21.651956+0000 mgr.smithi129.iclwio (mgr.14716) 3037 : cluster [DBG] pgmap v2608: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:25.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:24 smithi156 conmon[67007]: cluster 2022-01-18T17:31:23.652498+0000 mgr.smithi129.iclwio (mgr.14716) 3038 : cluster 2022-01-18T17:31:25.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:24 smithi156 conmon[67007]: [DBG] pgmap v2609: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:25.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:24 smithi129 conmon[101092]: cluster 2022-01-18T17:31:23.652498+0000 mgr.smithi129.iclwio (mgr.14716) 3038 : cluster [DBG] pgmap v2609: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:26 smithi129 conmon[101092]: cluster 2022-01-18T17:31:25.653506+0000 mgr.smithi129.iclwio (mgr.14716) 3039 : cluster 2022-01-18T17:31:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:26 smithi129 conmon[101092]: [DBG] pgmap v2610: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:31:26.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:26 smithi156 conmon[67007]: cluster 2022-01-18T17:31:25.653506+0000 mgr.smithi129.iclwio (mgr.14716) 3039 : cluster [DBG] pgmap v2610: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:31:29.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:28 smithi156 conmon[67007]: cluster 2022-01-18T17:31:27.654252+0000 mgr.smithi129.iclwio (mgr.14716) 3040 : cluster [DBG] pgmap v2611: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:29.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:28 smithi129 conmon[101092]: cluster 2022-01-18T17:31:27.654252+0000 mgr.smithi129.iclwio (mgr.14716) 3040 : cluster [DBG] 2022-01-18T17:31:29.277 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:28 smithi129 conmon[101092]: pgmap v2611: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:31.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:30 smithi156 conmon[67007]: cluster 2022-01-18T17:31:29.655131+0000 mgr.smithi129.iclwio (mgr.14716) 3041 : cluster [DBG] pgmap v2612: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:31:31.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:30 smithi129 conmon[101092]: cluster 2022-01-18T17:31:29.655131+0000 mgr.smithi129.iclwio (mgr.14716) 3041 : cluster [DBG] pgmap v2612: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:31:31.320 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:31:31.587 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:31:31.587 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (94m) 4m ago 95m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:31:31.588 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (85m) 4m ago 95m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:31:31.588 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (85m) 4m ago 94m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:31:31.588 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (93m) 4m ago 94m 41.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:31:31.588 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (90m) 4m ago 90m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:31:31.589 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (89m) 4m ago 89m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:31:31.589 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (86m) 4m ago 96m 560M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:31:31.589 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (86m) 4m ago 94m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:31:31.589 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (86m) 4m ago 96m 613M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:31:31.590 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (85m) 4m ago 94m 308M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:31:31.590 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (86m) 4m ago 86m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:31:31.590 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (86m) 4m ago 86m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:31:31.590 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (94m) 4m ago 94m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:31:31.591 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (94m) 4m ago 94m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:31:31.591 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (80m) 4m ago 93m 1659M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:31:31.591 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (93m) 4m ago 93m 2680M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:31:31.591 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (93m) 4m ago 93m 2076M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:31:31.592 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (92m) 4m ago 92m 2674M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:31:31.592 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (92m) 4m ago 92m 2486M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:31:31.592 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (92m) 4m ago 92m 3070M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:31:31.593 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (91m) 4m ago 91m 2417M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:31:31.593 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (91m) 4m ago 91m 3594M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:31:31.593 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (93m) 4m ago 94m 68.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:31:31.904 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:31:31.904 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:31:31.905 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:31:31.905 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:31:31.905 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:31:31.905 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:31:31.905 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:31:31.906 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:31:31.906 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:31:31.906 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:31:31.907 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:31:31.907 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:31:31.907 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:31:31.907 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:31:31.907 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:31:31.908 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:31:31.908 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:31:31.908 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:31:31.909 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:31:33.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:32 smithi156 conmon[67007]: audit 2022-01-18T17:31:31.309221+0000 mgr.smithi129.iclwio (mgr.14716) 3042 : audit [DBG] from='client.36106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:31:33.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:32 smithi156 conmon[67007]: audit 2022-01-18T17:31:31.579416+0000 mgr.smithi129.iclwio (mgr.14716) 3043 : audit [DBG] from='client.36110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:31:33.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:32 smithi156 conmon[67007]: cluster 2022-01-18T17:31:31.655621+0000 mgr.smithi129.iclwio (mgr.14716) 3044 : cluster [DBG] pgmap v2613: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:33.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:32 smithi156 conmon[67007]: audit 2022-01-18T17:31:31.905006+0000 mon.smithi129 ( 2022-01-18T17:31:33.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:32 smithi156 conmon[67007]: mon.0) 1079 : audit [DBG] from='client.? 172.21.15.129:0/1985902247' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:31:33.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:32 smithi129 conmon[101092]: audit 2022-01-18T17:31:31.309221+0000 mgr.smithi129.iclwio (mgr.14716) 3042 : audit [DBG] from='client.36106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:31:33.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:32 smithi129 conmon[101092]: audit 2022-01-18T17:31: 2022-01-18T17:31:33.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:32 smithi129 conmon[101092]: 31.579416+0000 mgr.smithi129.iclwio (mgr.14716) 3043 : audit [DBG] from='client.36110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:31:33.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:32 smithi129 conmon[101092]: cluster 2022-01-18T17:31:31.655621+0000 mgr.smithi129.iclwio (mgr.14716) 3044 : cluster [DBG] pgmap v2613: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:33.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:32 smithi129 conmon[101092]: audit 2022-01-18T17:31:31.905006+0000 mon.smithi129 ( 2022-01-18T17:31:33.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:32 smithi129 conmon[101092]: mon.0) 1079 : audit [DBG] from='client.? 172.21.15.129:0/1985902247' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:31:35.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:34 smithi156 conmon[67007]: cluster 2022-01-18T17:31:33.656218+0000 mgr.smithi129.iclwio (mgr.14716) 3045 : cluster [DBG] pgmap v2614: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:35.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:34 smithi129 conmon[101092]: cluster 2022-01-18T17:31:33.656218+0000 mgr.smithi129.iclwio (mgr.14716) 3045 : cluster [DBG] pgmap v2614: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:35.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:34 smithi129 conmon[101092]: 2022-01-18T17:31:35.958 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:35 smithi156 conmon[67007]: audit 2022-01-18T17:31:35.037480+0000 mon.smithi129 2022-01-18T17:31:35.959 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:35 smithi156 conmon[67007]: (mon.0) 1080 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:31:35.959 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:35 smithi156 conmon[67007]: audit 2022-01-18T17:31:35.038927+0000 mon.smithi129 (mon.0) 1081 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:31:35.959 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:35 smithi156 conmon[67007]: audit 2022-01-18T17:31:35.039811+0000 mon.smithi129 (mon.0) 1082 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:31:36.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:35 smithi129 conmon[101092]: audit 2022-01-18T17:31:35.037480+0000 mon.smithi129 (mon.0) 1080 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:31:36.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:35 smithi129 conmon[101092]: 2022-01-18T17:31:36.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:35 smithi129 conmon[101092]: audit 2022-01-18T17:31:35.038927+0000 mon.smithi129 (mon.0) 1081 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:31:36.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:35 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T17:31:36.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:35 smithi129 conmon[101092]: T17:31:35.039811+0000 mon.smithi129 (mon.0) 1082 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:31:36.781 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:36 smithi156 conmon[67007]: cephadm 2022-01-18T17:31:35.040559+0000 2022-01-18T17:31:36.781 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:36 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 3046 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:31:36.781 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:36 smithi156 conmon[67007]: cluster 2022-01-18T17:31:35.657202+0000 mgr.smithi129.iclwio (mgr.14716) 3047 : cluster [DBG] pgmap v2615: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:31:37.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:36 smithi129 conmon[101092]: cephadm 2022-01-18T17:31:35.040559+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:31:37.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:36 smithi129 conmon[101092]: ) 3046 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:31:37.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:36 smithi129 conmon[101092]: cluster 2022-01-18T17:31:35.657202+0000 mgr.smithi129.iclwio (mgr.14716) 3047 : cluster [DBG] pgmap v2615: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:31:39.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:38 smithi156 conmon[67007]: cluster 2022-01-18T17:31:37.657887+0000 mgr.smithi129.iclwio (mgr.14716) 3048 : cluster [DBG] pgmap v2616: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:39.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:38 smithi156 conmon[67007]: audit 2022-01-18T17:31:38.372200+0000 mon.smithi129 (mon.0) 1083 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:31:39.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:38 smithi156 conmon[67007]: audit 2022-01-18T17:31:38.664141+0000 mon.smithi129 (mon.0) 1084 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:31:39.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:38 smithi156 conmon[67007]: audit 2022-01-18T17:31:38.670419+0000 mon.smithi129 (mon.0) 1085 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:31:39.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:38 smithi129 conmon[101092]: cluster 2022-01-18T17:31:37.657887+0000 mgr.smithi129.iclwio (mgr.14716) 3048 : cluster [DBG] pgmap v2616: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:39.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:38 smithi129 conmon[101092]: audit 2022-01-18T17:31:38.372200+0000 mon.smithi129 (mon.0) 1083 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:31:39.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:38 smithi129 conmon[101092]: audit 2022-01-18T17:31:38.664141+0000 mon.smithi129 (mon.0) 1084 : audit [INF] 2022-01-18T17:31:39.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:38 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:31:39.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:38 smithi129 conmon[101092]: audit 2022-01-18T17:31: 2022-01-18T17:31:39.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:38 smithi129 conmon[101092]: 38.670419+0000 mon.smithi129 (mon.0) 1085 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:31:41.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:40 smithi156 conmon[67007]: cluster 2022-01-18T17:31:39.658782+0000 mgr.smithi129.iclwio (mgr.14716) 3049 2022-01-18T17:31:41.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:40 smithi156 conmon[67007]: : cluster [DBG] pgmap v2617: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:31:41.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:40 smithi129 conmon[101092]: cluster 2022-01-18T17:31:39.658782+0000 mgr.smithi129.iclwio (mgr.14716) 3049 : cluster [DBG] pgmap v2617: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:31:43.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:42 smithi156 conmon[67007]: cluster 2022-01-18T17:31:41.659428+0000 mgr.smithi129.iclwio (mgr.14716) 3050 : cluster [DBG] pgmap v2618: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:43.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:42 smithi129 conmon[101092]: cluster 2022-01-18T17:31:41.659428+0000 mgr.smithi129.iclwio (mgr.14716) 3050 : cluster [DBG] pgmap v2618: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:45.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:44 smithi156 conmon[67007]: cluster 2022-01-18T17:31:43.660014+0000 mgr.smithi129.iclwio (mgr.14716) 3051 : cluster [DBG] pgmap v2619: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:45.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:44 smithi129 conmon[101092]: cluster 2022-01-18T17:31:43.660014+0000 mgr.smithi129.iclwio (mgr.14716) 3051 : cluster [DBG] pgmap v2619: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:46.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:46 smithi129 conmon[101092]: cluster 2022-01-18T17:31:45.660948+0000 mgr.smithi129.iclwio (mgr.14716) 3052 : cluster [DBG] 2022-01-18T17:31:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:46 smithi129 conmon[101092]: pgmap v2620: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:31:46.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:46 smithi156 conmon[67007]: cluster 2022-01-18T17:31:45.660948+0000 mgr.smithi129.iclwio (mgr.14716) 3052 : cluster [DBG] pgmap v2620: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:31:49.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:48 smithi156 conmon[67007]: cluster 2022-01-18T17:31:47.661480+0000 mgr.smithi129.iclwio (mgr.14716) 3053 : cluster [DBG] pgmap v2621: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:49.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:48 smithi129 conmon[101092]: cluster 2022-01-18T17:31:47.661480+0000 mgr.smithi129.iclwio (mgr.14716) 3053 : cluster [DBG] pgmap v2621: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:51.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:50 smithi156 conmon[67007]: cluster 2022-01-18T17:31:49.662270+0000 mgr.smithi129.iclwio (mgr.14716) 3054 : cluster [DBG] pgmap v2622: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:31:51.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:50 smithi129 conmon[101092]: cluster 2022-01-18T17:31:49.662270+0000 mgr.smithi129.iclwio (mgr.14716) 3054 : cluster [DBG] pgmap v2622: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:31:53.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:52 smithi156 conmon[67007]: cluster 2022-01-18T17:31:51.662988+0000 mgr.smithi129.iclwio (mgr.14716) 3055 : cluster [DBG] pgmap v2623: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:53.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:52 smithi156 conmon[67007]: 2022-01-18T17:31:53.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:52 smithi129 conmon[101092]: cluster 2022-01-18T17:31:51.662988+0000 mgr.smithi129.iclwio (mgr.14716) 3055 : cluster [DBG] pgmap v2623: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:55.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:54 smithi156 conmon[67007]: cluster 2022-01-18T17:31:53.663614+0000 mgr.smithi129.iclwio (mgr.14716) 3056 : cluster [DBG] pgmap v2624: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:55.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:54 smithi129 conmon[101092]: cluster 2022-01-18T17:31:53.663614+0000 mgr.smithi129.iclwio (mgr.14716) 3056 : cluster [DBG] pgmap v2624: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:55.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:54 smithi129 conmon[101092]: 2022-01-18T17:31:56.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:56 smithi129 conmon[101092]: cluster 2022-01-18T17:31:55.664616+0000 mgr.smithi129.iclwio (mgr.14716) 3057 : cluster [DBG] pgmap v2625: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:31:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:56 smithi129 conmon[101092]: 2022-01-18T17:31:56.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:56 smithi156 conmon[67007]: cluster 2022-01-18T17:31:55.664616+0000 mgr.smithi129.iclwio (mgr.14716) 3057 : cluster [DBG] pgmap v2625: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:31:59.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:58 smithi156 conmon[67007]: cluster 2022-01-18T17:31:57.665248+0000 mgr.smithi129.iclwio (mgr.14716) 3058 : cluster [DBG] pgmap v2626: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:59.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:58 smithi156 conmon[67007]: audit 2022-01-18T17:31:58.542706+0000 mon.smithi129 (mon.0) 1086 : 2022-01-18T17:31:59.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:58 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:31:59.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:31:58 smithi156 conmon[67007]: audit 2022-01-18T17:31:58.543205+0000 mon.smithi129 (mon.0) 1087 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:31:59.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:58 smithi129 conmon[101092]: cluster 2022-01-18T17:31:57.665248+0000 mgr.smithi129.iclwio (mgr.14716) 3058 : cluster [DBG] pgmap v2626: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:31:59.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:58 smithi129 conmon[101092]: audit 2022-01-18T17:31:58.542706+0000 mon.smithi129 (mon.0) 1086 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:31:59.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:31:58 smithi129 conmon[101092]: audit 2022-01-18T17:31:58.543205+0000 mon.smithi129 (mon.0) 1087 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:32:01.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:00 smithi156 conmon[67007]: cluster 2022-01-18T17:31:59.666105+0000 mgr.smithi129.iclwio (mgr.14716) 3059 : cluster [DBG] pgmap v2627: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:32:01.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:00 smithi129 conmon[101092]: cluster 2022-01-18T17:31:59.666105+0000 mgr.smithi129.iclwio (mgr.14716) 3059 : cluster [DBG] pgmap v2627: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:32:02.200 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:32:02.464 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:32:02.465 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (94m) 4m ago 95m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:32:02.465 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (86m) 4m ago 95m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:32:02.465 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (86m) 4m ago 95m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:32:02.465 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (94m) 4m ago 95m 41.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:32:02.465 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (90m) 4m ago 90m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:32:02.466 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (90m) 4m ago 90m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:32:02.466 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (87m) 4m ago 96m 560M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:32:02.466 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (86m) 4m ago 94m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:32:02.466 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (86m) 4m ago 97m 613M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:32:02.467 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (86m) 4m ago 94m 308M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:32:02.467 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (87m) 4m ago 87m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:32:02.467 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (87m) 4m ago 87m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:32:02.467 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (95m) 4m ago 95m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:32:02.467 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (94m) 4m ago 94m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:32:02.468 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (81m) 4m ago 94m 1659M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:32:02.468 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (93m) 4m ago 93m 2680M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:32:02.468 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (93m) 4m ago 93m 2076M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:32:02.468 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (93m) 4m ago 93m 2674M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:32:02.468 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (92m) 4m ago 92m 2486M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:32:02.469 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (92m) 4m ago 92m 3070M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:32:02.469 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (92m) 4m ago 92m 2417M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:32:02.469 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (92m) 4m ago 92m 3594M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:32:02.469 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (94m) 4m ago 95m 68.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:32:02.784 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:32:02.785 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:32:02.785 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:32:02.785 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:32:02.785 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:32:02.786 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:32:02.786 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:32:02.786 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:32:02.786 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:32:02.787 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:32:02.787 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:32:02.787 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:32:02.787 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:32:02.787 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:32:02.788 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:32:02.788 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:32:02.788 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:32:02.789 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:32:02.789 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:32:03.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:02 smithi156 conmon[67007]: cluster 2022-01-18T17:32:01.666657+0000 mgr.smithi129.iclwio (mgr.14716) 3060 : cluster [DBG] pgmap v2628: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:03.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:02 smithi129 conmon[101092]: cluster 2022-01-18T17:32:01. 2022-01-18T17:32:03.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:02 smithi129 conmon[101092]: 666657+0000 mgr.smithi129.iclwio (mgr.14716) 3060 : cluster [DBG] pgmap v2628: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:04.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:03 smithi156 conmon[67007]: audit 2022-01-18T17:32:02.189705+0000 mgr.smithi129.iclwio (mgr.14716) 3061 : audit [DBG] from='client.36118 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:32:04.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:03 smithi156 conmon[67007]: audit 2022-01-18T17:32:02.457090+0000 mgr.smithi129.iclwio (mgr.14716) 3062 : audit [DBG] from='client.36122 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:32:04.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:03 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T17:32:04.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:03 smithi156 conmon[67007]: T17:32:02.785766+0000 mon.smithi129 (mon.0) 1088 : audit [DBG] 2022-01-18T17:32:04.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:03 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/2731795522' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:32:04.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:03 smithi129 conmon[101092]: audit 2022-01-18T17:32:02.189705+0000 mgr.smithi129.iclwio (mgr.14716) 3061 : audit [DBG] from='client.36118 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:32:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:03 smithi129 conmon[101092]: audit 2022-01-18T17:32:02.457090+0000 mgr.smithi129.iclwio (mgr.14716) 3062 : audit [DBG] from='client.36122 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:32:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:03 smithi129 conmon[101092]: audit 2022-01-18T17:32:02.785766+0000 mon.smithi129 (mon.0) 2022-01-18T17:32:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:03 smithi129 conmon[101092]: 1088 : audit [DBG] from='client.? 172.21.15.129:0/2731795522' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:32:05.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:04 smithi156 conmon[67007]: cluster 2022-01-18T17:32:03.667354+0000 mgr.smithi129.iclwio (mgr.14716) 3063 : cluster [DBG] pgmap v2629: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:05.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:04 smithi129 conmon[101092]: cluster 2022-01-18T17:32:03.667354+0000 mgr.smithi129.iclwio (mgr.14716) 3063 : cluster [DBG] pgmap v2629: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:06.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:06 smithi129 conmon[101092]: cluster 2022-01-18T17:32:05.668234+0000 mgr.smithi129.iclwio (mgr.14716) 3064 : cluster [DBG] pgmap v2630: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:32:06.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:06 smithi156 conmon[67007]: cluster 2022-01-18T17:32:05.668234+0000 mgr.smithi129.iclwio (mgr.14716) 3064 : cluster [DBG] pgmap v2630: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:32:09.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:08 smithi156 conmon[67007]: cluster 2022-01-18T17:32:07.668877+0000 mgr.smithi129.iclwio (mgr.14716) 3065 : cluster [DBG] pgmap v2631: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:09.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:08 smithi129 conmon[101092]: cluster 2022-01-18T17:32:07.668877+0000 mgr.smithi129.iclwio (mgr.14716) 3065 : cluster [DBG] pgmap v2631: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:11.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:10 smithi156 conmon[67007]: cluster 2022-01-18T17:32:09.669761+0000 mgr.smithi129.iclwio (mgr.14716) 3066 : cluster [DBG] pgmap v2632: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:32:11.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:10 smithi129 conmon[101092]: cluster 2022-01-18T17:32:09.669761+0000 mgr.smithi129.iclwio (mgr.14716) 3066 : cluster [DBG] 2022-01-18T17:32:11.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:10 smithi129 conmon[101092]: pgmap v2632: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:32:13.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:12 smithi156 conmon[67007]: cluster 2022-01-18T17:32:11.670265+0000 mgr.smithi129.iclwio (mgr.14716) 3067 : cluster [DBG] pgmap v2633: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:13.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:12 smithi129 conmon[101092]: cluster 2022-01-18T17:32:11.670265+0000 mgr.smithi129.iclwio (mgr.14716) 3067 : cluster [DBG] pgmap v2633: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:15.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:14 smithi156 conmon[67007]: cluster 2022-01-18T17:32:13.670784+0000 mgr.smithi129.iclwio (mgr.14716) 3068 : cluster [DBG] pgmap v2634: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:15.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:14 smithi129 conmon[101092]: cluster 2022-01-18T17:32:13.670784+0000 mgr.smithi129.iclwio (mgr.14716) 3068 : cluster [DBG] pgmap v2634: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:16.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:16 smithi129 conmon[101092]: cluster 2022-01-18T17:32:15.671535+0000 mgr.smithi129.iclwio (mgr.14716) 3069 : cluster [DBG] pgmap v2635: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:32:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:16 smithi156 conmon[67007]: cluster 2022-01-18T17:32:15.671535+0000 mgr.smithi129.iclwio (mgr.14716) 3069 : cluster [DBG] pgmap v2635: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:32:19.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:18 smithi156 conmon[67007]: cluster 2022-01-18T17:32:17.672121+0000 mgr.smithi129.iclwio (mgr.14716) 3070 : cluster [DBG] pgmap v2636: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:19.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:18 smithi129 conmon[101092]: cluster 2022-01-18T17:32:17.672121+0000 mgr.smithi129.iclwio (mgr.14716) 3070 : cluster [DBG] pgmap v2636: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:21.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:20 smithi156 conmon[67007]: cluster 2022-01-18T17:32:19.672969+0000 mgr.smithi129.iclwio (mgr.14716) 3071 : cluster [DBG] pgmap v2637: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:32:21.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:20 smithi129 conmon[101092]: cluster 2022-01-18T17 2022-01-18T17:32:21.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:20 smithi129 conmon[101092]: :32:19.672969+0000 mgr.smithi129.iclwio (mgr.14716) 3071 : cluster [DBG] pgmap v2637: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:32:23.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:22 smithi156 conmon[67007]: cluster 2022-01-18T17:32:21.673588+0000 mgr.smithi129.iclwio (mgr.14716) 3072 : cluster [DBG] pgmap v2638: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:23.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:22 smithi129 conmon[101092]: cluster 2022-01-18T17:32:21.673588+0000 mgr.smithi129.iclwio (mgr.14716) 3072 : cluster [DBG] pgmap v2638: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:25.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:24 smithi156 conmon[67007]: cluster 2022-01-18T17:32:23.674195+0000 mgr.smithi129.iclwio ( 2022-01-18T17:32:25.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:24 smithi156 conmon[67007]: mgr.14716) 3073 : cluster [DBG] pgmap v2639: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:25.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:24 smithi129 conmon[101092]: cluster 2022-01-18T17:32:23.674195+0000 mgr.smithi129.iclwio (mgr.14716) 3073 : cluster [DBG] pgmap v2639: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:26.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:26 smithi129 conmon[101092]: cluster 2022-01-18T17:32:25.675208+0000 mgr.smithi129.iclwio (mgr.14716) 3074 : cluster [DBG] pgmap v2640: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:32:26.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:26 smithi156 conmon[67007]: cluster 2022-01-18T17:32:25.675208+0000 mgr.smithi129.iclwio (mgr.14716) 3074 : cluster [DBG] pgmap v2640: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:32:29.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:28 smithi156 conmon[67007]: cluster 2022-01-18T17:32:27.675982+0000 mgr.smithi129.iclwio (mgr.14716) 3075 : cluster [DBG] pgmap v2641: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:29.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:28 smithi129 conmon[101092]: cluster 2022-01-18T17:32:27.675982+0000 mgr.smithi129.iclwio (mgr.14716) 3075 : cluster [DBG] pgmap v2641: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:29.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:28 smithi129 conmon[101092]: 2022-01-18T17:32:31.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:30 smithi156 conmon[67007]: cluster 2022-01-18T17:32:29.676917+0000 mgr.smithi129.iclwio (mgr.14716) 3076 : cluster [DBG] pgmap v2642: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:32:31.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:30 smithi129 conmon[101092]: cluster 2022-01-18T17:32:29.676917+0000 mgr.smithi129.iclwio (mgr.14716) 3076 : cluster [DBG] 2022-01-18T17:32:31.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:30 smithi129 conmon[101092]: pgmap v2642: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:32:33.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:32 smithi156 conmon[67007]: cluster 2022-01-18T17:32:31.677406+0000 mgr.smithi129.iclwio (mgr.14716) 3077 : cluster [DBG] 2022-01-18T17:32:33.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:32 smithi156 conmon[67007]: pgmap v2643: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:33.081 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:32:33.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:32 smithi129 conmon[101092]: cluster 2022-01-18T17:32:31.677406+0000 mgr.smithi129.iclwio (mgr.14716) 3077 : cluster [DBG] pgmap v2643: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:33.348 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:32:33.349 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (95m) 5m ago 96m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:32:33.349 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (86m) 5m ago 96m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:32:33.349 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (86m) 5m ago 95m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:32:33.350 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (94m) 5m ago 95m 41.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:32:33.350 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (91m) 5m ago 91m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:32:33.350 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (90m) 5m ago 90m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:32:33.350 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (87m) 5m ago 97m 560M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:32:33.351 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (87m) 5m ago 95m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:32:33.351 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (87m) 5m ago 97m 613M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:32:33.351 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (87m) 5m ago 95m 308M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:32:33.351 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (87m) 5m ago 87m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:32:33.352 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (87m) 5m ago 87m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:32:33.352 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (95m) 5m ago 95m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:32:33.352 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (95m) 5m ago 95m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:32:33.352 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (81m) 5m ago 94m 1659M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:32:33.353 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (94m) 5m ago 94m 2680M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:32:33.353 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (94m) 5m ago 94m 2076M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:32:33.353 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (93m) 5m ago 93m 2674M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:32:33.353 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (93m) 5m ago 93m 2486M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:32:33.353 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (93m) 5m ago 93m 3070M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:32:33.354 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (92m) 5m ago 92m 2417M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:32:33.354 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (92m) 5m ago 92m 3594M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:32:33.354 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (94m) 5m ago 95m 68.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:32:33.665 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:32:33.665 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:32:33.665 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:32:33.665 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:32:33.666 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:32:33.666 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:32:33.666 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:32:33.666 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:32:33.667 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:32:33.667 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:32:33.667 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:32:33.667 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:32:33.668 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:32:33.668 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:32:33.668 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:32:33.668 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:32:33.668 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:32:33.669 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:32:33.669 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:32:34.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:33 smithi156 conmon[67007]: audit 2022-01-18T17:32:33.666493+0000 mon.smithi129 (mon.0) 1089 : audit [DBG] from='client.? 172.21.15.129:0/1542453551' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:32:34.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:33 smithi129 conmon[101092]: audit 2022-01-18T17:32:33.666493+0000 mon.smithi129 (mon. 2022-01-18T17:32:34.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:33 smithi129 conmon[101092]: 0) 1089 : audit [DBG] from='client.? 172.21.15.129:0/1542453551' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:32:35.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:34 smithi156 conmon[67007]: audit 2022-01-18T17:32:33.071689+0000 mgr.smithi129.iclwio (mgr.14716) 3078 : audit [DBG] from='client.36130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:32:35.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:34 smithi156 conmon[67007]: audit 2022-01-18T17:32:33.341107+0000 mgr.smithi129.iclwio (mgr.14716) 3079 : audit [DBG] from='client.36134 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:32:35.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:34 smithi156 conmon[67007]: cluster 2022-01-18T17:32: 2022-01-18T17:32:35.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:34 smithi156 conmon[67007]: 33.677974+0000 mgr.smithi129.iclwio (mgr.14716) 3080 : cluster [DBG] pgmap v2644: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:35.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:34 smithi129 conmon[101092]: audit 2022-01-18T17:32:33.071689+0000 mgr.smithi129.iclwio (mgr.14716) 3078 : audit [DBG] from='client.36130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:32:35.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:34 smithi129 conmon[101092]: 2022-01-18T17:32:35.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:34 smithi129 conmon[101092]: audit 2022-01-18T17:32:33.341107+0000 mgr.smithi129.iclwio (mgr.14716) 3079 : audit [DBG] from='client.36134 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:32:35.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:34 smithi129 conmon[101092]: cluster 2022-01-18T17:32:33.677974+0000 mgr.smithi129.iclwio (mgr.14716) 3080 : cluster [DBG] pgmap v2644: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:36.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:36 smithi129 conmon[101092]: cluster 2022-01-18T17:32:35.678940+0000 mgr.smithi129.iclwio (mgr.14716) 3081 : cluster 2022-01-18T17:32:36.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:36 smithi129 conmon[101092]: [DBG] pgmap v2645: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:32:36.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:36 smithi156 conmon[67007]: cluster 2022-01-18T17:32:35.678940+0000 mgr.smithi129.iclwio (mgr.14716) 3081 : cluster [DBG] 2022-01-18T17:32:36.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:36 smithi156 conmon[67007]: pgmap v2645: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:32:39.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:38 smithi156 conmon[67007]: cluster 2022-01-18T17:32:37.679573+0000 mgr.smithi129.iclwio (mgr.14716) 3082 : cluster [DBG] pgmap v2646: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:39.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:38 smithi156 conmon[67007]: audit 2022-01-18T17:32:38.674020+0000 mon.smithi129 (mon.0) 1090 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:32:39.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:38 smithi156 conmon[67007]: audit 2022-01-18T17:32:38.675419+0000 mon.smithi129 (mon.0) 1091 : audit 2022-01-18T17:32:39.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:38 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:32:39.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:38 smithi156 conmon[67007]: audit 2022-01-18T17:32:38.676271+0000 mon.smithi129 ( 2022-01-18T17:32:39.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:38 smithi156 conmon[67007]: mon.0) 1092 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:32:39.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:38 smithi129 conmon[101092]: cluster 2022-01-18T17:32:37.679573+0000 mgr.smithi129.iclwio (mgr.14716) 3082 : cluster [DBG] pgmap v2646: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:39.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:38 smithi129 conmon[101092]: audit 2022-01-18T17:32:38.674020+0000 mon.smithi129 (mon.0) 1090 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:32:39.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:38 smithi129 conmon[101092]: audit 2022-01-18T17:32:38.675419+0000 mon.smithi129 (mon.0) 1091 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:32:39.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:38 smithi129 conmon[101092]: audit 2022 2022-01-18T17:32:39.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:38 smithi129 conmon[101092]: -01-18T17:32:38.676271+0000 mon.smithi129 (mon.0) 1092 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:32:40.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:39 smithi156 conmon[67007]: cephadm 2022-01-18T17:32:38.676982+0000 mgr.smithi129.iclwio (mgr.14716) 3083 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:32:40.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:39 smithi156 conmon[67007]: audit 2022-01-18T17:32:38.987144+0000 mon.smithi129 (mon.0) 1093 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:32:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:39 smithi156 conmon[67007]: audit 2022-01-18T17:32:38.992083+0000 mon.smithi129 (mon.0) 1094 : audit 2022-01-18T17:32:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:39 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:32:40.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:39 smithi129 conmon[101092]: cephadm 2022-01-18T17:32:38.676982+0000 mgr.smithi129.iclwio (mgr.14716) 3083 : cephadm [WRN] 2022-01-18T17:32:40.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:39 smithi129 conmon[101092]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:32:40.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:39 smithi129 conmon[101092]: audit 2022-01-18T17:32:38.987144+0000 mon.smithi129 (mon.0) 1093 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:32:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:39 smithi129 conmon[101092]: audit 2022-01-18T17:32: 2022-01-18T17:32:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:39 smithi129 conmon[101092]: 38.992083+0000 mon.smithi129 (mon.0) 1094 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:32:41.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:40 smithi156 conmon[67007]: cluster 2022-01-18T17:32:39.680284+0000 mgr.smithi129.iclwio (mgr.14716) 3084 : cluster [DBG] pgmap v2647: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:32:41.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:40 smithi156 conmon[67007]: 2022-01-18T17:32:41.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:40 smithi129 conmon[101092]: cluster 2022-01-18T17:32:39.680284+0000 mgr.smithi129.iclwio (mgr.14716) 3084 : cluster [DBG] pgmap v2647: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:32:43.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:42 smithi156 conmon[67007]: cluster 2022-01-18T17:32:41.680743+0000 mgr.smithi129.iclwio (mgr.14716) 3085 : cluster [DBG] pgmap v2648: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:43.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:42 smithi129 conmon[101092]: cluster 2022-01-18T17:32:41.680743+0000 mgr.smithi129.iclwio (mgr.14716) 3085 : cluster [DBG] pgmap v2648: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:43.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:42 smithi129 conmon[101092]: 2022-01-18T17:32:45.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:44 smithi156 conmon[67007]: cluster 2022-01-18T17:32:43.681291+0000 mgr.smithi129.iclwio (mgr.14716) 3086 : cluster [DBG] pgmap v2649: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:45.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:44 smithi129 conmon[101092]: cluster 2022-01-18T17:32:43.681291+0000 mgr.smithi129.iclwio (mgr.14716) 3086 : cluster [DBG] pgmap v2649: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:46.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:46 smithi129 conmon[101092]: cluster 2022-01-18T17:32:45.682293+0000 mgr.smithi129.iclwio (mgr.14716) 3087 : cluster [DBG] pgmap v2650: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:32:46.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:46 smithi156 conmon[67007]: cluster 2022-01-18T17:32:45.682293+0000 mgr.smithi129.iclwio (mgr.14716) 3087 : cluster [DBG] pgmap v2650: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:32:49.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:48 smithi156 conmon[67007]: cluster 2022-01-18T17:32:47.683015+0000 mgr.smithi129.iclwio (mgr.14716) 3088 : cluster [DBG] pgmap v2651: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:49.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:48 smithi129 conmon[101092]: cluster 2022-01-18T17:32:47.683015+0000 mgr.smithi129.iclwio (mgr.14716) 3088 : cluster [DBG] pgmap v2651: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:51.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:50 smithi156 conmon[67007]: cluster 2022-01-18T17:32:49.683816+0000 mgr.smithi129.iclwio (mgr.14716) 3089 : cluster [DBG] pgmap v2652: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:32:51.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:50 smithi129 conmon[101092]: cluster 2022-01-18T17:32:49.683816+0000 mgr.smithi129.iclwio (mgr.14716) 3089 : cluster [DBG] pgmap v2652: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:32:53.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:52 smithi156 conmon[67007]: cluster 2022-01-18T17:32:51.684304+0000 mgr.smithi129.iclwio (mgr.14716) 3090 : cluster [DBG] pgmap v2653: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:53.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:52 smithi129 conmon[101092]: cluster 2022-01-18T17:32:51.684304+0000 mgr.smithi129.iclwio (mgr.14716) 3090 : cluster [DBG] pgmap v2653: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:55.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:54 smithi156 conmon[67007]: cluster 2022-01-18T17:32:53.684992+0000 mgr.smithi129.iclwio (mgr.14716) 3091 : cluster [DBG] pgmap v2654: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:55.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:54 smithi129 conmon[101092]: cluster 2022-01-18T17:32:53.684992+0000 mgr.smithi129.iclwio (mgr.14716) 3091 : cluster [DBG] pgmap v2654: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:56.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:56 smithi129 conmon[101092]: cluster 2022-01-18T17:32:55.685734+0000 mgr.smithi129.iclwio (mgr.14716) 3092 : cluster [DBG] pgmap v2655: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:32:56.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:56 smithi156 conmon[67007]: cluster 2022-01-18T17:32:55.685734+0000 mgr.smithi129.iclwio (mgr.14716) 3092 : cluster [DBG] pgmap v2655: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:32:59.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:58 smithi156 conmon[67007]: cluster 2022-01-18T17:32:57.686304+0000 mgr.smithi129.iclwio (mgr.14716) 3093 : cluster [DBG] pgmap v2656: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:59.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:58 smithi156 conmon[67007]: audit 2022-01-18T17:32:58.547531+0000 mon.smithi129 (mon.0) 1095 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:32:59.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:32:58 smithi156 conmon[67007]: audit 2022-01-18T17:32:58.547799+0000 mon.smithi129 (mon.0) 1096 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:32:59.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:58 smithi129 conmon[101092]: cluster 2022-01-18T17:32:57.686304+0000 mgr.smithi129.iclwio 2022-01-18T17:32:59.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:58 smithi129 conmon[101092]: (mgr.14716) 3093 : cluster [DBG] pgmap v2656: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:32:59.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:58 smithi129 conmon[101092]: audit 2022-01-18T17:32:58.547531+0000 mon.smithi129 (mon.0) 1095 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:32:59.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:58 smithi129 conmon[101092]: audit 2022-01-18T17:32:58.547799+0000 mon.smithi129 ( 2022-01-18T17:32:59.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:32:58 smithi129 conmon[101092]: mon.0) 1096 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:33:01.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:00 smithi156 conmon[67007]: cluster 2022-01-18T17:32:59.687103+0000 mgr.smithi129.iclwio (mgr.14716) 3094 : cluster [DBG] pgmap v2657: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:33:01.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:00 smithi156 conmon[67007]: 2022-01-18T17:33:01.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:00 smithi129 conmon[101092]: cluster 2022-01-18T17:32:59.687103+0000 mgr.smithi129.iclwio (mgr.14716) 3094 : cluster [DBG] pgmap v2657: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:33:03.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:02 smithi156 conmon[67007]: cluster 2022-01-18T17:33:01.687747+0000 mgr.smithi129.iclwio (mgr.14716) 3095 : cluster [DBG] pgmap v2658: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:03.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:02 smithi129 conmon[101092]: cluster 2022-01-18T17:33:01.687747+0000 mgr.smithi129.iclwio (mgr.14716) 3095 : cluster [DBG] pgmap v2658: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:03.970 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:33:04.239 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:33:04.239 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (95m) 5m ago 96m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:33:04.239 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (87m) 5m ago 96m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:33:04.239 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (87m) 5m ago 96m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:33:04.240 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (95m) 5m ago 96m 41.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:33:04.240 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (91m) 5m ago 91m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:33:04.240 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (91m) 5m ago 91m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:33:04.241 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (88m) 5m ago 97m 560M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:33:04.241 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (87m) 5m ago 96m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:33:04.241 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (87m) 5m ago 98m 613M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:33:04.241 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (87m) 5m ago 95m 308M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:33:04.242 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (88m) 5m ago 88m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:33:04.242 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (88m) 5m ago 88m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:33:04.242 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (96m) 5m ago 96m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:33:04.242 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (95m) 5m ago 95m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:33:04.243 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (82m) 5m ago 95m 1659M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:33:04.243 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (94m) 5m ago 94m 2680M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:33:04.243 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (94m) 5m ago 94m 2076M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:33:04.243 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (94m) 5m ago 94m 2674M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:33:04.244 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (93m) 5m ago 93m 2486M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:33:04.244 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (93m) 5m ago 93m 3070M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:33:04.244 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (93m) 5m ago 93m 2417M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:33:04.244 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (93m) 5m ago 93m 3594M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:33:04.244 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (95m) 5m ago 96m 68.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:33:04.557 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:33:04.558 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:33:04.558 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:33:04.559 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:33:04.559 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:33:04.559 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:33:04.559 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:33:04.560 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:33:04.560 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:33:04.560 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:33:04.560 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:33:04.560 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:33:04.561 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:33:04.561 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:33:04.561 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:33:04.561 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:33:04.562 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:33:04.562 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:33:04.562 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:33:05.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:04 smithi156 conmon[67007]: cluster 2022-01-18T17:33:03.688280+0000 mgr.smithi129.iclwio (mgr.14716) 3096 : cluster [DBG] 2022-01-18T17:33:05.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:04 smithi156 conmon[67007]: pgmap v2659: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:05.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:04 smithi156 conmon[67007]: audit 2022-01-18T17:33:04.559359+0000 mon.smithi129 (mon.0) 1097 : audit [DBG] from='client.? 172.21.15.129:0/885662087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:33:05.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:04 smithi129 conmon[101092]: cluster 2022-01-18T17:33:03.688280+0000 mgr.smithi129.iclwio (mgr.14716) 3096 : cluster 2022-01-18T17:33:05.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:04 smithi129 conmon[101092]: [DBG] pgmap v2659: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:05.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:04 smithi129 conmon[101092]: audit 2022-01-18T17:33:04.559359+0000 mon.smithi129 (mon.0) 1097 : audit [DBG] from='client.? 172.21.15.129:0/885662087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:33:06.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:05 smithi156 conmon[67007]: audit 2022-01-18T17:33:03.960571+0000 mgr.smithi129.iclwio (mgr.14716) 3097 : audit [DBG] from='client.36142 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:33:06.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:05 smithi156 conmon[67007]: 2022-01-18T17:33:06.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:05 smithi156 conmon[67007]: audit 2022-01-18T17:33:04.232097+0000 mgr.smithi129.iclwio (mgr.14716) 3098 : audit [DBG] from='client.36146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:33:06.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:05 smithi129 conmon[101092]: audit 2022-01-18T17:33:03.960571+0000 mgr.smithi129.iclwio (mgr.14716) 3097 : audit 2022-01-18T17:33:06.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:05 smithi129 conmon[101092]: [DBG] from='client.36142 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:33:06.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:05 smithi129 conmon[101092]: audit 2022-01-18T17:33:04.232097+0000 mgr.smithi129.iclwio (mgr.14716) 3098 : audit [DBG] from='client.36146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:33:07.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:06 smithi156 conmon[67007]: cluster 2022-01-18T17:33:05.689284+0000 mgr.smithi129.iclwio (mgr.14716) 3099 : cluster [DBG] pgmap v2660: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:33:07.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:06 smithi156 conmon[67007]: 2022-01-18T17:33:07.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:06 smithi129 conmon[101092]: cluster 2022-01-18T17:33:05.689284+0000 mgr.smithi129.iclwio (mgr.14716) 3099 : cluster [DBG] pgmap v2660: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:33:09.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:08 smithi156 conmon[67007]: cluster 2022-01-18T17:33:07.689957+0000 mgr.smithi129.iclwio (mgr.14716) 3100 : cluster 2022-01-18T17:33:09.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:08 smithi156 conmon[67007]: [DBG] pgmap v2661: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:09.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:08 smithi129 conmon[101092]: cluster 2022-01-18T17:33:07.689957+0000 mgr.smithi129.iclwio (mgr.14716) 3100 : cluster [DBG] pgmap v2661: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:09.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:08 smithi129 conmon[101092]: 2022-01-18T17:33:11.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:10 smithi156 conmon[67007]: cluster 2022-01-18T17:33:09.690705+0000 mgr.smithi129.iclwio (mgr.14716) 3101 : cluster [DBG] 2022-01-18T17:33:11.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:10 smithi156 conmon[67007]: pgmap v2662: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:33:11.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:10 smithi129 conmon[101092]: cluster 2022-01-18T17:33:09.690705+0000 mgr.smithi129.iclwio (mgr.14716) 3101 : cluster [DBG] pgmap v2662: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:33:11.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:10 smithi129 conmon[101092]: 2022-01-18T17:33:13.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:12 smithi156 conmon[67007]: cluster 2022-01-18T17:33:11.691125+0000 mgr.smithi129.iclwio (mgr.14716) 3102 : cluster 2022-01-18T17:33:13.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:12 smithi156 conmon[67007]: [DBG] pgmap v2663: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:13.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:12 smithi129 conmon[101092]: cluster 2022-01-18T17:33:11.691125+0000 mgr.smithi129.iclwio (mgr.14716) 3102 : cluster [DBG] pgmap v2663: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:15.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:14 smithi156 conmon[67007]: cluster 2022-01-18T17:33:13.691592+0000 mgr.smithi129.iclwio (mgr.14716) 3103 : 2022-01-18T17:33:15.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:14 smithi156 conmon[67007]: cluster [DBG] pgmap v2664: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:15.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:14 smithi129 conmon[101092]: cluster 2022-01-18T17:33:13.691592+0000 mgr.smithi129.iclwio (mgr.14716) 3103 : cluster [DBG] pgmap v2664: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:16.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:16 smithi129 conmon[101092]: cluster 2022-01-18T17:33:15.692436+0000 mgr.smithi129.iclwio (mgr.14716) 3104 : cluster [DBG] pgmap v2665: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:33:16.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:16 smithi156 conmon[67007]: cluster 2022-01-18T17:33:15.692436+0000 mgr.smithi129.iclwio (mgr.14716) 3104 : cluster [DBG] pgmap v2665: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:33:19.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:18 smithi156 conmon[67007]: cluster 2022-01-18T17:33:17.693169+0000 mgr.smithi129.iclwio (mgr.14716) 3105 : cluster [DBG] 2022-01-18T17:33:19.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:18 smithi156 conmon[67007]: pgmap v2666: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:19.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:18 smithi129 conmon[101092]: cluster 2022-01-18T17:33:17.693169+0000 mgr.smithi129.iclwio (mgr.14716) 3105 : cluster [DBG] pgmap v2666: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:21.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:20 smithi156 conmon[67007]: cluster 2022-01-18T17:33:19.693938+0000 mgr.smithi129.iclwio (mgr.14716) 3106 : cluster [DBG] pgmap v2667: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:33:21.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:20 smithi129 conmon[101092]: cluster 2022-01-18T17:33:19.693938+0000 mgr.smithi129.iclwio (mgr.14716) 3106 : cluster [DBG] pgmap v2667: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:33:23.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:22 smithi156 conmon[67007]: cluster 2022-01-18T17:33:21.694451+0000 mgr.smithi129.iclwio (mgr.14716) 3107 : cluster [DBG] pgmap v2668: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:23.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:22 smithi156 conmon[67007]: 2022-01-18T17:33:23.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:22 smithi129 conmon[101092]: cluster 2022-01-18T17:33:21.694451+0000 mgr.smithi129.iclwio (mgr.14716) 3107 : cluster [DBG] pgmap v2668: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:23.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:22 smithi129 conmon[101092]: 2022-01-18T17:33:25.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:24 smithi156 conmon[67007]: cluster 2022-01-18T17:33:23.695195+0000 mgr.smithi129.iclwio (mgr.14716) 3108 : cluster 2022-01-18T17:33:25.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:24 smithi156 conmon[67007]: [DBG] pgmap v2669: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:25.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:24 smithi129 conmon[101092]: cluster 2022-01-18T17:33:23.695195+0000 mgr.smithi129.iclwio (mgr.14716) 3108 : cluster [DBG] pgmap v2669: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:25.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:24 smithi129 conmon[101092]: 2022-01-18T17:33:26.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:26 smithi129 conmon[101092]: cluster 2022-01-18T17:33:25.695968+0000 mgr.smithi129.iclwio (mgr.14716) 3109 : 2022-01-18T17:33:26.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:26 smithi129 conmon[101092]: cluster [DBG] pgmap v2670: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:33:26.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:26 smithi156 conmon[67007]: cluster 2022-01-18T17:33:25.695968+0000 mgr.smithi129.iclwio (mgr.14716) 3109 : cluster [DBG] pgmap v2670: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:33:26.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:26 smithi156 conmon[67007]: 2022-01-18T17:33:29.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:28 smithi156 conmon[67007]: cluster 2022-01-18T17:33:27.696673+0000 mgr.smithi129.iclwio (mgr.14716) 3110 : cluster [DBG] pgmap v2671: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:29.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:28 smithi156 conmon[67007]: 2022-01-18T17:33:29.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:28 smithi129 conmon[101092]: cluster 2022-01-18T17:33:27.696673+0000 mgr.smithi129.iclwio (mgr.14716) 3110 : cluster [DBG] pgmap v2671: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:31.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:30 smithi156 conmon[67007]: cluster 2022-01-18T17:33:29.697360+0000 mgr.smithi129.iclwio (mgr.14716) 3111 : cluster [DBG] pgmap v2672: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:33:31.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:30 smithi156 conmon[67007]: 2022-01-18T17:33:31.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:30 smithi129 conmon[101092]: cluster 2022-01-18T17:33:29.697360+0000 mgr.smithi129.iclwio (mgr.14716) 3111 : cluster [DBG] pgmap v2672: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:33:33.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:32 smithi156 conmon[67007]: cluster 2022-01-18T17:33:31.697968+0000 mgr.smithi129.iclwio (mgr.14716) 3112 : cluster [DBG] pgmap v2673: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:33.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:32 smithi129 conmon[101092]: cluster 2022-01-18T17:33:31.697968+0000 mgr.smithi129.iclwio (mgr.14716) 3112 : cluster [DBG] pgmap v2673: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:34.854 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:33:35.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:34 smithi156 conmon[67007]: cluster 2022-01-18T17:33:33.698495+0000 mgr.smithi129.iclwio (mgr.14716) 3113 : cluster [DBG] pgmap v2674: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:35.119 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:33:35.119 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (96m) 6m ago 97m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:33:35.119 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (87m) 6m ago 97m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:33:35.119 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (87m) 6m ago 96m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:33:35.120 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (95m) 6m ago 97m 41.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:33:35.120 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (92m) 6m ago 92m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:33:35.120 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (92m) 6m ago 92m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:33:35.120 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (88m) 6m ago 98m 560M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:33:35.121 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (88m) 6m ago 96m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:33:35.121 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (88m) 6m ago 98m 613M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:33:35.121 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (88m) 6m ago 96m 308M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:33:35.121 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (89m) 6m ago 89m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:33:35.121 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (88m) 6m ago 88m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:33:35.122 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (96m) 6m ago 96m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:33:35.122 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (96m) 6m ago 96m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:33:35.122 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (82m) 6m ago 95m 1659M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:33:35.122 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (95m) 6m ago 95m 2680M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:33:35.122 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (95m) 6m ago 95m 2076M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:33:35.123 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (94m) 6m ago 94m 2674M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:33:35.123 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (94m) 6m ago 94m 2486M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:33:35.123 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (94m) 6m ago 94m 3070M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:33:35.123 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (93m) 6m ago 93m 2417M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:33:35.123 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (93m) 6m ago 93m 3594M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:33:35.124 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (95m) 6m ago 96m 68.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:33:35.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:34 smithi129 conmon[101092]: cluster 2022-01-18T17:33:33.698495+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:33:35.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:34 smithi129 conmon[101092]: 3113 : cluster [DBG] pgmap v2674: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:35.436 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:33:35.436 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:33:35.436 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:33:35.437 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:33:35.437 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:33:35.437 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:33:35.437 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:33:35.437 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:33:35.438 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:33:35.438 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:33:35.438 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:33:35.438 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:33:35.438 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:33:35.439 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:33:35.439 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:33:35.439 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:33:35.439 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:33:35.440 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:33:35.440 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:33:36.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:36 smithi129 conmon[101092]: audit 2022-01-18T17:33:34.844507+0000 mgr.smithi129.iclwio (mgr.14716) 3114 : audit [DBG] from='client.36154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:33:36.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:36 smithi129 conmon[101092]: audit 2022-01-18T17:33:35.112640+0000 mgr.smithi129.iclwio (mgr.14716) 3115 : audit [DBG] from='client.36158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:33:36.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:36 smithi129 conmon[101092]: audit 2022-01-18T17:33:35.438466+0000 mon.smithi129 (mon.0) 1098 : audit [DBG] from='client.? 172.21.15.129:0/2809298263' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:33:36.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:36 smithi129 conmon[101092]: 2022-01-18T17:33:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:36 smithi129 conmon[101092]: cluster 2022-01-18T17:33:35.699159 2022-01-18T17:33:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:36 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 3116 : cluster [DBG] pgmap v2675: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:33:36.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:36 smithi156 conmon[67007]: audit 2022-01-18T17:33:34.844507+0000 mgr.smithi129.iclwio (mgr.14716) 3114 : audit [DBG] from='client.36154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:33:36.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:36 smithi156 conmon[67007]: 2022-01-18T17:33:36.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:36 smithi156 conmon[67007]: audit 2022-01-18T17:33:35.112640+0000 mgr.smithi129.iclwio (mgr.14716) 3115 : audit [DBG] from='client.36158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:33:36.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:36 smithi156 conmon[67007]: audit 2022-01-18T17:33:35.438466+0000 mon.smithi129 (mon.0) 2022-01-18T17:33:36.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:36 smithi156 conmon[67007]: 1098 : audit [DBG] from='client.? 172.21.15.129:0/2809298263' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:33:36.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:36 smithi156 conmon[67007]: cluster 2022-01-18T17:33:35.699159+0000 mgr.smithi129.iclwio (mgr.14716) 3116 : cluster [DBG] 2022-01-18T17:33:36.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:36 smithi156 conmon[67007]: pgmap v2675: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:33:39.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:38 smithi156 conmon[67007]: cluster 2022-01-18T17:33:37.699692+0000 mgr.smithi129.iclwio (mgr.14716) 3117 : cluster [DBG] pgmap v2676: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:39.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:38 smithi129 conmon[101092]: cluster 2022-01-18T17:33:37.699692+0000 mgr.smithi129.iclwio (mgr.14716) 3117 : cluster [DBG] pgmap v2676: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:40.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:39 smithi156 conmon[67007]: audit 2022-01-18T17:33:38.995006+0000 mon.smithi129 (mon.0) 1099 2022-01-18T17:33:40.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:39 smithi156 conmon[67007]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:33:40.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:39 smithi156 conmon[67007]: audit 2022-01-18T17:33:38.996472+0000 mon.smithi129 (mon.0) 1100 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:33:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:39 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T17:33:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:39 smithi156 conmon[67007]: T17:33:38.997520+0000 mon.smithi129 (mon.0) 1101 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:33:40.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:39 smithi156 conmon[67007]: audit 2022-01-18T17:33:40.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:39 smithi156 conmon[67007]: 2022-01-18T17:33:39.306230+0000 mon.smithi129 (mon.0 2022-01-18T17:33:40.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:39 smithi156 conmon[67007]: ) 1102 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:33:40.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:39 smithi156 conmon[67007]: audit 2022-01-18T17 2022-01-18T17:33:40.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:39 smithi156 conmon[67007]: :33:39.311043+0000 mon.smithi129 (mon.0 2022-01-18T17:33:40.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:39 smithi156 conmon[67007]: ) 1103 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:33:40.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:39 smithi129 conmon[101092]: audit 2022-01-18T17:33:38.995006+0000 mon.smithi129 (mon.0) 1099 : audit 2022-01-18T17:33:40.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:39 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:33:40.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:39 smithi129 conmon[101092]: audit 2022-01-18T17:33:38.996472+0000 mon.smithi129 (mon.0) 1100 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:33:40.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:39 smithi129 conmon[101092]: audit 2022-01-18T17 2022-01-18T17:33:40.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:39 smithi129 conmon[101092]: :33:38.997520+0000 mon.smithi129 (mon.0) 1101 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:33:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:39 smithi129 conmon[101092]: audit 2022 2022-01-18T17:33:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:39 smithi129 conmon[101092]: -01-18T17:33:39.306230+0000 mon.smithi129 (mon.0) 1102 2022-01-18T17:33:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:39 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:33:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:39 smithi129 conmon[101092]: audit 2022-01-18T17 2022-01-18T17:33:40.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:39 smithi129 conmon[101092]: :33:39.311043+0000 mon.smithi129 (mon.0 2022-01-18T17:33:40.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:39 smithi129 conmon[101092]: ) 1103 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:33:41.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:40 smithi156 conmon[67007]: cephadm 2022-01-18T17:33:38.998267+0000 mgr.smithi129.iclwio (mgr.14716) 3118 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:33:41.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:40 smithi156 conmon[67007]: cluster 2022-01-18T17:33:39.700539+0000 mgr.smithi129.iclwio (mgr.14716) 3119 : cluster [DBG] pgmap v2677: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:33:41.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:40 smithi129 conmon[101092]: cephadm 2022-01-18T17:33:38.998267+0000 mgr.smithi129.iclwio (mgr.14716) 3118 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:33:41.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:40 smithi129 conmon[101092]: 2022-01-18T17:33:41.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:40 smithi129 conmon[101092]: cluster 2022-01-18T17:33:39.700539+0000 mgr.smithi129.iclwio (mgr.14716) 3119 : cluster [DBG] pgmap v2677: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:33:43.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:42 smithi156 conmon[67007]: cluster 2022-01-18T17:33:41.701097+0000 mgr.smithi129.iclwio (mgr.14716) 3120 : cluster [DBG] pgmap v2678: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:43.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:42 smithi129 conmon[101092]: cluster 2022-01-18T17:33:41.701097+0000 mgr.smithi129.iclwio (mgr.14716) 3120 : cluster [DBG] 2022-01-18T17:33:43.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:42 smithi129 conmon[101092]: pgmap v2678: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:45.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:44 smithi156 conmon[67007]: cluster 2022-01-18T17:33:43.701810+0000 mgr.smithi129.iclwio (mgr.14716) 3121 : cluster [DBG] pgmap v2679: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:45.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:44 smithi129 conmon[101092]: cluster 2022-01-18T17:33:43.701810+0000 mgr.smithi129.iclwio (mgr.14716) 3121 : cluster [DBG] pgmap v2679: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:46.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:46 smithi129 conmon[101092]: cluster 2022-01-18T17:33:45.702829+0000 mgr.smithi129.iclwio (mgr.14716) 3122 : cluster [DBG] pgmap v2680: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:33:46.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:46 smithi156 conmon[67007]: cluster 2022-01-18T17:33:45.702829+0000 mgr.smithi129.iclwio (mgr.14716) 3122 : cluster [DBG] pgmap v2680: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:33:49.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:48 smithi156 conmon[67007]: cluster 2022-01-18T17:33:47.703503+0000 mgr.smithi129.iclwio (mgr.14716) 3123 : cluster [DBG] pgmap v2681: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:49.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:48 smithi129 conmon[101092]: cluster 2022-01-18T17:33:47.703503+0000 mgr.smithi129.iclwio (mgr.14716) 3123 : cluster [DBG] pgmap v2681: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:51.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:50 smithi156 conmon[67007]: cluster 2022-01-18T17:33:49.704378+0000 mgr.smithi129.iclwio (mgr.14716) 3124 : cluster [DBG] pgmap v2682: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:33:51.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:50 smithi129 conmon[101092]: cluster 2022-01-18T17:33:49.704378+0000 mgr.smithi129.iclwio (mgr.14716) 3124 : cluster [DBG] pgmap v2682: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:33:53.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:52 smithi156 conmon[67007]: cluster 2022-01-18T17:33:51.705065+0000 mgr.smithi129.iclwio (mgr.14716) 3125 : cluster [DBG] 2022-01-18T17:33:53.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:52 smithi156 conmon[67007]: pgmap v2683: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:53.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:52 smithi129 conmon[101092]: cluster 2022-01-18T17:33:51.705065+0000 mgr.smithi129.iclwio (mgr.14716) 3125 : cluster [DBG] pgmap v2683: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:53.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:52 smithi129 conmon[101092]: 2022-01-18T17:33:55.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:54 smithi156 conmon[67007]: cluster 2022-01-18T17:33:53.705545+0000 mgr.smithi129.iclwio (mgr.14716) 3126 2022-01-18T17:33:55.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:54 smithi156 conmon[67007]: : cluster [DBG] pgmap v2684: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:55.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:54 smithi129 conmon[101092]: cluster 2022-01-18T17:33:53.705545+0000 mgr.smithi129.iclwio (mgr.14716) 3126 : cluster [DBG] 2022-01-18T17:33:55.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:54 smithi129 conmon[101092]: pgmap v2684: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:56.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:56 smithi129 conmon[101092]: cluster 2022-01-18T17:33:55.706343+0000 mgr.smithi129.iclwio (mgr.14716) 3127 : cluster [DBG] pgmap v2685: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:33:56.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:56 smithi156 conmon[67007]: cluster 2022-01-18T17:33:55.706343+0000 mgr.smithi129.iclwio (mgr.14716) 3127 : cluster 2022-01-18T17:33:56.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:56 smithi156 conmon[67007]: [DBG] pgmap v2685: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:33:59.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:58 smithi156 conmon[67007]: cluster 2022-01-18T17:33:57.706982+0000 mgr.smithi129.iclwio (mgr.14716) 3128 : cluster [DBG] pgmap v2686: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:59.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:58 smithi156 conmon[67007]: 2022-01-18T17:33:59.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:58 smithi156 conmon[67007]: audit 2022-01-18T17:33:58.551345+0000 mon.smithi129 (mon.0) 1104 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:33:59.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:33:58 smithi156 conmon[67007]: audit 2022-01-18T17:33:58.551567+0000 mon.smithi129 (mon.0) 1105 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:33:59.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:58 smithi129 conmon[101092]: cluster 2022-01-18T17:33:57.706982+0000 mgr.smithi129.iclwio (mgr.14716) 3128 : cluster [DBG] pgmap v2686: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:33:59.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:58 smithi129 conmon[101092]: audit 2022-01-18T17:33:58.551345+0000 mon.smithi129 (mon.0) 1104 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:33:59.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:58 smithi129 conmon[101092]: audit 2022-01 2022-01-18T17:33:59.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:33:58 smithi129 conmon[101092]: -18T17:33:58.551567+0000 mon.smithi129 (mon.0) 1105 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:34:01.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:00 smithi156 conmon[67007]: cluster 2022-01-18T17:33:59.707888+0000 mgr.smithi129.iclwio (mgr.14716) 3129 : cluster 2022-01-18T17:34:01.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:00 smithi156 conmon[67007]: [DBG] pgmap v2687: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:34:01.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:00 smithi129 conmon[101092]: cluster 2022-01-18T17:33:59.707888+0000 mgr.smithi129.iclwio (mgr.14716) 3129 : cluster [DBG] pgmap v2687: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:34:03.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:02 smithi156 conmon[67007]: cluster 2022-01-18T17:34:01.708280+0000 mgr.smithi129.iclwio (mgr.14716) 3130 : cluster [DBG] pgmap v2688: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:03.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:02 smithi129 conmon[101092]: cluster 2022-01-18T17:34:01.708280+0000 mgr.smithi129.iclwio (mgr.14716) 3130 : cluster [DBG] pgmap v2688: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:05.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:04 smithi156 conmon[67007]: cluster 2022-01-18T17:34:03.708983+0000 mgr.smithi129.iclwio (mgr.14716) 3131 : cluster [DBG] pgmap v2689: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:05.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:04 smithi129 conmon[101092]: cluster 2022-01-18T17:34:03.708983+0000 mgr.smithi129.iclwio (mgr.14716) 3131 : cluster [DBG] 2022-01-18T17:34:05.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:04 smithi129 conmon[101092]: pgmap v2689: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:05.734 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:34:05.998 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:34:05.999 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (96m) 6m ago 97m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:34:05.999 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (88m) 6m ago 97m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:34:05.999 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (88m) 6m ago 97m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:34:05.999 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (96m) 6m ago 97m 41.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:34:06.000 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (92m) 6m ago 92m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:34:06.000 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (92m) 6m ago 92m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:34:06.000 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (89m) 6m ago 98m 560M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:34:06.000 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (88m) 6m ago 97m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:34:06.001 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (88m) 6m ago 99m 613M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:34:06.001 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (88m) 6m ago 96m 308M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:34:06.001 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (89m) 6m ago 89m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:34:06.001 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (89m) 6m ago 89m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:34:06.002 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (97m) 6m ago 97m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:34:06.002 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (96m) 6m ago 96m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:34:06.002 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (83m) 6m ago 96m 1659M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:34:06.002 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (95m) 6m ago 95m 2680M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:34:06.003 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (95m) 6m ago 95m 2076M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:34:06.003 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (95m) 6m ago 95m 2674M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:34:06.003 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (95m) 6m ago 95m 2486M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:34:06.003 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (94m) 6m ago 94m 3070M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:34:06.004 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (94m) 6m ago 94m 2417M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:34:06.004 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (94m) 6m ago 94m 3594M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:34:06.004 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (96m) 6m ago 97m 68.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:34:06.316 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:34:06.316 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:34:06.317 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:34:06.317 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:34:06.317 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:34:06.317 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:34:06.318 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:34:06.318 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:34:06.318 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:34:06.318 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:34:06.319 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:34:06.319 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:34:06.319 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:34:06.319 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:34:06.320 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:34:06.320 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:34:06.320 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:34:06.320 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:34:06.321 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:34:06.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:06 smithi129 conmon[101092]: cluster 2022-01-18T17:34:05.709601+0000 mgr.smithi129.iclwio ( 2022-01-18T17:34:06.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:06 smithi129 conmon[101092]: mgr.14716) 3132 : cluster [DBG] pgmap v2690: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:34:06.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:06 smithi129 conmon[101092]: audit 2022-01-18T17:34:05.724804+0000 mgr.smithi129.iclwio (mgr.14716) 3133 : audit [DBG] from='client.36166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:34:06.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:06 smithi156 conmon[67007]: cluster 2022-01-18T17:34:05.709601+0000 mgr.smithi129.iclwio (mgr.14716) 3132 : cluster 2022-01-18T17:34:06.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:06 smithi156 conmon[67007]: [DBG] pgmap v2690: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:34:06.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:06 smithi156 conmon[67007]: audit 2022-01-18T17:34:05.724804+0000 mgr.smithi129.iclwio (mgr.14716) 3133 : audit [DBG] from='client.36166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:34:07.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:07 smithi129 conmon[101092]: audit 2022-01-18T17:34:05.992286+0000 mgr.smithi129.iclwio (mgr.14716) 3134 : audit [DBG] from='client.36170 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:34:07.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:07 smithi129 conmon[101092]: audit 2022-01-18T17:34:06.318912+0000 mon.smithi129 (mon.0) 1106 : audit [DBG] from='client.? 172.21.15.129:0/4277024904' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:34:07.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:07 smithi156 conmon[67007]: audit 2022-01-18T17:34:05.992286+0000 mgr.smithi129.iclwio (mgr 2022-01-18T17:34:07.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:07 smithi156 conmon[67007]: .14716) 3134 : audit [DBG] from='client.36170 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:34:07.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:07 smithi156 conmon[67007]: audit 2022-01-18T17:34:06.318912+0000 mon.smithi129 (mon.0) 1106 : 2022-01-18T17:34:07.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:07 smithi156 conmon[67007]: audit [DBG] from='client.? 172.21.15.129:0/4277024904' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:34:08.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:08 smithi129 conmon[101092]: cluster 2022-01-18T17:34:07.710148+0000 mgr.smithi129.iclwio (mgr.14716) 3135 : cluster [DBG] pgmap v2691: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:08.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:08 smithi129 conmon[101092]: 2022-01-18T17:34:08.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:08 smithi156 conmon[67007]: cluster 2022-01-18T17:34:07.710148+0000 mgr.smithi129.iclwio (mgr.14716) 3135 : cluster [DBG] pgmap v2691: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:11.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:10 smithi156 conmon[67007]: cluster 2022-01-18T17:34:09.710969+0000 mgr.smithi129.iclwio (mgr.14716) 3136 : cluster [DBG] pgmap v2692: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:34:11.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:10 smithi129 conmon[101092]: cluster 2022-01-18T17:34:09.710969+0000 mgr.smithi129.iclwio (mgr.14716) 3136 : cluster [DBG] pgmap v2692: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:34:13.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:12 smithi156 conmon[67007]: cluster 2022-01-18T17:34:11.711554+0000 mgr.smithi129.iclwio (mgr.14716) 3137 : cluster [DBG] pgmap v2693: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:13.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:12 smithi129 conmon[101092]: cluster 2022-01-18T17:34:11.711554+0000 mgr.smithi129.iclwio (mgr.14716) 3137 : cluster [DBG] pgmap v2693: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:13.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:12 smithi129 conmon[101092]: 2022-01-18T17:34:15.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:14 smithi156 conmon[67007]: cluster 2022-01-18T17:34:13.712316+0000 mgr.smithi129.iclwio (mgr.14716) 3138 : cluster [DBG] pgmap v2694: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:15.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:14 smithi129 conmon[101092]: cluster 2022-01-18T17:34:13.712316+0000 mgr.smithi129.iclwio (mgr.14716) 3138 : cluster [DBG] 2022-01-18T17:34:15.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:14 smithi129 conmon[101092]: pgmap v2694: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:16.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:16 smithi129 conmon[101092]: cluster 2022-01-18T17:34:15.713329+0000 mgr.smithi129.iclwio (mgr.14716) 3139 : cluster [DBG] pgmap v2695: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:34:16.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:16 smithi156 conmon[67007]: cluster 2022-01-18T17:34:15.713329+0000 mgr.smithi129.iclwio (mgr.14716) 3139 : cluster [DBG] pgmap v2695: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:34:19.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:18 smithi156 conmon[67007]: cluster 2022-01-18T17:34:17.713984+0000 mgr.smithi129.iclwio (mgr.14716) 3140 : cluster [DBG] pgmap v2696: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:19.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:18 smithi129 conmon[101092]: cluster 2022-01-18T17:34:17.713984+0000 mgr.smithi129.iclwio (mgr.14716) 3140 : cluster [DBG] pgmap v2696: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:21.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:20 smithi156 conmon[67007]: cluster 2022-01-18T17:34:19.714683+0000 mgr.smithi129.iclwio (mgr.14716) 3141 : cluster [DBG] pgmap v2697: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:34:21.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:20 smithi129 conmon[101092]: cluster 2022-01-18T17:34:19.714683+0000 mgr.smithi129.iclwio (mgr.14716) 3141 : cluster [DBG] pgmap v2697: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:34:23.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:22 smithi156 conmon[67007]: cluster 2022-01-18T17:34:21.715132+0000 mgr.smithi129.iclwio (mgr.14716) 3142 : cluster [DBG] pgmap v2698: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:23.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:22 smithi129 conmon[101092]: cluster 2022-01-18T17:34:21.715132+0000 mgr.smithi129.iclwio (mgr.14716) 3142 : cluster [DBG] pgmap v2698: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:23.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:22 smithi129 conmon[101092]: 2022-01-18T17:34:25.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:24 smithi156 conmon[67007]: cluster 2022-01-18T17:34:23.715826+0000 mgr.smithi129.iclwio (mgr.14716) 3143 : cluster 2022-01-18T17:34:25.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:24 smithi156 conmon[67007]: [DBG] pgmap v2699: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:25.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:24 smithi129 conmon[101092]: cluster 2022-01-18T17:34:23.715826+0000 mgr.smithi129.iclwio (mgr.14716) 3143 : cluster [DBG] pgmap v2699: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:26.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:26 smithi129 conmon[101092]: cluster 2022-01-18T17:34:25.716571+0000 mgr.smithi129.iclwio (mgr.14716) 3144 2022-01-18T17:34:26.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:26 smithi129 conmon[101092]: : cluster [DBG] pgmap v2700: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:34:26.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:26 smithi156 conmon[67007]: cluster 2022-01-18T17:34:25.716571+0000 mgr.smithi129.iclwio (mgr.14716) 3144 : cluster [DBG] 2022-01-18T17:34:26.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:26 smithi156 conmon[67007]: pgmap v2700: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:34:29.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:28 smithi156 conmon[67007]: cluster 2022-01-18T17:34:27.717155+0000 mgr.smithi129.iclwio (mgr.14716) 3145 : cluster [DBG] pgmap v2701: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:29.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:28 smithi129 conmon[101092]: cluster 2022-01-18T17:34:27.717155+0000 mgr.smithi129.iclwio (mgr.14716) 3145 : cluster [DBG] pgmap v2701: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:31.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:30 smithi156 conmon[67007]: cluster 2022-01-18T17:34:29.718061+0000 mgr.smithi129.iclwio (mgr.14716) 3146 : cluster [DBG] pgmap v2702: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:34:31.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:30 smithi156 conmon[67007]: 2022-01-18T17:34:31.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:30 smithi129 conmon[101092]: cluster 2022-01-18T17:34:29.718061+0000 mgr.smithi129.iclwio (mgr.14716) 3146 2022-01-18T17:34:31.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:30 smithi129 conmon[101092]: : cluster [DBG] pgmap v2702: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:34:33.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:32 smithi156 conmon[67007]: cluster 2022-01-18T17:34:31.718534+0000 mgr.smithi129.iclwio (mgr.14716) 3147 : cluster [DBG] 2022-01-18T17:34:33.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:32 smithi156 conmon[67007]: pgmap v2703: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:33.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:32 smithi129 conmon[101092]: cluster 2022-01-18T17:34:31.718534+0000 mgr.smithi129.iclwio (mgr.14716) 3147 : cluster [DBG] pgmap v2703: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:35.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:34 smithi156 conmon[67007]: cluster 2022-01-18T17:34:33.719062 2022-01-18T17:34:35.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:34 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 3148 : cluster [DBG] pgmap v2704: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:35.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:34 smithi129 conmon[101092]: cluster 2022-01-18T17:34:33.719062+0000 mgr.smithi129.iclwio (mgr.14716) 3148 : cluster [DBG] pgmap v2704: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:35.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:34 smithi129 conmon[101092]: 2022-01-18T17:34:36.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:36 smithi129 conmon[101092]: cluster 2022-01-18T17:34:35.719740+0000 mgr.smithi129.iclwio (mgr.14716) 3149 : cluster [DBG] pgmap v2705: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:34:36.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:36 smithi129 conmon[101092]: 2022-01-18T17:34:36.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:36 smithi156 conmon[67007]: cluster 2022-01-18T17:34:35.719740+0000 mgr.smithi129.iclwio (mgr.14716) 3149 : cluster [DBG] pgmap v2705: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:34:36.612 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:34:36.877 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:34:36.878 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (97m) 7m ago 98m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:34:36.878 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (88m) 7m ago 98m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:34:36.878 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (88m) 7m ago 97m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:34:36.879 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (96m) 7m ago 98m 41.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:34:36.879 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (93m) 7m ago 93m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:34:36.879 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (93m) 7m ago 93m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:34:36.879 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (89m) 7m ago 99m 560M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:34:36.880 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (89m) 7m ago 97m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:34:36.880 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (89m) 7m ago 99m 613M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:34:36.880 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (89m) 7m ago 97m 308M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:34:36.880 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (90m) 7m ago 90m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:34:36.880 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (89m) 7m ago 89m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:34:36.881 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (97m) 7m ago 97m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:34:36.881 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (97m) 7m ago 97m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:34:36.881 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (83m) 7m ago 96m 1659M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:34:36.881 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (96m) 7m ago 96m 2680M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:34:36.882 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (96m) 7m ago 96m 2076M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:34:36.882 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (95m) 7m ago 95m 2674M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:34:36.882 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (95m) 7m ago 95m 2486M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:34:36.882 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (95m) 7m ago 95m 3070M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:34:36.883 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (94m) 7m ago 94m 2417M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:34:36.883 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (94m) 7m ago 94m 3594M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:34:36.883 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (96m) 7m ago 97m 68.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:34:37.197 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:34:37.197 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:34:37.197 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:34:37.198 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:34:37.198 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:34:37.198 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:34:37.198 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:34:37.199 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:34:37.199 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:34:37.199 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:34:37.199 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:34:37.200 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:34:37.200 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:34:37.200 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:34:37.200 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:34:37.201 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:34:37.201 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:34:37.201 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:34:37.201 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:34:37.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:37 smithi129 conmon[101092]: audit 2022-01-18T17:34:36.603621+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:34:37.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:37 smithi129 conmon[101092]: 3150 : audit [DBG] from='client.36178 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:34:37.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:37 smithi156 conmon[67007]: audit 2022-01-18T17:34:36.603621+0000 mgr.smithi129.iclwio (mgr.14716) 3150 : 2022-01-18T17:34:37.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:37 smithi156 conmon[67007]: audit [DBG] from='client.36178 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:34:38.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:38 smithi129 conmon[101092]: audit 2022-01-18T17:34:36.871608+0000 mgr.smithi129.iclwio (mgr.14716) 3151 : audit [DBG] from='client.36182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:34:38.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:38 smithi129 conmon[101092]: 2022-01-18T17:34:38.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:38 smithi129 conmon[101092]: audit 2022-01-18T17:34:37.199995+0000 mon.smithi129 (mon.0) 1107 : audit [DBG] from='client.? 172.21.15.129:0/3071264989' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:34:38.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:38 smithi129 conmon[101092]: cluster 2022-01-18T17:34:37.720330+0000 mgr.smithi129.iclwio (mgr.14716) 3152 : cluster [DBG] pgmap v2706: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:38.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:38 smithi156 conmon[67007]: audit 2022-01-18T17:34:36.871608+0000 mgr.smithi129.iclwio (mgr.14716) 3151 : audit [DBG] from='client.36182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:34:38.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:38 smithi156 conmon[67007]: 2022-01-18T17:34:38.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:38 smithi156 conmon[67007]: audit 2022-01-18T17:34:37.199995+0000 mon.smithi129 (mon.0) 1107 : audit [DBG] from='client.? 172.21.15.129:0/3071264989' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:34:38.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:38 smithi156 conmon[67007]: cluster 2022-01-18T17:34:37.720330+0000 mgr.smithi129.iclwio (mgr.14716) 3152 : cluster [DBG] pgmap v2706: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:39.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:39 smithi129 conmon[101092]: audit 2022-01-18T17:34:39.313768+0000 mon.smithi129 (mon.0) 1108 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:34:39.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:39 smithi129 conmon[101092]: audit 2022-01-18T17:34:39.315084+0000 mon.smithi129 (mon 2022-01-18T17:34:39.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:39 smithi129 conmon[101092]: .0) 1109 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:34:39.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:39 smithi129 conmon[101092]: audit 2022-01-18T17:34:39.315984+0000 mon.smithi129 (mon.0) 1110 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:34:39.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:39 smithi156 conmon[67007]: audit 2022-01-18T17:34:39.313768+0000 mon.smithi129 (mon.0) 1108 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:34:39.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:39 smithi156 conmon[67007]: audit 2022-01-18T17:34:39.315084+0000 mon.smithi129 (mon.0) 1109 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:34:39.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:39 smithi156 conmon[67007]: audit 2022-01-18T17:34:39.315984+0000 mon.smithi129 (mon.0) 1110 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:34:40.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:40 smithi129 conmon[101092]: cephadm 2022-01-18T17:34:39.316706+0000 mgr.smithi129.iclwio (mgr.14716) 3153 : cephadm [WRN] 2022-01-18T17:34:40.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:40 smithi129 conmon[101092]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:34:40.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:40 smithi129 conmon[101092]: audit 2022-01-18T17:34:39.624337+0000 mon.smithi129 (mon.0) 1111 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:34:40.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:40 smithi129 conmon[101092]: audit 2022-01-18T17:34:39.628836+0000 mon.smithi129 2022-01-18T17:34:40.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:40 smithi129 conmon[101092]: (mon.0) 1112 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:34:40.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:40 smithi129 conmon[101092]: cluster 2022-01-18T17:34:39.721044+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:34:40.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:40 smithi129 conmon[101092]: ) 3154 : cluster [DBG] pgmap v2707: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:34:41.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:40 smithi156 conmon[67007]: cephadm 2022-01-18T17:34:39.316706+0000 mgr.smithi129.iclwio (mgr.14716) 3153 : cephadm 2022-01-18T17:34:41.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:40 smithi156 conmon[67007]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:34:41.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:40 smithi156 conmon[67007]: audit 2022-01-18T17:34:39.624337+0000 mon.smithi129 (mon.0) 1111 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:34:41.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:40 smithi156 conmon[67007]: audit 2022-01-18T17:34:39.628836+0000 mon.smithi129 (mon.0) 1112 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:34:41.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:40 smithi156 conmon[67007]: cluster 2022-01-18T17:34:39.721044+0000 mgr.smithi129.iclwio (mgr.14716) 3154 : cluster [DBG] pgmap v2707: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:34:43.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:42 smithi156 conmon[67007]: cluster 2022-01-18T17:34:41.721511+0000 mgr.smithi129.iclwio (mgr.14716) 3155 : cluster [DBG] pgmap v2708: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:43.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:42 smithi156 conmon[67007]: 2022-01-18T17:34:43.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:42 smithi129 conmon[101092]: cluster 2022-01-18T17:34:41.721511+0000 mgr.smithi129.iclwio (mgr.14716) 3155 : cluster [DBG] pgmap v2708: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:45.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:44 smithi156 conmon[67007]: cluster 2022-01-18T17:34:43.722227+0000 mgr.smithi129.iclwio (mgr 2022-01-18T17:34:45.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:44 smithi156 conmon[67007]: .14716) 3156 : cluster [DBG] pgmap v2709: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:45.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:44 smithi129 conmon[101092]: cluster 2022-01-18T17:34:43.722227+0000 mgr.smithi129.iclwio (mgr.14716) 3156 : cluster [DBG] pgmap v2709: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:46.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:46 smithi129 conmon[101092]: cluster 2022-01-18T17:34:45.722977+0000 mgr.smithi129.iclwio (mgr.14716) 3157 : cluster [DBG] pgmap v2710: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:34:46.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:46 smithi156 conmon[67007]: cluster 2022-01-18T17:34:45.722977+0000 mgr.smithi129.iclwio (mgr.14716) 3157 : cluster [DBG] pgmap v2710: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:34:49.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:48 smithi156 conmon[67007]: cluster 2022-01-18T17:34:47.723651+0000 mgr.smithi129.iclwio (mgr.14716) 3158 : cluster [DBG] pgmap v2711: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:49.093 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:48 smithi156 conmon[67007]: 2022-01-18T17:34:49.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:48 smithi129 conmon[101092]: cluster 2022-01-18T17:34:47.723651+0000 mgr.smithi129.iclwio (mgr.14716) 3158 : cluster [DBG] pgmap v2711: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:51.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:50 smithi156 conmon[67007]: cluster 2022-01-18T17:34:49.724434+0000 mgr.smithi129.iclwio (mgr.14716) 3159 : cluster [DBG] pgmap v2712: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:34:51.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:50 smithi129 conmon[101092]: cluster 2022-01-18T17:34:49.724434+0000 mgr.smithi129.iclwio (mgr.14716) 3159 : cluster [DBG] pgmap v2712: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:34:53.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:52 smithi156 conmon[67007]: cluster 2022-01-18T17:34:51.724997+0000 mgr.smithi129.iclwio (mgr.14716) 3160 : cluster 2022-01-18T17:34:53.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:52 smithi156 conmon[67007]: [DBG] pgmap v2713: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:53.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:52 smithi129 conmon[101092]: cluster 2022-01-18T17:34:51.724997+0000 mgr.smithi129.iclwio (mgr.14716) 3160 : cluster [DBG] pgmap v2713: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:53.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:52 smithi129 conmon[101092]: 2022-01-18T17:34:55.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:54 smithi156 conmon[67007]: cluster 2022-01-18T17:34:53.725623+0000 mgr.smithi129.iclwio (mgr.14716) 3161 : 2022-01-18T17:34:55.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:54 smithi156 conmon[67007]: cluster [DBG] pgmap v2714: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:55.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:54 smithi129 conmon[101092]: cluster 2022-01-18T17:34:53.725623+0000 mgr.smithi129.iclwio (mgr.14716) 3161 : cluster [DBG] pgmap v2714: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:56.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:56 smithi129 conmon[101092]: cluster 2022-01-18T17:34:55.726550+0000 mgr.smithi129.iclwio (mgr.14716) 3162 : cluster 2022-01-18T17:34:56.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:56 smithi129 conmon[101092]: [DBG] pgmap v2715: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:34:56.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:56 smithi156 conmon[67007]: cluster 2022-01-18T17:34:55.726550+0000 mgr.smithi129.iclwio (mgr.14716) 3162 : cluster [DBG] 2022-01-18T17:34:56.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:56 smithi156 conmon[67007]: pgmap v2715: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:34:59.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:58 smithi156 conmon[67007]: cluster 2022-01-18T17:34:57.727197+0000 mgr.smithi129.iclwio (mgr.14716) 3163 : cluster [DBG] pgmap v2716: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:59.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:58 smithi156 conmon[67007]: 2022-01-18T17:34:59.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:58 smithi156 conmon[67007]: audit 2022-01-18T17:34:58.555555+0000 mon.smithi129 (mon.0) 1113 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:34:59.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:34:58 smithi156 conmon[67007]: audit 2022-01-18T17:34:58.555834+0000 mon.smithi129 (mon.0) 1114 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:34:59.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:58 smithi129 conmon[101092]: cluster 2022-01-18T17:34:57.727197+0000 mgr.smithi129.iclwio (mgr.14716) 3163 : cluster 2022-01-18T17:34:59.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:58 smithi129 conmon[101092]: [DBG] pgmap v2716: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:34:59.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:58 smithi129 conmon[101092]: audit 2022-01-18T17:34:58.555555+0000 mon.smithi129 (mon.0) 1113 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:34:59.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:58 smithi129 conmon[101092]: audit 2022-01-18T17:34:59.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:34:58 smithi129 conmon[101092]: 2022-01-18T17:34:58.555834+0000 mon.smithi129 (mon.0) 1114 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:35:01.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:00 smithi156 conmon[67007]: cluster 2022-01-18T17:34:59.728194+0000 mgr.smithi129.iclwio (mgr.14716) 3164 : cluster [DBG] 2022-01-18T17:35:01.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:00 smithi156 conmon[67007]: pgmap v2717: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:35:01.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:00 smithi129 conmon[101092]: cluster 2022-01-18T17:34:59.728194+0000 mgr.smithi129.iclwio (mgr.14716) 3164 : cluster 2022-01-18T17:35:01.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:00 smithi129 conmon[101092]: [DBG] pgmap v2717: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:35:03.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:02 smithi156 conmon[67007]: cluster 2022-01-18T17:35:01.728671+0000 mgr.smithi129.iclwio (mgr.14716) 3165 : cluster [DBG] 2022-01-18T17:35:03.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:02 smithi156 conmon[67007]: pgmap v2718: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:03.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:02 smithi129 conmon[101092]: cluster 2022-01-18T17: 2022-01-18T17:35:03.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:02 smithi129 conmon[101092]: 35:01.728671+0000 mgr.smithi129.iclwio (mgr.14716) 3165 : cluster [DBG] pgmap v2718: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:05.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:04 smithi156 conmon[67007]: cluster 2022-01-18T17:35:03.729346+0000 mgr.smithi129.iclwio (mgr.14716) 3166 2022-01-18T17:35:05.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:04 smithi156 conmon[67007]: : cluster [DBG] pgmap v2719: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:05.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:04 smithi129 conmon[101092]: cluster 2022-01-18T17:35:03.729346+0000 mgr.smithi129.iclwio (mgr.14716) 3166 : cluster [DBG] pgmap v2719: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:06.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:06 smithi129 conmon[101092]: cluster 2022-01-18T17:35:05.730046+0000 mgr.smithi129.iclwio (mgr.14716) 3167 : cluster [DBG] pgmap v2720: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:35:06.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:06 smithi156 conmon[67007]: cluster 2022-01-18T17:35:05.730046+0000 mgr.smithi129.iclwio (mgr.14716) 3167 : cluster [DBG] pgmap v2720: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:35:06.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:06 smithi156 conmon[67007]: 2022-01-18T17:35:07.494 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:35:07.760 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:35:07.761 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (97m) 7m ago 98m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:35:07.761 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (89m) 7m ago 98m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:35:07.761 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (89m) 7m ago 98m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:35:07.761 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (97m) 7m ago 98m 41.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:35:07.762 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (93m) 7m ago 93m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:35:07.762 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (93m) 7m ago 93m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:35:07.762 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (90m) 7m ago 100m 560M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:35:07.762 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (89m) 7m ago 98m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:35:07.763 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (89m) 7m ago 100m 613M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:35:07.763 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (89m) 7m ago 98m 308M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:35:07.763 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (90m) 7m ago 90m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:35:07.763 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (90m) 7m ago 90m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:35:07.764 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (98m) 7m ago 98m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:35:07.764 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (97m) 7m ago 97m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:35:07.764 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (84m) 7m ago 97m 1659M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:35:07.764 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (96m) 7m ago 96m 2680M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:35:07.765 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (96m) 7m ago 96m 2076M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:35:07.765 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (96m) 7m ago 96m 2674M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:35:07.765 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (96m) 7m ago 96m 2486M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:35:07.765 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (95m) 7m ago 95m 3070M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:35:07.765 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (95m) 7m ago 95m 2417M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:35:07.766 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (95m) 7m ago 95m 3594M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:35:07.766 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (97m) 7m ago 98m 68.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:35:08.080 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:35:08.081 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:35:08.081 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:35:08.081 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:35:08.081 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:35:08.082 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:35:08.082 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:35:08.082 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:35:08.082 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:35:08.083 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:35:08.083 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:35:08.083 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:35:08.083 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:35:08.084 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:35:08.084 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:35:08.084 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:35:08.084 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:35:08.085 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:35:08.085 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:35:09.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:08 smithi156 conmon[67007]: audit 2022-01-18T17:35:07.485500+0000 mgr.smithi129.iclwio (mgr.14716) 3168 : audit [DBG] from='client.36190 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:35:09.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:08 smithi156 conmon[67007]: 2022-01-18T17:35:09.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:08 smithi156 conmon[67007]: cluster 2022-01-18T17:35:07.730495+0000 mgr.smithi129.iclwio (mgr.14716) 3169 : cluster [DBG] pgmap v2721: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:09.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:08 smithi156 conmon[67007]: audit 2022-01-18T17:35:07.754970+0000 2022-01-18T17:35:09.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:08 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 3170 : audit [DBG] from='client.36194 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:35:09.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:08 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T17:35:09.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:08 smithi156 conmon[67007]: T17:35:08.083738+0000 mon.smithi129 (mon.0) 1115 : audit [DBG] 2022-01-18T17:35:09.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:08 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/627442689' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:35:09.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:08 smithi129 conmon[101092]: audit 2022-01-18T17:35:07.485500+0000 mgr.smithi129.iclwio (mgr.14716) 3168 : audit [DBG] from='client.36190 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:35:09.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:08 smithi129 conmon[101092]: cluster 2022-01-18T17:35:07.730495+0000 mgr.smithi129.iclwio (mgr.14716) 3169 : cluster [DBG] pgmap v2721: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:09.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:08 smithi129 conmon[101092]: audit 2022-01-18T17:35:07.754970+0000 mgr.smithi129.iclwio (mgr.14716) 3170 2022-01-18T17:35:09.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:08 smithi129 conmon[101092]: : audit [DBG] from='client.36194 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:35:09.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:08 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T17:35:09.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:08 smithi129 conmon[101092]: 18T17:35:08.083738+0000 mon.smithi129 (mon.0) 1115 : audit 2022-01-18T17:35:09.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:08 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/627442689' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:35:11.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:10 smithi156 conmon[67007]: cluster 2022-01-18T17:35:09.731225+0000 mgr.smithi129.iclwio (mgr.14716) 3171 : cluster [DBG] pgmap v2722: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:35:11.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:10 smithi129 conmon[101092]: cluster 2022-01-18T17:35:09.731225+0000 mgr.smithi129.iclwio (mgr.14716) 3171 : cluster [DBG] pgmap v2722: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:35:13.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:12 smithi156 conmon[67007]: cluster 2022-01-18T17:35:11.731885+0000 mgr.smithi129.iclwio (mgr.14716) 3172 : cluster [DBG] 2022-01-18T17:35:13.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:12 smithi156 conmon[67007]: pgmap v2723: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:13.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:12 smithi129 conmon[101092]: cluster 2022-01-18T17:35:11.731885+0000 mgr.smithi129.iclwio (mgr.14716) 3172 : cluster [DBG] pgmap v2723: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:15.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:14 smithi156 conmon[67007]: cluster 2022-01-18T17:35:13.732376+0000 mgr.smithi129.iclwio (mgr.14716) 3173 : cluster [DBG] 2022-01-18T17:35:15.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:14 smithi156 conmon[67007]: pgmap v2724: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:15.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:14 smithi129 conmon[101092]: cluster 2022-01-18T17:35:13.732376+0000 mgr.smithi129.iclwio (mgr.14716) 3173 : cluster [DBG] pgmap v2724: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:16.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:16 smithi129 conmon[101092]: cluster 2022-01-18T17:35:15.733208+0000 mgr.smithi129.iclwio (mgr.14716) 3174 : cluster [DBG] pgmap v2725: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:35:16.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:16 smithi156 conmon[67007]: cluster 2022-01-18T17:35:15.733208+0000 mgr.smithi129.iclwio (mgr.14716) 3174 : cluster [DBG] pgmap v2725: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:35:19.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:18 smithi156 conmon[67007]: cluster 2022-01-18T17:35:17.733703+0000 mgr.smithi129.iclwio (mgr.14716) 3175 : cluster [DBG] pgmap v2726: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:19.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:18 smithi156 conmon[67007]: 2022-01-18T17:35:19.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:18 smithi129 conmon[101092]: cluster 2022-01-18T17:35:17.733703+0000 mgr.smithi129.iclwio (mgr.14716) 3175 : cluster [DBG] pgmap v2726: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:21.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:20 smithi156 conmon[67007]: cluster 2022-01-18T17:35:19.734478+0000 mgr.smithi129.iclwio (mgr.14716) 3176 : cluster [DBG] pgmap v2727: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:35:21.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:20 smithi129 conmon[101092]: cluster 2022-01-18T17:35:19.734478+0000 mgr.smithi129.iclwio (mgr.14716) 3176 : cluster [DBG] pgmap v2727: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:35:21.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:20 smithi129 conmon[101092]: 2022-01-18T17:35:23.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:22 smithi156 conmon[67007]: cluster 2022-01-18T17:35:21.734941+0000 mgr.smithi129.iclwio (mgr.14716) 3177 : cluster [DBG] pgmap v2728: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:23.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:22 smithi129 conmon[101092]: cluster 2022-01-18T17:35:21.734941+0000 mgr.smithi129.iclwio (mgr.14716) 3177 : cluster [DBG] pgmap v2728: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:23.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:22 smithi129 conmon[101092]: 2022-01-18T17:35:25.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:24 smithi129 conmon[101092]: cluster 2022-01-18T17:35:23.735495+0000 mgr.smithi129.iclwio (mgr.14716) 3178 : cluster [DBG] pgmap v2729: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:25.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:24 smithi156 conmon[67007]: cluster 2022-01-18T17:35:23.735495+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:35:25.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:24 smithi156 conmon[67007]: 3178 : cluster [DBG] pgmap v2729: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:26.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:26 smithi129 conmon[101092]: cluster 2022-01-18T17:35:25.736254+0000 mgr.smithi129.iclwio (mgr.14716) 3179 : cluster [DBG] pgmap v2730: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:35:26.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:26 smithi156 conmon[67007]: cluster 2022-01-18T17:35:25.736254+0000 mgr.smithi129.iclwio (mgr.14716) 3179 : cluster [DBG] pgmap v2730: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:35:29.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:28 smithi156 conmon[67007]: cluster 2022-01-18T17:35:27.737056+0000 mgr.smithi129.iclwio (mgr.14716) 3180 : cluster [DBG] pgmap v2731: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:29.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:28 smithi129 conmon[101092]: cluster 2022-01-18T17:35:27.737056+0000 mgr.smithi129.iclwio (mgr.14716) 3180 : cluster [DBG] pgmap v2731: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:31.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:30 smithi156 conmon[67007]: cluster 2022-01-18T17:35:29.737895+0000 mgr.smithi129.iclwio (mgr.14716) 3181 : cluster [DBG] pgmap v2732: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:35:31.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:30 smithi129 conmon[101092]: cluster 2022-01 2022-01-18T17:35:31.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:30 smithi129 conmon[101092]: -18T17:35:29.737895+0000 mgr.smithi129.iclwio (mgr.14716) 3181 : cluster [DBG] pgmap v2732: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:35:33.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:32 smithi129 conmon[101092]: cluster 2022-01-18T17:35:31.738483+0000 mgr.smithi129.iclwio (mgr.14716) 3182 : cluster [DBG] pgmap v2733: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:33.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:32 smithi156 conmon[67007]: cluster 2022-01-18T17:35:31.738483+0000 mgr.smithi129.iclwio (mgr.14716) 3182 : cluster [DBG] pgmap v2733: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:35.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:34 smithi129 conmon[101092]: cluster 2022-01-18T17:35:33.739100+0000 mgr.smithi129.iclwio (mgr.14716) 3183 : cluster [DBG] pgmap v2734: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:35.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:34 smithi156 conmon[67007]: cluster 2022-01-18T17:35:33.739100+0000 mgr.smithi129.iclwio (mgr.14716) 3183 : cluster [DBG] 2022-01-18T17:35:35.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:34 smithi156 conmon[67007]: pgmap v2734: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:36.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:36 smithi129 conmon[101092]: cluster 2022-01-18T17:35:35.739861+0000 mgr.smithi129.iclwio (mgr.14716) 3184 : cluster [DBG] pgmap v2735: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:35:36.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:36 smithi156 conmon[67007]: cluster 2022-01-18T17:35:35.739861+0000 mgr.smithi129.iclwio (mgr.14716) 3184 : cluster [DBG] pgmap v2735: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:35:38.376 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:35:38.642 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:35:38.642 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (98m) 8m ago 99m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:35:38.642 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (89m) 8m ago 99m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:35:38.643 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (89m) 8m ago 98m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:35:38.643 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (97m) 8m ago 99m 41.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:35:38.643 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (94m) 8m ago 94m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:35:38.643 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (94m) 8m ago 94m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:35:38.644 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (90m) 8m ago 100m 560M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:35:38.644 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (90m) 8m ago 98m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:35:38.644 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (90m) 8m ago 100m 613M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:35:38.644 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (90m) 8m ago 98m 308M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:35:38.645 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (91m) 8m ago 91m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:35:38.645 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (90m) 8m ago 90m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:35:38.645 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (99m) 8m ago 98m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:35:38.645 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (98m) 8m ago 98m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:35:38.646 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (84m) 8m ago 97m 1659M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:35:38.646 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (97m) 8m ago 97m 2680M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:35:38.646 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (97m) 8m ago 97m 2076M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:35:38.646 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (96m) 8m ago 96m 2674M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:35:38.647 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (96m) 8m ago 96m 2486M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:35:38.647 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (96m) 8m ago 96m 3070M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:35:38.647 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (95m) 8m ago 95m 2417M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:35:38.647 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (95m) 8m ago 95m 3594M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:35:38.647 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (97m) 8m ago 98m 68.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:35:38.960 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:35:38.961 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:35:38.961 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:35:38.961 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:35:38.962 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:35:38.962 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:35:38.963 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:35:38.963 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:35:38.964 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:35:38.964 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:35:38.965 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:35:38.965 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:35:38.965 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:35:38.966 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:35:38.966 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:35:38.967 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:35:38.968 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:35:38.968 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:35:38.969 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:35:39.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:38 smithi156 conmon[67007]: cluster 2022-01-18T17:35:37.740415+0000 mgr.smithi129.iclwio (mgr.14716) 3185 : cluster [DBG] pgmap v2736: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:39.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:38 smithi129 conmon[101092]: cluster 2022-01-18T17:35:37.740415+0000 mgr.smithi129.iclwio (mgr.14716) 3185 2022-01-18T17:35:39.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:38 smithi129 conmon[101092]: : cluster [DBG] pgmap v2736: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:40.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:39 smithi156 conmon[67007]: audit 2022-01-18T17:35:38.367795+0000 mgr.smithi129.iclwio (mgr.14716) 3186 : 2022-01-18T17:35:40.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:39 smithi156 conmon[67007]: audit [DBG] from='client.36202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:35:40.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:39 smithi156 conmon[67007]: audit 2022-01-18T17:35:38.635996+0000 mgr.smithi129.iclwio (mgr.14716) 3187 : audit [DBG] from='client.36206 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:35:40.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:39 smithi156 conmon[67007]: audit 2022-01-18T17:35 2022-01-18T17:35:40.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:39 smithi156 conmon[67007]: :38.963224+0000 mon.smithi129 (mon.0) 1116 : 2022-01-18T17:35:40.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:39 smithi156 conmon[67007]: audit [DBG] from='client.? 172.21.15.129:0/4073969531' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:35:40.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:39 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T17:35:40.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:39 smithi156 conmon[67007]: 18T17:35: 2022-01-18T17:35:40.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:39 smithi156 conmon[67007]: 39.631195+0000 mon.smithi129 (mon.0) 1117 : 2022-01-18T17:35:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:39 smithi156 conmon[67007]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:35:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:39 smithi156 conmon[67007]: audit 2022-01 2022-01-18T17:35:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:39 smithi156 conmon[67007]: -18T17:35:39. 2022-01-18T17:35:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:39 smithi156 conmon[67007]: 632478+0000 mon.smithi129 (mon.0) 1118 : audit 2022-01-18T17:35:40.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:39 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:35:40.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:39 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T17:35:40.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:39 smithi156 conmon[67007]: 17:35:39.633204+0000 mon.smithi129 ( 2022-01-18T17:35:40.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:39 smithi156 conmon[67007]: mon.0) 1119 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:35:40.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:39 smithi129 conmon[101092]: audit 2022-01-18T17:35:38.367795+0000 mgr.smithi129.iclwio (mgr.14716) 3186 : audit 2022-01-18T17:35:40.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:39 smithi129 conmon[101092]: [DBG] from='client.36202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:35:40.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:39 smithi129 conmon[101092]: audit 2022-01-18T17:35:38.635996+0000 mgr.smithi129.iclwio (mgr.14716) 3187 : audit [DBG] from='client.36206 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:35:40.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:39 smithi129 conmon[101092]: audit 2022- 2022-01-18T17:35:40.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:39 smithi129 conmon[101092]: 01-18T17:35:38.963224+0000 mon.smithi129 (mon.0) 1116 : audit [DBG] from='client.? 172.21.15.129:0/4073969531' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:35:40.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:39 smithi129 conmon[101092]: audit 2022-01-18T17:35:39.631195+0000 2022-01-18T17:35:40.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:39 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1117 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:35:40.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:39 smithi129 conmon[101092]: audit 2022-01-18T17:35:39.632478+0000 mon.smithi129 ( 2022-01-18T17:35:40.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:39 smithi129 conmon[101092]: mon.0) 1118 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:35:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:39 smithi129 conmon[101092]: audit 2022-01-18T17:35: 2022-01-18T17:35:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:39 smithi129 conmon[101092]: 39.633204+0000 mon.smithi129 (mon.0) 1119 : audit [INF] 2022-01-18T17:35:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:39 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:35:41.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:40 smithi129 conmon[101092]: cephadm 2022-01-18T17:35:39.633775+0000 mgr.smithi129.iclwio (mgr.14716) 3188 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:35:41.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:40 smithi129 conmon[101092]: 2022-01-18T17:35:41.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:40 smithi129 conmon[101092]: cluster 2022-01-18T17:35:39.741133+0000 mgr.smithi129.iclwio (mgr.14716) 3189 : cluster [DBG] pgmap v2737: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:35:41.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:40 smithi129 conmon[101092]: audit 2022-01-18T17:35:39.938453+0000 mon.smithi129 (mon.0) 2022-01-18T17:35:41.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:40 smithi129 conmon[101092]: 1120 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:35:41.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:40 smithi129 conmon[101092]: audit 2022-01-18T17:35:39.943607+0000 mon.smithi129 2022-01-18T17:35:41.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:40 smithi129 conmon[101092]: (mon.0) 1121 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:35:41.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:40 smithi156 conmon[67007]: cephadm 2022-01-18T17:35:39.633775+0000 mgr.smithi129.iclwio (mgr.14716) 3188 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:35:41.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:40 smithi156 conmon[67007]: cluster 2022-01-18T17:35:39.741133+0000 mgr.smithi129.iclwio (mgr.14716) 3189 : cluster [DBG] pgmap v2737: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:35:41.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:40 smithi156 conmon[67007]: audit 2022-01-18T17:35:41.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:40 smithi156 conmon[67007]: 2022-01-18T17:35:39.938453+0000 mon.smithi129 (mon.0) 1120 : audit 2022-01-18T17:35:41.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:40 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:35:41.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:40 smithi156 conmon[67007]: audit 2022 2022-01-18T17:35:41.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:40 smithi156 conmon[67007]: -01-18T17:35:39 2022-01-18T17:35:41.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:40 smithi156 conmon[67007]: .943607+0000 mon.smithi129 (mon.0) 1121 : 2022-01-18T17:35:41.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:40 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:35:43.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:42 smithi129 conmon[101092]: cluster 2022-01-18T17:35:41.741579+0000 mgr.smithi129.iclwio (mgr.14716) 3190 : cluster [DBG] pgmap v2738: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:43.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:42 smithi129 conmon[101092]: 2022-01-18T17:35:43.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:42 smithi156 conmon[67007]: cluster 2022-01-18T17:35:41.741579+0000 mgr.smithi129.iclwio (mgr.14716) 3190 : cluster [DBG] pgmap v2738: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:45.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:44 smithi129 conmon[101092]: cluster 2022-01-18T17:35:43.742230+0000 mgr.smithi129.iclwio (mgr.14716) 3191 : cluster [DBG] pgmap v2739: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:45.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:44 smithi156 conmon[67007]: cluster 2022-01-18T17:35:43.742230+0000 mgr.smithi129.iclwio (mgr.14716) 3191 : cluster [DBG] pgmap v2739: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:46.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:46 smithi129 conmon[101092]: cluster 2022-01-18T17:35:45.743169+0000 mgr.smithi129.iclwio (mgr.14716) 3192 : cluster [DBG] pgmap v2740: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:35:46.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:46 smithi156 conmon[67007]: cluster 2022-01-18T17:35:45.743169+0000 mgr.smithi129.iclwio (mgr.14716) 3192 : cluster [DBG] pgmap v2740: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:35:49.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:48 smithi156 conmon[67007]: cluster 2022-01-18T17:35:47.743761+0000 mgr.smithi129.iclwio (mgr.14716) 3193 : cluster [DBG] pgmap v2741: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:49.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:48 smithi129 conmon[101092]: cluster 2022-01-18T17:35:47.743761+0000 mgr.smithi129.iclwio (mgr.14716) 3193 : cluster [DBG] pgmap v2741: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:51.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:50 smithi129 conmon[101092]: cluster 2022-01-18T17:35:49.744552+0000 mgr.smithi129.iclwio (mgr.14716) 3194 : cluster [DBG] pgmap v2742: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:35:51.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:50 smithi156 conmon[67007]: cluster 2022-01-18T17:35:49.744552+0000 mgr.smithi129.iclwio (mgr.14716) 3194 : cluster [DBG] pgmap v2742: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:35:53.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:52 smithi129 conmon[101092]: cluster 2022-01-18T17:35:51.745115+0000 mgr.smithi129.iclwio (mgr.14716) 3195 : cluster [DBG] pgmap v2743: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:53.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:52 smithi156 conmon[67007]: cluster 2022-01-18T17:35:51.745115+0000 mgr.smithi129.iclwio (mgr.14716) 3195 : cluster [DBG] pgmap v2743: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:55.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:54 smithi129 conmon[101092]: cluster 2022-01-18T17:35:53.745663+0000 mgr.smithi129.iclwio (mgr.14716) 3196 : cluster [DBG] pgmap v2744: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:55.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:54 smithi156 conmon[67007]: cluster 2022-01-18T17:35:53.745663+0000 mgr.smithi129.iclwio (mgr.14716) 3196 : cluster 2022-01-18T17:35:55.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:54 smithi156 conmon[67007]: [DBG] pgmap v2744: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:56.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:56 smithi129 conmon[101092]: cluster 2022-01-18T17:35:55.746400+0000 mgr.smithi129.iclwio (mgr.14716) 3197 : cluster [DBG] pgmap v2745: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:35:56.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:56 smithi156 conmon[67007]: cluster 2022-01-18T17:35:55.746400+0000 mgr.smithi129.iclwio (mgr.14716) 3197 : cluster [DBG] pgmap v2745: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:35:59.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:58 smithi129 conmon[101092]: cluster 2022-01-18T17:35:57.747088+0000 mgr.smithi129.iclwio (mgr.14716) 3198 : cluster [DBG] pgmap v2746: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:59.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:58 smithi129 conmon[101092]: audit 2022-01-18T17:35:58.559508+0000 mon.smithi129 (mon.0) 1122 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:35:59.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:35:58 smithi129 conmon[101092]: audit 2022-01-18T17:35:58.559735+0000 mon.smithi129 (mon.0) 1123 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:35:59.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:58 smithi156 conmon[67007]: cluster 2022-01-18T17:35:57.747088+0000 mgr.smithi129.iclwio (mgr.14716) 3198 : cluster [DBG] pgmap v2746: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:35:59.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:58 smithi156 conmon[67007]: audit 2022-01-18T17:35:58.559508+0000 mon.smithi129 (mon.0) 1122 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:35:59.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:35:58 smithi156 conmon[67007]: audit 2022-01-18T17:35:58.559735+0000 mon.smithi129 (mon.0) 1123 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:36:01.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:00 smithi129 conmon[101092]: cluster 2022-01-18T17:35:59.747879+0000 mgr.smithi129.iclwio (mgr.14716) 3199 : cluster [DBG] pgmap v2747: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:36:01.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:00 smithi156 conmon[67007]: cluster 2022-01-18T17:35:59.747879+0000 mgr.smithi129.iclwio (mgr.14716) 3199 : cluster [DBG] pgmap v2747: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:36:03.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:02 smithi129 conmon[101092]: cluster 2022-01-18T17:36:01.748298+0000 mgr.smithi129.iclwio (mgr.14716) 3200 : cluster [DBG] pgmap v2748: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:03.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:02 smithi156 conmon[67007]: cluster 2022-01-18T17:36:01.748298+0000 mgr.smithi129.iclwio (mgr.14716) 3200 : cluster [DBG] pgmap v2748: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:05.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:04 smithi129 conmon[101092]: cluster 2022-01-18T17:36:03.748879+0000 mgr.smithi129.iclwio (mgr.14716) 3201 : cluster [DBG] pgmap v2749: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:05.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:04 smithi156 conmon[67007]: cluster 2022-01-18T17:36:03.748879+0000 mgr.smithi129.iclwio (mgr.14716) 3201 : cluster [DBG] pgmap v2749: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:06.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:06 smithi129 conmon[101092]: cluster 2022-01-18T17:36:05.749756+0000 mgr.smithi129.iclwio (mgr.14716) 3202 : cluster [DBG] pgmap v2750: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:36:06.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:06 smithi129 conmon[101092]: 2022-01-18T17:36:06.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:06 smithi156 conmon[67007]: cluster 2022-01-18T17:36:05.749756+0000 mgr.smithi129.iclwio (mgr.14716) 3202 : cluster [DBG] pgmap v2750: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:36:09.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:08 smithi129 conmon[101092]: cluster 2022-01-18T17:36:07.750474+0000 mgr.smithi129.iclwio (mgr.14716) 3203 : cluster [DBG] pgmap v2751: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:09.258 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:36:09.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:08 smithi156 conmon[67007]: cluster 2022-01-18T17:36:07.750474+0000 mgr.smithi129.iclwio (mgr.14716) 3203 : cluster [DBG] 2022-01-18T17:36:09.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:08 smithi156 conmon[67007]: pgmap v2751: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:09.522 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:36:09.522 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (98m) 8m ago 99m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:36:09.522 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (90m) 8m ago 99m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:36:09.523 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (90m) 8m ago 99m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:36:09.523 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (98m) 8m ago 99m 41.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:36:09.523 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (94m) 8m ago 94m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:36:09.523 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (94m) 8m ago 94m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:36:09.524 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (91m) 8m ago 101m 560M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:36:09.524 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (91m) 8m ago 99m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:36:09.524 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (90m) 8m ago 101m 613M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:36:09.524 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (90m) 8m ago 99m 308M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:36:09.524 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (91m) 8m ago 91m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:36:09.525 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (91m) 8m ago 91m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:36:09.525 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (99m) 8m ago 99m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:36:09.525 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (98m) 8m ago 98m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:36:09.525 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (85m) 8m ago 98m 1659M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:36:09.526 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (98m) 8m ago 98m 2680M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:36:09.526 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (97m) 8m ago 97m 2076M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:36:09.526 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (97m) 8m ago 97m 2674M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:36:09.526 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (97m) 8m ago 97m 2486M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:36:09.526 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (96m) 8m ago 96m 3070M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:36:09.527 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (96m) 8m ago 96m 2417M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:36:09.527 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (96m) 8m ago 96m 3594M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:36:09.527 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (98m) 8m ago 99m 68.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:36:09.841 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:36:09.842 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:36:09.842 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:36:09.842 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:36:09.843 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:36:09.843 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:36:09.843 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:36:09.843 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:36:09.844 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:36:09.844 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:36:09.844 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:36:09.844 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:36:09.844 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:36:09.845 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:36:09.845 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:36:09.845 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:36:09.845 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:36:09.845 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:36:09.846 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:36:11.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:10 smithi129 conmon[101092]: audit 2022-01-18T17:36:09.249851+0000 mgr.smithi129.iclwio (mgr.14716) 3204 : audit [DBG] from='client.36214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:36:11.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:10 smithi129 conmon[101092]: audit 2022-01-18T17:36:09.517044+0000 mgr.smithi129.iclwio (mgr.14716) 3205 : audit [DBG] from='client.36218 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:36:11.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:10 smithi129 conmon[101092]: cluster 2022-01-18T17:36:09.751372+0000 mgr.smithi129.iclwio (mgr.14716) 3206 : cluster [DBG] pgmap v2752: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:36:11.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:10 smithi129 conmon[101092]: 2022-01-18T17:36:11.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:10 smithi129 conmon[101092]: audit 2022-01-18T17: 2022-01-18T17:36:11.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:10 smithi129 conmon[101092]: 36:09.845140+0000 mon.smithi129 (mon.0) 1124 : audit [DBG] from='client.? 172.21.15.129:0/3437989418' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:36:11.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:10 smithi129 conmon[101092]: 2022-01-18T17:36:11.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:10 smithi156 conmon[67007]: audit 2022-01-18T17:36:09.249851+0000 mgr.smithi129.iclwio (mgr.14716) 3204 : audit [DBG] from='client.36214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:36:11.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:10 smithi156 conmon[67007]: audit 2022-01-18T17:36:09.517044+0000 mgr.smithi129.iclwio (mgr.14716) 3205 : audit [DBG] from='client.36218 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:36:11.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:10 smithi156 conmon[67007]: cluster 2022-01-18T17:36:09.751372+0000 mgr.smithi129.iclwio (mgr.14716) 3206 : cluster [DBG] pgmap v2752: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:36:11.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:10 smithi156 conmon[67007]: audit 2022- 2022-01-18T17:36:11.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:10 smithi156 conmon[67007]: 01-18T17:36:09.845140+0000 mon.smithi129 (mon.0) 1124 : audit [DBG] from='client.? 172.21.15.129:0/3437989418' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:36:13.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:12 smithi129 conmon[101092]: cluster 2022-01-18T17:36:11.751908+0000 mgr.smithi129.iclwio (mgr.14716) 3207 : cluster [DBG] pgmap v2753: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:13.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:12 smithi129 conmon[101092]: 2022-01-18T17:36:13.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:12 smithi156 conmon[67007]: cluster 2022-01-18T17:36:11.751908+0000 mgr.smithi129.iclwio (mgr.14716) 3207 : cluster [DBG] pgmap v2753: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:15.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:14 smithi129 conmon[101092]: cluster 2022-01-18T17:36:13.752619+0000 mgr.smithi129.iclwio (mgr.14716) 3208 : cluster [DBG] pgmap v2754: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:15.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:14 smithi156 conmon[67007]: cluster 2022-01-18T17:36:13.752619+0000 mgr.smithi129.iclwio (mgr.14716) 3208 : cluster [DBG] pgmap v2754: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:16.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:16 smithi129 conmon[101092]: cluster 2022-01-18T17:36:15.753395+0000 mgr.smithi129.iclwio (mgr.14716) 3209 : cluster [DBG] pgmap v2755: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:36:16.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:16 smithi156 conmon[67007]: cluster 2022-01-18T17:36:15.753395+0000 mgr.smithi129.iclwio (mgr.14716) 3209 : cluster [DBG] pgmap v2755: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:36:19.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:18 smithi129 conmon[101092]: cluster 2022-01-18T17:36:17.754060+0000 mgr.smithi129.iclwio (mgr.14716) 3210 : cluster [DBG] pgmap v2756: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:19.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:18 smithi156 conmon[67007]: cluster 2022-01-18T17:36:17.754060+0000 mgr.smithi129.iclwio (mgr.14716) 3210 : cluster [DBG] pgmap v2756: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:21.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:20 smithi129 conmon[101092]: cluster 2022-01-18T17:36:19.754771+0000 mgr.smithi129.iclwio (mgr.14716) 3211 : cluster [DBG] pgmap v2757: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:36:21.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:20 smithi156 conmon[67007]: cluster 2022-01-18T17:36:19.754771+0000 mgr.smithi129.iclwio (mgr.14716) 3211 : cluster [DBG] pgmap v2757: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:36:23.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:22 smithi129 conmon[101092]: cluster 2022-01-18T17:36:21.755249+0000 mgr.smithi129.iclwio (mgr.14716) 3212 : cluster [DBG] pgmap v2758: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:23.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:22 smithi156 conmon[67007]: cluster 2022-01-18T17:36:21.755249+0000 mgr.smithi129.iclwio (mgr.14716) 3212 : cluster [DBG] pgmap v2758: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:25.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:24 smithi129 conmon[101092]: cluster 2022-01-18T17:36:23.755817+0000 mgr.smithi129.iclwio (mgr.14716) 3213 : cluster [DBG] pgmap v2759: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:25.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:24 smithi156 conmon[67007]: cluster 2022-01-18T17:36:23.755817+0000 mgr.smithi129.iclwio (mgr.14716) 3213 : cluster [DBG] pgmap v2759: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:26.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:26 smithi129 conmon[101092]: cluster 2022-01-18T17:36:25.756551+0000 mgr.smithi129.iclwio (mgr.14716) 3214 : cluster [DBG] pgmap v2760: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:36:26.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:26 smithi129 conmon[101092]: 2022-01-18T17:36:26.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:26 smithi156 conmon[67007]: cluster 2022-01-18T17:36:25.756551+0000 mgr.smithi129.iclwio (mgr.14716) 3214 : cluster [DBG] pgmap v2760: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:36:29.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:28 smithi129 conmon[101092]: cluster 2022-01-18T17:36:27.757218+0000 mgr.smithi129.iclwio (mgr.14716) 3215 : cluster [DBG] pgmap v2761: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:29.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:28 smithi156 conmon[67007]: cluster 2022-01-18T17:36:27.757218+0000 mgr.smithi129.iclwio (mgr.14716) 3215 : cluster [DBG] pgmap v2761: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:31.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:30 smithi129 conmon[101092]: cluster 2022-01-18T17:36:29.758108+0000 mgr.smithi129.iclwio (mgr.14716) 3216 : cluster [DBG] pgmap v2762: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:36:31.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:30 smithi156 conmon[67007]: cluster 2022-01-18T17:36:29.758108+0000 mgr.smithi129.iclwio (mgr.14716) 3216 : cluster [DBG] pgmap v2762: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:36:33.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:32 smithi129 conmon[101092]: cluster 2022-01-18T17:36:31.758624+0000 mgr.smithi129.iclwio (mgr.14716) 3217 : cluster [DBG] pgmap v2763: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:33.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:32 smithi156 conmon[67007]: cluster 2022-01-18T17:36:31.758624+0000 mgr.smithi129.iclwio (mgr.14716) 3217 : cluster [DBG] pgmap v2763: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:35.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:34 smithi129 conmon[101092]: cluster 2022-01-18T17:36:33.759310+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:36:35.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:34 smithi129 conmon[101092]: ) 3218 : cluster [DBG] pgmap v2764: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:35.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:34 smithi156 conmon[67007]: cluster 2022-01-18T17:36:33.759310+0000 mgr.smithi129.iclwio (mgr.14716) 3218 : 2022-01-18T17:36:35.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:34 smithi156 conmon[67007]: cluster [DBG] pgmap v2764: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:36.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:36 smithi129 conmon[101092]: cluster 2022-01-18T17:36:35.760332+0000 mgr.smithi129.iclwio (mgr.14716) 3219 : cluster [DBG] pgmap v2765: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:36:36.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:36 smithi156 conmon[67007]: cluster 2022-01-18T17:36:35.760332+0000 mgr.smithi129.iclwio (mgr.14716) 3219 : cluster [DBG] pgmap v2765: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:36:39.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:38 smithi129 conmon[101092]: cluster 2022-01-18T17:36:37.761001+0000 mgr.smithi129.iclwio (mgr.14716) 3220 : cluster [DBG] pgmap v2766: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:39.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:38 smithi156 conmon[67007]: cluster 2022-01-18T17:36:37.761001+0000 mgr.smithi129.iclwio (mgr.14716) 3220 : cluster [DBG] pgmap v2766: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:40.152 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:36:40.426 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:36:40.426 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (99m) 9m ago 100m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:36:40.426 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (90m) 9m ago 100m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:36:40.427 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (90m) 9m ago 99m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:36:40.427 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (99m) 9m ago 100m 41.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:36:40.427 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (95m) 9m ago 95m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:36:40.427 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (95m) 9m ago 95m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:36:40.428 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (91m) 9m ago 101m 560M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:36:40.428 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (91m) 9m ago 99m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:36:40.428 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (91m) 9m ago 101m 613M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:36:40.428 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (91m) 9m ago 99m 308M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:36:40.429 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (92m) 9m ago 92m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:36:40.429 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (92m) 9m ago 92m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:36:40.429 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (100m) 9m ago 100m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:36:40.429 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (99m) 9m ago 99m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:36:40.430 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (85m) 9m ago 98m 1659M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:36:40.430 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (98m) 9m ago 98m 2680M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:36:40.430 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (98m) 9m ago 98m 2076M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:36:40.430 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (97m) 9m ago 97m 2674M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:36:40.431 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (97m) 9m ago 97m 2486M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:36:40.431 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (97m) 9m ago 97m 3070M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:36:40.431 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (96m) 9m ago 96m 2417M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:36:40.431 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (96m) 9m ago 96m 3594M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:36:40.432 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (98m) 9m ago 99m 68.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:36:40.746 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:36:40.746 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:36:40.746 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:36:40.747 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:36:40.747 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:36:40.747 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:36:40.747 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:36:40.748 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:36:40.748 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:36:40.748 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:36:40.748 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:36:40.749 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:36:40.749 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:36:40.749 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:36:40.749 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:36:40.749 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:36:40.750 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:36:40.750 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:36:40.750 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:36:41.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:40 smithi129 conmon[101092]: cluster 2022-01-18T17:36:39.761783+0000 mgr.smithi129.iclwio ( 2022-01-18T17:36:41.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:40 smithi129 conmon[101092]: mgr.14716) 3221 : cluster [DBG] pgmap v2767: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:36:41.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:40 smithi129 conmon[101092]: audit 2022-01-18T17:36:39.945992+0000 mon.smithi129 (mon.0) 1125 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:36:41.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:40 smithi129 conmon[101092]: 2022-01-18T17:36:41.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:40 smithi129 conmon[101092]: audit 2022-01-18T17:36:41.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:40 smithi129 conmon[101092]: 2022-01-18T17:36:39.947113 2022-01-18T17:36:41.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:40 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 1126 : audit [DBG] 2022-01-18T17:36:41.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:40 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:36:41.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:40 smithi129 conmon[101092]: audit 2022-01-18T17:36:41.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:40 smithi129 conmon[101092]: 2022-01-18T17:36:39.947727+0000 mon.smithi129 ( 2022-01-18T17:36:41.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:40 smithi129 conmon[101092]: mon.0) 1127 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:36:41.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:40 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T17:36:41.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:40 smithi129 conmon[101092]: 18T17:36:40.256230+0000 mon.smithi129 ( 2022-01-18T17:36:41.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:40 smithi129 conmon[101092]: mon.0) 1128 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T17:36:41.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:40 smithi129 conmon[101092]: audit 2022- 2022-01-18T17:36:41.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:40 smithi129 conmon[101092]: 01-18T17:36:40.256391+0000 2022-01-18T17:36:41.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:40 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1129 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T17:36:41.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:40 smithi129 conmon[101092]: 2022-01-18T17:36:41.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:40 smithi129 conmon[101092]: audit 2022-01-18T17:36:41.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:40 smithi129 conmon[101092]: 2022-01-18T17:36:40.262770+0000 mon.smithi129 2022-01-18T17:36:41.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:40 smithi129 conmon[101092]: (mon.0) 1130 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:36:41.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:40 smithi129 conmon[101092]: audit 2022 2022-01-18T17:36:41.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:40 smithi129 conmon[101092]: -01-18T17:36:40.269605+0000 2022-01-18T17:36:41.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:40 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1131 : audit [INF] 2022-01-18T17:36:41.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:40 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:36:41.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:40 smithi129 conmon[101092]: audit 2022-01-18T17:36:41.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:40 smithi129 conmon[101092]: 2022-01-18T17:36:40.749778+0000 mon.smithi129 2022-01-18T17:36:41.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:40 smithi129 conmon[101092]: (mon.0) 1132 : audit [DBG] from='client.? 172.21.15.129:0/1372523580' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:36:41.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:40 smithi129 conmon[101092]: 2022-01-18T17:36:41.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:40 smithi156 conmon[67007]: cluster 2022-01-18T17:36:39.761783+0000 mgr.smithi129.iclwio (mgr.14716) 3221 : cluster [DBG] 2022-01-18T17:36:41.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:40 smithi156 conmon[67007]: pgmap v2767: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:36:41.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:40 smithi156 conmon[67007]: audit 2022-01-18T17:36:39.945992+0000 mon.smithi129 (mon.0) 1125 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:36:41.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:40 smithi156 conmon[67007]: audit 2022-01-18T17 2022-01-18T17:36:41.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:40 smithi156 conmon[67007]: :36:39.947113+0000 mon.smithi129 (mon.0) 1126 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:36:41.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:40 smithi156 conmon[67007]: audit 2022-01-18T17:36: 2022-01-18T17:36:41.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:40 smithi156 conmon[67007]: 39.947727+0000 mon.smithi129 (mon.0) 1127 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:36:41.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:40 smithi156 conmon[67007]: audit 2022-01 2022-01-18T17:36:41.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:40 smithi156 conmon[67007]: -18T17:36:40.256230+0000 mon.smithi129 (mon.0) 1128 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T17:36:41.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:40 smithi156 conmon[67007]: audit 2022-01-18T17:36:40.256391+0000 mon.smithi129 (mon.0 2022-01-18T17:36:41.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:40 smithi156 conmon[67007]: ) 1129 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T17:36:41.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:40 smithi156 conmon[67007]: audit 2022-01-18T17:36:40.262770+0000 mon.smithi129 (mon.0) 2022-01-18T17:36:41.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:40 smithi156 conmon[67007]: 1130 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:36:41.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:40 smithi156 conmon[67007]: audit 2022-01-18T17:36:40.269605+0000 mon.smithi129 (mon.0) 1131 2022-01-18T17:36:41.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:40 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:36:41.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:40 smithi156 conmon[67007]: audit 2022-01-18T17:36:41.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:40 smithi156 conmon[67007]: 2022-01-18T17:36:40.749778+0000 mon.smithi129 (mon.0) 1132 : audit [DBG] from='client.? 172.21.15.129:0/1372523580' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:36:42.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:41 smithi129 conmon[101092]: cephadm 2022-01-18T17:36:39.948302+0000 mgr.smithi129.iclwio (mgr.14716) 3222 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:36:42.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:41 smithi129 conmon[101092]: audit 2022-01-18T17:36:40.142880+0000 mgr.smithi129.iclwio (mgr.14716) 3223 : audit [DBG] from='client.36226 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:36:42.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:41 smithi129 conmon[101092]: audit 2022-01-18T17:36:40.421051+0000 mgr.smithi129.iclwio (mgr.14716) 3224 : audit [DBG] from='client.36230 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:36:42.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:41 smithi156 conmon[67007]: cephadm 2022-01-18T17:36:39.948302+0000 mgr.smithi129.iclwio (mgr.14716) 3222 : cephadm [WRN] 2022-01-18T17:36:42.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:41 smithi156 conmon[67007]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:36:42.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:41 smithi156 conmon[67007]: audit 2022-01-18T17:36:40.142880+0000 mgr.smithi129.iclwio (mgr.14716) 3223 : audit [DBG] from='client.36226 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:36:42.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:41 smithi156 conmon[67007]: audit 2022-01-18T17:36:40.421051+0000 2022-01-18T17:36:42.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:41 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 3224 : audit [DBG] from='client.36230 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:36:43.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:42 smithi129 conmon[101092]: cluster 2022-01-18T17:36:41.762369+0000 mgr.smithi129.iclwio (mgr.14716) 3225 : cluster [DBG] pgmap v2768: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:43.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:42 smithi156 conmon[67007]: cluster 2022-01-18T17:36:41.762369+0000 mgr.smithi129.iclwio (mgr.14716) 3225 2022-01-18T17:36:43.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:42 smithi156 conmon[67007]: : cluster [DBG] pgmap v2768: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:45.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:44 smithi129 conmon[101092]: cluster 2022-01-18T17:36:43.762897+0000 mgr.smithi129.iclwio (mgr.14716) 3226 : cluster 2022-01-18T17:36:45.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:44 smithi129 conmon[101092]: [DBG] pgmap v2769: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:45.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:44 smithi156 conmon[67007]: cluster 2022-01-18T17:36:43.762897+0000 mgr.smithi129.iclwio (mgr.14716) 3226 : cluster 2022-01-18T17:36:45.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:44 smithi156 conmon[67007]: [DBG] pgmap v2769: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:46.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:46 smithi156 conmon[67007]: cluster 2022-01-18T17:36:45.763833+0000 mgr.smithi129.iclwio (mgr.14716) 3227 : cluster [DBG] pgmap v2770: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:36:46.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:46 smithi129 conmon[101092]: cluster 2022-01-18T17:36:45.763833+0000 mgr.smithi129.iclwio (mgr.14716) 3227 : cluster [DBG] pgmap v2770: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:36:49.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:48 smithi129 conmon[101092]: cluster 2022-01-18T17:36:47.764314+0000 mgr.smithi129.iclwio (mgr.14716) 3228 : cluster [DBG] pgmap v2771: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:49.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:48 smithi156 conmon[67007]: cluster 2022-01-18T17:36:47.764314+0000 mgr.smithi129.iclwio (mgr.14716) 3228 : cluster [DBG] pgmap v2771: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:51.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:50 smithi129 conmon[101092]: cluster 2022-01-18T17:36:49.765076+0000 mgr.smithi129.iclwio (mgr.14716) 3229 : cluster [DBG] pgmap v2772: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:36:51.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:50 smithi156 conmon[67007]: cluster 2022-01-18T17:36:49.765076+0000 mgr.smithi129.iclwio (mgr.14716) 3229 : cluster [DBG] pgmap v2772: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:36:53.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:52 smithi129 conmon[101092]: cluster 2022-01-18T17:36:51.765762+0000 mgr.smithi129.iclwio (mgr.14716) 3230 : cluster [DBG] pgmap v2773: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:53.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:52 smithi156 conmon[67007]: cluster 2022-01-18T17:36:51.765762+0000 mgr.smithi129.iclwio (mgr.14716) 3230 : cluster [DBG] pgmap v2773: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:55.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:54 smithi129 conmon[101092]: cluster 2022-01-18T17:36:53.766301+0000 mgr.smithi129.iclwio (mgr.14716) 3231 : cluster [DBG] pgmap v2774: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:55.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:54 smithi156 conmon[67007]: cluster 2022-01-18T17:36:53.766301+0000 mgr.smithi129.iclwio (mgr.14716) 3231 : cluster [DBG] pgmap v2774: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:56.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:56 smithi156 conmon[67007]: cluster 2022-01-18T17:36:55.767071+0000 mgr.smithi129.iclwio (mgr.14716) 3232 : cluster [DBG] pgmap v2775: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:36:56.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:56 smithi129 conmon[101092]: cluster 2022-01-18T17:36:55.767071+0000 mgr.smithi129.iclwio (mgr.14716) 3232 : cluster [DBG] pgmap v2775: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:36:59.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:58 smithi129 conmon[101092]: cluster 2022-01-18T17:36:57.767585+0000 mgr.smithi129.iclwio (mgr.14716) 3233 : cluster [DBG] pgmap v2776: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:59.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:58 smithi129 conmon[101092]: audit 2022-01-18T17:36:58.563117+0000 mon.smithi129 (mon 2022-01-18T17:36:59.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:58 smithi129 conmon[101092]: .0) 1133 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:36:59.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:36:58 smithi129 conmon[101092]: audit 2022-01-18T17:36:58.563409+0000 mon.smithi129 (mon.0) 1134 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:36:59.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:58 smithi156 conmon[67007]: cluster 2022-01-18T17:36:57.767585+0000 mgr.smithi129.iclwio (mgr.14716) 3233 : cluster [DBG] pgmap v2776: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:36:59.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:58 smithi156 conmon[67007]: audit 2022-01-18T17:36:58.563117+0000 mon.smithi129 ( 2022-01-18T17:36:59.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:58 smithi156 conmon[67007]: mon.0) 1133 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:36:59.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:36:58 smithi156 conmon[67007]: audit 2022-01-18T17:36:58.563409+0000 mon.smithi129 (mon.0) 1134 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:37:01.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:00 smithi129 conmon[101092]: cluster 2022-01-18T17:36:59.768388+0000 mgr.smithi129.iclwio (mgr.14716) 3234 : cluster [DBG] pgmap v2777: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:37:01.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:00 smithi156 conmon[67007]: cluster 2022-01-18T17:36:59.768388+0000 mgr.smithi129.iclwio (mgr.14716) 3234 : cluster [DBG] pgmap v2777: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:37:03.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:02 smithi129 conmon[101092]: cluster 2022-01-18T17:37:01.768933+0000 mgr.smithi129.iclwio (mgr.14716) 3235 : cluster [DBG] pgmap v2778: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:03.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:02 smithi156 conmon[67007]: cluster 2022-01-18T17:37:01.768933+0000 mgr.smithi129.iclwio (mgr.14716) 3235 : cluster [DBG] pgmap v2778: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:05.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:04 smithi129 conmon[101092]: cluster 2022-01-18T17:37:03.769534+0000 mgr.smithi129.iclwio (mgr.14716) 3236 : cluster [DBG] pgmap v2779: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:05.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:04 smithi156 conmon[67007]: cluster 2022-01-18T17:37:03.769534+0000 mgr.smithi129.iclwio (mgr.14716) 3236 : cluster [DBG] pgmap v2779: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:06.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:06 smithi156 conmon[67007]: cluster 2022-01-18T17:37:05.770374+0000 mgr.smithi129.iclwio (mgr.14716) 3237 : cluster [DBG] pgmap v2780: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:37:06.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:06 smithi129 conmon[101092]: cluster 2022-01-18T17:37:05.770374+0000 mgr.smithi129.iclwio (mgr.14716) 3237 : cluster [DBG] pgmap v2780: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:37:09.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:08 smithi129 conmon[101092]: cluster 2022-01-18T17:37:07.770998+0000 mgr.smithi129.iclwio (mgr.14716) 3238 : cluster [DBG] pgmap v2781: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:09.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:08 smithi156 conmon[67007]: cluster 2022-01-18T17:37:07.770998+0000 mgr.smithi129.iclwio (mgr.14716) 3238 : cluster [DBG] pgmap v2781: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:11.047 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:37:11.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:10 smithi129 conmon[101092]: cluster 2022-01-18T17:37:09.771737+0000 mgr.smithi129.iclwio (mgr.14716) 3239 : 2022-01-18T17:37:11.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:10 smithi129 conmon[101092]: cluster [DBG] pgmap v2782: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:37:11.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:10 smithi156 conmon[67007]: cluster 2022-01-18T17:37:09.771737+0000 mgr.smithi129.iclwio (mgr.14716) 3239 : cluster 2022-01-18T17:37:11.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:10 smithi156 conmon[67007]: [DBG] pgmap v2782: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:37:11.311 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:37:11.311 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (99m) 9m ago 100m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:37:11.311 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (91m) 9m ago 100m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:37:11.312 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (91m) 9m ago 100m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:37:11.312 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (99m) 9m ago 100m 41.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:37:11.312 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (95m) 9m ago 95m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:37:11.313 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (95m) 9m ago 95m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:37:11.313 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (92m) 9m ago 102m 560M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:37:11.313 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (92m) 9m ago 100m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:37:11.313 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (91m) 9m ago 102m 613M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:37:11.314 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (91m) 9m ago 100m 308M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:37:11.314 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (92m) 9m ago 92m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:37:11.314 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (92m) 9m ago 92m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:37:11.315 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (100m) 9m ago 100m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:37:11.315 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (99m) 9m ago 99m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:37:11.315 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (86m) 9m ago 99m 1659M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:37:11.315 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (99m) 9m ago 99m 2680M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:37:11.315 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (98m) 9m ago 98m 2076M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:37:11.316 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (98m) 9m ago 98m 2674M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:37:11.316 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (98m) 9m ago 98m 2486M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:37:11.316 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (97m) 9m ago 97m 3070M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:37:11.316 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (97m) 9m ago 97m 2417M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:37:11.316 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (97m) 9m ago 97m 3594M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:37:11.317 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (99m) 9m ago 100m 68.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:37:11.631 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:37:11.631 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:37:11.631 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:37:11.632 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:37:11.632 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:37:11.632 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:37:11.632 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:37:11.632 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:37:11.633 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:37:11.633 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:37:11.633 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:37:11.633 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:37:11.634 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:37:11.634 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:37:11.634 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:37:11.634 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:37:11.635 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:37:11.635 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:37:11.635 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:37:12.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:11 smithi129 conmon[101092]: audit 2022-01-18T17:37:11.634888+0000 mon.smithi129 (mon.0) 1135 : audit [DBG] from='client.? 172.21.15.129:0/3740237926' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:37:12.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:11 smithi156 conmon[67007]: audit 2022-01-18T17:37:11.634888+0000 mon.smithi129 (mon.0) 1135 : audit 2022-01-18T17:37:12.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:11 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/3740237926' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:37:13.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:12 smithi129 conmon[101092]: audit 2022-01-18T17:37:11.039624+0000 mgr.smithi129.iclwio (mgr.14716) 3240 : audit [DBG] from='client.36238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:37:13.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:12 smithi129 conmon[101092]: audit 2022-01-18T17:37:11.306561+0000 mgr.smithi129.iclwio (mgr.14716) 3241 : audit [DBG] from='client.36242 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:37:13.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:12 smithi129 conmon[101092]: cluster 2022-01-18T17:37:11.772280+0000 mgr.smithi129.iclwio (mgr.14716) 3242 : cluster [DBG] pgmap v2783: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:13.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:12 smithi156 conmon[67007]: audit 2022-01-18T17:37:11.039624+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:37:13.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:12 smithi156 conmon[67007]: 3240 : audit [DBG] from='client.36238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:37:13.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:12 smithi156 conmon[67007]: audit 2022-01-18T17:37:11.306561+0000 mgr.smithi129.iclwio (mgr.14716) 3241 : audit [DBG] from='client.36242 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:37:13.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:12 smithi156 conmon[67007]: cluster 2022-01-18T17:37 2022-01-18T17:37:13.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:12 smithi156 conmon[67007]: :11.772280+0000 mgr.smithi129.iclwio (mgr.14716) 3242 : cluster [DBG] 2022-01-18T17:37:13.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:12 smithi156 conmon[67007]: pgmap v2783: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:15.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:14 smithi129 conmon[101092]: cluster 2022-01-18T17:37:13.772730+0000 mgr.smithi129.iclwio (mgr.14716) 3243 : cluster [DBG] pgmap v2784: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:15.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:14 smithi156 conmon[67007]: cluster 2022-01-18T17:37:13.772730+0000 mgr.smithi129.iclwio (mgr.14716) 3243 : cluster [DBG] pgmap v2784: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:16.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:16 smithi156 conmon[67007]: cluster 2022-01-18T17:37:15.773545+0000 mgr.smithi129.iclwio (mgr.14716) 3244 : cluster [DBG] pgmap v2785: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:37:16.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:16 smithi129 conmon[101092]: cluster 2022-01-18T17:37:15.773545+0000 mgr.smithi129.iclwio (mgr.14716) 3244 : cluster [DBG] pgmap v2785: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:37:16.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:16 smithi129 conmon[101092]: 2022-01-18T17:37:19.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:18 smithi129 conmon[101092]: cluster 2022-01-18T17:37:17.774219+0000 mgr.smithi129.iclwio (mgr.14716) 3245 : cluster [DBG] 2022-01-18T17:37:19.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:18 smithi129 conmon[101092]: pgmap v2786: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:19.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:18 smithi156 conmon[67007]: cluster 2022-01-18T17:37:17.774219+0000 mgr.smithi129.iclwio (mgr.14716) 3245 : cluster [DBG] pgmap v2786: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:21.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:20 smithi129 conmon[101092]: cluster 2022-01-18T17:37:19.775071+0000 mgr.smithi129.iclwio (mgr.14716) 3246 : cluster [DBG] 2022-01-18T17:37:21.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:20 smithi129 conmon[101092]: pgmap v2787: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:37:21.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:20 smithi156 conmon[67007]: cluster 2022-01-18T17:37:19.775071+0000 mgr.smithi129.iclwio (mgr.14716) 3246 : cluster [DBG] pgmap v2787: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:37:23.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:22 smithi129 conmon[101092]: cluster 2022-01-18T17:37:21.775499+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:37:23.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:22 smithi129 conmon[101092]: 3247 : cluster [DBG] pgmap v2788: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:23.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:22 smithi156 conmon[67007]: cluster 2022-01-18T17:37:21.775499+0000 mgr.smithi129.iclwio (mgr.14716) 3247 : cluster [DBG] pgmap v2788: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:25.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:24 smithi129 conmon[101092]: cluster 2022-01-18T17:37:23.776067+0000 mgr.smithi129.iclwio (mgr.14716) 3248 : cluster [DBG] pgmap v2789: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:25.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:24 smithi129 conmon[101092]: 2022-01-18T17:37:25.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:24 smithi156 conmon[67007]: cluster 2022-01-18T17:37:23.776067+0000 mgr.smithi129.iclwio (mgr.14716) 3248 : cluster [DBG] pgmap v2789: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:26.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:26 smithi156 conmon[67007]: cluster 2022-01-18T17:37:25.776891+0000 mgr.smithi129.iclwio (mgr.14716) 3249 : cluster [DBG] 2022-01-18T17:37:26.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:26 smithi156 conmon[67007]: pgmap v2790: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:37:26.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:26 smithi129 conmon[101092]: cluster 2022-01-18T17:37:25.776891+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T17:37:26.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:26 smithi129 conmon[101092]: 14716) 3249 : cluster [DBG] pgmap v2790: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:37:29.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:28 smithi129 conmon[101092]: cluster 2022-01-18T17:37:27.777604+0000 mgr.smithi129.iclwio (mgr.14716) 3250 : cluster [DBG] pgmap v2791: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:29.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:28 smithi156 conmon[67007]: cluster 2022-01-18T17:37:27.777604+0000 mgr.smithi129.iclwio (mgr.14716) 3250 : cluster [DBG] pgmap v2791: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:31.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:30 smithi129 conmon[101092]: cluster 2022-01-18T17:37:29.778336+0000 mgr.smithi129.iclwio (mgr.14716) 3251 : cluster [DBG] pgmap v2792: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:37:31.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:30 smithi156 conmon[67007]: cluster 2022-01-18T17:37:29.778336+0000 mgr.smithi129.iclwio (mgr.14716) 3251 : cluster [DBG] pgmap v2792: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:37:33.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:32 smithi129 conmon[101092]: cluster 2022-01-18T17:37:31.778784+0000 mgr.smithi129.iclwio (mgr.14716) 3252 : cluster [DBG] pgmap v2793: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:33.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:32 smithi129 conmon[101092]: 2022-01-18T17:37:33.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:32 smithi156 conmon[67007]: cluster 2022-01-18T17:37:31.778784+0000 mgr.smithi129.iclwio (mgr.14716) 3252 : cluster [DBG] pgmap v2793: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:35.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:34 smithi129 conmon[101092]: cluster 2022-01-18T17:37:33.779467+0000 mgr.smithi129.iclwio (mgr.14716) 3253 : cluster [DBG] pgmap v2794: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:35.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:34 smithi156 conmon[67007]: cluster 2022-01-18T17:37:33.779467+0000 mgr.smithi129.iclwio (mgr.14716) 3253 : cluster [DBG] pgmap v2794: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:36.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:36 smithi156 conmon[67007]: cluster 2022-01-18T17:37:35.780189+0000 mgr.smithi129.iclwio (mgr.14716) 3254 : cluster 2022-01-18T17:37:36.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:36 smithi156 conmon[67007]: [DBG] pgmap v2795: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:37:36.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:36 smithi129 conmon[101092]: cluster 2022-01-18T17:37:35.780189+0000 mgr.smithi129.iclwio (mgr.14716) 3254 : cluster [DBG] pgmap v2795: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:37:39.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:38 smithi129 conmon[101092]: cluster 2022-01-18T17:37:37.780779+0000 mgr.smithi129.iclwio (mgr.14716) 3255 : cluster [DBG] pgmap v2796: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:39.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:38 smithi156 conmon[67007]: cluster 2022-01-18T17:37:37.780779+0000 mgr.smithi129.iclwio (mgr.14716) 3255 : cluster [DBG] pgmap v2796: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:41.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:40 smithi129 conmon[101092]: cluster 2022-01-18T17:37:39.781646+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:37:41.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:40 smithi129 conmon[101092]: 3256 : cluster [DBG] pgmap v2797: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:37:41.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:40 smithi129 conmon[101092]: audit 2022-01-18T17:37:40.272166+0000 mon.smithi129 (mon.0) 1136 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:37:41.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:40 smithi129 conmon[101092]: audit 2022-01-18T17:37:40.273527+0000 mon.smithi129 (mon.0) 1137 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:37:41.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:40 smithi129 conmon[101092]: audit 2022-01-18T17 2022-01-18T17:37:41.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:40 smithi129 conmon[101092]: :37:40.274507+0000 mon.smithi129 (mon.0) 1138 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:37:41.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:40 smithi129 conmon[101092]: audit 2022 2022-01-18T17:37:41.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:40 smithi129 conmon[101092]: -01-18T17:37:40.529515+0000 mon.smithi129 ( 2022-01-18T17:37:41.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:40 smithi129 conmon[101092]: mon.0) 1139 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:37:41.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:40 smithi156 conmon[67007]: cluster 2022-01-18T17:37:39.781646+0000 mgr.smithi129.iclwio (mgr.14716) 3256 2022-01-18T17:37:41.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:40 smithi156 conmon[67007]: : cluster [DBG] pgmap v2797: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:37:41.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:40 smithi156 conmon[67007]: audit 2022-01-18T17:37:40.272166+0000 mon.smithi129 (mon.0) 1136 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:37:41.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:40 smithi156 conmon[67007]: audit 2022-01-18T17:37:40.273527+0000 mon.smithi129 (mon.0) 1137 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:37:41.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:40 smithi156 conmon[67007]: audit 2022-01-18T17:37:40.274507+0000 mon.smithi129 (mon.0) 1138 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:37:41.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:40 smithi156 conmon[67007]: audit 2022-01-18T17:37:40.529515+0000 mon.smithi129 (mon.0) 1139 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:37:41.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:40 smithi156 conmon[67007]: 2022-01-18T17:37:41.947 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:37:42.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:41 smithi129 conmon[101092]: cephadm 2022-01-18T17:37:40.275241+0000 mgr.smithi129.iclwio (mgr.14716) 3257 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:37:42.237 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:37:42.238 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (100m) 10m ago 101m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:37:42.238 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (92m) 10m ago 101m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:37:42.238 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (91m) 10m ago 100m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:37:42.239 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (100m) 10m ago 101m 41.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:37:42.239 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (96m) 10m ago 96m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:37:42.239 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (96m) 10m ago 96m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:37:42.239 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (92m) 10m ago 102m 560M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:37:42.240 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (92m) 10m ago 100m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:37:42.240 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (92m) 10m ago 102m 613M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:37:42.240 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (92m) 10m ago 100m 308M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:37:42.240 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (93m) 10m ago 93m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:37:42.241 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (93m) 10m ago 93m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:37:42.241 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (101m) 10m ago 101m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:37:42.241 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (100m) 10m ago 100m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:37:42.241 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (86m) 10m ago 99m 1659M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:37:42.241 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (99m) 10m ago 99m 2680M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:37:42.242 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (99m) 10m ago 99m 2076M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:37:42.242 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (98m) 10m ago 98m 2674M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:37:42.242 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (98m) 10m ago 98m 2486M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:37:42.242 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (98m) 10m ago 98m 3070M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:37:42.243 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (98m) 10m ago 98m 2417M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:37:42.243 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (97m) 10m ago 97m 3594M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:37:42.243 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (99m) 10m ago 100m 68.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:37:42.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:41 smithi156 conmon[67007]: cephadm 2022-01-18T17:37:40.275241+0000 mgr.smithi129.iclwio (mgr.14716) 3257 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:37:42.600 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:37:42.601 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:37:42.601 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:37:42.601 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:37:42.601 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:37:42.602 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:37:42.602 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:37:42.602 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:37:42.602 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:37:42.603 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:37:42.603 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:37:42.603 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:37:42.603 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:37:42.604 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:37:42.604 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:37:42.604 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:37:42.604 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:37:42.605 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:37:42.605 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:37:43.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:42 smithi129 conmon[101092]: cluster 2022-01-18T17:37:41.782073+0000 2022-01-18T17:37:43.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:42 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 3258 : cluster [DBG] pgmap v2798: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:43.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:42 smithi129 conmon[101092]: audit 2022-01-18T17:37:42. 2022-01-18T17:37:43.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:42 smithi129 conmon[101092]: 604861+0000 mon.smithi129 (mon.0) 1140 : audit [DBG] from='client.? 172.21.15.129:0/1954718859' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:37:43.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:42 smithi156 conmon[67007]: cluster 2022-01-18T17:37:41.782073+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:37:43.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:42 smithi156 conmon[67007]: 3258 : cluster [DBG] pgmap v2798: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:43.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:42 smithi156 conmon[67007]: audit 2022-01-18T17:37:42.604861+0000 mon.smithi129 (mon.0) 1140 : audit [DBG] from='client.? 172.21.15.129:0/1954718859' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:37:44.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:43 smithi129 conmon[101092]: audit 2022-01-18T17:37:41.939468+0000 mgr.smithi129.iclwio (mgr.14716) 3259 : audit 2022-01-18T17:37:44.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:43 smithi129 conmon[101092]: [DBG] from='client.36250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:37:44.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:43 smithi129 conmon[101092]: audit 2022-01-18T17:37:42.232680+0000 mgr.smithi129.iclwio (mgr.14716) 3260 : audit [DBG] from='client.36254 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:37:44.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:43 smithi156 conmon[67007]: audit 2022-01-18T17:37:41.939468+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:37:44.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:43 smithi156 conmon[67007]: ) 3259 : audit [DBG] from='client.36250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:37:44.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:43 smithi156 conmon[67007]: audit 2022-01-18T17:37:42. 2022-01-18T17:37:44.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:43 smithi156 conmon[67007]: 232680+0000 mgr.smithi129.iclwio (mgr.14716) 3260 : audit [DBG] from='client.36254 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:37:45.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:44 smithi129 conmon[101092]: cluster 2022-01-18T17:37:43.782455+0000 mgr.smithi129.iclwio (mgr.14716) 3261 : cluster [DBG] pgmap v2799: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:45.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:44 smithi129 conmon[101092]: audit 2022-01-18T17:37:43.877170+0000 mon.smithi129 (mon.0) 1141 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:37:45.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:44 smithi156 conmon[67007]: cluster 2022-01-18T17:37:43.782455+0000 mgr.smithi129.iclwio (mgr.14716) 3261 : cluster [DBG] pgmap v2799: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:45.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:44 smithi156 conmon[67007]: audit 2022-01 2022-01-18T17:37:45.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:44 smithi156 conmon[67007]: -18T17:37:43.877170+0000 mon.smithi129 (mon.0) 1141 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:37:46.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:46 smithi156 conmon[67007]: cluster 2022-01-18T17:37:45.783122+0000 mgr.smithi129.iclwio (mgr.14716) 3262 : cluster [DBG] pgmap v2800: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:37:46.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:46 smithi156 conmon[67007]: audit 2022-01-18T17:37:46.066163 2022-01-18T17:37:46.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:46 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 1142 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:37:46.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:46 smithi129 conmon[101092]: cluster 2022-01-18T17:37:45.783122+0000 mgr.smithi129.iclwio (mgr.14716) 3262 : cluster [DBG] pgmap v2800: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:37:46.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:46 smithi129 conmon[101092]: audit 2022-01-18T17 2022-01-18T17:37:46.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:46 smithi129 conmon[101092]: :37:46.066163+0000 mon.smithi129 (mon.0) 1142 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:37:47.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:47 smithi129 conmon[101092]: audit 2022-01-18T17:37:46.364400+0000 mon.smithi129 (mon.0) 1143 : audit [INF] 2022-01-18T17:37:47.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:47 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:37:47.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:47 smithi129 conmon[101092]: audit 2022-01-18T17:37:46.369322+0000 mon.smithi129 (mon.0) 1144 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:37:47.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:47 smithi156 conmon[67007]: audit 2022-01-18T17:37:46.364400+0000 mon.smithi129 (mon.0) 1143 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:37:47.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:47 smithi156 conmon[67007]: audit 2022-01-18T17:37:46.369322+0000 mon.smithi129 ( 2022-01-18T17:37:47.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:47 smithi156 conmon[67007]: mon.0) 1144 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:37:48.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:48 smithi129 conmon[101092]: cluster 2022-01-18T17:37:47.783741+0000 mgr.smithi129.iclwio (mgr.14716) 3263 : cluster [DBG] pgmap v2801: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:48.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:48 smithi129 conmon[101092]: 2022-01-18T17:37:48.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:48 smithi156 conmon[67007]: cluster 2022-01-18T17:37:47.783741+0000 mgr.smithi129.iclwio (mgr.14716) 3263 : cluster [DBG] pgmap v2801: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:48.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:48 smithi156 conmon[67007]: 2022-01-18T17:37:51.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:50 smithi129 conmon[101092]: cluster 2022-01-18T17:37:49.784602+0000 mgr.smithi129.iclwio (mgr.14716) 3264 : cluster [DBG] pgmap v2802: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:37:51.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:50 smithi129 conmon[101092]: 2022-01-18T17:37:51.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:50 smithi156 conmon[67007]: cluster 2022-01-18T17:37:49.784602+0000 mgr.smithi129.iclwio (mgr.14716) 3264 : cluster [DBG] pgmap v2802: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:37:53.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:52 smithi129 conmon[101092]: cluster 2022-01-18T17:37:51.785143+0000 mgr.smithi129.iclwio (mgr.14716) 3265 : cluster [DBG] pgmap v2803: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:53.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:52 smithi156 conmon[67007]: cluster 2022-01-18T17:37:51.785143+0000 mgr.smithi129.iclwio (mgr.14716) 3265 : cluster [DBG] pgmap v2803: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:55.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:54 smithi129 conmon[101092]: cluster 2022-01-18T17:37:53.785644+0000 mgr.smithi129.iclwio (mgr.14716) 3266 : cluster [DBG] pgmap v2804: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:55.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:54 smithi156 conmon[67007]: cluster 2022-01-18T17:37:53.785644+0000 mgr.smithi129.iclwio (mgr.14716) 3266 : cluster [DBG] pgmap v2804: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:56.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:56 smithi156 conmon[67007]: cluster 2022-01-18T17:37:55.786538+0000 mgr.smithi129.iclwio (mgr.14716) 3267 : cluster [DBG] pgmap v2805: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:37:56.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:56 smithi129 conmon[101092]: cluster 2022-01-18T17:37:55.786538+0000 mgr.smithi129.iclwio (mgr.14716) 3267 : cluster [DBG] pgmap v2805: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:37:59.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:58 smithi129 conmon[101092]: cluster 2022-01-18T17:37:57.787113+0000 mgr.smithi129.iclwio (mgr.14716) 3268 : cluster [DBG] 2022-01-18T17:37:59.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:58 smithi129 conmon[101092]: pgmap v2806: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:59.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:58 smithi129 conmon[101092]: audit 2022-01-18T17:37:58.567148+0000 mon.smithi129 (mon.0) 1145 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:37:59.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:58 smithi129 conmon[101092]: audit 2022-01-18T17:37:59.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:37:58 smithi129 conmon[101092]: 2022-01-18T17:37:58.567410+0000 mon.smithi129 (mon.0) 1146 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:37:59.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:58 smithi156 conmon[67007]: cluster 2022-01-18T17:37:57.787113+0000 mgr.smithi129.iclwio (mgr.14716) 3268 : cluster [DBG] pgmap v2806: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:37:59.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:58 smithi156 conmon[67007]: audit 2022-01-18T17:37:58.567148+0000 mon.smithi129 (mon.0) 1145 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:37:59.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:37:58 smithi156 conmon[67007]: audit 2022-01-18T17:37:58.567410+0000 mon.smithi129 (mon.0) 1146 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:38:01.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:00 smithi129 conmon[101092]: cluster 2022-01-18T17:37:59.788016+0000 mgr.smithi129.iclwio (mgr.14716) 3269 : cluster [DBG] pgmap v2807: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:38:01.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:00 smithi129 conmon[101092]: 2022-01-18T17:38:01.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:00 smithi156 conmon[67007]: cluster 2022-01-18T17:37:59.788016+0000 mgr.smithi129.iclwio (mgr.14716) 3269 : 2022-01-18T17:38:01.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:00 smithi156 conmon[67007]: cluster [DBG] pgmap v2807: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:38:03.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:02 smithi129 conmon[101092]: cluster 2022-01-18T17:38:01.788533+0000 mgr.smithi129.iclwio (mgr.14716) 3270 : cluster [DBG] pgmap v2808: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:03.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:02 smithi156 conmon[67007]: cluster 2022-01-18T17:38:01.788533+0000 mgr.smithi129.iclwio (mgr.14716) 3270 : cluster [DBG] pgmap v2808: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:05.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:04 smithi129 conmon[101092]: cluster 2022-01-18T17:38:03.789156+0000 mgr.smithi129.iclwio (mgr.14716) 3271 : cluster [DBG] pgmap v2809: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:05.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:04 smithi156 conmon[67007]: cluster 2022-01-18T17:38:03.789156+0000 mgr.smithi129.iclwio (mgr.14716) 3271 : cluster [DBG] 2022-01-18T17:38:05.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:04 smithi156 conmon[67007]: pgmap v2809: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:06.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:06 smithi156 conmon[67007]: cluster 2022-01-18T17:38:05.790097+0000 mgr.smithi129.iclwio (mgr.14716) 3272 : cluster 2022-01-18T17:38:06.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:06 smithi156 conmon[67007]: [DBG] pgmap v2810: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:38:06.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:06 smithi129 conmon[101092]: cluster 2022-01-18T17:38:05.790097+0000 mgr.smithi129.iclwio (mgr.14716) 3272 : cluster [DBG] pgmap v2810: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:38:09.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:08 smithi129 conmon[101092]: cluster 2022-01-18T17:38:07.790659+0000 mgr.smithi129.iclwio (mgr.14716) 3273 : cluster [DBG] pgmap v2811: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:09.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:08 smithi156 conmon[67007]: cluster 2022-01-18T17:38:07.790659+0000 mgr.smithi129.iclwio (mgr.14716) 3273 : cluster [DBG] pgmap v2811: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:11.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:10 smithi129 conmon[101092]: cluster 2022-01-18T17:38:09.791465+0000 mgr.smithi129.iclwio (mgr.14716) 3274 2022-01-18T17:38:11.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:10 smithi129 conmon[101092]: : cluster [DBG] pgmap v2812: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:38:11.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:10 smithi156 conmon[67007]: cluster 2022-01-18T17:38:09.791465+0000 mgr.smithi129.iclwio (mgr.14716) 3274 : cluster [DBG] pgmap v2812: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:38:12.898 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:38:13.163 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:38:13.164 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (100m) 27s ago 101m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:38:13.164 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (92m) 27s ago 101m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:38:13.164 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (92m) 29s ago 101m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:38:13.164 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (100m) 27s ago 101m 41.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:38:13.165 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (96m) 27s ago 96m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:38:13.165 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (96m) 29s ago 96m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:38:13.165 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (93m) 27s ago 103m 574M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:38:13.165 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (93m) 29s ago 101m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:38:13.166 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (92m) 27s ago 103m 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:38:13.166 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (92m) 29s ago 101m 338M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:38:13.166 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (93m) 27s ago 93m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:38:13.166 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (93m) 29s ago 93m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:38:13.167 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (101m) 27s ago 101m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:38:13.167 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (100m) 29s ago 100m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:38:13.167 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (87m) 27s ago 100m 1689M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:38:13.167 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (100m) 27s ago 100m 2714M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:38:13.167 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (99m) 27s ago 99m 2099M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:38:13.168 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (99m) 27s ago 99m 2710M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:38:13.168 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (99m) 29s ago 99m 2518M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:38:13.168 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (98m) 29s ago 98m 3100M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:38:13.168 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (98m) 29s ago 98m 2444M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:38:13.169 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (98m) 29s ago 98m 3627M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:38:13.169 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (100m) 27s ago 101m 71.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:38:13.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:12 smithi129 conmon[101092]: cluster 2022-01-18T17:38:11.792007+0000 mgr.smithi129.iclwio (mgr.14716) 3275 : cluster [DBG] pgmap v2813: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:13.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:12 smithi156 conmon[67007]: cluster 2022-01-18T17:38:11.792007+0000 mgr.smithi129.iclwio (mgr.14716) 3275 : cluster [DBG] pgmap v2813: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:13.487 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:38:13.487 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:38:13.487 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:38:13.488 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:38:13.488 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:38:13.488 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:38:13.488 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:38:13.488 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:38:13.489 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:38:13.489 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:38:13.489 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:38:13.489 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:38:13.490 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:38:13.490 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:38:13.490 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:38:13.490 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:38:13.491 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:38:13.491 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:38:13.491 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:38:14.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:13 smithi129 conmon[101092]: audit 2022-01-18T17:38:13.491517+0000 mon.smithi129 (mon.0) 1147 : audit [DBG] from='client.? 172.21.15.129:0/2638528723' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:38:14.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:13 smithi156 conmon[67007]: audit 2022-01-18T17:38:13.491517+0000 mon.smithi129 (mon.0) 1147 : audit [DBG] from='client.? 172.21.15.129:0/2638528723' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:38:15.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:14 smithi129 conmon[101092]: audit 2022-01-18T17:38:12.891187+0000 mgr.smithi129.iclwio (mgr.14716) 3276 : audit [DBG] from='client.36262 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:38:15.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:14 smithi129 conmon[101092]: 2022-01-18T17:38:15.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:14 smithi129 conmon[101092]: audit 2022-01-18T17:38:13.159137+0000 mgr.smithi129.iclwio (mgr.14716) 3277 : audit [DBG] from='client.36266 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:38:15.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:14 smithi129 conmon[101092]: cluster 2022-01-18T17:38:13.792594+0000 mgr.smithi129.iclwio ( 2022-01-18T17:38:15.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:14 smithi129 conmon[101092]: mgr.14716) 3278 : cluster [DBG] pgmap v2814: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:15.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:14 smithi156 conmon[67007]: audit 2022-01-18T17:38:12.891187+0000 mgr.smithi129.iclwio (mgr.14716) 3276 : audit [DBG] from='client.36262 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:38:15.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:14 smithi156 conmon[67007]: audit 2022-01-18T17:38:13.159137+0000 mgr.smithi129.iclwio (mgr.14716) 3277 : audit [DBG] from='client.36266 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:38:15.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:14 smithi156 conmon[67007]: cluster 2022 2022-01-18T17:38:15.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:14 smithi156 conmon[67007]: -01-18T17:38:13.792594+0000 mgr.smithi129.iclwio (mgr.14716) 3278 : cluster 2022-01-18T17:38:15.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:14 smithi156 conmon[67007]: [DBG] pgmap v2814: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:16.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:16 smithi156 conmon[67007]: cluster 2022-01-18T17:38:15.793566+0000 mgr.smithi129.iclwio (mgr.14716) 3279 : cluster 2022-01-18T17:38:16.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:16 smithi156 conmon[67007]: [DBG] pgmap v2815: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:38:16.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:16 smithi129 conmon[101092]: cluster 2022-01-18T17:38:15.793566+0000 mgr.smithi129.iclwio (mgr.14716) 3279 : cluster [DBG] pgmap v2815: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:38:16.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:16 smithi129 conmon[101092]: 2022-01-18T17:38:19.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:18 smithi129 conmon[101092]: cluster 2022-01-18T17:38:17.794304+0000 mgr.smithi129.iclwio (mgr.14716) 3280 : cluster [DBG] pgmap v2816: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:19.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:18 smithi156 conmon[67007]: cluster 2022-01-18T17:38:17.794304+0000 mgr.smithi129.iclwio (mgr.14716) 3280 : cluster [DBG] 2022-01-18T17:38:19.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:18 smithi156 conmon[67007]: pgmap v2816: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:21.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:20 smithi129 conmon[101092]: cluster 2022-01-18T17:38:19.795243+0000 mgr.smithi129.iclwio (mgr.14716) 3281 : cluster [DBG] pgmap v2817: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:38:21.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:20 smithi156 conmon[67007]: cluster 2022-01-18T17:38:19.795243+0000 mgr.smithi129.iclwio (mgr.14716) 3281 : cluster [DBG] pgmap v2817: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:38:21.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:20 smithi156 conmon[67007]: 2022-01-18T17:38:23.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:22 smithi129 conmon[101092]: cluster 2022-01-18T17:38:21.795680+0000 mgr.smithi129.iclwio (mgr.14716) 3282 : cluster [DBG] pgmap v2818: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:23.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:22 smithi156 conmon[67007]: cluster 2022-01-18T17:38:21.795680+0000 mgr.smithi129.iclwio (mgr.14716) 3282 : cluster [DBG] pgmap v2818: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:25.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:24 smithi129 conmon[101092]: cluster 2022-01-18T17:38:23.796276+0000 mgr.smithi129.iclwio (mgr.14716) 3283 : cluster [DBG] pgmap v2819: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:25.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:24 smithi129 conmon[101092]: 2022-01-18T17:38:25.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:24 smithi156 conmon[67007]: cluster 2022-01-18T17:38:23.796276+0000 mgr.smithi129.iclwio (mgr.14716) 3283 : cluster [DBG] pgmap v2819: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:26.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:26 smithi156 conmon[67007]: cluster 2022-01-18T17:38:25.797041+0000 mgr.smithi129.iclwio (mgr.14716) 3284 : cluster [DBG] pgmap v2820: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:38:26.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:26 smithi129 conmon[101092]: cluster 2022-01-18T17:38:25.797041+0000 mgr.smithi129.iclwio (mgr 2022-01-18T17:38:26.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:26 smithi129 conmon[101092]: .14716) 3284 : cluster [DBG] pgmap v2820: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:38:29.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:28 smithi129 conmon[101092]: cluster 2022-01-18T17:38:27.797645+0000 mgr.smithi129.iclwio (mgr.14716) 3285 : cluster [DBG] pgmap v2821: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:29.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:28 smithi156 conmon[67007]: cluster 2022-01-18T17:38:27.797645+0000 mgr.smithi129.iclwio (mgr.14716) 3285 : cluster [DBG] pgmap v2821: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:31.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:30 smithi129 conmon[101092]: cluster 2022-01-18T17:38:29.798363+0000 mgr.smithi129.iclwio (mgr.14716) 3286 : cluster [DBG] pgmap v2822: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:38:31.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:30 smithi156 conmon[67007]: cluster 2022-01-18T17:38:29.798363+0000 mgr.smithi129.iclwio (mgr.14716) 3286 : cluster [DBG] pgmap v2822: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:38:33.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:32 smithi129 conmon[101092]: cluster 2022-01-18T17:38:31.798885+0000 mgr.smithi129.iclwio (mgr.14716) 3287 : cluster [DBG] pgmap v2823: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:33.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:32 smithi156 conmon[67007]: cluster 2022-01-18T17:38:31.798885+0000 mgr.smithi129.iclwio (mgr.14716) 3287 : cluster [DBG] pgmap v2823: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:35.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:34 smithi129 conmon[101092]: cluster 2022-01-18T17:38:33.799464+0000 mgr.smithi129.iclwio (mgr.14716) 3288 : cluster [DBG] pgmap v2824: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:35.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:34 smithi129 conmon[101092]: 2022-01-18T17:38:35.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:34 smithi156 conmon[67007]: cluster 2022-01-18T17:38:33.799464+0000 mgr.smithi129.iclwio (mgr.14716) 3288 : 2022-01-18T17:38:35.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:34 smithi156 conmon[67007]: cluster [DBG] pgmap v2824: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:36.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:36 smithi156 conmon[67007]: cluster 2022-01-18T17:38:35.800314+0000 mgr.smithi129.iclwio (mgr.14716) 3289 : cluster [DBG] pgmap v2825: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:38:36.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:36 smithi129 conmon[101092]: cluster 2022-01-18T17:38:35.800314+0000 mgr.smithi129.iclwio (mgr.14716) 3289 : cluster [DBG] pgmap v2825: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:38:36.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:36 smithi129 conmon[101092]: 2022-01-18T17:38:39.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:38 smithi129 conmon[101092]: cluster 2022-01-18T17:38:37.800955+0000 mgr.smithi129.iclwio (mgr.14716) 3290 : cluster [DBG] pgmap v2826: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:39.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:38 smithi129 conmon[101092]: 2022-01-18T17:38:39.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:38 smithi156 conmon[67007]: cluster 2022-01-18T17:38:37.800955+0000 mgr.smithi129.iclwio (mgr.14716) 3290 : cluster [DBG] pgmap v2826: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:41.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:40 smithi129 conmon[101092]: cluster 2022-01-18T17:38:39.801658+0000 mgr.smithi129.iclwio (mgr.14716) 3291 : cluster [DBG] pgmap v2827: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:38:41.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:40 smithi156 conmon[67007]: cluster 2022-01-18T17:38:39.801658+0000 mgr.smithi129.iclwio (mgr.14716) 3291 : cluster [DBG] pgmap v2827: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:38:43.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:42 smithi129 conmon[101092]: cluster 2022-01-18T17:38:41.802322+0000 mgr.smithi129.iclwio (mgr.14716) 3292 : cluster [DBG] pgmap v2828: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:43.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:42 smithi156 conmon[67007]: cluster 2022-01-18T17:38:41.802322+0000 mgr.smithi129.iclwio (mgr.14716) 3292 : cluster [DBG] pgmap v2828: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:43.787 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:38:44.053 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:38:44.054 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (101m) 57s ago 102m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:38:44.054 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (93m) 57s ago 102m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:38:44.054 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (92m) 60s ago 101m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:38:44.054 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (101m) 57s ago 102m 41.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:38:44.055 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (97m) 57s ago 97m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:38:44.055 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (97m) 60s ago 97m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:38:44.055 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (93m) 57s ago 103m 574M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:38:44.055 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (93m) 60s ago 101m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:38:44.056 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (93m) 57s ago 103m 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:38:44.056 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (93m) 60s ago 101m 338M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:38:44.056 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (94m) 57s ago 94m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:38:44.056 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (94m) 60s ago 94m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:38:44.057 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (102m) 57s ago 102m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:38:44.057 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (101m) 60s ago 101m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:38:44.057 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (87m) 57s ago 100m 1689M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:38:44.057 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (100m) 57s ago 100m 2714M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:38:44.057 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (100m) 57s ago 100m 2099M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:38:44.058 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (99m) 57s ago 99m 2710M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:38:44.058 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (99m) 60s ago 99m 2518M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:38:44.058 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (99m) 60s ago 99m 3100M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:38:44.058 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (99m) 60s ago 99m 2444M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:38:44.059 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (98m) 60s ago 98m 3627M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:38:44.059 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (100m) 57s ago 101m 71.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:38:44.375 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:38:44.375 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:38:44.376 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:38:44.376 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:38:44.376 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:38:44.377 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:38:44.377 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:38:44.378 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:38:44.378 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:38:44.379 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:38:44.379 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:38:44.379 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:38:44.380 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:38:44.380 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:38:44.381 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:38:44.381 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:38:44.382 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:38:44.382 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:38:44.382 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:38:45.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:44 smithi129 conmon[101092]: audit 2022-01-18T17:38:43.780108+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:38:45.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:44 smithi129 conmon[101092]: ) 3293 : audit [DBG] from='client.36274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:38:45.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:44 smithi129 conmon[101092]: cluster 2022-01-18T17:38:43.802914+0000 mgr.smithi129.iclwio (mgr.14716) 3294 : cluster [DBG] pgmap v2829: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:45.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:44 smithi129 conmon[101092]: audit 2022-01-18T17:38:44.379400+0000 mon.smithi129 (mon.0) 1148 : audit [DBG] 2022-01-18T17:38:45.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:44 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/1920112699' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:38:45.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:44 smithi156 conmon[67007]: audit 2022-01-18T17:38:43.780108+0000 mgr.smithi129.iclwio (mgr.14716) 3293 : audit [DBG] from='client.36274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:38:45.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:44 smithi156 conmon[67007]: cluster 2022-01-18 2022-01-18T17:38:45.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:44 smithi156 conmon[67007]: T17:38:43.802914+0000 mgr.smithi129.iclwio (mgr.14716) 3294 : cluster [DBG] pgmap v2829: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:45.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:44 smithi156 conmon[67007]: audit 2022-01-18T17:38:44.379400+0000 mon.smithi129 (mon.0) 1148 : audit [DBG] from='client.? 172.21.15.129:0/1920112699' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:38:46.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:45 smithi129 conmon[101092]: audit 2022-01-18T17:38:44.049199+0000 mgr.smithi129.iclwio (mgr.14716) 3295 : audit [DBG] 2022-01-18T17:38:46.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:45 smithi129 conmon[101092]: from='client.36278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:38:46.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:45 smithi156 conmon[67007]: audit 2022-01-18T17:38:44.049199+0000 mgr.smithi129.iclwio (mgr.14716) 3295 : audit [DBG] from='client.36278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:38:47.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:46 smithi129 conmon[101092]: cluster 2022-01-18T17:38:45.803852+0000 mgr.smithi129.iclwio (mgr.14716) 3296 : cluster [DBG] 2022-01-18T17:38:47.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:46 smithi129 conmon[101092]: pgmap v2830: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:38:47.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:46 smithi129 conmon[101092]: audit 2022-01-18T17:38:46.371764+0000 mon.smithi129 (mon.0) 1149 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:38:47.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:46 smithi129 conmon[101092]: audit 2022-01-18T17:38:46.373177+0000 mon.smithi129 (mon.0) 1150 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:38:47.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:46 smithi129 conmon[101092]: audit 2022-01-18T17:38:46.374099+0000 mon.smithi129 (mon.0) 1151 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:38:47.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:46 smithi129 conmon[101092]: cephadm 2022-01-18T17: 2022-01-18T17:38:47.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:46 smithi129 conmon[101092]: 38:46.374864+0000 mgr.smithi129.iclwio (mgr.14716) 3297 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:38:47.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:46 smithi129 conmon[101092]: audit 2022-01-18T17:38:46. 2022-01-18T17:38:47.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:46 smithi129 conmon[101092]: 681606+0000 mon.smithi129 (mon.0) 1152 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:38:47.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:46 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T17:38:47.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:46 smithi129 conmon[101092]: T17:38:46.688363+0000 mon.smithi129 (mon. 2022-01-18T17:38:47.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:46 smithi129 conmon[101092]: 0) 1153 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:38:47.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:46 smithi156 conmon[67007]: cluster 2022-01-18T17:38:45.803852+0000 mgr.smithi129.iclwio (mgr.14716) 3296 : cluster [DBG] pgmap v2830: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:38:47.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:46 smithi156 conmon[67007]: audit 2022-01-18T17:38:46.371764+0000 mon.smithi129 (mon.0) 1149 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:38:47.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:46 smithi156 conmon[67007]: audit 2022-01-18T17:38:46. 2022-01-18T17:38:47.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:46 smithi156 conmon[67007]: 373177+0000 mon.smithi129 (mon.0) 1150 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:38:47.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:46 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T17:38:47.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:46 smithi156 conmon[67007]: T17:38:46.374099+0000 2022-01-18T17:38:47.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:46 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1151 : audit 2022-01-18T17:38:47.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:46 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:38:47.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:46 smithi156 conmon[67007]: cephadm 2022-01- 2022-01-18T17:38:47.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:46 smithi156 conmon[67007]: 18T17:38:46.374864+0000 2022-01-18T17:38:47.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:46 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 3297 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:38:47.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:46 smithi156 conmon[67007]: 2022-01-18T17:38:47.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:46 smithi156 conmon[67007]: audit 2022-01-18T17:38:47.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:46 smithi156 conmon[67007]: 2022-01-18T17:38:46. 2022-01-18T17:38:47.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:46 smithi156 conmon[67007]: 681606+0000 mon.smithi129 (mon.0) 1152 : audit 2022-01-18T17:38:47.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:46 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:38:47.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:46 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T17:38:47.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:46 smithi156 conmon[67007]: T17:38:46.688363+0000 mon.smithi129 ( 2022-01-18T17:38:47.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:46 smithi156 conmon[67007]: mon.0) 1153 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:38:48.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:47 smithi129 conmon[101092]: cluster 2022-01-18T17:38:47.804526+0000 mgr.smithi129.iclwio (mgr.14716) 3298 : cluster [DBG] pgmap v2831: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:48.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:47 smithi156 conmon[67007]: cluster 2022-01-18T17:38:47.804526+0000 mgr.smithi129.iclwio (mgr.14716) 3298 : cluster [DBG] pgmap v2831: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:51.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:50 smithi129 conmon[101092]: cluster 2022-01-18T17:38:49.805329+0000 mgr.smithi129.iclwio (mgr.14716) 3299 : cluster [DBG] pgmap v2832: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:38:51.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:50 smithi156 conmon[67007]: cluster 2022-01-18T17:38:49.805329+0000 mgr.smithi129.iclwio (mgr.14716) 3299 : cluster [DBG] pgmap v2832: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:38:53.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:52 smithi129 conmon[101092]: cluster 2022-01-18T17:38:51.805822+0000 mgr.smithi129.iclwio (mgr.14716) 3300 : cluster [DBG] pgmap v2833: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:53.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:52 smithi156 conmon[67007]: cluster 2022-01-18T17:38:51.805822+0000 mgr.smithi129.iclwio (mgr.14716) 3300 : cluster [DBG] pgmap v2833: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:55.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:54 smithi129 conmon[101092]: cluster 2022-01-18T17:38:53.806375+0000 mgr.smithi129.iclwio (mgr.14716) 3301 : cluster [DBG] pgmap v2834: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:55.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:54 smithi156 conmon[67007]: cluster 2022-01-18T17:38:53.806375+0000 mgr.smithi129.iclwio (mgr.14716) 3301 : cluster [DBG] pgmap v2834: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:56.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:56 smithi156 conmon[67007]: cluster 2022-01-18T17:38:55.807201+0000 mgr.smithi129.iclwio (mgr.14716) 3302 : cluster [DBG] 2022-01-18T17:38:56.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:56 smithi156 conmon[67007]: pgmap v2835: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:38:56.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:56 smithi129 conmon[101092]: cluster 2022-01-18T17:38:55.807201+0000 mgr.smithi129.iclwio (mgr.14716) 3302 : cluster [DBG] pgmap v2835: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:38:59.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:58 smithi129 conmon[101092]: cluster 2022-01-18T17:38:57.807840+0000 mgr.smithi129.iclwio (mgr.14716) 3303 : cluster [DBG] pgmap v2836: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:59.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:58 smithi129 conmon[101092]: audit 2022-01-18T17:38:58.571500+0000 mon.smithi129 (mon.0) 1154 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:38:59.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:38:58 smithi129 conmon[101092]: audit 2022-01-18T17:38:58.571842+0000 mon.smithi129 (mon.0) 1155 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:38:59.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:58 smithi156 conmon[67007]: cluster 2022-01-18T17:38:57.807840+0000 mgr.smithi129.iclwio (mgr.14716) 3303 : cluster [DBG] 2022-01-18T17:38:59.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:58 smithi156 conmon[67007]: pgmap v2836: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:38:59.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:58 smithi156 conmon[67007]: audit 2022-01-18T17:38:58.571500+0000 mon.smithi129 (mon.0) 1154 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:38:59.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:58 smithi156 conmon[67007]: audit 2022-01-18T17:38:58.571842+0000 2022-01-18T17:38:59.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:38:58 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1155 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:39:01.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:00 smithi129 conmon[101092]: cluster 2022-01-18T17:38:59.808705+0000 mgr.smithi129.iclwio (mgr.14716) 3304 : cluster [DBG] pgmap v2837: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:39:01.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:00 smithi156 conmon[67007]: cluster 2022-01-18T17:38:59.808705+0000 mgr.smithi129.iclwio (mgr.14716) 3304 : cluster [DBG] pgmap v2837: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:39:03.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:02 smithi129 conmon[101092]: cluster 2022-01-18T17:39:01.809227+0000 mgr.smithi129.iclwio (mgr.14716) 3305 : cluster [DBG] pgmap v2838: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:03.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:02 smithi129 conmon[101092]: 2022-01-18T17:39:03.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:02 smithi156 conmon[67007]: cluster 2022-01-18T17:39:01.809227+0000 mgr.smithi129.iclwio (mgr.14716) 3305 : cluster [DBG] pgmap v2838: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:03.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:02 smithi156 conmon[67007]: 2022-01-18T17:39:04.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:03 smithi129 conmon[101092]: cluster 2022-01-18T17:39:03.809802+0000 mgr.smithi129.iclwio (mgr.14716) 3306 : cluster [DBG] pgmap v2839: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:04.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:03 smithi156 conmon[67007]: cluster 2022-01-18T17:39:03.809802+0000 mgr.smithi129.iclwio (mgr.14716) 3306 : cluster [DBG] pgmap v2839: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:04.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:03 smithi156 conmon[67007]: 2022-01-18T17:39:06.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:06 smithi156 conmon[67007]: cluster 2022-01-18T17:39:05.810823+0000 mgr.smithi129.iclwio (mgr.14716) 3307 : cluster [DBG] 2022-01-18T17:39:06.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:06 smithi156 conmon[67007]: pgmap v2840: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:39:06.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:06 smithi129 conmon[101092]: cluster 2022-01-18T17:39:05.810823+0000 mgr.smithi129.iclwio (mgr.14716) 3307 : cluster [DBG] pgmap v2840: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:39:09.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:08 smithi129 conmon[101092]: cluster 2022-01-18T17:39:07.811400+0000 mgr.smithi129.iclwio (mgr.14716) 3308 : cluster [DBG] 2022-01-18T17:39:09.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:08 smithi129 conmon[101092]: pgmap v2841: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:09.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:08 smithi156 conmon[67007]: cluster 2022-01-18T17:39:07.811400+0000 mgr.smithi129.iclwio (mgr.14716) 3308 : cluster [DBG] 2022-01-18T17:39:09.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:08 smithi156 conmon[67007]: pgmap v2841: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:11.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:10 smithi129 conmon[101092]: cluster 2022-01-18T17:39:09.812322+0000 mgr.smithi129.iclwio (mgr.14716) 3309 : cluster [DBG] pgmap v2842: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:39:11.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:10 smithi156 conmon[67007]: cluster 2022-01-18T17:39:09.812322+0000 mgr.smithi129.iclwio (mgr.14716) 3309 : cluster [DBG] pgmap v2842: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:39:12.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:11 smithi129 conmon[101092]: cluster 2022-01-18T17:39:11.812820+0000 mgr.smithi129.iclwio (mgr.14716) 3310 : cluster [DBG] pgmap v2843: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:12.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:11 smithi156 conmon[67007]: cluster 2022-01-18T17:39:11.812820+0000 mgr.smithi129.iclwio (mgr.14716) 3310 : cluster [DBG] 2022-01-18T17:39:12.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:11 smithi156 conmon[67007]: pgmap v2843: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:14.673 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:39:14.939 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:39:14.939 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (101m) 88s ago 102m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:39:14.940 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (93m) 88s ago 102m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:39:14.940 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (93m) 91s ago 102m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:39:14.940 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (101m) 88s ago 102m 41.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:39:14.940 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (97m) 88s ago 97m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:39:14.941 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (97m) 91s ago 97m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:39:14.941 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (94m) 88s ago 104m 574M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:39:14.941 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (94m) 91s ago 102m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:39:14.941 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (93m) 88s ago 104m 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:39:14.942 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (93m) 91s ago 102m 338M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:39:14.942 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (94m) 88s ago 94m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:39:14.942 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (94m) 91s ago 94m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:39:14.942 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (102m) 88s ago 102m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:39:14.943 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (101m) 91s ago 101m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:39:14.943 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (88m) 88s ago 101m 1689M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:39:14.943 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (101m) 88s ago 101m 2714M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:39:14.943 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (100m) 88s ago 100m 2099M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:39:14.944 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (100m) 88s ago 100m 2710M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:39:14.944 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (100m) 91s ago 100m 2518M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:39:14.944 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (99m) 91s ago 99m 3100M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:39:14.944 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (99m) 91s ago 99m 2444M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:39:14.945 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (99m) 91s ago 99m 3627M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:39:14.945 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (101m) 88s ago 102m 71.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:39:15.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:14 smithi129 conmon[101092]: cluster 2022-01-18T17:39:13.813355+0000 mgr.smithi129.iclwio (mgr.14716) 3311 2022-01-18T17:39:15.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:14 smithi129 conmon[101092]: : cluster [DBG] pgmap v2844: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:15.262 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:39:15.263 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:39:15.263 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:39:15.263 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:39:15.264 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:39:15.264 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:39:15.264 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:39:15.264 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:39:15.265 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:39:15.265 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:39:15.265 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:39:15.265 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:39:15.265 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:39:15.266 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:39:15.266 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:39:15.266 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:39:15.266 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:39:15.267 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:39:15.267 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:39:15.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:14 smithi156 conmon[67007]: cluster 2022-01-18T17:39:13.813355+0000 mgr.smithi129.iclwio (mgr.14716) 3311 : 2022-01-18T17:39:15.427 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:14 smithi156 conmon[67007]: cluster [DBG] pgmap v2844: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:16.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:15 smithi129 conmon[101092]: audit 2022-01-18T17:39:14.666373+0000 mgr.smithi129.iclwio (mgr.14716) 3312 : 2022-01-18T17:39:16.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:15 smithi129 conmon[101092]: audit [DBG] from='client.36286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:39:16.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:15 smithi129 conmon[101092]: audit 2022-01-18T17:39:15.267537+0000 mon.smithi129 (mon.0) 1156 : audit [DBG] from='client.? 172.21.15.129:0/1646476258' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:39:16.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:15 smithi156 conmon[67007]: audit 2022-01-18T17:39:14.666373+0000 mgr.smithi129.iclwio (mgr.14716) 3312 : audit 2022-01-18T17:39:16.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:15 smithi156 conmon[67007]: [DBG] from='client.36286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:39:16.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:15 smithi156 conmon[67007]: audit 2022-01-18T17:39:15.267537+0000 mon.smithi129 (mon.0) 1156 : audit [DBG] from='client.? 172.21.15.129:0/1646476258' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:39:17.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:16 smithi129 conmon[101092]: audit 2022-01-18T17:39:14.935309+0000 mgr.smithi129.iclwio (mgr.14716) 3313 : audit [DBG] from='client.36290 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:39:17.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:16 smithi129 conmon[101092]: cluster 2022-01-18T17:39:15.814060+0000 mgr.smithi129.iclwio (mgr.14716) 3314 : cluster [DBG] pgmap v2845: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:39:17.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:16 smithi156 conmon[67007]: audit 2022-01-18T17:39:14.935309+0000 mgr.smithi129.iclwio (mgr.14716) 3313 : audit 2022-01-18T17:39:17.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:16 smithi156 conmon[67007]: [DBG] from='client.36290 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:39:17.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:16 smithi156 conmon[67007]: cluster 2022-01-18T17:39:15.814060+0000 mgr.smithi129.iclwio (mgr.14716) 3314 : cluster [DBG] pgmap v2845: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:39:18.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:17 smithi129 conmon[101092]: cluster 2022-01-18T17:39:17.814750+0000 mgr.smithi129.iclwio (mgr.14716) 3315 : cluster [DBG] 2022-01-18T17:39:18.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:17 smithi129 conmon[101092]: pgmap v2846: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:18.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:17 smithi156 conmon[67007]: cluster 2022-01-18T17:39:17.814750+0000 mgr.smithi129.iclwio (mgr.14716) 3315 : cluster 2022-01-18T17:39:18.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:17 smithi156 conmon[67007]: [DBG] pgmap v2846: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:21.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:20 smithi129 conmon[101092]: cluster 2022-01-18T17:39:19.815477+0000 mgr.smithi129.iclwio (mgr.14716) 3316 : cluster [DBG] pgmap v2847: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:39:21.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:20 smithi156 conmon[67007]: cluster 2022-01-18T17:39:19.815477+0000 mgr.smithi129.iclwio (mgr.14716) 3316 : cluster 2022-01-18T17:39:21.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:20 smithi156 conmon[67007]: [DBG] pgmap v2847: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:39:22.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:21 smithi129 conmon[101092]: cluster 2022-01-18T17:39:21.815996+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T17:39:22.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:21 smithi129 conmon[101092]: 14716) 3317 : cluster [DBG] pgmap v2848: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:22.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:21 smithi156 conmon[67007]: cluster 2022-01-18T17:39:21.815996+0000 mgr.smithi129.iclwio (mgr.14716) 3317 : cluster [DBG] 2022-01-18T17:39:22.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:21 smithi156 conmon[67007]: pgmap v2848: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:25.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:24 smithi129 conmon[101092]: cluster 2022-01-18T17:39:23.816544+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:39:25.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:24 smithi129 conmon[101092]: ) 3318 : cluster [DBG] pgmap v2849: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:25.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:24 smithi156 conmon[67007]: cluster 2022-01-18T17:39:23.816544+0000 mgr.smithi129.iclwio (mgr.14716) 3318 : cluster 2022-01-18T17:39:25.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:24 smithi156 conmon[67007]: [DBG] pgmap v2849: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:26.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:26 smithi156 conmon[67007]: cluster 2022-01-18T17:39:25.817334+0000 mgr.smithi129.iclwio (mgr.14716) 3319 : 2022-01-18T17:39:26.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:26 smithi156 conmon[67007]: cluster [DBG] pgmap v2850: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:39:26.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:26 smithi129 conmon[101092]: cluster 2022-01-18T17:39:25.817334+0000 mgr.smithi129.iclwio (mgr.14716) 3319 : cluster [DBG] pgmap v2850: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:39:29.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:28 smithi129 conmon[101092]: cluster 2022-01-18T17:39:27.818004+0000 mgr.smithi129.iclwio (mgr.14716) 3320 : cluster [DBG] pgmap v2851: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:29.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:28 smithi156 conmon[67007]: cluster 2022-01-18T17:39:27.818004+0000 mgr.smithi129.iclwio (mgr.14716) 3320 : cluster [DBG] 2022-01-18T17:39:29.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:28 smithi156 conmon[67007]: pgmap v2851: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:30.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:29 smithi129 conmon[101092]: cluster 2022-01-18T17:39:29.818734+0000 mgr.smithi129.iclwio (mgr.14716) 3321 : cluster [DBG] pgmap v2852: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:39:30.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:29 smithi129 conmon[101092]: 2022-01-18T17:39:30.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:29 smithi156 conmon[67007]: cluster 2022-01-18T17:39:29.818734+0000 mgr.smithi129.iclwio (mgr.14716) 3321 : cluster [DBG] pgmap v2852: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:39:33.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:32 smithi129 conmon[101092]: cluster 2022-01-18T17:39:31.819268+0000 mgr.smithi129.iclwio (mgr.14716) 3322 : cluster [DBG] pgmap v2853: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:33.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:32 smithi156 conmon[67007]: cluster 2022-01-18T17:39:31.819268+0000 mgr.smithi129.iclwio (mgr.14716) 3322 : cluster 2022-01-18T17:39:33.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:32 smithi156 conmon[67007]: [DBG] pgmap v2853: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:34.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:33 smithi129 conmon[101092]: cluster 2022-01-18T17:39:33.819830+0000 mgr.smithi129.iclwio (mgr.14716) 3323 : cluster [DBG] pgmap v2854: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:34.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:33 smithi156 conmon[67007]: cluster 2022-01-18T17:39:33.819830+0000 mgr.smithi129.iclwio (mgr.14716) 3323 : cluster 2022-01-18T17:39:34.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:33 smithi156 conmon[67007]: [DBG] pgmap v2854: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:36.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:36 smithi156 conmon[67007]: cluster 2022-01-18T17:39:35.820772+0000 mgr.smithi129.iclwio (mgr.14716) 3324 : cluster [DBG] pgmap v2855: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:39:36.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:36 smithi156 conmon[67007]: 2022-01-18T17:39:36.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:36 smithi129 conmon[101092]: cluster 2022-01-18T17:39:35.820772+0000 mgr.smithi129.iclwio (mgr.14716) 3324 : cluster [DBG] pgmap v2855: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:39:38.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:37 smithi129 conmon[101092]: cluster 2022-01-18T17:39:37.821503+0000 mgr.smithi129.iclwio (mgr.14716) 3325 : cluster [DBG] 2022-01-18T17:39:38.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:37 smithi129 conmon[101092]: pgmap v2856: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:38.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:37 smithi156 conmon[67007]: cluster 2022-01-18T17:39:37.821503+0000 mgr.smithi129.iclwio (mgr.14716) 3325 : cluster [DBG] pgmap v2856: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:38.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:37 smithi156 conmon[67007]: 2022-01-18T17:39:40.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:39 smithi129 conmon[101092]: cluster 2022-01-18T17:39:39.822263+0000 mgr.smithi129.iclwio (mgr.14716) 3326 : cluster [DBG] pgmap v2857: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:39:40.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:39 smithi129 conmon[101092]: 2022-01-18T17:39:40.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:39 smithi156 conmon[67007]: cluster 2022-01-18T17:39:39.822263+0000 mgr.smithi129.iclwio (mgr.14716) 3326 : cluster [DBG] 2022-01-18T17:39:40.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:39 smithi156 conmon[67007]: pgmap v2857: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:39:42.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:41 smithi129 conmon[101092]: cluster 2022-01-18T17:39:41.822677+0000 mgr.smithi129.iclwio (mgr.14716) 3327 : cluster [DBG] pgmap v2858: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:42.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:41 smithi156 conmon[67007]: cluster 2022-01-18T17:39:41.822677+0000 mgr.smithi129.iclwio (mgr.14716) 3327 : cluster [DBG] 2022-01-18T17:39:42.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:41 smithi156 conmon[67007]: pgmap v2858: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:44.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:43 smithi129 conmon[101092]: cluster 2022-01-18T17:39:43.823320+0000 mgr.smithi129.iclwio (mgr.14716) 3328 : cluster [DBG] pgmap v2859: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:44.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:43 smithi129 conmon[101092]: 2022-01-18T17:39:44.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:43 smithi156 conmon[67007]: cluster 2022-01-18T17:39:43.823320+0000 mgr.smithi129.iclwio (mgr.14716) 3328 : cluster [DBG] pgmap v2859: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:45.562 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:39:45.827 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:39:45.828 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (102m) 119s ago 103m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:39:45.828 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (94m) 119s ago 103m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:39:45.828 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (93m) 2m ago 102m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:39:45.828 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (102m) 119s ago 103m 41.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:39:45.829 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (98m) 119s ago 98m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:39:45.829 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (98m) 2m ago 98m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:39:45.829 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (94m) 119s ago 104m 574M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:39:45.829 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (94m) 2m ago 102m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:39:45.830 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (94m) 119s ago 104m 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:39:45.830 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (94m) 2m ago 102m 338M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:39:45.830 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (95m) 119s ago 95m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:39:45.830 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (95m) 2m ago 95m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:39:45.831 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (103m) 119s ago 103m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:39:45.831 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (102m) 2m ago 102m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:39:45.831 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (88m) 119s ago 101m 1689M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:39:45.831 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (101m) 119s ago 101m 2714M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:39:45.832 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (101m) 119s ago 101m 2099M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:39:45.832 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (100m) 119s ago 100m 2710M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:39:45.832 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (100m) 2m ago 100m 2518M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:39:45.832 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (100m) 2m ago 100m 3100M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:39:45.833 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (100m) 2m ago 100m 2444M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:39:45.833 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (99m) 2m ago 99m 3627M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:39:45.833 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (102m) 119s ago 102m 71.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:39:46.150 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:39:46.162 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:39:46.162 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:39:46.162 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:39:46.162 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:39:46.163 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:39:46.163 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:39:46.163 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:39:46.163 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:39:46.164 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:39:46.164 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:39:46.164 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:39:46.164 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:39:46.164 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:39:46.165 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:39:46.165 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:39:46.165 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:39:46.165 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:39:46.166 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:39:46.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:46 smithi156 conmon[67007]: audit 2022-01-18T17:39:45.555651+0000 mgr.smithi129.iclwio (mgr.14716) 3329 : audit [DBG] from='client.36298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:39:46.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:46 smithi156 conmon[67007]: audit 2022-01-18T17:39:45.823849+0000 mgr.smithi129.iclwio 2022-01-18T17:39:46.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:46 smithi156 conmon[67007]: (mgr.14716) 3330 : audit [DBG] from='client.36302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:39:46.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:46 smithi156 conmon[67007]: cluster 2022-01-18T17:39:45.824357+0000 mgr.smithi129.iclwio (mgr.14716) 3331 : cluster [DBG] pgmap v2860: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:39:46.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:46 smithi156 conmon[67007]: audit 2022-01-18T17:39:46.154795+0000 mon.smithi129 (mon.0) 1157 : audit [DBG] from='client.? 172.21.15.129:0/2954730163' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:39:46.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:46 smithi129 conmon[101092]: audit 2022-01-18T17:39:45.555651+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:39:46.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:46 smithi129 conmon[101092]: 3329 : audit [DBG] from='client.36298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:39:46.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:46 smithi129 conmon[101092]: audit 2022-01-18T17:39:45.823849+0000 mgr.smithi129.iclwio (mgr.14716) 3330 : audit [DBG] 2022-01-18T17:39:46.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:46 smithi129 conmon[101092]: from='client.36302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:39:46.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:46 smithi129 conmon[101092]: cluster 2022-01-18T17 2022-01-18T17:39:46.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:46 smithi129 conmon[101092]: :39:45.824357+0000 mgr.smithi129.iclwio (mgr.14716) 3331 : cluster [DBG] 2022-01-18T17:39:46.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:46 smithi129 conmon[101092]: pgmap v2860: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:39:46.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:46 smithi129 conmon[101092]: audit 2022-01-18T17:39: 2022-01-18T17:39:46.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:46 smithi129 conmon[101092]: 46. 2022-01-18T17:39:46.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:46 smithi129 conmon[101092]: 154795+0000 mon.smithi129 (mon.0) 1157 : 2022-01-18T17:39:46.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:46 smithi129 conmon[101092]: audit [DBG] from='client.? 172.21.15.129:0/2954730163' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:39:47.538 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:47 smithi129 conmon[101092]: audit 2022-01-18T17:39:46.690719+0000 mon.smithi129 (mon.0) 1158 2022-01-18T17:39:47.539 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:47 smithi129 conmon[101092]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:39:47.539 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:47 smithi129 conmon[101092]: audit 2022-01-18T17:39:46.691752+0000 mon.smithi129 (mon.0) 1159 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:39:47.539 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:47 smithi129 conmon[101092]: audit 2022-01-18T17:39:46.692439+0000 mon.smithi129 (mon 2022-01-18T17:39:47.540 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:47 smithi129 conmon[101092]: .0) 1160 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:39:47.540 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:47 smithi129 conmon[101092]: cephadm 2022-01-18T17:39: 2022-01-18T17:39:47.540 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:47 smithi129 conmon[101092]: 46.692968+0000 mgr.smithi129.iclwio (mgr.14716) 3332 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:39:47.540 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:47 smithi129 conmon[101092]: audit 2022-01-18T17:39:46. 2022-01-18T17:39:47.541 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:47 smithi129 conmon[101092]: 951800+0000 mon.smithi129 (mon.0) 1161 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:39:47.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:47 smithi156 conmon[67007]: audit 2022-01-18T17:39:46.690719+0000 mon.smithi129 (mon.0) 1158 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:39:47.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:47 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T17:39:47.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:47 smithi156 conmon[67007]: T17:39:46.691752+0000 mon.smithi129 (mon.0) 1159 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:39:47.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:47 smithi156 conmon[67007]: audit 2022-01-18T17:39:46.692439+0000 mon.smithi129 (mon.0) 1160 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:39:47.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:47 smithi156 conmon[67007]: cephadm 2022-01-18T17:39:46.692968+0000 mgr.smithi129.iclwio (mgr.14716) 3332 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:39:47.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:47 smithi156 conmon[67007]: audit 2022-01-18T17:39:46.951800+0000 mon.smithi129 (mon.0) 1161 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:39:48.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:48 smithi156 conmon[67007]: audit 2022-01-18T17:39:47.241077+0000 mon.smithi129 (mon.0) 1162 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:39:48.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:48 smithi156 conmon[67007]: audit 2022-01 2022-01-18T17:39:48.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:48 smithi156 conmon[67007]: -18T17:39:47.247156+0000 mon.smithi129 (mon.0) 1163 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:39:48.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:48 smithi156 conmon[67007]: cluster 2022-01-18T17:39:47.825032+0000 mgr.smithi129.iclwio (mgr.14716) 3333 : cluster [DBG] pgmap v2861: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:48.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:48 smithi129 conmon[101092]: audit 2022-01-18T17:39:47.241077+0000 mon.smithi129 (mon.0) 1162 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:39:48.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:48 smithi129 conmon[101092]: audit 2022-01-18T17:39:47.247156+0000 mon.smithi129 (mon.0) 1163 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:39:48.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:48 smithi129 conmon[101092]: cluster 2022-01-18T17:39:47.825032+0000 mgr.smithi129.iclwio (mgr.14716) 3333 : cluster [DBG] pgmap v2861: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:50.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:49 smithi129 conmon[101092]: cluster 2022-01-18T17:39:49.825763+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:39:50.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:49 smithi129 conmon[101092]: 3334 : cluster [DBG] pgmap v2862: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:39:50.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:49 smithi156 conmon[67007]: cluster 2022-01-18T17:39:49.825763+0000 mgr.smithi129.iclwio (mgr.14716) 3334 : cluster [DBG] pgmap v2862: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:39:52.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:51 smithi129 conmon[101092]: cluster 2022-01-18T17:39:51.826222+0000 mgr.smithi129.iclwio (mgr.14716) 3335 : cluster [DBG] 2022-01-18T17:39:52.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:51 smithi129 conmon[101092]: pgmap v2863: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:52.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:51 smithi156 conmon[67007]: cluster 2022-01-18T17:39:51.826222+0000 mgr.smithi129.iclwio (mgr.14716) 3335 : cluster [DBG] pgmap v2863: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:52.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:51 smithi156 conmon[67007]: 2022-01-18T17:39:54.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:53 smithi129 conmon[101092]: cluster 2022-01-18T17:39:53.826933+0000 mgr.smithi129.iclwio (mgr.14716) 3336 : 2022-01-18T17:39:54.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:53 smithi129 conmon[101092]: cluster [DBG] pgmap v2864: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:54.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:53 smithi156 conmon[67007]: cluster 2022-01-18T17:39:53.826933+0000 mgr.smithi129.iclwio (mgr.14716) 3336 : cluster [DBG] pgmap v2864: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:56.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:56 smithi156 conmon[67007]: cluster 2022-01-18T17:39:55.827658+0000 mgr.smithi129.iclwio (mgr.14716) 3337 : cluster [DBG] pgmap v2865: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:39:56.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:56 smithi129 conmon[101092]: cluster 2022-01-18T17:39:55.827658+0000 mgr.smithi129.iclwio (mgr.14716) 3337 : cluster [DBG] 2022-01-18T17:39:56.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:56 smithi129 conmon[101092]: pgmap v2865: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:39:58.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:57 smithi129 conmon[101092]: cluster 2022-01-18T17:39:57.828330+0000 mgr.smithi129.iclwio (mgr.14716) 3338 : cluster 2022-01-18T17:39:58.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:57 smithi129 conmon[101092]: [DBG] pgmap v2866: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:58.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:57 smithi156 conmon[67007]: cluster 2022-01-18T17:39:57.828330+0000 mgr.smithi129.iclwio (mgr.14716) 3338 : cluster [DBG] pgmap v2866: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:39:59.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:58 smithi129 conmon[101092]: audit 2022-01-18T17:39:58.575203+0000 mon.smithi129 (mon.0) 1164 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:39:59.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:58 smithi129 conmon[101092]: 2022-01-18T17:39:59.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:58 smithi129 conmon[101092]: audit 2022-01-18T17:39:58.575444+0000 mon.smithi129 (mon.0) 1165 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:39:59.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:58 smithi156 conmon[67007]: audit 2022-01-18T17:39:58.575203+0000 mon.smithi129 (mon.0) 1164 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:39:59.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:58 smithi156 conmon[67007]: audit 2022-01-18T17:39:58.575444+0000 mon.smithi129 (mon.0) 1165 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:40:00.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:39:59 smithi156 conmon[67007]: cluster 2022-01-18T17:39:59.829058+0000 mgr.smithi129.iclwio (mgr.14716) 3339 : cluster [DBG] pgmap v2867: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:40:00.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:59 smithi129 conmon[101092]: cluster 2022-01-18T17:39:59.829058+0000 mgr.smithi129.iclwio (mgr.14716) 3339 : cluster [DBG] pgmap v2867: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:40:00.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:39:59 smithi129 conmon[101092]: 2022-01-18T17:40:01.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:00 smithi156 conmon[67007]: cluster 2022-01-18T17:40:00.000148+0000 mon.smithi129 (mon.0) 1166 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T17:40:01.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:00 smithi129 conmon[101092]: cluster 2022-01-18T17:40:00.000148+0000 mon.smithi129 (mon.0) 1166 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T17:40:02.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:01 smithi156 conmon[67007]: cluster 2022-01-18T17:40:01.829489+0000 mgr.smithi129.iclwio (mgr.14716) 3340 : cluster [DBG] 2022-01-18T17:40:02.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:01 smithi156 conmon[67007]: pgmap v2868: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:02.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:01 smithi129 conmon[101092]: cluster 2022-01-18T17:40:01.829489+0000 mgr.smithi129.iclwio (mgr.14716) 3340 : cluster [DBG] pgmap v2868: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:02.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:01 smithi129 conmon[101092]: 2022-01-18T17:40:04.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:03 smithi129 conmon[101092]: cluster 2022-01-18T17:40:03.830040+0000 mgr.smithi129.iclwio (mgr.14716) 3341 : cluster [DBG] pgmap v2869: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:04.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:03 smithi156 conmon[67007]: cluster 2022-01-18T17:40:03.830040+0000 mgr.smithi129.iclwio (mgr.14716) 3341 : cluster [DBG] pgmap v2869: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:06.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:06 smithi156 conmon[67007]: cluster 2022-01-18T17:40:05.830897+0000 mgr.smithi129.iclwio (mgr.14716) 3342 : cluster [DBG] pgmap v2870: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:40:06.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:06 smithi129 conmon[101092]: cluster 2022-01-18T17:40:05.830897+0000 mgr.smithi129.iclwio (mgr.14716) 3342 : cluster [DBG] pgmap v2870: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:40:08.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:07 smithi129 conmon[101092]: cluster 2022-01-18T17:40:07.831537+0000 mgr.smithi129.iclwio (mgr.14716) 3343 : 2022-01-18T17:40:08.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:07 smithi129 conmon[101092]: cluster [DBG] pgmap v2871: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:08.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:07 smithi156 conmon[67007]: cluster 2022-01-18T17:40:07.831537+0000 mgr.smithi129.iclwio (mgr.14716) 3343 : cluster [DBG] pgmap v2871: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:10.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:09 smithi129 conmon[101092]: cluster 2022-01-18T17:40:09.832415+0000 mgr.smithi129.iclwio (mgr.14716) 3344 : cluster [DBG] pgmap v2872: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:40:10.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:09 smithi129 conmon[101092]: 2022-01-18T17:40:10.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:09 smithi156 conmon[67007]: cluster 2022-01-18T17:40:09.832415+0000 mgr.smithi129.iclwio (mgr.14716) 3344 : cluster [DBG] pgmap v2872: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:40:12.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:11 smithi129 conmon[101092]: cluster 2022-01-18T17:40:11.832976+0000 mgr.smithi129.iclwio (mgr.14716) 3345 : cluster [DBG] pgmap v2873: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:12.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:11 smithi156 conmon[67007]: cluster 2022-01-18T17:40:11.832976+0000 mgr.smithi129.iclwio (mgr.14716) 3345 : cluster [DBG] pgmap v2873: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:14.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:13 smithi129 conmon[101092]: cluster 2022-01-18T17:40:13.833669+0000 mgr.smithi129.iclwio (mgr.14716) 3346 : cluster [DBG] pgmap v2874: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:14.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:13 smithi156 conmon[67007]: cluster 2022-01-18T17:40:13.833669+0000 mgr.smithi129.iclwio (mgr.14716) 3346 : cluster [DBG] pgmap v2874: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:16.457 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:40:16.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:16 smithi156 conmon[67007]: cluster 2022-01-18T17:40:15.834407+0000 mgr.smithi129.iclwio (mgr.14716) 3347 : cluster [DBG] pgmap v2875: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:40:16.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:16 smithi129 conmon[101092]: cluster 2022-01-18T17:40:15.834407+0000 mgr.smithi129.iclwio (mgr.14716) 3347 : cluster [DBG] pgmap v2875: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:40:16.729 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:40:16.729 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (102m) 2m ago 104m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:40:16.729 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (94m) 2m ago 103m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:40:16.730 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (94m) 2m ago 103m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:40:16.730 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (102m) 2m ago 103m 41.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:40:16.730 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (98m) 2m ago 98m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:40:16.730 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (98m) 2m ago 98m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:40:16.731 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (95m) 2m ago 105m 574M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:40:16.731 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (95m) 2m ago 103m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:40:16.731 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (94m) 2m ago 105m 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:40:16.731 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (94m) 2m ago 103m 338M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:40:16.731 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (95m) 2m ago 95m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:40:16.732 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (95m) 2m ago 95m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:40:16.732 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (103m) 2m ago 103m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:40:16.732 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (103m) 2m ago 103m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:40:16.732 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (89m) 2m ago 102m 1689M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:40:16.733 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (102m) 2m ago 102m 2714M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:40:16.733 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (101m) 2m ago 101m 2099M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:40:16.733 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (101m) 2m ago 101m 2710M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:40:16.733 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (101m) 2m ago 101m 2518M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:40:16.733 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (100m) 2m ago 100m 3100M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:40:16.734 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (100m) 2m ago 100m 2444M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:40:16.734 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (100m) 2m ago 100m 3627M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:40:16.734 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (102m) 2m ago 103m 71.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:40:17.044 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:40:17.044 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:40:17.045 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:40:17.045 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:40:17.045 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:40:17.045 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:40:17.046 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:40:17.046 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:40:17.046 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:40:17.046 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:40:17.047 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:40:17.047 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:40:17.047 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:40:17.048 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:40:17.048 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:40:17.048 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:40:17.048 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:40:17.049 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:40:17.049 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:40:17.538 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:17 smithi129 conmon[101092]: audit 2022-01-18T17:40:16.448995+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T17:40:17.539 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:17 smithi129 conmon[101092]: 14716) 3348 : audit [DBG] from='client.36310 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:40:17.539 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:17 smithi129 conmon[101092]: audit 2022-01-18T17:40:16.718930+0000 mgr.smithi129.iclwio (mgr.14716) 3349 : audit [DBG] from='client.36314 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:40:17.539 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:17 smithi129 conmon[101092]: audit 2022-01-18T17:40:17.049247+0000 mon.smithi129 (mon.0 2022-01-18T17:40:17.539 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:17 smithi129 conmon[101092]: ) 1167 : audit [DBG] from='client.? 172.21.15.129:0/508972107' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:40:17.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:17 smithi156 conmon[67007]: audit 2022-01-18T17:40:16.448995+0000 mgr.smithi129.iclwio (mgr.14716) 3348 : audit [DBG] from='client.36310 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:40:17.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:17 smithi156 conmon[67007]: audit 2022-01-18T17:40:16.718930+0000 mgr.smithi129.iclwio (mgr.14716) 3349 : audit [DBG] from='client.36314 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:40:17.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:17 smithi156 conmon[67007]: audit 2022-01-18T17:40:17.049247+0000 mon.smithi129 (mon.0) 1167 : audit [DBG] from='client.? 172.21.15.129:0/508972107' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:40:18.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:18 smithi156 conmon[67007]: cluster 2022-01-18T17:40:17.835090+0000 mgr.smithi129.iclwio (mgr.14716) 3350 : cluster [DBG] 2022-01-18T17:40:18.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:18 smithi156 conmon[67007]: pgmap v2876: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:18.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:18 smithi129 conmon[101092]: cluster 2022-01-18T17:40:17.835090+0000 mgr.smithi129.iclwio (mgr.14716) 3350 : cluster [DBG] 2022-01-18T17:40:18.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:18 smithi129 conmon[101092]: pgmap v2876: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:20.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:19 smithi129 conmon[101092]: cluster 2022-01-18T17:40:19.836003+0000 mgr.smithi129.iclwio (mgr.14716) 3351 : cluster [DBG] 2022-01-18T17:40:20.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:19 smithi129 conmon[101092]: pgmap v2877: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:40:20.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:19 smithi156 conmon[67007]: cluster 2022-01-18T17:40:19.836003+0000 mgr.smithi129.iclwio (mgr.14716) 3351 : cluster [DBG] 2022-01-18T17:40:20.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:19 smithi156 conmon[67007]: pgmap v2877: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:40:22.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:21 smithi129 conmon[101092]: cluster 2022-01-18T17:40:21.836539+0000 mgr.smithi129.iclwio (mgr.14716) 3352 : cluster [DBG] pgmap v2878: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:22.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:21 smithi129 conmon[101092]: 2022-01-18T17:40:22.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:21 smithi156 conmon[67007]: cluster 2022-01-18T17:40:21.836539+0000 mgr.smithi129.iclwio (mgr.14716) 3352 : cluster [DBG] 2022-01-18T17:40:22.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:21 smithi156 conmon[67007]: pgmap v2878: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:24.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:23 smithi129 conmon[101092]: cluster 2022-01-18T17:40:23.837250+0000 mgr.smithi129.iclwio (mgr.14716) 3353 : cluster [DBG] pgmap v2879: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:24.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:23 smithi156 conmon[67007]: cluster 2022-01-18T17:40:23.837250+0000 mgr.smithi129.iclwio (mgr.14716) 3353 : cluster [DBG] 2022-01-18T17:40:24.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:23 smithi156 conmon[67007]: pgmap v2879: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:26.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:26 smithi156 conmon[67007]: cluster 2022-01-18T17:40:25.838150+0000 mgr.smithi129.iclwio (mgr.14716) 3354 : cluster 2022-01-18T17:40:26.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:26 smithi156 conmon[67007]: [DBG] pgmap v2880: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:40:26.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:26 smithi129 conmon[101092]: cluster 2022-01-18T17:40:25.838150+0000 mgr.smithi129.iclwio (mgr.14716) 3354 : cluster [DBG] pgmap v2880: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:40:28.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:27 smithi129 conmon[101092]: cluster 2022-01-18T17:40:27.838678+0000 mgr.smithi129.iclwio (mgr.14716) 3355 : cluster [DBG] pgmap v2881: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:28.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:27 smithi156 conmon[67007]: cluster 2022-01-18T17:40:27.838678+0000 mgr.smithi129.iclwio (mgr.14716) 3355 : cluster [DBG] 2022-01-18T17:40:28.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:27 smithi156 conmon[67007]: pgmap v2881: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:30.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:29 smithi129 conmon[101092]: cluster 2022-01-18T17:40:29.839471+0000 mgr.smithi129.iclwio (mgr.14716) 3356 : cluster [DBG] pgmap v2882: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:40:30.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:29 smithi156 conmon[67007]: cluster 2022-01-18T17:40:29.839471+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T17:40:30.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:29 smithi156 conmon[67007]: 14716) 3356 : cluster [DBG] pgmap v2882: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:40:32.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:31 smithi129 conmon[101092]: cluster 2022-01-18T17:40:31.840115+0000 mgr.smithi129.iclwio (mgr.14716) 3357 : cluster [DBG] pgmap v2883: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:32.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:31 smithi156 conmon[67007]: cluster 2022-01-18T17:40:31.840115+0000 mgr.smithi129.iclwio (mgr.14716) 3357 : cluster 2022-01-18T17:40:32.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:31 smithi156 conmon[67007]: [DBG] pgmap v2883: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:34.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:33 smithi129 conmon[101092]: cluster 2022-01-18T17:40:33.840966+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:40:34.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:33 smithi129 conmon[101092]: 3358 : cluster [DBG] pgmap v2884: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:34.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:33 smithi156 conmon[67007]: cluster 2022-01-18T17:40:33.840966+0000 mgr.smithi129.iclwio (mgr.14716) 3358 : cluster [DBG] pgmap v2884: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:36.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:36 smithi156 conmon[67007]: cluster 2022-01-18T17:40:35.841759+0000 mgr.smithi129.iclwio (mgr.14716) 3359 : cluster [DBG] pgmap v2885: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:40:36.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:36 smithi129 conmon[101092]: cluster 2022-01-18T17:40:35.841759+0000 mgr.smithi129.iclwio (mgr.14716) 3359 : cluster [DBG] pgmap v2885: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:40:36.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:36 smithi129 conmon[101092]: 2022-01-18T17:40:38.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:37 smithi129 conmon[101092]: cluster 2022-01-18T17:40:37.842450+0000 mgr.smithi129.iclwio (mgr.14716) 3360 : cluster [DBG] pgmap v2886: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:38.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:37 smithi156 conmon[67007]: cluster 2022-01-18T17:40:37.842450+0000 mgr.smithi129.iclwio (mgr.14716) 3360 : cluster [DBG] pgmap v2886: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:40.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:39 smithi129 conmon[101092]: cluster 2022-01-18T17:40:39.843186+0000 mgr.smithi129.iclwio (mgr.14716) 3361 : cluster [DBG] pgmap v2887: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:40:40.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:39 smithi156 conmon[67007]: cluster 2022-01-18T17:40:39.843186+0000 mgr.smithi129.iclwio (mgr.14716) 3361 : cluster [DBG] pgmap v2887: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:40:42.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:41 smithi156 conmon[67007]: cluster 2022-01-18T17:40:41.843648+0000 mgr.smithi129.iclwio (mgr.14716) 3362 : cluster [DBG] pgmap v2888: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:42.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:41 smithi129 conmon[101092]: cluster 2022-01-18T17:40:41.843648+0000 mgr.smithi129.iclwio (mgr.14716) 3362 : cluster [DBG] pgmap v2888: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:44.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:43 smithi129 conmon[101092]: cluster 2022-01-18T17:40:43.844329+0000 mgr.smithi129.iclwio (mgr.14716) 3363 : cluster [DBG] pgmap v2889: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:44.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:43 smithi156 conmon[67007]: cluster 2022-01-18T17:40:43.844329+0000 mgr.smithi129.iclwio (mgr.14716) 3363 : cluster [DBG] pgmap v2889: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:46.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:46 smithi156 conmon[67007]: cluster 2022-01-18T17:40:45.845115+0000 mgr.smithi129.iclwio (mgr.14716) 3364 : cluster [DBG] pgmap v2890: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:40:46.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:46 smithi129 conmon[101092]: cluster 2022-01-18T17:40:45.845115+0000 mgr.smithi129.iclwio (mgr.14716) 3364 : cluster [DBG] pgmap v2890: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:40:47.352 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:40:47.539 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:47 smithi129 conmon[101092]: audit 2022-01-18T17:40:47.249611+0000 2022-01-18T17:40:47.539 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:47 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1168 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:40:47.539 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:47 smithi129 conmon[101092]: audit 2022-01-18T17:40:47.250693+0000 mon.smithi129 (mon.0) 1169 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:40:47.540 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:47 smithi129 conmon[101092]: audit 2022-01-18T17:40:47.251304+0000 mon.smithi129 (mon.0) 1170 : audit 2022-01-18T17:40:47.540 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:47 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:40:47.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:47 smithi156 conmon[67007]: audit 2022-01-18T17:40:47.249611+0000 2022-01-18T17:40:47.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:47 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1168 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:40:47.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:47 smithi156 conmon[67007]: audit 2022-01-18T17:40:47.250693+0000 mon.smithi129 (mon.0) 1169 : 2022-01-18T17:40:47.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:47 smithi156 conmon[67007]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:40:47.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:47 smithi156 conmon[67007]: audit 2022-01-18T17:40:47.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:47 smithi156 conmon[67007]: 2022-01-18T17:40:47.251304+0000 mon.smithi129 (mon 2022-01-18T17:40:47.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:47 smithi156 conmon[67007]: .0) 1170 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:40:47.636 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:40:47.636 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (103m) 3m ago 104m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:40:47.636 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (95m) 3m ago 104m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:40:47.637 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (94m) 3m ago 103m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:40:47.637 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (103m) 3m ago 104m 41.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:40:47.637 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (99m) 3m ago 99m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:40:47.637 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (99m) 3m ago 99m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:40:47.637 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (95m) 3m ago 105m 574M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:40:47.638 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (95m) 3m ago 103m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:40:47.638 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (95m) 3m ago 105m 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:40:47.638 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (95m) 3m ago 103m 338M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:40:47.638 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (96m) 3m ago 96m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:40:47.639 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (96m) 3m ago 96m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:40:47.639 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (104m) 3m ago 104m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:40:47.639 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (103m) 3m ago 103m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:40:47.639 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (89m) 3m ago 102m 1689M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:40:47.639 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (102m) 3m ago 102m 2714M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:40:47.640 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (102m) 3m ago 102m 2099M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:40:47.640 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (101m) 3m ago 101m 2710M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:40:47.640 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (101m) 3m ago 101m 2518M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:40:47.640 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (101m) 3m ago 101m 3100M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:40:47.641 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (101m) 3m ago 101m 2444M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:40:47.641 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (100m) 3m ago 100m 3627M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:40:47.641 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (103m) 3m ago 103m 71.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:40:47.954 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:40:47.954 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:40:47.954 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:40:47.955 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:40:47.955 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:40:47.955 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:40:47.955 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:40:47.956 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:40:47.956 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:40:47.956 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:40:47.956 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:40:47.956 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:40:47.957 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:40:47.957 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:40:47.957 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:40:47.957 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:40:47.958 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:40:47.958 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:40:47.958 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:40:48.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:48 smithi129 conmon[101092]: cephadm 2022-01-18T17:40:47.251820+0000 mgr.smithi129.iclwio (mgr.14716) 3365 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:40:48.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:48 smithi129 conmon[101092]: 2022-01-18T17:40:48.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:48 smithi129 conmon[101092]: audit 2022-01-18T17:40:47.345204+0000 mgr.smithi129.iclwio (mgr.14716) 3366 : audit [DBG] from='client.36322 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:40:48.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:48 smithi129 conmon[101092]: audit 2022-01-18T17:40:47.567024+0000 mon.smithi129 (mon. 2022-01-18T17:40:48.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:48 smithi129 conmon[101092]: 0) 1171 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:40:48.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:48 smithi129 conmon[101092]: audit 2022-01-18T17:40 2022-01-18T17:40:48.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:48 smithi129 conmon[101092]: :47.574101+0000 mon.smithi129 (mon.0) 1172 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:40:48.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:48 smithi129 conmon[101092]: audit 2022 2022-01-18T17:40:48.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:48 smithi129 conmon[101092]: -01-18T17:40:47.632488+0000 2022-01-18T17:40:48.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:48 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 3367 : audit [DBG] 2022-01-18T17:40:48.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:48 smithi129 conmon[101092]: from='client.36326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:40:48.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:48 smithi129 conmon[101092]: cluster 2022-01-18T17:40:47 2022-01-18T17:40:48.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:48 smithi129 conmon[101092]: .845600+0000 mgr.smithi129.iclwio (mgr.14716) 3368 : cluster 2022-01-18T17:40:48.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:48 smithi129 conmon[101092]: [DBG] pgmap v2891: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:48.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:48 smithi129 conmon[101092]: audit 2022-01-18T17:40 2022-01-18T17:40:48.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:48 smithi129 conmon[101092]: :47.959636+0000 mon.smithi129 (mon.0) 1173 : 2022-01-18T17:40:48.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:48 smithi129 conmon[101092]: audit [DBG] from='client.? 172.21.15.129:0/981630905' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:40:49.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:48 smithi156 conmon[67007]: cephadm 2022-01-18T17:40:47.251820+0000 mgr.smithi129.iclwio (mgr.14716) 3365 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:40:49.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:48 smithi156 conmon[67007]: audit 2022-01-18T17:40:47.345204+0000 mgr.smithi129.iclwio (mgr.14716) 3366 : audit [DBG] from='client.36322 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:40:49.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:48 smithi156 conmon[67007]: audit 2022-01-18T17:40:47.567024+0000 mon.smithi129 (mon.0) 1171 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:40:49.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:48 smithi156 conmon[67007]: audit 2022-01-18T17:40:47.574101+0000 mon.smithi129 (mon.0) 1172 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:40:49.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:48 smithi156 conmon[67007]: audit 2022-01-18T17:40:47.632488+0000 mgr.smithi129.iclwio (mgr.14716) 3367 : audit [DBG] from='client.36326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:40:49.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:48 smithi156 conmon[67007]: cluster 2022-01-18T17:40:47.845600+0000 mgr.smithi129.iclwio (mgr.14716) 3368 : cluster [DBG] pgmap v2891: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:49.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:48 smithi156 conmon[67007]: audit 2022-01-18T17:40:47.959636+0000 mon.smithi129 (mon.0) 1173 2022-01-18T17:40:49.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:48 smithi156 conmon[67007]: : audit [DBG] from='client.? 172.21.15.129:0/981630905' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:40:50.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:49 smithi129 conmon[101092]: cluster 2022-01-18T17:40:49.846376+0000 mgr.smithi129.iclwio (mgr.14716) 3369 : cluster [DBG] pgmap v2892: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:40:50.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:49 smithi129 conmon[101092]: 2022-01-18T17:40:50.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:49 smithi156 conmon[67007]: cluster 2022-01-18T17:40:49.846376+0000 mgr.smithi129.iclwio (mgr.14716) 3369 : cluster [DBG] pgmap v2892: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:40:52.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:51 smithi156 conmon[67007]: cluster 2022-01-18T17:40:51.846934+0000 mgr.smithi129.iclwio (mgr.14716) 3370 : cluster [DBG] pgmap v2893: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:52.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:51 smithi129 conmon[101092]: cluster 2022-01-18T17:40:51.846934+0000 mgr.smithi129.iclwio (mgr.14716) 3370 : cluster [DBG] pgmap v2893: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:54.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:53 smithi156 conmon[67007]: cluster 2022-01-18T17:40:53.847427+0000 mgr.smithi129.iclwio (mgr.14716) 3371 : cluster [DBG] pgmap v2894: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:54.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:53 smithi129 conmon[101092]: cluster 2022-01-18T17:40:53.847427+0000 mgr.smithi129.iclwio (mgr.14716) 3371 : cluster [DBG] pgmap v2894: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:56.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:56 smithi156 conmon[67007]: cluster 2022-01-18T17:40:55.848131+0000 mgr.smithi129.iclwio (mgr.14716) 3372 : cluster [DBG] pgmap v2895: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:40:56.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:56 smithi129 conmon[101092]: cluster 2022-01-18T17:40:55.848131+0000 mgr.smithi129.iclwio (mgr.14716) 3372 : cluster [DBG] pgmap v2895: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:40:56.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:56 smithi129 conmon[101092]: 2022-01-18T17:40:58.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:57 smithi156 conmon[67007]: cluster 2022-01-18T17:40:57.848767+0000 mgr.smithi129.iclwio (mgr.14716) 3373 : cluster [DBG] pgmap v2896: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:58.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:57 smithi129 conmon[101092]: cluster 2022-01-18T17:40:57.848767+0000 mgr.smithi129.iclwio (mgr.14716) 3373 : cluster 2022-01-18T17:40:58.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:57 smithi129 conmon[101092]: [DBG] pgmap v2896: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:40:59.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:58 smithi156 conmon[67007]: audit 2022-01-18T17:40:58.579627+0000 mon.smithi129 (mon.0) 1174 : audit [INF] 2022-01-18T17:40:59.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:58 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:40:59.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:58 smithi156 conmon[67007]: audit 2022-01-18T17:40:58.579896+0000 mon.smithi129 (mon.0) 1175 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:40:59.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:58 smithi129 conmon[101092]: audit 2022-01-18T17:40:58.579627+0000 mon.smithi129 (mon.0) 1174 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:40:59.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:58 smithi129 conmon[101092]: audit 2022-01-18T17:40:58.579896+0000 mon.smithi129 (mon.0) 1175 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:41:00.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:40:59 smithi156 conmon[67007]: cluster 2022-01-18T17:40:59.849633+0000 mgr.smithi129.iclwio (mgr.14716) 3374 : cluster [DBG] pgmap v2897: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:41:00.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:59 smithi129 conmon[101092]: cluster 2022-01-18T17:40:59.849633+0000 mgr.smithi129.iclwio (mgr.14716) 3374 : cluster [DBG] 2022-01-18T17:41:00.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:40:59 smithi129 conmon[101092]: pgmap v2897: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:41:02.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:01 smithi156 conmon[67007]: cluster 2022-01-18T17:41:01.850114+0000 mgr.smithi129.iclwio (mgr.14716) 3375 : cluster [DBG] pgmap v2898: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:02.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:01 smithi129 conmon[101092]: cluster 2022-01-18T17:41:01.850114+0000 mgr.smithi129.iclwio (mgr.14716) 3375 : cluster 2022-01-18T17:41:02.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:01 smithi129 conmon[101092]: [DBG] pgmap v2898: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:04.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:03 smithi156 conmon[67007]: cluster 2022-01-18T17:41:03.850919+0000 mgr.smithi129.iclwio (mgr.14716) 3376 : cluster [DBG] pgmap v2899: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:04.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:03 smithi129 conmon[101092]: cluster 2022-01-18T17:41:03.850919+0000 mgr.smithi129.iclwio (mgr.14716) 3376 : cluster 2022-01-18T17:41:04.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:03 smithi129 conmon[101092]: [DBG] pgmap v2899: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:06.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:06 smithi156 conmon[67007]: cluster 2022-01-18T17:41:05.851783+0000 mgr.smithi129.iclwio (mgr.14716) 3377 : cluster [DBG] pgmap v2900: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:41:06.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:06 smithi129 conmon[101092]: cluster 2022-01-18T17:41:05.851783+0000 mgr.smithi129.iclwio (mgr.14716) 3377 : cluster [DBG] pgmap v2900: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:41:08.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:07 smithi156 conmon[67007]: cluster 2022-01-18T17:41:07.852290+0000 mgr.smithi129.iclwio (mgr.14716) 3378 : cluster [DBG] pgmap v2901: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:08.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:07 smithi129 conmon[101092]: cluster 2022-01-18T17:41:07.852290+0000 mgr.smithi129.iclwio (mgr.14716) 3378 : cluster [DBG] pgmap v2901: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:10.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:09 smithi156 conmon[67007]: cluster 2022-01-18T17:41:09.853046+0000 mgr.smithi129.iclwio (mgr.14716) 3379 : cluster [DBG] pgmap v2902: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:41:10.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:09 smithi129 conmon[101092]: cluster 2022-01-18T17:41:09.853046+0000 mgr.smithi129.iclwio (mgr.14716) 3379 : cluster [DBG] pgmap v2902: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:41:12.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:11 smithi156 conmon[67007]: cluster 2022-01-18T17:41:11.853505+0000 mgr.smithi129.iclwio (mgr.14716) 3380 : cluster [DBG] pgmap v2903: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:12.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:11 smithi129 conmon[101092]: cluster 2022-01-18T17:41:11.853505+0000 mgr.smithi129.iclwio (mgr.14716) 3380 : cluster [DBG] pgmap v2903: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:14.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:13 smithi156 conmon[67007]: cluster 2022-01-18T17:41:13.854018+0000 mgr.smithi129.iclwio (mgr.14716) 3381 : cluster [DBG] pgmap v2904: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:14.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:13 smithi129 conmon[101092]: cluster 2022-01-18T17:41:13.854018+0000 mgr.smithi129.iclwio (mgr.14716) 3381 : cluster [DBG] pgmap v2904: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:16.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:16 smithi156 conmon[67007]: cluster 2022-01-18T17:41:15.855026+0000 mgr.smithi129.iclwio (mgr.14716) 3382 : cluster [DBG] pgmap v2905: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:41:16.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:16 smithi129 conmon[101092]: cluster 2022-01-18T17:41:15.855026+0000 mgr.smithi129.iclwio (mgr.14716) 3382 : cluster [DBG] pgmap v2905: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:41:18.251 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:41:18.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:17 smithi156 conmon[67007]: cluster 2022-01-18T17:41:17.855686+0000 mgr.smithi129.iclwio (mgr.14716) 3383 : cluster [DBG] pgmap v2906: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:18.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:17 smithi129 conmon[101092]: cluster 2022-01-18T17:41:17.855686+0000 mgr.smithi129.iclwio (mgr.14716) 3383 : cluster [DBG] pgmap v2906: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:18.516 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:41:18.517 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (103m) 3m ago 105m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:41:18.517 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (95m) 3m ago 105m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:41:18.517 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (95m) 3m ago 104m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:41:18.517 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (103m) 3m ago 104m 41.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:41:18.518 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (99m) 3m ago 99m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:41:18.518 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (99m) 3m ago 99m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:41:18.518 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (96m) 3m ago 106m 574M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:41:18.518 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (96m) 3m ago 104m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:41:18.519 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (95m) 3m ago 106m 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:41:18.519 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (95m) 3m ago 104m 338M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:41:18.519 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (96m) 3m ago 96m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:41:18.519 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (96m) 3m ago 96m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:41:18.520 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (104m) 3m ago 104m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:41:18.520 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (104m) 3m ago 104m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:41:18.520 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (90m) 3m ago 103m 1689M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:41:18.520 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (103m) 3m ago 103m 2714M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:41:18.521 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (102m) 3m ago 102m 2099M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:41:18.521 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (102m) 3m ago 102m 2710M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:41:18.521 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (102m) 3m ago 102m 2518M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:41:18.521 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (101m) 3m ago 101m 3100M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:41:18.522 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (101m) 3m ago 101m 2444M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:41:18.522 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (101m) 3m ago 101m 3627M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:41:18.522 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (103m) 3m ago 104m 71.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:41:18.836 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:41:18.836 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:41:18.837 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:41:18.837 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:41:18.837 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:41:18.838 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:41:18.838 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:41:18.838 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:41:18.838 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:41:18.839 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:41:18.839 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:41:18.839 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:41:18.839 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:41:18.839 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:41:18.840 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:41:18.840 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:41:18.841 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:41:18.841 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:41:18.841 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:41:19.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:18 smithi156 conmon[67007]: audit 2022-01-18T17:41:18.244668+0000 mgr.smithi129.iclwio (mgr.14716) 3384 : audit [DBG] from='client.36334 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:41:19.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:18 smithi156 conmon[67007]: audit 2022- 2022-01-18T17:41:19.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:18 smithi156 conmon[67007]: 01-18T17:41:18.513457+0000 mgr.smithi129.iclwio (mgr.14716) 3385 : audit [DBG] from='client.36338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:41:19.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:18 smithi156 conmon[67007]: audit 2022-01-18T17:41:18.841752+0000 mon.smithi129 (mon.0) 1176 : audit [DBG] from='client.? 172.21.15.129:0/654740534' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:41:19.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:18 smithi129 conmon[101092]: audit 2022-01-18T17:41:18.244668+0000 mgr.smithi129.iclwio (mgr.14716) 3384 : audit [DBG] from='client.36334 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:41:19.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:18 smithi129 conmon[101092]: audit 2022-01-18T17:41:18.513457+0000 mgr.smithi129.iclwio (mgr.14716) 3385 : audit [DBG] from='client.36338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:41:19.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:18 smithi129 conmon[101092]: audit 2022-01-18T17:41:18.841752+0000 mon.smithi129 (mon 2022-01-18T17:41:19.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:18 smithi129 conmon[101092]: .0) 1176 : audit [DBG] from='client.? 172.21.15.129:0/654740534' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:41:20.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:19 smithi156 conmon[67007]: cluster 2022-01-18T17:41:19.856450+0000 mgr.smithi129.iclwio (mgr.14716) 3386 : cluster [DBG] pgmap v2907: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:41:20.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:19 smithi129 conmon[101092]: cluster 2022-01-18T17:41:19.856450+0000 mgr.smithi129.iclwio (mgr.14716) 3386 : cluster [DBG] pgmap v2907: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:41:22.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:21 smithi156 conmon[67007]: cluster 2022-01-18T17:41:21.857002+0000 mgr.smithi129.iclwio (mgr.14716) 3387 : cluster [DBG] pgmap v2908: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:22.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:21 smithi156 conmon[67007]: 2022-01-18T17:41:22.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:21 smithi129 conmon[101092]: cluster 2022-01-18T17:41:21.857002+0000 mgr.smithi129.iclwio (mgr.14716) 3387 : cluster 2022-01-18T17:41:22.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:21 smithi129 conmon[101092]: [DBG] pgmap v2908: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:24.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:23 smithi156 conmon[67007]: cluster 2022-01-18T17:41:23.857671+0000 mgr.smithi129.iclwio (mgr.14716) 3388 : cluster [DBG] pgmap v2909: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:24.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:23 smithi129 conmon[101092]: cluster 2022-01-18T17:41:23.857671+0000 mgr.smithi129.iclwio (mgr.14716) 3388 : cluster [DBG] 2022-01-18T17:41:24.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:23 smithi129 conmon[101092]: pgmap v2909: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:26.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:26 smithi156 conmon[67007]: cluster 2022-01-18T17:41:25.858434+0000 mgr.smithi129.iclwio (mgr.14716) 3389 : cluster [DBG] pgmap v2910: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:41:26.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:26 smithi129 conmon[101092]: cluster 2022-01-18T17:41:25.858434+0000 mgr.smithi129.iclwio (mgr.14716) 3389 : cluster [DBG] pgmap v2910: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:41:26.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:26 smithi129 conmon[101092]: 2022-01-18T17:41:28.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:27 smithi156 conmon[67007]: cluster 2022-01-18T17:41:27.859097+0000 mgr.smithi129.iclwio (mgr.14716) 3390 : cluster [DBG] pgmap v2911: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:28.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:27 smithi156 conmon[67007]: 2022-01-18T17:41:28.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:27 smithi129 conmon[101092]: cluster 2022-01-18T17:41:27.859097+0000 mgr.smithi129.iclwio (mgr.14716) 3390 : cluster 2022-01-18T17:41:28.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:27 smithi129 conmon[101092]: [DBG] pgmap v2911: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:30.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:29 smithi156 conmon[67007]: cluster 2022-01-18T17:41:29.860135+0000 mgr.smithi129.iclwio (mgr.14716) 3391 : cluster [DBG] pgmap v2912: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:41:30.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:29 smithi129 conmon[101092]: cluster 2022-01-18T17:41:29.860135+0000 mgr.smithi129.iclwio (mgr.14716) 3391 : cluster [DBG] 2022-01-18T17:41:30.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:29 smithi129 conmon[101092]: pgmap v2912: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:41:32.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:31 smithi156 conmon[67007]: cluster 2022-01-18T17:41:31.860722+0000 mgr.smithi129.iclwio (mgr.14716) 3392 : cluster [DBG] pgmap v2913: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:32.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:31 smithi129 conmon[101092]: cluster 2022-01-18T17:41:31.860722+0000 mgr.smithi129.iclwio (mgr.14716) 3392 : cluster [DBG] pgmap v2913: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:34.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:33 smithi156 conmon[67007]: cluster 2022-01-18T17:41:33.861454+0000 mgr.smithi129.iclwio (mgr.14716) 3393 : cluster [DBG] pgmap v2914: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:34.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:33 smithi129 conmon[101092]: cluster 2022-01-18T17:41:33.861454+0000 mgr.smithi129.iclwio (mgr.14716) 3393 : cluster [DBG] pgmap v2914: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:36.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:36 smithi156 conmon[67007]: cluster 2022-01-18T17:41:35.862295+0000 mgr.smithi129.iclwio (mgr.14716) 3394 : cluster [DBG] pgmap v2915: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:41:36.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:36 smithi129 conmon[101092]: cluster 2022-01-18T17:41:35.862295+0000 mgr.smithi129.iclwio (mgr.14716) 3394 : cluster [DBG] pgmap v2915: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:41:38.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:37 smithi156 conmon[67007]: cluster 2022-01-18T17:41:37.862877+0000 mgr.smithi129.iclwio (mgr.14716) 3395 : cluster [DBG] pgmap v2916: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:38.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:37 smithi129 conmon[101092]: cluster 2022-01-18T17:41:37.862877+0000 mgr.smithi129.iclwio (mgr.14716) 3395 : cluster [DBG] pgmap v2916: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:40.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:39 smithi156 conmon[67007]: cluster 2022-01-18T17:41:39.863643+0000 mgr.smithi129.iclwio (mgr.14716) 3396 : cluster [DBG] pgmap v2917: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:41:40.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:39 smithi129 conmon[101092]: cluster 2022-01-18T17:41:39.863643+0000 mgr.smithi129.iclwio (mgr.14716) 3396 : cluster [DBG] 2022-01-18T17:41:40.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:39 smithi129 conmon[101092]: pgmap v2917: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:41:42.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:41 smithi156 conmon[67007]: cluster 2022-01-18T17:41:41.864074+0000 mgr.smithi129.iclwio (mgr.14716) 3397 : cluster [DBG] pgmap v2918: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:42.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:41 smithi129 conmon[101092]: cluster 2022-01-18T17:41:41.864074+0000 mgr.smithi129.iclwio (mgr.14716) 3397 : cluster [DBG] pgmap v2918: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:42.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:41 smithi129 conmon[101092]: 2022-01-18T17:41:44.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:43 smithi156 conmon[67007]: cluster 2022-01-18T17:41:43.864704+0000 mgr.smithi129.iclwio (mgr.14716) 3398 : cluster [DBG] pgmap v2919: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:44.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:43 smithi129 conmon[101092]: cluster 2022-01-18T17:41:43.864704+0000 mgr.smithi129.iclwio (mgr.14716) 3398 : cluster [DBG] pgmap v2919: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:46.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:46 smithi156 conmon[67007]: cluster 2022-01-18T17:41:45.865408+0000 mgr.smithi129.iclwio (mgr.14716) 3399 : cluster [DBG] pgmap v2920: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:41:46.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:46 smithi129 conmon[101092]: cluster 2022-01-18T17:41:45.865408+0000 mgr.smithi129.iclwio (mgr.14716) 3399 : cluster [DBG] pgmap v2920: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:41:47.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:47 smithi129 conmon[101092]: audit 2022-01-18T17:41:47.577960+0000 mon.smithi129 (mon.0) 1177 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:41:47.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:47 smithi129 conmon[101092]: 2022-01-18T17:41:47.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:47 smithi129 conmon[101092]: audit 2022-01-18T17:41:47.579317+0000 mon.smithi129 (mon.0) 1178 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:41:47.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:47 smithi129 conmon[101092]: audit 2022-01-18T17:41:47.580225+0000 mon.smithi129 (mon.0) 1179 : 2022-01-18T17:41:47.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:47 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:41:48.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:47 smithi156 conmon[67007]: audit 2022-01-18T17:41:47.577960+0000 mon.smithi129 (mon.0) 1177 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:41:48.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:47 smithi156 conmon[67007]: audit 2022-01-18T17:41:47 2022-01-18T17:41:48.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:47 smithi156 conmon[67007]: .579317+0000 mon.smithi129 (mon.0) 1178 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:41:48.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:47 smithi156 conmon[67007]: audit 2022-01-18T17:41:47.580225+0000 mon.smithi129 (mon.0) 1179 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:41:49.138 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:41:49.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:48 smithi129 conmon[101092]: cephadm 2022-01-18T17:41:47.580964+0000 mgr.smithi129.iclwio (mgr.14716) 3400 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:41:49.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:48 smithi129 conmon[101092]: 2022-01-18T17:41:49.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:48 smithi129 conmon[101092]: cluster 2022-01-18T17:41:47.865988+0000 mgr.smithi129.iclwio (mgr.14716) 3401 : cluster [DBG] pgmap v2921: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:49.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:48 smithi129 conmon[101092]: audit 2022-01-18T17:41:47.889372+0000 mon.smithi129 (mon.0) 1180 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:41:49.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:48 smithi129 conmon[101092]: audit 2022-01-18T17:41:47.894388+0000 mon.smithi129 (mon.0) 1181 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:41:49.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:48 smithi156 conmon[67007]: cephadm 2022-01-18T17:41:47.580964+0000 mgr.smithi129.iclwio (mgr.14716) 3400 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:41:49.489 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:48 smithi156 conmon[67007]: cluster 2022-01-18T17:41:47.865988 2022-01-18T17:41:49.489 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:48 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 3401 : cluster [DBG] pgmap v2921: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:49.489 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:48 smithi156 conmon[67007]: audit 2022-01-18T17:41:47.889372+0000 mon.smithi129 (mon.0) 1180 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:41:49.490 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:48 smithi156 conmon[67007]: audit 2022-01-18T17:41:47.894388+0000 mon.smithi129 (mon.0 2022-01-18T17:41:49.490 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:48 smithi156 conmon[67007]: ) 1181 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:41:49.491 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:41:49.491 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (104m) 4m ago 105m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:41:49.491 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (96m) 4m ago 105m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:41:49.492 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (95m) 4m ago 104m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:41:49.492 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (104m) 4m ago 105m 41.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:41:49.492 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (100m) 4m ago 100m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:41:49.492 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (100m) 4m ago 100m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:41:49.492 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (96m) 4m ago 106m 574M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:41:49.493 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (96m) 4m ago 104m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:41:49.493 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (96m) 4m ago 106m 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:41:49.493 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (96m) 4m ago 104m 338M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:41:49.493 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (97m) 4m ago 97m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:41:49.494 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (97m) 4m ago 97m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:41:49.494 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (105m) 4m ago 105m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:41:49.494 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (104m) 4m ago 104m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:41:49.494 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (90m) 4m ago 104m 1689M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:41:49.495 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (103m) 4m ago 103m 2714M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:41:49.495 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (103m) 4m ago 103m 2099M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:41:49.495 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (103m) 4m ago 103m 2710M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:41:49.495 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (102m) 4m ago 102m 2518M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:41:49.496 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (102m) 4m ago 102m 3100M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:41:49.496 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (102m) 4m ago 102m 2444M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:41:49.496 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (101m) 4m ago 101m 3627M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:41:49.496 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (104m) 4m ago 104m 71.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:41:49.728 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:41:49.729 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:41:49.729 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:41:49.729 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:41:49.730 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:41:49.730 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:41:49.730 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:41:49.730 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:41:49.730 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:41:49.731 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:41:49.731 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:41:49.731 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:41:49.731 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:41:49.732 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:41:49.732 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:41:49.732 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:41:49.732 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:41:49.732 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:41:49.733 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:41:50.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:49 smithi129 conmon[101092]: audit 2022-01-18T17:41:49.734307+0000 mon.smithi129 (mon.0) 1182 : audit [DBG] 2022-01-18T17:41:50.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:49 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/3601219975' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:41:50.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:49 smithi156 conmon[67007]: audit 2022-01-18T17:41:49.734307+0000 mon.smithi129 (mon.0) 1182 : audit [DBG] from='client.? 172.21.15.129:0/3601219975' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:41:51.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:50 smithi129 conmon[101092]: audit 2022-01-18T17:41:49.131829+0000 mgr.smithi129.iclwio (mgr.14716) 3402 : audit [DBG] from='client.36346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:41:51.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:50 smithi129 conmon[101092]: audit 2022-01-18T17:41:49.408870+0000 mgr.smithi129.iclwio (mgr.14716) 3403 : audit [DBG] from='client.36350 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:41:51.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:50 smithi129 conmon[101092]: cluster 2022-01-18T17:41:49.866695+0000 mgr.smithi129.iclwio (mgr.14716) 3404 : cluster [DBG] pgmap v2922: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:41:51.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:50 smithi156 conmon[67007]: audit 2022-01-18T17:41:49.131829+0000 mgr.smithi129.iclwio (mgr.14716) 3402 : audit [DBG] from='client.36346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:41:51.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:50 smithi156 conmon[67007]: audit 2022-01-18T17:41:49.408870+0000 mgr.smithi129.iclwio (mgr.14716) 3403 : audit [DBG] from='client.36350 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:41:51.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:50 smithi156 conmon[67007]: cluster 2022-01-18T17:41:49.866695+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:41:51.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:50 smithi156 conmon[67007]: ) 3404 : cluster [DBG] pgmap v2922: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:41:52.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:51 smithi129 conmon[101092]: cluster 2022-01-18T17:41:51.869007+0000 mgr.smithi129.iclwio (mgr.14716) 3405 : cluster [DBG] pgmap v2923: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:52.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:51 smithi156 conmon[67007]: cluster 2022-01-18T17:41:51.869007+0000 mgr.smithi129.iclwio (mgr.14716) 3405 : cluster [DBG] pgmap v2923: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:54.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:53 smithi156 conmon[67007]: cluster 2022-01-18T17:41:53.869734+0000 mgr.smithi129.iclwio (mgr.14716) 3406 : cluster [DBG] pgmap v2924: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:54.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:53 smithi129 conmon[101092]: cluster 2022-01-18T17:41:53.869734+0000 mgr.smithi129.iclwio (mgr.14716) 3406 : cluster [DBG] pgmap v2924: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:56.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:56 smithi156 conmon[67007]: cluster 2022-01-18T17:41:55.870528+0000 mgr.smithi129.iclwio (mgr.14716) 3407 : cluster [DBG] pgmap v2925: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:41:56.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:56 smithi129 conmon[101092]: cluster 2022-01-18T17:41:55.870528+0000 mgr.smithi129.iclwio (mgr.14716) 3407 : cluster [DBG] pgmap v2925: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:41:58.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:57 smithi156 conmon[67007]: cluster 2022-01-18T17:41:57.871288+0000 mgr.smithi129.iclwio (mgr.14716) 3408 : cluster [DBG] pgmap v2926: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:58.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:57 smithi129 conmon[101092]: cluster 2022-01-18T17:41:57.871288+0000 mgr.smithi129.iclwio (mgr.14716) 3408 : cluster [DBG] pgmap v2926: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:41:59.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:58 smithi156 conmon[67007]: audit 2022-01-18T17:41:58.583190+0000 mon.smithi129 (mon.0) 1183 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:41:59.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:58 smithi156 conmon[67007]: audit 2022-01-18T17:41:58.583410+0000 mon.smithi129 (mon.0) 1184 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:41:59.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:58 smithi129 conmon[101092]: audit 2022-01-18T17:41:58.583190+0000 mon.smithi129 (mon.0) 1183 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:41:59.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:58 smithi129 conmon[101092]: audit 2022-01-18T17:41:58.583410+0000 mon.smithi129 (mon.0) 1184 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:42:00.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:41:59 smithi156 conmon[67007]: cluster 2022-01-18T17:41:59.872191+0000 mgr.smithi129.iclwio (mgr.14716) 3409 : cluster [DBG] pgmap v2927: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:42:00.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:59 smithi129 conmon[101092]: cluster 2022-01-18T17:41:59.872191+0000 mgr.smithi129.iclwio (mgr.14716) 3409 : cluster [DBG] pgmap v2927: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:42:00.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:41:59 smithi129 conmon[101092]: 2022-01-18T17:42:02.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:01 smithi156 conmon[67007]: cluster 2022-01-18T17:42:01.872610+0000 mgr.smithi129.iclwio (mgr.14716) 3410 : cluster [DBG] pgmap v2928: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:02.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:01 smithi129 conmon[101092]: cluster 2022-01-18T17:42:01.872610+0000 mgr.smithi129.iclwio (mgr.14716) 3410 : cluster [DBG] pgmap v2928: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:04.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:03 smithi156 conmon[67007]: cluster 2022-01-18T17:42:03.873301+0000 mgr.smithi129.iclwio (mgr.14716) 3411 : cluster [DBG] pgmap v2929: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:04.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:03 smithi156 conmon[67007]: 2022-01-18T17:42:04.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:03 smithi129 conmon[101092]: cluster 2022-01-18T17:42:03.873301+0000 mgr.smithi129.iclwio (mgr.14716) 3411 : cluster [DBG] pgmap v2929: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:06.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:06 smithi156 conmon[67007]: cluster 2022-01-18T17:42:05.874019+0000 mgr.smithi129.iclwio (mgr.14716) 3412 : cluster 2022-01-18T17:42:06.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:06 smithi156 conmon[67007]: [DBG] pgmap v2930: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:42:06.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:06 smithi129 conmon[101092]: cluster 2022-01-18T17:42:05.874019+0000 mgr.smithi129.iclwio (mgr.14716) 3412 : cluster [DBG] pgmap v2930: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:42:08.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:07 smithi156 conmon[67007]: cluster 2022-01-18T17:42:07.874632+0000 mgr.smithi129.iclwio (mgr.14716) 3413 : cluster 2022-01-18T17:42:08.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:07 smithi156 conmon[67007]: [DBG] pgmap v2931: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:08.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:07 smithi129 conmon[101092]: cluster 2022-01-18T17:42:07.874632+0000 mgr.smithi129.iclwio (mgr.14716) 3413 : cluster [DBG] pgmap v2931: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:08.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:07 smithi129 conmon[101092]: 2022-01-18T17:42:10.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:09 smithi156 conmon[67007]: cluster 2022-01-18T17:42:09.875472+0000 mgr.smithi129.iclwio (mgr.14716) 3414 2022-01-18T17:42:10.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:09 smithi156 conmon[67007]: : cluster [DBG] pgmap v2932: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:42:10.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:09 smithi129 conmon[101092]: cluster 2022-01-18T17:42:09.875472+0000 mgr.smithi129.iclwio (mgr.14716) 3414 : cluster [DBG] pgmap v2932: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:42:12.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:11 smithi156 conmon[67007]: cluster 2022-01-18T17:42:11.875982+0000 mgr.smithi129.iclwio (mgr.14716) 3415 : cluster [DBG] pgmap v2933: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:12.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:11 smithi129 conmon[101092]: cluster 2022-01-18T17:42:11.875982+0000 mgr.smithi129.iclwio (mgr.14716) 3415 : cluster [DBG] pgmap v2933: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:14.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:13 smithi156 conmon[67007]: cluster 2022-01-18T17:42:13.876632+0000 mgr.smithi129.iclwio (mgr.14716) 3416 : cluster [DBG] pgmap v2934: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:14.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:13 smithi129 conmon[101092]: cluster 2022-01-18T17:42:13.876632+0000 mgr.smithi129.iclwio (mgr.14716) 3416 : cluster [DBG] pgmap v2934: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:16.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:16 smithi156 conmon[67007]: cluster 2022-01-18T17:42:15.877493+0000 mgr.smithi129.iclwio (mgr.14716) 3417 : cluster [DBG] pgmap v2935: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:42:16.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:16 smithi129 conmon[101092]: cluster 2022-01-18T17:42:15.877493+0000 mgr.smithi129.iclwio (mgr.14716) 3417 : cluster [DBG] pgmap v2935: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:42:18.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:17 smithi156 conmon[67007]: cluster 2022-01-18T17:42:17.878139+0000 mgr.smithi129.iclwio (mgr.14716) 3418 : cluster [DBG] pgmap v2936: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:18.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:17 smithi129 conmon[101092]: cluster 2022-01-18T17:42:17.878139+0000 mgr.smithi129.iclwio (mgr.14716) 3418 : cluster [DBG] pgmap v2936: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:20.028 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:42:20.293 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:42:20.293 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (104m) 4m ago 106m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:42:20.293 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (96m) 4m ago 106m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:42:20.294 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (96m) 4m ago 105m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:42:20.294 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (104m) 4m ago 105m 41.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:42:20.294 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (100m) 4m ago 100m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:42:20.294 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (100m) 4m ago 100m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:42:20.295 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (97m) 4m ago 107m 574M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:42:20.295 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (97m) 4m ago 105m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:42:20.295 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (97m) 4m ago 107m 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:42:20.295 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (96m) 4m ago 105m 338M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:42:20.296 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (97m) 4m ago 97m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:42:20.296 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (97m) 4m ago 97m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:42:20.296 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (105m) 4m ago 105m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:42:20.296 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (105m) 4m ago 105m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:42:20.296 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (91m) 4m ago 104m 1689M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:42:20.297 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (104m) 4m ago 104m 2714M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:42:20.297 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (103m) 4m ago 103m 2099M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:42:20.297 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (103m) 4m ago 103m 2710M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:42:20.297 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (103m) 4m ago 103m 2518M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:42:20.298 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (102m) 4m ago 102m 3100M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:42:20.298 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (102m) 4m ago 102m 2444M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:42:20.298 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (102m) 4m ago 102m 3627M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:42:20.298 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (104m) 4m ago 105m 71.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:42:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:19 smithi156 conmon[67007]: cluster 2022-01-18T17:42:19.878860+0000 mgr.smithi129.iclwio (mgr.14716) 3419 : cluster [DBG] pgmap v2937: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:42:20.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:19 smithi129 conmon[101092]: cluster 2022-01-18T17:42:19.878860+0000 mgr.smithi129.iclwio (mgr.14716) 3419 2022-01-18T17:42:20.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:19 smithi129 conmon[101092]: : cluster [DBG] pgmap v2937: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:42:20.614 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:42:20.614 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:42:20.615 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:42:20.615 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:42:20.615 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:42:20.616 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:42:20.616 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:42:20.616 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:42:20.617 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:42:20.617 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:42:20.617 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:42:20.618 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:42:20.618 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:42:20.618 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:42:20.619 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:42:20.619 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:42:20.619 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:42:20.620 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:42:20.620 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:42:21.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:21 smithi156 conmon[67007]: audit 2022-01-18T17:42:20.022534+0000 mgr.smithi129.iclwio (mgr.14716) 3420 : audit [DBG] from='client.36358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:42:21.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:21 smithi156 conmon[67007]: audit 2022-01-18T17:42:20.290226+0000 mgr.smithi129.iclwio (mgr.14716) 3421 : audit [DBG] from='client.36362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:42:21.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:21 smithi156 conmon[67007]: audit 2022-01-18T17:42:20.619863+0000 mon.smithi129 (mon.0) 1185 : audit [DBG] from='client.? 172.21.15.129:0/2194964771' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:42:21.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:21 smithi129 conmon[101092]: audit 2022-01-18T17:42:20.022534+0000 mgr.smithi129.iclwio (mgr.14716) 3420 : audit [DBG] from='client.36358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:42:21.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:21 smithi129 conmon[101092]: audit 2022-01-18T17:42:21.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:21 smithi129 conmon[101092]: 2022-01-18T17:42:20.290226+0000 mgr.smithi129.iclwio (mgr.14716) 3421 : audit [DBG] from='client.36362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:42:21.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:21 smithi129 conmon[101092]: audit 2022-01-18T17:42:20.619863+0000 mon.smithi129 (mon.0) 1185 : audit [DBG] from='client.? 172.21.15.129:0/2194964771' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:42:22.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:22 smithi156 conmon[67007]: cluster 2022-01-18T17:42:21.879297+0000 mgr.smithi129.iclwio (mgr.14716) 3422 : cluster [DBG] pgmap v2938: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:22.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:22 smithi129 conmon[101092]: cluster 2022-01-18T17:42:21.879297+0000 mgr.smithi129.iclwio (mgr.14716) 3422 : cluster [DBG] pgmap v2938: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:22.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:22 smithi129 conmon[101092]: 2022-01-18T17:42:24.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:23 smithi156 conmon[67007]: cluster 2022-01-18T17:42:23.879814+0000 mgr.smithi129.iclwio (mgr.14716) 3423 : cluster [DBG] pgmap v2939: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:24.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:23 smithi156 conmon[67007]: 2022-01-18T17:42:24.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:23 smithi129 conmon[101092]: cluster 2022-01-18T17:42:23.879814+0000 mgr.smithi129.iclwio (mgr.14716) 3423 : cluster [DBG] pgmap v2939: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:24.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:23 smithi129 conmon[101092]: 2022-01-18T17:42:26.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:26 smithi156 conmon[67007]: cluster 2022-01-18T17:42:25.880518+0000 mgr.smithi129.iclwio (mgr.14716) 3424 : cluster [DBG] pgmap v2940: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:42:26.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:26 smithi129 conmon[101092]: cluster 2022-01-18T17:42:25.880518+0000 mgr.smithi129.iclwio (mgr.14716) 3424 : cluster 2022-01-18T17:42:26.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:26 smithi129 conmon[101092]: [DBG] pgmap v2940: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:42:28.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:27 smithi156 conmon[67007]: cluster 2022-01-18T17:42:27.881196+0000 mgr.smithi129.iclwio (mgr.14716) 3425 : cluster [DBG] pgmap v2941: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:28.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:27 smithi129 conmon[101092]: cluster 2022-01-18T17:42:27.881196+0000 mgr.smithi129.iclwio (mgr.14716) 3425 : cluster [DBG] pgmap v2941: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:30.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:29 smithi156 conmon[67007]: cluster 2022-01-18T17:42:29.881952+0000 mgr.smithi129.iclwio (mgr.14716) 3426 : cluster [DBG] pgmap v2942: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:42:30.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:29 smithi129 conmon[101092]: cluster 2022-01-18T17:42:29.881952+0000 mgr.smithi129.iclwio (mgr.14716) 3426 : cluster [DBG] pgmap v2942: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:42:32.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:31 smithi156 conmon[67007]: cluster 2022-01-18T17:42:31.882464+0000 mgr.smithi129.iclwio (mgr.14716) 3427 : cluster [DBG] pgmap v2943: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:32.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:31 smithi129 conmon[101092]: cluster 2022-01-18T17:42:31.882464+0000 mgr.smithi129.iclwio (mgr.14716) 3427 : cluster [DBG] pgmap v2943: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:34.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:33 smithi156 conmon[67007]: cluster 2022-01-18T17:42:33.883163+0000 mgr.smithi129.iclwio (mgr.14716) 3428 : cluster [DBG] pgmap v2944: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:34.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:33 smithi129 conmon[101092]: cluster 2022-01-18T17:42:33.883163+0000 mgr.smithi129.iclwio (mgr.14716) 3428 : cluster [DBG] pgmap v2944: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:34.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:33 smithi129 conmon[101092]: 2022-01-18T17:42:36.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:36 smithi156 conmon[67007]: cluster 2022-01-18T17:42:35.884091+0000 mgr.smithi129.iclwio (mgr.14716) 3429 : cluster [DBG] pgmap v2945: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:42:36.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:36 smithi129 conmon[101092]: cluster 2022-01-18T17:42:35.884091+0000 mgr.smithi129.iclwio (mgr.14716) 3429 : cluster [DBG] pgmap v2945: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:42:36.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:36 smithi129 conmon[101092]: 2022-01-18T17:42:38.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:37 smithi156 conmon[67007]: cluster 2022-01-18T17:42:37.884749+0000 mgr.smithi129.iclwio (mgr.14716) 3430 : cluster [DBG] pgmap v2946: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:38.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:37 smithi129 conmon[101092]: cluster 2022-01-18T17:42:37.884749+0000 mgr.smithi129.iclwio (mgr.14716) 3430 : cluster [DBG] pgmap v2946: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:38.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:37 smithi129 conmon[101092]: 2022-01-18T17:42:40.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:39 smithi156 conmon[67007]: cluster 2022-01-18T17:42:39.885688+0000 mgr.smithi129.iclwio (mgr.14716) 3431 : cluster [DBG] pgmap v2947: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:42:40.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:39 smithi129 conmon[101092]: cluster 2022-01-18T17:42:39.885688+0000 mgr.smithi129.iclwio (mgr.14716) 3431 : cluster 2022-01-18T17:42:40.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:39 smithi129 conmon[101092]: [DBG] pgmap v2947: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:42:42.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:41 smithi156 conmon[67007]: cluster 2022-01-18T17:42:41.886303+0000 mgr.smithi129.iclwio (mgr.14716) 3432 : cluster [DBG] pgmap v2948: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:42.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:41 smithi129 conmon[101092]: cluster 2022-01-18T17:42:41.886303+0000 mgr.smithi129.iclwio (mgr.14716) 3432 : cluster [DBG] pgmap v2948: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:44.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:43 smithi156 conmon[67007]: cluster 2022-01-18T17:42:43.886988+0000 mgr.smithi129.iclwio (mgr.14716) 3433 : cluster [DBG] pgmap v2949: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:44.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:43 smithi129 conmon[101092]: cluster 2022-01-18T17:42:43.886988+0000 mgr.smithi129.iclwio (mgr.14716) 3433 : cluster [DBG] pgmap v2949: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:46.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:46 smithi156 conmon[67007]: cluster 2022-01-18T17:42:45.887699+0000 mgr.smithi129.iclwio (mgr.14716) 3434 : cluster [DBG] pgmap v2950: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:42:46.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:46 smithi129 conmon[101092]: cluster 2022-01-18T17:42:45.887699+0000 mgr.smithi129.iclwio (mgr.14716) 3434 2022-01-18T17:42:46.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:46 smithi129 conmon[101092]: : cluster [DBG] pgmap v2950: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:42:48.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:47 smithi156 conmon[67007]: cluster 2022-01-18T17:42:47.888231+0000 mgr.smithi129.iclwio (mgr.14716) 3435 : cluster [DBG] pgmap v2951: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:48.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:47 smithi156 conmon[67007]: audit 2022-01-18T17:42:47.897171+0000 mon.smithi129 (mon.0) 1186 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:42:48.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:47 smithi156 conmon[67007]: audit 2022-01-18T17:42:47.898605+0000 mon.smithi129 (mon.0) 1187 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:42:48.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:47 smithi156 conmon[67007]: audit 2022-01-18T17:42:47.899462+0000 mon.smithi129 (mon.0) 1188 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:42:48.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:47 smithi156 conmon[67007]: cephadm 2022-01-18T17:42:47.900188+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:42:48.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:47 smithi156 conmon[67007]: ) 3436 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:42:48.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:47 smithi129 conmon[101092]: cluster 2022-01-18T17:42:47.888231+0000 mgr.smithi129.iclwio (mgr.14716) 3435 : cluster [DBG] pgmap v2951: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:48.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:47 smithi129 conmon[101092]: audit 2022-01-18T17:42:47.897171+0000 mon.smithi129 (mon.0) 1186 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:42:48.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:47 smithi129 conmon[101092]: audit 2022-01-18T17:42:47.898605+0000 mon.smithi129 (mon.0) 1187 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:42:48.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:47 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T17:42:48.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:47 smithi129 conmon[101092]: T17:42:47.899462+0000 mon.smithi129 2022-01-18T17:42:48.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:47 smithi129 conmon[101092]: (mon.0) 1188 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:42:48.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:47 smithi129 conmon[101092]: 2022-01-18T17:42:48.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:47 smithi129 conmon[101092]: cephadm 2022-01-18T17 2022-01-18T17:42:48.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:47 smithi129 conmon[101092]: :42:47.900188+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:42:48.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:47 smithi129 conmon[101092]: ) 3436 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:42:49.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:49 smithi156 conmon[67007]: audit 2022-01-18T17:42:48.211588+0000 mon.smithi129 (mon.0) 1189 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:42:49.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:49 smithi156 conmon[67007]: 2022-01-18T17:42:49.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:49 smithi156 conmon[67007]: audit 2022-01-18T17:42:48.216316+0000 mon.smithi129 (mon.0) 1190 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:42:49.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:49 smithi129 conmon[101092]: audit 2022-01-18T17:42:48.211588+0000 mon.smithi129 (mon.0) 1189 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:42:49.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:49 smithi129 conmon[101092]: audit 2022-01-18T17:42:48.216316+0000 mon.smithi129 (mon.0) 1190 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:42:50.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:50 smithi156 conmon[67007]: cluster 2022-01-18T17:42:49.889131+0000 mgr.smithi129.iclwio (mgr.14716) 3437 : cluster [DBG] pgmap v2952: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:42:50.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:50 smithi156 conmon[67007]: 2022-01-18T17:42:50.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:50 smithi129 conmon[101092]: cluster 2022-01-18T17:42:49.889131+0000 mgr.smithi129.iclwio (mgr.14716) 3437 : cluster 2022-01-18T17:42:50.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:50 smithi129 conmon[101092]: [DBG] pgmap v2952: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:42:50.913 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:42:51.175 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:42:51.176 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (105m) 5m ago 106m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:42:51.176 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (97m) 5m ago 106m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:42:51.176 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (97m) 5m ago 105m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:42:51.177 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (105m) 5m ago 106m 41.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:42:51.177 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (101m) 5m ago 101m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:42:51.177 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (101m) 5m ago 101m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:42:51.177 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (98m) 5m ago 107m 574M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:42:51.178 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (97m) 5m ago 105m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:42:51.178 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (97m) 5m ago 107m 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:42:51.178 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (97m) 5m ago 105m 338M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:42:51.178 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (98m) 5m ago 98m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:42:51.179 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (98m) 5m ago 98m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:42:51.179 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (106m) 5m ago 106m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:42:51.179 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (105m) 5m ago 105m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:42:51.179 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (91m) 5m ago 105m 1689M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:42:51.180 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (104m) 5m ago 104m 2714M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:42:51.180 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (104m) 5m ago 104m 2099M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:42:51.180 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (104m) 5m ago 104m 2710M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:42:51.180 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (103m) 5m ago 103m 2518M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:42:51.181 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (103m) 5m ago 103m 3100M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:42:51.181 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (103m) 5m ago 103m 2444M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:42:51.181 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (102m) 5m ago 102m 3627M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:42:51.181 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (105m) 5m ago 105m 71.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:42:51.491 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:42:51.491 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:42:51.492 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:42:51.492 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:42:51.492 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:42:51.492 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:42:51.492 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:42:51.493 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:42:51.493 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:42:51.493 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:42:51.493 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:42:51.494 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:42:51.494 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:42:51.494 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:42:51.494 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:42:51.495 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:42:51.495 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:42:51.495 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:42:51.495 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:42:51.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:51 smithi156 conmon[67007]: audit 2022-01-18T17:42:50.907009+0000 mgr.smithi129.iclwio (mgr.14716) 3438 : audit [DBG] 2022-01-18T17:42:51.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:51 smithi156 conmon[67007]: from='client.36370 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:42:51.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:51 smithi129 conmon[101092]: audit 2022-01-18T17:42:50.907009+0000 mgr.smithi129.iclwio (mgr.14716) 3438 : audit [DBG] from='client.36370 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:42:52.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:52 smithi156 conmon[67007]: audit 2022-01-18T17:42:51.172840+0000 mgr.smithi129.iclwio (mgr.14716) 3439 : audit [DBG] from='client.36374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:42:52.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:52 smithi156 conmon[67007]: audit 2022-01-18T17:42:51.497080+0000 mon.smithi129 (mon.0) 1191 : audit [DBG] from='client.? 172.21.15.129:0/3278060877' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:42:52.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:52 smithi156 conmon[67007]: cluster 2022-01-18T17:42:51.889658+0000 mgr.smithi129.iclwio (mgr.14716) 3440 : cluster [DBG] pgmap v2953: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:52.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:52 smithi129 conmon[101092]: audit 2022-01-18T17:42:51.172840+0000 mgr.smithi129.iclwio (mgr.14716) 3439 : audit [DBG] from='client.36374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:42:52.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:52 smithi129 conmon[101092]: audit 2022-01-18T17:42:51.497080+0000 2022-01-18T17:42:52.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:52 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1191 : audit [DBG] from='client.? 172.21.15.129:0/3278060877' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:42:52.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:52 smithi129 conmon[101092]: cluster 2022-01-18T17:42:51.889658+0000 mgr.smithi129.iclwio (mgr.14716) 3440 : cluster [DBG] pgmap v2953: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:54.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:53 smithi156 conmon[67007]: cluster 2022-01-18T17:42:53.890317+0000 mgr.smithi129.iclwio (mgr.14716) 3441 : cluster [DBG] pgmap v2954: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:54.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:53 smithi129 conmon[101092]: cluster 2022-01-18T17:42:53.890317+0000 mgr.smithi129.iclwio (mgr.14716) 3441 : cluster [DBG] pgmap v2954: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:56.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:56 smithi156 conmon[67007]: cluster 2022-01-18T17:42:55.891136+0000 mgr.smithi129.iclwio (mgr.14716) 3442 : cluster [DBG] pgmap v2955: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:42:56.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:56 smithi156 conmon[67007]: 2022-01-18T17:42:56.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:56 smithi129 conmon[101092]: cluster 2022-01-18T17:42:55.891136+0000 mgr.smithi129.iclwio (mgr.14716) 3442 : cluster [DBG] pgmap v2955: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:42:58.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:57 smithi156 conmon[67007]: cluster 2022-01-18T17:42:57.891827+0000 mgr.smithi129.iclwio (mgr.14716) 3443 : cluster [DBG] pgmap v2956: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:58.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:57 smithi156 conmon[67007]: 2022-01-18T17:42:58.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:57 smithi129 conmon[101092]: cluster 2022-01-18T17:42:57.891827+0000 mgr.smithi129.iclwio (mgr.14716) 3443 : cluster [DBG] pgmap v2956: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:42:59.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:58 smithi156 conmon[67007]: audit 2022-01-18T17:42:58.587490+0000 mon.smithi129 (mon.0) 1192 : audit 2022-01-18T17:42:59.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:58 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:42:59.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:58 smithi156 conmon[67007]: audit 2022-01-18T17:42:58.587720+0000 mon.smithi129 (mon.0) 1193 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:42:59.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:58 smithi129 conmon[101092]: audit 2022-01-18T17:42:58.587490+0000 mon.smithi129 (mon.0) 1192 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:42:59.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:58 smithi129 conmon[101092]: audit 2022-01-18T17:42:58.587720+0000 mon.smithi129 (mon.0) 1193 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:43:00.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:42:59 smithi156 conmon[67007]: cluster 2022-01-18T17:42:59.892561+0000 mgr.smithi129.iclwio (mgr.14716) 3444 : cluster [DBG] pgmap v2957: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:43:00.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:59 smithi129 conmon[101092]: cluster 2022-01-18T17:42:59.892561+0000 mgr.smithi129.iclwio (mgr.14716) 3444 : 2022-01-18T17:43:00.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:42:59 smithi129 conmon[101092]: cluster [DBG] pgmap v2957: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:43:02.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:01 smithi156 conmon[67007]: cluster 2022-01-18T17:43:01.893238+0000 mgr.smithi129.iclwio (mgr.14716) 3445 : cluster [DBG] pgmap v2958: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:02.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:01 smithi129 conmon[101092]: cluster 2022-01-18T17:43:01.893238+0000 mgr.smithi129.iclwio (mgr.14716) 3445 : cluster [DBG] pgmap v2958: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:02.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:01 smithi129 conmon[101092]: 2022-01-18T17:43:04.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:03 smithi156 conmon[67007]: cluster 2022-01-18T17:43:03.893874+0000 mgr.smithi129.iclwio (mgr.14716) 3446 : cluster [DBG] pgmap v2959: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:04.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:03 smithi129 conmon[101092]: cluster 2022-01-18T17:43:03.893874+0000 mgr.smithi129.iclwio (mgr.14716) 3446 : cluster [DBG] pgmap v2959: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:06.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:06 smithi156 conmon[67007]: cluster 2022-01-18T17:43:05.894690+0000 mgr.smithi129.iclwio (mgr.14716) 3447 : cluster [DBG] pgmap v2960: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:43:06.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:06 smithi129 conmon[101092]: cluster 2022-01-18T17:43:05.894690+0000 mgr.smithi129.iclwio (mgr.14716) 3447 : cluster [DBG] pgmap v2960: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:43:08.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:07 smithi156 conmon[67007]: cluster 2022-01-18T17:43:07.895200+0000 mgr.smithi129.iclwio (mgr.14716) 3448 : cluster [DBG] pgmap v2961: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:08.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:07 smithi129 conmon[101092]: cluster 2022-01-18T17:43:07.895200+0000 mgr.smithi129.iclwio (mgr.14716) 3448 : cluster [DBG] pgmap v2961: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:08.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:07 smithi129 conmon[101092]: 2022-01-18T17:43:10.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:09 smithi156 conmon[67007]: cluster 2022-01-18T17:43:09.896020+0000 mgr.smithi129.iclwio (mgr.14716) 3449 : cluster [DBG] pgmap v2962: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:43:10.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:09 smithi129 conmon[101092]: cluster 2022-01-18T17:43:09.896020+0000 mgr.smithi129.iclwio (mgr.14716) 3449 : cluster 2022-01-18T17:43:10.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:09 smithi129 conmon[101092]: [DBG] pgmap v2962: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:43:12.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:11 smithi156 conmon[67007]: cluster 2022-01-18T17:43:11.896472+0000 mgr.smithi129.iclwio (mgr.14716) 3450 : cluster [DBG] pgmap v2963: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:12.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:11 smithi129 conmon[101092]: cluster 2022-01-18T17:43:11.896472+0000 mgr.smithi129.iclwio (mgr.14716) 3450 : cluster [DBG] 2022-01-18T17:43:12.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:11 smithi129 conmon[101092]: pgmap v2963: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:14.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:13 smithi156 conmon[67007]: cluster 2022-01-18T17:43:13.897023+0000 mgr.smithi129.iclwio (mgr.14716) 3451 : cluster [DBG] pgmap v2964: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:14.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:13 smithi129 conmon[101092]: cluster 2022-01-18T17:43:13.897023+0000 mgr.smithi129.iclwio (mgr.14716) 3451 : cluster [DBG] pgmap v2964: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:16.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:16 smithi156 conmon[67007]: cluster 2022-01-18T17:43:15.897945+0000 mgr.smithi129.iclwio (mgr.14716) 3452 : cluster [DBG] pgmap v2965: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:43:16.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:16 smithi129 conmon[101092]: cluster 2022-01-18T17:43:15.897945+0000 mgr.smithi129.iclwio (mgr.14716) 3452 : cluster [DBG] pgmap v2965: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:43:18.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:17 smithi156 conmon[67007]: cluster 2022-01-18T17:43:17.898640+0000 mgr.smithi129.iclwio (mgr.14716) 3453 : cluster [DBG] pgmap v2966: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:18.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:17 smithi129 conmon[101092]: cluster 2022-01-18T17:43:17.898640+0000 mgr.smithi129.iclwio (mgr.14716) 3453 : cluster [DBG] pgmap v2966: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:18.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:17 smithi129 conmon[101092]: 2022-01-18T17:43:20.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:19 smithi156 conmon[67007]: cluster 2022-01-18T17:43:19.899383+0000 mgr.smithi129.iclwio (mgr.14716) 3454 : cluster [DBG] pgmap v2967: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:43:20.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:19 smithi129 conmon[101092]: cluster 2022-01-18T17:43:19.899383+0000 mgr.smithi129.iclwio (mgr.14716) 3454 : cluster [DBG] pgmap v2967: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:43:20.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:19 smithi129 conmon[101092]: 2022-01-18T17:43:21.790 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:43:22.059 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:43:22.136 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (105m) 5m ago 107m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:43:22.136 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (97m) 5m ago 107m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:43:22.136 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (97m) 5m ago 106m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:43:22.137 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (105m) 5m ago 106m 41.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:43:22.137 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (101m) 5m ago 101m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:43:22.137 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (101m) 5m ago 101m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:43:22.137 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (98m) 5m ago 108m 574M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:43:22.138 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (98m) 5m ago 106m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:43:22.138 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (98m) 5m ago 108m 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:43:22.138 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (97m) 5m ago 106m 338M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:43:22.139 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (98m) 5m ago 98m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:43:22.139 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (98m) 5m ago 98m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:43:22.139 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (106m) 5m ago 106m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:43:22.139 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (106m) 5m ago 106m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:43:22.140 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (92m) 5m ago 105m 1689M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:43:22.140 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (105m) 5m ago 105m 2714M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:43:22.140 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (104m) 5m ago 104m 2099M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:43:22.140 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (104m) 5m ago 104m 2710M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:43:22.140 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (104m) 5m ago 104m 2518M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:43:22.141 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (103m) 5m ago 103m 3100M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:43:22.141 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (103m) 5m ago 103m 2444M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:43:22.141 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (103m) 5m ago 103m 3627M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:43:22.142 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (105m) 5m ago 106m 71.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:43:22.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:21 smithi156 conmon[67007]: audit 2022-01-18T17:43:21.784777+0000 mgr.smithi129.iclwio (mgr.14716) 3455 : audit [DBG] from='client.36382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:43:22.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:21 smithi156 conmon[67007]: cluster 2022-01-18T17:43:21.899872+0000 mgr.smithi129.iclwio (mgr.14716) 3456 : cluster [DBG] pgmap v2968: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:22.375 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:43:22.375 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:43:22.375 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:43:22.376 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:43:22.376 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:43:22.377 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:43:22.377 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:43:22.377 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:43:22.378 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:43:22.378 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:43:22.378 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:43:22.379 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:43:22.379 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:43:22.380 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:43:22.380 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:43:22.381 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:43:22.381 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:43:22.381 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:43:22.382 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:43:22.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:21 smithi129 conmon[101092]: audit 2022-01-18T17:43:21.784777+0000 mgr.smithi129.iclwio (mgr.14716) 3455 : audit [DBG] 2022-01-18T17:43:22.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:21 smithi129 conmon[101092]: from='client.36382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:43:22.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:21 smithi129 conmon[101092]: cluster 2022-01-18T17:43:21.899872+0000 mgr.smithi129.iclwio (mgr.14716) 3456 : cluster [DBG] pgmap v2968: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:23.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:22 smithi156 conmon[67007]: audit 2022-01-18T17:43:22.055999+0000 mgr.smithi129.iclwio (mgr.14716) 3457 : audit [DBG] from='client.36386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:43:23.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:22 smithi156 conmon[67007]: audit 2022-01-18T17:43:22.380951+0000 mon.smithi129 (mon.0) 1194 : audit [DBG] from='client.? 172.21.15.129:0/2253350252' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:43:23.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:22 smithi129 conmon[101092]: audit 2022-01-18T17:43:22.055999+0000 mgr.smithi129.iclwio (mgr.14716) 3457 : audit [DBG] from='client.36386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:43:23.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:22 smithi129 conmon[101092]: audit 2022-01-18T17:43:22.380951 2022-01-18T17:43:23.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:22 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 1194 : audit [DBG] from='client.? 172.21.15.129:0/2253350252' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:43:24.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:23 smithi156 conmon[67007]: cluster 2022-01-18T17:43:23.900619+0000 mgr.smithi129.iclwio (mgr.14716) 3458 : cluster [DBG] pgmap v2969: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:24.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:23 smithi129 conmon[101092]: cluster 2022-01-18T17:43:23.900619+0000 mgr.smithi129.iclwio (mgr.14716) 3458 : cluster [DBG] pgmap v2969: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:24.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:23 smithi129 conmon[101092]: 2022-01-18T17:43:26.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:26 smithi156 conmon[67007]: cluster 2022-01-18T17:43:25.901429+0000 mgr.smithi129.iclwio (mgr.14716) 3459 : cluster [DBG] pgmap v2970: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:43:26.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:26 smithi129 conmon[101092]: cluster 2022-01-18T17:43:25.901429+0000 mgr.smithi129.iclwio (mgr.14716) 3459 : cluster [DBG] pgmap v2970: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:43:28.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:27 smithi156 conmon[67007]: cluster 2022-01-18T17:43:27.902134+0000 mgr.smithi129.iclwio (mgr.14716) 3460 : cluster [DBG] pgmap v2971: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:28.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:27 smithi129 conmon[101092]: cluster 2022-01-18T17:43:27.902134+0000 mgr.smithi129.iclwio (mgr.14716) 3460 : cluster [DBG] pgmap v2971: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:30.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:29 smithi156 conmon[67007]: cluster 2022-01-18T17:43:29.902896+0000 mgr.smithi129.iclwio (mgr.14716) 3461 : cluster [DBG] pgmap v2972: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:43:30.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:29 smithi129 conmon[101092]: cluster 2022-01-18T17:43:29.902896+0000 mgr.smithi129.iclwio 2022-01-18T17:43:30.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:29 smithi129 conmon[101092]: (mgr.14716) 3461 : cluster [DBG] pgmap v2972: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:43:32.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:31 smithi156 conmon[67007]: cluster 2022-01-18T17:43:31.903518+0000 mgr.smithi129.iclwio (mgr.14716) 3462 : cluster [DBG] pgmap v2973: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:32.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:31 smithi129 conmon[101092]: cluster 2022-01-18T17:43:31.903518+0000 mgr.smithi129.iclwio (mgr.14716) 3462 : cluster [DBG] pgmap v2973: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:34.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:33 smithi156 conmon[67007]: cluster 2022-01-18T17:43:33.904114+0000 mgr.smithi129.iclwio (mgr.14716) 3463 : cluster [DBG] pgmap v2974: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:34.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:33 smithi129 conmon[101092]: cluster 2022-01-18T17:43:33.904114+0000 mgr.smithi129.iclwio (mgr.14716) 3463 : cluster [DBG] pgmap v2974: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:34.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:33 smithi129 conmon[101092]: 2022-01-18T17:43:36.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:36 smithi156 conmon[67007]: cluster 2022-01-18T17:43:35.905134+0000 mgr.smithi129.iclwio (mgr.14716) 3464 : cluster [DBG] pgmap v2975: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:43:36.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:36 smithi129 conmon[101092]: cluster 2022-01-18T17:43:35.905134+0000 mgr.smithi129.iclwio (mgr.14716) 3464 : cluster [DBG] pgmap v2975: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:43:38.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:37 smithi156 conmon[67007]: cluster 2022-01-18T17:43:37.905926+0000 mgr.smithi129.iclwio (mgr.14716) 3465 : cluster [DBG] pgmap v2976: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:38.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:37 smithi129 conmon[101092]: cluster 2022-01-18T17:43:37.905926+0000 mgr.smithi129.iclwio (mgr.14716) 3465 : cluster [DBG] pgmap v2976: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:40.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:39 smithi156 conmon[67007]: cluster 2022-01-18T17:43:39.906920+0000 mgr.smithi129.iclwio (mgr.14716) 3466 : cluster [DBG] pgmap v2977: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:43:40.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:39 smithi129 conmon[101092]: cluster 2022-01-18T17:43:39.906920+0000 mgr.smithi129.iclwio (mgr.14716) 3466 : cluster [DBG] pgmap v2977: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:43:42.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:41 smithi156 conmon[67007]: cluster 2022-01-18T17:43:41.907396+0000 mgr.smithi129.iclwio (mgr.14716) 3467 : cluster [DBG] pgmap v2978: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:42.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:41 smithi129 conmon[101092]: cluster 2022-01-18T17:43:41.907396+0000 mgr.smithi129.iclwio (mgr.14716) 3467 : cluster [DBG] pgmap v2978: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:44.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:43 smithi156 conmon[67007]: cluster 2022-01-18T17:43:43.908077+0000 mgr.smithi129.iclwio (mgr.14716) 3468 : cluster [DBG] pgmap v2979: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:44.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:43 smithi129 conmon[101092]: cluster 2022-01-18T17:43:43.908077+0000 mgr.smithi129.iclwio (mgr.14716) 3468 : cluster [DBG] pgmap v2979: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:46.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:46 smithi156 conmon[67007]: cluster 2022-01-18T17:43:45.908940+0000 mgr.smithi129.iclwio (mgr.14716) 3469 : cluster [DBG] pgmap v2980: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:43:46.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:46 smithi129 conmon[101092]: cluster 2022-01-18T17:43:45.908940+0000 mgr.smithi129.iclwio (mgr.14716) 3469 : cluster [DBG] pgmap v2980: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:43:48.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:47 smithi156 conmon[67007]: cluster 2022-01-18T17:43:47.909661+0000 mgr.smithi129.iclwio (mgr.14716) 3470 : cluster 2022-01-18T17:43:48.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:47 smithi156 conmon[67007]: [DBG] pgmap v2981: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:48.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:47 smithi129 conmon[101092]: cluster 2022-01-18T17:43:47.909661+0000 mgr.smithi129.iclwio (mgr.14716) 3470 : cluster [DBG] pgmap v2981: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:48.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:47 smithi129 conmon[101092]: 2022-01-18T17:43:49.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:48 smithi156 conmon[67007]: audit 2022-01-18T17:43:48.228902+0000 mon.smithi129 (mon.0) 2022-01-18T17:43:49.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:48 smithi156 conmon[67007]: 1195 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:43:49.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:48 smithi156 conmon[67007]: audit 2022-01-18T17:43:48.230299+0000 mon.smithi129 (mon.0) 1196 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:43:49.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:48 smithi156 conmon[67007]: audit 2022-01-18T17:43:48.231328+0000 mon.smithi129 (mon. 2022-01-18T17:43:49.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:48 smithi156 conmon[67007]: 0) 1197 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:43:49.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:48 smithi156 conmon[67007]: cephadm 2022-01-18T17:43:49.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:48 smithi156 conmon[67007]: 2022-01-18T17:43: 2022-01-18T17:43:49.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:48 smithi156 conmon[67007]: 48.232050+0000 mgr.smithi129.iclwio (mgr.14716) 3471 : cephadm 2022-01-18T17:43:49.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:48 smithi156 conmon[67007]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:43:49.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:48 smithi156 conmon[67007]: audit 2022-01-18T17:43:49.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:48 smithi156 conmon[67007]: 2022-01-18T17:43:48.537722+0000 2022-01-18T17:43:49.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:48 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1198 : audit [INF] 2022-01-18T17:43:49.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:48 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:43:49.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:48 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T17:43:49.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:48 smithi156 conmon[67007]: 18T17:43:48.548233+0000 mon.smithi129 (mon 2022-01-18T17:43:49.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:48 smithi156 conmon[67007]: .0) 1199 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:43:49.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:48 smithi129 conmon[101092]: audit 2022-01-18T17:43:48.228902+0000 mon.smithi129 (mon.0) 1195 : audit 2022-01-18T17:43:49.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:48 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:43:49.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:48 smithi129 conmon[101092]: audit 2022-01-18T17:43:48.230299+0000 mon.smithi129 (mon.0) 1196 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:43:49.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:48 smithi129 conmon[101092]: audit 2022-01 2022-01-18T17:43:49.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:48 smithi129 conmon[101092]: -18T17:43:48.231328+0000 mon.smithi129 (mon.0) 1197 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:43:49.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:48 smithi129 conmon[101092]: cephadm 2022-01-18T 2022-01-18T17:43:49.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:48 smithi129 conmon[101092]: 17:43:48.232050+0000 mgr.smithi129.iclwio (mgr.14716) 3471 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:43:49.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:48 smithi129 conmon[101092]: 2022-01-18T17:43:49.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:48 smithi129 conmon[101092]: audit 2022-01-18T17:43:48 2022-01-18T17:43:49.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:48 smithi129 conmon[101092]: .537722+0000 mon.smithi129 (mon.0) 1198 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:43:49.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:48 smithi129 conmon[101092]: audit 2022-01-18T17:43: 2022-01-18T17:43:49.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:48 smithi129 conmon[101092]: 48.548233+0000 mon.smithi129 (mon.0) 1199 : 2022-01-18T17:43:49.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:48 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:43:50.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:49 smithi156 conmon[67007]: cluster 2022-01-18T17:43:49.910439+0000 mgr.smithi129.iclwio (mgr.14716) 3472 : cluster [DBG] pgmap v2982: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:43:50.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:49 smithi129 conmon[101092]: cluster 2022-01-18T17:43:49.910439+0000 2022-01-18T17:43:50.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:49 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 3472 : cluster [DBG] pgmap v2982: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:43:52.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:51 smithi156 conmon[67007]: cluster 2022-01-18T17:43:51.910956+0000 mgr.smithi129.iclwio (mgr.14716) 3473 : cluster [DBG] pgmap v2983: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:52.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:51 smithi156 conmon[67007]: 2022-01-18T17:43:52.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:51 smithi129 conmon[101092]: cluster 2022-01-18T17:43:51.910956+0000 mgr.smithi129.iclwio (mgr.14716) 3473 : cluster [DBG] pgmap v2983: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:52.674 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:43:52.936 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:43:52.937 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (106m) 6m ago 107m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:43:52.937 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (98m) 6m ago 107m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:43:52.937 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (98m) 6m ago 106m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:43:52.937 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (106m) 6m ago 107m 41.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:43:52.938 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (102m) 6m ago 102m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:43:52.938 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (102m) 6m ago 102m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:43:52.938 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (99m) 6m ago 108m 574M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:43:52.938 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (98m) 6m ago 106m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:43:52.939 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (98m) 6m ago 108m 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:43:52.939 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (98m) 6m ago 106m 338M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:43:52.939 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (99m) 6m ago 99m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:43:52.939 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (99m) 6m ago 99m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:43:52.939 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (107m) 6m ago 107m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:43:52.940 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (106m) 6m ago 106m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:43:52.940 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (92m) 6m ago 106m 1689M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:43:52.940 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (105m) 6m ago 105m 2714M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:43:52.940 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (105m) 6m ago 105m 2099M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:43:52.941 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (105m) 6m ago 105m 2710M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:43:52.941 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (104m) 6m ago 104m 2518M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:43:52.941 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (104m) 6m ago 104m 3100M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:43:52.941 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (104m) 6m ago 104m 2444M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:43:52.941 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (103m) 6m ago 103m 3627M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:43:52.942 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (106m) 6m ago 107m 71.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:43:53.253 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:43:53.253 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:43:53.254 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:43:53.254 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:43:53.254 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:43:53.254 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:43:53.255 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:43:53.255 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:43:53.255 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:43:53.255 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:43:53.256 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:43:53.256 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:43:53.256 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:43:53.256 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:43:53.257 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:43:53.257 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:43:53.257 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:43:53.257 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:43:53.258 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:43:53.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:52 smithi156 conmon[67007]: audit 2022-01-18T17:43:52.668519+0000 mgr.smithi129.iclwio (mgr.14716) 3474 : audit [DBG] from='client.36394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:43:53.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:52 smithi129 conmon[101092]: audit 2022-01-18T17:43:52.668519+0000 mgr.smithi129.iclwio (mgr.14716) 3474 2022-01-18T17:43:53.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:52 smithi129 conmon[101092]: : audit [DBG] from='client.36394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:43:54.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:53 smithi156 conmon[67007]: audit 2022-01-18T17:43:52.933778+0000 mgr.smithi129.iclwio (mgr.14716) 3475 : audit [DBG] from='client.36398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:43:54.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:53 smithi156 conmon[67007]: audit 2022-01-18T17:43:53.259626+0000 mon.smithi129 (mon.0) 1200 : audit [DBG] from='client.? 172.21.15.129:0/3696628250' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:43:54.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:53 smithi156 conmon[67007]: cluster 2022-01-18T17:43:53.911487+0000 mgr.smithi129.iclwio (mgr.14716) 3476 : cluster [DBG] pgmap v2984: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:54.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:53 smithi129 conmon[101092]: audit 2022-01-18T17:43:52.933778+0000 mgr.smithi129.iclwio (mgr.14716) 3475 : audit [DBG] from='client.36398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:43:54.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:53 smithi129 conmon[101092]: 2022-01-18T17:43:54.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:53 smithi129 conmon[101092]: audit 2022-01-18T17:43:53.259626+0000 mon.smithi129 (mon.0) 1200 : audit [DBG] from='client.? 172.21.15.129:0/3696628250' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:43:54.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:53 smithi129 conmon[101092]: cluster 2022-01-18T17:43:53.911487 2022-01-18T17:43:54.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:53 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 3476 : cluster [DBG] pgmap v2984: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:56.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:56 smithi156 conmon[67007]: cluster 2022-01-18T17:43:55.912563+0000 mgr.smithi129.iclwio (mgr.14716) 3477 : cluster [DBG] pgmap v2985: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:43:56.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:56 smithi129 conmon[101092]: cluster 2022-01-18T17:43:55.912563+0000 mgr.smithi129.iclwio (mgr.14716) 3477 : cluster [DBG] pgmap v2985: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:43:58.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:57 smithi156 conmon[67007]: cluster 2022-01-18T17:43:57.913210+0000 mgr.smithi129.iclwio (mgr.14716) 3478 : cluster [DBG] pgmap v2986: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:58.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:57 smithi129 conmon[101092]: cluster 2022-01-18T17:43:57.913210+0000 mgr.smithi129.iclwio (mgr.14716) 3478 : cluster [DBG] pgmap v2986: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:43:58.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:57 smithi129 conmon[101092]: 2022-01-18T17:43:59.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:58 smithi156 conmon[67007]: audit 2022-01-18T17:43:58.590803+0000 mon.smithi129 (mon.0) 1201 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:43:59.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:58 smithi156 conmon[67007]: audit 2022-01-18T17:43:58.591368+0000 mon.smithi129 (mon.0) 1202 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:43:59.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:58 smithi129 conmon[101092]: audit 2022-01-18T17:43:58.590803+0000 mon.smithi129 (mon.0) 1201 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:43:59.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:58 smithi129 conmon[101092]: audit 2022-01-18T17:43:58.591368+0000 mon.smithi129 (mon.0) 1202 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:44:00.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:43:59 smithi156 conmon[67007]: cluster 2022-01-18T17:43:59.913918+0000 mgr.smithi129.iclwio (mgr.14716) 3479 : cluster [DBG] pgmap v2987: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:44:00.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:59 smithi129 conmon[101092]: cluster 2022-01-18T17:43:59.913918+0000 mgr.smithi129.iclwio (mgr 2022-01-18T17:44:00.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:43:59 smithi129 conmon[101092]: .14716) 3479 : cluster [DBG] pgmap v2987: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:44:02.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:01 smithi156 conmon[67007]: cluster 2022-01-18T17:44:01.914377+0000 mgr.smithi129.iclwio (mgr.14716) 3480 : cluster [DBG] pgmap v2988: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:02.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:01 smithi129 conmon[101092]: cluster 2022-01-18T17:44:01.914377+0000 mgr.smithi129.iclwio (mgr.14716) 3480 : cluster [DBG] pgmap v2988: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:02.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:01 smithi129 conmon[101092]: 2022-01-18T17:44:04.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:03 smithi156 conmon[67007]: cluster 2022-01-18T17:44:03.915067+0000 mgr.smithi129.iclwio (mgr.14716) 3481 : cluster [DBG] pgmap v2989: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:04.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:03 smithi129 conmon[101092]: cluster 2022-01-18T17:44:03.915067+0000 mgr.smithi129.iclwio (mgr.14716) 3481 : cluster [DBG] pgmap v2989: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:06.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:06 smithi156 conmon[67007]: cluster 2022-01-18T17:44:05.915850+0000 mgr.smithi129.iclwio (mgr.14716) 3482 : cluster [DBG] pgmap v2990: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:44:06.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:06 smithi129 conmon[101092]: cluster 2022-01-18T17:44:05.915850+0000 mgr.smithi129.iclwio (mgr.14716) 3482 : cluster 2022-01-18T17:44:06.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:06 smithi129 conmon[101092]: [DBG] pgmap v2990: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:44:08.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:07 smithi156 conmon[67007]: cluster 2022-01-18T17:44:07.916535+0000 mgr.smithi129.iclwio (mgr.14716) 3483 : cluster [DBG] pgmap v2991: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:08.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:07 smithi129 conmon[101092]: cluster 2022-01-18T17:44:07.916535+0000 mgr.smithi129.iclwio (mgr.14716) 3483 : cluster [DBG] pgmap v2991: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:10.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:09 smithi156 conmon[67007]: cluster 2022-01-18T17:44:09.917408+0000 mgr.smithi129.iclwio (mgr.14716) 3484 : cluster [DBG] pgmap v2992: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:44:10.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:09 smithi129 conmon[101092]: cluster 2022-01-18T17:44:09.917408+0000 mgr.smithi129.iclwio (mgr.14716) 3484 : cluster [DBG] pgmap v2992: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:44:12.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:11 smithi156 conmon[67007]: cluster 2022-01-18T17:44:11.918063+0000 mgr.smithi129.iclwio (mgr.14716) 3485 : cluster [DBG] pgmap v2993: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:12.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:11 smithi129 conmon[101092]: cluster 2022-01-18T17:44:11.918063+0000 mgr.smithi129.iclwio (mgr.14716) 3485 : cluster [DBG] pgmap v2993: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:14.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:13 smithi156 conmon[67007]: cluster 2022-01-18T17:44:13.918726+0000 mgr.smithi129.iclwio (mgr.14716) 3486 : cluster [DBG] pgmap v2994: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:14.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:13 smithi129 conmon[101092]: cluster 2022-01-18T17:44:13.918726+0000 mgr.smithi129.iclwio (mgr.14716) 3486 : cluster [DBG] pgmap v2994: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:16.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:16 smithi156 conmon[67007]: cluster 2022-01-18T17:44:15.919568+0000 mgr.smithi129.iclwio (mgr.14716) 3487 : cluster [DBG] pgmap v2995: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:44:16.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:16 smithi129 conmon[101092]: cluster 2022-01-18T17:44:15.919568+0000 mgr.smithi129.iclwio (mgr.14716) 3487 : cluster [DBG] 2022-01-18T17:44:16.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:16 smithi129 conmon[101092]: pgmap v2995: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:44:18.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:17 smithi156 conmon[67007]: cluster 2022-01-18T17:44:17.920282+0000 mgr.smithi129.iclwio (mgr.14716) 3488 : cluster [DBG] pgmap v2996: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:18.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:17 smithi129 conmon[101092]: cluster 2022-01-18T17:44:17.920282+0000 mgr.smithi129.iclwio (mgr.14716) 3488 : cluster [DBG] pgmap v2996: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:20.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:19 smithi156 conmon[67007]: cluster 2022-01-18T17:44:19.921212+0000 mgr.smithi129.iclwio (mgr.14716) 3489 : cluster [DBG] pgmap v2997: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:44:20.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:19 smithi129 conmon[101092]: cluster 2022-01-18T17:44:19.921212+0000 mgr.smithi129.iclwio (mgr.14716) 3489 : cluster [DBG] 2022-01-18T17:44:20.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:19 smithi129 conmon[101092]: pgmap v2997: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:44:22.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:21 smithi156 conmon[67007]: cluster 2022-01-18T17:44:21.921845+0000 mgr.smithi129.iclwio (mgr.14716) 3490 : cluster [DBG] pgmap v2998: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:22.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:21 smithi129 conmon[101092]: cluster 2022-01-18T17:44:21.921845+0000 mgr.smithi129.iclwio (mgr.14716) 3490 : cluster [DBG] pgmap v2998: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:22.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:21 smithi129 conmon[101092]: 2022-01-18T17:44:23.549 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:44:23.815 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:44:23.816 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (106m) 6m ago 108m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:44:23.816 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (98m) 6m ago 108m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:44:23.816 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (98m) 6m ago 107m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:44:23.817 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (106m) 6m ago 107m 41.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:44:23.817 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (102m) 6m ago 102m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:44:23.818 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (102m) 6m ago 102m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:44:23.818 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (99m) 6m ago 109m 574M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:44:23.819 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (99m) 6m ago 107m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:44:23.819 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (99m) 6m ago 109m 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:44:23.820 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (98m) 6m ago 107m 338M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:44:23.820 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (99m) 6m ago 99m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:44:23.821 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (99m) 6m ago 99m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:44:23.821 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (107m) 6m ago 107m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:44:23.822 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (107m) 6m ago 107m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:44:23.822 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (93m) 6m ago 106m 1689M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:44:23.823 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (106m) 6m ago 106m 2714M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:44:23.823 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (105m) 6m ago 105m 2099M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:44:23.824 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (105m) 6m ago 105m 2710M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:44:23.824 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (105m) 6m ago 105m 2518M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:44:23.824 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (104m) 6m ago 104m 3100M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:44:23.825 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (104m) 6m ago 104m 2444M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:44:23.825 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (104m) 6m ago 104m 3627M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:44:23.825 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (106m) 6m ago 107m 71.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:44:24.136 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:44:24.136 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:44:24.136 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:44:24.137 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:44:24.137 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:44:24.137 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:44:24.137 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:44:24.137 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:44:24.138 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:44:24.138 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:44:24.138 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:44:24.138 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:44:24.139 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:44:24.139 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:44:24.139 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:44:24.139 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:44:24.140 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:44:24.140 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:44:24.140 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:44:24.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:23 smithi156 conmon[67007]: audit 2022-01-18T17:44:23.544395+0000 mgr.smithi129.iclwio (mgr.14716) 3491 : audit [DBG] from='client.36406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:44:24.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:23 smithi156 conmon[67007]: audit 2022-01-18T17:44:23.812852+0000 mgr.smithi129.iclwio (mgr.14716) 3492 : audit [DBG] from='client.36410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:44:24.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:23 smithi156 conmon[67007]: cluster 2022-01-18T17:44:23.922398+0000 mgr.smithi129.iclwio (mgr.14716) 3493 : cluster [DBG] pgmap v2999: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:24.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:23 smithi129 conmon[101092]: audit 2022-01-18T17:44:23.544395+0000 mgr.smithi129.iclwio (mgr.14716) 3491 : audit 2022-01-18T17:44:24.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:23 smithi129 conmon[101092]: [DBG] from='client.36406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:44:24.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:23 smithi129 conmon[101092]: audit 2022-01-18T17:44:23.812852+0000 mgr.smithi129.iclwio (mgr.14716) 3492 : audit [DBG] from='client.36410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:44:24.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:23 smithi129 conmon[101092]: cluster 2022-01-18T17:44 2022-01-18T17:44:24.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:23 smithi129 conmon[101092]: :23.922398+0000 mgr.smithi129.iclwio (mgr.14716) 3493 : cluster [DBG] pgmap v2999: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:25.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:24 smithi156 conmon[67007]: audit 2022-01-18T17:44:24.142513+0000 mon.smithi129 (mon.0) 1203 : audit [DBG] from='client.? 172.21.15.129:0/4075177509' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:44:25.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:24 smithi129 conmon[101092]: audit 2022-01-18T17:44:24.142513+0000 mon.smithi129 (mon.0) 1203 : audit [DBG] from='client.? 172.21.15.129:0/4075177509' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:44:27.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:27 smithi156 conmon[67007]: cluster 2022-01-18T17:44:25.923321+0000 mgr.smithi129.iclwio (mgr.14716) 3494 : cluster [DBG] pgmap v3000: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:44:27.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:27 smithi129 conmon[101092]: cluster 2022-01-18T17:44:25.923321+0000 mgr.smithi129.iclwio (mgr.14716) 3494 : cluster [DBG] pgmap v3000: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:44:29.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:29 smithi129 conmon[101092]: cluster 2022-01-18T17:44:27.924015+0000 mgr.smithi129.iclwio (mgr.14716) 3495 : cluster [DBG] pgmap v3001: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:29.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:29 smithi156 conmon[67007]: cluster 2022-01-18T17:44:27.924015+0000 mgr.smithi129.iclwio (mgr.14716) 3495 : cluster [DBG] pgmap v3001: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:31.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:31 smithi129 conmon[101092]: cluster 2022-01-18T17:44:29.924822+0000 mgr.smithi129.iclwio (mgr.14716) 3496 : cluster [DBG] pgmap v3002: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:44:31.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:31 smithi129 conmon[101092]: 2022-01-18T17:44:31.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:31 smithi156 conmon[67007]: cluster 2022-01-18T17:44:29.924822+0000 mgr.smithi129.iclwio (mgr.14716) 3496 : cluster [DBG] pgmap v3002: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:44:33.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:33 smithi129 conmon[101092]: cluster 2022-01-18T17:44:31.925336+0000 mgr.smithi129.iclwio (mgr.14716) 3497 : cluster [DBG] pgmap v3003: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:33.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:33 smithi129 conmon[101092]: 2022-01-18T17:44:33.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:33 smithi156 conmon[67007]: cluster 2022-01-18T17:44:31.925336+0000 mgr.smithi129.iclwio (mgr.14716) 3497 : cluster [DBG] pgmap v3003: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:35.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:35 smithi129 conmon[101092]: cluster 2022-01-18T17:44:33.926022+0000 mgr.smithi129.iclwio (mgr.14716) 3498 : cluster [DBG] pgmap v3004: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:35.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:35 smithi156 conmon[67007]: cluster 2022-01-18T17:44:33.926022+0000 mgr.smithi129.iclwio (mgr.14716) 3498 : cluster [DBG] pgmap v3004: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:37.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:37 smithi129 conmon[101092]: cluster 2022-01-18T17:44:35.926858+0000 mgr.smithi129.iclwio (mgr.14716) 3499 : cluster [DBG] pgmap v3005: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:44:37.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:37 smithi156 conmon[67007]: cluster 2022-01-18T17:44:35.926858+0000 mgr.smithi129.iclwio (mgr.14716) 3499 : cluster [DBG] pgmap v3005: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:44:39.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:39 smithi129 conmon[101092]: cluster 2022-01-18T17:44:37.927365+0000 mgr.smithi129.iclwio (mgr.14716) 3500 : cluster [DBG] pgmap v3006: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:39.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:39 smithi156 conmon[67007]: cluster 2022-01-18T17:44:37.927365+0000 mgr.smithi129.iclwio (mgr.14716) 3500 : cluster [DBG] pgmap v3006: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:41.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:41 smithi129 conmon[101092]: cluster 2022-01-18T17:44:39.928155+0000 mgr.smithi129.iclwio (mgr.14716) 3501 : 2022-01-18T17:44:41.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:41 smithi129 conmon[101092]: cluster [DBG] pgmap v3007: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:44:41.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:41 smithi156 conmon[67007]: cluster 2022-01-18T17:44:39.928155+0000 mgr.smithi129.iclwio (mgr.14716) 3501 : cluster [DBG] pgmap v3007: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:44:43.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:43 smithi129 conmon[101092]: cluster 2022-01-18T17:44:41.928620+0000 mgr.smithi129.iclwio (mgr.14716) 3502 : cluster [DBG] pgmap v3008: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:43.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:43 smithi156 conmon[67007]: cluster 2022-01-18T17:44:41.928620+0000 mgr.smithi129.iclwio (mgr.14716) 3502 : cluster [DBG] pgmap v3008: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:45.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:45 smithi129 conmon[101092]: cluster 2022-01-18T17:44:43.929312+0000 mgr.smithi129.iclwio (mgr.14716) 3503 : cluster [DBG] pgmap v3009: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:45.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:45 smithi129 conmon[101092]: 2022-01-18T17:44:45.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:45 smithi156 conmon[67007]: cluster 2022-01-18T17:44:43.929312+0000 mgr.smithi129.iclwio (mgr.14716) 3503 : cluster [DBG] 2022-01-18T17:44:45.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:45 smithi156 conmon[67007]: pgmap v3009: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:47.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:47 smithi129 conmon[101092]: cluster 2022-01-18T17:44:45.930274+0000 mgr.smithi129.iclwio (mgr.14716) 3504 : cluster [DBG] pgmap v3010: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:44:47.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:47 smithi156 conmon[67007]: cluster 2022-01-18T17:44:45.930274+0000 mgr.smithi129.iclwio (mgr.14716) 3504 : cluster [DBG] pgmap v3010: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:44:49.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:49 smithi129 conmon[101092]: cluster 2022-01-18T17:44:47.931070+0000 mgr.smithi129.iclwio (mgr.14716) 3505 : cluster [DBG] pgmap v3011: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:49.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:49 smithi129 conmon[101092]: audit 2022-01-18T17:44:48.550663+0000 mon.smithi129 (mon.0) 1204 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:44:49.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:49 smithi129 conmon[101092]: audit 2022-01-18T17:44:48.552011+0000 mon.smithi129 (mon.0) 1205 2022-01-18T17:44:49.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:49 smithi129 conmon[101092]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:44:49.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:49 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T17:44:49.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:49 smithi129 conmon[101092]: 17:44:48.553033+0000 mon.smithi129 (mon.0) 1206 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:44:49.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:49 smithi129 conmon[101092]: 2022-01-18T17:44:49.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:49 smithi129 conmon[101092]: cephadm 2022-01-18T17:44:49.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:49 smithi129 conmon[101092]: 2022-01-18T17:44:48.553748+0000 mgr.smithi129.iclwio ( 2022-01-18T17:44:49.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:49 smithi129 conmon[101092]: mgr.14716) 3506 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:44:49.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:49 smithi129 conmon[101092]: audit 2022- 2022-01-18T17:44:49.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:49 smithi129 conmon[101092]: 01-18T17:44:48.859740+0000 mon.smithi129 (mon 2022-01-18T17:44:49.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:49 smithi129 conmon[101092]: .0) 1207 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:44:49.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:49 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T17:44:49.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:49 smithi129 conmon[101092]: 18T17:44:48.866593+0000 mon.smithi129 (mon.0) 1208 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:44:49.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:49 smithi156 conmon[67007]: cluster 2022-01-18T17:44:47.931070+0000 mgr.smithi129.iclwio (mgr.14716) 3505 : cluster [DBG] pgmap v3011: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:49.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:49 smithi156 conmon[67007]: audit 2022-01-18T17:44:48.550663+0000 mon.smithi129 (mon.0) 1204 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:44:49.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:49 smithi156 conmon[67007]: audit 2022-01-18T17:44:48. 2022-01-18T17:44:49.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:49 smithi156 conmon[67007]: 552011+0000 mon.smithi129 (mon.0) 1205 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:44:49.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:49 smithi156 conmon[67007]: audit 2022-01-18T17:44:48 2022-01-18T17:44:49.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:49 smithi156 conmon[67007]: .553033+0000 mon.smithi129 (mon.0) 1206 : audit 2022-01-18T17:44:49.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:49 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:44:49.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:49 smithi156 conmon[67007]: cephadm 2022-01-18T17:44: 2022-01-18T17:44:49.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:49 smithi156 conmon[67007]: 48.553748+0000 mgr.smithi129.iclwio (mgr.14716) 3506 : cephadm 2022-01-18T17:44:49.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:49 smithi156 conmon[67007]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:44:49.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:49 smithi156 conmon[67007]: audit 2022-01-18T17:44 2022-01-18T17:44:49.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:49 smithi156 conmon[67007]: :48.859740+0000 mon.smithi129 (mon.0) 1207 : 2022-01-18T17:44:49.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:49 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:44:49.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:49 smithi156 conmon[67007]: audit 2022-01-18T17:44:48 2022-01-18T17:44:49.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:49 smithi156 conmon[67007]: .866593+0000 mon.smithi129 (mon.0) 1208 : audit 2022-01-18T17:44:49.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:49 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:44:51.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:51 smithi129 conmon[101092]: cluster 2022-01-18T17:44:49.931853+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:44:51.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:51 smithi129 conmon[101092]: 3507 : cluster [DBG] pgmap v3012: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:44:51.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:51 smithi156 conmon[67007]: cluster 2022-01-18T17:44:49.931853+0000 mgr.smithi129.iclwio (mgr.14716) 3507 : cluster [DBG] pgmap v3012: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:44:53.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:53 smithi129 conmon[101092]: cluster 2022-01-18T17:44:51.932533+0000 mgr.smithi129.iclwio (mgr.14716) 3508 : cluster [DBG] pgmap v3013: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:53.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:53 smithi156 conmon[67007]: cluster 2022-01-18T17:44:51.932533+0000 mgr.smithi129.iclwio (mgr.14716) 3508 : cluster [DBG] 2022-01-18T17:44:53.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:53 smithi156 conmon[67007]: pgmap v3013: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:54.440 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:44:54.703 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:44:54.704 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (107m) 7m ago 108m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:44:54.704 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (99m) 7m ago 108m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:44:54.704 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (99m) 7m ago 107m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:44:54.705 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (107m) 7m ago 108m 41.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:44:54.705 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (103m) 7m ago 103m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:44:54.705 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (103m) 7m ago 103m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:44:54.705 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (100m) 7m ago 109m 574M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:44:54.706 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (99m) 7m ago 107m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:44:54.706 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (99m) 7m ago 109m 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:44:54.706 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (99m) 7m ago 107m 338M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:44:54.706 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (100m) 7m ago 100m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:44:54.707 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (100m) 7m ago 100m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:44:54.707 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (108m) 7m ago 108m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:44:54.707 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (107m) 7m ago 107m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:44:54.707 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (93m) 7m ago 107m 1689M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:44:54.708 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (106m) 7m ago 106m 2714M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:44:54.708 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (106m) 7m ago 106m 2099M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:44:54.708 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (106m) 7m ago 106m 2710M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:44:54.708 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (105m) 7m ago 105m 2518M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:44:54.708 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (105m) 7m ago 105m 3100M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:44:54.709 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (105m) 7m ago 105m 2444M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:44:54.709 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (104m) 7m ago 104m 3627M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:44:54.709 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (107m) 7m ago 108m 71.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:44:55.023 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:44:55.024 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:44:55.024 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:44:55.024 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:44:55.024 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:44:55.025 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:44:55.025 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:44:55.025 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:44:55.025 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:44:55.026 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:44:55.026 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:44:55.026 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:44:55.027 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:44:55.027 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:44:55.027 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:44:55.027 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:44:55.028 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:44:55.028 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:44:55.028 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:44:55.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:55 smithi129 conmon[101092]: cluster 2022-01-18T17:44:53.933106+0000 mgr.smithi129.iclwio (mgr.14716) 3509 : cluster [DBG] 2022-01-18T17:44:55.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:55 smithi129 conmon[101092]: pgmap v3014: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:55.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:55 smithi129 conmon[101092]: audit 2022-01-18T17:44:54.434511+0000 mgr.smithi129.iclwio (mgr.14716) 3510 : audit [DBG] from='client.36418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:44:55.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:55 smithi129 conmon[101092]: audit 2022-01-18T17 2022-01-18T17:44:55.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:55 smithi129 conmon[101092]: :44:54.701708+0000 mgr.smithi129.iclwio (mgr.14716) 3511 : audit [DBG] from='client.36422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:44:55.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:55 smithi129 conmon[101092]: audit 2022-01-18T17:44:55.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:55 smithi129 conmon[101092]: 2022-01-18T17:44:55.030170+0000 mon.smithi129 (mon. 2022-01-18T17:44:55.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:55 smithi129 conmon[101092]: 0) 1209 : audit [DBG] from='client.? 172.21.15.129:0/959316539' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:44:55.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:55 smithi156 conmon[67007]: cluster 2022-01-18T17:44:53.933106+0000 mgr.smithi129.iclwio (mgr.14716) 3509 : cluster [DBG] pgmap v3014: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:55.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:55 smithi156 conmon[67007]: audit 2022-01-18T17:44:54.434511+0000 mgr.smithi129.iclwio (mgr.14716) 3510 : audit [DBG] from='client.36418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:44:55.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:55 smithi156 conmon[67007]: audit 2022-01-18T17:44:54.701708+0000 mgr.smithi129.iclwio (mgr.14716) 3511 : audit [DBG] from='client.36422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:44:55.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:55 smithi156 conmon[67007]: audit 2022 2022-01-18T17:44:55.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:55 smithi156 conmon[67007]: -01-18T17:44:55.030170+0000 mon.smithi129 (mon.0) 1209 : audit [DBG] from='client.? 172.21.15.129:0/959316539' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:44:57.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:57 smithi129 conmon[101092]: cluster 2022-01-18T17:44:55.934046+0000 mgr.smithi129.iclwio (mgr.14716) 3512 : cluster [DBG] pgmap v3015: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:44:57.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:57 smithi129 conmon[101092]: 2022-01-18T17:44:57.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:57 smithi156 conmon[67007]: cluster 2022-01-18T17:44:55.934046+0000 mgr.smithi129.iclwio (mgr.14716) 3512 : cluster [DBG] pgmap v3015: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:44:59.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:59 smithi129 conmon[101092]: cluster 2022-01-18T17:44:57.934774+0000 mgr.smithi129.iclwio (mgr.14716) 3513 : cluster [DBG] pgmap v3016: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:59.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:59 smithi129 conmon[101092]: audit 2022-01-18T17:44:58.595654+0000 mon.smithi129 (mon.0) 1210 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:44:59.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:44:59 smithi129 conmon[101092]: audit 2022-01-18T17:44:58.595913+0000 mon.smithi129 (mon.0) 1211 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:44:59.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:59 smithi156 conmon[67007]: cluster 2022-01-18T17:44:57.934774+0000 mgr.smithi129.iclwio (mgr.14716) 3513 : cluster [DBG] pgmap v3016: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:44:59.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:59 smithi156 conmon[67007]: 2022-01-18T17:44:59.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:59 smithi156 conmon[67007]: audit 2022-01-18T17:44:58.595654+0000 mon.smithi129 (mon.0) 1210 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:44:59.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:44:59 smithi156 conmon[67007]: audit 2022-01-18T17:44:58.595913+0000 mon.smithi129 (mon.0) 1211 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:45:01.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:01 smithi129 conmon[101092]: cluster 2022-01-18T17:44:59.935680+0000 mgr.smithi129.iclwio (mgr.14716) 3514 : cluster [DBG] pgmap v3017: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:45:01.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:01 smithi156 conmon[67007]: cluster 2022-01-18T17:44:59.935680+0000 mgr.smithi129.iclwio (mgr.14716) 3514 : cluster [DBG] pgmap v3017: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:45:01.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:01 smithi156 conmon[67007]: 2022-01-18T17:45:03.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:03 smithi129 conmon[101092]: cluster 2022-01-18T17:45:01.936183+0000 mgr.smithi129.iclwio (mgr.14716) 3515 : cluster [DBG] pgmap v3018: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:03.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:03 smithi156 conmon[67007]: cluster 2022-01-18T17:45:01.936183+0000 mgr.smithi129.iclwio (mgr.14716) 3515 : cluster [DBG] pgmap v3018: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:05.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:05 smithi129 conmon[101092]: cluster 2022-01-18T17:45:03.936709+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:45:05.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:05 smithi129 conmon[101092]: ) 3516 : cluster [DBG] pgmap v3019: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:05.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:05 smithi156 conmon[67007]: cluster 2022-01-18T17:45:03.936709+0000 mgr.smithi129.iclwio (mgr.14716) 3516 : cluster [DBG] 2022-01-18T17:45:05.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:05 smithi156 conmon[67007]: pgmap v3019: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:07.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:07 smithi129 conmon[101092]: cluster 2022-01-18T17:45:05.937587+0000 mgr.smithi129.iclwio (mgr.14716) 3517 : cluster [DBG] pgmap v3020: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:45:07.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:07 smithi156 conmon[67007]: cluster 2022-01-18T17:45:05.937587+0000 mgr.smithi129.iclwio (mgr.14716) 3517 : cluster [DBG] pgmap v3020: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:45:09.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:09 smithi129 conmon[101092]: cluster 2022-01-18T17:45:07.938362+0000 mgr.smithi129.iclwio (mgr.14716) 3518 : cluster [DBG] pgmap v3021: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:09.712 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:09 smithi129 conmon[101092]: 2022-01-18T17:45:09.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:09 smithi156 conmon[67007]: cluster 2022-01-18T17:45:07.938362+0000 mgr.smithi129.iclwio (mgr.14716) 3518 : cluster [DBG] pgmap v3021: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:11.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:11 smithi129 conmon[101092]: cluster 2022-01-18T17:45:09.939249+0000 mgr.smithi129.iclwio (mgr.14716) 3519 : cluster [DBG] pgmap v3022: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:45:11.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:11 smithi156 conmon[67007]: cluster 2022-01-18T17:45:09.939249+0000 mgr.smithi129.iclwio (mgr.14716) 3519 : cluster [DBG] pgmap v3022: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:45:13.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:13 smithi129 conmon[101092]: cluster 2022-01-18T17:45:11.939784+0000 mgr.smithi129.iclwio (mgr.14716) 3520 : cluster [DBG] pgmap v3023: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:13.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:13 smithi156 conmon[67007]: cluster 2022-01-18T17:45:11.939784+0000 mgr.smithi129.iclwio (mgr.14716) 3520 : cluster [DBG] pgmap v3023: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:15.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:15 smithi129 conmon[101092]: cluster 2022-01-18T17:45:13.940387+0000 mgr.smithi129.iclwio (mgr.14716) 3521 : cluster [DBG] pgmap v3024: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:15.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:15 smithi156 conmon[67007]: cluster 2022-01-18T17:45:13.940387+0000 mgr.smithi129.iclwio (mgr.14716) 3521 : cluster [DBG] 2022-01-18T17:45:15.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:15 smithi156 conmon[67007]: pgmap v3024: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:17.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:17 smithi129 conmon[101092]: cluster 2022-01-18T17:45:15.941203+0000 mgr.smithi129.iclwio (mgr.14716) 3522 : cluster [DBG] pgmap v3025: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:45:17.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:17 smithi156 conmon[67007]: cluster 2022-01-18T17:45:15.941203+0000 mgr.smithi129.iclwio (mgr.14716) 3522 : cluster [DBG] pgmap v3025: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:45:19.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:19 smithi129 conmon[101092]: cluster 2022-01-18T17:45:17.941825+0000 mgr.smithi129.iclwio (mgr.14716) 3523 : cluster [DBG] pgmap v3026: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:19.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:19 smithi156 conmon[67007]: cluster 2022-01-18T17:45:17.941825+0000 mgr.smithi129.iclwio (mgr.14716) 3523 : cluster [DBG] pgmap v3026: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:21.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:21 smithi129 conmon[101092]: cluster 2022-01-18T17:45:19.942616+0000 mgr.smithi129.iclwio (mgr.14716) 3524 : cluster [DBG] pgmap v3027: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:45:21.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:21 smithi156 conmon[67007]: cluster 2022-01-18T17:45:19.942616+0000 mgr.smithi129.iclwio (mgr.14716) 3524 : cluster [DBG] pgmap v3027: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:45:21.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:21 smithi156 conmon[67007]: 2022-01-18T17:45:23.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:23 smithi129 conmon[101092]: cluster 2022-01-18T17:45:21.943142+0000 mgr.smithi129.iclwio (mgr.14716) 3525 : cluster [DBG] pgmap v3028: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:23.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:23 smithi156 conmon[67007]: cluster 2022-01-18T17:45:21.943142+0000 mgr.smithi129.iclwio (mgr.14716) 3525 : cluster [DBG] pgmap v3028: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:25.324 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:45:25.591 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:45:25.592 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (107m) 7m ago 109m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:45:25.592 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (99m) 7m ago 109m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:45:25.592 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (99m) 7m ago 108m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:45:25.592 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (107m) 7m ago 108m 41.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:45:25.593 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (103m) 7m ago 103m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:45:25.593 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (103m) 7m ago 103m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:45:25.593 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (100m) 7m ago 110m 574M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:45:25.593 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (100m) 7m ago 108m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:45:25.593 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (100m) 7m ago 110m 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:45:25.594 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (99m) 7m ago 108m 338M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:45:25.594 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (100m) 7m ago 100m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:45:25.594 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (100m) 7m ago 100m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:45:25.594 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (108m) 7m ago 108m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:45:25.595 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (108m) 7m ago 108m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:45:25.595 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (94m) 7m ago 107m 1689M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:45:25.595 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (107m) 7m ago 107m 2714M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:45:25.595 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (106m) 7m ago 106m 2099M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:45:25.596 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (106m) 7m ago 106m 2710M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:45:25.596 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (106m) 7m ago 106m 2518M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:45:25.596 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (106m) 7m ago 106m 3100M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:45:25.596 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (105m) 7m ago 105m 2444M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:45:25.596 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (105m) 7m ago 105m 3627M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:45:25.597 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (107m) 7m ago 108m 71.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:45:25.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:25 smithi129 conmon[101092]: cluster 2022-01-18T17:45:23.943866+0000 mgr.smithi129.iclwio 2022-01-18T17:45:25.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:25 smithi129 conmon[101092]: (mgr.14716) 3526 : cluster [DBG] pgmap v3029: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:25.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:25 smithi156 conmon[67007]: cluster 2022-01-18T17:45:23.943866+0000 mgr.smithi129.iclwio (mgr.14716) 3526 : cluster [DBG] pgmap v3029: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:25.910 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:45:25.910 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:45:25.910 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:45:25.911 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:45:25.911 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:45:25.911 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:45:25.911 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:45:25.912 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:45:25.912 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:45:25.912 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:45:25.912 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:45:25.912 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:45:25.913 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:45:25.913 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:45:25.913 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:45:25.914 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:45:25.914 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:45:25.914 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:45:25.914 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:45:26.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:26 smithi129 conmon[101092]: audit 2022-01-18T17:45:25.319430+0000 mgr.smithi129.iclwio (mgr.14716) 3527 : 2022-01-18T17:45:26.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:26 smithi129 conmon[101092]: audit [DBG] from='client.36430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:45:26.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:26 smithi129 conmon[101092]: audit 2022-01-18T17:45:25.589426+0000 mgr.smithi129.iclwio (mgr.14716) 3528 : audit [DBG] from='client.36434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:45:26.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:26 smithi129 conmon[101092]: audit 2022-01-18T17:45:25.916713+0000 mon.smithi129 (mon.0) 2022-01-18T17:45:26.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:26 smithi129 conmon[101092]: 1212 : audit [DBG] from='client.? 172.21.15.129:0/3776079057' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:45:26.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:26 smithi156 conmon[67007]: audit 2022-01-18T17:45:25.319430+0000 mgr.smithi129.iclwio (mgr.14716) 3527 : audit [DBG] from='client.36430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:45:26.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:26 smithi156 conmon[67007]: audit 2022-01-18T17:45:25.589426+0000 mgr.smithi129.iclwio (mgr.14716) 3528 : audit [DBG] from='client.36434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:45:26.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:26 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T17:45:26.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:26 smithi156 conmon[67007]: 17:45:25.916713+0000 mon.smithi129 (mon.0) 1212 : audit [DBG] from='client.? 172.21.15.129:0/3776079057' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:45:27.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:27 smithi129 conmon[101092]: cluster 2022-01-18T17:45:25.944451+0000 mgr.smithi129.iclwio (mgr.14716) 3529 : cluster [DBG] pgmap v3030: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:45:27.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:27 smithi129 conmon[101092]: 2022-01-18T17:45:27.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:27 smithi156 conmon[67007]: cluster 2022-01-18T17:45:25.944451+0000 mgr.smithi129.iclwio (mgr.14716) 3529 : cluster [DBG] pgmap v3030: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:45:29.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:29 smithi129 conmon[101092]: cluster 2022-01-18T17:45:27.944958+0000 mgr.smithi129.iclwio (mgr.14716) 3530 : cluster [DBG] pgmap v3031: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:29.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:29 smithi156 conmon[67007]: cluster 2022-01-18T17:45:27.944958+0000 mgr.smithi129.iclwio (mgr.14716) 3530 : cluster [DBG] pgmap v3031: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:31.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:31 smithi129 conmon[101092]: cluster 2022-01-18T17:45:29.945911+0000 mgr.smithi129.iclwio (mgr.14716) 3531 : cluster [DBG] pgmap v3032: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:45:31.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:31 smithi156 conmon[67007]: cluster 2022-01-18T17:45:29.945911+0000 mgr.smithi129.iclwio (mgr.14716) 3531 : cluster [DBG] pgmap v3032: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:45:33.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:33 smithi129 conmon[101092]: cluster 2022-01-18T17:45:31.946488+0000 mgr.smithi129.iclwio (mgr.14716) 3532 : cluster [DBG] pgmap v3033: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:33.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:33 smithi156 conmon[67007]: cluster 2022-01-18T17:45:31.946488+0000 mgr.smithi129.iclwio (mgr.14716) 3532 : cluster [DBG] pgmap v3033: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:35.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:35 smithi129 conmon[101092]: cluster 2022-01-18T17:45:33.947208+0000 mgr.smithi129.iclwio (mgr.14716) 3533 : cluster [DBG] pgmap v3034: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:35.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:35 smithi156 conmon[67007]: cluster 2022-01-18T17:45:33.947208+0000 mgr.smithi129.iclwio (mgr.14716) 3533 : cluster [DBG] 2022-01-18T17:45:35.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:35 smithi156 conmon[67007]: pgmap v3034: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:37.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:37 smithi129 conmon[101092]: cluster 2022-01-18T17:45:35.948017+0000 mgr.smithi129.iclwio (mgr.14716) 3534 : cluster [DBG] pgmap v3035: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:45:37.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:37 smithi156 conmon[67007]: cluster 2022-01-18T17:45:35.948017+0000 mgr.smithi129.iclwio (mgr.14716) 3534 : cluster [DBG] pgmap v3035: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:45:39.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:39 smithi156 conmon[67007]: cluster 2022-01-18T17:45:37.948583+0000 mgr.smithi129.iclwio (mgr.14716) 3535 : cluster [DBG] pgmap v3036: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:39.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:39 smithi129 conmon[101092]: cluster 2022-01-18T17:45:37.948583+0000 mgr.smithi129.iclwio (mgr.14716) 3535 : cluster [DBG] pgmap v3036: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:41.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:41 smithi156 conmon[67007]: cluster 2022-01-18T17:45:39.949440+0000 mgr.smithi129.iclwio (mgr.14716) 3536 2022-01-18T17:45:41.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:41 smithi156 conmon[67007]: : cluster [DBG] pgmap v3037: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:45:41.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:41 smithi129 conmon[101092]: cluster 2022-01-18T17:45:39.949440+0000 mgr.smithi129.iclwio (mgr.14716) 3536 : cluster [DBG] 2022-01-18T17:45:41.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:41 smithi129 conmon[101092]: pgmap v3037: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:45:43.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:43 smithi156 conmon[67007]: cluster 2022-01-18T17:45:41.949999+0000 mgr.smithi129.iclwio (mgr.14716) 3537 : cluster [DBG] pgmap v3038: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:43.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:43 smithi129 conmon[101092]: cluster 2022-01-18T17:45:41.949999+0000 mgr.smithi129.iclwio (mgr.14716) 3537 : cluster [DBG] pgmap v3038: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:45.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:45 smithi156 conmon[67007]: cluster 2022-01-18T17:45:43.950479+0000 mgr.smithi129.iclwio (mgr.14716) 3538 : cluster [DBG] pgmap v3039: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:45.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:45 smithi129 conmon[101092]: cluster 2022-01-18T17:45:43.950479+0000 mgr.smithi129.iclwio (mgr.14716) 3538 : cluster [DBG] pgmap v3039: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:47.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:47 smithi156 conmon[67007]: cluster 2022-01-18T17:45:45.951349+0000 mgr.smithi129.iclwio (mgr.14716) 3539 : cluster [DBG] pgmap v3040: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:45:47.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:47 smithi129 conmon[101092]: cluster 2022-01-18T17:45:45.951349+0000 mgr.smithi129.iclwio (mgr.14716) 3539 : cluster [DBG] pgmap v3040: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:45:49.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:49 smithi156 conmon[67007]: cluster 2022-01-18T17:45:47.951962+0000 mgr.smithi129.iclwio (mgr.14716) 3540 : cluster [DBG] pgmap v3041: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:49.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:49 smithi156 conmon[67007]: audit 2022-01-18T17:45:48.869164+0000 mon.smithi129 (mon.0) 1213 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:45:49.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:49 smithi156 conmon[67007]: audit 2022-01-18T17:45:48.870627+0000 mon.smithi129 (mon 2022-01-18T17:45:49.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:49 smithi156 conmon[67007]: .0) 1214 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:45:49.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:49 smithi156 conmon[67007]: audit 2022-01 2022-01-18T17:45:49.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:49 smithi156 conmon[67007]: -18T17:45:48.871587 2022-01-18T17:45:49.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:49 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 1215 : audit 2022-01-18T17:45:49.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:49 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:45:49.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:49 smithi156 conmon[67007]: cephadm 2022-01-18 2022-01-18T17:45:49.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:49 smithi156 conmon[67007]: T17:45:48.872403+0000 mgr.smithi129.iclwio ( 2022-01-18T17:45:49.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:49 smithi156 conmon[67007]: mgr.14716) 3541 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:45:49.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:49 smithi156 conmon[67007]: 2022-01-18T17:45:49.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:49 smithi156 conmon[67007]: audit 2022 2022-01-18T17:45:49.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:49 smithi156 conmon[67007]: -01-18T17:45:49 2022-01-18T17:45:49.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:49 smithi156 conmon[67007]: .180345+0000 mon.smithi129 (mon.0 2022-01-18T17:45:49.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:49 smithi156 conmon[67007]: ) 1216 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:45:49.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:49 smithi156 conmon[67007]: audit 2022- 2022-01-18T17:45:49.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:49 smithi156 conmon[67007]: 01-18T17:45:49.189904 2022-01-18T17:45:49.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:49 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 1217 : 2022-01-18T17:45:49.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:49 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:45:49.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:49 smithi129 conmon[101092]: cluster 2022-01-18T17:45:47.951962+0000 mgr.smithi129.iclwio (mgr.14716) 3540 : cluster [DBG] 2022-01-18T17:45:49.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:49 smithi129 conmon[101092]: pgmap v3041: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:49.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:49 smithi129 conmon[101092]: audit 2022-01-18T17:45:48.869164+0000 mon.smithi129 (mon.0) 1213 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:45:49.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:49 smithi129 conmon[101092]: audit 2022-01-18T17:45:48.870627 2022-01-18T17:45:49.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:49 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 1214 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:45:49.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:49 smithi129 conmon[101092]: audit 2022-01-18T17:45:48.871587+0000 mon.smithi129 (mon 2022-01-18T17:45:49.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:49 smithi129 conmon[101092]: .0) 1215 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:45:49.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:49 smithi129 conmon[101092]: cephadm 2022-01-18T17:45:49.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:49 smithi129 conmon[101092]: 2022-01-18T17:45:48.872403+0000 mgr.smithi129.iclwio (mgr 2022-01-18T17:45:49.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:49 smithi129 conmon[101092]: .14716) 3541 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:45:49.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:49 smithi129 conmon[101092]: audit 2022-01 2022-01-18T17:45:49.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:49 smithi129 conmon[101092]: -18T17:45:49.180345+0000 mon.smithi129 2022-01-18T17:45:49.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:49 smithi129 conmon[101092]: (mon.0) 1216 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:45:49.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:49 smithi129 conmon[101092]: audit 2022 2022-01-18T17:45:49.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:49 smithi129 conmon[101092]: -01-18T17:45:49.189904+0000 2022-01-18T17:45:49.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:49 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1217 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:45:49.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:49 smithi129 conmon[101092]: 2022-01-18T17:45:51.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:51 smithi156 conmon[67007]: cluster 2022-01-18T17:45:49.952901+0000 mgr.smithi129.iclwio (mgr.14716) 3542 : cluster [DBG] pgmap v3042: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:45:51.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:51 smithi129 conmon[101092]: cluster 2022-01-18T17:45:49.952901+0000 mgr.smithi129.iclwio (mgr.14716) 3542 : cluster [DBG] pgmap v3042: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:45:53.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:53 smithi156 conmon[67007]: cluster 2022-01-18T17:45:51.953370+0000 mgr.smithi129.iclwio (mgr.14716) 3543 : cluster [DBG] 2022-01-18T17:45:53.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:53 smithi156 conmon[67007]: pgmap v3043: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:53.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:53 smithi129 conmon[101092]: cluster 2022-01-18T17:45:51.953370+0000 mgr.smithi129.iclwio (mgr.14716) 3543 : cluster [DBG] pgmap v3043: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:55.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:55 smithi156 conmon[67007]: cluster 2022-01-18T17:45:53.954052+0000 mgr.smithi129.iclwio (mgr.14716) 3544 : cluster [DBG] pgmap v3044: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:55.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:55 smithi156 conmon[67007]: 2022-01-18T17:45:55.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:55 smithi129 conmon[101092]: cluster 2022-01-18T17:45:53.954052+0000 mgr.smithi129.iclwio (mgr.14716) 3544 : cluster [DBG] pgmap v3044: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:56.209 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:45:56.481 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:45:56.481 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (108m) 8m ago 109m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:45:56.481 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (100m) 8m ago 109m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:45:56.482 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (100m) 8m ago 108m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:45:56.482 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (108m) 8m ago 109m 41.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:45:56.483 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (104m) 8m ago 104m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:45:56.483 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (104m) 8m ago 104m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:45:56.484 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (101m) 8m ago 110m 574M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:45:56.484 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (100m) 8m ago 108m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:45:56.485 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (100m) 8m ago 110m 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:45:56.485 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (100m) 8m ago 108m 338M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:45:56.485 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (101m) 8m ago 101m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:45:56.486 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (101m) 8m ago 101m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:45:56.486 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (109m) 8m ago 109m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:45:56.487 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (108m) 8m ago 108m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:45:56.487 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (94m) 8m ago 108m 1689M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:45:56.488 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (107m) 8m ago 107m 2714M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:45:56.488 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (107m) 8m ago 107m 2099M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:45:56.488 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (107m) 8m ago 107m 2710M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:45:56.489 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (106m) 8m ago 106m 2518M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:45:56.489 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (106m) 8m ago 106m 3100M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:45:56.490 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (106m) 8m ago 106m 2444M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:45:56.490 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (105m) 8m ago 105m 3627M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:45:56.491 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (108m) 8m ago 109m 71.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:45:56.796 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:45:56.797 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:45:56.797 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:45:56.797 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:45:56.798 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:45:56.798 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:45:56.798 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:45:56.798 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:45:56.799 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:45:56.799 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:45:56.799 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:45:56.799 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:45:56.799 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:45:56.800 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:45:56.800 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:45:56.800 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:45:56.800 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:45:56.801 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:45:56.801 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:45:57.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:57 smithi156 conmon[67007]: cluster 2022-01-18T17:45:55.954988+0000 mgr.smithi129.iclwio (mgr.14716) 3545 : cluster [DBG] pgmap v3045: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:45:57.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:57 smithi156 conmon[67007]: audit 2022-01-18T17:45:56.204051+0000 mgr.smithi129.iclwio (mgr.14716) 3546 : audit [DBG] from='client.36442 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:45:57.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:57 smithi156 conmon[67007]: audit 2022-01-18T17:45:56.478919+0000 mgr.smithi129.iclwio (mgr.14716) 3547 : audit [DBG] 2022-01-18T17:45:57.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:57 smithi156 conmon[67007]: from='client.36446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:45:57.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:57 smithi156 conmon[67007]: audit 2022-01-18T17:45:57.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:57 smithi156 conmon[67007]: 2022-01-18T17:45:56.803623+0000 mon.smithi129 2022-01-18T17:45:57.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:57 smithi156 conmon[67007]: (mon.0) 1218 : audit [DBG] 2022-01-18T17:45:57.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:57 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/2738529860' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:45:57.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:57 smithi129 conmon[101092]: cluster 2022-01-18T17:45:55.954988+0000 mgr.smithi129.iclwio (mgr.14716) 3545 : cluster 2022-01-18T17:45:57.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:57 smithi129 conmon[101092]: [DBG] pgmap v3045: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:45:57.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:57 smithi129 conmon[101092]: audit 2022-01-18T17:45:56.204051+0000 mgr.smithi129.iclwio (mgr.14716) 3546 : audit [DBG] from='client.36442 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:45:57.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:57 smithi129 conmon[101092]: audit 2022-01-18T17:45:56.478919+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T17:45:57.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:57 smithi129 conmon[101092]: 14716) 3547 : audit [DBG] from='client.36446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:45:57.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:57 smithi129 conmon[101092]: audit 2022-01-18T17:45:56 2022-01-18T17:45:57.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:57 smithi129 conmon[101092]: .803623+0000 mon.smithi129 (mon.0) 1218 : audit [DBG] from='client.? 172.21.15.129:0/2738529860' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:45:59.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:59 smithi156 conmon[67007]: cluster 2022-01-18T17:45:57.955547+0000 mgr.smithi129.iclwio (mgr.14716) 3548 : cluster [DBG] pgmap v3046: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:59.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:59 smithi156 conmon[67007]: audit 2022-01-18T17:45:58.599656+0000 mon.smithi129 (mon.0) 1219 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:45:59.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:59 smithi156 conmon[67007]: audit 2022-01-18T17:45:58.599996+0000 mon.smithi129 2022-01-18T17:45:59.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:45:59 smithi156 conmon[67007]: (mon.0) 1220 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:45:59.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:59 smithi129 conmon[101092]: cluster 2022-01-18T17:45:57.955547+0000 mgr.smithi129.iclwio (mgr.14716) 3548 : cluster [DBG] pgmap v3046: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:45:59.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:59 smithi129 conmon[101092]: audit 2022-01-18T17:45:58.599656 2022-01-18T17:45:59.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:59 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 1219 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:45:59.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:45:59 smithi129 conmon[101092]: audit 2022-01-18T17:45:58.599996+0000 mon.smithi129 (mon.0) 1220 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:46:01.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:01 smithi156 conmon[67007]: cluster 2022-01-18T17:45:59.956366+0000 mgr.smithi129.iclwio (mgr.14716) 3549 : cluster [DBG] pgmap v3047: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:46:01.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:01 smithi156 conmon[67007]: 2022-01-18T17:46:01.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:01 smithi129 conmon[101092]: cluster 2022-01-18T17:45:59.956366+0000 mgr.smithi129.iclwio (mgr.14716) 3549 : cluster [DBG] pgmap v3047: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:46:03.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:03 smithi156 conmon[67007]: cluster 2022-01-18T17:46:01.956881+0000 mgr.smithi129.iclwio (mgr.14716) 3550 : cluster [DBG] pgmap v3048: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:03.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:03 smithi129 conmon[101092]: cluster 2022-01-18T17:46:01.956881+0000 mgr.smithi129.iclwio (mgr.14716) 3550 : cluster [DBG] 2022-01-18T17:46:03.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:03 smithi129 conmon[101092]: pgmap v3048: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:05.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:05 smithi156 conmon[67007]: cluster 2022-01-18T17:46:03.957306+0000 mgr.smithi129.iclwio (mgr.14716) 3551 : cluster [DBG] pgmap v3049: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:05.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:05 smithi129 conmon[101092]: cluster 2022-01-18T17:46:03.957306+0000 mgr.smithi129.iclwio (mgr.14716) 3551 : 2022-01-18T17:46:05.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:05 smithi129 conmon[101092]: cluster [DBG] pgmap v3049: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:07.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:07 smithi156 conmon[67007]: cluster 2022-01-18T17:46:05.958368+0000 mgr.smithi129.iclwio (mgr.14716) 3552 : cluster [DBG] pgmap v3050: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:46:07.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:07 smithi129 conmon[101092]: cluster 2022-01-18T17:46:05.958368+0000 mgr.smithi129.iclwio (mgr.14716) 3552 : cluster [DBG] 2022-01-18T17:46:07.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:07 smithi129 conmon[101092]: pgmap v3050: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:46:09.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:09 smithi156 conmon[67007]: cluster 2022-01-18T17:46:07.959072+0000 mgr.smithi129.iclwio (mgr.14716) 3553 : cluster [DBG] pgmap v3051: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:09.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:09 smithi129 conmon[101092]: cluster 2022-01-18T17:46:07.959072+0000 mgr.smithi129.iclwio (mgr.14716) 3553 : cluster [DBG] 2022-01-18T17:46:09.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:09 smithi129 conmon[101092]: pgmap v3051: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:11.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:11 smithi156 conmon[67007]: cluster 2022-01-18T17:46:09.959910+0000 mgr.smithi129.iclwio (mgr.14716) 3554 : cluster [DBG] pgmap v3052: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:46:11.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:11 smithi129 conmon[101092]: cluster 2022-01-18T17:46:09.959910+0000 mgr.smithi129.iclwio (mgr.14716) 3554 : cluster [DBG] pgmap v3052: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:46:13.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:13 smithi156 conmon[67007]: cluster 2022-01-18T17:46:11.960370+0000 mgr.smithi129.iclwio (mgr.14716) 3555 : cluster [DBG] pgmap v3053: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:13.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:13 smithi129 conmon[101092]: cluster 2022-01-18T17:46:11.960370+0000 mgr.smithi129.iclwio (mgr.14716) 3555 2022-01-18T17:46:13.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:13 smithi129 conmon[101092]: : cluster [DBG] pgmap v3053: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:15.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:15 smithi156 conmon[67007]: cluster 2022-01-18T17:46:13.960959+0000 mgr.smithi129.iclwio (mgr.14716) 3556 : cluster [DBG] pgmap v3054: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:15.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:15 smithi129 conmon[101092]: cluster 2022-01-18T17:46:13.960959+0000 mgr.smithi129.iclwio (mgr.14716) 3556 : cluster [DBG] pgmap v3054: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:17.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:17 smithi156 conmon[67007]: cluster 2022-01-18T17:46:15.961760+0000 mgr.smithi129.iclwio (mgr.14716) 3557 : cluster [DBG] pgmap v3055: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:46:17.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:17 smithi129 conmon[101092]: cluster 2022-01-18T17:46:15.961760+0000 mgr.smithi129.iclwio (mgr.14716) 3557 : cluster [DBG] 2022-01-18T17:46:17.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:17 smithi129 conmon[101092]: pgmap v3055: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:46:19.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:19 smithi156 conmon[67007]: cluster 2022-01-18T17:46:17.962361+0000 mgr.smithi129.iclwio (mgr.14716) 3558 : cluster [DBG] pgmap v3056: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:19.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:19 smithi129 conmon[101092]: cluster 2022-01-18T17:46:17.962361+0000 mgr.smithi129.iclwio (mgr.14716) 3558 : cluster [DBG] 2022-01-18T17:46:19.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:19 smithi129 conmon[101092]: pgmap v3056: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:21.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:21 smithi156 conmon[67007]: cluster 2022-01-18T17:46:19.963149+0000 mgr.smithi129.iclwio (mgr.14716) 3559 : cluster [DBG] pgmap v3057: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:46:21.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:21 smithi129 conmon[101092]: cluster 2022-01-18T17:46:19.963149+0000 mgr.smithi129.iclwio (mgr.14716) 3559 : cluster [DBG] pgmap v3057: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:46:23.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:23 smithi156 conmon[67007]: cluster 2022-01-18T17:46:21.963605+0000 mgr.smithi129.iclwio (mgr.14716) 3560 : cluster [DBG] pgmap v3058: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:23.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:23 smithi129 conmon[101092]: cluster 2022-01-18T17:46:21.963605+0000 mgr.smithi129.iclwio (mgr.14716) 3560 : cluster [DBG] pgmap v3058: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:25.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:25 smithi156 conmon[67007]: cluster 2022-01-18T17:46:23.964194+0000 mgr.smithi129.iclwio (mgr.14716) 3561 : cluster [DBG] pgmap v3059: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:25.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:25 smithi129 conmon[101092]: cluster 2022-01-18T17:46:23.964194+0000 mgr.smithi129.iclwio (mgr.14716) 3561 : cluster 2022-01-18T17:46:25.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:25 smithi129 conmon[101092]: [DBG] pgmap v3059: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:27.095 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:46:27.359 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:46:27.360 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (108m) 8m ago 110m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:46:27.360 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (100m) 8m ago 110m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:46:27.360 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (100m) 8m ago 109m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:46:27.361 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (108m) 8m ago 109m 41.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:46:27.361 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (104m) 8m ago 104m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:46:27.361 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (104m) 8m ago 104m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:46:27.361 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (101m) 8m ago 111m 574M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:46:27.362 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (101m) 8m ago 109m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:46:27.362 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (101m) 8m ago 111m 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:46:27.362 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (100m) 8m ago 109m 338M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:46:27.363 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (101m) 8m ago 101m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:46:27.363 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (101m) 8m ago 101m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:46:27.363 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (109m) 8m ago 109m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:46:27.363 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (109m) 8m ago 109m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:46:27.364 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (95m) 8m ago 108m 1689M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:46:27.364 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (108m) 8m ago 108m 2714M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:46:27.364 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (107m) 8m ago 107m 2099M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:46:27.364 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (107m) 8m ago 107m 2710M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:46:27.364 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (107m) 8m ago 107m 2518M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:46:27.365 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (107m) 8m ago 107m 3100M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:46:27.365 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (106m) 8m ago 106m 2444M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:46:27.365 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (106m) 8m ago 106m 3627M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:46:27.365 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (108m) 8m ago 109m 71.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:46:27.682 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:46:27.683 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:46:27.683 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:46:27.683 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:46:27.684 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:46:27.684 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:46:27.684 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:46:27.685 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:46:27.685 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:46:27.686 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:46:27.686 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:46:27.687 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:46:27.687 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:46:27.687 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:46:27.688 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:46:27.688 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:46:27.689 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:46:27.689 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:46:27.690 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:46:27.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:27 smithi156 conmon[67007]: cluster 2022-01-18T17:46:25.965035+0000 mgr.smithi129.iclwio (mgr.14716) 3562 : cluster [DBG] pgmap v3060: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:46:27.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:27 smithi129 conmon[101092]: cluster 2022-01-18T17:46:25.965035+0000 mgr.smithi129.iclwio (mgr.14716) 3562 : 2022-01-18T17:46:27.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:27 smithi129 conmon[101092]: cluster [DBG] pgmap v3060: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:46:28.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:28 smithi156 conmon[67007]: audit 2022-01-18T17:46:27.090194+0000 mgr.smithi129.iclwio (mgr.14716) 3563 : audit [DBG] from='client.36454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:46:28.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:28 smithi156 conmon[67007]: audit 2022-01-18T17:46:27.357911+0000 mgr.smithi129.iclwio (mgr.14716) 3564 : audit [DBG] from='client.36458 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:46:28.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:28 smithi156 conmon[67007]: audit 2022-01-18T17:46:27.689756+0000 mon.smithi129 (mon.0) 1221 : audit [DBG] from='client.? 172.21.15.129:0/2422683353' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:46:28.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:28 smithi129 conmon[101092]: audit 2022-01-18T17:46:27.090194+0000 mgr.smithi129.iclwio (mgr.14716) 3563 : audit 2022-01-18T17:46:28.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:28 smithi129 conmon[101092]: [DBG] from='client.36454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:46:28.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:28 smithi129 conmon[101092]: audit 2022-01-18T17:46:27.357911+0000 mgr.smithi129.iclwio (mgr.14716) 3564 : audit [DBG] from='client.36458 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:46:28.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:28 smithi129 conmon[101092]: audit 2022-01-18T17:46:27.689756+0000 mon.smithi129 (mon.0) 1221 : audit 2022-01-18T17:46:28.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:28 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/2422683353' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:46:29.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:29 smithi156 conmon[67007]: cluster 2022-01-18T17:46:27.965496+0000 mgr.smithi129.iclwio (mgr.14716) 3565 : cluster [DBG] pgmap v3061: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:29.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:29 smithi129 conmon[101092]: cluster 2022-01-18T17:46:27.965496+0000 mgr.smithi129.iclwio (mgr.14716) 3565 : cluster 2022-01-18T17:46:29.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:29 smithi129 conmon[101092]: [DBG] pgmap v3061: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:31.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:31 smithi156 conmon[67007]: cluster 2022-01-18T17:46:29.966418+0000 mgr.smithi129.iclwio (mgr.14716) 3566 : cluster [DBG] pgmap v3062: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:46:31.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:31 smithi129 conmon[101092]: cluster 2022-01-18T17:46:29.966418+0000 mgr.smithi129.iclwio (mgr.14716) 3566 : cluster [DBG] pgmap v3062: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:46:31.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:31 smithi129 conmon[101092]: 2022-01-18T17:46:33.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:33 smithi156 conmon[67007]: cluster 2022-01-18T17:46:31.966904+0000 mgr.smithi129.iclwio (mgr.14716) 3567 : cluster [DBG] pgmap v3063: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:33.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:33 smithi129 conmon[101092]: cluster 2022-01-18T17:46:31.966904+0000 mgr.smithi129.iclwio (mgr.14716) 3567 : cluster [DBG] 2022-01-18T17:46:33.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:33 smithi129 conmon[101092]: pgmap v3063: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:35.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:35 smithi156 conmon[67007]: cluster 2022-01-18T17:46:33.967470+0000 mgr.smithi129.iclwio (mgr.14716) 3568 : cluster [DBG] pgmap v3064: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:35.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:35 smithi129 conmon[101092]: cluster 2022-01-18T17:46:33.967470+0000 mgr.smithi129.iclwio (mgr.14716) 3568 : cluster [DBG] pgmap v3064: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:37.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:37 smithi156 conmon[67007]: cluster 2022-01-18T17:46:35.968229+0000 mgr.smithi129.iclwio (mgr.14716) 3569 : cluster [DBG] pgmap v3065: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:46:37.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:37 smithi129 conmon[101092]: cluster 2022-01-18T17:46:35.968229+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:46:37.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:37 smithi129 conmon[101092]: ) 3569 : cluster [DBG] pgmap v3065: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:46:39.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:39 smithi129 conmon[101092]: cluster 2022-01-18T17:46:37.968879+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:46:39.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:39 smithi129 conmon[101092]: 3570 : cluster [DBG] pgmap v3066: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:40.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:39 smithi156 conmon[67007]: cluster 2022-01-18T17:46:37.968879+0000 mgr.smithi129.iclwio (mgr.14716) 3570 : cluster [DBG] pgmap v3066: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:40.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:39 smithi156 conmon[67007]: 2022-01-18T17:46:41.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:41 smithi129 conmon[101092]: cluster 2022-01-18T17:46:39.969761+0000 mgr.smithi129.iclwio (mgr.14716) 3571 : cluster [DBG] 2022-01-18T17:46:41.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:41 smithi129 conmon[101092]: pgmap v3067: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:46:42.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:41 smithi156 conmon[67007]: cluster 2022-01-18T17:46:39.969761+0000 mgr.smithi129.iclwio (mgr.14716) 3571 : cluster [DBG] pgmap v3067: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:46:43.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:43 smithi129 conmon[101092]: cluster 2022-01-18T17:46:41.970372+0000 mgr.smithi129.iclwio (mgr.14716) 3572 : 2022-01-18T17:46:43.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:43 smithi129 conmon[101092]: cluster [DBG] pgmap v3068: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:44.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:43 smithi156 conmon[67007]: cluster 2022-01-18T17:46:41.970372+0000 mgr.smithi129.iclwio (mgr.14716) 3572 : cluster 2022-01-18T17:46:44.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:43 smithi156 conmon[67007]: [DBG] pgmap v3068: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:45.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:45 smithi129 conmon[101092]: cluster 2022-01-18T17:46:43.970927+0000 mgr.smithi129.iclwio (mgr.14716) 3573 : cluster [DBG] pgmap v3069: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:46.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:45 smithi156 conmon[67007]: cluster 2022-01-18T17:46:43.970927+0000 mgr.smithi129.iclwio (mgr.14716) 3573 : cluster [DBG] pgmap v3069: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:47.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:47 smithi129 conmon[101092]: cluster 2022-01-18T17:46:45.971745+0000 mgr.smithi129.iclwio (mgr.14716) 3574 : cluster [DBG] pgmap v3070: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:46:48.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:47 smithi156 conmon[67007]: cluster 2022-01-18T17:46:45.971745+0000 mgr.smithi129.iclwio (mgr.14716) 3574 : cluster [DBG] pgmap v3070: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:46:48.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:47 smithi156 conmon[67007]: 2022-01-18T17:46:49.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:49 smithi129 conmon[101092]: cluster 2022-01-18T17:46:47.972330+0000 mgr.smithi129.iclwio (mgr.14716) 3575 : cluster 2022-01-18T17:46:49.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:49 smithi129 conmon[101092]: [DBG] pgmap v3071: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:49.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:49 smithi129 conmon[101092]: audit 2022-01-18T17:46:49.192771+0000 mon.smithi129 (mon.0) 1222 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:46:49.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:49 smithi129 conmon[101092]: audit 2022-01-18T17:46:49. 2022-01-18T17:46:49.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:49 smithi129 conmon[101092]: 194264+0000 mon.smithi129 (mon.0) 1223 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:46:49.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:49 smithi129 conmon[101092]: audit 2022-01 2022-01-18T17:46:49.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:49 smithi129 conmon[101092]: -18T17:46:49.195260+0000 mon.smithi129 (mon.0) 1224 : 2022-01-18T17:46:49.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:49 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:46:49.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:49 smithi129 conmon[101092]: audit 2022-01-18T17:46: 2022-01-18T17:46:49.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:49 smithi129 conmon[101092]: 49.495742+0000 mon.smithi129 (mon.0) 1225 : 2022-01-18T17:46:49.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:49 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T17:46:49.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:49 smithi129 conmon[101092]: audit 2022-01-18T17:46 2022-01-18T17:46:49.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:49 smithi129 conmon[101092]: :49.502650+0000 mon.smithi129 (mon.0) 1226 : 2022-01-18T17:46:49.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:49 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T17:46:49.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:49 smithi129 conmon[101092]: audit 2022-01-18T17: 2022-01-18T17:46:49.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:49 smithi129 conmon[101092]: 46:49.506432+0000 mon.smithi129 (mon.0) 2022-01-18T17:46:49.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:49 smithi129 conmon[101092]: 1227 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:46:49.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:49 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T17:46:49.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:49 smithi129 conmon[101092]: 17:46:49.511591+0000 mon.smithi129 (mon.0 2022-01-18T17:46:49.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:49 smithi129 conmon[101092]: ) 1228 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:46:50.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:49 smithi156 conmon[67007]: cluster 2022-01-18T17:46:47.972330+0000 mgr.smithi129.iclwio (mgr.14716) 3575 : cluster [DBG] pgmap v3071: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:50.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:49 smithi156 conmon[67007]: audit 2022-01-18T17:46:49.192771+0000 mon.smithi129 (mon.0) 1222 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:46:50.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:49 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T17:46:50.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:49 smithi156 conmon[67007]: 17:46:49.194264+0000 mon.smithi129 (mon.0) 1223 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:46:50.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:49 smithi156 conmon[67007]: audit 2022 2022-01-18T17:46:50.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:49 smithi156 conmon[67007]: -01-18T17:46:49. 2022-01-18T17:46:50.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:49 smithi156 conmon[67007]: 195260+0000 mon.smithi129 (mon.0) 1224 : audit 2022-01-18T17:46:50.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:49 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:46:50.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:49 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T17:46:50.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:49 smithi156 conmon[67007]: 17:46:49.495742+0000 mon.smithi129 (mon 2022-01-18T17:46:50.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:49 smithi156 conmon[67007]: .0) 1225 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T17:46:50.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:49 smithi156 conmon[67007]: audit 2022 2022-01-18T17:46:50.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:49 smithi156 conmon[67007]: -01-18T17:46:49 2022-01-18T17:46:50.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:49 smithi156 conmon[67007]: .502650+0000 mon.smithi129 (mon.0) 1226 : audit 2022-01-18T17:46:50.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:49 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T17:46:50.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:49 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T17:46:50.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:49 smithi156 conmon[67007]: 17:46:49.506432+0000 mon.smithi129 (mon 2022-01-18T17:46:50.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:49 smithi156 conmon[67007]: .0) 1227 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:46:50.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:49 smithi156 conmon[67007]: audit 2022- 2022-01-18T17:46:50.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:49 smithi156 conmon[67007]: 01-18T17:46:49 2022-01-18T17:46:50.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:49 smithi156 conmon[67007]: .511591+0000 mon.smithi129 (mon.0) 1228 : audit 2022-01-18T17:46:50.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:49 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:46:50.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:50 smithi129 conmon[101092]: cephadm 2022-01-18T17:46:49.196011+0000 mgr.smithi129.iclwio (mgr.14716) 3576 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:46:51.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:50 smithi156 conmon[67007]: cephadm 2022-01-18T17:46:49.196011+0000 mgr.smithi129.iclwio (mgr.14716) 3576 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:46:51.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:51 smithi129 conmon[101092]: cluster 2022-01-18T17:46:49.973212+0000 mgr.smithi129.iclwio (mgr.14716) 3577 : cluster 2022-01-18T17:46:51.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:51 smithi129 conmon[101092]: [DBG] pgmap v3072: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:46:52.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:51 smithi156 conmon[67007]: cluster 2022-01-18T17:46:49.973212+0000 mgr.smithi129.iclwio (mgr.14716) 3577 : cluster [DBG] pgmap v3072: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:46:53.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:53 smithi129 conmon[101092]: cluster 2022-01-18T17:46:51.973857+0000 mgr.smithi129.iclwio (mgr.14716) 3578 : cluster [DBG] 2022-01-18T17:46:53.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:53 smithi129 conmon[101092]: pgmap v3073: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:54.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:53 smithi156 conmon[67007]: cluster 2022-01-18T17:46:51.973857+0000 mgr.smithi129.iclwio (mgr.14716) 3578 : cluster [DBG] pgmap v3073: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:55.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:55 smithi129 conmon[101092]: cluster 2022-01-18T17:46:53.974509+0000 mgr.smithi129.iclwio (mgr.14716) 3579 : cluster [DBG] pgmap v3074: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:56.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:55 smithi156 conmon[67007]: cluster 2022-01-18T17:46:53.974509+0000 mgr.smithi129.iclwio (mgr.14716) 3579 : cluster [DBG] pgmap v3074: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:57.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:57 smithi129 conmon[101092]: cluster 2022-01-18T17:46:55.975373+0000 mgr.smithi129.iclwio (mgr.14716) 3580 : cluster [DBG] pgmap v3075: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:46:57.986 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:46:58.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:57 smithi156 conmon[67007]: cluster 2022-01-18T17:46:55.975373+0000 mgr.smithi129.iclwio (mgr.14716) 3580 : cluster [DBG] pgmap v3075: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:46:58.252 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:46:58.252 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (109m) 9m ago 110m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:46:58.252 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (101m) 9m ago 110m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:46:58.253 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (101m) 9m ago 109m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:46:58.253 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (109m) 9m ago 110m 41.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:46:58.253 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (105m) 9m ago 105m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:46:58.253 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (105m) 9m ago 105m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:46:58.254 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (102m) 9m ago 111m 574M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:46:58.254 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (101m) 9m ago 109m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:46:58.254 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (101m) 9m ago 111m 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:46:58.254 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (101m) 9m ago 109m 338M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:46:58.254 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (102m) 9m ago 102m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:46:58.255 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (102m) 9m ago 102m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:46:58.255 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (110m) 9m ago 110m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:46:58.255 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (109m) 9m ago 109m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:46:58.256 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (95m) 9m ago 109m 1689M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:46:58.256 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (108m) 9m ago 108m 2714M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:46:58.256 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (108m) 9m ago 108m 2099M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:46:58.256 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (108m) 9m ago 108m 2710M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:46:58.257 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (107m) 9m ago 107m 2518M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:46:58.257 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (107m) 9m ago 107m 3100M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:46:58.257 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (107m) 9m ago 107m 2444M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:46:58.257 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (106m) 9m ago 106m 3627M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:46:58.257 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (109m) 9m ago 110m 71.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:46:58.571 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:46:58.572 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:46:58.572 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:46:58.572 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:46:58.573 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:46:58.573 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:46:58.573 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:46:58.573 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:46:58.573 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:46:58.574 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:46:58.574 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:46:58.574 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:46:58.574 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:46:58.575 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:46:58.575 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:46:58.575 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:46:58.575 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:46:58.575 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:46:58.576 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:46:58.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:58 smithi129 conmon[101092]: audit 2022-01-18T17:46:58.579045+0000 mon.smithi129 (mon.0) 1229 : 2022-01-18T17:46:58.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:58 smithi129 conmon[101092]: audit [DBG] from='client.? 172.21.15.129:0/2176882243' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:46:59.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:58 smithi156 conmon[67007]: audit 2022-01-18T17:46:58.579045+0000 mon.smithi129 (mon.0) 1229 : audit [DBG] from='client.? 172.21.15.129:0/2176882243' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:46:59.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:59 smithi129 conmon[101092]: cluster 2022-01-18T17:46:57.975871+0000 mgr.smithi129.iclwio (mgr.14716) 3581 : cluster [DBG] pgmap v3076: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:46:59.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:59 smithi129 conmon[101092]: 2022-01-18T17:46:59.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:59 smithi129 conmon[101092]: audit 2022-01-18T17:46:57.981911+0000 mgr.smithi129.iclwio (mgr.14716) 3582 : audit [DBG] from='client.36466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:46:59.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:59 smithi129 conmon[101092]: audit 2022-01-18T17:46 2022-01-18T17:46:59.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:59 smithi129 conmon[101092]: :58.250542+0000 mgr.smithi129.iclwio (mgr.14716) 3583 2022-01-18T17:46:59.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:59 smithi129 conmon[101092]: : audit [DBG] from='client.36470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:46:59.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:59 smithi129 conmon[101092]: audit 2022-01 2022-01-18T17:46:59.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:59 smithi129 conmon[101092]: -18T17:46:58.603088 2022-01-18T17:46:59.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:59 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 1230 2022-01-18T17:46:59.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:59 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:46:59.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:59 smithi129 conmon[101092]: audit 2022-01-18T17:46:59.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:59 smithi129 conmon[101092]: 2022-01-18T17:46: 2022-01-18T17:46:59.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:59 smithi129 conmon[101092]: 58.603267+0000 mon.smithi129 (mon.0) 1231 : audit 2022-01-18T17:46:59.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:46:59 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:47:00.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:59 smithi156 conmon[67007]: cluster 2022-01-18T17:46:57.975871+0000 mgr.smithi129.iclwio (mgr.14716) 3581 : cluster [DBG] pgmap v3076: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:00.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:59 smithi156 conmon[67007]: audit 2022-01-18T17:46:57.981911+0000 mgr.smithi129.iclwio (mgr.14716) 3582 : audit [DBG] from='client.36466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:47:00.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:59 smithi156 conmon[67007]: audit 2022-01-18T17:46:58.250542+0000 mgr.smithi129.iclwio (mgr.14716) 3583 : audit [DBG] from='client.36470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:47:00.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:59 smithi156 conmon[67007]: audit 2022-01-18T17:46:58.603088 2022-01-18T17:47:00.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:59 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 1230 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:47:00.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:59 smithi156 conmon[67007]: audit 2022 2022-01-18T17:47:00.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:59 smithi156 conmon[67007]: -01-18T17:46:58.603267+0000 mon.smithi129 2022-01-18T17:47:00.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:46:59 smithi156 conmon[67007]: (mon.0) 1231 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:47:01.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:01 smithi129 conmon[101092]: cluster 2022-01-18T17:46:59.976834+0000 mgr.smithi129.iclwio (mgr.14716) 3584 : cluster [DBG] pgmap v3077: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:47:01.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:01 smithi129 conmon[101092]: 2022-01-18T17:47:02.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:01 smithi156 conmon[67007]: cluster 2022-01-18T17:46:59.976834+0000 mgr.smithi129.iclwio (mgr.14716) 3584 : cluster [DBG] pgmap v3077: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:47:03.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:03 smithi129 conmon[101092]: cluster 2022-01-18T17:47:01.977325+0000 mgr.smithi129.iclwio (mgr.14716) 3585 : cluster [DBG] pgmap v3078: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:03.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:03 smithi129 conmon[101092]: 2022-01-18T17:47:04.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:03 smithi156 conmon[67007]: cluster 2022-01-18T17:47:01.977325+0000 mgr.smithi129.iclwio (mgr.14716) 3585 : cluster [DBG] pgmap v3078: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:05.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:05 smithi129 conmon[101092]: cluster 2022-01-18T17:47:03.977862+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:47:05.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:05 smithi129 conmon[101092]: ) 3586 : cluster [DBG] pgmap v3079: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:06.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:05 smithi156 conmon[67007]: cluster 2022-01-18T17:47:03.977862+0000 mgr.smithi129.iclwio (mgr.14716) 3586 : cluster [DBG] pgmap v3079: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:07.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:07 smithi129 conmon[101092]: cluster 2022-01-18T17:47:05.978640+0000 mgr.smithi129.iclwio (mgr.14716) 3587 : cluster [DBG] pgmap v3080: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:47:07.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:07 smithi129 conmon[101092]: 2022-01-18T17:47:08.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:07 smithi156 conmon[67007]: cluster 2022-01-18T17:47:05.978640+0000 mgr.smithi129.iclwio (mgr.14716) 3587 : cluster [DBG] pgmap v3080: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:47:09.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:09 smithi129 conmon[101092]: cluster 2022-01-18T17:47:07.979165+0000 mgr.smithi129.iclwio (mgr.14716) 3588 : cluster [DBG] 2022-01-18T17:47:09.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:09 smithi129 conmon[101092]: pgmap v3081: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:10.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:09 smithi156 conmon[67007]: cluster 2022-01-18T17:47:07.979165+0000 mgr.smithi129.iclwio (mgr.14716) 3588 : cluster [DBG] pgmap v3081: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:11.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:11 smithi129 conmon[101092]: cluster 2022-01-18T17:47:09.980030+0000 mgr.smithi129.iclwio (mgr.14716) 3589 : cluster [DBG] pgmap v3082: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:47:11.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:11 smithi129 conmon[101092]: 2022-01-18T17:47:12.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:11 smithi156 conmon[67007]: cluster 2022-01-18T17:47:09.980030+0000 mgr.smithi129.iclwio (mgr.14716) 3589 : cluster [DBG] pgmap v3082: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:47:13.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:13 smithi129 conmon[101092]: cluster 2022-01-18T17:47:11.980663+0000 mgr.smithi129.iclwio (mgr.14716) 3590 : cluster [DBG] pgmap v3083: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:14.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:13 smithi156 conmon[67007]: cluster 2022-01-18T17:47:11.980663+0000 mgr.smithi129.iclwio (mgr.14716) 3590 : cluster [DBG] 2022-01-18T17:47:14.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:13 smithi156 conmon[67007]: pgmap v3083: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:15.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:15 smithi129 conmon[101092]: cluster 2022-01-18T17:47:13.981280+0000 mgr.smithi129.iclwio (mgr.14716) 3591 : cluster 2022-01-18T17:47:15.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:15 smithi129 conmon[101092]: [DBG] pgmap v3084: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:16.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:15 smithi156 conmon[67007]: cluster 2022-01-18T17:47:13.981280+0000 mgr.smithi129.iclwio (mgr.14716) 3591 : cluster [DBG] 2022-01-18T17:47:16.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:15 smithi156 conmon[67007]: pgmap v3084: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:17.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:17 smithi129 conmon[101092]: cluster 2022-01-18T17:47:15.982054+0000 mgr.smithi129.iclwio (mgr.14716) 3592 : cluster [DBG] pgmap v3085: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:47:18.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:17 smithi156 conmon[67007]: cluster 2022-01-18T17:47:15.982054+0000 mgr.smithi129.iclwio (mgr.14716) 3592 : cluster [DBG] 2022-01-18T17:47:18.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:17 smithi156 conmon[67007]: pgmap v3085: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:47:19.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:19 smithi129 conmon[101092]: cluster 2022-01-18T17:47:17.982655+0000 mgr.smithi129.iclwio (mgr 2022-01-18T17:47:19.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:19 smithi129 conmon[101092]: .14716) 3593 : cluster [DBG] pgmap v3086: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:20.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:19 smithi156 conmon[67007]: cluster 2022-01-18T17:47:17.982655+0000 mgr.smithi129.iclwio (mgr.14716) 3593 : cluster [DBG] 2022-01-18T17:47:20.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:19 smithi156 conmon[67007]: pgmap v3086: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:21.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:21 smithi129 conmon[101092]: cluster 2022-01-18T17:47:19.983449+0000 mgr.smithi129.iclwio (mgr.14716) 3594 : cluster [DBG] pgmap v3087: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:47:22.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:21 smithi156 conmon[67007]: cluster 2022-01-18T17:47:19.983449+0000 mgr.smithi129.iclwio (mgr.14716) 3594 : cluster [DBG] 2022-01-18T17:47:22.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:21 smithi156 conmon[67007]: pgmap v3087: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:47:23.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:23 smithi129 conmon[101092]: cluster 2022-01-18T17:47:21.983889+0000 mgr.smithi129.iclwio (mgr.14716) 3595 : cluster [DBG] pgmap v3088: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:24.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:23 smithi156 conmon[67007]: cluster 2022-01-18T17:47:21.983889+0000 mgr.smithi129.iclwio (mgr.14716) 3595 : cluster [DBG] pgmap v3088: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:24.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:23 smithi156 conmon[67007]: 2022-01-18T17:47:25.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:25 smithi129 conmon[101092]: cluster 2022-01-18T17:47:23 2022-01-18T17:47:25.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:25 smithi129 conmon[101092]: .984373+0000 mgr.smithi129.iclwio (mgr.14716) 3596 : cluster [DBG] pgmap v3089: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:26.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:25 smithi156 conmon[67007]: cluster 2022-01-18T17:47:23.984373+0000 mgr.smithi129.iclwio (mgr.14716) 3596 : cluster [DBG] 2022-01-18T17:47:26.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:25 smithi156 conmon[67007]: pgmap v3089: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:27.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:27 smithi129 conmon[101092]: cluster 2022-01-18T17:47:25.985313+0000 mgr.smithi129.iclwio (mgr.14716) 3597 : cluster [DBG] pgmap v3090: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:47:28.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:27 smithi156 conmon[67007]: cluster 2022-01-18T17:47:25.985313+0000 mgr.smithi129.iclwio (mgr.14716) 3597 : 2022-01-18T17:47:28.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:27 smithi156 conmon[67007]: cluster [DBG] pgmap v3090: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:47:28.872 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:47:29.137 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:47:29.138 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (110m) 9m ago 111m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:47:29.138 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (101m) 9m ago 111m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:47:29.138 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (101m) 9m ago 110m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:47:29.138 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (109m) 9m ago 110m 41.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:47:29.139 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (105m) 9m ago 105m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:47:29.139 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (105m) 9m ago 105m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:47:29.139 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (102m) 9m ago 112m 574M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:47:29.140 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (102m) 9m ago 110m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:47:29.140 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (102m) 9m ago 112m 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:47:29.140 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (101m) 9m ago 110m 338M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:47:29.141 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (102m) 9m ago 102m 175M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:47:29.141 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (102m) 9m ago 102m 107M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:47:29.141 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (110m) 9m ago 110m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:47:29.142 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (110m) 9m ago 110m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:47:29.142 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (96m) 9m ago 109m 1689M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:47:29.143 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (109m) 9m ago 109m 2714M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:47:29.143 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (109m) 9m ago 109m 2099M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:47:29.143 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (108m) 9m ago 108m 2710M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:47:29.144 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (108m) 9m ago 108m 2518M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:47:29.144 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (108m) 9m ago 108m 3100M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:47:29.145 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (107m) 9m ago 107m 2444M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:47:29.145 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (107m) 9m ago 107m 3627M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:47:29.145 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (109m) 9m ago 110m 71.1M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:47:29.458 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:47:29.458 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:47:29.458 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:47:29.459 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:47:29.459 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:47:29.459 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:47:29.459 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:47:29.460 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:47:29.460 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:47:29.460 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:47:29.460 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:47:29.461 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:47:29.461 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:47:29.461 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:47:29.461 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:47:29.462 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:47:29.462 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:47:29.462 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:47:29.462 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:47:29.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:29 smithi129 conmon[101092]: cluster 2022-01-18T17:47:27.985865+0000 mgr.smithi129.iclwio (mgr 2022-01-18T17:47:29.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:29 smithi129 conmon[101092]: .14716) 3598 : cluster [DBG] pgmap v3091: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:29.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:29 smithi129 conmon[101092]: audit 2022-01-18T17:47:28.868038+0000 mgr.smithi129.iclwio (mgr.14716) 3599 : audit [DBG] from='client.36478 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:47:29.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:29 smithi129 conmon[101092]: audit 2022-01-18T17:47:29.465414+0000 mon.smithi129 (mon. 2022-01-18T17:47:29.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:29 smithi129 conmon[101092]: 0) 1232 : audit [DBG] from='client.? 172.21.15.129:0/611377135' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:47:30.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:29 smithi156 conmon[67007]: cluster 2022-01-18T17:47:27.985865+0000 mgr.smithi129.iclwio (mgr.14716) 3598 : cluster [DBG] pgmap v3091: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:30.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:29 smithi156 conmon[67007]: audit 2022-01-18T17:47:28.868038+0000 mgr.smithi129.iclwio ( 2022-01-18T17:47:30.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:29 smithi156 conmon[67007]: mgr.14716) 3599 : audit [DBG] from='client.36478 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:47:30.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:29 smithi156 conmon[67007]: audit 2022-01-18T17:47:29.465414+0000 mon.smithi129 (mon.0) 1232 : audit [DBG] from='client.? 172.21.15.129:0/611377135' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:47:30.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:30 smithi129 conmon[101092]: audit 2022-01-18T17:47:29.135979+0000 mgr.smithi129.iclwio (mgr 2022-01-18T17:47:30.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:30 smithi129 conmon[101092]: .14716) 3600 : audit [DBG] from='client.36482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:47:31.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:30 smithi156 conmon[67007]: audit 2022-01-18T17:47:29.135979+0000 mgr.smithi129.iclwio (mgr.14716) 3600 : audit [DBG] from='client.36482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:47:31.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:31 smithi129 conmon[101092]: cluster 2022-01-18T17:47:29.986492+0000 mgr.smithi129.iclwio (mgr.14716) 3601 : cluster [DBG] pgmap v3092: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:47:32.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:31 smithi156 conmon[67007]: cluster 2022-01-18T17:47:29.986492+0000 mgr.smithi129.iclwio (mgr.14716) 3601 : cluster 2022-01-18T17:47:32.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:31 smithi156 conmon[67007]: [DBG] pgmap v3092: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:47:33.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:33 smithi129 conmon[101092]: cluster 2022-01-18T17:47:31.987210+0000 mgr.smithi129.iclwio (mgr.14716) 3602 : cluster [DBG] pgmap v3093: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:34.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:33 smithi156 conmon[67007]: cluster 2022-01-18T17:47:31.987210+0000 mgr.smithi129.iclwio (mgr.14716) 3602 : cluster [DBG] 2022-01-18T17:47:34.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:33 smithi156 conmon[67007]: pgmap v3093: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:35.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:35 smithi129 conmon[101092]: cluster 2022-01-18T17:47:33.987759+0000 mgr.smithi129.iclwio (mgr.14716) 3603 : cluster [DBG] pgmap v3094: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:35.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:35 smithi129 conmon[101092]: 2022-01-18T17:47:36.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:35 smithi156 conmon[67007]: cluster 2022-01-18T17:47:33.987759+0000 mgr.smithi129.iclwio (mgr.14716) 3603 : cluster [DBG] 2022-01-18T17:47:36.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:35 smithi156 conmon[67007]: pgmap v3094: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:37.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:37 smithi129 conmon[101092]: cluster 2022-01-18T17:47:35.988425+0000 mgr.smithi129.iclwio (mgr.14716) 3604 : cluster [DBG] pgmap v3095: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:47:38.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:37 smithi156 conmon[67007]: cluster 2022-01-18T17:47:35.988425+0000 mgr.smithi129.iclwio (mgr.14716) 3604 : cluster [DBG] 2022-01-18T17:47:38.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:37 smithi156 conmon[67007]: pgmap v3095: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:47:39.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:39 smithi129 conmon[101092]: cluster 2022-01-18T17:47:37.988990+0000 mgr.smithi129.iclwio (mgr.14716) 3605 : cluster 2022-01-18T17:47:39.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:39 smithi129 conmon[101092]: [DBG] pgmap v3096: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:40.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:39 smithi156 conmon[67007]: cluster 2022-01-18T17:47:37.988990+0000 mgr.smithi129.iclwio (mgr.14716) 3605 : cluster [DBG] 2022-01-18T17:47:40.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:39 smithi156 conmon[67007]: pgmap v3096: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:41.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:41 smithi129 conmon[101092]: cluster 2022-01-18T17:47:39.989725+0000 mgr.smithi129.iclwio (mgr.14716) 3606 : cluster [DBG] pgmap v3097: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:47:42.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:41 smithi156 conmon[67007]: cluster 2022-01-18T17:47:39.989725+0000 mgr.smithi129.iclwio (mgr.14716) 3606 : cluster 2022-01-18T17:47:42.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:41 smithi156 conmon[67007]: [DBG] pgmap v3097: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:47:43.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:43 smithi129 conmon[101092]: cluster 2022-01-18T17:47:41.990362+0000 mgr.smithi129.iclwio (mgr.14716) 3607 : cluster [DBG] pgmap v3098: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:44.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:43 smithi156 conmon[67007]: cluster 2022-01-18T17:47:41.990362+0000 mgr.smithi129.iclwio (mgr.14716) 3607 : cluster [DBG] 2022-01-18T17:47:44.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:43 smithi156 conmon[67007]: pgmap v3098: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:45.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:45 smithi129 conmon[101092]: cluster 2022-01-18T17:47:43.991078+0000 mgr.smithi129.iclwio (mgr.14716) 3608 : cluster [DBG] pgmap v3099: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:45.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:45 smithi129 conmon[101092]: 2022-01-18T17:47:46.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:45 smithi156 conmon[67007]: cluster 2022-01-18T17:47:43.991078+0000 mgr.smithi129.iclwio (mgr.14716) 3608 : cluster [DBG] 2022-01-18T17:47:46.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:45 smithi156 conmon[67007]: pgmap v3099: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:47.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:47 smithi129 conmon[101092]: cluster 2022-01-18T17:47:45.991833+0000 mgr.smithi129.iclwio (mgr.14716) 3609 : cluster [DBG] pgmap v3100: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:47:47.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:47 smithi129 conmon[101092]: 2022-01-18T17:47:48.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:47 smithi156 conmon[67007]: cluster 2022-01-18T17:47:45.991833+0000 mgr.smithi129.iclwio (mgr.14716) 3609 : cluster [DBG] 2022-01-18T17:47:48.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:47 smithi156 conmon[67007]: pgmap v3100: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:47:49.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:49 smithi129 conmon[101092]: cluster 2022-01-18T17:47:47.992405+0000 mgr.smithi129.iclwio (mgr.14716) 3610 2022-01-18T17:47:49.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:49 smithi129 conmon[101092]: : cluster [DBG] pgmap v3101: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:49.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:49 smithi129 conmon[101092]: audit 2022-01-18T17:47:49.514070+0000 mon.smithi129 (mon.0) 1233 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:47:49.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:49 smithi129 conmon[101092]: audit 2022-01-18T17:47:49.515580+0000 mon.smithi129 ( 2022-01-18T17:47:49.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:49 smithi129 conmon[101092]: mon.0) 1234 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:47:49.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:49 smithi129 conmon[101092]: 2022-01-18T17:47:49.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:49 smithi129 conmon[101092]: audit 2022-01-18T17:47:49.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:49 smithi129 conmon[101092]: 2022-01-18T17:47:49.516441+0000 2022-01-18T17:47:49.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:49 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1235 : audit [INF] 2022-01-18T17:47:49.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:49 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:47:50.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:49 smithi156 conmon[67007]: cluster 2022-01-18T17:47:47.992405+0000 mgr.smithi129.iclwio (mgr.14716) 3610 : cluster 2022-01-18T17:47:50.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:49 smithi156 conmon[67007]: [DBG] pgmap v3101: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:50.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:49 smithi156 conmon[67007]: audit 2022-01-18T17:47:49.514070+0000 mon.smithi129 (mon.0) 1233 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:47:50.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:49 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T17:47:50.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:49 smithi156 conmon[67007]: 17:47:49.515580+0000 mon.smithi129 (mon.0) 1234 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:47:50.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:49 smithi156 conmon[67007]: audit 2022-01-18T17:47:49.516441+0000 mon.smithi129 (mon 2022-01-18T17:47:50.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:49 smithi156 conmon[67007]: .0) 1235 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:47:51.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:50 smithi156 conmon[67007]: cephadm 2022-01-18T17:47:49.517217+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:47:51.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:50 smithi156 conmon[67007]: 3611 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:47:51.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:50 smithi156 conmon[67007]: audit 2022-01-18T17:47:49.773158+0000 mon.smithi129 (mon.0) 1236 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:47:51.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:50 smithi129 conmon[101092]: cephadm 2022-01-18T17:47:49.517217+0000 mgr.smithi129.iclwio (mgr.14716) 3611 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:47:51.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:50 smithi129 conmon[101092]: audit 2022-01-18T17:47:49.773158+0000 mon.smithi129 (mon.0) 1236 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:47:52.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:51 smithi156 conmon[67007]: cluster 2022-01-18T17:47:49.993057+0000 mgr.smithi129.iclwio (mgr.14716) 3612 : cluster [DBG] pgmap v3102: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:47:52.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:51 smithi129 conmon[101092]: cluster 2022-01-18T17:47:49.993057+0000 mgr.smithi129.iclwio (mgr.14716) 3612 : cluster 2022-01-18T17:47:52.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:51 smithi129 conmon[101092]: [DBG] pgmap v3102: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:47:54.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:53 smithi156 conmon[67007]: cluster 2022-01-18T17:47:51.993437+0000 mgr.smithi129.iclwio (mgr.14716) 3613 : 2022-01-18T17:47:54.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:53 smithi156 conmon[67007]: cluster [DBG] pgmap v3103: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:54.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:53 smithi156 conmon[67007]: audit 2022-01-18T17:47:53.037497+0000 mon.smithi129 (mon.0) 1237 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:47:54.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:53 smithi129 conmon[101092]: cluster 2022-01-18T17:47:51.993437+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:47:54.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:53 smithi129 conmon[101092]: ) 3613 : cluster [DBG] pgmap v3103: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:54.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:53 smithi129 conmon[101092]: audit 2022-01-18T17:47:53.037497+0000 mon.smithi129 (mon.0) 1237 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:47:56.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:55 smithi156 conmon[67007]: cluster 2022-01-18T17:47:53.993893+0000 mgr.smithi129.iclwio (mgr.14716) 3614 : cluster [DBG] pgmap v3104: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:56.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:55 smithi156 conmon[67007]: audit 2022- 2022-01-18T17:47:56.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:55 smithi156 conmon[67007]: 01-18T17:47:54.993886+0000 mon.smithi129 (mon.0) 1238 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:47:56.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:55 smithi156 conmon[67007]: audit 2022-01-18T17:47:55.289957+0000 mon.smithi129 (mon.0) 1239 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:47:56.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:55 smithi156 conmon[67007]: audit 2022-01-18T17:47:55.296974+0000 2022-01-18T17:47:56.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:55 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1240 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:47:56.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:55 smithi129 conmon[101092]: cluster 2022-01-18T17:47:53.993893+0000 mgr.smithi129.iclwio (mgr.14716) 3614 : cluster [DBG] pgmap v3104: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:47:56.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:55 smithi129 conmon[101092]: audit 2022-01-18T17:47:54.993886+0000 mon.smithi129 (mon.0) 1238 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:47:56.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:55 smithi129 conmon[101092]: audit 2022-01-18T17:47:55.289957+0000 mon.smithi129 (mon.0) 1239 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:47:56.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:55 smithi129 conmon[101092]: audit 2022-01-18T17:47:55.296974+0000 mon.smithi129 (mon.0) 1240 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:47:57.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:57 smithi129 conmon[101092]: cluster 2022-01-18T17:47:55.994629+0000 mgr.smithi129.iclwio (mgr.14716) 3615 : cluster [DBG] pgmap v3105: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:47:58.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:57 smithi156 conmon[67007]: cluster 2022-01-18T17:47:55.994629+0000 mgr.smithi129.iclwio (mgr.14716) 3615 : cluster [DBG] pgmap v3105: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:47:59.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:58 smithi156 conmon[67007]: audit 2022-01-18T17:47:58.606981+0000 mon.smithi129 (mon.0) 1241 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:47:59.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:58 smithi156 conmon[67007]: audit 2022-01-18T17:47:58.607274+0000 mon.smithi129 (mon.0) 1242 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:47:59.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:58 smithi129 conmon[101092]: audit 2022-01-18T17:47:58.606981+0000 mon.smithi129 (mon.0) 1241 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:47:59.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:58 smithi129 conmon[101092]: audit 2022-01-18T17:47:58.607274+0000 mon.smithi129 (mon.0) 1242 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:47:59.756 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:48:00.026 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:48:00.026 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (110m) 5s ago 111m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:48:00.027 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (102m) 5s ago 111m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:48:00.027 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (102m) 6s ago 110m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:48:00.027 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (110m) 5s ago 111m 42.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:48:00.027 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (106m) 5s ago 106m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:48:00.028 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (106m) 6s ago 106m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:48:00.028 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (103m) 5s ago 112m 587M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:48:00.028 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (102m) 6s ago 110m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:48:00.028 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (102m) 5s ago 113m 736M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:48:00.029 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (102m) 6s ago 110m 365M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:48:00.029 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (103m) 5s ago 103m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:48:00.029 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (103m) 6s ago 103m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:48:00.029 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (111m) 5s ago 111m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:48:00.030 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (110m) 6s ago 110m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:48:00.030 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (96m) 5s ago 110m 1719M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:48:00.030 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (109m) 5s ago 109m 2747M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:48:00.030 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (109m) 5s ago 109m 2122M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:48:00.030 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (109m) 5s ago 109m 2745M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:48:00.031 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (108m) 6s ago 108m 2550M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:48:00.031 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (108m) 6s ago 108m 3128M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:48:00.031 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (108m) 6s ago 108m 2470M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:48:00.031 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (107m) 6s ago 107m 3658M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:48:00.032 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (110m) 5s ago 111m 73.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:48:00.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:47:59 smithi156 conmon[67007]: cluster 2022-01-18T17:47:57.995260+0000 mgr.smithi129.iclwio (mgr.14716) 3616 : cluster [DBG] pgmap v3106: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:00.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:59 smithi129 conmon[101092]: cluster 2022-01-18T17:47:57.995260 2022-01-18T17:48:00.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:47:59 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 3616 : cluster [DBG] pgmap v3106: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:00.348 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:48:00.348 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:48:00.348 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:48:00.349 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:48:00.349 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:48:00.349 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:48:00.350 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:48:00.350 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:48:00.350 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:48:00.350 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:48:00.351 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:48:00.351 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:48:00.351 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:48:00.351 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:48:00.352 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:48:00.352 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:48:00.352 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:48:00.352 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:48:00.353 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:48:01.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:00 smithi129 conmon[101092]: audit 2022-01-18T17:47:59.751604+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:48:01.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:00 smithi129 conmon[101092]: 3617 : audit [DBG] from='client.36490 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:48:01.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:00 smithi129 conmon[101092]: audit 2022-01-18T17:48:00.355498+0000 mon.smithi129 (mon.0) 1243 : audit [DBG] from='client.? 172.21.15.129:0/3265294107' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:48:01.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:00 smithi156 conmon[67007]: audit 2022-01-18T17:47:59.751604+0000 mgr.smithi129.iclwio (mgr.14716) 3617 : audit [DBG] from='client.36490 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:48:01.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:00 smithi156 conmon[67007]: audit 2022-01-18T17:48:00.355498+0000 mon.smithi129 (mon.0) 1243 : audit [DBG] from='client.? 172.21.15.129:0/3265294107' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:48:02.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:01 smithi129 conmon[101092]: cluster 2022-01-18T17:47:59.995927+0000 mgr.smithi129.iclwio (mgr.14716) 3618 : cluster [DBG] pgmap v3107: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:48:02.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:01 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T17:48:02.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:01 smithi129 conmon[101092]: T17:48:00.024551+0000 mgr.smithi129.iclwio (mgr.14716) 3619 : audit [DBG] from='client.36494 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:48:02.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:01 smithi156 conmon[67007]: cluster 2022-01-18T17:47:59.995927+0000 mgr.smithi129.iclwio (mgr.14716) 3618 : cluster [DBG] pgmap v3107: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:48:02.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:01 smithi156 conmon[67007]: audit 2022-01-18T17:48 2022-01-18T17:48:02.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:01 smithi156 conmon[67007]: :00.024551+0000 mgr.smithi129.iclwio (mgr.14716) 3619 : audit [DBG] from='client.36494 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:48:04.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:03 smithi129 conmon[101092]: cluster 2022-01-18T17:48:01.996581+0000 mgr.smithi129.iclwio (mgr.14716) 3620 : cluster [DBG] pgmap v3108: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:04.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:03 smithi156 conmon[67007]: cluster 2022-01-18T17:48:01.996581+0000 mgr.smithi129.iclwio (mgr.14716) 3620 : cluster [DBG] pgmap v3108: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:06.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:05 smithi129 conmon[101092]: cluster 2022-01-18T17:48:03.997159+0000 mgr.smithi129.iclwio (mgr.14716) 3621 : cluster [DBG] pgmap v3109: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:06.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:05 smithi129 conmon[101092]: 2022-01-18T17:48:06.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:05 smithi156 conmon[67007]: cluster 2022-01-18T17:48:03.997159+0000 mgr.smithi129.iclwio (mgr.14716) 3621 : cluster [DBG] pgmap v3109: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:08.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:07 smithi129 conmon[101092]: cluster 2022-01-18T17:48:05.998043+0000 mgr.smithi129.iclwio (mgr.14716) 3622 : cluster [DBG] 2022-01-18T17:48:08.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:07 smithi129 conmon[101092]: pgmap v3110: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:48:08.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:07 smithi156 conmon[67007]: cluster 2022-01-18T17:48:05.998043+0000 mgr.smithi129.iclwio (mgr.14716) 3622 : cluster [DBG] pgmap v3110: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:48:10.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:09 smithi129 conmon[101092]: cluster 2022-01-18T17:48:07.998617+0000 mgr.smithi129.iclwio (mgr.14716) 3623 : cluster [DBG] 2022-01-18T17:48:10.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:09 smithi129 conmon[101092]: pgmap v3111: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:10.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:09 smithi156 conmon[67007]: cluster 2022-01-18T17:48:07.998617+0000 mgr.smithi129.iclwio (mgr.14716) 3623 : cluster [DBG] pgmap v3111: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:12.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:11 smithi129 conmon[101092]: cluster 2022-01-18T17:48:09.999306+0000 mgr.smithi129.iclwio (mgr.14716) 3624 : cluster [DBG] pgmap v3112: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:48:12.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:11 smithi156 conmon[67007]: cluster 2022-01-18T17:48:09.999306+0000 mgr.smithi129.iclwio (mgr.14716) 3624 : cluster [DBG] pgmap v3112: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:48:14.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:13 smithi129 conmon[101092]: cluster 2022-01-18T17:48:11.999927+0000 mgr.smithi129.iclwio (mgr.14716) 3625 : cluster [DBG] pgmap v3113: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:14.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:13 smithi156 conmon[67007]: cluster 2022-01-18T17:48:11.999927+0000 mgr.smithi129.iclwio (mgr.14716) 3625 : cluster [DBG] pgmap v3113: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:16.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:15 smithi129 conmon[101092]: cluster 2022-01-18T17:48:14.000384+0000 mgr.smithi129.iclwio (mgr.14716) 3626 : cluster [DBG] 2022-01-18T17:48:16.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:15 smithi129 conmon[101092]: pgmap v3114: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:16.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:15 smithi156 conmon[67007]: cluster 2022-01-18T17:48:14.000384+0000 mgr.smithi129.iclwio (mgr.14716) 3626 : cluster [DBG] pgmap v3114: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:18.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:17 smithi129 conmon[101092]: cluster 2022-01-18T17:48:16.001158+0000 mgr.smithi129.iclwio (mgr.14716) 3627 : cluster [DBG] pgmap v3115: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:48:18.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:17 smithi156 conmon[67007]: cluster 2022-01-18T17:48:16.001158+0000 mgr.smithi129.iclwio (mgr.14716) 3627 : cluster [DBG] pgmap v3115: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:48:20.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:19 smithi129 conmon[101092]: cluster 2022-01-18T17:48:18.001859+0000 mgr.smithi129.iclwio (mgr.14716) 3628 : cluster [DBG] pgmap v3116: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:20.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:19 smithi156 conmon[67007]: cluster 2022-01-18T17:48:18.001859+0000 mgr.smithi129.iclwio (mgr.14716) 3628 : cluster [DBG] pgmap v3116: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:22.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:21 smithi129 conmon[101092]: cluster 2022-01-18T17:48:20.002680+0000 mgr.smithi129.iclwio (mgr.14716) 3629 : cluster [DBG] pgmap v3117: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:48:22.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:21 smithi156 conmon[67007]: cluster 2022-01-18T17:48:20.002680+0000 mgr.smithi129.iclwio (mgr.14716) 3629 : cluster [DBG] 2022-01-18T17:48:22.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:21 smithi156 conmon[67007]: pgmap v3117: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:48:24.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:23 smithi129 conmon[101092]: cluster 2022-01-18T17:48:22.003115+0000 mgr.smithi129.iclwio (mgr.14716) 3630 : cluster [DBG] pgmap v3118: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:24.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:23 smithi156 conmon[67007]: cluster 2022-01-18T17:48:22.003115+0000 mgr.smithi129.iclwio (mgr.14716) 3630 : cluster [DBG] pgmap v3118: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:26.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:25 smithi129 conmon[101092]: cluster 2022-01-18T17:48:24.003675+0000 mgr.smithi129.iclwio (mgr.14716) 3631 : cluster [DBG] 2022-01-18T17:48:26.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:25 smithi129 conmon[101092]: pgmap v3119: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:26.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:25 smithi156 conmon[67007]: cluster 2022-01-18T17:48:24.003675+0000 mgr.smithi129.iclwio (mgr.14716) 3631 : cluster [DBG] pgmap v3119: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:28.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:27 smithi129 conmon[101092]: cluster 2022-01-18T17:48:26.004498+0000 mgr.smithi129.iclwio (mgr.14716) 3632 : cluster [DBG] 2022-01-18T17:48:28.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:27 smithi129 conmon[101092]: pgmap v3120: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:48:28.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:27 smithi156 conmon[67007]: cluster 2022-01-18T17:48:26.004498+0000 mgr.smithi129.iclwio (mgr.14716) 3632 : cluster 2022-01-18T17:48:28.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:27 smithi156 conmon[67007]: [DBG] pgmap v3120: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:48:30.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:29 smithi129 conmon[101092]: cluster 2022-01-18T17:48:28.005184+0000 mgr.smithi129.iclwio (mgr.14716) 3633 : cluster [DBG] 2022-01-18T17:48:30.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:29 smithi129 conmon[101092]: pgmap v3121: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:30.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:29 smithi156 conmon[67007]: cluster 2022-01-18T17:48:28.005184+0000 mgr.smithi129.iclwio (mgr.14716) 3633 : cluster [DBG] pgmap v3121: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:30.645 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:48:30.910 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:48:30.911 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (111m) 35s ago 112m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:48:30.911 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (102m) 35s ago 112m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:48:30.911 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (102m) 37s ago 111m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:48:30.911 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (110m) 35s ago 111m 42.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:48:30.912 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (107m) 35s ago 106m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:48:30.912 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (106m) 37s ago 106m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:48:30.912 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (103m) 35s ago 113m 587M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:48:30.912 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (103m) 37s ago 111m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:48:30.913 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (103m) 35s ago 113m 736M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:48:30.913 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (102m) 37s ago 111m 365M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:48:30.913 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (103m) 35s ago 103m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:48:30.913 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (103m) 37s ago 103m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:48:30.913 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (111m) 35s ago 111m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:48:30.914 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (111m) 37s ago 111m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:48:30.914 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (97m) 35s ago 110m 1719M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:48:30.914 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (110m) 35s ago 110m 2747M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:48:30.914 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (110m) 35s ago 110m 2122M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:48:30.915 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (109m) 35s ago 109m 2745M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:48:30.915 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (109m) 37s ago 109m 2550M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:48:30.915 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (109m) 37s ago 109m 3128M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:48:30.915 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (108m) 37s ago 108m 2470M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:48:30.916 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (108m) 37s ago 108m 3658M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:48:30.916 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (110m) 35s ago 111m 73.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:48:31.226 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:48:31.226 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:48:31.226 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:48:31.227 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:48:31.227 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:48:31.227 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:48:31.227 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:48:31.228 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:48:31.228 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:48:31.228 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:48:31.228 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:48:31.229 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:48:31.229 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:48:31.229 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:48:31.229 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:48:31.229 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:48:31.230 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:48:31.230 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:48:31.230 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:48:32.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:31 smithi129 conmon[101092]: cluster 2022-01-18T17:48:30.006127+0000 mgr.smithi129.iclwio ( 2022-01-18T17:48:32.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:31 smithi129 conmon[101092]: mgr.14716) 3634 : cluster [DBG] pgmap v3122: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:48:32.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:31 smithi129 conmon[101092]: audit 2022-01-18T17:48:30.641189+0000 mgr.smithi129.iclwio (mgr.14716) 3635 : audit [DBG] 2022-01-18T17:48:32.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:31 smithi129 conmon[101092]: from='client.36502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:48:32.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:31 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T17:48:32.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:31 smithi129 conmon[101092]: T17:48:30.909199+0000 mgr.smithi129.iclwio (mgr.14716) 3636 : audit 2022-01-18T17:48:32.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:31 smithi129 conmon[101092]: [DBG] from='client.36506 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:48:32.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:31 smithi129 conmon[101092]: audit 2022- 2022-01-18T17:48:32.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:31 smithi129 conmon[101092]: 01-18T17:48:31.233537+0000 2022-01-18T17:48:32.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:31 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1244 : audit [DBG] from='client.? 172.21.15.129:0/1548791744' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:48:32.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:31 smithi129 conmon[101092]: 2022-01-18T17:48:32.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:31 smithi156 conmon[67007]: cluster 2022-01-18T17:48:30.006127+0000 mgr.smithi129.iclwio (mgr.14716) 3634 : cluster [DBG] pgmap v3122: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:48:32.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:31 smithi156 conmon[67007]: audit 2022-01-18T17:48:30.641189+0000 mgr.smithi129.iclwio (mgr.14716) 3635 : audit [DBG] from='client.36502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:48:32.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:31 smithi156 conmon[67007]: audit 2022-01-18T17:48:30.909199+0000 mgr.smithi129.iclwio (mgr.14716) 3636 : audit [DBG] from='client.36506 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:48:32.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:31 smithi156 conmon[67007]: audit 2022-01-18T17:48:31.233537 2022-01-18T17:48:32.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:31 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 1244 : audit [DBG] from='client.? 172.21.15.129:0/1548791744' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:48:32.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:31 smithi156 conmon[67007]: 2022-01-18T17:48:34.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:33 smithi129 conmon[101092]: cluster 2022-01-18T17:48:32.006629+0000 mgr.smithi129.iclwio (mgr.14716) 3637 : cluster 2022-01-18T17:48:34.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:33 smithi129 conmon[101092]: [DBG] pgmap v3123: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:34.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:33 smithi156 conmon[67007]: cluster 2022-01-18T17:48:32.006629+0000 mgr.smithi129.iclwio (mgr.14716) 3637 : cluster [DBG] 2022-01-18T17:48:34.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:33 smithi156 conmon[67007]: pgmap v3123: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:36.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:35 smithi129 conmon[101092]: cluster 2022-01-18T17:48:34.007162+0000 mgr.smithi129.iclwio (mgr.14716) 3638 : cluster [DBG] pgmap v3124: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:36.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:35 smithi156 conmon[67007]: cluster 2022-01-18T17:48:34.007162+0000 mgr.smithi129.iclwio (mgr.14716) 3638 : cluster [DBG] pgmap v3124: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:38.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:37 smithi129 conmon[101092]: cluster 2022-01-18T17:48:36.007977+0000 mgr.smithi129.iclwio (mgr.14716) 3639 : cluster 2022-01-18T17:48:38.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:37 smithi129 conmon[101092]: [DBG] pgmap v3125: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:48:38.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:37 smithi156 conmon[67007]: cluster 2022-01-18T17:48:36.007977+0000 mgr.smithi129.iclwio (mgr.14716) 3639 : cluster [DBG] pgmap v3125: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:48:40.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:39 smithi129 conmon[101092]: cluster 2022-01-18T17:48:38.008493+0000 mgr.smithi129.iclwio (mgr.14716) 3640 : cluster [DBG] 2022-01-18T17:48:40.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:39 smithi129 conmon[101092]: pgmap v3126: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:40.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:39 smithi156 conmon[67007]: cluster 2022-01-18T17:48:38.008493+0000 mgr.smithi129.iclwio (mgr.14716) 3640 : cluster [DBG] pgmap v3126: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:42.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:41 smithi129 conmon[101092]: cluster 2022-01-18T17:48:40.009462+0000 mgr.smithi129.iclwio (mgr.14716) 3641 : cluster [DBG] pgmap v3127: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:48:42.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:41 smithi156 conmon[67007]: cluster 2022-01-18T17:48:40.009462+0000 mgr.smithi129.iclwio (mgr.14716) 3641 : cluster [DBG] pgmap v3127: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:48:44.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:43 smithi129 conmon[101092]: cluster 2022-01-18T17:48:42.010014+0000 mgr.smithi129.iclwio (mgr.14716) 3642 : cluster [DBG] pgmap v3128: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:44.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:43 smithi156 conmon[67007]: cluster 2022-01-18T17:48:42.010014+0000 mgr.smithi129.iclwio (mgr.14716) 3642 : cluster [DBG] pgmap v3128: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:46.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:45 smithi129 conmon[101092]: cluster 2022-01-18T17:48:44.010624+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T17:48:46.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:45 smithi129 conmon[101092]: 14716) 3643 : cluster [DBG] pgmap v3129: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:46.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:45 smithi156 conmon[67007]: cluster 2022-01-18T17:48:44.010624+0000 mgr.smithi129.iclwio (mgr.14716) 3643 : cluster [DBG] pgmap v3129: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:48.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:47 smithi129 conmon[101092]: cluster 2022-01-18T17:48:46.011552+0000 mgr.smithi129.iclwio (mgr.14716) 3644 : cluster 2022-01-18T17:48:48.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:47 smithi129 conmon[101092]: [DBG] pgmap v3130: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:48:48.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:47 smithi156 conmon[67007]: cluster 2022-01-18T17:48:46.011552+0000 mgr.smithi129.iclwio (mgr.14716) 3644 : cluster [DBG] pgmap v3130: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:48:50.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:49 smithi129 conmon[101092]: cluster 2022-01-18T17:48:48.012052+0000 mgr.smithi129.iclwio (mgr.14716) 3645 : cluster [DBG] 2022-01-18T17:48:50.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:49 smithi129 conmon[101092]: pgmap v3131: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:50.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:49 smithi156 conmon[67007]: cluster 2022-01-18T17:48:48.012052+0000 mgr.smithi129.iclwio (mgr.14716) 3645 : cluster [DBG] pgmap v3131: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:52.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:51 smithi129 conmon[101092]: cluster 2022-01-18T17:48:50.012986+0000 mgr.smithi129.iclwio (mgr.14716) 3646 : cluster [DBG] pgmap v3132: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:48:52.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:51 smithi156 conmon[67007]: cluster 2022-01-18T17:48:50.012986+0000 mgr.smithi129.iclwio (mgr.14716) 3646 : cluster [DBG] pgmap v3132: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:48:54.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:53 smithi129 conmon[101092]: cluster 2022-01-18T17:48:52.013465+0000 mgr.smithi129.iclwio (mgr.14716) 3647 : cluster [DBG] pgmap v3133: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:54.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:53 smithi156 conmon[67007]: cluster 2022-01-18T17:48:52.013465+0000 mgr.smithi129.iclwio (mgr.14716) 3647 : cluster 2022-01-18T17:48:54.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:53 smithi156 conmon[67007]: [DBG] pgmap v3133: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:56.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:55 smithi129 conmon[101092]: cluster 2022-01-18T17:48:54.013975+0000 mgr.smithi129.iclwio (mgr.14716) 3648 : cluster 2022-01-18T17:48:56.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:55 smithi129 conmon[101092]: [DBG] pgmap v3134: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:56.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:55 smithi129 conmon[101092]: audit 2022-01-18T17:48:55.299330+0000 mon.smithi129 (mon.0) 1245 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:48:56.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:55 smithi129 conmon[101092]: audit 2022-01-18T17:48:55.300696 2022-01-18T17:48:56.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:55 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 1246 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:48:56.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:55 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T17:48:56.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:55 smithi129 conmon[101092]: 18T17:48:55.301544+0000 mon.smithi129 (mon.0) 1247 : audit 2022-01-18T17:48:56.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:55 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:48:56.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:55 smithi129 conmon[101092]: audit 2022-01-18T17:48 2022-01-18T17:48:56.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:55 smithi129 conmon[101092]: :55.614423+0000 mon.smithi129 (mon.0) 1248 : 2022-01-18T17:48:56.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:55 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:48:56.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:55 smithi129 conmon[101092]: audit 2022-01-18T17: 2022-01-18T17:48:56.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:55 smithi129 conmon[101092]: 48:55.619086+0000 mon.smithi129 (mon.0 2022-01-18T17:48:56.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:55 smithi129 conmon[101092]: ) 1249 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:48:56.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:55 smithi156 conmon[67007]: cluster 2022-01-18T17:48:54.013975+0000 mgr.smithi129.iclwio (mgr.14716) 3648 : cluster [DBG] pgmap v3134: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:48:56.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:55 smithi156 conmon[67007]: audit 2022-01-18T17:48:55.299330+0000 mon.smithi129 (mon.0) 1245 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:48:56.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:55 smithi156 conmon[67007]: audit 2022-01-18T17:48:55.300696+0000 mon.smithi129 (mon. 2022-01-18T17:48:56.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:55 smithi156 conmon[67007]: 0) 1246 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:48:56.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:55 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T17:48:56.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:55 smithi156 conmon[67007]: T17:48:55.301544+0000 mon.smithi129 (mon.0) 1247 : audit [INF] 2022-01-18T17:48:56.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:55 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:48:56.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:55 smithi156 conmon[67007]: audit 2022-01-18T17:48:55. 2022-01-18T17:48:56.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:55 smithi156 conmon[67007]: 614423+0000 mon.smithi129 (mon.0) 1248 : audit [INF] 2022-01-18T17:48:56.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:55 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:48:56.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:55 smithi156 conmon[67007]: audit 2022-01-18T17:48:56.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:55 smithi156 conmon[67007]: 2022-01-18T17:48:55.619086+0000 mon.smithi129 (mon. 2022-01-18T17:48:56.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:55 smithi156 conmon[67007]: 0) 1249 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:48:57.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:56 smithi129 conmon[101092]: cephadm 2022-01-18T17:48:55.302290+0000 mgr.smithi129.iclwio (mgr.14716) 3649 : cephadm [WRN] 2022-01-18T17:48:57.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:56 smithi129 conmon[101092]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:48:57.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:56 smithi156 conmon[67007]: cephadm 2022-01-18T17:48:55.302290+0000 mgr.smithi129.iclwio (mgr.14716) 3649 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:48:58.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:57 smithi129 conmon[101092]: cluster 2022-01-18T17:48:56.014799+0000 mgr.smithi129.iclwio (mgr.14716) 3650 : cluster [DBG] pgmap v3135: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:48:58.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:57 smithi129 conmon[101092]: 2022-01-18T17:48:58.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:57 smithi156 conmon[67007]: cluster 2022-01-18T17:48:56.014799+0000 mgr.smithi129.iclwio (mgr.14716) 3650 : cluster [DBG] pgmap v3135: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:48:59.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:58 smithi129 conmon[101092]: audit 2022-01-18T17:48:58.610865+0000 mon.smithi129 (mon.0) 1250 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:48:59.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:58 smithi129 conmon[101092]: audit 2022-01-18T17:48:58.611123+0000 mon.smithi129 (mon.0) 1251 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:48:59.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:58 smithi156 conmon[67007]: audit 2022-01-18T17:48:58.610865+0000 mon.smithi129 (mon.0) 1250 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:48:59.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:58 smithi156 conmon[67007]: audit 2022-01-18T17:48:58.611123+0000 mon.smithi129 (mon.0) 1251 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:49:00.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:59 smithi129 conmon[101092]: cluster 2022-01-18T17:48:58.015457+0000 mgr.smithi129.iclwio (mgr.14716) 3651 : cluster 2022-01-18T17:49:00.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:48:59 smithi129 conmon[101092]: [DBG] pgmap v3136: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:00.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:48:59 smithi156 conmon[67007]: cluster 2022-01-18T17:48:58.015457+0000 mgr.smithi129.iclwio (mgr.14716) 3651 : cluster [DBG] pgmap v3136: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:01.530 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:49:01.796 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:49:01.796 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (111m) 66s ago 112m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:49:01.796 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (103m) 66s ago 112m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:49:01.797 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (103m) 68s ago 112m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:49:01.797 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (111m) 66s ago 112m 42.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:49:01.797 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (107m) 66s ago 107m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:49:01.797 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (107m) 68s ago 107m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:49:01.797 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (104m) 66s ago 113m 587M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:49:01.798 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (103m) 68s ago 111m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:49:01.798 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (103m) 66s ago 114m 736M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:49:01.798 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (103m) 68s ago 111m 365M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:49:01.798 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (104m) 66s ago 104m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:49:01.799 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (104m) 68s ago 104m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:49:01.799 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (112m) 66s ago 112m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:49:01.799 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (111m) 68s ago 111m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:49:01.799 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (98m) 66s ago 111m 1719M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:49:01.800 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (110m) 66s ago 110m 2747M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:49:01.800 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (110m) 66s ago 110m 2122M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:49:01.800 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (110m) 66s ago 110m 2745M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:49:01.800 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (109m) 68s ago 109m 2550M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:49:01.800 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (109m) 68s ago 109m 3128M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:49:01.801 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (109m) 68s ago 109m 2470M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:49:01.801 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (109m) 68s ago 109m 3658M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:49:01.801 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (111m) 66s ago 112m 73.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:49:02.116 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:49:02.117 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:49:02.117 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:49:02.117 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:49:02.117 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:49:02.117 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:49:02.118 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:49:02.118 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:49:02.118 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:49:02.118 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:49:02.119 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:49:02.119 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:49:02.119 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:49:02.120 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:49:02.120 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:49:02.120 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:49:02.120 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:49:02.121 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:49:02.121 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:49:02.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:01 smithi129 conmon[101092]: cluster 2022-01-18T17:49:00.016204+0000 mgr.smithi129.iclwio (mgr.14716) 3652 2022-01-18T17:49:02.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:01 smithi129 conmon[101092]: : cluster [DBG] pgmap v3137: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:49:02.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:01 smithi156 conmon[67007]: cluster 2022-01-18T17:49:00.016204+0000 mgr.smithi129.iclwio (mgr.14716) 3652 : cluster [DBG] pgmap v3137: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:49:03.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:02 smithi129 conmon[101092]: audit 2022-01-18T17:49:01.525677+0000 mgr.smithi129.iclwio (mgr.14716) 3653 : audit [DBG] from='client.36514 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:49:03.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:02 smithi129 conmon[101092]: audit 2022-01-18T17:49:01.794086+0000 mgr.smithi129.iclwio (mgr.14716) 3654 : audit [DBG] from='client.36518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:49:03.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:02 smithi129 conmon[101092]: audit 2022-01-18T17:49:02.124025+0000 mon.smithi129 (mon.0) 1252 : audit [DBG] from='client.? 172.21.15.129:0/1389674888' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:49:03.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:02 smithi156 conmon[67007]: audit 2022-01-18T17:49:01.525677+0000 mgr.smithi129.iclwio (mgr.14716) 3653 : audit [DBG] from='client.36514 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:49:03.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:02 smithi156 conmon[67007]: audit 2022-01-18T17:49:01.794086+0000 mgr.smithi129.iclwio (mgr.14716) 3654 : audit [DBG] from='client.36518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:49:03.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:02 smithi156 conmon[67007]: audit 2022-01-18T17:49:02.124025+0000 mon.smithi129 (mon.0) 1252 : audit [DBG] from='client.? 172.21.15.129:0/1389674888' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:49:04.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:03 smithi129 conmon[101092]: cluster 2022-01-18T17:49:02.016607+0000 mgr.smithi129.iclwio (mgr.14716) 3655 : cluster [DBG] pgmap v3138: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:04.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:03 smithi156 conmon[67007]: cluster 2022-01-18T17:49:02.016607+0000 mgr.smithi129.iclwio (mgr.14716) 3655 : cluster [DBG] pgmap v3138: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:06.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:05 smithi129 conmon[101092]: cluster 2022-01-18T17:49:04.017319+0000 mgr.smithi129.iclwio (mgr.14716) 3656 : cluster 2022-01-18T17:49:06.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:05 smithi129 conmon[101092]: [DBG] pgmap v3139: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:06.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:05 smithi156 conmon[67007]: cluster 2022-01-18T17:49:04.017319+0000 mgr.smithi129.iclwio (mgr.14716) 3656 : cluster [DBG] pgmap v3139: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:08.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:07 smithi129 conmon[101092]: cluster 2022-01-18T17:49:06.018083+0000 mgr.smithi129.iclwio (mgr.14716) 3657 : cluster [DBG] pgmap v3140: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:49:08.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:07 smithi129 conmon[101092]: 2022-01-18T17:49:08.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:07 smithi156 conmon[67007]: cluster 2022-01-18T17:49:06.018083+0000 mgr.smithi129.iclwio (mgr.14716) 3657 : cluster [DBG] pgmap v3140: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:49:10.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:09 smithi156 conmon[67007]: cluster 2022-01-18T17:49:08.018725+0000 mgr.smithi129.iclwio (mgr.14716) 3658 : cluster [DBG] pgmap v3141: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:10.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:09 smithi129 conmon[101092]: cluster 2022-01-18T17:49:08.018725+0000 mgr.smithi129.iclwio (mgr.14716) 3658 : cluster [DBG] pgmap v3141: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:12.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:11 smithi156 conmon[67007]: cluster 2022-01-18T17:49:10.019650+0000 mgr.smithi129.iclwio (mgr.14716) 3659 : cluster [DBG] pgmap v3142: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:49:12.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:11 smithi129 conmon[101092]: cluster 2022-01-18T17:49:10.019650+0000 mgr.smithi129.iclwio (mgr.14716) 3659 : cluster [DBG] pgmap v3142: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:49:12.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:11 smithi129 conmon[101092]: 2022-01-18T17:49:14.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:13 smithi156 conmon[67007]: cluster 2022-01-18T17:49:12.020085+0000 mgr.smithi129.iclwio (mgr.14716) 3660 : cluster [DBG] 2022-01-18T17:49:14.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:13 smithi156 conmon[67007]: pgmap v3143: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:14.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:13 smithi129 conmon[101092]: cluster 2022-01-18T17:49: 2022-01-18T17:49:14.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:13 smithi129 conmon[101092]: 12.020085+0000 mgr.smithi129.iclwio (mgr.14716) 3660 : cluster [DBG] pgmap v3143: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:16.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:15 smithi156 conmon[67007]: cluster 2022-01-18T17:49:14.020733+0000 mgr.smithi129.iclwio (mgr.14716) 3661 : cluster [DBG] pgmap v3144: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:16.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:15 smithi129 conmon[101092]: cluster 2022-01-18T17:49:14.020733+0000 mgr.smithi129.iclwio (mgr.14716) 3661 : cluster [DBG] 2022-01-18T17:49:16.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:15 smithi129 conmon[101092]: pgmap v3144: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:18.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:17 smithi156 conmon[67007]: cluster 2022-01-18T17:49:16.021575+0000 mgr.smithi129.iclwio (mgr.14716) 3662 : cluster [DBG] pgmap v3145: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:49:18.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:17 smithi156 conmon[67007]: 2022-01-18T17:49:18.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:17 smithi129 conmon[101092]: cluster 2022-01-18T17:49:16.021575+0000 mgr.smithi129.iclwio (mgr.14716) 3662 : cluster [DBG] pgmap v3145: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:49:18.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:17 smithi129 conmon[101092]: 2022-01-18T17:49:20.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:19 smithi156 conmon[67007]: cluster 2022-01-18T17:49:18.022243+0000 mgr.smithi129.iclwio (mgr.14716) 3663 : cluster [DBG] pgmap v3146: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:20.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:19 smithi129 conmon[101092]: cluster 2022-01-18T17:49:18.022243+0000 mgr.smithi129.iclwio (mgr.14716) 3663 : cluster [DBG] pgmap v3146: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:20.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:19 smithi129 conmon[101092]: 2022-01-18T17:49:22.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:21 smithi156 conmon[67007]: cluster 2022-01-18T17:49:20.023107+0000 mgr.smithi129.iclwio (mgr.14716) 3664 : cluster [DBG] pgmap v3147: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:49:22.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:21 smithi129 conmon[101092]: cluster 2022-01-18T17:49:20.023107+0000 mgr.smithi129.iclwio (mgr.14716) 3664 : cluster [DBG] pgmap v3147: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:49:22.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:21 smithi129 conmon[101092]: 2022-01-18T17:49:24.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:23 smithi156 conmon[67007]: cluster 2022-01-18T17:49:22.023730+0000 mgr.smithi129.iclwio (mgr.14716) 3665 : cluster [DBG] 2022-01-18T17:49:24.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:23 smithi156 conmon[67007]: pgmap v3148: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:24.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:23 smithi129 conmon[101092]: cluster 2022-01-18T17:49:22.023730+0000 mgr.smithi129.iclwio (mgr.14716) 3665 : cluster [DBG] pgmap v3148: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:26.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:25 smithi156 conmon[67007]: cluster 2022-01-18T17:49:24.024381+0000 mgr.smithi129.iclwio (mgr.14716) 3666 : cluster [DBG] 2022-01-18T17:49:26.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:25 smithi156 conmon[67007]: pgmap v3149: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:26.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:25 smithi129 conmon[101092]: cluster 2022-01-18T17:49:24.024381 2022-01-18T17:49:26.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:25 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 3666 : cluster [DBG] pgmap v3149: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:28.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:27 smithi156 conmon[67007]: cluster 2022-01-18T17:49:26.025236+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:49:28.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:27 smithi156 conmon[67007]: 3667 : cluster [DBG] pgmap v3150: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:49:28.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:27 smithi129 conmon[101092]: cluster 2022-01-18T17:49:26.025236+0000 mgr.smithi129.iclwio (mgr.14716) 3667 : cluster [DBG] pgmap v3150: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:49:28.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:27 smithi129 conmon[101092]: 2022-01-18T17:49:30.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:29 smithi156 conmon[67007]: cluster 2022-01-18T17:49:28.025880+0000 mgr.smithi129.iclwio (mgr.14716) 3668 : cluster [DBG] pgmap v3151: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:30.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:29 smithi156 conmon[67007]: 2022-01-18T17:49:30.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:29 smithi129 conmon[101092]: cluster 2022-01-18T17:49:28.025880+0000 mgr.smithi129.iclwio (mgr.14716) 3668 : cluster [DBG] pgmap v3151: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:30.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:29 smithi129 conmon[101092]: 2022-01-18T17:49:32.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:31 smithi156 conmon[67007]: cluster 2022-01-18T17:49:30.026798+0000 mgr.smithi129.iclwio (mgr.14716) 3669 : cluster [DBG] pgmap v3152: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:49:32.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:31 smithi156 conmon[67007]: 2022-01-18T17:49:32.412 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:49:32.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:31 smithi129 conmon[101092]: cluster 2022-01-18T17:49:30.026798+0000 mgr.smithi129.iclwio (mgr.14716) 3669 : cluster [DBG] pgmap v3152: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:49:32.677 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:49:32.677 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (112m) 97s ago 113m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:49:32.677 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (103m) 97s ago 113m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:49:32.678 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (103m) 99s ago 112m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:49:32.678 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (111m) 97s ago 112m 42.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:49:32.678 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (108m) 97s ago 108m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:49:32.678 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (107m) 99s ago 107m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:49:32.679 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (104m) 97s ago 114m 587M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:49:32.679 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (104m) 99s ago 112m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:49:32.679 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (104m) 97s ago 114m 736M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:49:32.679 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (104m) 99s ago 112m 365M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:49:32.680 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (104m) 97s ago 104m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:49:32.680 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (104m) 99s ago 104m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:49:32.680 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (112m) 97s ago 112m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:49:32.680 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (112m) 99s ago 112m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:49:32.681 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (98m) 97s ago 111m 1719M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:49:32.681 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (111m) 97s ago 111m 2747M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:49:32.681 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (111m) 97s ago 111m 2122M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:49:32.681 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (110m) 97s ago 110m 2745M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:49:32.681 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (110m) 99s ago 110m 2550M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:49:32.682 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (110m) 99s ago 110m 3128M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:49:32.682 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (109m) 99s ago 109m 2470M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:49:32.682 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (109m) 99s ago 109m 3658M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:49:32.682 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (111m) 97s ago 112m 73.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:49:32.998 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:49:32.998 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:49:32.999 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:49:32.999 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:49:32.999 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:49:32.999 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:49:33.000 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:49:33.000 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:49:33.000 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:49:33.000 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:49:33.001 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:49:33.001 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:49:33.001 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:49:33.001 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:49:33.002 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:49:33.002 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:49:33.002 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:49:33.002 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:49:33.002 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:49:33.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:33 smithi156 conmon[67007]: cluster 2022-01-18T17:49:32.027279+0000 mgr.smithi129.iclwio (mgr.14716) 3670 : cluster [DBG] 2022-01-18T17:49:33.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:33 smithi156 conmon[67007]: pgmap v3153: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:33.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:33 smithi156 conmon[67007]: audit 2022-01-18T17:49:32.408412+0000 mgr.smithi129.iclwio (mgr.14716) 3671 : audit [DBG] from='client.36526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:49:33.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:33 smithi156 conmon[67007]: audit 2022-01-18T17:49:32.676240+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:49:33.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:33 smithi156 conmon[67007]: 3672 : audit [DBG] from='client.36530 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:49:33.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:33 smithi156 conmon[67007]: audit 2022-01-18T17:49:33 2022-01-18T17:49:33.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:33 smithi156 conmon[67007]: .006218+0000 mon.smithi129 (mon.0) 1253 : audit [DBG] from='client.? 172.21.15.129:0/919652636' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:49:33.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:33 smithi129 conmon[101092]: cluster 2022-01-18T17:49:32.027279+0000 mgr.smithi129.iclwio (mgr.14716) 3670 : 2022-01-18T17:49:33.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:33 smithi129 conmon[101092]: cluster [DBG] pgmap v3153: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:33.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:33 smithi129 conmon[101092]: audit 2022-01-18T17:49:32.408412+0000 mgr.smithi129.iclwio (mgr.14716) 3671 : audit [DBG] from='client.36526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:49:33.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:33 smithi129 conmon[101092]: audit 2022-01-18T17:49:33.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:33 smithi129 conmon[101092]: 2022-01-18T17:49:32.676240+0000 mgr.smithi129.iclwio (mgr.14716) 3672 : audit [DBG] from='client.36530 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:49:33.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:33 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T17:49:33.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:33 smithi129 conmon[101092]: T17:49:33.006218+0000 mon.smithi129 (mon. 2022-01-18T17:49:33.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:33 smithi129 conmon[101092]: 0) 1253 : audit [DBG] from='client.? 172.21.15.129:0/919652636' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:49:35.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:35 smithi156 conmon[67007]: cluster 2022-01-18T17:49:34.028017+0000 mgr.smithi129.iclwio (mgr.14716) 3673 : cluster 2022-01-18T17:49:35.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:35 smithi156 conmon[67007]: [DBG] pgmap v3154: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:35.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:35 smithi129 conmon[101092]: cluster 2022-01-18T17:49:34.028017+0000 mgr.smithi129.iclwio (mgr.14716) 3673 : cluster [DBG] pgmap v3154: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:37.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:37 smithi129 conmon[101092]: cluster 2022-01-18T17:49:36.028737+0000 mgr.smithi129.iclwio 2022-01-18T17:49:37.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:37 smithi129 conmon[101092]: (mgr.14716) 3674 : cluster [DBG] pgmap v3155: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:49:37.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:37 smithi156 conmon[67007]: cluster 2022-01-18T17:49:36.028737+0000 mgr.smithi129.iclwio 2022-01-18T17:49:37.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:37 smithi156 conmon[67007]: (mgr.14716) 3674 : cluster [DBG] pgmap v3155: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:49:39.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:39 smithi129 conmon[101092]: cluster 2022-01-18T17:49:38.029435+0000 mgr.smithi129.iclwio (mgr.14716) 3675 : cluster [DBG] pgmap v3156: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:39.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:39 smithi129 conmon[101092]: 2022-01-18T17:49:39.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:39 smithi156 conmon[67007]: cluster 2022-01-18T17:49:38.029435+0000 mgr.smithi129.iclwio (mgr.14716) 3675 : cluster [DBG] pgmap v3156: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:39.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:39 smithi156 conmon[67007]: 2022-01-18T17:49:41.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:41 smithi129 conmon[101092]: cluster 2022-01-18T17:49:40.030419+0000 mgr.smithi129.iclwio (mgr.14716) 3676 : cluster [DBG] pgmap v3157: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:49:41.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:41 smithi156 conmon[67007]: cluster 2022-01-18T17:49:40.030419+0000 mgr.smithi129.iclwio (mgr.14716) 3676 : cluster [DBG] 2022-01-18T17:49:41.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:41 smithi156 conmon[67007]: pgmap v3157: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:49:43.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:43 smithi129 conmon[101092]: cluster 2022-01-18T17:49:42.030878+0000 mgr.smithi129.iclwio (mgr.14716) 3677 : cluster [DBG] pgmap v3158: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:43.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:43 smithi156 conmon[67007]: cluster 2022-01-18T17:49:42.030878+0000 mgr.smithi129.iclwio (mgr.14716) 3677 : cluster [DBG] pgmap v3158: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:45.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:45 smithi129 conmon[101092]: cluster 2022-01-18T17:49:44.031395+0000 mgr.smithi129.iclwio (mgr.14716) 3678 : cluster [DBG] pgmap v3159: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:45.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:45 smithi156 conmon[67007]: cluster 2022-01-18T17:49:44.031395+0000 mgr.smithi129.iclwio (mgr.14716) 3678 : cluster [DBG] pgmap v3159: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:47.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:47 smithi129 conmon[101092]: cluster 2022-01-18T17:49:46.032326+0000 mgr.smithi129.iclwio (mgr.14716) 3679 : cluster [DBG] pgmap v3160: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:49:47.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:47 smithi156 conmon[67007]: cluster 2022-01-18T17:49:46.032326+0000 mgr.smithi129.iclwio (mgr.14716) 3679 : cluster [DBG] 2022-01-18T17:49:47.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:47 smithi156 conmon[67007]: pgmap v3160: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:49:49.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:49 smithi129 conmon[101092]: cluster 2022-01-18T17:49:48.032976+0000 mgr.smithi129.iclwio (mgr.14716) 3680 : cluster [DBG] pgmap v3161: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:49.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:49 smithi156 conmon[67007]: cluster 2022-01-18T17:49:48.032976+0000 mgr.smithi129.iclwio (mgr.14716) 3680 : cluster [DBG] pgmap v3161: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:49.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:49 smithi156 conmon[67007]: 2022-01-18T17:49:51.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:51 smithi129 conmon[101092]: cluster 2022-01-18T17:49:50.033738+0000 mgr.smithi129.iclwio (mgr.14716) 3681 : cluster [DBG] 2022-01-18T17:49:51.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:51 smithi129 conmon[101092]: pgmap v3162: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:49:51.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:51 smithi156 conmon[67007]: cluster 2022-01-18T17:49:50.033738+0000 mgr.smithi129.iclwio (mgr.14716) 3681 : cluster [DBG] pgmap v3162: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:49:53.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:53 smithi129 conmon[101092]: cluster 2022-01-18T17:49:52.034420+0000 mgr.smithi129.iclwio (mgr.14716) 3682 : cluster [DBG] pgmap v3163: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:53.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:53 smithi156 conmon[67007]: cluster 2022-01-18T17:49:52.034420+0000 mgr.smithi129.iclwio (mgr.14716) 3682 : cluster [DBG] pgmap v3163: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:53.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:53 smithi156 conmon[67007]: 2022-01-18T17:49:55.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:55 smithi129 conmon[101092]: cluster 2022-01-18T17:49:54.035047+0000 mgr.smithi129.iclwio (mgr.14716) 3683 : cluster [DBG] pgmap v3164: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:55.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:55 smithi156 conmon[67007]: cluster 2022-01-18T17:49:54.035047+0000 mgr.smithi129.iclwio (mgr.14716) 3683 : cluster [DBG] pgmap v3164: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:49:56.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:56 smithi129 conmon[101092]: audit 2022-01-18T17:49:55.621623+0000 mon.smithi129 (mon.0) 1254 : 2022-01-18T17:49:56.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:56 smithi129 conmon[101092]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:49:56.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:56 smithi129 conmon[101092]: audit 2022-01-18T17:49:55.623014+0000 mon.smithi129 (mon.0) 1255 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:49:56.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:56 smithi129 conmon[101092]: audit 2022- 2022-01-18T17:49:56.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:56 smithi129 conmon[101092]: 01-18T17:49:55.623811+0000 mon.smithi129 (mon.0) 1256 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:49:56.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:56 smithi129 conmon[101092]: cephadm 2022-01-18T 2022-01-18T17:49:56.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:56 smithi129 conmon[101092]: 17:49:55.624532+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T17:49:56.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:56 smithi129 conmon[101092]: 14716) 3684 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:49:56.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:56 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T17:49:56.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:56 smithi129 conmon[101092]: T17:49:55.884504+0000 mon.smithi129 (mon 2022-01-18T17:49:56.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:56 smithi129 conmon[101092]: .0) 1257 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:49:56.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:56 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T17:49:56.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:56 smithi129 conmon[101092]: 18T17:49:56.176891+0000 mon.smithi129 (mon. 2022-01-18T17:49:56.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:56 smithi129 conmon[101092]: 0) 1258 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:49:56.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:56 smithi129 conmon[101092]: audit 2022-01-18T17:49:56.181654+0000 2022-01-18T17:49:56.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:56 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1259 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:49:56.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:56 smithi156 conmon[67007]: audit 2022-01-18T17:49:55.621623+0000 mon.smithi129 (mon.0) 1254 : 2022-01-18T17:49:56.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:56 smithi156 conmon[67007]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:49:56.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:56 smithi156 conmon[67007]: audit 2022-01-18T17:49:55.623014+0000 mon.smithi129 (mon.0) 1255 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:49:56.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:56 smithi156 conmon[67007]: audit 2022-01-18T17:49:55.623811+0000 mon.smithi129 (mon.0) 1256 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:49:56.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:56 smithi156 conmon[67007]: cephadm 2022-01-18T17:49:55.624532+0000 mgr.smithi129.iclwio (mgr.14716) 3684 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:49:56.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:56 smithi156 conmon[67007]: audit 2022-01-18T17:49:55.884504+0000 mon.smithi129 (mon.0) 1257 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:49:56.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:56 smithi156 conmon[67007]: audit 2022- 2022-01-18T17:49:56.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:56 smithi156 conmon[67007]: 01-18T17:49:56.176891+0000 mon.smithi129 (mon.0) 1258 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:49:56.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:56 smithi156 conmon[67007]: audit 2022-01-18T17:49:56.181654+0000 mon.smithi129 (mon.0) 1259 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:49:58.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:57 smithi129 conmon[101092]: cluster 2022-01-18T17:49:56.035726+0000 mgr.smithi129.iclwio (mgr.14716) 3685 : cluster [DBG] pgmap v3165: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:49:58.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:57 smithi156 conmon[67007]: cluster 2022-01-18T17:49:56.035726+0000 mgr.smithi129.iclwio (mgr.14716) 3685 : cluster [DBG] pgmap v3165: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:49:59.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:58 smithi129 conmon[101092]: audit 2022-01-18T17:49:58.614734+0000 mon.smithi129 (mon.0) 1260 : audit 2022-01-18T17:49:59.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:58 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:49:59.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:58 smithi129 conmon[101092]: audit 2022-01-18T17:49:58.614986+0000 mon.smithi129 (mon.0) 1261 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:49:59.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:58 smithi156 conmon[67007]: audit 2022-01-18T17:49:58.614734+0000 mon.smithi129 (mon.0) 1260 : audit [INF] 2022-01-18T17:49:59.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:58 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:49:59.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:58 smithi156 conmon[67007]: audit 2022-01-18T17:49:58.614986+0000 mon.smithi129 (mon.0) 1261 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:50:00.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:59 smithi129 conmon[101092]: cluster 2022-01-18T17:49:58.036263+0000 mgr.smithi129.iclwio (mgr.14716) 3686 : cluster [DBG] 2022-01-18T17:50:00.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:49:59 smithi129 conmon[101092]: pgmap v3166: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:00.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:49:59 smithi156 conmon[67007]: cluster 2022-01-18T17:49:58.036263+0000 mgr.smithi129.iclwio (mgr.14716) 3686 : cluster [DBG] pgmap v3166: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:01.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:00 smithi129 conmon[101092]: cluster 2022-01-18T17:50:00.000090+0000 mon.smithi129 (mon.0) 1262 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T17:50:01.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:00 smithi156 conmon[67007]: cluster 2022-01-18T17:50:00.000090+0000 mon.smithi129 (mon.0) 1262 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T17:50:02.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:01 smithi129 conmon[101092]: cluster 2022-01-18T17:50:00.036996+0000 mgr.smithi129.iclwio (mgr.14716) 3687 : cluster [DBG] pgmap v3167: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:50:02.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:01 smithi129 conmon[101092]: 2022-01-18T17:50:02.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:01 smithi156 conmon[67007]: cluster 2022-01-18T17:50:00.036996+0000 mgr.smithi129.iclwio (mgr.14716) 3687 : cluster [DBG] pgmap v3167: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:50:03.298 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:50:03.565 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:50:03.566 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (112m) 2m ago 113m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:50:03.566 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (104m) 2m ago 113m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:50:03.567 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (104m) 2m ago 113m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:50:03.567 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (112m) 2m ago 113m 42.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:50:03.567 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (108m) 2m ago 108m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:50:03.567 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (108m) 2m ago 108m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:50:03.568 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (105m) 2m ago 114m 587M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:50:03.568 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (104m) 2m ago 112m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:50:03.568 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (104m) 2m ago 115m 736M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:50:03.568 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (104m) 2m ago 112m 365M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:50:03.568 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (105m) 2m ago 105m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:50:03.569 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (105m) 2m ago 105m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:50:03.569 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (113m) 2m ago 113m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:50:03.569 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (112m) 2m ago 112m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:50:03.569 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (99m) 2m ago 112m 1719M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:50:03.570 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (111m) 2m ago 111m 2747M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:50:03.570 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (111m) 2m ago 111m 2122M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:50:03.570 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (111m) 2m ago 111m 2745M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:50:03.570 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (110m) 2m ago 110m 2550M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:50:03.571 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (110m) 2m ago 110m 3128M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:50:03.571 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (110m) 2m ago 110m 2470M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:50:03.571 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (110m) 2m ago 110m 3658M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:50:03.571 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (112m) 2m ago 113m 73.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:50:03.883 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:50:03.884 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:50:03.884 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:50:03.884 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:50:03.884 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:50:03.885 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:50:03.885 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:50:03.885 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:50:03.885 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:50:03.885 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:50:03.886 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:50:03.886 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:50:03.886 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:50:03.886 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:50:03.887 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:50:03.887 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:50:03.887 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:50:03.887 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:50:03.888 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:50:04.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:03 smithi129 conmon[101092]: cluster 2022-01-18T17:50:02.037494+0000 mgr.smithi129.iclwio (mgr.14716) 3688 : cluster [DBG] 2022-01-18T17:50:04.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:03 smithi129 conmon[101092]: pgmap v3168: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:04.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:03 smithi129 conmon[101092]: audit 2022-01-18T17:50:03.891215+0000 mon.smithi129 (mon.0) 1263 : audit [DBG] from='client.? 172.21.15.129:0/1092832580' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:50:04.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:03 smithi156 conmon[67007]: cluster 2022-01-18T17:50:02.037494+0000 mgr.smithi129.iclwio (mgr.14716) 3688 : cluster [DBG] pgmap v3168: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:04.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:03 smithi156 conmon[67007]: 2022-01-18T17:50:04.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:03 smithi156 conmon[67007]: audit 2022-01-18T17:50:03.891215+0000 mon.smithi129 (mon.0) 1263 : audit [DBG] from='client.? 172.21.15.129:0/1092832580' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:50:05.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:04 smithi129 conmon[101092]: audit 2022-01-18T17:50:03.293451+0000 mgr.smithi129.iclwio (mgr.14716) 3689 : audit [DBG] from='client.36538 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:50:05.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:04 smithi129 conmon[101092]: 2022-01-18T17:50:05.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:04 smithi129 conmon[101092]: audit 2022-01-18T17:50:03.564986+0000 mgr.smithi129.iclwio (mgr.14716) 3690 : audit [DBG] from='client.36542 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:50:05.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:04 smithi156 conmon[67007]: audit 2022-01-18T17:50:03.293451+0000 mgr.smithi129.iclwio (mgr.14716) 3689 : audit [DBG] from='client.36538 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:50:05.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:04 smithi156 conmon[67007]: audit 2022-01-18T17:50: 2022-01-18T17:50:05.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:04 smithi156 conmon[67007]: 03.564986+0000 mgr.smithi129.iclwio (mgr.14716) 3690 : audit [DBG] from='client.36542 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:50:06.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:05 smithi129 conmon[101092]: cluster 2022-01-18T17:50:04.038218+0000 mgr.smithi129.iclwio (mgr.14716) 3691 : cluster [DBG] 2022-01-18T17:50:06.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:05 smithi129 conmon[101092]: pgmap v3169: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:06.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:05 smithi156 conmon[67007]: cluster 2022-01-18T17:50:04.038218+0000 mgr.smithi129.iclwio (mgr.14716) 3691 : cluster [DBG] pgmap v3169: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:08.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:07 smithi129 conmon[101092]: cluster 2022-01-18T17:50:06.038894+0000 mgr.smithi129.iclwio (mgr.14716) 3692 : cluster [DBG] pgmap v3170: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:50:08.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:07 smithi156 conmon[67007]: cluster 2022-01-18T17:50:06.038894+0000 mgr.smithi129.iclwio (mgr.14716) 3692 : cluster [DBG] pgmap v3170: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:50:10.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:09 smithi129 conmon[101092]: cluster 2022-01-18T17:50:08.039423+0000 mgr.smithi129.iclwio (mgr.14716) 3693 : cluster [DBG] pgmap v3171: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:10.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:09 smithi156 conmon[67007]: cluster 2022-01-18T17:50:08.039423+0000 mgr.smithi129.iclwio (mgr.14716) 3693 : cluster [DBG] pgmap v3171: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:12.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:11 smithi129 conmon[101092]: cluster 2022-01-18T17:50:10.040165+0000 mgr.smithi129.iclwio (mgr.14716) 3694 : cluster [DBG] pgmap v3172: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:50:12.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:11 smithi156 conmon[67007]: cluster 2022-01-18T17:50:10.040165+0000 mgr.smithi129.iclwio (mgr.14716) 3694 : cluster [DBG] pgmap v3172: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:50:14.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:13 smithi129 conmon[101092]: cluster 2022-01-18T17:50:12.040639+0000 mgr.smithi129.iclwio (mgr.14716) 3695 : cluster [DBG] pgmap v3173: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:14.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:13 smithi156 conmon[67007]: cluster 2022-01-18T17:50:12.040639+0000 mgr.smithi129.iclwio (mgr.14716) 3695 : cluster [DBG] pgmap v3173: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:16.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:15 smithi129 conmon[101092]: cluster 2022-01-18T17:50:14.041258+0000 mgr.smithi129.iclwio (mgr.14716) 3696 : cluster [DBG] pgmap v3174: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:16.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:15 smithi156 conmon[67007]: cluster 2022-01-18T17:50:14.041258+0000 mgr.smithi129.iclwio (mgr.14716) 3696 : cluster [DBG] pgmap v3174: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:18.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:17 smithi129 conmon[101092]: cluster 2022-01-18T17:50:16.041891+0000 mgr.smithi129.iclwio (mgr.14716) 3697 : cluster [DBG] pgmap v3175: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:50:18.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:17 smithi156 conmon[67007]: cluster 2022-01-18T17:50:16.041891+0000 mgr.smithi129.iclwio (mgr.14716) 3697 : cluster [DBG] pgmap v3175: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:50:20.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:19 smithi129 conmon[101092]: cluster 2022-01-18T17:50:18.042445+0000 mgr.smithi129.iclwio (mgr.14716) 3698 : cluster [DBG] pgmap v3176: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:20.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:19 smithi156 conmon[67007]: cluster 2022-01-18T17:50:18.042445+0000 mgr.smithi129.iclwio (mgr.14716) 3698 : cluster [DBG] pgmap v3176: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:22.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:21 smithi156 conmon[67007]: cluster 2022-01-18T17:50:20.043236+0000 mgr.smithi129.iclwio (mgr.14716) 3699 : cluster [DBG] pgmap v3177: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:50:22.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:21 smithi129 conmon[101092]: cluster 2022-01-18T17:50:20.043236+0000 mgr.smithi129.iclwio (mgr.14716) 3699 : cluster [DBG] 2022-01-18T17:50:22.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:21 smithi129 conmon[101092]: pgmap v3177: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:50:24.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:23 smithi156 conmon[67007]: cluster 2022-01-18T17:50:22.043684+0000 mgr.smithi129.iclwio (mgr.14716) 3700 : cluster [DBG] pgmap v3178: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:24.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:23 smithi129 conmon[101092]: cluster 2022-01-18T17:50:22.043684+0000 mgr.smithi129.iclwio (mgr.14716) 3700 : cluster [DBG] pgmap v3178: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:26.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:25 smithi156 conmon[67007]: cluster 2022-01-18T17:50:24.044567+0000 mgr.smithi129.iclwio (mgr.14716) 3701 : cluster [DBG] pgmap v3179: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:26.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:25 smithi129 conmon[101092]: cluster 2022-01-18T17:50:24.044567+0000 mgr.smithi129.iclwio (mgr.14716) 3701 : cluster [DBG] pgmap v3179: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:26.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:25 smithi129 conmon[101092]: 2022-01-18T17:50:28.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:27 smithi156 conmon[67007]: cluster 2022-01-18T17:50:26.045245+0000 mgr.smithi129.iclwio (mgr.14716) 3702 : cluster [DBG] pgmap v3180: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:50:28.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:27 smithi156 conmon[67007]: 2022-01-18T17:50:28.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:27 smithi129 conmon[101092]: cluster 2022-01-18T17:50:26.045245+0000 mgr.smithi129.iclwio (mgr.14716) 3702 : cluster [DBG] pgmap v3180: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:50:30.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:29 smithi156 conmon[67007]: cluster 2022-01-18T17:50:28.045854+0000 mgr.smithi129.iclwio (mgr.14716) 3703 : cluster [DBG] pgmap v3181: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:30.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:29 smithi129 conmon[101092]: cluster 2022-01-18T17:50:28.045854+0000 mgr.smithi129.iclwio (mgr.14716) 3703 : cluster [DBG] pgmap v3181: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:32.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:31 smithi156 conmon[67007]: cluster 2022-01-18T17:50:30.046744+0000 mgr.smithi129.iclwio (mgr.14716) 3704 : cluster [DBG] 2022-01-18T17:50:32.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:31 smithi156 conmon[67007]: pgmap v3182: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:50:32.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:31 smithi129 conmon[101092]: cluster 2022-01-18T17:50:30.046744+0000 mgr.smithi129.iclwio (mgr.14716) 3704 : cluster [DBG] pgmap v3182: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:50:32.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:31 smithi129 conmon[101092]: 2022-01-18T17:50:34.181 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:50:34.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:33 smithi156 conmon[67007]: cluster 2022-01-18T17:50:32.047368+0000 mgr.smithi129.iclwio (mgr.14716) 3705 2022-01-18T17:50:34.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:33 smithi156 conmon[67007]: : cluster [DBG] pgmap v3183: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:34.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:33 smithi129 conmon[101092]: cluster 2022-01-18T17:50:32.047368+0000 mgr.smithi129.iclwio (mgr.14716) 3705 2022-01-18T17:50:34.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:33 smithi129 conmon[101092]: : cluster [DBG] pgmap v3183: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:34.445 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:50:34.446 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (113m) 2m ago 114m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:50:34.446 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (104m) 2m ago 114m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:50:34.446 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (104m) 2m ago 113m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:50:34.446 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (112m) 2m ago 113m 42.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:50:34.446 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (109m) 2m ago 109m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:50:34.447 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (109m) 2m ago 109m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:50:34.447 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (105m) 2m ago 115m 587M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:50:34.447 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (105m) 2m ago 113m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:50:34.447 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (105m) 2m ago 115m 736M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:50:34.448 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (105m) 2m ago 113m 365M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:50:34.448 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (106m) 2m ago 105m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:50:34.448 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (105m) 2m ago 105m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:50:34.448 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (113m) 2m ago 113m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:50:34.448 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (113m) 2m ago 113m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:50:34.449 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (99m) 2m ago 112m 1719M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:50:34.449 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (112m) 2m ago 112m 2747M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:50:34.449 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (112m) 2m ago 112m 2122M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:50:34.449 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (111m) 2m ago 111m 2745M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:50:34.450 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (111m) 2m ago 111m 2550M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:50:34.450 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (111m) 2m ago 111m 3128M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:50:34.450 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (110m) 2m ago 110m 2470M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:50:34.450 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (110m) 2m ago 110m 3658M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:50:34.451 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (112m) 2m ago 113m 73.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:50:34.764 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:50:34.765 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:50:34.765 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:50:34.765 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:50:34.766 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:50:34.766 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:50:34.766 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:50:34.766 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:50:34.767 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:50:34.767 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:50:34.767 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:50:34.767 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:50:34.767 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:50:34.768 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:50:34.768 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:50:34.768 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:50:34.768 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:50:34.769 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:50:34.769 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:50:35.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:34 smithi156 conmon[67007]: audit 2022-01-18T17:50:34.772407+0000 mon.smithi129 (mon.0) 1264 : 2022-01-18T17:50:35.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:34 smithi156 conmon[67007]: audit [DBG] from='client.? 172.21.15.129:0/526010423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:50:35.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:34 smithi129 conmon[101092]: audit 2022-01-18T17:50:34.772407+0000 mon.smithi129 (mon.0) 1264 : audit 2022-01-18T17:50:35.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:34 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/526010423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:50:36.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:35 smithi156 conmon[67007]: cluster 2022-01-18T17:50:34.047962+0000 mgr.smithi129.iclwio (mgr.14716) 3706 : cluster [DBG] pgmap v3184: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:36.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:35 smithi156 conmon[67007]: 2022-01-18T17:50:36.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:35 smithi156 conmon[67007]: audit 2022-01-18T17:50:34.176545+0000 mgr.smithi129.iclwio (mgr.14716) 3707 : audit [DBG] from='client.36550 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:50:36.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:35 smithi156 conmon[67007]: audit 2022-01-18T17:50:36.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:35 smithi156 conmon[67007]: 2022-01-18T17:50:34.444859+0000 mgr.smithi129.iclwio (mgr.14716) 3708 : audit [DBG] from='client.36554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:50:36.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:35 smithi129 conmon[101092]: cluster 2022-01-18T17:50:34.047962+0000 mgr.smithi129.iclwio (mgr.14716) 3706 : cluster [DBG] pgmap v3184: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:36.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:35 smithi129 conmon[101092]: audit 2022-01-18T17:50:34.176545+0000 mgr.smithi129.iclwio (mgr.14716) 3707 : audit [DBG] from='client.36550 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:50:36.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:35 smithi129 conmon[101092]: audit 2022-01-18T17:50:34.444859+0000 mgr.smithi129.iclwio (mgr.14716) 3708 : audit [DBG] from='client.36554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:50:36.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:35 smithi129 conmon[101092]: 2022-01-18T17:50:38.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:37 smithi156 conmon[67007]: cluster 2022-01-18T17:50:36.048583+0000 mgr.smithi129.iclwio (mgr.14716) 3709 : cluster 2022-01-18T17:50:38.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:37 smithi156 conmon[67007]: [DBG] pgmap v3185: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:50:38.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:37 smithi129 conmon[101092]: cluster 2022-01-18T17:50:36.048583+0000 mgr.smithi129.iclwio (mgr.14716) 3709 : cluster [DBG] pgmap v3185: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:50:40.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:39 smithi156 conmon[67007]: cluster 2022-01-18T17:50:38.049256+0000 mgr.smithi129.iclwio (mgr.14716) 3710 : cluster 2022-01-18T17:50:40.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:39 smithi156 conmon[67007]: [DBG] pgmap v3186: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:40.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:39 smithi129 conmon[101092]: cluster 2022-01-18T17:50:38.049256+0000 mgr.smithi129.iclwio (mgr.14716) 3710 : cluster [DBG] pgmap v3186: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:42.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:41 smithi156 conmon[67007]: cluster 2022-01-18T17:50:40.050084+0000 mgr.smithi129.iclwio (mgr.14716) 3711 : cluster [DBG] 2022-01-18T17:50:42.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:41 smithi156 conmon[67007]: pgmap v3187: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:50:42.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:41 smithi129 conmon[101092]: cluster 2022-01-18T17:50:40.050084+0000 mgr.smithi129.iclwio (mgr.14716) 3711 : cluster [DBG] 2022-01-18T17:50:42.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:41 smithi129 conmon[101092]: pgmap v3187: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:50:44.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:43 smithi156 conmon[67007]: cluster 2022-01-18T17:50:42.050625+0000 mgr.smithi129.iclwio (mgr.14716) 3712 : cluster [DBG] pgmap v3188: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:44.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:43 smithi156 conmon[67007]: 2022-01-18T17:50:44.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:43 smithi129 conmon[101092]: cluster 2022-01-18T17:50:42.050625+0000 mgr.smithi129.iclwio (mgr.14716) 3712 : cluster [DBG] pgmap v3188: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:46.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:45 smithi156 conmon[67007]: cluster 2022-01-18T17:50:44.051400+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:50:46.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:45 smithi156 conmon[67007]: ) 3713 : cluster [DBG] pgmap v3189: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:46.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:45 smithi129 conmon[101092]: cluster 2022-01-18T17:50:44.051400+0000 mgr.smithi129.iclwio (mgr.14716) 3713 : cluster [DBG] pgmap v3189: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:48.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:47 smithi156 conmon[67007]: cluster 2022-01-18T17:50:46.052219+0000 mgr.smithi129.iclwio (mgr.14716) 3714 : cluster [DBG] 2022-01-18T17:50:48.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:47 smithi156 conmon[67007]: pgmap v3190: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:50:48.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:47 smithi129 conmon[101092]: cluster 2022-01-18T17:50:46.052219+0000 mgr.smithi129.iclwio (mgr.14716) 3714 : cluster [DBG] pgmap v3190: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:50:49.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:48 smithi156 conmon[67007]: cluster 2022-01-18T17:50:48.052946+0000 mgr.smithi129.iclwio (mgr.14716) 3715 : cluster [DBG] pgmap v3191: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:49.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:48 smithi156 conmon[67007]: 2022-01-18T17:50:49.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:48 smithi129 conmon[101092]: cluster 2022-01-18T17:50:48.052946+0000 mgr.smithi129.iclwio (mgr.14716) 3715 : 2022-01-18T17:50:49.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:48 smithi129 conmon[101092]: cluster [DBG] pgmap v3191: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:51.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:51 smithi129 conmon[101092]: cluster 2022-01-18T17:50:50.053657+0000 mgr.smithi129.iclwio (mgr.14716) 3716 : cluster [DBG] pgmap v3192: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:50:51.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:51 smithi156 conmon[67007]: cluster 2022-01-18T17:50:50.053657+0000 mgr.smithi129.iclwio (mgr.14716) 3716 : cluster [DBG] pgmap v3192: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:50:53.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:53 smithi129 conmon[101092]: cluster 2022-01-18T17:50:52.054259+0000 mgr.smithi129.iclwio (mgr.14716) 3717 : cluster [DBG] pgmap v3193: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:53.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:53 smithi156 conmon[67007]: cluster 2022-01-18T17:50:52.054259+0000 mgr.smithi129.iclwio (mgr.14716) 3717 : cluster [DBG] 2022-01-18T17:50:53.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:53 smithi156 conmon[67007]: pgmap v3193: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:55.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:55 smithi129 conmon[101092]: cluster 2022-01-18T17:50:54.055143+0000 mgr.smithi129.iclwio (mgr.14716) 3718 : cluster [DBG] pgmap v3194: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:55.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:55 smithi156 conmon[67007]: cluster 2022-01-18T17:50:54.055143+0000 mgr.smithi129.iclwio (mgr.14716) 3718 : cluster [DBG] pgmap v3194: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:56.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:56 smithi129 conmon[101092]: audit 2022-01-18T17:50:56.184233+0000 mon.smithi129 (mon.0) 1265 2022-01-18T17:50:56.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:56 smithi129 conmon[101092]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:50:56.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:56 smithi129 conmon[101092]: audit 2022-01-18T17:50:56.185691+0000 mon.smithi129 (mon.0) 1266 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:50:56.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:56 smithi129 conmon[101092]: audit 2022-01-18T17:50:56.186738+0000 mon.smithi129 (mon.0) 1267 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:50:56.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:56 smithi156 conmon[67007]: audit 2022-01-18T17:50:56.184233+0000 mon.smithi129 (mon.0) 1265 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:50:56.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:56 smithi156 conmon[67007]: audit 2022-01-18T17:50:56.185691+0000 mon.smithi129 (mon.0) 1266 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:50:56.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:56 smithi156 conmon[67007]: audit 2022-01-18T17:50:56.186738+0000 mon.smithi129 (mon.0) 1267 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:50:57.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:57 smithi156 conmon[67007]: cluster 2022-01-18T17:50:56.055945+0000 mgr.smithi129.iclwio (mgr.14716) 3719 : cluster [DBG] pgmap v3195: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:50:57.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:57 smithi156 conmon[67007]: cephadm 2022-01-18T17:50:56.187462+0000 mgr.smithi129.iclwio (mgr.14716) 3720 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:50:57.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:57 smithi156 conmon[67007]: audit 2022-01-18T17:50:56.496487+0000 mon.smithi129 (mon.0) 1268 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:50:57.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:57 smithi156 conmon[67007]: audit 2022-01-18T17:50:56.503229+0000 mon.smithi129 2022-01-18T17:50:57.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:57 smithi156 conmon[67007]: (mon.0) 1269 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:50:57.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:57 smithi129 conmon[101092]: cluster 2022-01-18T17:50:56.055945+0000 mgr.smithi129.iclwio (mgr.14716) 3719 : cluster [DBG] pgmap v3195: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:50:57.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:57 smithi129 conmon[101092]: 2022-01-18T17:50:57.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:57 smithi129 conmon[101092]: cephadm 2022-01-18T17:50:56.187462+0000 mgr.smithi129.iclwio (mgr.14716) 3720 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:50:57.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:57 smithi129 conmon[101092]: audit 2022-01-18T17:50:56.496487+0000 mon.smithi129 (mon. 2022-01-18T17:50:57.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:57 smithi129 conmon[101092]: 0) 1268 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:50:57.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:57 smithi129 conmon[101092]: audit 2022-01-18T17:50:56.503229+0000 mon.smithi129 (mon.0) 1269 2022-01-18T17:50:57.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:57 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:50:59.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:59 smithi156 conmon[67007]: cluster 2022-01-18T17:50:58.056627+0000 mgr.smithi129.iclwio (mgr.14716) 3721 : cluster [DBG] pgmap v3196: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:59.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:59 smithi156 conmon[67007]: audit 2022-01-18T17:50:58.618519+0000 mon.smithi129 (mon.0) 1270 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:50:59.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:50:59 smithi156 conmon[67007]: audit 2022-01-18T17:50:58.618830+0000 mon.smithi129 (mon.0) 1271 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:50:59.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:59 smithi129 conmon[101092]: cluster 2022-01-18T17:50:58.056627+0000 mgr.smithi129.iclwio (mgr.14716) 3721 : cluster 2022-01-18T17:50:59.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:59 smithi129 conmon[101092]: [DBG] pgmap v3196: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:50:59.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:59 smithi129 conmon[101092]: audit 2022-01-18T17:50:58.618519+0000 mon.smithi129 (mon.0) 1270 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:50:59.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:59 smithi129 conmon[101092]: audit 2022-01-18T17:50:58.618830 2022-01-18T17:50:59.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:50:59 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 1271 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:51:01.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:01 smithi156 conmon[67007]: cluster 2022-01-18T17:51:00.057614+0000 mgr.smithi129.iclwio (mgr.14716) 3722 : cluster [DBG] pgmap v3197: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:51:01.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:01 smithi129 conmon[101092]: cluster 2022-01-18T17:51:00.057614+0000 mgr.smithi129.iclwio (mgr.14716) 3722 : cluster [DBG] pgmap v3197: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:51:03.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:03 smithi156 conmon[67007]: cluster 2022-01-18T17:51:02.058219+0000 mgr.smithi129.iclwio (mgr.14716) 3723 : cluster [DBG] pgmap v3198: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:03.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:03 smithi129 conmon[101092]: cluster 2022-01-18T17:51:02.058219+0000 mgr.smithi129.iclwio (mgr.14716) 3723 : cluster [DBG] pgmap v3198: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:05.064 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:51:05.328 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:51:05.329 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (113m) 3m ago 114m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:51:05.329 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (105m) 3m ago 114m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:51:05.329 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (105m) 3m ago 114m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:51:05.329 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (113m) 3m ago 114m 42.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:51:05.329 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (109m) 3m ago 109m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:51:05.330 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (109m) 3m ago 109m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:51:05.330 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (106m) 3m ago 115m 587M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:51:05.330 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (105m) 3m ago 114m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:51:05.330 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (105m) 3m ago 116m 736M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:51:05.331 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (105m) 3m ago 113m 365M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:51:05.331 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (106m) 3m ago 106m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:51:05.331 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (106m) 3m ago 106m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:51:05.331 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (114m) 3m ago 114m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:51:05.332 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (113m) 3m ago 113m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:51:05.332 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (100m) 3m ago 113m 1719M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:51:05.332 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (112m) 3m ago 112m 2747M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:51:05.332 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (112m) 3m ago 112m 2122M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:51:05.333 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (112m) 3m ago 112m 2745M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:51:05.333 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (111m) 3m ago 111m 2550M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:51:05.333 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (111m) 3m ago 111m 3128M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:51:05.333 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (111m) 3m ago 111m 2470M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:51:05.334 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (111m) 3m ago 111m 3658M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:51:05.334 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (113m) 3m ago 114m 73.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:51:05.651 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:51:05.651 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:51:05.652 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:51:05.652 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:51:05.652 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:51:05.652 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:51:05.653 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:51:05.653 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:51:05.653 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:51:05.653 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:51:05.654 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:51:05.654 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:51:05.654 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:51:05.655 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:51:05.655 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:51:05.655 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:51:05.655 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:51:05.656 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:51:05.656 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:51:05.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:05 smithi156 conmon[67007]: cluster 2022-01-18T17:51:04.058849+0000 mgr.smithi129.iclwio (mgr.14716) 3724 : cluster [DBG] pgmap v3199: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:05.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:05 smithi129 conmon[101092]: cluster 2022-01-18T17:51:04.058849+0000 mgr.smithi129.iclwio (mgr.14716) 3724 2022-01-18T17:51:05.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:05 smithi129 conmon[101092]: : cluster [DBG] pgmap v3199: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:06.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:06 smithi156 conmon[67007]: audit 2022-01-18T17:51:05.060376+0000 mgr.smithi129.iclwio (mgr.14716) 3725 : audit [DBG] from='client.36562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:51:06.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:06 smithi156 conmon[67007]: audit 2022-01-18T17:51:05 2022-01-18T17:51:06.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:06 smithi156 conmon[67007]: .327534+0000 mgr.smithi129.iclwio (mgr.14716) 3726 : audit [DBG] from='client.36566 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:51:06.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:06 smithi156 conmon[67007]: audit 2022-01-18T17:51:05.659260+0000 mon.smithi129 (mon.0) 1272 : audit [DBG] from='client.? 172.21.15.129:0/214342168' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:51:06.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:06 smithi129 conmon[101092]: audit 2022-01-18T17:51:05.060376+0000 mgr.smithi129.iclwio (mgr.14716) 3725 : audit [DBG] 2022-01-18T17:51:06.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:06 smithi129 conmon[101092]: from='client.36562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:51:06.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:06 smithi129 conmon[101092]: audit 2022-01-18T17:51:05.327534+0000 mgr.smithi129.iclwio (mgr.14716) 3726 : audit [DBG] from='client.36566 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:51:06.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:06 smithi129 conmon[101092]: audit 2022-01-18T17:51:05.659260+0000 mon.smithi129 (mon.0) 1272 : audit [DBG] from='client.? 172.21.15.129:0/214342168' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:51:07.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:07 smithi156 conmon[67007]: cluster 2022-01-18T17:51:06.059458+0000 mgr.smithi129.iclwio (mgr.14716) 3727 : cluster [DBG] pgmap v3200: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:51:07.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:07 smithi129 conmon[101092]: cluster 2022-01-18T17:51:06.059458+0000 mgr.smithi129.iclwio (mgr.14716) 3727 : cluster [DBG] pgmap v3200: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:51:09.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:09 smithi156 conmon[67007]: cluster 2022-01-18T17:51:08.060038+0000 mgr.smithi129.iclwio (mgr.14716) 3728 : cluster [DBG] pgmap v3201: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:09.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:09 smithi129 conmon[101092]: cluster 2022-01-18T17:51:08.060038+0000 mgr.smithi129.iclwio (mgr.14716) 3728 : cluster [DBG] 2022-01-18T17:51:09.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:09 smithi129 conmon[101092]: pgmap v3201: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:11.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:11 smithi156 conmon[67007]: cluster 2022-01-18T17:51:10.060888+0000 mgr.smithi129.iclwio (mgr.14716) 3729 : cluster [DBG] pgmap v3202: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:51:11.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:11 smithi129 conmon[101092]: cluster 2022-01-18T17:51:10.060888+0000 mgr.smithi129.iclwio (mgr.14716) 3729 : cluster [DBG] pgmap v3202: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:51:13.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:13 smithi156 conmon[67007]: cluster 2022-01-18T17:51:12.061454+0000 mgr.smithi129.iclwio (mgr.14716) 3730 : cluster [DBG] pgmap v3203: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:13.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:13 smithi129 conmon[101092]: cluster 2022-01-18T17:51:12.061454+0000 mgr.smithi129.iclwio (mgr.14716) 3730 : cluster [DBG] pgmap v3203: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:13.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:13 smithi129 conmon[101092]: 2022-01-18T17:51:15.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:15 smithi156 conmon[67007]: cluster 2022-01-18T17:51:14.062207+0000 mgr.smithi129.iclwio (mgr.14716) 3731 : cluster [DBG] pgmap v3204: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:15.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:15 smithi129 conmon[101092]: cluster 2022-01-18T17:51:14.062207+0000 mgr.smithi129.iclwio (mgr.14716) 3731 : cluster [DBG] 2022-01-18T17:51:15.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:15 smithi129 conmon[101092]: pgmap v3204: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:17.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:17 smithi156 conmon[67007]: cluster 2022-01-18T17:51:16.062878+0000 mgr.smithi129.iclwio (mgr.14716) 3732 : cluster [DBG] pgmap v3205: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:51:17.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:17 smithi129 conmon[101092]: cluster 2022-01-18T17:51:16.062878+0000 mgr.smithi129.iclwio (mgr.14716) 3732 : cluster [DBG] pgmap v3205: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:51:19.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:19 smithi156 conmon[67007]: cluster 2022-01-18T17:51:18.063394+0000 mgr.smithi129.iclwio (mgr.14716) 3733 : cluster [DBG] pgmap v3206: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:19.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:19 smithi129 conmon[101092]: cluster 2022-01-18T17:51:18.063394+0000 mgr.smithi129.iclwio (mgr.14716) 3733 : cluster [DBG] pgmap v3206: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:21.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:21 smithi156 conmon[67007]: cluster 2022-01-18T17:51:20.064321+0000 mgr.smithi129.iclwio (mgr.14716) 3734 : cluster [DBG] pgmap v3207: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:51:21.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:21 smithi129 conmon[101092]: cluster 2022-01-18T17:51:20.064321+0000 mgr.smithi129.iclwio (mgr.14716) 3734 : cluster 2022-01-18T17:51:21.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:21 smithi129 conmon[101092]: [DBG] pgmap v3207: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:51:23.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:23 smithi156 conmon[67007]: cluster 2022-01-18T17:51:22.064988+0000 mgr.smithi129.iclwio (mgr.14716) 3735 : cluster [DBG] pgmap v3208: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:23.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:23 smithi129 conmon[101092]: cluster 2022-01-18T17:51:22.064988+0000 mgr.smithi129.iclwio (mgr.14716) 3735 : cluster [DBG] pgmap v3208: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:25.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:25 smithi129 conmon[101092]: cluster 2022-01-18T17:51:24.065624+0000 mgr.smithi129.iclwio (mgr.14716) 3736 : cluster [DBG] 2022-01-18T17:51:25.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:25 smithi129 conmon[101092]: pgmap v3209: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:26.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:25 smithi156 conmon[67007]: cluster 2022-01-18T17:51:24.065624+0000 mgr.smithi129.iclwio (mgr.14716) 3736 : cluster [DBG] pgmap v3209: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:27.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:27 smithi129 conmon[101092]: cluster 2022-01-18T17:51:26.066243+0000 mgr.smithi129.iclwio (mgr.14716) 3737 : cluster [DBG] 2022-01-18T17:51:27.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:27 smithi129 conmon[101092]: pgmap v3210: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:51:28.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:27 smithi156 conmon[67007]: cluster 2022-01-18T17:51:26.066243+0000 mgr.smithi129.iclwio (mgr.14716) 3737 : cluster [DBG] pgmap v3210: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:51:29.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:29 smithi129 conmon[101092]: cluster 2022-01-18T17:51:28.066764+0000 mgr.smithi129.iclwio (mgr.14716) 3738 : cluster [DBG] pgmap v3211: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:30.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:29 smithi156 conmon[67007]: cluster 2022-01-18T17:51:28.066764+0000 mgr.smithi129.iclwio (mgr.14716) 3738 : cluster [DBG] pgmap v3211: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:31.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:31 smithi129 conmon[101092]: cluster 2022-01-18T17:51:30.067524+0000 mgr.smithi129.iclwio (mgr.14716) 3739 : cluster [DBG] pgmap v3212: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:51:32.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:31 smithi156 conmon[67007]: cluster 2022-01-18T17:51:30.067524+0000 mgr.smithi129.iclwio (mgr.14716) 3739 : cluster [DBG] pgmap v3212: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:51:33.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:33 smithi129 conmon[101092]: cluster 2022-01-18T17:51:32.068140+0000 mgr.smithi129.iclwio (mgr.14716) 3740 : cluster [DBG] pgmap v3213: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:34.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:33 smithi156 conmon[67007]: cluster 2022-01-18T17:51:32.068140+0000 mgr.smithi129.iclwio (mgr.14716) 3740 : cluster [DBG] pgmap v3213: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:35.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:35 smithi129 conmon[101092]: cluster 2022-01-18T17:51:34.068865+0000 mgr.smithi129.iclwio (mgr.14716) 3741 : cluster [DBG] pgmap v3214: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:35.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:35 smithi129 conmon[101092]: 2022-01-18T17:51:35.942 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:51:36.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:35 smithi156 conmon[67007]: cluster 2022-01-18T17:51:34.068865+0000 mgr.smithi129.iclwio (mgr.14716) 3741 : cluster [DBG] pgmap v3214: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:36.210 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:51:36.210 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (114m) 3m ago 115m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:51:36.210 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (105m) 3m ago 115m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:51:36.210 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (105m) 3m ago 114m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:51:36.211 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (113m) 3m ago 115m 42.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:51:36.211 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (110m) 3m ago 110m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:51:36.211 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (110m) 3m ago 110m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:51:36.211 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (106m) 3m ago 116m 587M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:51:36.212 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (106m) 3m ago 114m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:51:36.212 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (106m) 3m ago 116m 736M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:51:36.212 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (106m) 3m ago 114m 365M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:51:36.213 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (107m) 3m ago 107m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:51:36.213 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (106m) 3m ago 106m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:51:36.213 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (114m) 3m ago 114m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:51:36.213 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (114m) 3m ago 114m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:51:36.214 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (100m) 3m ago 113m 1719M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:51:36.214 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (113m) 3m ago 113m 2747M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:51:36.214 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (113m) 3m ago 113m 2122M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:51:36.214 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (112m) 3m ago 112m 2745M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:51:36.215 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (112m) 3m ago 112m 2550M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:51:36.215 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (112m) 3m ago 112m 3128M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:51:36.215 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (111m) 3m ago 111m 2470M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:51:36.215 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (111m) 3m ago 111m 3658M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:51:36.215 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (113m) 3m ago 114m 73.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:51:36.531 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:51:36.531 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:51:36.531 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:51:36.532 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:51:36.532 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:51:36.532 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:51:36.532 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:51:36.532 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:51:36.533 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:51:36.533 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:51:36.533 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:51:36.533 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:51:36.534 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:51:36.534 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:51:36.534 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:51:36.534 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:51:36.535 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:51:36.535 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:51:36.535 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:51:36.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:36 smithi129 conmon[101092]: audit 2022-01-18T17:51:35.939426+0000 mgr.smithi129.iclwio (mgr.14716) 3742 : audit [DBG] from='client.36574 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:51:36.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:36 smithi129 conmon[101092]: 2022-01-18T17:51:36.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:36 smithi129 conmon[101092]: audit 2022-01-18T17:51:36.539041+0000 mon.smithi129 (mon.0) 1273 : audit [DBG] from='client.? 172.21.15.129:0/1030580557' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:51:37.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:36 smithi156 conmon[67007]: audit 2022-01-18T17:51:35.939426+0000 mgr.smithi129.iclwio (mgr.14716) 3742 : audit [DBG] from='client.36574 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:51:37.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:36 smithi156 conmon[67007]: 2022-01-18T17:51:37.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:36 smithi156 conmon[67007]: audit 2022-01-18T17:51:36.539041+0000 mon.smithi129 (mon.0) 1273 : audit [DBG] from='client.? 172.21.15.129:0/1030580557' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:51:37.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:37 smithi129 conmon[101092]: cluster 2022-01-18T17:51:36.069328+0000 mgr.smithi129.iclwio (mgr.14716) 3743 : cluster [DBG] 2022-01-18T17:51:37.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:37 smithi129 conmon[101092]: pgmap v3215: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:51:37.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:37 smithi129 conmon[101092]: audit 2022-01-18T17:51:36.209097+0000 mgr.smithi129.iclwio (mgr.14716) 3744 : audit [DBG] from='client.36578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:51:38.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:37 smithi156 conmon[67007]: cluster 2022-01-18T17:51:36.069328+0000 mgr.smithi129.iclwio (mgr.14716) 3743 : cluster [DBG] pgmap v3215: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:51:38.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:37 smithi156 conmon[67007]: audit 2022-01-18T17:51:36.209097+0000 mgr.smithi129.iclwio (mgr.14716) 3744 : audit [DBG] from='client.36578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:51:39.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:39 smithi129 conmon[101092]: cluster 2022-01-18T17:51:38.069985 2022-01-18T17:51:39.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:39 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 3745 : cluster [DBG] pgmap v3216: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:40.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:39 smithi156 conmon[67007]: cluster 2022-01-18T17:51:38.069985+0000 mgr.smithi129.iclwio (mgr.14716) 3745 : cluster 2022-01-18T17:51:40.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:39 smithi156 conmon[67007]: [DBG] pgmap v3216: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:41.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:41 smithi129 conmon[101092]: cluster 2022-01-18T17:51:40.070761+0000 mgr.smithi129.iclwio (mgr.14716) 3746 : cluster [DBG] pgmap v3217: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:51:42.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:41 smithi156 conmon[67007]: cluster 2022-01-18T17:51:40.070761+0000 mgr.smithi129.iclwio (mgr.14716) 3746 : cluster [DBG] pgmap v3217: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:51:42.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:41 smithi156 conmon[67007]: 2022-01-18T17:51:43.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:43 smithi129 conmon[101092]: cluster 2022-01-18T17:51:42.071336+0000 mgr.smithi129.iclwio (mgr.14716) 3747 : cluster [DBG] 2022-01-18T17:51:43.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:43 smithi129 conmon[101092]: pgmap v3218: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:44.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:43 smithi156 conmon[67007]: cluster 2022-01-18T17:51:42.071336+0000 mgr.smithi129.iclwio (mgr.14716) 3747 : cluster [DBG] pgmap v3218: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:45.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:45 smithi129 conmon[101092]: cluster 2022-01-18T17:51:44.072038+0000 mgr.smithi129.iclwio (mgr.14716) 3748 : cluster 2022-01-18T17:51:45.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:45 smithi129 conmon[101092]: [DBG] pgmap v3219: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:46.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:45 smithi156 conmon[67007]: cluster 2022-01-18T17:51:44.072038+0000 mgr.smithi129.iclwio (mgr.14716) 3748 : cluster [DBG] pgmap v3219: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:47.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:47 smithi129 conmon[101092]: cluster 2022-01-18T17:51:46.072612+0000 mgr.smithi129.iclwio (mgr.14716) 3749 : cluster [DBG] pgmap v3220: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:51:48.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:47 smithi156 conmon[67007]: cluster 2022-01-18T17:51:46.072612+0000 mgr.smithi129.iclwio (mgr.14716) 3749 : cluster [DBG] 2022-01-18T17:51:48.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:47 smithi156 conmon[67007]: pgmap v3220: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:51:49.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:49 smithi129 conmon[101092]: cluster 2022-01-18T17:51:48.073317+0000 mgr.smithi129.iclwio (mgr.14716) 3750 : cluster 2022-01-18T17:51:49.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:49 smithi129 conmon[101092]: [DBG] pgmap v3221: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:50.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:49 smithi156 conmon[67007]: cluster 2022-01-18T17:51:48.073317+0000 mgr.smithi129.iclwio (mgr.14716) 3750 : cluster [DBG] pgmap v3221: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:51.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:51 smithi129 conmon[101092]: cluster 2022-01-18T17:51:50.074077+0000 mgr.smithi129.iclwio (mgr.14716) 3751 : cluster [DBG] pgmap v3222: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:51:52.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:51 smithi156 conmon[67007]: cluster 2022-01-18T17:51:50.074077+0000 mgr.smithi129.iclwio (mgr.14716) 3751 : cluster [DBG] pgmap v3222: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:51:53.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:53 smithi129 conmon[101092]: cluster 2022-01-18T17:51:52.074817+0000 mgr.smithi129.iclwio (mgr.14716) 3752 : cluster [DBG] pgmap v3223: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:54.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:53 smithi156 conmon[67007]: cluster 2022-01-18T17:51:52.074817+0000 mgr.smithi129.iclwio (mgr.14716) 3752 : cluster [DBG] pgmap v3223: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:55.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:55 smithi129 conmon[101092]: cluster 2022-01-18T17:51:54.075460+0000 mgr.smithi129.iclwio (mgr.14716) 3753 : cluster [DBG] pgmap v3224: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:56.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:55 smithi156 conmon[67007]: cluster 2022-01-18T17:51:54.075460+0000 mgr.smithi129.iclwio (mgr.14716) 3753 : cluster [DBG] pgmap v3224: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:51:56.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:56 smithi129 conmon[101092]: audit 2022-01-18T17:51:56.505782+0000 mon.smithi129 (mon.0) 1274 2022-01-18T17:51:56.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:56 smithi129 conmon[101092]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:51:56.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:56 smithi129 conmon[101092]: audit 2022-01-18T17:51:56.507285+0000 mon.smithi129 (mon.0) 1275 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:51:56.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:56 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T17:51:56.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:56 smithi129 conmon[101092]: 17:51:56.508150+0000 mon.smithi129 (mon.0) 1276 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:51:57.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:56 smithi156 conmon[67007]: audit 2022-01-18T17:51:56.505782+0000 mon.smithi129 (mon.0) 2022-01-18T17:51:57.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:56 smithi156 conmon[67007]: 1274 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:51:57.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:56 smithi156 conmon[67007]: audit 2022-01-18T17:51:56.507285+0000 mon.smithi129 (mon.0) 1275 : audit [DBG] 2022-01-18T17:51:57.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:56 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:51:57.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:56 smithi156 conmon[67007]: audit 2022-01-18T17:51:57.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:56 smithi156 conmon[67007]: 2022-01-18T17:51:56.508150+0000 2022-01-18T17:51:57.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:56 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1276 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:51:58.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:57 smithi129 conmon[101092]: cluster 2022-01-18T17:51:56.076238+0000 mgr.smithi129.iclwio (mgr.14716) 3754 : cluster [DBG] pgmap v3225: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:51:58.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:57 smithi129 conmon[101092]: 2022-01-18T17:51:58.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:57 smithi129 conmon[101092]: cephadm 2022-01-18T17:51:56.508881+0000 mgr.smithi129.iclwio (mgr.14716) 3755 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:51:58.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:57 smithi129 conmon[101092]: audit 2022-01-18T17:51:56.817285+0000 mon.smithi129 (mon.0) 1277 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:51:58.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:57 smithi129 conmon[101092]: audit 2022-01-18T17:51:56.822381+0000 mon.smithi129 (mon. 2022-01-18T17:51:58.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:57 smithi129 conmon[101092]: 0) 1278 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:51:58.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:57 smithi156 conmon[67007]: cluster 2022-01-18T17:51:56.076238+0000 mgr.smithi129.iclwio (mgr.14716) 3754 : cluster [DBG] pgmap v3225: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:51:58.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:57 smithi156 conmon[67007]: cephadm 2022-01-18T17:51:56.508881+0000 mgr.smithi129.iclwio (mgr.14716) 3755 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:51:58.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:57 smithi156 conmon[67007]: audit 2022-01-18T17:51:56.817285+0000 mon.smithi129 (mon.0 2022-01-18T17:51:58.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:57 smithi156 conmon[67007]: ) 1277 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:51:58.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:57 smithi156 conmon[67007]: audit 2022-01-18T17:51:58.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:57 smithi156 conmon[67007]: 2022-01-18T17:51:56.822381+0000 mon.smithi129 (mon.0) 1278 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:51:59.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:58 smithi129 conmon[101092]: audit 2022-01-18T17:51:58.622571+0000 mon.smithi129 (mon.0) 1279 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:51:59.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:58 smithi129 conmon[101092]: audit 2022-01-18T17:51:59.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:58 smithi129 conmon[101092]: 2022-01-18T17:51:58.622816+0000 mon.smithi129 (mon.0) 1280 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:51:59.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:58 smithi156 conmon[67007]: audit 2022-01-18T17:51:58.622571+0000 mon.smithi129 (mon.0) 1279 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:51:59.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:58 smithi156 conmon[67007]: 2022-01-18T17:51:59.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:58 smithi156 conmon[67007]: audit 2022-01-18T17:51:58.622816+0000 mon.smithi129 (mon.0) 1280 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:52:00.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:51:59 smithi129 conmon[101092]: cluster 2022-01-18T17:51:58.076931+0000 mgr.smithi129.iclwio (mgr.14716) 3756 : cluster [DBG] pgmap v3226: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:00.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:51:59 smithi156 conmon[67007]: cluster 2022-01-18T17:51:58.076931+0000 mgr.smithi129.iclwio (mgr.14716) 3756 : cluster [DBG] pgmap v3226: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:02.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:01 smithi129 conmon[101092]: cluster 2022-01-18T17:52:00.077719+0000 mgr.smithi129.iclwio (mgr.14716) 3757 : cluster 2022-01-18T17:52:02.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:01 smithi129 conmon[101092]: [DBG] pgmap v3227: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:52:02.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:01 smithi156 conmon[67007]: cluster 2022-01-18T17:52:00.077719+0000 mgr.smithi129.iclwio (mgr.14716) 3757 : cluster [DBG] pgmap v3227: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:52:04.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:03 smithi129 conmon[101092]: cluster 2022-01-18T17:52:02.078188+0000 mgr.smithi129.iclwio (mgr.14716) 3758 : cluster [DBG] pgmap v3228: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:04.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:03 smithi156 conmon[67007]: cluster 2022-01-18T17:52:02.078188+0000 mgr.smithi129.iclwio (mgr.14716) 3758 : cluster [DBG] pgmap v3228: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:06.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:05 smithi129 conmon[101092]: cluster 2022-01-18T17:52:04.078859+0000 mgr.smithi129.iclwio (mgr.14716) 3759 : cluster [DBG] pgmap v3229: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:06.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:05 smithi156 conmon[67007]: cluster 2022-01-18T17:52:04.078859+0000 mgr.smithi129.iclwio (mgr.14716) 3759 : cluster [DBG] pgmap v3229: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:06.828 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:52:07.094 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:52:07.094 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (114m) 4m ago 115m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:52:07.095 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (106m) 4m ago 115m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:52:07.095 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (106m) 4m ago 115m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:52:07.096 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (114m) 4m ago 115m 42.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:52:07.096 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (110m) 4m ago 110m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:52:07.097 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (110m) 4m ago 110m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:52:07.097 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (107m) 4m ago 117m 587M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:52:07.097 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (106m) 4m ago 115m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:52:07.098 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (106m) 4m ago 117m 736M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:52:07.099 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (106m) 4m ago 114m 365M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:52:07.099 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (107m) 4m ago 107m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:52:07.100 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (107m) 4m ago 107m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:52:07.100 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (115m) 4m ago 115m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:52:07.101 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (114m) 4m ago 114m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:52:07.101 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (101m) 4m ago 114m 1719M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:52:07.101 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (113m) 4m ago 113m 2747M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:52:07.102 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (113m) 4m ago 113m 2122M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:52:07.102 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (113m) 4m ago 113m 2745M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:52:07.103 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (113m) 4m ago 113m 2550M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:52:07.103 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (112m) 4m ago 112m 3128M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:52:07.103 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (112m) 4m ago 112m 2470M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:52:07.104 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (112m) 4m ago 112m 3658M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:52:07.104 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (114m) 4m ago 115m 73.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:52:07.412 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:52:07.412 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:52:07.413 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:52:07.413 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:52:07.414 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:52:07.414 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:52:07.415 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:52:07.415 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:52:07.416 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:52:07.416 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:52:07.417 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:52:07.417 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:52:07.418 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:52:07.418 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:52:07.419 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:52:07.419 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:52:07.420 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:52:07.420 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:52:07.421 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:52:08.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:07 smithi129 conmon[101092]: cluster 2022-01-18T17:52:06.079628+0000 mgr.smithi129.iclwio (mgr.14716) 3760 : cluster [DBG] pgmap v3230: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:52:08.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:07 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T17:52:08.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:07 smithi129 conmon[101092]: 18T17:52:06.824739+0000 mgr.smithi129.iclwio (mgr.14716) 3761 : audit [DBG] from='client.36586 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:52:08.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:07 smithi129 conmon[101092]: audit 2022-01-18T17:52:07.419641+0000 mon.smithi129 (mon.0) 1281 : audit [DBG] from='client.? 172.21.15.129:0/1536363467' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:52:08.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:07 smithi156 conmon[67007]: cluster 2022-01-18T17:52:06.079628+0000 mgr.smithi129.iclwio (mgr.14716) 3760 : cluster [DBG] pgmap v3230: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:52:08.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:07 smithi156 conmon[67007]: 2022-01-18T17:52:08.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:07 smithi156 conmon[67007]: audit 2022-01-18T17:52:06.824739+0000 mgr.smithi129.iclwio (mgr.14716) 3761 : audit [DBG] from='client.36586 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:52:08.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:07 smithi156 conmon[67007]: audit 2022-01-18T17:52:07.419641+0000 mon.smithi129 2022-01-18T17:52:08.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:07 smithi156 conmon[67007]: (mon.0) 1281 : audit [DBG] from='client.? 172.21.15.129:0/1536363467' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:52:09.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:08 smithi129 conmon[101092]: audit 2022-01-18T17:52:07.093277+0000 mgr.smithi129.iclwio (mgr.14716) 3762 : audit [DBG] from='client.36590 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:52:09.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:08 smithi156 conmon[67007]: audit 2022-01-18T17:52:07.093277+0000 mgr.smithi129.iclwio (mgr.14716) 3762 : audit [DBG] from='client.36590 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:52:10.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:09 smithi129 conmon[101092]: cluster 2022-01-18T17:52:08.080233+0000 mgr.smithi129.iclwio (mgr.14716) 3763 2022-01-18T17:52:10.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:09 smithi129 conmon[101092]: : cluster [DBG] pgmap v3231: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:10.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:09 smithi156 conmon[67007]: cluster 2022-01-18T17:52:08.080233+0000 mgr.smithi129.iclwio (mgr.14716) 3763 : cluster [DBG] pgmap v3231: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:12.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:11 smithi129 conmon[101092]: cluster 2022-01-18T17:52:10.081119+0000 mgr.smithi129.iclwio (mgr.14716) 3764 : cluster [DBG] pgmap v3232: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:52:12.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:11 smithi156 conmon[67007]: cluster 2022-01-18T17:52:10.081119+0000 mgr.smithi129.iclwio (mgr.14716) 3764 : cluster [DBG] pgmap v3232: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:52:14.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:13 smithi129 conmon[101092]: cluster 2022-01-18T17:52:12.081779+0000 mgr.smithi129.iclwio (mgr.14716) 3765 : cluster [DBG] pgmap v3233: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:14.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:13 smithi129 conmon[101092]: 2022-01-18T17:52:14.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:13 smithi156 conmon[67007]: cluster 2022-01-18T17:52:12.081779+0000 mgr.smithi129.iclwio (mgr.14716) 3765 : cluster [DBG] pgmap v3233: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:16.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:15 smithi129 conmon[101092]: cluster 2022-01-18T17:52:14.082445+0000 mgr.smithi129.iclwio (mgr.14716) 3766 : 2022-01-18T17:52:16.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:15 smithi129 conmon[101092]: cluster [DBG] pgmap v3234: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:16.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:15 smithi156 conmon[67007]: cluster 2022-01-18T17:52:14.082445+0000 mgr.smithi129.iclwio (mgr.14716) 3766 : cluster [DBG] pgmap v3234: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:18.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:17 smithi129 conmon[101092]: cluster 2022-01-18T17:52:16.083237+0000 mgr.smithi129.iclwio (mgr.14716) 3767 : cluster 2022-01-18T17:52:18.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:17 smithi129 conmon[101092]: [DBG] pgmap v3235: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:52:18.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:17 smithi156 conmon[67007]: cluster 2022-01-18T17:52:16.083237+0000 mgr.smithi129.iclwio (mgr.14716) 3767 : cluster [DBG] pgmap v3235: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:52:20.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:19 smithi129 conmon[101092]: cluster 2022-01-18T17:52:18.083739+0000 mgr.smithi129.iclwio 2022-01-18T17:52:20.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:19 smithi129 conmon[101092]: (mgr.14716) 3768 : cluster [DBG] pgmap v3236: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:20.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:19 smithi156 conmon[67007]: cluster 2022-01-18T17:52:18.083739+0000 mgr.smithi129.iclwio (mgr.14716) 3768 : cluster [DBG] pgmap v3236: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:22.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:21 smithi129 conmon[101092]: cluster 2022-01-18T17:52:20.084607+0000 mgr.smithi129.iclwio (mgr 2022-01-18T17:52:22.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:21 smithi129 conmon[101092]: .14716) 3769 : cluster [DBG] pgmap v3237: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:52:22.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:21 smithi156 conmon[67007]: cluster 2022-01-18T17:52:20.084607+0000 mgr.smithi129.iclwio (mgr.14716) 3769 : cluster [DBG] pgmap v3237: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:52:24.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:23 smithi129 conmon[101092]: cluster 2022-01-18T17:52:22.085189+0000 mgr.smithi129.iclwio (mgr.14716) 3770 2022-01-18T17:52:24.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:23 smithi129 conmon[101092]: : cluster [DBG] pgmap v3238: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:24.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:23 smithi156 conmon[67007]: cluster 2022-01-18T17:52:22.085189+0000 mgr.smithi129.iclwio (mgr.14716) 3770 : cluster [DBG] pgmap v3238: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:26.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:25 smithi129 conmon[101092]: cluster 2022-01-18T17:52:24.085970+0000 mgr.smithi129.iclwio (mgr.14716) 3771 : cluster [DBG] pgmap v3239: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:26.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:25 smithi129 conmon[101092]: 2022-01-18T17:52:26.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:25 smithi156 conmon[67007]: cluster 2022-01-18T17:52:24.085970+0000 mgr.smithi129.iclwio (mgr.14716) 3771 : cluster [DBG] pgmap v3239: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:26.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:25 smithi156 conmon[67007]: 2022-01-18T17:52:28.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:27 smithi129 conmon[101092]: cluster 2022-01-18T17:52:26.086657+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:52:28.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:27 smithi129 conmon[101092]: 3772 : cluster [DBG] pgmap v3240: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:52:28.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:27 smithi156 conmon[67007]: cluster 2022-01-18T17:52:26.086657+0000 mgr.smithi129.iclwio (mgr.14716) 3772 : cluster 2022-01-18T17:52:28.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:27 smithi156 conmon[67007]: [DBG] pgmap v3240: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:52:30.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:29 smithi129 conmon[101092]: cluster 2022-01-18T17:52:28.087220+0000 mgr.smithi129.iclwio (mgr.14716) 3773 : cluster 2022-01-18T17:52:30.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:29 smithi129 conmon[101092]: [DBG] pgmap v3241: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:30.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:29 smithi156 conmon[67007]: cluster 2022-01-18T17:52:28.087220+0000 mgr.smithi129.iclwio (mgr.14716) 3773 : cluster [DBG] pgmap v3241: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:32.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:31 smithi129 conmon[101092]: cluster 2022-01-18T17:52:30.088139+0000 mgr.smithi129.iclwio (mgr.14716) 3774 : cluster [DBG] 2022-01-18T17:52:32.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:31 smithi129 conmon[101092]: pgmap v3242: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:52:32.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:31 smithi156 conmon[67007]: cluster 2022-01-18T17:52:30.088139+0000 mgr.smithi129.iclwio (mgr.14716) 3774 : cluster [DBG] pgmap v3242: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:52:32.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:31 smithi156 conmon[67007]: 2022-01-18T17:52:34.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:33 smithi129 conmon[101092]: cluster 2022-01-18T17:52:32.088751+0000 mgr.smithi129.iclwio (mgr.14716) 3775 : cluster [DBG] pgmap v3243: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:34.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:33 smithi156 conmon[67007]: cluster 2022-01-18T17:52:32.088751+0000 mgr.smithi129.iclwio (mgr.14716) 3775 : cluster [DBG] 2022-01-18T17:52:34.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:33 smithi156 conmon[67007]: pgmap v3243: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:36.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:35 smithi129 conmon[101092]: cluster 2022-01-18T17:52:34.089557+0000 mgr.smithi129.iclwio (mgr.14716) 3776 : cluster [DBG] pgmap v3244: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:36.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:35 smithi156 conmon[67007]: cluster 2022-01-18T17:52:34.089557+0000 mgr.smithi129.iclwio (mgr.14716) 3776 : cluster [DBG] 2022-01-18T17:52:36.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:35 smithi156 conmon[67007]: pgmap v3244: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:37.711 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:52:37.979 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:52:37.980 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (115m) 4m ago 116m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:52:37.980 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (106m) 4m ago 116m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:52:37.981 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (106m) 4m ago 115m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:52:37.981 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (114m) 4m ago 116m 42.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:52:37.981 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (111m) 4m ago 111m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:52:37.982 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (111m) 4m ago 111m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:52:37.982 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (107m) 4m ago 117m 587M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:52:37.982 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (107m) 4m ago 115m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:52:37.983 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (107m) 4m ago 117m 736M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:52:37.983 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (107m) 4m ago 115m 365M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:52:37.983 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (108m) 4m ago 108m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:52:37.983 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (107m) 4m ago 107m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:52:37.984 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (115m) 4m ago 115m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:52:37.984 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (115m) 4m ago 115m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:52:37.984 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (101m) 4m ago 114m 1719M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:52:37.984 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (114m) 4m ago 114m 2747M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:52:37.985 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (114m) 4m ago 114m 2122M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:52:37.985 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (113m) 4m ago 113m 2745M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:52:37.985 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (113m) 4m ago 113m 2550M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:52:37.985 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (113m) 4m ago 113m 3128M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:52:37.986 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (112m) 4m ago 112m 2470M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:52:37.986 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (112m) 4m ago 112m 3658M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:52:37.986 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (114m) 4m ago 115m 73.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:52:38.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:37 smithi129 conmon[101092]: cluster 2022-01-18T17:52:36.090388+0000 mgr.smithi129.iclwio (mgr.14716) 3777 2022-01-18T17:52:38.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:37 smithi129 conmon[101092]: : cluster [DBG] pgmap v3245: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:52:38.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:37 smithi156 conmon[67007]: cluster 2022-01-18T17:52:36.090388+0000 mgr.smithi129.iclwio (mgr.14716) 3777 : cluster [DBG] pgmap v3245: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:52:38.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:37 smithi156 conmon[67007]: 2022-01-18T17:52:38.297 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:52:38.297 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:52:38.297 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:52:38.298 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:52:38.298 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:52:38.298 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:52:38.298 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:52:38.299 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:52:38.299 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:52:38.299 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:52:38.299 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:52:38.300 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:52:38.300 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:52:38.300 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:52:38.300 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:52:38.301 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:52:38.301 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:52:38.301 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:52:38.301 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:52:39.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:38 smithi129 conmon[101092]: audit 2022-01-18T17:52:37.708207+0000 mgr.smithi129.iclwio (mgr.14716) 3778 : audit [DBG] from='client.36598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:52:39.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:38 smithi129 conmon[101092]: audit 2022-01-18T17:52:37.979113+0000 mgr.smithi129.iclwio (mgr.14716) 3779 : audit [DBG] from='client.36602 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:52:39.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:38 smithi129 conmon[101092]: audit 2022-01-18T17:52:38.305665 2022-01-18T17:52:39.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:38 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 1282 : audit [DBG] from='client.? 172.21.15.129:0/617161156' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:52:39.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:38 smithi156 conmon[67007]: audit 2022-01-18T17:52:37.708207+0000 mgr.smithi129.iclwio (mgr.14716) 3778 : 2022-01-18T17:52:39.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:38 smithi156 conmon[67007]: audit [DBG] from='client.36598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:52:39.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:38 smithi156 conmon[67007]: audit 2022-01-18T17:52:37.979113+0000 mgr.smithi129.iclwio (mgr.14716) 3779 : audit [DBG] from='client.36602 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:52:39.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:38 smithi156 conmon[67007]: audit 2022-01-18T17:52:38.305665+0000 mon.smithi129 (mon.0) 1282 : audit [DBG] from='client.? 172.21.15.129:0/617161156' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:52:40.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:39 smithi129 conmon[101092]: cluster 2022-01-18T17:52:38.090822+0000 mgr.smithi129.iclwio (mgr.14716) 3780 : cluster [DBG] 2022-01-18T17:52:40.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:39 smithi129 conmon[101092]: pgmap v3246: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:40.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:39 smithi156 conmon[67007]: cluster 2022-01-18T17:52:38.090822+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:52:40.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:39 smithi156 conmon[67007]: 3780 : cluster [DBG] pgmap v3246: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:42.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:41 smithi129 conmon[101092]: cluster 2022-01-18T17:52:40.091695+0000 mgr.smithi129.iclwio (mgr.14716) 3781 : cluster [DBG] pgmap v3247: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:52:42.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:41 smithi156 conmon[67007]: cluster 2022-01-18T17:52:40.091695+0000 mgr.smithi129.iclwio (mgr.14716) 3781 : cluster [DBG] pgmap v3247: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:52:42.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:41 smithi156 conmon[67007]: 2022-01-18T17:52:44.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:43 smithi129 conmon[101092]: cluster 2022-01-18T17:52:42.092221+0000 mgr.smithi129.iclwio (mgr.14716) 3782 : cluster [DBG] pgmap v3248: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:44.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:43 smithi156 conmon[67007]: cluster 2022-01-18T17:52:42.092221+0000 mgr.smithi129.iclwio (mgr.14716) 3782 : cluster [DBG] pgmap v3248: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:46.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:45 smithi129 conmon[101092]: cluster 2022-01-18T17:52:44.092831+0000 mgr.smithi129.iclwio (mgr.14716) 3783 : cluster [DBG] pgmap v3249: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:46.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:45 smithi129 conmon[101092]: 2022-01-18T17:52:46.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:45 smithi156 conmon[67007]: cluster 2022-01-18T17:52:44.092831+0000 mgr.smithi129.iclwio (mgr.14716) 3783 : cluster [DBG] pgmap v3249: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:48.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:47 smithi129 conmon[101092]: cluster 2022-01-18T17:52:46.093446+0000 mgr.smithi129.iclwio (mgr.14716) 3784 : cluster [DBG] pgmap v3250: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:52:48.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:47 smithi156 conmon[67007]: cluster 2022-01-18T17:52:46.093446+0000 mgr.smithi129.iclwio (mgr.14716) 3784 : cluster [DBG] pgmap v3250: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:52:50.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:49 smithi129 conmon[101092]: cluster 2022-01-18T17:52:48.094012+0000 mgr.smithi129.iclwio (mgr.14716) 3785 : cluster [DBG] pgmap v3251: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:50.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:49 smithi156 conmon[67007]: cluster 2022-01-18T17:52:48.094012+0000 mgr.smithi129.iclwio (mgr.14716) 3785 : cluster [DBG] pgmap v3251: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:52.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:51 smithi129 conmon[101092]: cluster 2022-01-18T17:52:50.094783+0000 mgr.smithi129.iclwio (mgr.14716) 3786 : cluster 2022-01-18T17:52:52.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:51 smithi129 conmon[101092]: [DBG] pgmap v3252: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:52:52.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:51 smithi156 conmon[67007]: cluster 2022-01-18T17:52:50.094783+0000 mgr.smithi129.iclwio (mgr.14716) 3786 : cluster [DBG] pgmap v3252: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:52:54.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:53 smithi129 conmon[101092]: cluster 2022-01-18T17:52:52.095369+0000 mgr.smithi129.iclwio (mgr.14716) 3787 : cluster [DBG] pgmap v3253: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:54.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:53 smithi156 conmon[67007]: cluster 2022-01-18T17:52:52.095369+0000 mgr.smithi129.iclwio (mgr.14716) 3787 : cluster [DBG] pgmap v3253: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:56.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:55 smithi129 conmon[101092]: cluster 2022-01-18T17:52:54.096288+0000 mgr.smithi129.iclwio (mgr.14716) 3788 : cluster [DBG] pgmap v3254: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:56.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:55 smithi156 conmon[67007]: cluster 2022-01-18T17:52:54.096288+0000 mgr.smithi129.iclwio (mgr.14716) 3788 : cluster [DBG] pgmap v3254: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:52:57.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:56 smithi129 conmon[101092]: audit 2022-01-18T17:52:56.824928+0000 mon.smithi129 (mon.0 2022-01-18T17:52:57.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:56 smithi129 conmon[101092]: ) 1283 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:52:57.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:56 smithi129 conmon[101092]: audit 2022-01-18T17:52:56.826461+0000 mon.smithi129 (mon.0) 1284 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:52:57.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:56 smithi129 conmon[101092]: audit 2022-01-18T17:52:56.827370+0000 mon.smithi129 (mon.0) 1285 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:52:57.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:56 smithi129 conmon[101092]: 2022-01-18T17:52:57.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:56 smithi156 conmon[67007]: audit 2022-01-18T17:52:56.824928+0000 mon.smithi129 (mon.0) 1283 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:52:57.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:56 smithi156 conmon[67007]: 2022-01-18T17:52:57.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:56 smithi156 conmon[67007]: audit 2022-01-18T17:52:56.826461+0000 mon.smithi129 (mon.0) 1284 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:52:57.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:56 smithi156 conmon[67007]: audit 2022-01-18T17:52:56.827370+0000 2022-01-18T17:52:57.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:56 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1285 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:52:58.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:57 smithi129 conmon[101092]: cluster 2022-01-18T17:52:56.097096+0000 mgr.smithi129.iclwio (mgr.14716) 3789 : cluster [DBG] pgmap v3255: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:52:58.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:57 smithi129 conmon[101092]: cephadm 2022-01-18T17:52:56.828148+0000 mgr.smithi129.iclwio (mgr.14716) 3790 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:52:58.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:57 smithi129 conmon[101092]: audit 2022-01-18T17:52:57.135506+0000 mon.smithi129 (mon 2022-01-18T17:52:58.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:57 smithi129 conmon[101092]: .0) 1286 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:52:58.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:57 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T17:52:58.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:57 smithi129 conmon[101092]: 17:52:57.143202+0000 mon.smithi129 (mon.0) 2022-01-18T17:52:58.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:57 smithi129 conmon[101092]: 1287 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:52:58.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:57 smithi156 conmon[67007]: cluster 2022-01-18T17:52:56.097096+0000 mgr.smithi129.iclwio (mgr.14716) 3789 : cluster [DBG] pgmap v3255: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:52:58.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:57 smithi156 conmon[67007]: cephadm 2022-01-18T17:52:56.828148+0000 mgr.smithi129.iclwio (mgr.14716) 3790 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:52:58.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:57 smithi156 conmon[67007]: audit 2022-01-18T17:52:57.135506+0000 mon.smithi129 (mon.0) 1286 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:52:58.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:57 smithi156 conmon[67007]: audit 2022-01-18T17:52:57.143202+0000 mon.smithi129 (mon.0) 1287 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:52:59.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:58 smithi156 conmon[67007]: audit 2022-01-18T17:52:58.626579+0000 mon.smithi129 (mon.0) 1288 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:52:59.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:58 smithi156 conmon[67007]: audit 2022-01-18T17:52:58.626888+0000 mon.smithi129 (mon.0) 1289 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:52:59.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:58 smithi129 conmon[101092]: audit 2022-01-18T17:52:58.626579+0000 mon.smithi129 (mon.0) 1288 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:52:59.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:58 smithi129 conmon[101092]: audit 2022-01-18T17:52:58.626888+0000 mon.smithi129 (mon.0) 1289 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:53:00.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:52:59 smithi156 conmon[67007]: cluster 2022-01-18T17:52:58.097742+0000 mgr.smithi129.iclwio (mgr.14716) 3791 : cluster [DBG] pgmap v3256: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:00.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:59 smithi129 conmon[101092]: cluster 2022-01-18T17:52:58.097742+0000 mgr.smithi129.iclwio (mgr.14716) 3791 : cluster [DBG] 2022-01-18T17:53:00.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:52:59 smithi129 conmon[101092]: pgmap v3256: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:02.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:01 smithi156 conmon[67007]: cluster 2022-01-18T17:53:00.098689+0000 mgr.smithi129.iclwio (mgr.14716) 3792 : cluster [DBG] pgmap v3257: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:53:02.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:01 smithi129 conmon[101092]: cluster 2022-01-18T17:53:00.098689+0000 mgr.smithi129.iclwio (mgr.14716) 3792 : cluster [DBG] 2022-01-18T17:53:02.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:01 smithi129 conmon[101092]: pgmap v3257: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:53:04.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:03 smithi156 conmon[67007]: cluster 2022-01-18T17:53:02.099204+0000 mgr.smithi129.iclwio (mgr.14716) 3793 : cluster [DBG] pgmap v3258: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:04.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:03 smithi129 conmon[101092]: cluster 2022-01-18T17:53:02.099204+0000 mgr.smithi129.iclwio (mgr.14716) 3793 : cluster [DBG] pgmap v3258: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:06.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:05 smithi156 conmon[67007]: cluster 2022-01-18T17:53:04.100008+0000 mgr.smithi129.iclwio (mgr.14716) 3794 : cluster [DBG] pgmap v3259: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:06.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:05 smithi129 conmon[101092]: cluster 2022-01-18T17:53:04.100008+0000 mgr.smithi129.iclwio (mgr.14716) 3794 : cluster [DBG] pgmap v3259: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:08.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:07 smithi156 conmon[67007]: cluster 2022-01-18T17:53:06.100617+0000 mgr.smithi129.iclwio (mgr.14716) 3795 : cluster [DBG] pgmap v3260: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:53:08.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:07 smithi129 conmon[101092]: cluster 2022-01-18T17:53:06.100617+0000 mgr.smithi129.iclwio (mgr.14716) 3795 : cluster [DBG] pgmap v3260: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:53:08.595 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:53:08.860 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:53:08.861 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (115m) 5m ago 116m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:53:08.861 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (107m) 5m ago 116m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:53:08.861 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (107m) 5m ago 116m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:53:08.861 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (115m) 5m ago 116m 42.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:53:08.862 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (111m) 5m ago 111m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:53:08.862 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (111m) 5m ago 111m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:53:08.862 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (108m) 5m ago 118m 587M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:53:08.862 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (107m) 5m ago 116m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:53:08.863 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (107m) 5m ago 118m 736M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:53:08.863 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (107m) 5m ago 116m 365M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:53:08.863 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (108m) 5m ago 108m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:53:08.863 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (108m) 5m ago 108m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:53:08.864 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (116m) 5m ago 116m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:53:08.864 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (115m) 5m ago 115m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:53:08.864 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (102m) 5m ago 115m 1719M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:53:08.864 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (115m) 5m ago 115m 2747M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:53:08.864 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (114m) 5m ago 114m 2122M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:53:08.865 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (114m) 5m ago 114m 2745M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:53:08.865 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (114m) 5m ago 114m 2550M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:53:08.865 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (113m) 5m ago 113m 3128M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:53:08.865 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (113m) 5m ago 113m 2470M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:53:08.866 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (113m) 5m ago 113m 3658M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:53:08.866 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (115m) 5m ago 116m 73.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:53:09.180 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:53:09.181 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:53:09.181 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:53:09.182 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:53:09.182 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:53:09.182 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:53:09.182 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:53:09.183 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:53:09.183 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:53:09.183 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:53:09.183 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:53:09.183 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:53:09.184 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:53:09.184 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:53:09.184 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:53:09.184 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:53:09.184 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:53:09.185 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:53:09.185 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:53:10.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:09 smithi156 conmon[67007]: cluster 2022-01-18T17:53:08.101321+0000 mgr.smithi129.iclwio (mgr.14716) 3796 : cluster [DBG] pgmap v3261: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:10.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:09 smithi156 conmon[67007]: audit 2022-01-18T17:53:08.592356+0000 mgr.smithi129.iclwio (mgr.14716) 3797 : audit [DBG] from='client.36610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:53:10.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:09 smithi156 conmon[67007]: audit 2022-01-18T17:53:08.860395+0000 mgr.smithi129.iclwio (mgr.14716) 3798 : audit [DBG] 2022-01-18T17:53:10.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:09 smithi156 conmon[67007]: from='client.36614 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:53:10.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:09 smithi156 conmon[67007]: audit 2022-01-18T17:53: 2022-01-18T17:53:10.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:09 smithi156 conmon[67007]: 09.189150+0000 mon.smithi129 (mon.0) 1290 : audit [DBG] from='client.? 172.21.15.129:0/2092933056' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:53:10.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:09 smithi129 conmon[101092]: cluster 2022-01-18T17:53:08.101321+0000 mgr.smithi129.iclwio (mgr.14716) 3796 2022-01-18T17:53:10.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:09 smithi129 conmon[101092]: : cluster [DBG] pgmap v3261: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:10.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:09 smithi129 conmon[101092]: audit 2022-01-18T17:53:08.592356+0000 mgr.smithi129.iclwio (mgr.14716) 3797 : audit [DBG] from='client.36610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:53:10.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:09 smithi129 conmon[101092]: audit 2022-01-18T17:53:10.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:09 smithi129 conmon[101092]: 2022-01-18T17:53:08.860395+0000 mgr.smithi129.iclwio (mgr.14716) 3798 : audit [DBG] from='client.36614 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:53:10.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:09 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T17:53:10.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:09 smithi129 conmon[101092]: 18T17:53:09.189150+0000 2022-01-18T17:53:10.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:09 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1290 : audit [DBG] from='client.? 172.21.15.129:0/2092933056' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:53:10.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:09 smithi129 conmon[101092]: 2022-01-18T17:53:12.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:11 smithi156 conmon[67007]: cluster 2022-01-18T17:53:10.101952+0000 mgr.smithi129.iclwio (mgr.14716) 3799 : cluster [DBG] pgmap v3262: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:53:12.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:11 smithi129 conmon[101092]: cluster 2022-01-18T17:53:10.101952+0000 mgr.smithi129.iclwio (mgr.14716) 3799 : cluster [DBG] pgmap v3262: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:53:14.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:13 smithi156 conmon[67007]: cluster 2022-01-18T17:53:12.102641+0000 mgr.smithi129.iclwio (mgr.14716) 3800 : cluster [DBG] pgmap v3263: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:14.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:13 smithi129 conmon[101092]: cluster 2022-01-18T17:53:12.102641+0000 mgr.smithi129.iclwio (mgr.14716) 3800 : cluster [DBG] pgmap v3263: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:16.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:15 smithi156 conmon[67007]: cluster 2022-01-18T17:53:14.103429+0000 mgr.smithi129.iclwio (mgr.14716) 3801 : cluster [DBG] pgmap v3264: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:16.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:15 smithi129 conmon[101092]: cluster 2022-01-18T17:53:14.103429+0000 mgr.smithi129.iclwio (mgr.14716) 3801 : cluster [DBG] pgmap v3264: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:18.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:17 smithi156 conmon[67007]: cluster 2022-01-18T17:53:16.103989+0000 mgr.smithi129.iclwio (mgr.14716) 3802 : cluster [DBG] pgmap v3265: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:53:18.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:17 smithi129 conmon[101092]: cluster 2022-01-18T17:53:16.103989+0000 mgr.smithi129.iclwio (mgr.14716) 3802 : cluster [DBG] pgmap v3265: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:53:20.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:19 smithi156 conmon[67007]: cluster 2022-01-18T17:53:18.104522+0000 mgr.smithi129.iclwio (mgr.14716) 3803 : cluster [DBG] pgmap v3266: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:20.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:19 smithi129 conmon[101092]: cluster 2022-01-18T17:53:18.104522+0000 mgr.smithi129.iclwio (mgr.14716) 3803 : cluster [DBG] 2022-01-18T17:53:20.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:19 smithi129 conmon[101092]: pgmap v3266: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:22.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:21 smithi156 conmon[67007]: cluster 2022-01-18T17:53:20.105529+0000 mgr.smithi129.iclwio (mgr.14716) 3804 : cluster [DBG] pgmap v3267: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:53:22.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:21 smithi129 conmon[101092]: cluster 2022-01-18T17:53:20.105529+0000 mgr.smithi129.iclwio (mgr.14716) 3804 : cluster [DBG] 2022-01-18T17:53:22.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:21 smithi129 conmon[101092]: pgmap v3267: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:53:24.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:23 smithi156 conmon[67007]: cluster 2022-01-18T17:53:22.106209+0000 mgr.smithi129.iclwio (mgr.14716) 3805 : cluster [DBG] pgmap v3268: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:24.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:23 smithi129 conmon[101092]: cluster 2022-01-18T17:53:22.106209+0000 mgr.smithi129.iclwio (mgr.14716) 3805 : cluster [DBG] pgmap v3268: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:26.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:25 smithi156 conmon[67007]: cluster 2022-01-18T17:53:24.106905+0000 mgr.smithi129.iclwio (mgr.14716) 3806 : cluster [DBG] pgmap v3269: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:26.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:25 smithi129 conmon[101092]: cluster 2022-01-18T17:53:24.106905+0000 mgr.smithi129.iclwio (mgr.14716) 3806 : cluster [DBG] pgmap v3269: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:26.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:25 smithi129 conmon[101092]: 2022-01-18T17:53:28.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:27 smithi156 conmon[67007]: cluster 2022-01-18T17:53:26.107516+0000 mgr.smithi129.iclwio (mgr.14716) 3807 : cluster [DBG] pgmap v3270: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:53:28.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:27 smithi129 conmon[101092]: cluster 2022-01-18T17:53:26.107516+0000 mgr.smithi129.iclwio (mgr.14716) 3807 2022-01-18T17:53:28.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:27 smithi129 conmon[101092]: : cluster [DBG] pgmap v3270: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:53:30.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:29 smithi156 conmon[67007]: cluster 2022-01-18T17:53:28.108176+0000 mgr.smithi129.iclwio (mgr.14716) 3808 : cluster [DBG] pgmap v3271: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:30.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:29 smithi129 conmon[101092]: cluster 2022-01-18T17:53:28.108176+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:53:30.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:29 smithi129 conmon[101092]: 3808 : cluster [DBG] pgmap v3271: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:32.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:32 smithi156 conmon[67007]: cluster 2022-01-18T17:53:30.109122+0000 mgr.smithi129.iclwio (mgr.14716) 3809 : cluster [DBG] pgmap v3272: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:53:32.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:32 smithi129 conmon[101092]: cluster 2022-01-18T17:53:30.109122+0000 mgr.smithi129.iclwio (mgr.14716) 3809 : cluster [DBG] pgmap v3272: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:53:34.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:34 smithi156 conmon[67007]: cluster 2022-01-18T17:53:32.109820+0000 mgr.smithi129.iclwio (mgr.14716) 3810 : cluster [DBG] pgmap v3273: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:34.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:34 smithi129 conmon[101092]: cluster 2022-01-18T17:53:32.109820+0000 mgr.smithi129.iclwio (mgr.14716) 3810 : cluster [DBG] pgmap v3273: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:36.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:36 smithi156 conmon[67007]: cluster 2022-01-18T17:53:34.110603+0000 mgr.smithi129.iclwio (mgr.14716) 3811 : cluster [DBG] pgmap v3274: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:36.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:36 smithi129 conmon[101092]: cluster 2022-01-18T17:53:34.110603+0000 mgr.smithi129.iclwio (mgr.14716) 3811 : cluster [DBG] pgmap v3274: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:38.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:38 smithi156 conmon[67007]: cluster 2022-01-18T17:53:36.111308+0000 mgr.smithi129.iclwio (mgr.14716) 3812 : cluster [DBG] pgmap v3275: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:53:38.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:38 smithi129 conmon[101092]: cluster 2022-01-18T17:53:36.111308+0000 mgr.smithi129.iclwio (mgr.14716) 3812 : cluster [DBG] pgmap v3275: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:53:38.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:38 smithi129 conmon[101092]: 2022-01-18T17:53:39.479 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:53:39.746 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:53:39.746 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (116m) 5m ago 117m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:53:39.747 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (107m) 5m ago 117m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:53:39.747 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (107m) 5m ago 116m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:53:39.747 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (116m) 5m ago 117m 42.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:53:39.747 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (112m) 5m ago 112m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:53:39.748 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (112m) 5m ago 112m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:53:39.748 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (108m) 5m ago 118m 587M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:53:39.748 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (108m) 5m ago 116m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:53:39.748 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (108m) 5m ago 118m 736M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:53:39.749 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (108m) 5m ago 116m 365M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:53:39.749 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (109m) 5m ago 109m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:53:39.749 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (108m) 5m ago 108m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:53:39.749 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (117m) 5m ago 117m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:53:39.750 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (116m) 5m ago 116m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:53:39.750 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (102m) 5m ago 115m 1719M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:53:39.750 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (115m) 5m ago 115m 2747M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:53:39.750 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (115m) 5m ago 115m 2122M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:53:39.751 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (114m) 5m ago 114m 2745M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:53:39.751 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (114m) 5m ago 114m 2550M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:53:39.751 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (114m) 5m ago 114m 3128M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:53:39.752 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (113m) 5m ago 113m 2470M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:53:39.752 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (113m) 5m ago 113m 3658M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:53:39.752 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (115m) 5m ago 116m 73.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:53:40.070 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:53:40.070 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:53:40.070 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:53:40.071 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:53:40.071 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:53:40.071 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:53:40.071 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:53:40.072 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:53:40.072 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:53:40.072 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:53:40.072 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:53:40.072 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:53:40.073 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:53:40.073 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:53:40.073 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:53:40.073 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:53:40.073 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:53:40.074 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:53:40.074 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:53:40.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:40 smithi156 conmon[67007]: cluster 2022-01-18T17:53:38.111898+0000 mgr.smithi129.iclwio (mgr.14716) 3813 : cluster [DBG] pgmap v3276: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:40.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:40 smithi129 conmon[101092]: cluster 2022-01-18T17:53:38 2022-01-18T17:53:40.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:40 smithi129 conmon[101092]: .111898+0000 mgr.smithi129.iclwio (mgr.14716) 3813 : cluster [DBG] pgmap v3276: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:41.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:41 smithi156 conmon[67007]: audit 2022-01-18T17:53:39.475496+0000 mgr.smithi129.iclwio (mgr.14716) 3814 : audit [DBG] from='client.36622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:53:41.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:41 smithi156 conmon[67007]: 2022-01-18T17:53:41.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:41 smithi156 conmon[67007]: audit 2022-01-18T17:53:39.745619+0000 mgr.smithi129.iclwio (mgr.14716) 3815 : audit [DBG] from='client.36626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:53:41.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:41 smithi156 conmon[67007]: audit 2022-01-18T17:53:40.078610+0000 mon.smithi129 (mon.0) 1291 : audit [DBG] from='client.? 172.21.15.129:0/1799029140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:53:41.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:41 smithi129 conmon[101092]: audit 2022-01-18T17:53:39.475496+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T17:53:41.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:41 smithi129 conmon[101092]: 14716) 3814 : audit [DBG] from='client.36622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:53:41.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:41 smithi129 conmon[101092]: audit 2022-01-18T17:53:39.745619+0000 mgr.smithi129.iclwio (mgr.14716) 3815 : audit [DBG] from='client.36626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:53:41.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:41 smithi129 conmon[101092]: audit 2022-01-18T17:53:40.078610+0000 mon.smithi129 (mon.0) 1291 2022-01-18T17:53:41.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:41 smithi129 conmon[101092]: : audit [DBG] from='client.? 172.21.15.129:0/1799029140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:53:42.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:42 smithi156 conmon[67007]: cluster 2022-01-18T17:53:40.112692+0000 mgr.smithi129.iclwio (mgr.14716) 3816 : cluster [DBG] pgmap v3277: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:53:42.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:42 smithi156 conmon[67007]: 2022-01-18T17:53:42.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:42 smithi129 conmon[101092]: cluster 2022-01-18T17:53:40.112692+0000 mgr.smithi129.iclwio (mgr.14716) 3816 : cluster [DBG] pgmap v3277: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:53:42.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:42 smithi129 conmon[101092]: 2022-01-18T17:53:43.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:43 smithi129 conmon[101092]: cluster 2022-01-18T17:53:42.113397+0000 mgr.smithi129.iclwio (mgr.14716) 3817 2022-01-18T17:53:43.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:43 smithi129 conmon[101092]: : cluster [DBG] pgmap v3278: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:43.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:43 smithi156 conmon[67007]: cluster 2022-01-18T17:53:42.113397+0000 mgr.smithi129.iclwio (mgr.14716) 3817 : cluster [DBG] pgmap v3278: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:45.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:45 smithi129 conmon[101092]: cluster 2022-01-18T17:53:44.114060+0000 mgr.smithi129.iclwio (mgr.14716) 3818 : cluster [DBG] pgmap v3279: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:45.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:45 smithi129 conmon[101092]: 2022-01-18T17:53:45.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:45 smithi156 conmon[67007]: cluster 2022-01-18T17:53:44.114060+0000 mgr.smithi129.iclwio (mgr.14716) 3818 : cluster 2022-01-18T17:53:45.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:45 smithi156 conmon[67007]: [DBG] pgmap v3279: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:47.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:47 smithi129 conmon[101092]: cluster 2022-01-18T17:53:46.114738+0000 mgr.smithi129.iclwio (mgr.14716) 3819 : cluster [DBG] pgmap v3280: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:53:47.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:47 smithi156 conmon[67007]: cluster 2022-01-18T17:53:46.114738+0000 mgr.smithi129.iclwio (mgr.14716) 3819 : cluster [DBG] pgmap v3280: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:53:49.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:49 smithi129 conmon[101092]: cluster 2022-01-18T17:53:48.115424+0000 mgr.smithi129.iclwio (mgr.14716) 3820 : cluster [DBG] pgmap v3281: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:49.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:49 smithi156 conmon[67007]: cluster 2022-01-18T17:53:48.115424+0000 mgr.smithi129.iclwio (mgr.14716) 3820 : cluster [DBG] 2022-01-18T17:53:49.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:49 smithi156 conmon[67007]: pgmap v3281: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:51.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:51 smithi129 conmon[101092]: cluster 2022-01-18T17:53:50.116297+0000 mgr.smithi129.iclwio (mgr.14716) 3821 : cluster [DBG] 2022-01-18T17:53:51.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:51 smithi129 conmon[101092]: pgmap v3282: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:53:51.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:51 smithi156 conmon[67007]: cluster 2022-01-18T17:53:50.116297+0000 mgr.smithi129.iclwio (mgr.14716) 3821 : cluster [DBG] pgmap v3282: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:53:51.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:51 smithi156 conmon[67007]: 2022-01-18T17:53:53.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:53 smithi156 conmon[67007]: cluster 2022-01-18T17:53:52.116950+0000 mgr.smithi129.iclwio (mgr.14716) 3822 : cluster [DBG] pgmap v3283: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:53.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:53 smithi129 conmon[101092]: cluster 2022-01-18T17:53:52.116950+0000 mgr.smithi129.iclwio (mgr.14716) 3822 : cluster [DBG] pgmap v3283: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:53.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:53 smithi129 conmon[101092]: 2022-01-18T17:53:55.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:55 smithi156 conmon[67007]: cluster 2022-01-18T17:53:54.117595+0000 mgr.smithi129.iclwio (mgr.14716) 3823 : cluster [DBG] pgmap v3284: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:55.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:55 smithi156 conmon[67007]: 2022-01-18T17:53:55.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:55 smithi129 conmon[101092]: cluster 2022-01-18T17:53:54.117595+0000 mgr.smithi129.iclwio (mgr.14716) 3823 : cluster [DBG] pgmap v3284: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:55.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:55 smithi129 conmon[101092]: 2022-01-18T17:53:57.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:57 smithi156 conmon[67007]: cluster 2022-01-18T17:53:56.118338+0000 mgr.smithi129.iclwio 2022-01-18T17:53:57.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:57 smithi156 conmon[67007]: (mgr.14716) 3824 : cluster [DBG] pgmap v3285: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:53:57.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:57 smithi156 conmon[67007]: audit 2022-01-18T17:53:57.146031+0000 mon.smithi129 (mon 2022-01-18T17:53:57.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:57 smithi156 conmon[67007]: .0) 1292 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:53:57.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:57 smithi156 conmon[67007]: audit 2022- 2022-01-18T17:53:57.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:57 smithi156 conmon[67007]: 01-18T17:53:57. 2022-01-18T17:53:57.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:57 smithi156 conmon[67007]: 147459+0000 mon.smithi129 (mon.0 2022-01-18T17:53:57.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:57 smithi156 conmon[67007]: ) 1293 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:53:57.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:57 smithi156 conmon[67007]: 2022-01-18T17:53:57.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:57 smithi156 conmon[67007]: audit 2022- 2022-01-18T17:53:57.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:57 smithi156 conmon[67007]: 01-18T17:53:57 2022-01-18T17:53:57.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:57 smithi156 conmon[67007]: .148444+0000 mon.smithi129 (mon. 2022-01-18T17:53:57.793 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:57 smithi156 conmon[67007]: 0) 1294 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:53:57.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:57 smithi156 conmon[67007]: 2022-01-18T17:53:57.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:57 smithi129 conmon[101092]: cluster 2022-01-18T17:53:56.118338+0000 mgr.smithi129.iclwio (mgr.14716) 3824 : cluster [DBG] 2022-01-18T17:53:57.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:57 smithi129 conmon[101092]: pgmap v3285: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:53:57.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:57 smithi129 conmon[101092]: audit 2022-01-18T17:53:57.146031+0000 mon.smithi129 (mon.0) 1292 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:53:57.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:57 smithi129 conmon[101092]: audit 2022-01-18T17: 2022-01-18T17:53:57.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:57 smithi129 conmon[101092]: 53:57.147459+0000 mon.smithi129 (mon.0) 1293 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:53:57.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:57 smithi129 conmon[101092]: audit 2022-01-18T17:53:57.148444+0000 mon.smithi129 (mon.0) 1294 : audit [INF] 2022-01-18T17:53:57.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:57 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:53:58.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:58 smithi156 conmon[67007]: cephadm 2022-01-18T17:53:57.149138+0000 mgr.smithi129.iclwio (mgr.14716) 3825 : cephadm 2022-01-18T17:53:58.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:58 smithi156 conmon[67007]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:53:58.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:58 smithi156 conmon[67007]: audit 2022-01-18T17:53:57.457577+0000 mon.smithi129 (mon.0) 1295 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:53:58.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:58 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T17:53:58.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:58 smithi156 conmon[67007]: T17:53:57.464319+0000 mon.smithi129 (mon.0) 1296 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:53:58.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:58 smithi129 conmon[101092]: cephadm 2022-01-18T17:53:57.149138+0000 mgr.smithi129.iclwio (mgr.14716) 3825 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:53:58.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:58 smithi129 conmon[101092]: audit 2022-01-18T17:53:57.457577+0000 mon.smithi129 (mon.0) 1295 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:53:58.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:58 smithi129 conmon[101092]: audit 2022-01-18T17:53:57.464319+0000 mon.smithi129 (mon.0) 1296 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:53:59.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:59 smithi156 conmon[67007]: cluster 2022-01-18T17:53:58.119051+0000 mgr.smithi129.iclwio (mgr.14716) 3826 : cluster [DBG] pgmap v3286: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:59.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:59 smithi156 conmon[67007]: audit 2022-01-18T17:53:58.630471+0000 mon.smithi129 (mon.0) 1297 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:53:59.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:53:59 smithi156 conmon[67007]: audit 2022-01-18T17:53:58.630764+0000 mon.smithi129 (mon.0) 1298 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:53:59.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:59 smithi129 conmon[101092]: cluster 2022-01-18T17:53:58.119051+0000 mgr.smithi129.iclwio (mgr 2022-01-18T17:53:59.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:59 smithi129 conmon[101092]: .14716) 3826 : cluster [DBG] pgmap v3286: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:53:59.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:59 smithi129 conmon[101092]: audit 2022-01-18T17:53:58.630471+0000 mon.smithi129 (mon.0) 1297 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:53:59.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:59 smithi129 conmon[101092]: audit 2022- 2022-01-18T17:53:59.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:59 smithi129 conmon[101092]: 01-18T17:53:58.630764 2022-01-18T17:53:59.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:59 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 1298 : 2022-01-18T17:53:59.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:53:59 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:54:01.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:01 smithi156 conmon[67007]: cluster 2022-01-18T17:54:00.119743+0000 mgr.smithi129.iclwio (mgr.14716) 3827 : cluster [DBG] 2022-01-18T17:54:01.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:01 smithi156 conmon[67007]: pgmap v3287: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:54:01.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:01 smithi129 conmon[101092]: cluster 2022-01-18T17:54:00.119743+0000 mgr.smithi129.iclwio (mgr.14716) 3827 : cluster [DBG] pgmap v3287: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:54:03.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:03 smithi156 conmon[67007]: cluster 2022-01-18T17:54:02.120442+0000 mgr.smithi129.iclwio (mgr.14716) 3828 : cluster 2022-01-18T17:54:03.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:03 smithi156 conmon[67007]: [DBG] pgmap v3288: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:03.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:03 smithi129 conmon[101092]: cluster 2022-01-18T17:54:02.120442+0000 mgr.smithi129.iclwio (mgr.14716) 3828 : cluster [DBG] pgmap v3288: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:03.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:03 smithi129 conmon[101092]: 2022-01-18T17:54:05.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:05 smithi156 conmon[67007]: cluster 2022-01-18T17:54:04.121115+0000 mgr.smithi129.iclwio (mgr.14716) 3829 : cluster [DBG] pgmap v3289: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:05.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:05 smithi129 conmon[101092]: cluster 2022-01-18T17:54:04.121115+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T17:54:05.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:05 smithi129 conmon[101092]: 14716) 3829 : cluster [DBG] pgmap v3289: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:07.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:07 smithi156 conmon[67007]: cluster 2022-01-18T17:54:06.121824+0000 mgr.smithi129.iclwio (mgr.14716) 3830 : cluster [DBG] pgmap v3290: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:54:07.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:07 smithi129 conmon[101092]: cluster 2022-01-18T17:54:06.121824+0000 mgr.smithi129.iclwio (mgr.14716) 3830 : cluster [DBG] 2022-01-18T17:54:07.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:07 smithi129 conmon[101092]: pgmap v3290: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:54:09.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:09 smithi156 conmon[67007]: cluster 2022-01-18T17:54:08.122462+0000 mgr.smithi129.iclwio (mgr.14716) 3831 : cluster [DBG] pgmap v3291: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:09.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:09 smithi156 conmon[67007]: 2022-01-18T17:54:09.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:09 smithi129 conmon[101092]: cluster 2022-01-18T17:54:08.122462+0000 mgr.smithi129.iclwio (mgr.14716) 3831 : cluster [DBG] pgmap v3291: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:10.369 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:54:10.635 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:54:10.635 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (116m) 6m ago 117m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:54:10.635 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (108m) 6m ago 117m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:54:10.636 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (108m) 6m ago 117m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:54:10.636 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (116m) 6m ago 117m 42.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:54:10.636 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (112m) 6m ago 112m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:54:10.636 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (112m) 6m ago 112m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:54:10.637 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (109m) 6m ago 119m 587M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:54:10.637 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (109m) 6m ago 117m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:54:10.637 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (108m) 6m ago 119m 736M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:54:10.637 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (108m) 6m ago 117m 365M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:54:10.638 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (109m) 6m ago 109m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:54:10.638 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (109m) 6m ago 109m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:54:10.638 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (117m) 6m ago 117m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:54:10.638 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (116m) 6m ago 116m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:54:10.638 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (103m) 6m ago 116m 1719M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:54:10.639 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (116m) 6m ago 116m 2747M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:54:10.639 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (115m) 6m ago 115m 2122M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:54:10.639 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (115m) 6m ago 115m 2745M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:54:10.639 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (115m) 6m ago 115m 2550M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:54:10.640 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (114m) 6m ago 114m 3128M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:54:10.640 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (114m) 6m ago 114m 2470M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:54:10.640 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (114m) 6m ago 114m 3658M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:54:10.640 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (116m) 6m ago 117m 73.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:54:10.954 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:54:10.955 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:54:10.955 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:54:10.955 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:54:10.955 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:54:10.956 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:54:10.956 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:54:10.956 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:54:10.956 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:54:10.957 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:54:10.957 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:54:10.957 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:54:10.957 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:54:10.957 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:54:10.958 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:54:10.958 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:54:10.958 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:54:10.958 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:54:10.959 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:54:11.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:11 smithi156 conmon[67007]: cluster 2022-01-18T17:54:10.123440+0000 mgr.smithi129.iclwio (mgr.14716) 3832 : cluster [DBG] pgmap v3292: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:54:11.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:11 smithi156 conmon[67007]: audit 2022-01-18T17:54:10.366548 2022-01-18T17:54:11.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:11 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 3833 : audit [DBG] from='client.36634 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:54:11.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:11 smithi156 conmon[67007]: audit 2022-01-18T17:54:10.634665+0000 mgr.smithi129.iclwio (mgr.14716) 3834 : audit [DBG] from='client.36638 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:54:11.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:11 smithi156 conmon[67007]: audit 2022-01-18T17:54:10.963152+0000 mon.smithi129 2022-01-18T17:54:11.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:11 smithi156 conmon[67007]: (mon.0) 1299 : audit [DBG] from='client.? 172.21.15.129:0/3512542823' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:54:11.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:11 smithi129 conmon[101092]: cluster 2022-01-18T17:54:10.123440+0000 mgr.smithi129.iclwio (mgr.14716) 3832 : cluster [DBG] pgmap v3292: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:54:11.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:11 smithi129 conmon[101092]: 2022-01-18T17:54:11.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:11 smithi129 conmon[101092]: audit 2022-01-18T17:54:10.366548+0000 mgr.smithi129.iclwio (mgr.14716) 3833 : audit [DBG] from='client.36634 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:54:11.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:11 smithi129 conmon[101092]: audit 2022-01-18T17 2022-01-18T17:54:11.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:11 smithi129 conmon[101092]: :54:10.634665+0000 mgr.smithi129.iclwio (mgr.14716) 3834 : audit [DBG] from='client.36638 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:54:11.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:11 smithi129 conmon[101092]: audit 2022-01 2022-01-18T17:54:11.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:11 smithi129 conmon[101092]: -18T17:54:10.963152+0000 mon.smithi129 (mon 2022-01-18T17:54:11.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:11 smithi129 conmon[101092]: .0) 1299 : audit [DBG] from='client.? 172.21.15.129:0/3512542823' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:54:13.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:13 smithi156 conmon[67007]: cluster 2022-01-18T17:54:12.124190+0000 mgr.smithi129.iclwio (mgr.14716) 3835 : cluster [DBG] pgmap v3293: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:13.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:13 smithi156 conmon[67007]: 2022-01-18T17:54:13.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:13 smithi129 conmon[101092]: cluster 2022-01-18T17:54:12.124190+0000 mgr.smithi129.iclwio (mgr.14716) 3835 : cluster [DBG] 2022-01-18T17:54:13.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:13 smithi129 conmon[101092]: pgmap v3293: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:15.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:15 smithi156 conmon[67007]: cluster 2022-01-18T17:54:14.124833+0000 mgr.smithi129.iclwio (mgr.14716) 3836 : cluster [DBG] 2022-01-18T17:54:15.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:15 smithi156 conmon[67007]: pgmap v3294: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:15.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:15 smithi129 conmon[101092]: cluster 2022-01-18T17:54:14.124833+0000 mgr.smithi129.iclwio (mgr.14716) 3836 : cluster [DBG] pgmap v3294: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:15.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:15 smithi129 conmon[101092]: 2022-01-18T17:54:17.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:17 smithi156 conmon[67007]: cluster 2022-01-18T17:54:16.125409+0000 mgr.smithi129.iclwio (mgr.14716) 3837 : cluster [DBG] pgmap v3295: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:54:17.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:17 smithi129 conmon[101092]: cluster 2022-01-18T17:54:16.125409+0000 mgr.smithi129.iclwio (mgr.14716) 3837 : cluster [DBG] pgmap v3295: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:54:17.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:17 smithi129 conmon[101092]: 2022-01-18T17:54:19.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:19 smithi156 conmon[67007]: cluster 2022-01-18T17:54:18.126136+0000 mgr.smithi129.iclwio (mgr.14716) 3838 : cluster [DBG] pgmap v3296: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:19.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:19 smithi156 conmon[67007]: 2022-01-18T17:54:19.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:19 smithi129 conmon[101092]: cluster 2022-01-18T17:54:18.126136+0000 mgr.smithi129.iclwio (mgr.14716) 3838 : cluster 2022-01-18T17:54:19.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:19 smithi129 conmon[101092]: [DBG] pgmap v3296: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:21.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:21 smithi156 conmon[67007]: cluster 2022-01-18T17:54:20.127113+0000 mgr.smithi129.iclwio (mgr.14716) 3839 : cluster [DBG] pgmap v3297: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:54:21.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:21 smithi129 conmon[101092]: cluster 2022-01-18T17:54:20.127113+0000 mgr.smithi129.iclwio (mgr.14716) 3839 : cluster [DBG] pgmap v3297: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:54:23.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:23 smithi156 conmon[67007]: cluster 2022-01-18T17:54:22.127665+0000 mgr.smithi129.iclwio (mgr.14716) 3840 : cluster [DBG] pgmap v3298: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:23.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:23 smithi129 conmon[101092]: cluster 2022-01-18T17:54:22.127665+0000 mgr.smithi129.iclwio (mgr.14716) 3840 : cluster [DBG] pgmap v3298: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:25.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:25 smithi156 conmon[67007]: cluster 2022-01-18T17:54:24.128311+0000 mgr.smithi129.iclwio (mgr.14716) 3841 : cluster [DBG] pgmap v3299: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:25.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:25 smithi129 conmon[101092]: cluster 2022-01-18T17:54:24.128311+0000 mgr.smithi129.iclwio (mgr.14716) 3841 : cluster [DBG] pgmap v3299: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:25.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:25 smithi129 conmon[101092]: 2022-01-18T17:54:27.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:27 smithi156 conmon[67007]: cluster 2022-01-18T17:54:26.129136+0000 mgr.smithi129.iclwio (mgr.14716) 3842 : cluster [DBG] pgmap v3300: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:54:27.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:27 smithi129 conmon[101092]: cluster 2022-01-18T17:54:26.129136+0000 mgr.smithi129.iclwio (mgr.14716) 3842 : cluster [DBG] pgmap v3300: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:54:29.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:29 smithi156 conmon[67007]: cluster 2022-01-18T17:54:28.129654+0000 mgr.smithi129.iclwio (mgr.14716) 3843 : cluster [DBG] pgmap v3301: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:29.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:29 smithi156 conmon[67007]: 2022-01-18T17:54:29.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:29 smithi129 conmon[101092]: cluster 2022-01-18T17:54:28.129654+0000 mgr.smithi129.iclwio (mgr.14716) 3843 : cluster [DBG] pgmap v3301: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:29.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:29 smithi129 conmon[101092]: 2022-01-18T17:54:31.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:31 smithi156 conmon[67007]: cluster 2022-01-18T17:54:30.130527+0000 mgr.smithi129.iclwio (mgr.14716) 3844 : cluster [DBG] 2022-01-18T17:54:31.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:31 smithi156 conmon[67007]: pgmap v3302: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:54:31.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:31 smithi129 conmon[101092]: cluster 2022-01-18T17:54:30.130527+0000 mgr.smithi129.iclwio (mgr.14716) 3844 : cluster [DBG] pgmap v3302: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:54:33.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:33 smithi156 conmon[67007]: cluster 2022-01-18T17:54:32.131208+0000 mgr.smithi129.iclwio (mgr.14716) 3845 : cluster [DBG] 2022-01-18T17:54:33.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:33 smithi156 conmon[67007]: pgmap v3303: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:33.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:33 smithi129 conmon[101092]: cluster 2022-01-18T17:54:32.131208+0000 mgr.smithi129.iclwio (mgr.14716) 3845 : cluster [DBG] pgmap v3303: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:35.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:35 smithi156 conmon[67007]: cluster 2022-01-18T17:54:34.132025+0000 mgr.smithi129.iclwio (mgr.14716) 3846 : cluster [DBG] pgmap v3304: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:35.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:35 smithi156 conmon[67007]: 2022-01-18T17:54:35.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:35 smithi129 conmon[101092]: cluster 2022-01-18T17:54:34.132025+0000 mgr.smithi129.iclwio (mgr.14716) 3846 : cluster [DBG] pgmap v3304: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:37.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:37 smithi156 conmon[67007]: cluster 2022-01-18T17:54:36.132597+0000 mgr.smithi129.iclwio (mgr.14716) 3847 : cluster [DBG] pgmap v3305: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:54:37.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:37 smithi129 conmon[101092]: cluster 2022-01-18T17:54:36.132597+0000 mgr.smithi129.iclwio (mgr.14716) 3847 : cluster [DBG] pgmap v3305: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:54:39.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:39 smithi156 conmon[67007]: cluster 2022-01-18T17:54:38.133218+0000 mgr.smithi129.iclwio (mgr.14716) 3848 : cluster [DBG] pgmap v3306: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:39.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:39 smithi129 conmon[101092]: cluster 2022-01-18T17:54:38.133218+0000 mgr.smithi129.iclwio (mgr.14716) 3848 : cluster [DBG] pgmap v3306: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:41.250 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:54:41.514 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:54:41.515 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (117m) 6m ago 118m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:54:41.515 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (109m) 6m ago 118m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:54:41.515 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (108m) 6m ago 117m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:54:41.516 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (117m) 6m ago 118m 42.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:54:41.516 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (113m) 6m ago 113m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:54:41.516 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (113m) 6m ago 113m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:54:41.516 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (109m) 6m ago 119m 587M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:54:41.516 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (109m) 6m ago 117m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:54:41.517 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (109m) 6m ago 119m 736M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:54:41.517 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (109m) 6m ago 117m 365M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:54:41.517 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (110m) 6m ago 110m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:54:41.517 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (110m) 6m ago 110m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:54:41.517 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (118m) 6m ago 118m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:54:41.518 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (117m) 6m ago 117m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:54:41.518 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (103m) 6m ago 116m 1719M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:54:41.518 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (116m) 6m ago 116m 2747M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:54:41.518 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (116m) 6m ago 116m 2122M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:54:41.519 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (115m) 6m ago 115m 2745M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:54:41.519 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (115m) 6m ago 115m 2550M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:54:41.519 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (115m) 6m ago 115m 3128M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:54:41.519 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (114m) 6m ago 114m 2470M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:54:41.519 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (114m) 6m ago 114m 3658M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:54:41.520 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (116m) 6m ago 117m 73.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:54:41.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:41 smithi156 conmon[67007]: cluster 2022-01-18T17:54:40.134150+0000 mgr.smithi129.iclwio (mgr.14716) 3849 : cluster [DBG] pgmap v3307: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:54:41.831 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:54:41.831 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:54:41.832 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:54:41.832 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:54:41.832 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:54:41.832 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:54:41.833 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:54:41.833 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:54:41.833 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:54:41.833 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:54:41.833 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:54:41.834 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:54:41.834 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:54:41.834 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:54:41.834 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:54:41.835 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:54:41.835 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:54:41.835 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:54:41.835 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:54:41.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:41 smithi129 conmon[101092]: cluster 2022-01-18T17:54:40.134150+0000 mgr.smithi129.iclwio (mgr.14716) 3849 : cluster [DBG] pgmap v3307: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:54:42.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:42 smithi156 conmon[67007]: audit 2022-01-18T17:54:41.247304+0000 mgr.smithi129.iclwio (mgr.14716) 3850 : audit [DBG] from='client.36646 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:54:42.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:42 smithi156 conmon[67007]: audit 2022-01-18T17:54:41.514805+0000 mgr.smithi129.iclwio (mgr.14716) 3851 : audit [DBG] from='client.36650 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:54:42.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:42 smithi156 conmon[67007]: audit 2022-01-18T17:54:41.840278+0000 mon.smithi129 (mon.0) 1300 : audit [DBG] from='client.? 172.21.15.129:0/3772893755' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:54:42.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:42 smithi129 conmon[101092]: audit 2022-01-18T17:54:41.247304+0000 mgr.smithi129.iclwio (mgr.14716) 3850 : audit [DBG] from='client.36646 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:54:42.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:42 smithi129 conmon[101092]: audit 2022-01-18T17:54:41.514805+0000 mgr.smithi129.iclwio (mgr.14716) 3851 : audit [DBG] from='client.36650 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:54:42.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:42 smithi129 conmon[101092]: audit 2022-01-18T17:54:41.840278+0000 mon.smithi129 (mon.0) 1300 : audit [DBG] from='client.? 172.21.15.129:0/3772893755' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:54:43.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:43 smithi156 conmon[67007]: cluster 2022-01-18T17:54:42.134819+0000 mgr.smithi129.iclwio (mgr.14716) 3852 : cluster [DBG] pgmap v3308: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:43.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:43 smithi129 conmon[101092]: cluster 2022-01-18T17:54:42.134819+0000 mgr.smithi129.iclwio (mgr.14716) 3852 : cluster [DBG] pgmap v3308: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:45.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:45 smithi156 conmon[67007]: cluster 2022-01-18T17:54:44.135419+0000 mgr.smithi129.iclwio (mgr.14716) 3853 : cluster [DBG] pgmap v3309: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:45.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:45 smithi156 conmon[67007]: 2022-01-18T17:54:45.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:45 smithi129 conmon[101092]: cluster 2022-01-18T17:54:44.135419+0000 mgr.smithi129.iclwio (mgr.14716) 3853 : cluster [DBG] pgmap v3309: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:47.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:47 smithi129 conmon[101092]: cluster 2022-01-18T17:54:46.136013+0000 mgr.smithi129.iclwio (mgr.14716) 3854 : cluster [DBG] pgmap v3310: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:54:48.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:47 smithi156 conmon[67007]: cluster 2022-01-18T17:54:46.136013+0000 mgr.smithi129.iclwio (mgr.14716) 3854 : cluster [DBG] pgmap v3310: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:54:49.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:49 smithi129 conmon[101092]: cluster 2022-01-18T17:54:48.136630+0000 mgr.smithi129.iclwio (mgr.14716) 3855 : cluster [DBG] pgmap v3311: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:50.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:49 smithi156 conmon[67007]: cluster 2022-01-18T17:54:48.136630+0000 mgr.smithi129.iclwio (mgr.14716) 3855 : cluster [DBG] pgmap v3311: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:51.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:51 smithi129 conmon[101092]: cluster 2022-01-18T17:54:50.137459+0000 mgr.smithi129.iclwio (mgr.14716) 3856 : cluster [DBG] pgmap v3312: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:54:52.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:51 smithi156 conmon[67007]: cluster 2022-01-18T17:54:50.137459+0000 mgr.smithi129.iclwio (mgr.14716) 3856 : cluster [DBG] pgmap v3312: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:54:53.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:53 smithi129 conmon[101092]: cluster 2022-01-18T17:54:52.137945+0000 mgr.smithi129.iclwio (mgr.14716) 3857 : cluster [DBG] pgmap v3313: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:54.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:53 smithi156 conmon[67007]: cluster 2022-01-18T17:54:52.137945+0000 mgr.smithi129.iclwio (mgr.14716) 3857 : cluster [DBG] pgmap v3313: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:54.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:53 smithi156 conmon[67007]: 2022-01-18T17:54:55.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:55 smithi129 conmon[101092]: cluster 2022-01-18T17:54:54.138664+0000 mgr.smithi129.iclwio (mgr.14716) 3858 : cluster [DBG] pgmap v3314: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:56.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:55 smithi156 conmon[67007]: cluster 2022-01-18T17:54:54.138664+0000 mgr.smithi129.iclwio (mgr.14716) 3858 : cluster [DBG] pgmap v3314: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:54:57.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:57 smithi129 conmon[101092]: cluster 2022-01-18T17:54:56.139348+0000 mgr.smithi129.iclwio (mgr.14716) 3859 : cluster [DBG] 2022-01-18T17:54:57.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:57 smithi129 conmon[101092]: pgmap v3315: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:54:57.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:57 smithi129 conmon[101092]: audit 2022-01-18T17:54:57.466853+0000 mon.smithi129 (mon.0) 1301 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:54:57.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:57 smithi129 conmon[101092]: audit 2022-01-18T17:54:57.468298+0000 mon.smithi129 (mon. 2022-01-18T17:54:57.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:57 smithi129 conmon[101092]: 0) 1302 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:54:57.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:57 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T17:54:57.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:57 smithi129 conmon[101092]: T17:54:57.469221+0000 mon.smithi129 (mon. 2022-01-18T17:54:57.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:57 smithi129 conmon[101092]: 0) 1303 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:54:58.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:57 smithi156 conmon[67007]: cluster 2022-01-18T17:54:56.139348+0000 mgr.smithi129.iclwio (mgr.14716) 3859 : cluster [DBG] pgmap v3315: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:54:58.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:57 smithi156 conmon[67007]: audit 2022-01-18T17:54: 2022-01-18T17:54:58.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:57 smithi156 conmon[67007]: 57.466853+0000 mon.smithi129 (mon.0) 1301 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:54:58.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:57 smithi156 conmon[67007]: audit 2022-01-18T17:54:57.468298+0000 mon.smithi129 (mon.0) 1302 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:54:58.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:57 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T17:54:58.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:57 smithi156 conmon[67007]: 18T17:54:57.469221+0000 mon.smithi129 (mon.0) 1303 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:54:58.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:57 smithi156 conmon[67007]: 2022-01-18T17:54:59.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:58 smithi156 conmon[67007]: cephadm 2022-01-18T17:54:57.469946+0000 mgr.smithi129.iclwio (mgr.14716) 3860 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:54:59.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:58 smithi156 conmon[67007]: 2022-01-18T17:54:59.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:58 smithi156 conmon[67007]: audit 2022-01-18T17:54:57.776388+0000 mon.smithi129 (mon.0) 1304 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:54:59.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:58 smithi156 conmon[67007]: audit 2022-01-18T17:54:57. 2022-01-18T17:54:59.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:58 smithi156 conmon[67007]: 780950+0000 mon.smithi129 (mon.0) 1305 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:54:59.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:58 smithi156 conmon[67007]: audit 2022-01-18T17:54:59.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:58 smithi156 conmon[67007]: 2022-01-18T17:54:58 2022-01-18T17:54:59.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:58 smithi156 conmon[67007]: .634107+0000 mon.smithi129 (mon.0) 2022-01-18T17:54:59.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:58 smithi156 conmon[67007]: 1306 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:54:59.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:58 smithi156 conmon[67007]: audit 2022- 2022-01-18T17:54:59.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:58 smithi156 conmon[67007]: 01-18T17:54:58.634363+0000 2022-01-18T17:54:59.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:58 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1307 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:54:59.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:58 smithi156 conmon[67007]: 2022-01-18T17:54:59.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:58 smithi129 conmon[101092]: cephadm 2022-01-18T17:54:57.469946+0000 mgr.smithi129.iclwio (mgr.14716) 3860 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:54:59.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:58 smithi129 conmon[101092]: audit 2022-01-18T17:54:57.776388+0000 2022-01-18T17:54:59.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:58 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1304 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:54:59.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:58 smithi129 conmon[101092]: audit 2022-01-18T17:54:57.780950+0000 mon.smithi129 (mon.0) 1305 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:54:59.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:58 smithi129 conmon[101092]: audit 2022-01-18T17:54:58.634107+0000 mon.smithi129 (mon.0) 1306 : audit [INF] 2022-01-18T17:54:59.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:58 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:54:59.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:58 smithi129 conmon[101092]: audit 2022-01-18T17:54:58 2022-01-18T17:54:59.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:58 smithi129 conmon[101092]: .634363+0000 mon.smithi129 (mon.0) 1307 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:55:00.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:59 smithi156 conmon[67007]: cluster 2022-01-18T17:54:58.139898+0000 mgr.smithi129.iclwio (mgr.14716) 3861 : cluster [DBG] pgmap v3316: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:00.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:54:59 smithi156 conmon[67007]: 2022-01-18T17:55:00.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:59 smithi129 conmon[101092]: cluster 2022-01-18T17:54:58.139898+0000 mgr.smithi129.iclwio (mgr.14716) 3861 : 2022-01-18T17:55:00.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:54:59 smithi129 conmon[101092]: cluster [DBG] pgmap v3316: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:02.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:01 smithi156 conmon[67007]: cluster 2022-01-18T17:55:00.140551+0000 mgr.smithi129.iclwio (mgr.14716) 3862 : cluster [DBG] pgmap v3317: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:55:02.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:01 smithi129 conmon[101092]: cluster 2022-01-18T17:55:00.140551+0000 mgr.smithi129.iclwio (mgr.14716) 3862 : cluster [DBG] pgmap v3317: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:55:04.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:03 smithi156 conmon[67007]: cluster 2022-01-18T17:55:02.141093+0000 mgr.smithi129.iclwio (mgr.14716) 3863 : cluster [DBG] pgmap v3318: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:04.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:03 smithi129 conmon[101092]: cluster 2022-01-18T17:55:02.141093+0000 mgr.smithi129.iclwio (mgr.14716) 3863 : cluster [DBG] pgmap v3318: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:06.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:05 smithi156 conmon[67007]: cluster 2022-01-18T17:55:04.141730+0000 mgr.smithi129.iclwio (mgr.14716) 3864 : cluster [DBG] pgmap v3319: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:06.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:05 smithi129 conmon[101092]: cluster 2022-01-18T17:55:04.141730+0000 mgr.smithi129.iclwio (mgr.14716) 3864 : cluster [DBG] pgmap v3319: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:08.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:07 smithi129 conmon[101092]: cluster 2022-01-18T17:55:06.142285+0000 mgr.smithi129.iclwio (mgr.14716) 3865 : cluster [DBG] pgmap v3320: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:55:08.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:07 smithi129 conmon[101092]: 2022-01-18T17:55:08.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:07 smithi156 conmon[67007]: cluster 2022-01-18T17:55:06.142285+0000 mgr.smithi129.iclwio (mgr.14716) 3865 : cluster [DBG] pgmap v3320: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:55:10.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:09 smithi129 conmon[101092]: cluster 2022-01-18T17:55:08.142830+0000 mgr.smithi129.iclwio (mgr.14716) 3866 : cluster [DBG] 2022-01-18T17:55:10.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:09 smithi129 conmon[101092]: pgmap v3321: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:10.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:09 smithi156 conmon[67007]: cluster 2022-01-18T17:55:08.142830+0000 mgr.smithi129.iclwio (mgr.14716) 3866 : cluster [DBG] pgmap v3321: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:12.131 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:55:12.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:11 smithi129 conmon[101092]: cluster 2022-01-18T17:55:10.143830+0000 mgr.smithi129.iclwio (mgr.14716) 3867 : cluster [DBG] pgmap v3322: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:55:12.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:11 smithi129 conmon[101092]: 2022-01-18T17:55:12.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:11 smithi156 conmon[67007]: cluster 2022-01-18T17:55:10.143830+0000 mgr.smithi129.iclwio (mgr.14716) 3867 : cluster [DBG] pgmap v3322: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:55:12.397 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:55:12.398 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (117m) 7m ago 118m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:55:12.398 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (109m) 7m ago 118m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:55:12.398 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (109m) 7m ago 118m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:55:12.399 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (117m) 7m ago 118m 42.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:55:12.399 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (113m) 7m ago 113m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:55:12.399 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (113m) 7m ago 113m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:55:12.399 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (110m) 7m ago 2h 587M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:55:12.399 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (110m) 7m ago 118m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:55:12.400 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (109m) 7m ago 2h 736M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:55:12.400 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (109m) 7m ago 118m 365M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:55:12.400 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (110m) 7m ago 110m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:55:12.400 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (110m) 7m ago 110m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:55:12.400 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (118m) 7m ago 118m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:55:12.401 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (117m) 7m ago 117m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:55:12.401 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (104m) 7m ago 117m 1719M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:55:12.401 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (117m) 7m ago 117m 2747M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:55:12.401 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (116m) 7m ago 116m 2122M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:55:12.402 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (116m) 7m ago 116m 2745M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:55:12.402 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (116m) 7m ago 116m 2550M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:55:12.402 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (115m) 7m ago 115m 3128M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:55:12.402 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (115m) 7m ago 115m 2470M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:55:12.402 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (115m) 7m ago 115m 3658M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:55:12.403 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (117m) 7m ago 118m 73.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:55:12.714 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:55:12.714 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:55:12.714 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:55:12.715 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:55:12.715 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:55:12.715 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:55:12.715 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:55:12.716 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:55:12.716 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:55:12.716 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:55:12.716 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:55:12.717 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:55:12.717 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:55:12.717 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:55:12.717 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:55:12.717 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:55:12.718 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:55:12.718 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:55:12.718 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:55:13.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:12 smithi129 conmon[101092]: audit 2022-01-18T17:55:12.722879+0000 mon.smithi129 (mon.0) 1308 : 2022-01-18T17:55:13.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:12 smithi129 conmon[101092]: audit [DBG] from='client.? 172.21.15.129:0/1805316629' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:55:13.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:12 smithi156 conmon[67007]: audit 2022-01-18T17:55:12.722879+0000 mon.smithi129 (mon.0) 1308 : audit [DBG] from='client.? 172.21.15.129:0/1805316629' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:55:14.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:13 smithi129 conmon[101092]: audit 2022-01-18T17:55:12.128188+0000 mgr.smithi129.iclwio (mgr.14716) 3868 : audit [DBG] from='client.36658 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:55:14.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:13 smithi129 conmon[101092]: cluster 2022-01-18T17:55:12.144230+0000 mgr.smithi129.iclwio (mgr.14716) 3869 : cluster [DBG] pgmap v3323: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:14.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:13 smithi129 conmon[101092]: audit 2022-01-18T17:55:12.397813+0000 mgr.smithi129.iclwio (mgr.14716) 3870 : audit 2022-01-18T17:55:14.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:13 smithi129 conmon[101092]: [DBG] from='client.36662 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:55:14.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:13 smithi156 conmon[67007]: audit 2022-01-18T17:55:12.128188+0000 mgr.smithi129.iclwio (mgr.14716) 3868 : audit [DBG] from='client.36658 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:55:14.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:13 smithi156 conmon[67007]: cluster 2022-01-18T17 2022-01-18T17:55:14.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:13 smithi156 conmon[67007]: :55:12.144230+0000 mgr.smithi129.iclwio (mgr.14716) 3869 : cluster [DBG] pgmap v3323: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:14.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:13 smithi156 conmon[67007]: audit 2022-01-18T17:55:12.397813+0000 mgr.smithi129.iclwio (mgr.14716) 3870 : audit [DBG] from='client.36662 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:55:16.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:15 smithi129 conmon[101092]: cluster 2022-01-18T17:55:14.144957+0000 mgr.smithi129.iclwio (mgr.14716) 3871 : cluster [DBG] pgmap v3324: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:16.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:15 smithi156 conmon[67007]: cluster 2022-01-18T17:55:14.144957+0000 mgr.smithi129.iclwio (mgr.14716) 3871 : cluster [DBG] pgmap v3324: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:18.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:17 smithi129 conmon[101092]: cluster 2022-01-18T17:55:16.145826+0000 mgr.smithi129.iclwio (mgr.14716) 3872 : cluster [DBG] pgmap v3325: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:55:18.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:17 smithi156 conmon[67007]: cluster 2022-01-18T17:55:16.145826+0000 mgr.smithi129.iclwio (mgr.14716) 3872 : cluster [DBG] pgmap v3325: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:55:20.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:19 smithi129 conmon[101092]: cluster 2022-01-18T17:55:18.146342+0000 mgr.smithi129.iclwio (mgr.14716) 3873 : cluster [DBG] 2022-01-18T17:55:20.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:19 smithi129 conmon[101092]: pgmap v3326: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:20.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:19 smithi156 conmon[67007]: cluster 2022-01-18T17:55:18.146342+0000 mgr.smithi129.iclwio (mgr.14716) 3873 : cluster [DBG] pgmap v3326: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:22.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:21 smithi129 conmon[101092]: cluster 2022-01-18T17:55:20.147227+0000 mgr.smithi129.iclwio (mgr.14716) 3874 : cluster [DBG] pgmap v3327: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:55:22.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:21 smithi156 conmon[67007]: cluster 2022-01-18T17:55:20.147227+0000 mgr.smithi129.iclwio (mgr.14716) 3874 : cluster [DBG] pgmap v3327: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:55:24.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:23 smithi129 conmon[101092]: cluster 2022-01-18T17:55:22.147779+0000 mgr.smithi129.iclwio (mgr.14716) 3875 : cluster [DBG] pgmap v3328: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:24.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:23 smithi156 conmon[67007]: cluster 2022-01-18T17:55:22.147779+0000 mgr.smithi129.iclwio (mgr.14716) 3875 : cluster [DBG] pgmap v3328: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:26.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:25 smithi129 conmon[101092]: cluster 2022-01-18T17:55:24.148665+0000 mgr.smithi129.iclwio (mgr.14716) 3876 : cluster [DBG] pgmap v3329: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:26.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:25 smithi129 conmon[101092]: 2022-01-18T17:55:26.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:25 smithi156 conmon[67007]: cluster 2022-01-18T17:55:24.148665+0000 mgr.smithi129.iclwio (mgr.14716) 3876 : cluster [DBG] pgmap v3329: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:28.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:27 smithi129 conmon[101092]: cluster 2022-01-18T17:55:26.149424+0000 mgr.smithi129.iclwio (mgr.14716) 3877 : cluster [DBG] pgmap v3330: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:55:28.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:27 smithi156 conmon[67007]: cluster 2022-01-18T17:55:26.149424+0000 mgr.smithi129.iclwio (mgr.14716) 3877 : cluster [DBG] pgmap v3330: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:55:30.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:29 smithi129 conmon[101092]: cluster 2022-01-18T17:55:28.150180+0000 mgr.smithi129.iclwio (mgr.14716) 3878 : cluster [DBG] pgmap v3331: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:30.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:29 smithi156 conmon[67007]: cluster 2022-01-18T17:55:28.150180+0000 mgr.smithi129.iclwio (mgr.14716) 3878 : cluster [DBG] pgmap v3331: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:32.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:31 smithi129 conmon[101092]: cluster 2022-01-18T17:55:30.150914+0000 mgr.smithi129.iclwio (mgr.14716) 3879 : cluster [DBG] pgmap v3332: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:55:32.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:31 smithi156 conmon[67007]: cluster 2022-01-18T17:55:30.150914+0000 mgr.smithi129.iclwio (mgr.14716) 3879 : cluster [DBG] pgmap v3332: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:55:34.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:33 smithi129 conmon[101092]: cluster 2022-01-18T17:55:32.151418+0000 mgr.smithi129.iclwio (mgr.14716) 3880 : cluster [DBG] pgmap v3333: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:34.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:33 smithi156 conmon[67007]: cluster 2022-01-18T17:55:32.151418+0000 mgr.smithi129.iclwio (mgr.14716) 3880 : cluster [DBG] pgmap v3333: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:36.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:35 smithi129 conmon[101092]: cluster 2022-01-18T17:55:34.152255+0000 mgr.smithi129.iclwio (mgr.14716) 3881 : cluster [DBG] pgmap v3334: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:36.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:35 smithi129 conmon[101092]: 2022-01-18T17:55:36.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:35 smithi156 conmon[67007]: cluster 2022-01-18T17:55:34.152255+0000 mgr.smithi129.iclwio (mgr.14716) 3881 : cluster [DBG] pgmap v3334: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:38.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:37 smithi129 conmon[101092]: cluster 2022-01-18T17:55:36.152978+0000 mgr.smithi129.iclwio (mgr.14716) 3882 : cluster [DBG] pgmap v3335: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:55:38.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:37 smithi156 conmon[67007]: cluster 2022-01-18T17:55:36.152978+0000 mgr.smithi129.iclwio (mgr.14716) 3882 : cluster [DBG] pgmap v3335: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:55:40.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:39 smithi129 conmon[101092]: cluster 2022-01-18T17:55:38.153533+0000 mgr.smithi129.iclwio (mgr.14716) 3883 : cluster [DBG] pgmap v3336: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:40.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:39 smithi156 conmon[67007]: cluster 2022-01-18T17:55:38.153533+0000 mgr.smithi129.iclwio (mgr.14716) 3883 : cluster [DBG] pgmap v3336: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:42.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:41 smithi129 conmon[101092]: cluster 2022-01-18T17:55:40.154346+0000 mgr.smithi129.iclwio (mgr.14716) 3884 : cluster [DBG] 2022-01-18T17:55:42.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:41 smithi129 conmon[101092]: pgmap v3337: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:55:42.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:41 smithi156 conmon[67007]: cluster 2022-01-18T17:55:40.154346+0000 mgr.smithi129.iclwio (mgr.14716) 3884 : cluster [DBG] pgmap v3337: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:55:43.012 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:55:43.277 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:55:43.278 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (118m) 7m ago 119m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:55:43.278 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (110m) 7m ago 119m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:55:43.278 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (109m) 7m ago 118m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:55:43.278 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (118m) 7m ago 119m 42.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:55:43.279 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (114m) 7m ago 114m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:55:43.279 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (114m) 7m ago 114m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:55:43.279 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (110m) 7m ago 2h 587M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:55:43.279 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (110m) 7m ago 118m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:55:43.280 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (110m) 7m ago 2h 736M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:55:43.280 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (110m) 7m ago 118m 365M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:55:43.280 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (111m) 7m ago 111m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:55:43.280 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (111m) 7m ago 111m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:55:43.280 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (119m) 7m ago 119m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:55:43.281 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (118m) 7m ago 118m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:55:43.281 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (104m) 7m ago 117m 1719M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:55:43.281 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (117m) 7m ago 117m 2747M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:55:43.281 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (117m) 7m ago 117m 2122M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:55:43.282 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (116m) 7m ago 116m 2745M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:55:43.282 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (116m) 7m ago 116m 2550M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:55:43.282 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (116m) 7m ago 116m 3128M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:55:43.282 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (116m) 7m ago 116m 2470M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:55:43.283 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (115m) 7m ago 115m 3658M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:55:43.283 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (117m) 7m ago 118m 73.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:55:43.595 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:55:43.595 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:55:43.595 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:55:43.596 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:55:43.596 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:55:43.596 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:55:43.596 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:55:43.597 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:55:43.597 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:55:43.597 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:55:43.597 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:55:43.598 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:55:43.598 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:55:43.598 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:55:43.598 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:55:43.599 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:55:43.599 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:55:43.599 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:55:43.600 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:55:44.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:43 smithi129 conmon[101092]: cluster 2022-01-18T17:55:42.154848+0000 mgr.smithi129.iclwio (mgr.14716) 3885 : 2022-01-18T17:55:44.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:43 smithi129 conmon[101092]: cluster [DBG] pgmap v3338: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:44.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:43 smithi129 conmon[101092]: audit 2022-01-18T17:55:43.009138+0000 mgr.smithi129.iclwio (mgr.14716) 3886 : audit [DBG] from='client.36670 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:55:44.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:43 smithi129 conmon[101092]: audit 2022-01-18T17:55 2022-01-18T17:55:44.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:43 smithi129 conmon[101092]: :43.603810+0000 mon.smithi129 (mon.0) 1309 : audit [DBG] from='client.? 172.21.15.129:0/1475928177' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:55:44.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:43 smithi156 conmon[67007]: cluster 2022-01-18T17:55:42.154848+0000 mgr.smithi129.iclwio (mgr.14716) 3885 : cluster [DBG] 2022-01-18T17:55:44.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:43 smithi156 conmon[67007]: pgmap v3338: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:44.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:43 smithi156 conmon[67007]: audit 2022-01-18T17:55:43.009138+0000 mgr.smithi129.iclwio (mgr.14716) 3886 : audit [DBG] from='client.36670 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:55:44.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:43 smithi156 conmon[67007]: audit 2022-01-18T17:55:43.603810+0000 mon.smithi129 (mon.0) 1309 : 2022-01-18T17:55:44.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:43 smithi156 conmon[67007]: audit [DBG] from='client.? 172.21.15.129:0/1475928177' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:55:45.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:44 smithi129 conmon[101092]: audit 2022-01-18T17:55:43.277394+0000 mgr.smithi129.iclwio (mgr.14716) 3887 : audit [DBG] from='client.36674 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:55:45.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:44 smithi129 conmon[101092]: 2022-01-18T17:55:45.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:44 smithi156 conmon[67007]: audit 2022-01-18T17:55:43.277394+0000 mgr.smithi129.iclwio (mgr.14716) 3887 : audit [DBG] 2022-01-18T17:55:45.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:44 smithi156 conmon[67007]: from='client.36674 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:55:46.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:45 smithi129 conmon[101092]: cluster 2022-01-18T17:55:44.155432+0000 mgr.smithi129.iclwio (mgr.14716) 3888 : cluster [DBG] 2022-01-18T17:55:46.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:45 smithi129 conmon[101092]: pgmap v3339: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:46.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:45 smithi156 conmon[67007]: cluster 2022-01-18T17:55:44.155432+0000 mgr.smithi129.iclwio (mgr.14716) 3888 : cluster [DBG] 2022-01-18T17:55:46.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:45 smithi156 conmon[67007]: pgmap v3339: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:48.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:47 smithi129 conmon[101092]: cluster 2022-01-18T17:55:46.156179+0000 mgr.smithi129.iclwio (mgr.14716) 3889 : cluster [DBG] 2022-01-18T17:55:48.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:47 smithi129 conmon[101092]: pgmap v3340: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:55:48.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:47 smithi156 conmon[67007]: cluster 2022-01-18T17:55:46.156179+0000 mgr.smithi129.iclwio (mgr.14716) 3889 : cluster [DBG] pgmap v3340: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:55:48.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:47 smithi156 conmon[67007]: 2022-01-18T17:55:50.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:49 smithi129 conmon[101092]: cluster 2022-01-18T17:55:48.156745+0000 mgr.smithi129.iclwio (mgr.14716) 3890 : cluster [DBG] 2022-01-18T17:55:50.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:49 smithi129 conmon[101092]: pgmap v3341: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:50.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:49 smithi156 conmon[67007]: cluster 2022-01-18T17:55:48.156745+0000 mgr.smithi129.iclwio (mgr.14716) 3890 : cluster [DBG] pgmap v3341: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:50.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:49 smithi156 conmon[67007]: 2022-01-18T17:55:52.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:51 smithi129 conmon[101092]: cluster 2022-01-18T17:55:50.157655+0000 mgr.smithi129.iclwio (mgr.14716) 3891 : cluster [DBG] pgmap v3342: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:55:52.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:51 smithi156 conmon[67007]: cluster 2022-01-18T17:55:50.157655+0000 mgr.smithi129.iclwio (mgr.14716) 3891 : cluster [DBG] pgmap v3342: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:55:52.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:51 smithi156 conmon[67007]: 2022-01-18T17:55:54.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:53 smithi129 conmon[101092]: cluster 2022-01-18T17:55:52.158257+0000 mgr.smithi129.iclwio (mgr.14716) 3892 : cluster [DBG] pgmap v3343: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:54.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:53 smithi156 conmon[67007]: cluster 2022-01-18T17:55:52.158257+0000 mgr.smithi129.iclwio (mgr.14716) 3892 : cluster [DBG] pgmap v3343: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:56.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:55 smithi129 conmon[101092]: cluster 2022-01-18T17:55:54.158984+0000 mgr.smithi129.iclwio (mgr.14716) 3893 : cluster [DBG] pgmap v3344: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:56.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:55 smithi156 conmon[67007]: cluster 2022-01-18T17:55:54.158984+0000 mgr.smithi129.iclwio (mgr.14716) 3893 : cluster [DBG] pgmap v3344: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:55:58.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:57 smithi129 conmon[101092]: cluster 2022-01-18T17:55:56.159651+0000 mgr.smithi129.iclwio (mgr.14716) 3894 : cluster [DBG] pgmap v3345: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:55:58.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:57 smithi129 conmon[101092]: 2022-01-18T17:55:58.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:57 smithi129 conmon[101092]: audit 2022-01-18T17:55:57.783474+0000 mon.smithi129 (mon.0) 1310 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:55:58.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:57 smithi129 conmon[101092]: audit 2022-01-18T17:55:57.784832+0000 mon.smithi129 (mon.0) 1311 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:55:58.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:57 smithi129 conmon[101092]: audit 2022-01-18T17:55:57.785636+0000 mon.smithi129 (mon.0) 1312 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:55:58.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:57 smithi156 conmon[67007]: cluster 2022-01-18T17:55:56.159651+0000 mgr.smithi129.iclwio (mgr.14716) 3894 : cluster [DBG] pgmap v3345: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:55:58.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:57 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T17:55:58.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:57 smithi156 conmon[67007]: 17:55:57.783474+0000 mon.smithi129 (mon.0) 1310 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:55:58.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:57 smithi156 conmon[67007]: audit 2022-01-18T17:55:57.784832+0000 mon.smithi129 (mon.0) 1311 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:55:58.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:57 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T17:55:58.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:57 smithi156 conmon[67007]: 18T17:55:57.785636+0000 mon.smithi129 (mon.0) 1312 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:55:59.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:58 smithi129 conmon[101092]: cephadm 2022-01-18T17:55:57.786370+0000 mgr.smithi129.iclwio (mgr.14716) 3895 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:55:59.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:58 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T17:55:59.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:58 smithi129 conmon[101092]: T17:55:58.093275+0000 mon.smithi129 (mon.0) 1313 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:55:59.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:58 smithi129 conmon[101092]: audit 2022-01-18T17:55:58.097924+0000 mon.smithi129 (mon.0) 1314 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:55:59.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:58 smithi129 conmon[101092]: audit 2022-01-18T17:55:58.637531+0000 mon.smithi129 2022-01-18T17:55:59.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:58 smithi129 conmon[101092]: (mon.0) 1315 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:55:59.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:58 smithi129 conmon[101092]: audit 2022-01-18T17:55:59.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:58 smithi129 conmon[101092]: 2022-01-18T17:55:58 2022-01-18T17:55:59.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:58 smithi129 conmon[101092]: .637727+0000 mon.smithi129 (mon.0) 1316 : audit 2022-01-18T17:55:59.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:58 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:55:59.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:58 smithi156 conmon[67007]: cephadm 2022-01-18T17:55:57.786370+0000 mgr.smithi129.iclwio (mgr.14716) 3895 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:55:59.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:58 smithi156 conmon[67007]: audit 2022-01-18T17:55:58.093275+0000 mon.smithi129 (mon.0) 1313 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:55:59.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:58 smithi156 conmon[67007]: audit 2022-01-18T17:55:58.097924+0000 mon.smithi129 (mon.0) 1314 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:55:59.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:58 smithi156 conmon[67007]: audit 2022-01-18T17:55:58.637531+0000 mon.smithi129 (mon.0) 1315 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:55:59.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:58 smithi156 conmon[67007]: audit 2022-01-18T17:55:58.637727+0000 mon.smithi129 (mon.0) 1316 : 2022-01-18T17:55:59.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:58 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:56:00.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:55:59 smithi129 conmon[101092]: cluster 2022-01-18T17:55:58.160091+0000 mgr.smithi129.iclwio (mgr.14716) 3896 : cluster [DBG] pgmap v3346: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:00.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:59 smithi156 conmon[67007]: cluster 2022-01-18T17:55:58.160091+0000 mgr.smithi129.iclwio (mgr.14716) 3896 : cluster [DBG] pgmap v3346: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:00.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:55:59 smithi156 conmon[67007]: 2022-01-18T17:56:02.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:01 smithi129 conmon[101092]: cluster 2022-01-18T17:56:00.160777+0000 mgr.smithi129.iclwio (mgr.14716) 3897 : cluster [DBG] pgmap v3347: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:56:02.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:01 smithi156 conmon[67007]: cluster 2022-01-18T17:56:00.160777+0000 mgr.smithi129.iclwio (mgr.14716) 3897 : cluster [DBG] pgmap v3347: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:56:04.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:03 smithi129 conmon[101092]: cluster 2022-01-18T17:56:02.161325+0000 mgr.smithi129.iclwio (mgr.14716) 3898 : cluster [DBG] pgmap v3348: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:04.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:03 smithi156 conmon[67007]: cluster 2022-01-18T17:56:02.161325+0000 mgr.smithi129.iclwio (mgr.14716) 3898 : cluster [DBG] pgmap v3348: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:06.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:05 smithi129 conmon[101092]: cluster 2022-01-18T17:56:04.162018+0000 mgr.smithi129.iclwio (mgr.14716) 3899 : cluster [DBG] pgmap v3349: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:56:06.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:05 smithi156 conmon[67007]: cluster 2022-01-18T17:56:04.162018+0000 mgr.smithi129.iclwio (mgr.14716) 3899 : cluster [DBG] pgmap v3349: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:56:08.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:07 smithi129 conmon[101092]: cluster 2022-01-18T17:56:06.162577+0000 mgr.smithi129.iclwio (mgr.14716) 3900 : cluster [DBG] pgmap v3350: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:56:08.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:07 smithi156 conmon[67007]: cluster 2022-01-18T17:56:06.162577+0000 mgr.smithi129.iclwio (mgr.14716) 3900 : cluster [DBG] pgmap v3350: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:56:10.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:09 smithi129 conmon[101092]: cluster 2022-01-18T17:56:08.163233+0000 mgr.smithi129.iclwio (mgr.14716) 3901 : cluster [DBG] pgmap v3351: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:10.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:09 smithi156 conmon[67007]: cluster 2022-01-18T17:56:08.163233+0000 mgr.smithi129.iclwio (mgr.14716) 3901 : cluster [DBG] pgmap v3351: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:12.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:11 smithi129 conmon[101092]: cluster 2022-01-18T17:56:10.164012+0000 mgr.smithi129.iclwio (mgr.14716) 3902 : cluster [DBG] pgmap v3352: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:56:12.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:11 smithi156 conmon[67007]: cluster 2022-01-18T17:56:10.164012+0000 mgr.smithi129.iclwio (mgr.14716) 3902 : cluster [DBG] 2022-01-18T17:56:12.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:11 smithi156 conmon[67007]: pgmap v3352: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:56:13.889 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:56:14.154 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:56:14.155 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (118m) 8m ago 119m 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:56:14.155 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (110m) 8m ago 119m 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:56:14.155 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (110m) 8m ago 119m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:56:14.156 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (118m) 8m ago 119m 42.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:56:14.156 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (114m) 8m ago 114m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:56:14.156 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (114m) 8m ago 114m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:56:14.156 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (111m) 8m ago 2h 587M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:56:14.157 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (111m) 8m ago 119m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:56:14.157 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (110m) 8m ago 2h 736M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:56:14.157 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (110m) 8m ago 119m 365M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:56:14.157 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (111m) 8m ago 111m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:56:14.158 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (111m) 8m ago 111m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:56:14.158 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (119m) 8m ago 119m 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:56:14.158 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (118m) 8m ago 118m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:56:14.159 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (105m) 8m ago 118m 1719M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:56:14.159 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (118m) 8m ago 118m 2747M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:56:14.159 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (117m) 8m ago 117m 2122M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:56:14.159 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (117m) 8m ago 117m 2745M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:56:14.159 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (117m) 8m ago 117m 2550M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:56:14.160 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (116m) 8m ago 116m 3128M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:56:14.160 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (116m) 8m ago 116m 2470M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:56:14.160 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (116m) 8m ago 116m 3658M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:56:14.160 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (118m) 8m ago 119m 73.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:56:14.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:13 smithi129 conmon[101092]: cluster 2022-01-18T17:56:12.164511+0000 mgr.smithi129.iclwio (mgr.14716) 3903 : cluster [DBG] pgmap v3353: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:14.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:13 smithi129 conmon[101092]: 2022-01-18T17:56:14.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:13 smithi156 conmon[67007]: cluster 2022-01-18T17:56:12.164511+0000 mgr.smithi129.iclwio (mgr.14716) 3903 : cluster [DBG] pgmap v3353: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:14.473 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:56:14.474 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:56:14.474 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:56:14.474 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:56:14.474 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:56:14.475 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:56:14.475 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:56:14.475 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:56:14.475 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:56:14.476 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:56:14.476 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:56:14.476 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:56:14.476 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:56:14.476 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:56:14.477 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:56:14.477 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:56:14.477 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:56:14.477 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:56:14.478 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:56:15.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:14 smithi129 conmon[101092]: audit 2022-01-18T17:56:13.886716+0000 2022-01-18T17:56:15.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:14 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 3904 : audit [DBG] from='client.36682 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:56:15.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:14 smithi129 conmon[101092]: audit 2022-01-18T17:56:14.482498+0000 mon.smithi129 (mon.0) 1317 : audit 2022-01-18T17:56:15.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:14 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/3796282834' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:56:15.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:14 smithi156 conmon[67007]: audit 2022-01-18T17:56:13.886716+0000 mgr.smithi129.iclwio (mgr.14716) 3904 : audit [DBG] from='client.36682 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:56:15.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:14 smithi156 conmon[67007]: audit 2022-01-18T17:56:14.482498+0000 mon.smithi129 (mon.0) 1317 : audit [DBG] from='client.? 172.21.15.129:0/3796282834' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:56:16.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:15 smithi129 conmon[101092]: audit 2022-01-18T17:56:14.155006+0000 mgr.smithi129.iclwio (mgr.14716) 3905 : audit [DBG] from='client.36686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:56:16.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:15 smithi129 conmon[101092]: 2022-01-18T17:56:16.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:15 smithi129 conmon[101092]: cluster 2022-01-18T17:56:14.165167+0000 mgr.smithi129.iclwio (mgr.14716) 3906 : cluster [DBG] pgmap v3354: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:56:16.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:15 smithi156 conmon[67007]: audit 2022-01-18T17:56:14.155006+0000 mgr.smithi129.iclwio (mgr.14716) 3905 : audit [DBG] from='client.36686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:56:16.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:15 smithi156 conmon[67007]: cluster 2022-01-18T17:56:14.165167+0000 mgr.smithi129.iclwio (mgr.14716) 3906 : cluster [DBG] pgmap v3354: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:56:18.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:17 smithi129 conmon[101092]: cluster 2022-01-18T17:56:16.165676+0000 mgr.smithi129.iclwio (mgr.14716) 3907 : cluster [DBG] pgmap v3355: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:18.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:17 smithi129 conmon[101092]: 2022-01-18T17:56:18.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:17 smithi156 conmon[67007]: cluster 2022-01-18T17:56:16.165676+0000 mgr.smithi129.iclwio (mgr.14716) 3907 : cluster [DBG] pgmap v3355: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:20.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:19 smithi129 conmon[101092]: cluster 2022-01-18T17:56:18.166346+0000 mgr.smithi129.iclwio (mgr.14716) 3908 : cluster [DBG] pgmap v3356: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:20.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:19 smithi156 conmon[67007]: cluster 2022-01-18T17:56:18.166346+0000 mgr.smithi129.iclwio (mgr.14716) 3908 : cluster [DBG] pgmap v3356: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:22.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:21 smithi156 conmon[67007]: cluster 2022-01-18T17:56:20.167138+0000 mgr.smithi129.iclwio (mgr.14716) 3909 : cluster [DBG] pgmap v3357: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:56:22.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:21 smithi129 conmon[101092]: cluster 2022-01-18T17:56:20.167138+0000 mgr.smithi129.iclwio (mgr.14716) 3909 2022-01-18T17:56:22.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:21 smithi129 conmon[101092]: : cluster [DBG] pgmap v3357: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:56:24.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:23 smithi156 conmon[67007]: cluster 2022-01-18T17:56:22.167708+0000 mgr.smithi129.iclwio (mgr.14716) 3910 : cluster [DBG] pgmap v3358: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:24.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:23 smithi129 conmon[101092]: cluster 2022-01-18T17:56:22.167708+0000 mgr.smithi129.iclwio (mgr.14716) 3910 : cluster [DBG] pgmap v3358: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:24.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:23 smithi129 conmon[101092]: 2022-01-18T17:56:26.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:25 smithi156 conmon[67007]: cluster 2022-01-18T17:56:24.168461+0000 mgr.smithi129.iclwio (mgr.14716) 3911 : cluster [DBG] pgmap v3359: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:56:26.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:25 smithi129 conmon[101092]: cluster 2022-01-18T17:56:24.168461+0000 mgr.smithi129.iclwio (mgr.14716) 3911 : cluster [DBG] pgmap v3359: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:56:28.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:27 smithi156 conmon[67007]: cluster 2022-01-18T17:56:26.169068+0000 mgr.smithi129.iclwio (mgr.14716) 3912 : cluster [DBG] pgmap v3360: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:28.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:27 smithi129 conmon[101092]: cluster 2022-01-18T17:56:26.169068+0000 mgr.smithi129.iclwio (mgr.14716) 3912 : cluster [DBG] pgmap v3360: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:30.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:29 smithi156 conmon[67007]: cluster 2022-01-18T17:56:28.169625+0000 mgr.smithi129.iclwio (mgr.14716) 3913 : cluster [DBG] pgmap v3361: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:30.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:29 smithi156 conmon[67007]: 2022-01-18T17:56:30.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:29 smithi129 conmon[101092]: cluster 2022-01-18T17:56:28.169625+0000 mgr.smithi129.iclwio (mgr.14716) 3913 : cluster [DBG] pgmap v3361: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:32.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:31 smithi156 conmon[67007]: cluster 2022-01-18T17:56:30.170444+0000 mgr.smithi129.iclwio (mgr.14716) 3914 : cluster [DBG] 2022-01-18T17:56:32.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:31 smithi156 conmon[67007]: pgmap v3362: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:56:32.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:31 smithi129 conmon[101092]: cluster 2022-01-18T17:56:30.170444+0000 mgr.smithi129.iclwio (mgr.14716) 3914 : cluster [DBG] pgmap v3362: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:56:34.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:33 smithi156 conmon[67007]: cluster 2022-01-18T17:56:32.170922+0000 mgr.smithi129.iclwio (mgr.14716) 3915 : cluster [DBG] pgmap v3363: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:34.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:33 smithi129 conmon[101092]: cluster 2022-01-18T17:56:32.170922+0000 mgr.smithi129.iclwio (mgr.14716) 3915 : cluster [DBG] pgmap v3363: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:36.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:35 smithi156 conmon[67007]: cluster 2022-01-18T17:56:34.171667+0000 mgr.smithi129.iclwio (mgr.14716) 3916 : cluster [DBG] pgmap v3364: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:56:36.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:35 smithi129 conmon[101092]: cluster 2022-01-18T17:56:34.171667+0000 mgr.smithi129.iclwio (mgr.14716) 3916 : cluster [DBG] pgmap v3364: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:56:36.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:35 smithi129 conmon[101092]: 2022-01-18T17:56:38.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:37 smithi156 conmon[67007]: cluster 2022-01-18T17:56:36.172131+0000 mgr.smithi129.iclwio (mgr.14716) 3917 : cluster [DBG] pgmap v3365: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:38.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:37 smithi156 conmon[67007]: 2022-01-18T17:56:38.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:37 smithi129 conmon[101092]: cluster 2022-01-18T17:56:36.172131+0000 mgr.smithi129.iclwio (mgr.14716) 3917 : cluster 2022-01-18T17:56:38.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:37 smithi129 conmon[101092]: [DBG] pgmap v3365: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:40.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:39 smithi156 conmon[67007]: cluster 2022-01-18T17:56:38.172819+0000 mgr.smithi129.iclwio (mgr.14716) 3918 : cluster [DBG] pgmap v3366: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:40.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:39 smithi129 conmon[101092]: cluster 2022-01-18T17:56:38.172819+0000 mgr.smithi129.iclwio (mgr.14716) 3918 : cluster [DBG] pgmap v3366: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:42.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:41 smithi156 conmon[67007]: cluster 2022-01-18T17:56:40.173562+0000 mgr.smithi129.iclwio (mgr.14716) 3919 : cluster [DBG] pgmap v3367: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:56:42.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:41 smithi129 conmon[101092]: cluster 2022-01-18T17:56:40.173562+0000 mgr.smithi129.iclwio (mgr.14716) 3919 : cluster [DBG] pgmap v3367: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:56:42.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:41 smithi129 conmon[101092]: 2022-01-18T17:56:44.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:43 smithi156 conmon[67007]: cluster 2022-01-18T17:56:42.174191+0000 mgr.smithi129.iclwio (mgr.14716) 3920 : cluster [DBG] pgmap v3368: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:44.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:43 smithi129 conmon[101092]: cluster 2022-01-18T17:56:42.174191+0000 mgr.smithi129.iclwio (mgr.14716) 3920 : cluster [DBG] pgmap v3368: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:44.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:43 smithi129 conmon[101092]: 2022-01-18T17:56:44.774 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:56:45.044 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:56:45.045 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (119m) 8m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:56:45.045 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (111m) 8m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:56:45.045 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (110m) 8m ago 119m 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:56:45.045 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (119m) 8m ago 2h 42.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:56:45.046 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (115m) 8m ago 115m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:56:45.046 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (115m) 8m ago 115m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:56:45.046 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (111m) 8m ago 2h 587M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:56:45.046 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (111m) 8m ago 119m 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:56:45.047 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (111m) 8m ago 2h 736M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:56:45.047 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (111m) 8m ago 119m 365M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:56:45.047 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (112m) 8m ago 112m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:56:45.047 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (112m) 8m ago 112m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:56:45.048 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 8m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:56:45.048 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (119m) 8m ago 119m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:56:45.048 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (105m) 8m ago 118m 1719M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:56:45.048 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (118m) 8m ago 118m 2747M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:56:45.049 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (118m) 8m ago 118m 2122M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:56:45.049 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (117m) 8m ago 117m 2745M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:56:45.049 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (117m) 8m ago 117m 2550M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:56:45.049 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (117m) 8m ago 117m 3128M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:56:45.050 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (117m) 8m ago 117m 2470M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:56:45.050 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (116m) 8m ago 116m 3658M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:56:45.050 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (119m) 8m ago 119m 73.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:56:45.364 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:56:45.365 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:56:45.365 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:56:45.365 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:56:45.366 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:56:45.366 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:56:45.366 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:56:45.366 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:56:45.367 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:56:45.367 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:56:45.367 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:56:45.367 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:56:45.367 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:56:45.368 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:56:45.368 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:56:45.368 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:56:45.368 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:56:45.369 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:56:45.369 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:56:46.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:45 smithi156 conmon[67007]: cluster 2022-01-18T17:56:44.175015+0000 mgr.smithi129.iclwio (mgr.14716) 3921 : cluster [DBG] pgmap v3369: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:56:46.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:45 smithi156 conmon[67007]: audit 2022-01-18T17:56:44.771882+0000 mgr.smithi129.iclwio (mgr.14716) 3922 : audit [DBG] from='client.36694 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:56:46.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:45 smithi156 conmon[67007]: audit 2022-01-18T17:56:45.044908+0000 mgr.smithi129.iclwio (mgr.14716) 3923 : 2022-01-18T17:56:46.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:45 smithi156 conmon[67007]: audit [DBG] from='client.36698 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:56:46.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:45 smithi156 conmon[67007]: audit 2022-01-18T17 2022-01-18T17:56:46.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:45 smithi156 conmon[67007]: :56:45.373785+0000 mon.smithi129 (mon 2022-01-18T17:56:46.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:45 smithi156 conmon[67007]: .0) 1318 : audit [DBG] from='client.? 172.21.15.129:0/3510151160' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:56:46.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:45 smithi129 conmon[101092]: cluster 2022-01-18T17:56:44.175015+0000 mgr.smithi129.iclwio (mgr.14716) 3921 : cluster [DBG] pgmap v3369: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:56:46.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:45 smithi129 conmon[101092]: 2022-01-18T17:56:46.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:45 smithi129 conmon[101092]: audit 2022-01-18T17:56:44.771882+0000 mgr.smithi129.iclwio (mgr.14716) 3922 : audit [DBG] from='client.36694 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:56:46.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:45 smithi129 conmon[101092]: audit 2022-01-18T17:56:45.044908+0000 mgr.smithi129.iclwio (mgr.14716) 3923 : audit 2022-01-18T17:56:46.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:45 smithi129 conmon[101092]: [DBG] from='client.36698 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:56:46.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:45 smithi129 conmon[101092]: audit 2022 2022-01-18T17:56:46.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:45 smithi129 conmon[101092]: -01-18T17:56:45.373785+0000 mon.smithi129 ( 2022-01-18T17:56:46.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:45 smithi129 conmon[101092]: mon.0) 1318 : audit [DBG] from='client.? 172.21.15.129:0/3510151160' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:56:48.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:47 smithi156 conmon[67007]: cluster 2022-01-18T17:56:46.175500+0000 mgr.smithi129.iclwio (mgr.14716) 3924 : cluster [DBG] pgmap v3370: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:48.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:47 smithi129 conmon[101092]: cluster 2022-01-18T17:56:46.175500+0000 mgr.smithi129.iclwio (mgr.14716) 3924 : cluster 2022-01-18T17:56:48.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:47 smithi129 conmon[101092]: [DBG] pgmap v3370: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:50.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:49 smithi156 conmon[67007]: cluster 2022-01-18T17:56:48.176042+0000 mgr.smithi129.iclwio (mgr.14716) 3925 : cluster [DBG] 2022-01-18T17:56:50.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:49 smithi156 conmon[67007]: pgmap v3371: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:50.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:49 smithi129 conmon[101092]: cluster 2022-01-18T17:56:48.176042+0000 mgr.smithi129.iclwio (mgr.14716) 3925 : cluster [DBG] pgmap v3371: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:50.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:49 smithi129 conmon[101092]: 2022-01-18T17:56:52.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:51 smithi156 conmon[67007]: cluster 2022-01-18T17:56:50.176896+0000 mgr.smithi129.iclwio (mgr.14716) 3926 : cluster [DBG] 2022-01-18T17:56:52.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:51 smithi156 conmon[67007]: pgmap v3372: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:56:52.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:51 smithi129 conmon[101092]: cluster 2022-01-18T17:56:50.176896+0000 mgr.smithi129.iclwio (mgr.14716) 3926 : cluster [DBG] pgmap v3372: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:56:54.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:53 smithi156 conmon[67007]: cluster 2022-01-18T17:56:52.177594+0000 mgr.smithi129.iclwio (mgr.14716) 3927 : cluster [DBG] pgmap v3373: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:54.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:53 smithi129 conmon[101092]: cluster 2022-01-18T17:56:52.177594+0000 mgr.smithi129.iclwio (mgr.14716) 3927 : cluster [DBG] pgmap v3373: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:56.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:56 smithi156 conmon[67007]: cluster 2022-01-18T17:56:54.178514+0000 mgr.smithi129.iclwio (mgr.14716) 3928 : cluster [DBG] pgmap v3374: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:56:56.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:56 smithi129 conmon[101092]: cluster 2022-01-18T17:56:54.178514+0000 mgr.smithi129.iclwio (mgr.14716) 3928 : cluster [DBG] pgmap v3374: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:56:56.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:56 smithi129 conmon[101092]: 2022-01-18T17:56:58.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:58 smithi156 conmon[67007]: cluster 2022-01-18T17:56:56.178966+0000 mgr.smithi129.iclwio (mgr.14716) 3929 : cluster [DBG] pgmap v3375: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:58.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:58 smithi129 conmon[101092]: cluster 2022-01-18T17:56:56.178966+0000 mgr.smithi129.iclwio (mgr.14716) 3929 : cluster [DBG] pgmap v3375: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:56:59.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:59 smithi156 conmon[67007]: audit 2022-01-18T17:56:58.100404+0000 mon.smithi129 (mon.0) 1319 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:56:59.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:59 smithi156 conmon[67007]: audit 2022-01-18T17:56:58 2022-01-18T17:56:59.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:59 smithi156 conmon[67007]: .101892+0000 mon.smithi129 (mon.0) 1320 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:56:59.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:59 smithi156 conmon[67007]: audit 2022-01-18T17:56:58.102915+0000 mon.smithi129 (mon.0) 1321 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:56:59.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:59 smithi156 conmon[67007]: audit 2022-01-18T17:56:58.405120+0000 mon.smithi129 (mon 2022-01-18T17:56:59.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:59 smithi156 conmon[67007]: .0) 1322 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T17:56:59.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:59 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T17:56:59.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:59 smithi156 conmon[67007]: 17:56:58.406904+0000 mon.smithi129 (mon.0) 1323 : audit [INF] 2022-01-18T17:56:59.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:59 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T17:56:59.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:59 smithi156 conmon[67007]: audit 2022-01-18T17:56:59.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:59 smithi156 conmon[67007]: 2022-01-18T17:56:58.410894+0000 mon.smithi129 (mon. 2022-01-18T17:56:59.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:59 smithi156 conmon[67007]: 0) 1324 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:56:59.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:59 smithi156 conmon[67007]: audit 2022-01-18T17 2022-01-18T17:56:59.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:59 smithi156 conmon[67007]: :56:58.415519+0000 mon.smithi129 (mon.0) 2022-01-18T17:56:59.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:59 smithi156 conmon[67007]: 1325 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:56:59.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:59 smithi156 conmon[67007]: audit 2022-01-18T17 2022-01-18T17:56:59.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:59 smithi156 conmon[67007]: :56:58.640658+0000 mon.smithi129 (mon.0 2022-01-18T17:56:59.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:59 smithi156 conmon[67007]: ) 1326 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:56:59.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:59 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T17:56:59.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:59 smithi156 conmon[67007]: T17:56:58.640836+0000 mon.smithi129 (mon. 2022-01-18T17:56:59.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:56:59 smithi156 conmon[67007]: 0) 1327 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:56:59.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:59 smithi129 conmon[101092]: audit 2022-01-18T17:56:58.100404+0000 mon.smithi129 (mon.0) 1319 : audit 2022-01-18T17:56:59.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:59 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:56:59.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:59 smithi129 conmon[101092]: audit 2022-01-18T17:56:58.101892+0000 mon.smithi129 (mon.0) 1320 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:56:59.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:59 smithi129 conmon[101092]: audit 2022-01-18T17:56:58.102915+0000 mon.smithi129 (mon 2022-01-18T17:56:59.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:59 smithi129 conmon[101092]: .0) 1321 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:56:59.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:59 smithi129 conmon[101092]: audit 2022-01-18T17:56:58.405120+0000 mon.smithi129 (mon.0) 1322 : 2022-01-18T17:56:59.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:59 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T17:56:59.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:59 smithi129 conmon[101092]: audit 2022-01 2022-01-18T17:56:59.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:59 smithi129 conmon[101092]: -18T17:56:58.406904+0000 mon.smithi129 (mon.0) 1323 : 2022-01-18T17:56:59.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:59 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T17:56:59.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:59 smithi129 conmon[101092]: audit 2022-01-18T17:56 2022-01-18T17:56:59.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:59 smithi129 conmon[101092]: :58.410894+0000 mon.smithi129 (mon.0) 1324 : 2022-01-18T17:56:59.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:59 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:56:59.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:59 smithi129 conmon[101092]: audit 2022-01-18T17 2022-01-18T17:56:59.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:59 smithi129 conmon[101092]: :56:58.415519+0000 mon.smithi129 (mon.0 2022-01-18T17:56:59.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:59 smithi129 conmon[101092]: ) 1325 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:56:59.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:59 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T17:56:59.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:59 smithi129 conmon[101092]: T17:56:58.640658+0000 mon.smithi129 (mon 2022-01-18T17:56:59.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:59 smithi129 conmon[101092]: .0) 1326 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:56:59.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:59 smithi129 conmon[101092]: audit 2022- 2022-01-18T17:56:59.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:59 smithi129 conmon[101092]: 01-18T17:56:58.640836+0000 2022-01-18T17:56:59.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:59 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1327 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:56:59.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:56:59 smithi129 conmon[101092]: 2022-01-18T17:57:00.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:00 smithi156 conmon[67007]: cephadm 2022-01-18T17:56:58.103649+0000 mgr.smithi129.iclwio (mgr.14716) 3930 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:57:00.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:00 smithi156 conmon[67007]: cluster 2022-01-18T17:56:58.179444+0000 mgr.smithi129.iclwio (mgr.14716) 3931 : cluster [DBG] pgmap v3376: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:00.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:00 smithi129 conmon[101092]: cephadm 2022-01-18T17:56:58.103649+0000 mgr.smithi129.iclwio (mgr.14716) 3930 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:57:00.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:00 smithi129 conmon[101092]: 2022-01-18T17:57:00.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:00 smithi129 conmon[101092]: cluster 2022-01-18T17:56:58.179444+0000 mgr.smithi129.iclwio (mgr.14716) 3931 : cluster [DBG] pgmap v3376: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:02.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:02 smithi156 conmon[67007]: cluster 2022-01-18T17:57:00.180185+0000 mgr.smithi129.iclwio (mgr.14716) 3932 : cluster [DBG] pgmap v3377: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:57:02.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:02 smithi129 conmon[101092]: cluster 2022-01-18T17:57:00.180185+0000 mgr.smithi129.iclwio (mgr.14716) 3932 : cluster [DBG] 2022-01-18T17:57:02.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:02 smithi129 conmon[101092]: pgmap v3377: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:57:04.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:04 smithi156 conmon[67007]: cluster 2022-01-18T17:57:02.180779+0000 mgr.smithi129.iclwio (mgr.14716) 3933 : cluster [DBG] pgmap v3378: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:04.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:04 smithi129 conmon[101092]: cluster 2022-01-18T17:57:02.180779+0000 mgr.smithi129.iclwio (mgr.14716) 3933 : cluster [DBG] pgmap v3378: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:06.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:06 smithi156 conmon[67007]: cluster 2022-01-18T17:57:04.181459+0000 mgr.smithi129.iclwio (mgr.14716) 3934 : cluster [DBG] pgmap v3379: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:57:06.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:06 smithi129 conmon[101092]: cluster 2022-01-18T17:57:04.181459+0000 mgr.smithi129.iclwio (mgr.14716) 3934 : cluster [DBG] pgmap v3379: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:57:08.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:08 smithi156 conmon[67007]: cluster 2022-01-18T17:57:06.182053+0000 mgr.smithi129.iclwio (mgr.14716) 3935 : cluster [DBG] pgmap v3380: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:08.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:08 smithi129 conmon[101092]: cluster 2022-01-18T17:57:06.182053+0000 mgr.smithi129.iclwio (mgr.14716) 3935 : cluster [DBG] pgmap v3380: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:10.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:10 smithi156 conmon[67007]: cluster 2022-01-18T17:57:08.184773+0000 mgr.smithi129.iclwio (mgr.14716) 3936 : cluster [DBG] pgmap v3381: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:10.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:10 smithi129 conmon[101092]: cluster 2022-01-18T17:57:08.184773+0000 mgr.smithi129.iclwio (mgr.14716) 3936 : cluster [DBG] pgmap v3381: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:12.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:12 smithi156 conmon[67007]: cluster 2022-01-18T17:57:10.185620+0000 mgr.smithi129.iclwio (mgr.14716) 3937 : cluster [DBG] pgmap v3382: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:57:12.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:12 smithi129 conmon[101092]: cluster 2022-01-18T17:57:10.185620+0000 mgr.smithi129.iclwio (mgr.14716) 3937 : cluster [DBG] pgmap v3382: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:57:14.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:14 smithi156 conmon[67007]: cluster 2022-01-18T17:57:12.186175+0000 mgr.smithi129.iclwio (mgr.14716) 3938 : cluster [DBG] pgmap v3383: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:14.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:14 smithi129 conmon[101092]: cluster 2022-01-18T17:57:12.186175+0000 mgr.smithi129.iclwio (mgr.14716) 3938 : cluster [DBG] pgmap v3383: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:15.665 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:57:15.932 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:57:15.933 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (119m) 9m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:57:15.933 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (111m) 9m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:57:15.933 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (111m) 9m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:57:15.933 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (119m) 9m ago 2h 42.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:57:15.934 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (115m) 9m ago 115m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:57:15.934 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (115m) 9m ago 115m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:57:15.934 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (112m) 9m ago 2h 587M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:57:15.934 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (112m) 9m ago 2h 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:57:15.935 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (111m) 9m ago 2h 736M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:57:15.935 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (111m) 9m ago 2h 365M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:57:15.935 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (112m) 9m ago 112m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:57:15.935 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (112m) 9m ago 112m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:57:15.936 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 9m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:57:15.936 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 9m ago 119m 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:57:15.936 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (106m) 9m ago 119m 1719M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:57:15.936 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (119m) 9m ago 119m 2747M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:57:15.937 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (118m) 9m ago 118m 2122M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:57:15.937 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (118m) 9m ago 118m 2745M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:57:15.937 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (118m) 9m ago 118m 2550M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:57:15.937 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (117m) 9m ago 117m 3128M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:57:15.937 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (117m) 9m ago 117m 2470M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:57:15.938 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (117m) 9m ago 117m 3658M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:57:15.938 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (119m) 9m ago 2h 73.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:57:16.253 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:57:16.253 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:57:16.254 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:57:16.254 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:57:16.254 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:57:16.254 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:57:16.255 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:57:16.255 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:57:16.255 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:57:16.255 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:57:16.256 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:57:16.256 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:57:16.256 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:57:16.256 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:57:16.257 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:57:16.257 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:57:16.257 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:57:16.257 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:57:16.257 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:57:16.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:16 smithi156 conmon[67007]: cluster 2022-01-18T17:57:14.186943+0000 mgr.smithi129.iclwio (mgr.14716) 3939 : cluster [DBG] pgmap v3384: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:57:16.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:16 smithi129 conmon[101092]: cluster 2022-01-18T17:57:14.186943+0000 mgr.smithi129.iclwio (mgr 2022-01-18T17:57:16.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:16 smithi129 conmon[101092]: .14716) 3939 : cluster [DBG] pgmap v3384: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:57:17.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:17 smithi156 conmon[67007]: audit 2022-01-18T17:57:15.662358+0000 mgr.smithi129.iclwio (mgr.14716) 3940 : audit [DBG] from='client.36706 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:57:17.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:17 smithi156 conmon[67007]: audit 2022-01-18T17:57:15.932900+0000 mgr.smithi129.iclwio (mgr.14716) 3941 : audit [DBG] from='client.36710 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:57:17.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:17 smithi156 conmon[67007]: audit 2022-01-18T17:57:16.262329+0000 mon.smithi129 (mon.0) 1328 : audit [DBG] from='client.? 172.21.15.129:0/3598110220' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:57:17.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:17 smithi129 conmon[101092]: audit 2022-01-18T17:57:15.662358+0000 mgr.smithi129.iclwio (mgr.14716) 3940 : 2022-01-18T17:57:17.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:17 smithi129 conmon[101092]: audit [DBG] from='client.36706 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:57:17.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:17 smithi129 conmon[101092]: audit 2022-01-18T17:57:15.932900+0000 mgr.smithi129.iclwio (mgr.14716) 3941 : audit [DBG] from='client.36710 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:57:17.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:17 smithi129 conmon[101092]: audit 2022-01-18T17:57:16.262329+0000 mon.smithi129 (mon.0) 1328 : audit 2022-01-18T17:57:17.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:17 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/3598110220' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:57:18.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:18 smithi129 conmon[101092]: cluster 2022-01-18T17:57:16.187342+0000 mgr.smithi129.iclwio (mgr.14716) 3942 : cluster 2022-01-18T17:57:18.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:18 smithi129 conmon[101092]: [DBG] pgmap v3385: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:18.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:18 smithi156 conmon[67007]: cluster 2022-01-18T17:57:16.187342+0000 mgr.smithi129.iclwio (mgr.14716) 3942 : cluster [DBG] pgmap v3385: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:20.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:20 smithi129 conmon[101092]: cluster 2022-01-18T17:57:18.187908+0000 mgr.smithi129.iclwio (mgr.14716) 3943 : cluster [DBG] 2022-01-18T17:57:20.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:20 smithi129 conmon[101092]: pgmap v3386: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:20.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:20 smithi156 conmon[67007]: cluster 2022-01-18T17:57:18.187908+0000 mgr.smithi129.iclwio (mgr.14716) 3943 : cluster [DBG] pgmap v3386: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:22.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:22 smithi129 conmon[101092]: cluster 2022-01-18T17:57:20.188868+0000 mgr.smithi129.iclwio (mgr.14716) 3944 : cluster [DBG] pgmap v3387: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:57:22.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:22 smithi156 conmon[67007]: cluster 2022-01-18T17:57:20.188868+0000 mgr.smithi129.iclwio (mgr.14716) 3944 : cluster [DBG] pgmap v3387: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:57:24.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:24 smithi129 conmon[101092]: cluster 2022-01-18T17:57:22.189397+0000 mgr.smithi129.iclwio (mgr.14716) 3945 : cluster [DBG] pgmap v3388: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:24.435 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:24 smithi156 conmon[67007]: cluster 2022-01-18T17:57:22.189397+0000 mgr.smithi129.iclwio (mgr.14716) 3945 : cluster [DBG] pgmap v3388: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:26.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:26 smithi129 conmon[101092]: cluster 2022-01-18T17:57:24.190268+0000 mgr.smithi129.iclwio (mgr.14716) 3946 : cluster [DBG] pgmap v3389: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:57:26.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:26 smithi156 conmon[67007]: cluster 2022-01-18T17:57:24.190268+0000 mgr.smithi129.iclwio (mgr.14716) 3946 : cluster [DBG] pgmap v3389: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:57:27.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:27 smithi129 conmon[101092]: cluster 2022-01-18T17:57:26.190800+0000 mgr.smithi129.iclwio (mgr.14716) 3947 : cluster [DBG] pgmap v3390: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:27.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:27 smithi156 conmon[67007]: cluster 2022-01-18T17:57:26.190800+0000 mgr.smithi129.iclwio (mgr.14716) 3947 : cluster [DBG] pgmap v3390: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:29.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:29 smithi156 conmon[67007]: cluster 2022-01-18T17:57:28.191454+0000 mgr.smithi129.iclwio (mgr.14716) 3948 : cluster [DBG] pgmap v3391: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:29.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:29 smithi129 conmon[101092]: cluster 2022-01-18T17:57:28.191454+0000 mgr.smithi129.iclwio (mgr.14716) 3948 : cluster [DBG] pgmap v3391: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:31.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:31 smithi156 conmon[67007]: cluster 2022-01-18T17:57:30.192299+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:57:31.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:31 smithi156 conmon[67007]: ) 3949 : cluster [DBG] pgmap v3392: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:57:31.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:31 smithi129 conmon[101092]: cluster 2022-01-18T17:57:30.192299+0000 mgr.smithi129.iclwio (mgr.14716) 3949 : cluster [DBG] pgmap v3392: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:57:33.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:33 smithi156 conmon[67007]: cluster 2022-01-18T17:57:32.192881+0000 mgr.smithi129.iclwio (mgr.14716) 3950 : cluster 2022-01-18T17:57:33.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:33 smithi156 conmon[67007]: [DBG] pgmap v3393: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:33.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:33 smithi129 conmon[101092]: cluster 2022-01-18T17:57:32.192881+0000 mgr.smithi129.iclwio (mgr.14716) 3950 : cluster [DBG] pgmap v3393: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:35.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:35 smithi156 conmon[67007]: cluster 2022-01-18T17:57:34.193823+0000 mgr.smithi129.iclwio (mgr.14716) 3951 : cluster [DBG] pgmap v3394: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:57:35.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:35 smithi129 conmon[101092]: cluster 2022-01-18T17:57:34.193823+0000 mgr.smithi129.iclwio (mgr.14716) 3951 : cluster [DBG] pgmap v3394: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:57:37.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:37 smithi156 conmon[67007]: cluster 2022-01-18T17:57:36.194275+0000 mgr.smithi129.iclwio (mgr.14716) 3952 : cluster [DBG] pgmap v3395: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:37.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:37 smithi129 conmon[101092]: cluster 2022-01-18T17:57:36.194275+0000 mgr.smithi129.iclwio (mgr.14716) 3952 : cluster [DBG] 2022-01-18T17:57:37.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:37 smithi129 conmon[101092]: pgmap v3395: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:39.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:39 smithi156 conmon[67007]: cluster 2022-01-18T17:57:38.194901+0000 mgr.smithi129.iclwio (mgr.14716) 3953 : cluster [DBG] pgmap v3396: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:39.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:39 smithi129 conmon[101092]: cluster 2022-01-18T17:57:38.194901+0000 mgr.smithi129.iclwio (mgr.14716) 3953 : cluster [DBG] pgmap v3396: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:41.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:41 smithi156 conmon[67007]: cluster 2022-01-18T17:57:40.195742+0000 mgr.smithi129.iclwio (mgr.14716) 3954 : cluster [DBG] pgmap v3397: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:57:41.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:41 smithi129 conmon[101092]: cluster 2022-01-18T17:57:40.195742+0000 mgr.smithi129.iclwio (mgr.14716) 3954 : cluster [DBG] 2022-01-18T17:57:41.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:41 smithi129 conmon[101092]: pgmap v3397: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:57:43.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:43 smithi156 conmon[67007]: cluster 2022-01-18T17:57:42.196405+0000 mgr.smithi129.iclwio (mgr.14716) 3955 : cluster [DBG] pgmap v3398: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:43.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:43 smithi129 conmon[101092]: cluster 2022-01-18T17:57:42.196405+0000 mgr.smithi129.iclwio (mgr.14716) 3955 : cluster [DBG] pgmap v3398: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:45.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:45 smithi156 conmon[67007]: cluster 2022-01-18T17:57:44.197159+0000 mgr.smithi129.iclwio (mgr.14716) 3956 : cluster [DBG] pgmap v3399: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:57:45.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:45 smithi129 conmon[101092]: cluster 2022-01-18T17:57:44.197159+0000 mgr.smithi129.iclwio (mgr.14716) 3956 : cluster [DBG] pgmap v3399: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:57:45.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:45 smithi129 conmon[101092]: 2022-01-18T17:57:46.555 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:57:46.820 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:57:46.820 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 9m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:57:46.820 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (112m) 9m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:57:46.821 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (111m) 9m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:57:46.821 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 9m ago 2h 42.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:57:46.821 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (116m) 9m ago 116m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:57:46.822 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (116m) 9m ago 116m 27.7M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:57:46.822 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (112m) 9m ago 2h 587M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:57:46.822 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (112m) 9m ago 2h 396M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:57:46.822 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (112m) 9m ago 2h 736M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:57:46.823 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (112m) 9m ago 2h 365M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:57:46.823 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (113m) 9m ago 113m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:57:46.823 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (113m) 9m ago 113m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:57:46.823 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 9m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:57:46.824 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 9m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:57:46.824 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (106m) 9m ago 119m 1719M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:57:46.824 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (119m) 9m ago 119m 2747M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:57:46.824 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (119m) 9m ago 119m 2122M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:57:46.824 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (118m) 9m ago 118m 2745M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:57:46.825 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (118m) 9m ago 118m 2550M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:57:46.825 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (118m) 9m ago 118m 3128M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:57:46.825 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (118m) 9m ago 118m 2470M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:57:46.825 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (117m) 9m ago 117m 3658M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:57:46.826 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 9m ago 2h 73.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:57:47.139 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:57:47.140 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:57:47.140 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:57:47.140 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:57:47.141 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:57:47.141 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:57:47.141 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:57:47.141 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:57:47.142 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:57:47.142 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:57:47.142 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:57:47.142 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:57:47.143 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:57:47.143 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:57:47.143 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:57:47.143 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:57:47.144 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:57:47.144 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:57:47.144 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:57:47.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:47 smithi156 conmon[67007]: cluster 2022-01-18T17:57:46.197619+0000 mgr.smithi129.iclwio (mgr.14716) 3957 : cluster [DBG] pgmap v3400: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:47.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:47 smithi156 conmon[67007]: audit 2022-01-18T17:57:46. 2022-01-18T17:57:47.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:47 smithi156 conmon[67007]: 552349+0000 mgr.smithi129.iclwio (mgr.14716) 3958 : audit [DBG] from='client.36718 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:57:47.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:47 smithi156 conmon[67007]: audit 2022-01-18T17:57:46.820372+0000 mgr.smithi129.iclwio (mgr.14716) 3959 : audit [DBG] from='client.36722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:57:47.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:47 smithi156 conmon[67007]: audit 2022-01-18T17:57:47.148944+0000 mon.smithi129 (mon.0) 1329 : 2022-01-18T17:57:47.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:47 smithi156 conmon[67007]: audit [DBG] from='client.? 172.21.15.129:0/2884803508' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:57:47.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:47 smithi129 conmon[101092]: cluster 2022-01-18T17:57:46.197619+0000 mgr.smithi129.iclwio (mgr.14716) 3957 : 2022-01-18T17:57:47.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:47 smithi129 conmon[101092]: cluster [DBG] pgmap v3400: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:47.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:47 smithi129 conmon[101092]: audit 2022-01-18T17:57:46.552349+0000 mgr.smithi129.iclwio (mgr.14716) 3958 : audit [DBG] from='client.36718 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:57:47.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:47 smithi129 conmon[101092]: audit 2022-01-18T17: 2022-01-18T17:57:47.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:47 smithi129 conmon[101092]: 57:46.820372+0000 mgr.smithi129.iclwio (mgr.14716) 3959 : audit [DBG] from='client.36722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:57:47.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:47 smithi129 conmon[101092]: audit 2022-01-18T17:57:47.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:47 smithi129 conmon[101092]: 2022-01-18T17:57: 2022-01-18T17:57:47.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:47 smithi129 conmon[101092]: 47.148944+0000 mon.smithi129 (mon.0) 1329 : audit [DBG] from='client.? 172.21.15.129:0/2884803508' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:57:49.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:49 smithi156 conmon[67007]: cluster 2022-01-18T17:57:48.198200+0000 mgr.smithi129.iclwio (mgr.14716) 3960 : cluster [DBG] pgmap v3401: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:49.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:49 smithi129 conmon[101092]: cluster 2022-01-18T17:57:48.198200+0000 mgr.smithi129.iclwio (mgr.14716) 3960 : cluster [DBG] 2022-01-18T17:57:49.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:49 smithi129 conmon[101092]: pgmap v3401: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:51.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:51 smithi156 conmon[67007]: cluster 2022-01-18T17:57:50.199053+0000 mgr.smithi129.iclwio (mgr.14716) 3961 : cluster [DBG] pgmap v3402: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:57:51.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:51 smithi129 conmon[101092]: cluster 2022-01-18T17:57:50.199053+0000 mgr.smithi129.iclwio (mgr.14716) 3961 : cluster [DBG] pgmap v3402: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:57:53.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:53 smithi156 conmon[67007]: cluster 2022-01-18T17:57:52.199702+0000 mgr.smithi129.iclwio (mgr.14716) 3962 : cluster [DBG] pgmap v3403: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:53.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:53 smithi129 conmon[101092]: cluster 2022-01-18T17:57:52.199702+0000 mgr.smithi129.iclwio (mgr.14716) 3962 : cluster [DBG] pgmap v3403: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:55.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:55 smithi156 conmon[67007]: cluster 2022-01-18T17:57:54.200525+0000 mgr.smithi129.iclwio (mgr.14716) 3963 : cluster [DBG] pgmap v3404: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:57:55.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:55 smithi129 conmon[101092]: cluster 2022-01-18T17:57:54.200525+0000 mgr.smithi129.iclwio (mgr.14716) 3963 : cluster [DBG] 2022-01-18T17:57:55.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:55 smithi129 conmon[101092]: pgmap v3404: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:57:57.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:57 smithi156 conmon[67007]: cluster 2022-01-18T17:57:56.201159+0000 mgr.smithi129.iclwio (mgr.14716) 3964 : cluster [DBG] pgmap v3405: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:57.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:57 smithi129 conmon[101092]: cluster 2022-01-18T17:57:56.201159+0000 mgr.smithi129.iclwio (mgr.14716) 3964 : cluster [DBG] 2022-01-18T17:57:57.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:57 smithi129 conmon[101092]: pgmap v3405: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:58.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:58 smithi156 conmon[67007]: audit 2022-01-18T17:57:58.418101+0000 mon.smithi129 (mon.0) 1330 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:57:58.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:58 smithi156 conmon[67007]: audit 2022-01-18T17:57:58.419455+0000 2022-01-18T17:57:58.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:58 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1331 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:57:58.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:58 smithi156 conmon[67007]: audit 2022-01-18T17:57:58.420232+0000 mon.smithi129 (mon.0) 1332 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:57:58.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:58 smithi129 conmon[101092]: audit 2022-01-18T17:57:58.418101+0000 mon.smithi129 ( 2022-01-18T17:57:58.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:58 smithi129 conmon[101092]: mon.0) 1330 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:57:58.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:58 smithi129 conmon[101092]: audit 2022-01-18T17:57 2022-01-18T17:57:58.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:58 smithi129 conmon[101092]: :58.419455+0000 mon.smithi129 (mon.0) 1331 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:57:58.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:58 smithi129 conmon[101092]: audit 2022 2022-01-18T17:57:58.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:58 smithi129 conmon[101092]: -01-18T17:57:58.420232+0000 2022-01-18T17:57:58.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:58 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1332 : audit [INF] 2022-01-18T17:57:58.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:58 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:57:59.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:59 smithi156 conmon[67007]: cluster 2022-01-18T17:57:58.201684+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T17:57:59.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:59 smithi156 conmon[67007]: 14716) 3965 : cluster [DBG] pgmap v3406: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:59.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:59 smithi156 conmon[67007]: cephadm 2022-01-18T17:57:58.420940+0000 mgr.smithi129.iclwio (mgr.14716) 3966 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:57:59.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:59 smithi156 conmon[67007]: audit 2022-01-18T17:57:58.643889+0000 mon.smithi129 (mon.0) 1333 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:57:59.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:59 smithi156 conmon[67007]: audit 2022-01-18T17:57:58.644359+0000 mon.smithi129 (mon.0) 1334 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:57:59.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:57:59 smithi156 conmon[67007]: audit 2022-01-18T17:57:58.677753+0000 mon.smithi129 (mon.0) 1335 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:57:59.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:59 smithi129 conmon[101092]: cluster 2022-01-18T17:57:58.201684+0000 mgr.smithi129.iclwio (mgr.14716) 3965 : cluster [DBG] pgmap v3406: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:57:59.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:59 smithi129 conmon[101092]: cephadm 2022-01-18T17:57:58.420940+0000 mgr.smithi129.iclwio (mgr.14716) 3966 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:57:59.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:59 smithi129 conmon[101092]: audit 2022-01-18T17:57:58.643889+0000 mon.smithi129 (mon.0) 1333 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:57:59.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:59 smithi129 conmon[101092]: audit 2022-01-18T17:57:58.644359+0000 mon.smithi129 (mon.0) 1334 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:57:59.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:57:59 smithi129 conmon[101092]: audit 2022-01-18T17:57:58.677753+0000 mon.smithi129 (mon.0) 1335 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:58:01.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:01 smithi156 conmon[67007]: cluster 2022-01-18T17:58:00.202374+0000 mgr.smithi129.iclwio (mgr.14716) 3967 : cluster [DBG] pgmap v3407: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:58:01.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:01 smithi129 conmon[101092]: cluster 2022-01-18T17:58:00.202374+0000 2022-01-18T17:58:01.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:01 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 3967 : cluster [DBG] pgmap v3407: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:58:03.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:02 smithi129 conmon[101092]: audit 2022-01-18T17:58:01.897896+0000 mon.smithi129 (mon.0 2022-01-18T17:58:03.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:02 smithi129 conmon[101092]: ) 1336 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:58:03.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:02 smithi156 conmon[67007]: audit 2022-01-18T17:58:01.897896+0000 mon.smithi129 (mon.0) 1336 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:58:04.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:03 smithi129 conmon[101092]: cluster 2022-01-18T17:58:02.202845+0000 mgr.smithi129.iclwio (mgr 2022-01-18T17:58:04.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:03 smithi129 conmon[101092]: .14716) 3968 : cluster [DBG] pgmap v3408: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:04.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:03 smithi129 conmon[101092]: audit 2022-01-18T17:58:03.842739+0000 mon.smithi129 (mon.0) 1337 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:58:04.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:03 smithi156 conmon[67007]: cluster 2022-01-18T17:58:02.202845+0000 mgr.smithi129.iclwio (mgr.14716) 3968 : cluster [DBG] pgmap v3408: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:04.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:03 smithi156 conmon[67007]: audit 2022-01-18T17:58:03.842739+0000 mon.smithi129 (mon.0) 1337 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:58:05.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:05 smithi129 conmon[101092]: audit 2022-01-18T17:58:04.127494+0000 mon.smithi129 (mon.0) 1338 : audit [INF] 2022-01-18T17:58:05.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:05 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:58:05.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:05 smithi129 conmon[101092]: audit 2022-01-18T17:58:04.132641+0000 mon.smithi129 (mon.0) 1339 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:58:05.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:05 smithi129 conmon[101092]: cluster 2022-01-18T17:58:05.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:05 smithi129 conmon[101092]: 2022-01-18T17:58:04.203646+0000 mgr.smithi129.iclwio (mgr.14716) 3969 : cluster [DBG] pgmap v3409: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:58:05.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:05 smithi156 conmon[67007]: audit 2022-01-18T17:58:04.127494+0000 mon.smithi129 (mon.0) 1338 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:58:05.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:05 smithi156 conmon[67007]: 2022-01-18T17:58:05.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:05 smithi156 conmon[67007]: audit 2022-01-18T17:58:04.132641+0000 mon.smithi129 (mon.0) 1339 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:58:05.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:05 smithi156 conmon[67007]: cluster 2022-01-18T17:58:05.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:05 smithi156 conmon[67007]: 2022-01-18T17:58:04.203646+0000 mgr.smithi129.iclwio (mgr.14716) 3969 : cluster [DBG] pgmap v3409: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:58:07.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:07 smithi156 conmon[67007]: cluster 2022-01-18T17:58:06.204161+0000 mgr.smithi129.iclwio (mgr.14716) 3970 : cluster [DBG] pgmap v3410: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:07.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:07 smithi156 conmon[67007]: 2022-01-18T17:58:07.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:07 smithi129 conmon[101092]: cluster 2022-01-18T17:58:06.204161+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T17:58:07.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:07 smithi129 conmon[101092]: 3970 : cluster [DBG] pgmap v3410: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:09.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:09 smithi156 conmon[67007]: cluster 2022-01-18T17:58:08.204893+0000 mgr.smithi129.iclwio (mgr.14716) 3971 : cluster [DBG] pgmap v3411: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:09.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:09 smithi129 conmon[101092]: cluster 2022-01-18T17:58:08.204893+0000 mgr.smithi129.iclwio (mgr.14716) 3971 : 2022-01-18T17:58:09.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:09 smithi129 conmon[101092]: cluster [DBG] pgmap v3411: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:11.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:11 smithi156 conmon[67007]: cluster 2022-01-18T17:58:10.205714+0000 mgr.smithi129.iclwio (mgr.14716) 3972 : cluster [DBG] 2022-01-18T17:58:11.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:11 smithi156 conmon[67007]: pgmap v3412: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:58:11.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:11 smithi129 conmon[101092]: cluster 2022-01-18T17 2022-01-18T17:58:11.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:11 smithi129 conmon[101092]: :58:10.205714+0000 mgr.smithi129.iclwio (mgr.14716) 3972 : cluster [DBG] pgmap v3412: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:58:13.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:13 smithi156 conmon[67007]: cluster 2022-01-18T17:58:12.206326+0000 mgr.smithi129.iclwio (mgr.14716) 3973 : cluster [DBG] pgmap v3413: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:13.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:13 smithi129 conmon[101092]: cluster 2022-01-18T17:58:12.206326+0000 mgr.smithi129.iclwio (mgr.14716) 3973 : cluster [DBG] 2022-01-18T17:58:13.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:13 smithi129 conmon[101092]: pgmap v3413: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:15.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:15 smithi156 conmon[67007]: cluster 2022-01-18T17:58:14.207171+0000 mgr.smithi129.iclwio (mgr.14716) 3974 : cluster [DBG] pgmap v3414: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:58:15.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:15 smithi129 conmon[101092]: cluster 2022-01-18T17:58:14.207171+0000 mgr.smithi129.iclwio (mgr.14716) 3974 : cluster [DBG] pgmap v3414: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:58:15.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:15 smithi129 conmon[101092]: 2022-01-18T17:58:17.440 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:58:17.708 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:58:17.708 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 13s ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:58:17.708 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (112m) 13s ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:58:17.708 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (112m) 15s ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:58:17.709 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 13s ago 2h 42.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:58:17.709 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (116m) 13s ago 116m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:58:17.709 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (116m) 15s ago 116m 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:58:17.709 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (113m) 13s ago 2h 600M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:58:17.710 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (113m) 15s ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:58:17.710 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (112m) 13s ago 2h 800M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:58:17.710 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (112m) 15s ago 2h 403M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:58:17.710 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (113m) 13s ago 113m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:58:17.711 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (113m) 15s ago 113m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:58:17.711 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 13s ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:58:17.711 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 15s ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:58:17.711 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (107m) 13s ago 2h 1748M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:58:17.712 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 13s ago 2h 2781M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:58:17.712 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (119m) 13s ago 119m 2145M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:58:17.712 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (119m) 13s ago 119m 2780M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:58:17.712 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (119m) 15s ago 119m 2583M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:58:17.712 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (118m) 15s ago 118m 3156M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:58:17.713 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (118m) 15s ago 118m 2497M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:58:17.713 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (118m) 15s ago 118m 3690M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:58:17.713 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 13s ago 2h 75.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:58:17.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:17 smithi156 conmon[67007]: cluster 2022-01-18T17:58:16.207652+0000 mgr.smithi129.iclwio (mgr.14716) 3975 : cluster [DBG] pgmap v3415: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:17.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:17 smithi129 conmon[101092]: cluster 2022-01-18T17:58:16.207652+0000 mgr.smithi129.iclwio (mgr.14716) 3975 : cluster [DBG] pgmap v3415: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:18.025 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:58:18.025 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:58:18.026 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:58:18.026 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:58:18.026 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:58:18.026 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:58:18.027 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:58:18.027 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:58:18.027 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:58:18.027 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:58:18.028 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:58:18.028 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:58:18.028 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:58:18.028 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:58:18.028 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:58:18.029 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:58:18.029 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:58:18.029 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:58:18.029 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:58:18.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:18 smithi156 conmon[67007]: audit 2022-01-18T17:58:17.437414+0000 mgr.smithi129.iclwio (mgr.14716) 3976 : audit [DBG] from='client.36730 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:58:18.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:18 smithi156 conmon[67007]: 2022-01-18T17:58:18.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:18 smithi156 conmon[67007]: audit 2022-01-18T17:58:17.708262+0000 mgr.smithi129.iclwio (mgr.14716) 3977 : audit [DBG] from='client.36734 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:58:18.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:18 smithi156 conmon[67007]: audit 2022-01-18T17:58:18.034434+0000 mon.smithi129 (mon.0 2022-01-18T17:58:18.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:18 smithi156 conmon[67007]: ) 1340 : audit [DBG] from='client.? 172.21.15.129:0/3915341887' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:58:18.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:18 smithi129 conmon[101092]: audit 2022-01-18T17:58:17.437414+0000 mgr.smithi129.iclwio (mgr.14716) 3976 : audit [DBG] from='client.36730 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:58:18.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:18 smithi129 conmon[101092]: audit 2022 2022-01-18T17:58:18.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:18 smithi129 conmon[101092]: -01-18T17:58:17.708262+0000 mgr.smithi129.iclwio (mgr.14716) 3977 : audit [DBG] from='client.36734 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:58:18.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:18 smithi129 conmon[101092]: audit 2022-01-18T17:58:18.034434+0000 mon.smithi129 (mon.0) 1340 2022-01-18T17:58:18.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:18 smithi129 conmon[101092]: : audit [DBG] from='client.? 172.21.15.129:0/3915341887' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:58:19.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:19 smithi156 conmon[67007]: cluster 2022-01-18T17:58:18.208130+0000 mgr.smithi129.iclwio (mgr.14716) 3978 : cluster 2022-01-18T17:58:19.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:19 smithi156 conmon[67007]: [DBG] pgmap v3416: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:19.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:19 smithi129 conmon[101092]: cluster 2022-01-18T17:58:18.208130+0000 mgr.smithi129.iclwio (mgr.14716) 3978 : cluster [DBG] pgmap v3416: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:21.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:21 smithi156 conmon[67007]: cluster 2022-01-18T17:58:20.208990+0000 mgr.smithi129.iclwio (mgr.14716) 3979 : cluster [DBG] pgmap v3417: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:58:21.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:21 smithi129 conmon[101092]: cluster 2022-01-18T17:58:20.208990+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T17:58:21.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:21 smithi129 conmon[101092]: ) 3979 : cluster [DBG] pgmap v3417: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:58:23.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:23 smithi156 conmon[67007]: cluster 2022-01-18T17:58:22.209553+0000 mgr.smithi129.iclwio (mgr.14716) 3980 : cluster [DBG] pgmap v3418: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:23.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:23 smithi129 conmon[101092]: cluster 2022-01-18T17:58:22.209553+0000 mgr.smithi129.iclwio (mgr.14716) 3980 : cluster [DBG] pgmap v3418: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:23.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:23 smithi129 conmon[101092]: 2022-01-18T17:58:25.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:25 smithi156 conmon[67007]: cluster 2022-01-18T17:58:24.210367+0000 mgr.smithi129.iclwio (mgr.14716) 3981 : cluster [DBG] pgmap v3419: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:58:25.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:25 smithi129 conmon[101092]: cluster 2022-01-18T17:58:24.210367+0000 mgr.smithi129.iclwio (mgr.14716) 3981 : cluster [DBG] pgmap v3419: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:58:27.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:27 smithi156 conmon[67007]: cluster 2022-01-18T17:58:26.210972+0000 mgr.smithi129.iclwio (mgr.14716) 3982 : cluster [DBG] pgmap v3420: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:27.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:27 smithi156 conmon[67007]: 2022-01-18T17:58:27.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:27 smithi129 conmon[101092]: cluster 2022-01-18T17:58:26.210972+0000 mgr.smithi129.iclwio (mgr.14716) 3982 : cluster [DBG] pgmap v3420: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:29.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:29 smithi156 conmon[67007]: cluster 2022-01-18T17:58:28.211567+0000 mgr.smithi129.iclwio (mgr.14716) 3983 : cluster [DBG] pgmap v3421: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:29.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:29 smithi129 conmon[101092]: cluster 2022-01-18T17:58:28.211567+0000 mgr.smithi129.iclwio (mgr.14716) 3983 : cluster [DBG] pgmap v3421: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:31.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:31 smithi156 conmon[67007]: cluster 2022-01-18T17:58:30.212328+0000 mgr.smithi129.iclwio (mgr.14716) 3984 : cluster [DBG] pgmap v3422: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:58:31.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:31 smithi129 conmon[101092]: cluster 2022-01-18T17:58:30.212328+0000 mgr.smithi129.iclwio (mgr.14716) 3984 : cluster [DBG] pgmap v3422: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:58:33.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:33 smithi156 conmon[67007]: cluster 2022-01-18T17:58:32.213026+0000 mgr.smithi129.iclwio (mgr.14716) 3985 : cluster [DBG] pgmap v3423: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:33.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:33 smithi129 conmon[101092]: cluster 2022-01-18T17:58:32.213026+0000 mgr.smithi129.iclwio (mgr.14716) 3985 : cluster [DBG] pgmap v3423: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:33.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:33 smithi129 conmon[101092]: 2022-01-18T17:58:35.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:35 smithi129 conmon[101092]: cluster 2022-01-18T17:58:34.213732+0000 mgr.smithi129.iclwio (mgr.14716) 3986 : cluster [DBG] pgmap v3424: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:58:35.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:35 smithi129 conmon[101092]: 2022-01-18T17:58:36.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:35 smithi156 conmon[67007]: cluster 2022-01-18T17:58:34.213732+0000 mgr.smithi129.iclwio (mgr.14716) 3986 : cluster [DBG] pgmap v3424: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:58:36.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:35 smithi156 conmon[67007]: 2022-01-18T17:58:37.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:37 smithi129 conmon[101092]: cluster 2022-01-18T17:58:36.214335+0000 mgr.smithi129.iclwio (mgr.14716) 3987 : cluster [DBG] pgmap v3425: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:38.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:37 smithi156 conmon[67007]: cluster 2022-01-18T17:58:36.214335+0000 mgr.smithi129.iclwio (mgr 2022-01-18T17:58:38.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:37 smithi156 conmon[67007]: .14716) 3987 : cluster [DBG] pgmap v3425: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:39.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:39 smithi129 conmon[101092]: cluster 2022-01-18T17:58:38.214930+0000 mgr.smithi129.iclwio (mgr.14716) 3988 : cluster [DBG] pgmap v3426: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:39.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:39 smithi129 conmon[101092]: 2022-01-18T17:58:40.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:39 smithi156 conmon[67007]: cluster 2022-01-18T17:58:38.214930+0000 mgr.smithi129.iclwio (mgr.14716) 3988 : cluster [DBG] pgmap v3426: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:41.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:41 smithi129 conmon[101092]: cluster 2022-01-18T17:58:40.215732+0000 mgr.smithi129.iclwio (mgr.14716) 3989 : cluster 2022-01-18T17:58:41.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:41 smithi129 conmon[101092]: [DBG] pgmap v3427: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:58:42.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:41 smithi156 conmon[67007]: cluster 2022-01-18T17:58:40.215732+0000 mgr.smithi129.iclwio (mgr.14716) 3989 : cluster [DBG] pgmap v3427: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:58:43.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:43 smithi129 conmon[101092]: cluster 2022-01-18T17:58:42.216279+0000 mgr.smithi129.iclwio (mgr.14716) 3990 : cluster [DBG] pgmap v3428: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:44.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:43 smithi156 conmon[67007]: cluster 2022-01-18T17:58:42.216279+0000 mgr.smithi129.iclwio (mgr.14716) 3990 : cluster [DBG] pgmap v3428: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:45.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:45 smithi129 conmon[101092]: cluster 2022-01-18T17:58:44.217114+0000 mgr.smithi129.iclwio (mgr.14716) 3991 : cluster [DBG] pgmap v3429: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:58:46.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:45 smithi156 conmon[67007]: cluster 2022-01-18T17:58:44.217114+0000 mgr.smithi129.iclwio (mgr.14716) 3991 : cluster 2022-01-18T17:58:46.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:45 smithi156 conmon[67007]: [DBG] pgmap v3429: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:58:47.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:47 smithi129 conmon[101092]: cluster 2022-01-18T17:58:46.217632+0000 mgr.smithi129.iclwio (mgr.14716) 3992 : cluster [DBG] pgmap v3430: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:47.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:47 smithi129 conmon[101092]: 2022-01-18T17:58:48.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:47 smithi156 conmon[67007]: cluster 2022-01-18T17:58:46.217632+0000 mgr.smithi129.iclwio (mgr.14716) 3992 : cluster 2022-01-18T17:58:48.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:47 smithi156 conmon[67007]: [DBG] pgmap v3430: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:48.328 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:58:48.595 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:58:48.595 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 44s ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:58:48.596 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (113m) 44s ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:58:48.596 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (112m) 46s ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:58:48.596 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 44s ago 2h 42.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:58:48.596 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (117m) 44s ago 117m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:58:48.597 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (117m) 46s ago 117m 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:58:48.597 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (113m) 44s ago 2h 600M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:58:48.597 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (113m) 46s ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:58:48.597 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (113m) 44s ago 2h 800M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:58:48.598 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (113m) 46s ago 2h 403M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:58:48.598 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (114m) 44s ago 114m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:58:48.598 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (114m) 46s ago 114m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:58:48.598 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 44s ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:58:48.599 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 46s ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:58:48.599 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (107m) 44s ago 2h 1748M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:58:48.599 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 44s ago 2h 2781M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:58:48.599 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 44s ago 2h 2145M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:58:48.600 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 44s ago 119m 2780M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:58:48.600 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (119m) 46s ago 119m 2583M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:58:48.600 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (119m) 46s ago 119m 3156M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:58:48.600 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (119m) 46s ago 119m 2497M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:58:48.601 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (118m) 46s ago 118m 3690M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:58:48.601 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 44s ago 2h 75.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:58:48.916 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:58:48.917 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:58:48.917 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:58:48.917 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:58:48.917 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:58:48.918 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:58:48.918 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:58:48.918 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:58:48.918 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:58:48.919 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:58:48.919 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:58:48.919 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:58:48.919 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:58:48.920 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:58:48.920 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:58:48.920 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:58:48.920 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:58:48.921 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:58:48.921 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:58:49.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:49 smithi129 conmon[101092]: cluster 2022-01-18T17:58:48.218100+0000 mgr.smithi129.iclwio (mgr.14716) 3993 : cluster 2022-01-18T17:58:49.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:49 smithi129 conmon[101092]: [DBG] pgmap v3431: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:49.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:49 smithi129 conmon[101092]: audit 2022-01-18T17:58:48.320567+0000 mgr.smithi129.iclwio (mgr.14716) 3994 : audit [DBG] from='client.36742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:58:49.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:49 smithi129 conmon[101092]: audit 2022-01-18T17:58:49.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:49 smithi129 conmon[101092]: 2022-01-18T17:58:48.595956+0000 mgr.smithi129.iclwio (mgr.14716) 3995 : audit [DBG] from='client.36746 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:58:49.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:49 smithi129 conmon[101092]: audit 2022-01-18T17:58:48.925914 2022-01-18T17:58:49.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:49 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 1341 : audit [DBG] from='client.? 172.21.15.129:0/1492262494' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:58:50.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:49 smithi156 conmon[67007]: cluster 2022-01-18T17:58:48.218100+0000 mgr.smithi129.iclwio (mgr.14716) 3993 : cluster [DBG] pgmap v3431: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:50.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:49 smithi156 conmon[67007]: audit 2022-01-18T17:58:48.320567+0000 mgr.smithi129.iclwio (mgr.14716) 3994 : audit [DBG] from='client.36742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:58:50.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:49 smithi156 conmon[67007]: audit 2022-01-18T17:58:48.595956+0000 mgr.smithi129.iclwio (mgr.14716) 3995 : audit [DBG] from='client.36746 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:58:50.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:49 smithi156 conmon[67007]: audit 2022-01-18T17:58:48.925914+0000 mon.smithi129 (mon.0) 1341 : audit [DBG] from='client.? 172.21.15.129:0/1492262494' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:58:51.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:51 smithi129 conmon[101092]: cluster 2022-01-18T17:58:50.218935+0000 mgr.smithi129.iclwio (mgr.14716) 3996 : cluster [DBG] pgmap v3432: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:58:52.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:51 smithi156 conmon[67007]: cluster 2022-01-18T17:58:50.218935+0000 mgr.smithi129.iclwio (mgr.14716) 3996 : cluster [DBG] pgmap v3432: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:58:52.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:51 smithi156 conmon[67007]: 2022-01-18T17:58:53.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:53 smithi129 conmon[101092]: cluster 2022-01-18T17:58:52.219479+0000 mgr.smithi129.iclwio (mgr.14716) 3997 : cluster [DBG] pgmap v3433: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:54.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:53 smithi156 conmon[67007]: cluster 2022-01-18T17:58:52.219479+0000 mgr.smithi129.iclwio (mgr.14716) 3997 : cluster [DBG] pgmap v3433: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:55.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:55 smithi129 conmon[101092]: cluster 2022-01-18T17:58:54.220181+0000 mgr.smithi129.iclwio (mgr.14716) 3998 : cluster [DBG] pgmap v3434: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:58:56.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:55 smithi156 conmon[67007]: cluster 2022-01-18T17:58:54.220181+0000 mgr.smithi129.iclwio (mgr.14716) 3998 : cluster [DBG] pgmap v3434: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:58:57.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:57 smithi129 conmon[101092]: cluster 2022-01-18T17:58:56.220854+0000 mgr.smithi129.iclwio (mgr.14716) 3999 : cluster [DBG] pgmap v3435: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:58.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:57 smithi156 conmon[67007]: cluster 2022-01-18T17:58:56.220854+0000 mgr.smithi129.iclwio (mgr.14716) 3999 : cluster [DBG] pgmap v3435: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:59.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:59 smithi129 conmon[101092]: cluster 2022-01-18T17:58:58.221398+0000 mgr.smithi129.iclwio (mgr.14716) 4000 : cluster [DBG] 2022-01-18T17:58:59.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:59 smithi129 conmon[101092]: pgmap v3436: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:58:59.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:59 smithi129 conmon[101092]: audit 2022-01-18T17:58:58.648771+0000 mon.smithi129 (mon.0) 1342 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:58:59.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:59 smithi129 conmon[101092]: audit 2022-01-18T17:58:58. 2022-01-18T17:58:59.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:58:59 smithi129 conmon[101092]: 649088+0000 mon.smithi129 (mon.0) 1343 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:59:00.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:59 smithi156 conmon[67007]: cluster 2022-01-18T17:58:58.221398+0000 mgr.smithi129.iclwio (mgr.14716) 4000 : cluster [DBG] pgmap v3436: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:00.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:59 smithi156 conmon[67007]: audit 2022-01-18T17:58:58.648771+0000 mon.smithi129 (mon.0) 1342 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:59:00.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:58:59 smithi156 conmon[67007]: audit 2022-01-18T17:58:58.649088+0000 mon.smithi129 (mon.0) 1343 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:59:01.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:01 smithi129 conmon[101092]: cluster 2022-01-18T17:59:00.222255+0000 mgr.smithi129.iclwio (mgr.14716) 4001 : cluster [DBG] pgmap v3437: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:59:02.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:01 smithi156 conmon[67007]: cluster 2022-01-18T17:59:00.222255+0000 mgr.smithi129.iclwio (mgr.14716) 4001 : cluster [DBG] pgmap v3437: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:59:03.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:03 smithi129 conmon[101092]: cluster 2022-01-18T17:59:02.222949+0000 mgr.smithi129.iclwio (mgr.14716) 4002 : cluster [DBG] pgmap v3438: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:04.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:03 smithi156 conmon[67007]: cluster 2022-01-18T17:59:02.222949+0000 mgr.smithi129.iclwio (mgr.14716) 4002 : cluster [DBG] pgmap v3438: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:04.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:04 smithi156 conmon[67007]: audit 2022-01-18T17:59:04.135296+0000 mon.smithi129 (mon. 2022-01-18T17:59:04.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:04 smithi156 conmon[67007]: 0) 1344 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:59:04.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:04 smithi156 conmon[67007]: audit 2022-01-18T17:59:04.136751+0000 mon.smithi129 (mon.0) 1345 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:59:04.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:04 smithi156 conmon[67007]: audit 2022-01-18T17:59:04.137592+0000 mon.smithi129 (mon.0) 1346 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:59:04.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:04 smithi156 conmon[67007]: audit 2022-01-18T17:59: 2022-01-18T17:59:04.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:04 smithi156 conmon[67007]: 04.447569+0000 mon.smithi129 (mon.0) 1347 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:59:04.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:04 smithi156 conmon[67007]: audit 2022-01-18T17:59 2022-01-18T17:59:04.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:04 smithi156 conmon[67007]: :04.452284+0000 mon.smithi129 (mon.0) 1348 : 2022-01-18T17:59:04.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:04 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:59:04.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:04 smithi129 conmon[101092]: audit 2022-01-18T17:59:04.135296+0000 mon.smithi129 (mon.0) 1344 : audit 2022-01-18T17:59:04.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:04 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T17:59:04.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:04 smithi129 conmon[101092]: audit 2022-01-18T17:59:04.136751+0000 mon.smithi129 (mon.0) 1345 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T17:59:04.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:04 smithi129 conmon[101092]: audit 2022-01-18T17:59:04.137592 2022-01-18T17:59:04.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:04 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 1346 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T17:59:04.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:04 smithi129 conmon[101092]: audit 2022-01-18T17:59:04.447569+0000 mon.smithi129 (mon.0) 1347 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:59:04.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:04 smithi129 conmon[101092]: audit 2022-01-18T17:59:04.452284 2022-01-18T17:59:04.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:04 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 1348 : audit [INF] 2022-01-18T17:59:04.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:04 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T17:59:05.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:05 smithi129 conmon[101092]: cephadm 2022-01-18T17:59:04.138333+0000 mgr.smithi129.iclwio (mgr.14716) 4003 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:59:05.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:05 smithi129 conmon[101092]: cluster 2022-01-18T17:59:04.223678+0000 mgr.smithi129.iclwio (mgr.14716) 4004 : cluster [DBG] pgmap v3439: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:59:06.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:05 smithi156 conmon[67007]: cephadm 2022-01-18T17:59:04.138333+0000 mgr.smithi129.iclwio (mgr.14716) 4003 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T17:59:06.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:05 smithi156 conmon[67007]: cluster 2022-01-18T17:59:04.223678+0000 mgr.smithi129.iclwio (mgr.14716) 4004 : cluster [DBG] pgmap v3439: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:59:07.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:07 smithi129 conmon[101092]: cluster 2022-01-18T17:59:06.224118+0000 mgr.smithi129.iclwio (mgr.14716) 4005 : cluster [DBG] pgmap v3440: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:08.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:07 smithi156 conmon[67007]: cluster 2022-01-18T17:59:06.224118+0000 mgr.smithi129.iclwio (mgr.14716) 4005 : cluster [DBG] pgmap v3440: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:09.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:09 smithi129 conmon[101092]: cluster 2022-01-18T17:59:08.224700+0000 mgr.smithi129.iclwio (mgr.14716) 4006 : cluster [DBG] pgmap v3441: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:10.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:09 smithi156 conmon[67007]: cluster 2022-01-18T17:59:08.224700+0000 mgr.smithi129.iclwio (mgr.14716) 4006 : cluster [DBG] 2022-01-18T17:59:10.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:09 smithi156 conmon[67007]: pgmap v3441: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:11.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:11 smithi129 conmon[101092]: cluster 2022-01-18T17:59:10.225650+0000 mgr.smithi129.iclwio (mgr.14716) 4007 : cluster [DBG] pgmap v3442: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:59:12.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:11 smithi156 conmon[67007]: cluster 2022-01-18T17:59:10.225650+0000 mgr.smithi129.iclwio (mgr.14716) 4007 : cluster [DBG] 2022-01-18T17:59:12.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:11 smithi156 conmon[67007]: pgmap v3442: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:59:13.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:13 smithi129 conmon[101092]: cluster 2022-01-18T17:59:12.226322+0000 mgr.smithi129.iclwio (mgr.14716) 4008 : cluster [DBG] pgmap v3443: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:14.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:13 smithi156 conmon[67007]: cluster 2022-01-18T17:59:12.226322+0000 mgr.smithi129.iclwio (mgr.14716) 4008 : cluster [DBG] 2022-01-18T17:59:14.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:13 smithi156 conmon[67007]: pgmap v3443: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:15.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:15 smithi129 conmon[101092]: cluster 2022-01-18T17:59:14.227070+0000 mgr.smithi129.iclwio (mgr.14716) 4009 : cluster [DBG] pgmap v3444: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:59:16.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:15 smithi156 conmon[67007]: cluster 2022-01-18T17:59:14.227070+0000 mgr.smithi129.iclwio (mgr.14716) 4009 : cluster [DBG] pgmap v3444: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:59:17.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:17 smithi129 conmon[101092]: cluster 2022-01-18T17:59:16.227634+0000 mgr.smithi129.iclwio (mgr.14716) 4010 : cluster [DBG] 2022-01-18T17:59:17.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:17 smithi129 conmon[101092]: pgmap v3445: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:18.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:17 smithi156 conmon[67007]: cluster 2022-01-18T17:59:16.227634+0000 mgr.smithi129.iclwio (mgr.14716) 4010 : cluster [DBG] 2022-01-18T17:59:18.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:17 smithi156 conmon[67007]: pgmap v3445: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:19.216 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:59:19.481 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:59:19.482 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 75s ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:59:19.482 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (113m) 75s ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:59:19.482 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (113m) 77s ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:59:19.483 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 75s ago 2h 42.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:59:19.483 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (117m) 75s ago 117m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:59:19.483 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (117m) 77s ago 117m 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:59:19.483 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (114m) 75s ago 2h 600M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:59:19.483 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (114m) 77s ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:59:19.484 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (114m) 75s ago 2h 800M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:59:19.484 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (113m) 77s ago 2h 403M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:59:19.484 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (114m) 75s ago 114m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:59:19.484 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (114m) 77s ago 114m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:59:19.485 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 75s ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:59:19.485 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 77s ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:59:19.485 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (108m) 75s ago 2h 1748M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:59:19.485 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 75s ago 2h 2781M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:59:19.485 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 75s ago 2h 2145M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:59:19.486 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 75s ago 2h 2780M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:59:19.486 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 77s ago 2h 2583M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:59:19.486 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (119m) 77s ago 119m 3156M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:59:19.486 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (119m) 77s ago 119m 2497M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:59:19.487 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (119m) 77s ago 119m 3690M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:59:19.487 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 75s ago 2h 75.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:59:19.798 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:59:19.798 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:59:19.799 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:59:19.799 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:59:19.799 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:59:19.799 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:59:19.800 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:59:19.800 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:59:19.800 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:59:19.800 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:59:19.801 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:59:19.801 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:59:19.801 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:59:19.801 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:59:19.802 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:59:19.802 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:59:19.802 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:59:19.802 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:59:19.802 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:59:19.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:19 smithi129 conmon[101092]: cluster 2022-01-18T17:59:18.228220+0000 mgr.smithi129.iclwio (mgr.14716) 4011 : cluster [DBG] 2022-01-18T17:59:19.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:19 smithi129 conmon[101092]: pgmap v3446: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:20.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:19 smithi156 conmon[67007]: cluster 2022-01-18T17:59:18.228220+0000 mgr.smithi129.iclwio (mgr.14716) 4011 : 2022-01-18T17:59:20.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:19 smithi156 conmon[67007]: cluster [DBG] pgmap v3446: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:20.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:20 smithi129 conmon[101092]: audit 2022-01-18T17:59:19.213360+0000 mgr.smithi129.iclwio (mgr.14716) 4012 : audit [DBG] 2022-01-18T17:59:20.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:20 smithi129 conmon[101092]: from='client.36754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:59:20.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:20 smithi129 conmon[101092]: audit 2022-01-18T17:59:19.482281+0000 mgr.smithi129.iclwio (mgr.14716) 4013 : audit [DBG] from='client.36758 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:59:20.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:20 smithi129 conmon[101092]: audit 2022-01-18T17:59:19.807755+0000 mon.smithi129 (mon.0) 1349 : audit [DBG] 2022-01-18T17:59:20.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:20 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/3020116338' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:59:21.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:20 smithi156 conmon[67007]: audit 2022-01-18T17:59:19.213360+0000 mgr.smithi129.iclwio (mgr.14716) 4012 : 2022-01-18T17:59:21.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:20 smithi156 conmon[67007]: audit [DBG] from='client.36754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:59:21.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:20 smithi156 conmon[67007]: audit 2022-01-18T17:59:19.482281+0000 mgr.smithi129.iclwio (mgr.14716) 4013 : audit [DBG] from='client.36758 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:59:21.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:20 smithi156 conmon[67007]: audit 2022-01-18T17:59:19.807755+0000 mon.smithi129 (mon.0) 1349 : audit [DBG] 2022-01-18T17:59:21.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:20 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/3020116338' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:59:21.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:21 smithi129 conmon[101092]: cluster 2022-01-18T17:59:20.229129+0000 mgr.smithi129.iclwio (mgr.14716) 4014 : cluster [DBG] pgmap v3447: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:59:22.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:21 smithi156 conmon[67007]: cluster 2022-01-18T17:59:20.229129+0000 mgr.smithi129.iclwio (mgr.14716) 4014 : 2022-01-18T17:59:22.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:21 smithi156 conmon[67007]: cluster [DBG] pgmap v3447: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:59:23.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:23 smithi129 conmon[101092]: cluster 2022-01-18T17:59:22.229612+0000 mgr.smithi129.iclwio (mgr.14716) 4015 : cluster [DBG] pgmap v3448: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:24.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:23 smithi156 conmon[67007]: cluster 2022-01-18T17:59:22.229612+0000 mgr.smithi129.iclwio (mgr.14716) 4015 : cluster [DBG] 2022-01-18T17:59:24.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:23 smithi156 conmon[67007]: pgmap v3448: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:25.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:25 smithi129 conmon[101092]: cluster 2022-01-18T17:59:24.230544+0000 mgr.smithi129.iclwio (mgr.14716) 4016 : cluster [DBG] pgmap v3449: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:59:25.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:25 smithi129 conmon[101092]: 2022-01-18T17:59:26.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:25 smithi156 conmon[67007]: cluster 2022-01-18T17:59:24.230544+0000 mgr.smithi129.iclwio (mgr.14716) 4016 : cluster [DBG] 2022-01-18T17:59:26.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:25 smithi156 conmon[67007]: pgmap v3449: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:59:27.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:27 smithi129 conmon[101092]: cluster 2022-01-18T17:59:26.231186+0000 mgr.smithi129.iclwio (mgr.14716) 4017 : cluster [DBG] pgmap v3450: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:27.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:27 smithi129 conmon[101092]: 2022-01-18T17:59:28.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:27 smithi156 conmon[67007]: cluster 2022-01-18T17:59:26.231186+0000 mgr.smithi129.iclwio (mgr.14716) 4017 : 2022-01-18T17:59:28.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:27 smithi156 conmon[67007]: cluster [DBG] pgmap v3450: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:29.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:29 smithi129 conmon[101092]: cluster 2022-01-18T17:59:28.231734+0000 mgr.smithi129.iclwio (mgr.14716) 4018 : cluster 2022-01-18T17:59:29.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:29 smithi129 conmon[101092]: [DBG] pgmap v3451: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:30.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:29 smithi156 conmon[67007]: cluster 2022-01-18T17:59:28.231734+0000 mgr.smithi129.iclwio (mgr.14716) 4018 : cluster [DBG] pgmap v3451: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:31.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:31 smithi129 conmon[101092]: cluster 2022-01-18T17:59:30.232747+0000 mgr.smithi129.iclwio (mgr.14716) 4019 : cluster [DBG] pgmap v3452: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:59:32.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:31 smithi156 conmon[67007]: cluster 2022-01-18T17:59:30.232747+0000 mgr.smithi129.iclwio (mgr.14716) 4019 : cluster [DBG] pgmap v3452: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:59:33.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:33 smithi129 conmon[101092]: cluster 2022-01-18T17:59:32.233310+0000 mgr.smithi129.iclwio (mgr.14716) 4020 : cluster [DBG] pgmap v3453: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:34.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:33 smithi156 conmon[67007]: cluster 2022-01-18T17:59:32.233310+0000 mgr.smithi129.iclwio (mgr.14716) 4020 2022-01-18T17:59:34.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:33 smithi156 conmon[67007]: : cluster [DBG] pgmap v3453: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:35.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:35 smithi129 conmon[101092]: cluster 2022-01-18T17:59:34.234218+0000 mgr.smithi129.iclwio (mgr.14716) 4021 : cluster [DBG] pgmap v3454: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:59:36.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:35 smithi156 conmon[67007]: cluster 2022-01-18T17:59:34.234218+0000 mgr.smithi129.iclwio (mgr 2022-01-18T17:59:36.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:35 smithi156 conmon[67007]: .14716) 4021 : cluster [DBG] pgmap v3454: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:59:37.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:37 smithi129 conmon[101092]: cluster 2022-01-18T17:59:36.234687+0000 mgr.smithi129.iclwio (mgr.14716) 4022 : cluster [DBG] pgmap v3455: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:38.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:37 smithi156 conmon[67007]: cluster 2022-01-18T17:59:36.234687+0000 mgr.smithi129.iclwio (mgr.14716) 4022 : cluster [DBG] 2022-01-18T17:59:38.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:37 smithi156 conmon[67007]: pgmap v3455: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:39.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:39 smithi129 conmon[101092]: cluster 2022-01-18T17:59:38.235217+0000 mgr.smithi129.iclwio (mgr.14716) 4023 : cluster [DBG] pgmap v3456: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:40.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:39 smithi156 conmon[67007]: cluster 2022-01-18T17:59:38.235217+0000 mgr.smithi129.iclwio (mgr.14716) 4023 : cluster [DBG] 2022-01-18T17:59:40.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:39 smithi156 conmon[67007]: pgmap v3456: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:41.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:41 smithi129 conmon[101092]: cluster 2022-01-18T17:59:40.236075+0000 mgr.smithi129.iclwio (mgr.14716) 4024 : cluster [DBG] pgmap v3457: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:59:42.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:41 smithi156 conmon[67007]: cluster 2022-01-18T17:59:40.236075+0000 mgr.smithi129.iclwio (mgr.14716) 4024 : cluster [DBG] 2022-01-18T17:59:42.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:41 smithi156 conmon[67007]: pgmap v3457: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:59:43.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:43 smithi129 conmon[101092]: cluster 2022-01-18T17:59:42.236564+0000 mgr.smithi129.iclwio (mgr.14716) 4025 : cluster [DBG] pgmap v3458: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:43.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:43 smithi129 conmon[101092]: 2022-01-18T17:59:44.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:43 smithi156 conmon[67007]: cluster 2022-01-18T17:59:42.236564+0000 mgr.smithi129.iclwio (mgr.14716) 4025 : cluster 2022-01-18T17:59:44.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:43 smithi156 conmon[67007]: [DBG] pgmap v3458: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:46.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:45 smithi156 conmon[67007]: cluster 2022-01-18T17:59:44.237215+0000 mgr.smithi129.iclwio (mgr.14716) 4026 : cluster [DBG] 2022-01-18T17:59:46.057 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:45 smithi156 conmon[67007]: pgmap v3459: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:59:46.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:45 smithi129 conmon[101092]: cluster 2022-01-18T17:59:44.237215+0000 mgr.smithi129.iclwio (mgr.14716) 4026 : cluster [DBG] pgmap v3459: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:59:47.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:47 smithi129 conmon[101092]: cluster 2022-01-18T17:59:46.237689+0000 mgr.smithi129.iclwio (mgr.14716) 4027 : cluster [DBG] pgmap v3460: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:48.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:47 smithi156 conmon[67007]: cluster 2022-01-18T17:59:46.237689+0000 mgr.smithi129.iclwio (mgr.14716) 4027 : cluster [DBG] pgmap v3460: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:48.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:47 smithi156 conmon[67007]: 2022-01-18T17:59:50.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:49 smithi156 conmon[67007]: cluster 2022-01-18T17:59:48.238273+0000 mgr.smithi129.iclwio (mgr.14716) 4028 : cluster [DBG] 2022-01-18T17:59:50.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:49 smithi156 conmon[67007]: pgmap v3461: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:50.101 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T17:59:50.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:49 smithi129 conmon[101092]: cluster 2022-01-18T17:59:48.238273+0000 mgr.smithi129.iclwio (mgr.14716) 4028 : cluster [DBG] pgmap v3461: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:50.367 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T17:59:50.368 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 106s ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T17:59:50.368 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (114m) 106s ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T17:59:50.368 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (113m) 108s ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T17:59:50.369 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 106s ago 2h 42.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T17:59:50.369 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (118m) 106s ago 118m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T17:59:50.369 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (118m) 108s ago 118m 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T17:59:50.369 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (115m) 106s ago 2h 600M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T17:59:50.370 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (114m) 108s ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T17:59:50.370 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (114m) 106s ago 2h 800M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T17:59:50.370 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (114m) 108s ago 2h 403M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T17:59:50.370 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (115m) 106s ago 115m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T17:59:50.371 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (115m) 108s ago 115m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T17:59:50.371 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 106s ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T17:59:50.372 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 108s ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T17:59:50.372 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (108m) 106s ago 2h 1748M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T17:59:50.372 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 106s ago 2h 2781M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T17:59:50.373 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 106s ago 2h 2145M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T17:59:50.373 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 106s ago 2h 2780M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T17:59:50.373 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 108s ago 2h 2583M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T17:59:50.373 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 108s ago 2h 3156M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T17:59:50.374 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 108s ago 2h 2497M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T17:59:50.374 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (119m) 108s ago 119m 3690M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T17:59:50.374 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 106s ago 2h 75.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T17:59:50.687 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T17:59:50.687 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T17:59:50.687 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:59:50.687 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:59:50.688 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T17:59:50.688 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T17:59:50.688 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:59:50.688 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T17:59:50.689 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T17:59:50.689 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T17:59:50.689 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:59:50.689 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T17:59:50.689 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T17:59:50.690 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T17:59:50.690 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T17:59:50.690 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T17:59:50.690 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T17:59:50.691 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T17:59:50.691 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T17:59:51.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:51 smithi156 conmon[67007]: audit 2022-01-18T17:59:50.098901+0000 mgr.smithi129.iclwio (mgr.14716) 4029 : audit 2022-01-18T17:59:51.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:51 smithi156 conmon[67007]: [DBG] from='client.36766 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:59:51.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:51 smithi156 conmon[67007]: cluster 2022-01-18T17:59:50.238980+0000 mgr.smithi129.iclwio (mgr.14716) 4030 : cluster [DBG] pgmap v3462: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:59:51.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:51 smithi156 conmon[67007]: audit 2022-01-18T17:59:50.368489+0000 mgr.smithi129.iclwio (mgr.14716) 4031 : audit [DBG] 2022-01-18T17:59:51.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:51 smithi156 conmon[67007]: from='client.36770 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:59:51.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:51 smithi156 conmon[67007]: audit 2022-01-18T17:59:50.696187 2022-01-18T17:59:51.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:51 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 1350 : audit [DBG] from='client.? 172.21.15.129:0/3149837916' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:59:51.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:51 smithi129 conmon[101092]: audit 2022-01-18T17:59:50.098901+0000 mgr.smithi129.iclwio (mgr.14716) 4029 : audit [DBG] from='client.36766 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:59:51.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:51 smithi129 conmon[101092]: 2022-01-18T17:59:51.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:51 smithi129 conmon[101092]: cluster 2022-01-18T17:59:50.238980+0000 mgr.smithi129.iclwio (mgr.14716) 4030 : cluster [DBG] pgmap v3462: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:59:51.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:51 smithi129 conmon[101092]: audit 2022-01-18T17:59:50.368489+0000 mgr.smithi129.iclwio (mgr.14716) 4031 : audit [DBG] 2022-01-18T17:59:51.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:51 smithi129 conmon[101092]: from='client.36770 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T17:59:51.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:51 smithi129 conmon[101092]: audit 2022-01-18T17:59:50.696187+0000 mon.smithi129 2022-01-18T17:59:51.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:51 smithi129 conmon[101092]: (mon.0) 1350 : audit [DBG] from='client.? 172.21.15.129:0/3149837916' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T17:59:53.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:53 smithi156 conmon[67007]: cluster 2022-01-18T17:59:52.239645+0000 mgr.smithi129.iclwio (mgr.14716) 4032 : cluster [DBG] pgmap v3463: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:53.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:53 smithi129 conmon[101092]: cluster 2022-01-18T17:59:52.239645+0000 mgr.smithi129.iclwio (mgr.14716) 4032 : cluster [DBG] 2022-01-18T17:59:53.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:53 smithi129 conmon[101092]: pgmap v3463: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:55.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:55 smithi156 conmon[67007]: cluster 2022-01-18T17:59:54.240431+0000 mgr.smithi129.iclwio (mgr.14716) 4033 : cluster [DBG] pgmap v3464: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:59:55.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:55 smithi129 conmon[101092]: cluster 2022-01-18T17:59:54.240431+0000 mgr.smithi129.iclwio (mgr.14716) 4033 : cluster [DBG] 2022-01-18T17:59:55.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:55 smithi129 conmon[101092]: pgmap v3464: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T17:59:57.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:57 smithi156 conmon[67007]: cluster 2022-01-18T17:59:56.240986+0000 mgr.smithi129.iclwio (mgr.14716) 4034 : cluster [DBG] pgmap v3465: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:57.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:57 smithi129 conmon[101092]: cluster 2022-01-18T17:59:56.240986+0000 mgr.smithi129.iclwio (mgr.14716) 4034 : cluster [DBG] pgmap v3465: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:59.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:59 smithi156 conmon[67007]: cluster 2022-01-18T17:59:58.241652+0000 mgr.smithi129.iclwio (mgr.14716) 4035 : cluster [DBG] pgmap v3466: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:59.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:59 smithi156 conmon[67007]: audit 2022-01-18T17:59:58.652863+0000 2022-01-18T17:59:59.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:59 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1351 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:59:59.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 17:59:59 smithi156 conmon[67007]: audit 2022-01-18T17:59:58.653085+0000 mon.smithi129 (mon.0) 1352 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T17:59:59.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:59 smithi129 conmon[101092]: cluster 2022-01-18T17:59:58.241652+0000 mgr.smithi129.iclwio (mgr.14716) 4035 : cluster [DBG] pgmap v3466: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T17:59:59.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:59 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T17:59:59.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:59 smithi129 conmon[101092]: 18T17:59:58.652863+0000 mon.smithi129 (mon.0) 1351 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T17:59:59.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 17:59:59 smithi129 conmon[101092]: audit 2022-01-18T17:59:58.653085+0000 mon.smithi129 (mon.0) 1352 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:00:00.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:00 smithi156 conmon[67007]: cluster 2022-01-18T18:00:00.000105+0000 mon.smithi129 (mon.0) 1353 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T18:00:00.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:00 smithi129 conmon[101092]: cluster 2022-01-18T18:00:00.000105+0000 mon.smithi129 (mon.0) 1353 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T18:00:00.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:00 smithi129 conmon[101092]: 2022-01-18T18:00:01.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:01 smithi156 conmon[67007]: cluster 2022-01-18T18:00:00.242399+0000 mgr.smithi129.iclwio (mgr.14716) 4036 : cluster [DBG] pgmap v3467: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:00:01.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:01 smithi129 conmon[101092]: cluster 2022-01-18T18:00:00.242399+0000 mgr.smithi129.iclwio (mgr.14716) 4036 : cluster [DBG] pgmap v3467: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:00:03.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:03 smithi156 conmon[67007]: cluster 2022-01-18T18:00:02.242906+0000 mgr.smithi129.iclwio (mgr.14716) 4037 : cluster [DBG] pgmap v3468: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:03.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:03 smithi129 conmon[101092]: cluster 2022-01-18T18:00:02.242906+0000 mgr.smithi129.iclwio (mgr.14716) 4037 : cluster [DBG] pgmap v3468: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:04.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:04 smithi156 conmon[67007]: audit 2022-01-18T18:00:04.455131+0000 mon.smithi129 (mon.0) 1354 : audit [DBG] 2022-01-18T18:00:04.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:04 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:00:04.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:04 smithi156 conmon[67007]: audit 2022-01-18T18:00:04.456759+0000 mon.smithi129 (mon.0) 1355 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:00:04.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:04 smithi156 conmon[67007]: audit 2022-01-18T18:00:04.457603+0000 mon.smithi129 (mon.0) 1356 : 2022-01-18T18:00:04.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:04 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:00:04.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:04 smithi129 conmon[101092]: audit 2022-01-18T18:00:04.455131+0000 mon.smithi129 (mon.0) 1354 : audit 2022-01-18T18:00:04.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:04 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:00:04.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:04 smithi129 conmon[101092]: audit 2022-01-18T18:00:04.456759+0000 mon.smithi129 (mon.0) 1355 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:00:04.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:04 smithi129 conmon[101092]: audit 2022-01-18T18:00:04.457603+0000 mon.smithi129 (mon.0) 1356 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:00:06.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:05 smithi156 conmon[67007]: cluster 2022-01-18T18:00:04.243631+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:00:06.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:05 smithi156 conmon[67007]: 4038 : cluster [DBG] pgmap v3469: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:00:06.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:05 smithi156 conmon[67007]: cephadm 2022-01-18T18:00:04.458342+0000 mgr.smithi129.iclwio (mgr.14716) 4039 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:00:06.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:05 smithi156 conmon[67007]: audit 2022-01-18T18:00:06.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:05 smithi156 conmon[67007]: 2022-01-18T18:00:04.724043+0000 mon.smithi129 (mon.0) 1357 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:00:06.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:05 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T18:00:06.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:05 smithi156 conmon[67007]: T18:00:05.019745+0000 mon.smithi129 (mon.0) 2022-01-18T18:00:06.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:05 smithi156 conmon[67007]: 1358 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:00:06.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:05 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T18:00:06.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:05 smithi156 conmon[67007]: 18T18:00:05.024847+0000 mon.smithi129 (mon. 2022-01-18T18:00:06.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:05 smithi156 conmon[67007]: 0) 1359 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:00:06.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:05 smithi129 conmon[101092]: cluster 2022-01-18T18:00:04.243631+0000 mgr.smithi129.iclwio (mgr.14716) 4038 : cluster [DBG] pgmap v3469: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:00:06.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:05 smithi129 conmon[101092]: cephadm 2022-01-18T18:00:04.458342+0000 mgr.smithi129.iclwio (mgr.14716) 4039 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:00:06.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:05 smithi129 conmon[101092]: audit 2022-01-18T18:00:04.724043+0000 mon.smithi129 (mon.0) 1357 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:00:06.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:05 smithi129 conmon[101092]: audit 2022-01-18T18:00:05.019745+0000 mon.smithi129 (mon.0) 1358 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:00:06.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:05 smithi129 conmon[101092]: audit 2022-01-18T18:00:05.024847+0000 mon.smithi129 (mon.0) 1359 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:00:07.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:07 smithi129 conmon[101092]: cluster 2022-01-18T18:00:06.244304+0000 mgr.smithi129.iclwio (mgr.14716) 4040 : cluster [DBG] 2022-01-18T18:00:07.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:07 smithi129 conmon[101092]: pgmap v3470: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:08.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:07 smithi156 conmon[67007]: cluster 2022-01-18T18:00:06.244304+0000 mgr.smithi129.iclwio (mgr.14716) 4040 : cluster 2022-01-18T18:00:08.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:07 smithi156 conmon[67007]: [DBG] pgmap v3470: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:10.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:09 smithi156 conmon[67007]: cluster 2022-01-18T18:00:08.244888+0000 mgr.smithi129.iclwio (mgr.14716) 4041 : cluster [DBG] pgmap v3471: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:10.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:09 smithi129 conmon[101092]: cluster 2022-01-18T18:00:08.244888+0000 mgr.smithi129.iclwio (mgr.14716) 4041 : cluster 2022-01-18T18:00:10.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:09 smithi129 conmon[101092]: [DBG] pgmap v3471: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:12.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:11 smithi156 conmon[67007]: cluster 2022-01-18T18:00:10.245659+0000 mgr.smithi129.iclwio (mgr.14716) 4042 : cluster [DBG] pgmap v3472: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:00:12.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:11 smithi129 conmon[101092]: cluster 2022-01-18T18:00:10.245659+0000 mgr.smithi129.iclwio (mgr.14716) 4042 : cluster [DBG] pgmap v3472: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:00:14.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:13 smithi156 conmon[67007]: cluster 2022-01-18T18:00:12.246336+0000 mgr.smithi129.iclwio (mgr.14716) 4043 : cluster [DBG] pgmap v3473: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:14.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:13 smithi129 conmon[101092]: cluster 2022-01-18T18:00:12.246336+0000 mgr.smithi129.iclwio (mgr.14716) 4043 : cluster [DBG] pgmap v3473: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:16.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:15 smithi156 conmon[67007]: cluster 2022-01-18T18:00:14.247014+0000 mgr.smithi129.iclwio (mgr.14716) 4044 : cluster [DBG] pgmap v3474: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:00:16.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:15 smithi129 conmon[101092]: cluster 2022-01-18T18:00:14.247014+0000 mgr.smithi129.iclwio (mgr.14716) 4044 : cluster [DBG] pgmap v3474: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:00:17.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:17 smithi129 conmon[101092]: cluster 2022-01-18T18:00:16.247410+0000 mgr.smithi129.iclwio (mgr.14716) 4045 : cluster [DBG] pgmap v3475: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:18.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:17 smithi156 conmon[67007]: cluster 2022-01-18T18:00:16.247410+0000 mgr.smithi129.iclwio (mgr.14716) 4045 : cluster [DBG] pgmap v3475: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:20.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:19 smithi156 conmon[67007]: cluster 2022-01-18T18:00:18.248094+0000 mgr.smithi129.iclwio (mgr.14716) 4046 : cluster [DBG] pgmap v3476: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:20.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:19 smithi129 conmon[101092]: cluster 2022-01-18T18:00:18.248094+0000 mgr.smithi129.iclwio (mgr.14716) 4046 : cluster [DBG] pgmap v3476: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:20.989 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:00:21.254 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:00:21.254 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 2m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:00:21.255 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (114m) 2m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:00:21.255 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (114m) 2m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:00:21.255 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 2m ago 2h 42.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:00:21.255 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (118m) 2m ago 118m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:00:21.256 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (118m) 2m ago 118m 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:00:21.256 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (115m) 2m ago 2h 600M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:00:21.256 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (115m) 2m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:00:21.256 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (115m) 2m ago 2h 800M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:00:21.256 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (114m) 2m ago 2h 403M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:00:21.257 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (115m) 2m ago 115m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:00:21.257 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (115m) 2m ago 115m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:00:21.257 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 2m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:00:21.257 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 2m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:00:21.258 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (109m) 2m ago 2h 1748M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:00:21.258 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 2m ago 2h 2781M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:00:21.258 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 2m ago 2h 2145M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:00:21.258 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 2m ago 2h 2780M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:00:21.259 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 2m ago 2h 2583M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:00:21.259 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 2m ago 2h 3156M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:00:21.259 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 2m ago 2h 2497M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:00:21.259 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 2m ago 2h 3690M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:00:21.259 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 2m ago 2h 75.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:00:21.574 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:00:21.575 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:00:21.575 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:00:21.575 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:00:21.575 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:00:21.576 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:00:21.576 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:00:21.576 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:00:21.576 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:00:21.576 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:00:21.577 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:00:21.577 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:00:21.577 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:00:21.577 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:00:21.577 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:00:21.578 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:00:21.578 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:00:21.578 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:00:21.578 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:00:22.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:21 smithi156 conmon[67007]: cluster 2022-01-18T18:00:20.248913+0000 mgr.smithi129.iclwio (mgr.14716) 4047 : cluster [DBG] pgmap v3477: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:00:22.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:21 smithi156 conmon[67007]: audit 2022-01-18T18:00:20.986214 2022-01-18T18:00:22.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:21 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 4048 : audit [DBG] from='client.36778 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:00:22.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:21 smithi156 conmon[67007]: audit 2022-01-18T18:00:21.584063+0000 mon.smithi129 (mon.0) 1360 : audit [DBG] from='client.? 172.21.15.129:0/2418235621' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:00:22.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:21 smithi129 conmon[101092]: cluster 2022-01-18T18:00:20.248913+0000 mgr.smithi129.iclwio (mgr.14716) 4047 : cluster [DBG] 2022-01-18T18:00:22.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:21 smithi129 conmon[101092]: pgmap v3477: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:00:22.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:21 smithi129 conmon[101092]: audit 2022-01-18T18:00:20.986214+0000 mgr.smithi129.iclwio (mgr.14716) 4048 : audit [DBG] from='client.36778 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:00:22.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:21 smithi129 conmon[101092]: audit 2022-01-18T18:00:21. 2022-01-18T18:00:22.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:21 smithi129 conmon[101092]: 584063+0000 mon.smithi129 (mon.0) 1360 : audit [DBG] from='client.? 172.21.15.129:0/2418235621' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:00:23.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:22 smithi156 conmon[67007]: audit 2022-01-18T18:00:21.254767+0000 mgr.smithi129.iclwio (mgr.14716) 4049 : audit [DBG] 2022-01-18T18:00:23.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:22 smithi156 conmon[67007]: from='client.36782 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:00:23.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:22 smithi129 conmon[101092]: audit 2022-01-18T18:00:21.254767+0000 mgr.smithi129.iclwio (mgr.14716) 4049 : audit [DBG] from='client.36782 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:00:24.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:23 smithi156 conmon[67007]: cluster 2022-01-18T18:00:22.249471+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:00:24.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:23 smithi156 conmon[67007]: ) 4050 : cluster [DBG] pgmap v3478: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:24.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:23 smithi129 conmon[101092]: cluster 2022-01-18T18:00:22.249471+0000 mgr.smithi129.iclwio (mgr.14716) 4050 : cluster [DBG] pgmap v3478: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:26.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:25 smithi156 conmon[67007]: cluster 2022-01-18T18:00:24.250155+0000 mgr.smithi129.iclwio (mgr.14716) 4051 : cluster [DBG] 2022-01-18T18:00:26.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:25 smithi156 conmon[67007]: pgmap v3479: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:00:26.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:25 smithi129 conmon[101092]: cluster 2022-01-18T18:00:24.250155+0000 mgr.smithi129.iclwio (mgr.14716) 4051 : cluster [DBG] pgmap v3479: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:00:27.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:27 smithi129 conmon[101092]: cluster 2022-01-18T18:00:26.250659+0000 mgr.smithi129.iclwio (mgr.14716) 4052 : cluster [DBG] 2022-01-18T18:00:27.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:27 smithi129 conmon[101092]: pgmap v3480: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:28.039 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:27 smithi156 conmon[67007]: cluster 2022-01-18T18:00:26.250659+0000 mgr.smithi129.iclwio (mgr.14716) 4052 : cluster [DBG] pgmap v3480: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:30.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:29 smithi156 conmon[67007]: cluster 2022-01-18T18:00:28.251205+0000 mgr.smithi129.iclwio (mgr.14716) 4053 : cluster [DBG] pgmap v3481: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:30.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:29 smithi129 conmon[101092]: cluster 2022-01-18T18:00:28.251205+0000 mgr.smithi129.iclwio (mgr.14716) 4053 : cluster [DBG] 2022-01-18T18:00:30.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:29 smithi129 conmon[101092]: pgmap v3481: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:32.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:31 smithi156 conmon[67007]: cluster 2022-01-18T18:00:30.251948+0000 mgr.smithi129.iclwio (mgr.14716) 4054 : cluster [DBG] pgmap v3482: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:00:32.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:31 smithi129 conmon[101092]: cluster 2022-01-18T18:00:30.251948+0000 mgr.smithi129.iclwio (mgr.14716) 4054 : cluster [DBG] pgmap v3482: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:00:32.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:31 smithi129 conmon[101092]: 2022-01-18T18:00:34.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:33 smithi156 conmon[67007]: cluster 2022-01-18T18:00:32.252497+0000 mgr.smithi129.iclwio (mgr.14716) 4055 : cluster [DBG] pgmap v3483: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:34.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:33 smithi129 conmon[101092]: cluster 2022-01-18T18:00:32.252497+0000 mgr.smithi129.iclwio (mgr.14716) 4055 : cluster [DBG] 2022-01-18T18:00:34.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:33 smithi129 conmon[101092]: pgmap v3483: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:36.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:35 smithi156 conmon[67007]: cluster 2022-01-18T18:00:34.253379+0000 mgr.smithi129.iclwio (mgr.14716) 4056 : cluster [DBG] pgmap v3484: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:00:36.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:35 smithi129 conmon[101092]: cluster 2022-01-18T18:00:34.253379+0000 mgr.smithi129.iclwio (mgr.14716) 4056 : cluster [DBG] pgmap v3484: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:00:37.929 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:37 smithi129 conmon[101092]: cluster 2022-01-18T18:00:36.253837+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:00:37.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:37 smithi129 conmon[101092]: ) 4057 : cluster [DBG] pgmap v3485: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:38.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:37 smithi156 conmon[67007]: cluster 2022-01-18T18:00:36.253837+0000 mgr.smithi129.iclwio (mgr.14716) 4057 : cluster [DBG] pgmap v3485: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:40.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:39 smithi156 conmon[67007]: cluster 2022-01-18T18:00:38.254467+0000 mgr.smithi129.iclwio (mgr.14716) 4058 : cluster [DBG] pgmap v3486: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:40.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:39 smithi129 conmon[101092]: cluster 2022-01-18T18:00:38.254467+0000 mgr.smithi129.iclwio (mgr.14716) 4058 : cluster 2022-01-18T18:00:40.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:39 smithi129 conmon[101092]: [DBG] pgmap v3486: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:42.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:41 smithi156 conmon[67007]: cluster 2022-01-18T18:00:40.255229+0000 mgr.smithi129.iclwio (mgr.14716) 4059 : cluster [DBG] pgmap v3487: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:00:42.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:41 smithi129 conmon[101092]: cluster 2022-01-18T18:00:40.255229+0000 mgr.smithi129.iclwio (mgr.14716) 4059 : cluster 2022-01-18T18:00:42.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:41 smithi129 conmon[101092]: [DBG] pgmap v3487: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:00:44.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:43 smithi129 conmon[101092]: cluster 2022-01-18T18:00:42.255969+0000 mgr.smithi129.iclwio (mgr.14716) 4060 : cluster [DBG] pgmap v3488: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:44.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:43 smithi156 conmon[67007]: cluster 2022-01-18T18:00:42.255969+0000 mgr.smithi129.iclwio (mgr.14716) 4060 : cluster [DBG] pgmap v3488: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:46.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:45 smithi129 conmon[101092]: cluster 2022-01-18T18:00:44.256667+0000 mgr.smithi129.iclwio (mgr.14716) 4061 : cluster [DBG] pgmap v3489: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:00:46.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:45 smithi129 conmon[101092]: 2022-01-18T18:00:46.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:45 smithi156 conmon[67007]: cluster 2022-01-18T18:00:44.256667+0000 mgr.smithi129.iclwio (mgr.14716) 4061 : cluster [DBG] pgmap v3489: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:00:48.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:47 smithi129 conmon[101092]: cluster 2022-01-18T18:00:46.257189+0000 mgr.smithi129.iclwio (mgr.14716) 4062 : cluster [DBG] pgmap v3490: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:48.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:47 smithi156 conmon[67007]: cluster 2022-01-18T18:00:46.257189+0000 mgr.smithi129.iclwio (mgr.14716) 4062 : cluster [DBG] pgmap v3490: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:48.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:47 smithi156 conmon[67007]: 2022-01-18T18:00:50.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:49 smithi129 conmon[101092]: cluster 2022-01-18T18:00:48.257801+0000 mgr.smithi129.iclwio (mgr.14716) 4063 : cluster [DBG] 2022-01-18T18:00:50.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:49 smithi129 conmon[101092]: pgmap v3491: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:50.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:49 smithi156 conmon[67007]: cluster 2022-01-18T18:00:48.257801+0000 mgr.smithi129.iclwio (mgr.14716) 4063 : cluster [DBG] pgmap v3491: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:51.884 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:00:52.147 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:00:52.148 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 2m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:00:52.148 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (115m) 2m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:00:52.148 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (115m) 2m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:00:52.148 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 2m ago 2h 42.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:00:52.149 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (119m) 2m ago 119m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:00:52.149 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (119m) 2m ago 119m 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:00:52.149 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (116m) 2m ago 2h 600M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:00:52.149 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (115m) 2m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:00:52.150 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (115m) 2m ago 2h 800M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:00:52.150 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (115m) 2m ago 2h 403M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:00:52.150 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (116m) 2m ago 116m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:00:52.150 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (116m) 2m ago 116m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:00:52.151 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 2m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:00:52.151 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 2m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:00:52.151 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (109m) 2m ago 2h 1748M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:00:52.151 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 2m ago 2h 2781M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:00:52.151 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 2m ago 2h 2145M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:00:52.152 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 2m ago 2h 2780M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:00:52.152 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 2m ago 2h 2583M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:00:52.152 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 2m ago 2h 3156M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:00:52.152 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 2m ago 2h 2497M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:00:52.152 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 2m ago 2h 3690M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:00:52.153 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 2m ago 2h 75.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:00:52.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:51 smithi129 conmon[101092]: cluster 2022-01-18T18:00:50.258664+0000 mgr.smithi129.iclwio (mgr.14716) 4064 : 2022-01-18T18:00:52.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:51 smithi129 conmon[101092]: cluster [DBG] pgmap v3492: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:00:52.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:51 smithi156 conmon[67007]: cluster 2022-01-18T18:00:50.258664+0000 mgr.smithi129.iclwio (mgr.14716) 4064 : cluster [DBG] pgmap v3492: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:00:52.464 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:00:52.601 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:00:52.602 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:00:52.602 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:00:52.602 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:00:52.603 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:00:52.603 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:00:52.603 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:00:52.603 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:00:52.604 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:00:52.604 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:00:52.604 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:00:52.604 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:00:52.605 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:00:52.605 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:00:52.605 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:00:52.605 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:00:52.606 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:00:52.606 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:00:53.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:52 smithi129 conmon[101092]: audit 2022-01-18T18:00:51.880567+0000 mgr.smithi129.iclwio (mgr.14716) 4065 : 2022-01-18T18:00:53.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:52 smithi129 conmon[101092]: audit [DBG] from='client.36790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:00:53.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:52 smithi129 conmon[101092]: audit 2022-01-18T18:00:52.473094+0000 mon.smithi129 (mon.0) 1361 : audit [DBG] from='client.? 172.21.15.129:0/103650870' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:00:53.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:52 smithi156 conmon[67007]: audit 2022-01-18T18:00:51.880567+0000 mgr.smithi129.iclwio (mgr.14716) 4065 : audit [DBG] from='client.36790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:00:53.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:52 smithi156 conmon[67007]: 2022-01-18T18:00:53.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:52 smithi156 conmon[67007]: audit 2022-01-18T18:00:52.473094+0000 mon.smithi129 (mon.0) 1361 : audit [DBG] from='client.? 172.21.15.129:0/103650870' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:00:54.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:53 smithi129 conmon[101092]: audit 2022-01-18T18:00:52.147702+0000 mgr.smithi129.iclwio (mgr.14716) 4066 : audit [DBG] from='client.36794 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:00:54.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:53 smithi129 conmon[101092]: 2022-01-18T18:00:54.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:53 smithi129 conmon[101092]: cluster 2022-01-18T18:00:52.259116+0000 mgr.smithi129.iclwio (mgr.14716) 4067 : cluster [DBG] pgmap v3493: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:54.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:53 smithi156 conmon[67007]: audit 2022-01-18T18:00:52.147702+0000 mgr.smithi129.iclwio (mgr.14716) 4066 : audit [DBG] 2022-01-18T18:00:54.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:53 smithi156 conmon[67007]: from='client.36794 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:00:54.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:53 smithi156 conmon[67007]: cluster 2022-01-18T18:00:52.259116+0000 mgr.smithi129.iclwio (mgr.14716) 4067 : cluster [DBG] pgmap v3493: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:56.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:55 smithi129 conmon[101092]: cluster 2022-01-18T18:00:54.259820+0000 mgr.smithi129.iclwio (mgr.14716) 4068 : cluster [DBG] pgmap v3494: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:00:56.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:55 smithi156 conmon[67007]: cluster 2022-01-18T18:00:54.259820+0000 mgr.smithi129.iclwio (mgr.14716) 4068 : cluster [DBG] pgmap v3494: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:00:58.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:57 smithi129 conmon[101092]: cluster 2022-01-18T18:00:56.260381+0000 mgr.smithi129.iclwio (mgr.14716) 4069 : cluster 2022-01-18T18:00:58.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:57 smithi129 conmon[101092]: [DBG] pgmap v3495: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:58.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:57 smithi156 conmon[67007]: cluster 2022-01-18T18:00:56.260381+0000 mgr.smithi129.iclwio (mgr.14716) 4069 : cluster 2022-01-18T18:00:58.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:57 smithi156 conmon[67007]: [DBG] pgmap v3495: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:00:59.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:58 smithi129 conmon[101092]: audit 2022-01-18T18:00:58.656638+0000 mon.smithi129 (mon.0) 1362 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:00:59.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:58 smithi129 conmon[101092]: audit 2022-01-18T18:00:58.656929+0000 mon.smithi129 (mon.0) 1363 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:00:59.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:58 smithi156 conmon[67007]: audit 2022-01-18T18:00:58.656638+0000 mon.smithi129 (mon.0) 1362 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:00:59.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:58 smithi156 conmon[67007]: 2022-01-18T18:00:59.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:58 smithi156 conmon[67007]: audit 2022-01-18T18:00:58.656929+0000 mon.smithi129 (mon.0) 1363 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:01:00.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:00:59 smithi129 conmon[101092]: cluster 2022-01-18T18:00:58.261120+0000 mgr.smithi129.iclwio (mgr.14716) 4070 : cluster [DBG] pgmap v3496: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:00.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:59 smithi156 conmon[67007]: cluster 2022-01-18T18:00:58.261120+0000 mgr.smithi129.iclwio (mgr.14716) 4070 : cluster [DBG] 2022-01-18T18:01:00.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:00:59 smithi156 conmon[67007]: pgmap v3496: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:02.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:01 smithi129 conmon[101092]: cluster 2022-01-18T18:01:00.261913+0000 mgr.smithi129.iclwio (mgr.14716) 4071 : cluster [DBG] pgmap v3497: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:01:02.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:01 smithi156 conmon[67007]: cluster 2022-01-18T18:01:00.261913+0000 mgr.smithi129.iclwio (mgr.14716) 4071 : cluster [DBG] pgmap v3497: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:01:04.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:03 smithi129 conmon[101092]: cluster 2022-01-18T18:01:02.262399+0000 mgr.smithi129.iclwio ( 2022-01-18T18:01:04.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:03 smithi129 conmon[101092]: mgr.14716) 4072 : cluster [DBG] pgmap v3498: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:04.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:03 smithi156 conmon[67007]: cluster 2022-01-18T18:01:02.262399+0000 mgr.smithi129.iclwio (mgr.14716) 4072 : cluster [DBG] pgmap v3498: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:06.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:05 smithi129 conmon[101092]: cluster 2022-01-18T18:01:04.263103+0000 mgr.smithi129.iclwio 2022-01-18T18:01:06.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:05 smithi129 conmon[101092]: (mgr.14716) 4073 : cluster [DBG] pgmap v3499: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:01:06.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:05 smithi129 conmon[101092]: audit 2022-01-18T18:01:05.027270+0000 mon.smithi129 (mon.0) 1364 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:01:06.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:05 smithi129 conmon[101092]: audit 2022-01-18T18:01:05.028656+0000 mon.smithi129 (mon.0) 1365 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:01:06.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:05 smithi129 conmon[101092]: audit 2022-01-18T18:01:05.029633+0000 mon.smithi129 (mon.0) 1366 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:01:06.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:05 smithi129 conmon[101092]: cephadm 2022 2022-01-18T18:01:06.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:05 smithi129 conmon[101092]: -01-18T18:01:05.030348+0000 mgr.smithi129.iclwio (mgr.14716) 4074 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:01:06.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:05 smithi156 conmon[67007]: cluster 2022-01-18T18:01:04.263103+0000 mgr.smithi129.iclwio (mgr.14716) 4073 : cluster [DBG] 2022-01-18T18:01:06.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:05 smithi156 conmon[67007]: pgmap v3499: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:01:06.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:05 smithi156 conmon[67007]: audit 2022-01-18T18:01:05.027270+0000 mon.smithi129 (mon.0) 1364 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:01:06.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:05 smithi156 conmon[67007]: audit 2022-01-18T18:01:05.028656+0000 mon.smithi129 (mon.0) 1365 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:01:06.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:05 smithi156 conmon[67007]: audit 2022-01-18T18:01:05.029633+0000 mon.smithi129 (mon.0) 1366 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:01:06.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:05 smithi156 conmon[67007]: cephadm 2022-01-18T18:01:05.030348+0000 mgr.smithi129.iclwio (mgr.14716) 4074 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:01:08.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:07 smithi129 conmon[101092]: cluster 2022-01-18T18:01:06.263499+0000 mgr.smithi129.iclwio (mgr 2022-01-18T18:01:08.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:07 smithi129 conmon[101092]: .14716) 4075 : cluster [DBG] pgmap v3500: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:08.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:07 smithi156 conmon[67007]: cluster 2022-01-18T18:01:06.263499+0000 mgr.smithi129.iclwio (mgr.14716) 4075 : cluster [DBG] pgmap v3500: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:08.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:07 smithi156 conmon[67007]: 2022-01-18T18:01:09.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:09 smithi129 conmon[101092]: cluster 2022-01-18T18:01:08.263956+0000 mgr.smithi129.iclwio (mgr 2022-01-18T18:01:09.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:09 smithi129 conmon[101092]: .14716) 4076 : cluster [DBG] pgmap v3501: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:09.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:09 smithi129 conmon[101092]: audit 2022-01-18T18:01:08.587839+0000 mon.smithi129 (mon.0) 1367 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:01:09.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:09 smithi129 conmon[101092]: audit 2022-01-18T18:01:08.881379+0000 mon.smithi129 (mon.0) 1368 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:01:09.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:09 smithi129 conmon[101092]: audit 2022-01-18T18:01:08.886242+0000 mon.smithi129 (mon.0) 1369 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:01:10.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:09 smithi156 conmon[67007]: cluster 2022-01-18T18:01:08.263956+0000 mgr.smithi129.iclwio (mgr.14716) 4076 : cluster [DBG] pgmap v3501: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:10.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:09 smithi156 conmon[67007]: audit 2022-01-18T18:01:08.587839+0000 mon.smithi129 (mon.0) 1367 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:01:10.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:09 smithi156 conmon[67007]: audit 2022-01-18T18:01:08.881379+0000 mon.smithi129 (mon.0) 1368 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:01:10.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:09 smithi156 conmon[67007]: audit 2022-01-18T18:01:08. 2022-01-18T18:01:10.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:09 smithi156 conmon[67007]: 886242+0000 mon.smithi129 (mon.0) 1369 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:01:11.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:11 smithi129 conmon[101092]: cluster 2022-01-18T18:01:10.264623+0000 mgr.smithi129.iclwio (mgr.14716) 4077 : cluster [DBG] pgmap v3502: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:01:12.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:11 smithi156 conmon[67007]: cluster 2022-01-18T18:01:10.264623+0000 mgr.smithi129.iclwio (mgr.14716) 4077 : cluster [DBG] pgmap v3502: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:01:12.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:11 smithi156 conmon[67007]: 2022-01-18T18:01:13.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:13 smithi129 conmon[101092]: cluster 2022-01-18T18:01:12.265419+0000 mgr.smithi129.iclwio (mgr.14716) 4078 : cluster [DBG] pgmap v3503: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:14.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:13 smithi156 conmon[67007]: cluster 2022-01-18T18:01:12.265419+0000 mgr.smithi129.iclwio (mgr.14716) 4078 : cluster [DBG] pgmap v3503: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:14.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:13 smithi156 conmon[67007]: 2022-01-18T18:01:15.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:15 smithi129 conmon[101092]: cluster 2022-01-18T18:01:14.266124+0000 mgr.smithi129.iclwio (mgr.14716) 4079 : cluster [DBG] pgmap v3504: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:01:16.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:15 smithi156 conmon[67007]: cluster 2022-01-18T18:01:14.266124+0000 mgr.smithi129.iclwio (mgr.14716) 4079 : cluster [DBG] pgmap v3504: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:01:16.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:15 smithi156 conmon[67007]: 2022-01-18T18:01:17.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:17 smithi129 conmon[101092]: cluster 2022-01-18T18:01:16.266760+0000 mgr.smithi129.iclwio (mgr.14716) 4080 : 2022-01-18T18:01:17.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:17 smithi129 conmon[101092]: cluster [DBG] pgmap v3505: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:18.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:17 smithi156 conmon[67007]: cluster 2022-01-18T18:01:16.266760+0000 mgr.smithi129.iclwio (mgr.14716) 4080 : cluster [DBG] pgmap v3505: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:19.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:19 smithi129 conmon[101092]: cluster 2022-01-18T18:01:18.267383+0000 mgr.smithi129.iclwio (mgr.14716) 4081 : cluster [DBG] 2022-01-18T18:01:19.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:19 smithi129 conmon[101092]: pgmap v3506: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:20.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:19 smithi156 conmon[67007]: cluster 2022-01-18T18:01:18.267383+0000 mgr.smithi129.iclwio (mgr.14716) 4081 : cluster [DBG] pgmap v3506: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:20.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:19 smithi156 conmon[67007]: 2022-01-18T18:01:21.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:21 smithi129 conmon[101092]: cluster 2022-01-18T18:01:20.268122+0000 mgr.smithi129.iclwio (mgr.14716) 4082 : cluster [DBG] pgmap v3507: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:01:22.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:21 smithi156 conmon[67007]: cluster 2022-01-18T18:01:20.268122+0000 mgr.smithi129.iclwio (mgr.14716) 4082 : cluster [DBG] pgmap v3507: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:01:22.765 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:01:23.029 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:01:23.029 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 3m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:01:23.029 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (115m) 3m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:01:23.029 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (115m) 3m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:01:23.030 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 3m ago 2h 42.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:01:23.030 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (119m) 3m ago 119m 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:01:23.030 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (119m) 3m ago 119m 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:01:23.030 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (116m) 3m ago 2h 600M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:01:23.031 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (116m) 3m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:01:23.031 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (116m) 3m ago 2h 800M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:01:23.031 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (115m) 3m ago 2h 403M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:01:23.031 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (116m) 3m ago 116m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:01:23.031 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (116m) 3m ago 116m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:01:23.032 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 3m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:01:23.032 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 3m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:01:23.032 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (110m) 3m ago 2h 1748M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:01:23.032 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 3m ago 2h 2781M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:01:23.032 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 3m ago 2h 2145M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:01:23.033 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 3m ago 2h 2780M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:01:23.033 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 3m ago 2h 2583M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:01:23.033 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 3m ago 2h 3156M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:01:23.033 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 3m ago 2h 2497M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:01:23.034 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 3m ago 2h 3690M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:01:23.034 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 3m ago 2h 75.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:01:23.347 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:01:23.347 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:01:23.347 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:01:23.347 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:01:23.348 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:01:23.348 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:01:23.348 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:01:23.348 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:01:23.349 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:01:23.349 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:01:23.349 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:01:23.349 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:01:23.350 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:01:23.350 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:01:23.350 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:01:23.350 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:01:23.351 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:01:23.351 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:01:23.351 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:01:23.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:23 smithi129 conmon[101092]: cluster 2022-01-18T18:01:22.268604+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:01:23.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:23 smithi129 conmon[101092]: 14716) 4083 : cluster [DBG] pgmap v3508: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:23.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:23 smithi129 conmon[101092]: audit 2022-01-18T18:01:22.761457+0000 mgr.smithi129.iclwio (mgr.14716) 4084 : audit [DBG] from='client.36802 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:01:23.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:23 smithi129 conmon[101092]: audit 2022-01-18T18:01:23.028610+0000 mgr.smithi129.iclwio (mgr.14716) 4085 : audit [DBG] from='client.36806 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:01:23.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:23 smithi129 conmon[101092]: audit 2022-01-18T18: 2022-01-18T18:01:23.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:23 smithi129 conmon[101092]: 01:23.355132+0000 mon.smithi129 (mon.0) 1370 : audit [DBG] from='client.? 172.21.15.129:0/2544914673' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:01:24.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:23 smithi156 conmon[67007]: cluster 2022-01-18T18:01:22.268604+0000 mgr.smithi129.iclwio (mgr.14716) 4083 : cluster [DBG] pgmap v3508: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:24.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:23 smithi156 conmon[67007]: audit 2022-01-18T18:01:22.761457+0000 mgr.smithi129.iclwio (mgr.14716) 4084 : audit [DBG] from='client.36802 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:01:24.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:23 smithi156 conmon[67007]: audit 2022-01-18T18:01:23.028610 2022-01-18T18:01:24.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:23 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 4085 : audit [DBG] from='client.36806 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:01:24.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:23 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T18:01:24.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:23 smithi156 conmon[67007]: 18T18:01:23.355132+0000 mon.smithi129 ( 2022-01-18T18:01:24.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:23 smithi156 conmon[67007]: mon.0) 1370 : audit [DBG] from='client.? 172.21.15.129:0/2544914673' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:01:24.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:23 smithi156 conmon[67007]: 2022-01-18T18:01:25.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:25 smithi129 conmon[101092]: cluster 2022-01-18T18:01:24.269236+0000 mgr.smithi129.iclwio (mgr.14716) 4086 : cluster [DBG] pgmap v3509: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:01:26.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:25 smithi156 conmon[67007]: cluster 2022-01-18T18:01:24.269236+0000 mgr.smithi129.iclwio (mgr.14716) 4086 : cluster [DBG] pgmap v3509: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:01:26.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:25 smithi156 conmon[67007]: 2022-01-18T18:01:27.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:27 smithi129 conmon[101092]: cluster 2022-01-18T18:01:26.269692+0000 mgr.smithi129.iclwio (mgr.14716) 4087 : cluster [DBG] pgmap v3510: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:28.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:27 smithi156 conmon[67007]: cluster 2022-01-18T18:01:26.269692+0000 mgr.smithi129.iclwio (mgr.14716) 4087 : cluster [DBG] pgmap v3510: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:29.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:29 smithi129 conmon[101092]: cluster 2022-01-18T18:01: 2022-01-18T18:01:29.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:29 smithi129 conmon[101092]: 28.270174+0000 mgr.smithi129.iclwio (mgr.14716) 4088 : cluster [DBG] pgmap v3511: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:30.040 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:29 smithi156 conmon[67007]: cluster 2022-01-18T18:01:28.270174+0000 mgr.smithi129.iclwio (mgr.14716) 4088 : cluster [DBG] pgmap v3511: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:31.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:31 smithi129 conmon[101092]: cluster 2022-01-18T18:01:30.271069+0000 mgr.smithi129.iclwio (mgr.14716) 4089 : cluster [DBG] pgmap v3512: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:01:32.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:31 smithi156 conmon[67007]: cluster 2022-01-18T18:01:30.271069+0000 mgr.smithi129.iclwio (mgr.14716) 4089 : cluster [DBG] pgmap v3512: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:01:33.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:33 smithi129 conmon[101092]: cluster 2022-01-18T18:01:32.271600+0000 mgr.smithi129.iclwio (mgr.14716) 4090 : cluster [DBG] pgmap v3513: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:34.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:33 smithi156 conmon[67007]: cluster 2022-01-18T18:01:32.271600+0000 mgr.smithi129.iclwio (mgr.14716) 4090 : cluster [DBG] pgmap v3513: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:35.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:35 smithi129 conmon[101092]: cluster 2022-01-18T18:01:34.272332+0000 mgr.smithi129.iclwio (mgr.14716) 4091 : cluster 2022-01-18T18:01:35.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:35 smithi129 conmon[101092]: [DBG] pgmap v3514: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:01:36.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:35 smithi156 conmon[67007]: cluster 2022-01-18T18:01:34.272332+0000 mgr.smithi129.iclwio (mgr.14716) 4091 : cluster [DBG] 2022-01-18T18:01:36.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:35 smithi156 conmon[67007]: pgmap v3514: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:01:37.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:37 smithi129 conmon[101092]: cluster 2022-01-18T18:01:36.272801+0000 mgr.smithi129.iclwio (mgr.14716) 4092 : cluster [DBG] pgmap v3515: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:38.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:37 smithi156 conmon[67007]: cluster 2022-01-18T18:01:36.272801+0000 mgr.smithi129.iclwio (mgr.14716) 4092 : cluster [DBG] pgmap v3515: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:39.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:39 smithi129 conmon[101092]: cluster 2022-01-18T18:01:38.273262+0000 mgr.smithi129.iclwio (mgr.14716) 4093 : cluster [DBG] pgmap v3516: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:40.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:39 smithi156 conmon[67007]: cluster 2022-01-18T18:01:38.273262+0000 mgr.smithi129.iclwio (mgr.14716) 4093 : cluster [DBG] pgmap v3516: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:41.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:41 smithi129 conmon[101092]: cluster 2022-01-18T18:01:40.274083+0000 mgr.smithi129.iclwio (mgr.14716) 4094 : cluster [DBG] pgmap v3517: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:01:42.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:41 smithi156 conmon[67007]: cluster 2022-01-18T18:01:40.274083+0000 mgr.smithi129.iclwio (mgr.14716) 4094 : cluster [DBG] pgmap v3517: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:01:43.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:43 smithi129 conmon[101092]: cluster 2022-01-18T18:01:42.274672+0000 mgr.smithi129.iclwio (mgr.14716) 4095 : cluster [DBG] pgmap v3518: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:44.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:43 smithi156 conmon[67007]: cluster 2022-01-18T18:01:42.274672+0000 mgr.smithi129.iclwio (mgr.14716) 4095 : cluster [DBG] pgmap v3518: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:45.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:45 smithi129 conmon[101092]: cluster 2022-01-18T18:01:44.275353+0000 mgr.smithi129.iclwio (mgr.14716) 4096 : cluster [DBG] pgmap v3519: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:01:45.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:45 smithi129 conmon[101092]: 2022-01-18T18:01:46.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:45 smithi156 conmon[67007]: cluster 2022-01-18T18:01:44.275353+0000 mgr.smithi129.iclwio (mgr.14716) 4096 : cluster [DBG] pgmap v3519: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:01:46.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:45 smithi156 conmon[67007]: 2022-01-18T18:01:47.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:47 smithi129 conmon[101092]: cluster 2022-01-18T18:01:46.275860+0000 mgr.smithi129.iclwio (mgr.14716) 4097 : cluster [DBG] pgmap v3520: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:47.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:47 smithi129 conmon[101092]: 2022-01-18T18:01:48.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:47 smithi156 conmon[67007]: cluster 2022-01-18T18:01:46.275860+0000 mgr.smithi129.iclwio (mgr.14716) 4097 : cluster [DBG] pgmap v3520: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:49.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:49 smithi129 conmon[101092]: cluster 2022-01-18T18:01:48.276415+0000 mgr.smithi129.iclwio (mgr.14716) 4098 : cluster [DBG] 2022-01-18T18:01:49.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:49 smithi129 conmon[101092]: pgmap v3521: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:50.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:49 smithi156 conmon[67007]: cluster 2022-01-18T18:01:48.276415+0000 mgr.smithi129.iclwio (mgr.14716) 4098 : cluster [DBG] pgmap v3521: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:51.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:51 smithi129 conmon[101092]: cluster 2022-01-18T18:01:50.277151+0000 mgr.smithi129.iclwio (mgr.14716) 4099 : cluster [DBG] pgmap v3522: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:01:52.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:51 smithi156 conmon[67007]: cluster 2022-01-18T18:01:50.277151+0000 mgr.smithi129.iclwio (mgr.14716) 4099 : cluster [DBG] pgmap v3522: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:01:53.656 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:01:53.919 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:01:53.920 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 3m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:01:53.920 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (116m) 3m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:01:53.920 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (116m) 3m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:01:53.920 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 3m ago 2h 42.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:01:53.920 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 3m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:01:53.921 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 3m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:01:53.921 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (117m) 3m ago 2h 600M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:01:53.921 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (116m) 3m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:01:53.921 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (116m) 3m ago 2h 800M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:01:53.922 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (116m) 3m ago 2h 403M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:01:53.922 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (117m) 3m ago 117m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:01:53.922 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (117m) 3m ago 117m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:01:53.922 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 3m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:01:53.923 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 3m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:01:53.923 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (110m) 3m ago 2h 1748M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:01:53.923 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 3m ago 2h 2781M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:01:53.923 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 3m ago 2h 2145M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:01:53.924 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 3m ago 2h 2780M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:01:53.924 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 3m ago 2h 2583M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:01:53.924 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 3m ago 2h 3156M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:01:53.924 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 3m ago 2h 2497M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:01:53.924 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 3m ago 2h 3690M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:01:53.925 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 3m ago 2h 75.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:01:53.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:53 smithi129 conmon[101092]: cluster 2022-01-18T18:01:52.277700+0000 mgr.smithi129.iclwio ( 2022-01-18T18:01:53.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:53 smithi129 conmon[101092]: mgr.14716) 4100 : cluster [DBG] pgmap v3523: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:54.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:53 smithi156 conmon[67007]: cluster 2022-01-18T18:01:52.277700+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:01:54.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:53 smithi156 conmon[67007]: 4100 : cluster [DBG] pgmap v3523: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:54.239 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:01:54.239 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:01:54.239 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:01:54.239 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:01:54.240 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:01:54.240 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:01:54.240 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:01:54.240 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:01:54.241 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:01:54.241 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:01:54.241 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:01:54.241 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:01:54.241 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:01:54.242 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:01:54.242 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:01:54.242 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:01:54.242 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:01:54.243 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:01:54.243 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:01:54.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:54 smithi156 conmon[67007]: audit 2022-01-18T18:01:53.651017+0000 mgr.smithi129.iclwio (mgr 2022-01-18T18:01:54.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:54 smithi156 conmon[67007]: .14716) 4101 : audit [DBG] from='client.36814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:01:54.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:54 smithi156 conmon[67007]: audit 2022-01-18T18:01:53.918584+0000 mgr.smithi129.iclwio (mgr.14716) 4102 : audit [DBG] from='client.36818 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:01:54.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:54 smithi156 conmon[67007]: 2022-01-18T18:01:54.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:54 smithi156 conmon[67007]: audit 2022-01-18T18:01:54.246701+0000 mon.smithi129 ( 2022-01-18T18:01:54.792 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:54 smithi156 conmon[67007]: mon.0) 1371 : audit [DBG] from='client.? 172.21.15.129:0/2545652439' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:01:54.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:54 smithi129 conmon[101092]: audit 2022-01-18T18:01:53.651017+0000 mgr.smithi129.iclwio (mgr.14716) 4101 2022-01-18T18:01:54.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:54 smithi129 conmon[101092]: : audit [DBG] from='client.36814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:01:54.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:54 smithi129 conmon[101092]: audit 2022-01-18T18:01:53.918584+0000 mgr.smithi129.iclwio (mgr.14716) 4102 : audit [DBG] from='client.36818 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:01:54.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:54 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T18:01:54.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:54 smithi129 conmon[101092]: 18T18:01:54.246701+0000 mon.smithi129 (mon.0) 1371 : audit [DBG] from='client.? 172.21.15.129:0/2545652439' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:01:55.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:55 smithi129 conmon[101092]: cluster 2022-01-18T18:01:54.278385+0000 mgr.smithi129.iclwio (mgr.14716) 4103 : cluster [DBG] pgmap v3524: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:01:56.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:55 smithi156 conmon[67007]: cluster 2022-01-18T18:01:54.278385+0000 mgr.smithi129.iclwio (mgr.14716) 4103 : cluster 2022-01-18T18:01:56.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:55 smithi156 conmon[67007]: [DBG] pgmap v3524: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:01:57.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:57 smithi129 conmon[101092]: cluster 2022-01-18T18:01:56.278850+0000 mgr.smithi129.iclwio (mgr.14716) 4104 : cluster 2022-01-18T18:01:57.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:57 smithi129 conmon[101092]: [DBG] pgmap v3525: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:58.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:57 smithi156 conmon[67007]: cluster 2022-01-18T18:01:56.278850+0000 mgr.smithi129.iclwio (mgr.14716) 4104 : cluster [DBG] 2022-01-18T18:01:58.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:57 smithi156 conmon[67007]: pgmap v3525: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:01:59.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:58 smithi156 conmon[67007]: audit 2022-01-18T18:01:58.660506+0000 mon.smithi129 (mon.0) 1372 : audit 2022-01-18T18:01:59.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:58 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:01:59.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:58 smithi156 conmon[67007]: audit 2022-01-18T18:01:58.660751+0000 mon.smithi129 (mon.0) 1373 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:01:59.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:58 smithi129 conmon[101092]: audit 2022-01-18T18:01:58.660506+0000 mon.smithi129 (mon.0) 1372 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:01:59.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:58 smithi129 conmon[101092]: audit 2022-01-18T18:01:58.660751+0000 mon.smithi129 (mon.0) 1373 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:02:00.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:59 smithi156 conmon[67007]: cluster 2022-01-18T18:01:58.279487+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:02:00.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:01:59 smithi156 conmon[67007]: 4105 : cluster [DBG] pgmap v3526: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:00.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:59 smithi129 conmon[101092]: cluster 2022-01-18T18:01:58.279487+0000 mgr.smithi129.iclwio (mgr.14716) 4105 : 2022-01-18T18:02:00.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:01:59 smithi129 conmon[101092]: cluster [DBG] pgmap v3526: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:02.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:01 smithi156 conmon[67007]: cluster 2022-01-18T18:02:00.280329+0000 mgr.smithi129.iclwio (mgr.14716) 4106 : cluster [DBG] 2022-01-18T18:02:02.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:01 smithi156 conmon[67007]: pgmap v3527: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:02:02.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:01 smithi129 conmon[101092]: cluster 2022-01-18T18:02:00.280329+0000 mgr.smithi129.iclwio (mgr.14716) 4106 : cluster [DBG] 2022-01-18T18:02:02.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:01 smithi129 conmon[101092]: pgmap v3527: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:02:04.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:03 smithi156 conmon[67007]: cluster 2022-01-18T18:02:02.280896+0000 mgr.smithi129.iclwio (mgr.14716) 4107 : cluster [DBG] pgmap v3528: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:04.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:03 smithi129 conmon[101092]: cluster 2022-01-18T18:02:02.280896+0000 mgr.smithi129.iclwio (mgr.14716) 4107 : cluster [DBG] pgmap v3528: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:04.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:03 smithi129 conmon[101092]: 2022-01-18T18:02:06.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:05 smithi156 conmon[67007]: cluster 2022-01-18T18:02:04.281580+0000 mgr.smithi129.iclwio (mgr.14716) 4108 : cluster [DBG] pgmap v3529: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:02:06.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:05 smithi129 conmon[101092]: cluster 2022-01-18T18:02:04.281580+0000 mgr.smithi129.iclwio (mgr.14716) 4108 : cluster 2022-01-18T18:02:06.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:05 smithi129 conmon[101092]: [DBG] pgmap v3529: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:02:07.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:07 smithi129 conmon[101092]: cluster 2022-01-18T18:02:06.282069+0000 mgr.smithi129.iclwio (mgr.14716) 4109 : cluster [DBG] pgmap v3530: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:08.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:07 smithi156 conmon[67007]: cluster 2022-01-18T18:02:06.282069+0000 mgr.smithi129.iclwio (mgr.14716) 4109 : cluster [DBG] pgmap v3530: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:10.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:09 smithi156 conmon[67007]: cluster 2022-01-18T18:02:08.282606+0000 mgr.smithi129.iclwio (mgr.14716) 4110 : cluster [DBG] pgmap v3531: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:10.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:09 smithi156 conmon[67007]: audit 2022-01-18T18 2022-01-18T18:02:10.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:09 smithi156 conmon[67007]: :02:08.888651+0000 mon.smithi129 (mon.0) 1374 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:02:10.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:09 smithi156 conmon[67007]: audit 2022-01-18T18:02:08.890096+0000 mon.smithi129 (mon.0) 1375 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:02:10.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:09 smithi156 conmon[67007]: audit 2022-01-18T18:02:08.891024+0000 mon.smithi129 (mon.0) 1376 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:02:10.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:09 smithi156 conmon[67007]: cephadm 2022-01-18T18:02:08.891729+0000 mgr.smithi129.iclwio (mgr.14716) 4111 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:02:10.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:09 smithi129 conmon[101092]: cluster 2022-01-18T18:02:08.282606+0000 mgr.smithi129.iclwio (mgr 2022-01-18T18:02:10.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:09 smithi129 conmon[101092]: .14716) 4110 : cluster [DBG] pgmap v3531: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:10.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:09 smithi129 conmon[101092]: audit 2022-01-18T18:02:08.888651+0000 mon.smithi129 (mon.0) 1374 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:02:10.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:09 smithi129 conmon[101092]: audit 2022-01-18T18:02:08.890096+0000 mon.smithi129 (mon.0) 1375 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:02:10.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:09 smithi129 conmon[101092]: audit 2022-01-18T18:02:08.891024+0000 mon.smithi129 (mon.0) 1376 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:02:10.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:09 smithi129 conmon[101092]: cephadm 2022-01-18T18:02:10.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:09 smithi129 conmon[101092]: 2022-01-18T18:02:08.891729+0000 mgr.smithi129.iclwio (mgr.14716) 4111 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:02:12.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:11 smithi156 conmon[67007]: cluster 2022-01-18T18:02:10.283407+0000 mgr.smithi129.iclwio (mgr.14716) 4112 : cluster [DBG] pgmap v3532: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:02:12.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:11 smithi129 conmon[101092]: cluster 2022-01-18T18:02:10.283407+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:02:12.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:11 smithi129 conmon[101092]: 14716) 4112 : cluster [DBG] pgmap v3532: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:02:13.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:13 smithi129 conmon[101092]: audit 2022-01-18T18:02:12.100053+0000 mon.smithi129 (mon.0 2022-01-18T18:02:13.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:13 smithi129 conmon[101092]: ) 1377 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:02:13.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:13 smithi129 conmon[101092]: audit 2022-01-18T18:02:12.383416+0000 mon.smithi129 (mon.0) 1378 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:02:13.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:13 smithi129 conmon[101092]: audit 2022-01-18T18:02:12.389557+0000 mon.smithi129 (mon.0) 2022-01-18T18:02:13.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:13 smithi129 conmon[101092]: 1379 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:02:13.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:13 smithi156 conmon[67007]: audit 2022-01-18T18:02:12.100053+0000 mon.smithi129 (mon.0) 1377 : audit 2022-01-18T18:02:13.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:13 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:02:13.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:13 smithi156 conmon[67007]: audit 2022-01-18T18:02:12.383416+0000 mon.smithi129 (mon.0) 1378 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:02:13.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:13 smithi156 conmon[67007]: audit 2022-01-18T18:02:12.389557+0000 mon.smithi129 (mon.0) 1379 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:02:14.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:14 smithi129 conmon[101092]: cluster 2022-01-18T18:02:12.284028+0000 mgr.smithi129.iclwio (mgr.14716) 4113 : cluster [DBG] pgmap v3533: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:14.437 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:14 smithi156 conmon[67007]: cluster 2022-01-18T18:02:12.284028+0000 mgr.smithi129.iclwio (mgr.14716) 4113 : cluster 2022-01-18T18:02:14.438 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:14 smithi156 conmon[67007]: [DBG] pgmap v3533: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:16.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:16 smithi129 conmon[101092]: cluster 2022-01-18T18:02:14.284708+0000 mgr.smithi129.iclwio (mgr.14716) 4114 : cluster 2022-01-18T18:02:16.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:16 smithi129 conmon[101092]: [DBG] pgmap v3534: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:02:16.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:16 smithi156 conmon[67007]: cluster 2022-01-18T18:02:14.284708+0000 mgr.smithi129.iclwio (mgr.14716) 4114 : cluster [DBG] pgmap v3534: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:02:18.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:18 smithi129 conmon[101092]: cluster 2022-01-18T18 2022-01-18T18:02:18.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:18 smithi129 conmon[101092]: :02:16.285159+0000 mgr.smithi129.iclwio (mgr.14716) 4115 : cluster [DBG] pgmap v3535: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:18.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:18 smithi156 conmon[67007]: cluster 2022-01-18T18:02:16.285159+0000 mgr.smithi129.iclwio (mgr.14716) 4115 : cluster [DBG] pgmap v3535: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:20.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:20 smithi129 conmon[101092]: cluster 2022-01-18T18:02:18.285760+0000 mgr.smithi129.iclwio (mgr.14716) 4116 : cluster [DBG] pgmap v3536: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:20.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:20 smithi156 conmon[67007]: cluster 2022-01-18T18:02:18.285760+0000 mgr.smithi129.iclwio (mgr.14716) 4116 : cluster [DBG] pgmap v3536: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:21.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:21 smithi129 conmon[101092]: cluster 2022-01-18T18:02:20.286665+0000 mgr.smithi129.iclwio (mgr.14716) 4117 : cluster 2022-01-18T18:02:21.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:21 smithi129 conmon[101092]: [DBG] pgmap v3537: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:02:22.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:21 smithi156 conmon[67007]: cluster 2022-01-18T18:02:20.286665+0000 mgr.smithi129.iclwio (mgr.14716) 4117 : cluster [DBG] pgmap v3537: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:02:23.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:23 smithi129 conmon[101092]: cluster 2022-01-18T18:02:22.287269+0000 mgr.smithi129.iclwio (mgr.14716) 4118 : cluster [DBG] pgmap v3538: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:24.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:23 smithi156 conmon[67007]: cluster 2022-01-18T18:02:22.287269+0000 mgr.smithi129.iclwio (mgr.14716) 4118 : cluster [DBG] pgmap v3538: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:24.540 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:02:24.806 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:02:24.806 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 4m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:02:24.807 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (116m) 4m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:02:24.807 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (116m) 4m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:02:24.807 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 4m ago 2h 42.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:02:24.807 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 4m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:02:24.808 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 4m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:02:24.808 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (117m) 4m ago 2h 600M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:02:24.808 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (117m) 4m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:02:24.808 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (117m) 4m ago 2h 800M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:02:24.808 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (116m) 4m ago 2h 403M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:02:24.809 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (117m) 4m ago 117m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:02:24.809 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (117m) 4m ago 117m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:02:24.809 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 4m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:02:24.809 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 4m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:02:24.810 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (111m) 4m ago 2h 1748M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:02:24.810 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 4m ago 2h 2781M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:02:24.810 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 4m ago 2h 2145M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:02:24.810 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 4m ago 2h 2780M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:02:24.811 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 4m ago 2h 2583M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:02:24.811 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 4m ago 2h 3156M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:02:24.811 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 4m ago 2h 2497M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:02:24.811 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 4m ago 2h 3690M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:02:24.812 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 4m ago 2h 75.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:02:25.127 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:02:25.127 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:02:25.127 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:02:25.128 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:02:25.128 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:02:25.128 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:02:25.128 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:02:25.129 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:02:25.129 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:02:25.129 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:02:25.129 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:02:25.130 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:02:25.130 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:02:25.130 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:02:25.130 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:02:25.131 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:02:25.131 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:02:25.131 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:02:25.131 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:02:25.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:25 smithi129 conmon[101092]: cluster 2022-01-18T18:02:24.288038+0000 mgr.smithi129.iclwio (mgr.14716) 4119 : cluster [DBG] pgmap v3539: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:02:25.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:25 smithi129 conmon[101092]: audit 2022-01-18T18:02: 2022-01-18T18:02:25.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:25 smithi129 conmon[101092]: 24.535758+0000 mgr.smithi129.iclwio (mgr.14716) 4120 : audit [DBG] from='client.36826 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:02:25.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:25 smithi129 conmon[101092]: audit 2022-01-18T18:02:24.804720+0000 mgr.smithi129.iclwio (mgr.14716) 4121 : audit [DBG] from='client.36830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:02:25.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:25 smithi129 conmon[101092]: audit 2022-01-18T18:02:25. 2022-01-18T18:02:25.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:25 smithi129 conmon[101092]: 134300+0000 mon.smithi129 (mon.0) 1380 : audit [DBG] 2022-01-18T18:02:25.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:25 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/100051825' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:02:26.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:25 smithi156 conmon[67007]: cluster 2022-01-18T18:02:24.288038+0000 mgr.smithi129.iclwio (mgr.14716) 4119 : cluster [DBG] pgmap v3539: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:02:26.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:25 smithi156 conmon[67007]: audit 2022-01-18T18:02:24.535758+0000 mgr.smithi129.iclwio 2022-01-18T18:02:26.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:25 smithi156 conmon[67007]: (mgr.14716) 4120 : audit [DBG] from='client.36826 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:02:26.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:25 smithi156 conmon[67007]: audit 2022-01-18T18:02:24.804720+0000 mgr.smithi129.iclwio (mgr.14716) 4121 : audit [DBG] from='client.36830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:02:26.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:25 smithi156 conmon[67007]: audit 2022-01-18T18:02:25.134300+0000 mon.smithi129 (mon.0) 1380 2022-01-18T18:02:26.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:25 smithi156 conmon[67007]: : audit [DBG] from='client.? 172.21.15.129:0/100051825' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:02:27.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:27 smithi129 conmon[101092]: cluster 2022-01-18T18:02:26.288637+0000 mgr.smithi129.iclwio (mgr.14716) 4122 : cluster [DBG] pgmap v3540: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:27.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:27 smithi129 conmon[101092]: 2022-01-18T18:02:28.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:27 smithi156 conmon[67007]: cluster 2022-01-18T18:02:26.288637+0000 mgr.smithi129.iclwio (mgr.14716) 4122 : cluster [DBG] 2022-01-18T18:02:28.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:27 smithi156 conmon[67007]: pgmap v3540: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:29.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:29 smithi129 conmon[101092]: cluster 2022-01-18T18:02:28.289274+0000 mgr.smithi129.iclwio (mgr.14716) 4123 : cluster [DBG] pgmap v3541: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:29.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:29 smithi129 conmon[101092]: 2022-01-18T18:02:30.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:29 smithi156 conmon[67007]: cluster 2022-01-18T18:02:28.289274+0000 mgr.smithi129.iclwio (mgr.14716) 4123 : cluster [DBG] pgmap v3541: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:31.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:31 smithi129 conmon[101092]: cluster 2022-01-18T18:02:30.290040+0000 mgr.smithi129.iclwio (mgr.14716) 4124 : cluster [DBG] pgmap v3542: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:02:32.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:31 smithi156 conmon[67007]: cluster 2022-01-18T18:02:30.290040+0000 mgr.smithi129.iclwio (mgr.14716) 4124 : cluster [DBG] pgmap v3542: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:02:33.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:33 smithi129 conmon[101092]: cluster 2022-01-18T18:02:32.290572+0000 mgr.smithi129.iclwio (mgr.14716) 4125 : cluster [DBG] pgmap v3543: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:34.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:33 smithi156 conmon[67007]: cluster 2022-01-18T18:02:32.290572+0000 mgr.smithi129.iclwio (mgr.14716) 4125 : cluster [DBG] pgmap v3543: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:35.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:35 smithi129 conmon[101092]: cluster 2022-01-18T18:02:34.291469+0000 mgr.smithi129.iclwio (mgr.14716) 4126 : cluster [DBG] pgmap v3544: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:02:36.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:35 smithi156 conmon[67007]: cluster 2022-01-18T18:02:34.291469+0000 mgr.smithi129.iclwio (mgr.14716) 4126 : cluster [DBG] pgmap v3544: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:02:37.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:37 smithi129 conmon[101092]: cluster 2022-01-18T18:02:36.291971+0000 mgr.smithi129.iclwio (mgr.14716) 4127 : cluster [DBG] pgmap v3545: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:37.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:37 smithi129 conmon[101092]: 2022-01-18T18:02:38.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:37 smithi156 conmon[67007]: cluster 2022-01-18T18:02:36.291971+0000 mgr.smithi129.iclwio (mgr.14716) 4127 : cluster [DBG] pgmap v3545: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:39.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:39 smithi129 conmon[101092]: cluster 2022-01-18T18:02:38.292480+0000 mgr.smithi129.iclwio (mgr.14716) 4128 : cluster 2022-01-18T18:02:39.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:39 smithi129 conmon[101092]: [DBG] pgmap v3546: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:40.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:39 smithi156 conmon[67007]: cluster 2022-01-18T18:02:38.292480+0000 mgr.smithi129.iclwio (mgr.14716) 4128 2022-01-18T18:02:40.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:39 smithi156 conmon[67007]: : cluster [DBG] pgmap v3546: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:41.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:41 smithi129 conmon[101092]: cluster 2022-01-18T18:02:40.293328+0000 mgr.smithi129.iclwio (mgr.14716) 4129 : 2022-01-18T18:02:41.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:41 smithi129 conmon[101092]: cluster [DBG] pgmap v3547: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:02:42.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:41 smithi156 conmon[67007]: cluster 2022-01-18T18:02:40.293328+0000 mgr.smithi129.iclwio (mgr.14716) 4129 : cluster [DBG] pgmap v3547: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:02:43.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:43 smithi129 conmon[101092]: cluster 2022-01-18T18:02:42.293863+0000 mgr.smithi129.iclwio (mgr.14716) 4130 : cluster [DBG] 2022-01-18T18:02:43.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:43 smithi129 conmon[101092]: pgmap v3548: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:44.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:43 smithi156 conmon[67007]: cluster 2022-01-18T18:02:42.293863+0000 mgr.smithi129.iclwio (mgr.14716) 4130 : cluster [DBG] pgmap v3548: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:45.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:45 smithi129 conmon[101092]: cluster 2022-01-18T18:02:44.294659+0000 mgr.smithi129.iclwio (mgr.14716) 4131 : cluster [DBG] pgmap v3549: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:02:45.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:45 smithi129 conmon[101092]: 2022-01-18T18:02:46.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:45 smithi156 conmon[67007]: cluster 2022-01-18T18:02:44.294659+0000 mgr.smithi129.iclwio (mgr.14716) 4131 : cluster [DBG] pgmap v3549: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:02:47.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:47 smithi129 conmon[101092]: cluster 2022-01-18T18:02:46.295167+0000 mgr.smithi129.iclwio (mgr.14716) 4132 : cluster 2022-01-18T18:02:47.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:47 smithi129 conmon[101092]: [DBG] pgmap v3550: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:48.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:47 smithi156 conmon[67007]: cluster 2022-01-18T18:02:46.295167+0000 mgr.smithi129.iclwio (mgr.14716) 4132 : cluster 2022-01-18T18:02:48.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:47 smithi156 conmon[67007]: [DBG] pgmap v3550: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:49.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:49 smithi129 conmon[101092]: cluster 2022-01-18T18:02:48.295728+0000 mgr.smithi129.iclwio (mgr 2022-01-18T18:02:49.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:49 smithi129 conmon[101092]: .14716) 4133 : cluster [DBG] pgmap v3551: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:50.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:49 smithi156 conmon[67007]: cluster 2022-01-18T18:02:48.295728+0000 mgr.smithi129.iclwio (mgr.14716) 4133 : cluster [DBG] pgmap v3551: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:50.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:49 smithi156 conmon[67007]: 2022-01-18T18:02:51.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:51 smithi129 conmon[101092]: cluster 2022-01-18T18:02:50.296450+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:02:51.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:51 smithi129 conmon[101092]: ) 4134 : cluster [DBG] pgmap v3552: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:02:52.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:51 smithi156 conmon[67007]: cluster 2022-01-18T18:02:50.296450+0000 mgr.smithi129.iclwio (mgr.14716) 4134 : cluster [DBG] pgmap v3552: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:02:53.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:53 smithi129 conmon[101092]: cluster 2022-01-18T18:02:52.297112+0000 mgr.smithi129.iclwio (mgr.14716) 4135 : cluster [DBG] pgmap v3553: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:54.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:53 smithi156 conmon[67007]: cluster 2022-01-18T18:02:52.297112+0000 mgr.smithi129.iclwio (mgr.14716) 4135 : cluster [DBG] pgmap v3553: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:55.427 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:02:55.695 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:02:55.695 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 4m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:02:55.696 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (117m) 4m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:02:55.696 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (117m) 4m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:02:55.696 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 4m ago 2h 42.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:02:55.696 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 4m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:02:55.696 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 4m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:02:55.697 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (118m) 4m ago 2h 600M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:02:55.697 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (117m) 4m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:02:55.697 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (117m) 4m ago 2h 800M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:02:55.697 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (117m) 4m ago 2h 403M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:02:55.698 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (118m) 4m ago 118m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:02:55.698 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (118m) 4m ago 118m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:02:55.698 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 4m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:02:55.698 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 4m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:02:55.699 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (111m) 4m ago 2h 1748M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:02:55.699 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 4m ago 2h 2781M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:02:55.699 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 4m ago 2h 2145M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:02:55.699 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 4m ago 2h 2780M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:02:55.699 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 4m ago 2h 2583M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:02:55.700 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 4m ago 2h 3156M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:02:55.700 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 4m ago 2h 2497M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:02:55.700 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 4m ago 2h 3690M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:02:55.700 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 4m ago 2h 75.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:02:55.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:55 smithi129 conmon[101092]: cluster 2022-01-18T18:02:54.298071+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:02:55.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:55 smithi129 conmon[101092]: 4136 : cluster [DBG] pgmap v3554: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:02:56.012 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:02:56.012 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:02:56.013 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:02:56.013 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:02:56.013 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:02:56.013 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:02:56.014 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:02:56.014 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:02:56.014 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:02:56.014 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:02:56.015 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:02:56.015 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:02:56.015 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:02:56.015 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:02:56.016 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:02:56.016 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:02:56.016 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:02:56.016 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:02:56.016 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:02:56.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:55 smithi156 conmon[67007]: cluster 2022-01-18T18:02:54.298071+0000 mgr.smithi129.iclwio (mgr.14716) 4136 : cluster [DBG] pgmap v3554: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:02:56.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:56 smithi129 conmon[101092]: audit 2022-01-18T18:02:55.422444+0000 mgr.smithi129.iclwio (mgr.14716) 4137 : audit [DBG] 2022-01-18T18:02:56.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:56 smithi129 conmon[101092]: from='client.36838 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:02:56.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:56 smithi129 conmon[101092]: audit 2022-01-18T18:02:55.693132+0000 mgr.smithi129.iclwio (mgr.14716) 4138 : audit [DBG] from='client.36842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:02:56.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:56 smithi129 conmon[101092]: audit 2022-01-18T18:02:56.019391+0000 mon.smithi129 ( 2022-01-18T18:02:56.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:56 smithi129 conmon[101092]: mon.0) 1381 : audit [DBG] from='client.? 172.21.15.129:0/3265034401' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:02:57.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:56 smithi156 conmon[67007]: audit 2022-01-18T18:02:55.422444+0000 mgr.smithi129.iclwio (mgr.14716) 4137 : audit [DBG] 2022-01-18T18:02:57.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:56 smithi156 conmon[67007]: from='client.36838 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:02:57.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:56 smithi156 conmon[67007]: audit 2022-01-18T18:02:55.693132+0000 mgr.smithi129.iclwio (mgr.14716) 4138 : audit [DBG] from='client.36842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:02:57.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:56 smithi156 conmon[67007]: audit 2022-01-18T18:02:56.019391+0000 mon.smithi129 (mon.0) 1381 : audit 2022-01-18T18:02:57.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:56 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/3265034401' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:02:57.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:57 smithi129 conmon[101092]: cluster 2022-01-18T18:02:56.298499+0000 mgr.smithi129.iclwio (mgr.14716) 4139 : cluster 2022-01-18T18:02:57.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:57 smithi129 conmon[101092]: [DBG] pgmap v3555: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:58.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:57 smithi156 conmon[67007]: cluster 2022-01-18T18:02:56.298499+0000 mgr.smithi129.iclwio (mgr.14716) 4139 : cluster [DBG] pgmap v3555: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:58.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:57 smithi156 conmon[67007]: 2022-01-18T18:02:59.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:59 smithi129 conmon[101092]: cluster 2022-01-18T18:02:58.299030+0000 mgr.smithi129.iclwio (mgr.14716) 4140 : cluster [DBG] 2022-01-18T18:02:59.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:59 smithi129 conmon[101092]: pgmap v3556: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:02:59.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:59 smithi129 conmon[101092]: audit 2022-01-18T18:02:58.664572+0000 mon.smithi129 (mon.0) 1382 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:02:59.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:59 smithi129 conmon[101092]: audit 2022-01-18T18:02:58.664814+0000 mon.smithi129 (mon.0) 1383 : audit 2022-01-18T18:02:59.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:02:59 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:03:00.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:59 smithi156 conmon[67007]: cluster 2022-01-18T18:02:58.299030+0000 mgr.smithi129.iclwio (mgr.14716) 4140 : cluster [DBG] pgmap v3556: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:00.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:59 smithi156 conmon[67007]: audit 2022-01-18T18:02:58.664572+0000 mon.smithi129 (mon.0) 1382 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:03:00.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:02:59 smithi156 conmon[67007]: audit 2022-01-18T18:02:58.664814+0000 mon.smithi129 (mon.0) 1383 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:03:01.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:01 smithi129 conmon[101092]: cluster 2022-01-18T18:03:00.300036+0000 mgr.smithi129.iclwio (mgr.14716) 4141 : cluster [DBG] pgmap v3557: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:03:01.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:01 smithi129 conmon[101092]: 2022-01-18T18:03:02.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:01 smithi156 conmon[67007]: cluster 2022-01-18T18:03:00.300036+0000 mgr.smithi129.iclwio (mgr.14716) 4141 : cluster [DBG] pgmap v3557: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:03:03.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:03 smithi129 conmon[101092]: cluster 2022-01-18T18:03:02.300725+0000 mgr.smithi129.iclwio (mgr.14716) 4142 : cluster [DBG] pgmap v3558: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:04.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:03 smithi156 conmon[67007]: cluster 2022-01-18T18:03:02.300725+0000 mgr.smithi129.iclwio (mgr.14716) 4142 : cluster [DBG] pgmap v3558: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:05.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:05 smithi129 conmon[101092]: cluster 2022-01-18T18:03:04.301560+0000 mgr.smithi129.iclwio (mgr.14716) 4143 : cluster [DBG] pgmap v3559: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:03:06.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:05 smithi156 conmon[67007]: cluster 2022-01-18T18:03:04.301560+0000 mgr.smithi129.iclwio (mgr.14716) 4143 : cluster [DBG] 2022-01-18T18:03:06.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:05 smithi156 conmon[67007]: pgmap v3559: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:03:07.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:07 smithi129 conmon[101092]: cluster 2022-01-18T18:03:06.302237+0000 mgr.smithi129.iclwio (mgr.14716) 4144 : cluster [DBG] 2022-01-18T18:03:07.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:07 smithi129 conmon[101092]: pgmap v3560: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:08.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:07 smithi156 conmon[67007]: cluster 2022-01-18T18:03:06.302237+0000 mgr.smithi129.iclwio (mgr.14716) 4144 : cluster [DBG] pgmap v3560: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:09.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:09 smithi129 conmon[101092]: cluster 2022-01-18T18:03:08.302754+0000 mgr.smithi129.iclwio (mgr.14716) 4145 : cluster 2022-01-18T18:03:09.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:09 smithi129 conmon[101092]: [DBG] pgmap v3561: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:10.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:09 smithi156 conmon[67007]: cluster 2022-01-18T18:03:08.302754+0000 mgr.smithi129.iclwio (mgr.14716) 4145 : cluster [DBG] pgmap v3561: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:11.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:11 smithi129 conmon[101092]: cluster 2022-01-18T18:03:10.303784+0000 mgr.smithi129.iclwio (mgr.14716) 4146 : cluster [DBG] pgmap v3562: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:03:12.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:11 smithi156 conmon[67007]: cluster 2022-01-18T18:03:10.303784+0000 mgr.smithi129.iclwio (mgr.14716) 4146 : cluster [DBG] pgmap v3562: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:03:12.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:12 smithi129 conmon[101092]: audit 2022-01-18T18:03:12.392838+0000 mon.smithi129 (mon.0) 1384 2022-01-18T18:03:12.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:12 smithi129 conmon[101092]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:03:12.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:12 smithi129 conmon[101092]: audit 2022-01-18T18:03:12.394358+0000 mon.smithi129 (mon.0) 1385 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:03:12.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:12 smithi129 conmon[101092]: audit 2022-01-18T18:03:12.395235+0000 mon.smithi129 (mon.0) 1386 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:03:13.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:12 smithi156 conmon[67007]: audit 2022-01-18T18:03:12.392838+0000 mon.smithi129 (mon.0) 1384 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:03:13.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:12 smithi156 conmon[67007]: audit 2022-01-18T18:03:12.394358+0000 mon.smithi129 (mon.0) 1385 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:03:13.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:12 smithi156 conmon[67007]: audit 2022-01-18T18:03:12.395235+0000 mon.smithi129 (mon.0) 1386 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:03:14.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:13 smithi156 conmon[67007]: cluster 2022-01-18T18:03:12.304328+0000 mgr.smithi129.iclwio (mgr.14716) 4147 : cluster [DBG] pgmap v3563: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:14.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:13 smithi156 conmon[67007]: cephadm 2022-01-18T18:03:12.395978+0000 mgr.smithi129.iclwio (mgr.14716) 4148 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:03:14.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:13 smithi156 conmon[67007]: audit 2022-01-18T18:03:12.709087+0000 mon.smithi129 (mon.0) 1387 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:03:14.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:13 smithi156 conmon[67007]: audit 2022-01-18T18:03:12.713757+0000 mon.smithi129 2022-01-18T18:03:14.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:13 smithi156 conmon[67007]: (mon.0) 1388 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:03:14.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:13 smithi129 conmon[101092]: cluster 2022-01-18T18:03:12.304328+0000 mgr.smithi129.iclwio (mgr.14716) 4147 : cluster [DBG] pgmap v3563: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:14.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:13 smithi129 conmon[101092]: cephadm 2022-01-18T18:03:12.395978+0000 mgr.smithi129.iclwio (mgr.14716) 4148 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:03:14.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:13 smithi129 conmon[101092]: audit 2022-01-18T18:03:12.709087+0000 mon.smithi129 (mon.0) 1387 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:03:14.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:13 smithi129 conmon[101092]: audit 2022-01-18T18:03:12.713757+0000 mon.smithi129 (mon.0) 1388 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:03:16.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:15 smithi156 conmon[67007]: cluster 2022-01-18T18:03:14.305259+0000 mgr.smithi129.iclwio (mgr.14716) 4149 : cluster [DBG] pgmap v3564: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:03:16.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:15 smithi129 conmon[101092]: cluster 2022-01-18T18:03:14.305259+0000 mgr.smithi129.iclwio (mgr.14716) 4149 : cluster [DBG] pgmap v3564: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:03:17.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:17 smithi129 conmon[101092]: cluster 2022-01-18T18:03:16.305727+0000 mgr.smithi129.iclwio (mgr.14716) 4150 : cluster [DBG] pgmap v3565: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:18.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:17 smithi156 conmon[67007]: cluster 2022-01-18T18:03:16.305727+0000 mgr.smithi129.iclwio (mgr.14716) 4150 : cluster [DBG] pgmap v3565: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:20.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:19 smithi156 conmon[67007]: cluster 2022-01-18T18:03:18.306366+0000 mgr.smithi129.iclwio (mgr.14716) 4151 : cluster [DBG] pgmap v3566: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:20.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:19 smithi129 conmon[101092]: cluster 2022-01-18T18:03:18.306366+0000 mgr.smithi129.iclwio (mgr.14716) 4151 : cluster [DBG] pgmap v3566: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:22.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:21 smithi156 conmon[67007]: cluster 2022-01-18T18:03:20.307117+0000 mgr.smithi129.iclwio (mgr.14716) 4152 : cluster [DBG] pgmap v3567: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:03:22.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:21 smithi129 conmon[101092]: cluster 2022-01-18T18:03:20.307117+0000 mgr.smithi129.iclwio (mgr.14716) 4152 : cluster [DBG] pgmap v3567: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:03:24.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:23 smithi156 conmon[67007]: cluster 2022-01-18T18:03:22.307802+0000 mgr.smithi129.iclwio (mgr.14716) 4153 : cluster [DBG] pgmap v3568: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:24.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:23 smithi129 conmon[101092]: cluster 2022-01-18T18:03:22.307802+0000 mgr.smithi129.iclwio (mgr.14716) 4153 : cluster [DBG] pgmap v3568: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:26.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:25 smithi156 conmon[67007]: cluster 2022-01-18T18:03:24.308500+0000 mgr.smithi129.iclwio (mgr.14716) 4154 : cluster [DBG] pgmap v3569: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:03:26.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:25 smithi129 conmon[101092]: cluster 2022-01-18T18:03:24.308500+0000 mgr.smithi129.iclwio (mgr.14716) 4154 : cluster [DBG] pgmap v3569: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:03:26.313 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:03:26.582 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:03:26.582 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 5m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:03:26.582 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (117m) 5m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:03:26.583 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (117m) 5m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:03:26.583 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 5m ago 2h 42.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:03:26.583 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 5m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:03:26.583 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 5m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:03:26.584 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (118m) 5m ago 2h 600M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:03:26.584 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (118m) 5m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:03:26.584 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (118m) 5m ago 2h 800M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:03:26.584 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (117m) 5m ago 2h 403M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:03:26.585 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (118m) 5m ago 118m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:03:26.585 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (118m) 5m ago 118m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:03:26.585 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 5m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:03:26.585 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 5m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:03:26.586 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (112m) 5m ago 2h 1748M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:03:26.586 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 5m ago 2h 2781M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:03:26.586 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 5m ago 2h 2145M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:03:26.586 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 5m ago 2h 2780M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:03:26.587 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 5m ago 2h 2583M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:03:26.587 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 5m ago 2h 3156M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:03:26.587 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 5m ago 2h 2497M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:03:26.587 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 5m ago 2h 3690M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:03:26.588 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 5m ago 2h 75.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:03:26.903 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:03:26.903 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:03:26.904 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:03:26.904 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:03:26.904 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:03:26.904 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:03:26.904 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:03:26.905 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:03:26.905 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:03:26.905 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:03:26.905 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:03:26.906 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:03:26.906 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:03:26.906 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:03:26.907 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:03:26.907 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:03:26.907 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:03:26.908 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:03:26.908 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:03:27.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:27 smithi129 conmon[101092]: audit 2022-01-18T18:03:26.308049+0000 mgr.smithi129.iclwio (mgr.14716) 4155 : audit [DBG] from='client.36850 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:03:27.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:27 smithi129 conmon[101092]: cluster 2022-01-18T18:03:26.308903+0000 mgr.smithi129.iclwio (mgr.14716) 4156 : cluster [DBG] pgmap v3570: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:27.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:27 smithi129 conmon[101092]: audit 2022-01-18T18:03:26.579820+0000 mgr.smithi129.iclwio 2022-01-18T18:03:27.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:27 smithi129 conmon[101092]: (mgr.14716) 4157 : audit [DBG] from='client.36854 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:03:27.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:27 smithi129 conmon[101092]: audit 2022-01-18T18: 2022-01-18T18:03:27.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:27 smithi129 conmon[101092]: 03:26.909545+0000 mon.smithi129 (mon.0) 1389 : audit [DBG] from='client.? 172.21.15.129:0/849163153' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:03:28.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:27 smithi156 conmon[67007]: audit 2022-01-18T18:03:26.308049+0000 mgr.smithi129.iclwio (mgr.14716) 4155 : 2022-01-18T18:03:28.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:27 smithi156 conmon[67007]: audit [DBG] from='client.36850 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:03:28.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:27 smithi156 conmon[67007]: cluster 2022-01-18T18:03:26.308903+0000 mgr.smithi129.iclwio (mgr.14716) 4156 : cluster [DBG] pgmap v3570: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:28.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:27 smithi156 conmon[67007]: audit 2022-01-18T18:03:26.579820+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:03:28.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:27 smithi156 conmon[67007]: ) 4157 : audit [DBG] from='client.36854 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:03:28.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:27 smithi156 conmon[67007]: audit 2022- 2022-01-18T18:03:28.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:27 smithi156 conmon[67007]: 01-18T18:03:26.909545+0000 mon.smithi129 (mon. 2022-01-18T18:03:28.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:27 smithi156 conmon[67007]: 0) 1389 : audit [DBG] from='client.? 172.21.15.129:0/849163153' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:03:30.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:29 smithi156 conmon[67007]: cluster 2022-01-18T18:03:28.309572+0000 mgr.smithi129.iclwio (mgr.14716) 4158 : cluster 2022-01-18T18:03:30.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:29 smithi156 conmon[67007]: [DBG] pgmap v3571: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:30.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:29 smithi129 conmon[101092]: cluster 2022-01-18T18:03:28.309572+0000 mgr.smithi129.iclwio (mgr.14716) 4158 : cluster [DBG] pgmap v3571: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:32.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:31 smithi156 conmon[67007]: cluster 2022-01-18T18:03:30.310449+0000 mgr.smithi129.iclwio (mgr.14716) 4159 : cluster [DBG] 2022-01-18T18:03:32.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:31 smithi156 conmon[67007]: pgmap v3572: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:03:32.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:31 smithi129 conmon[101092]: cluster 2022-01-18T18:03:30.310449+0000 mgr.smithi129.iclwio (mgr.14716) 4159 : cluster [DBG] pgmap v3572: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:03:34.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:33 smithi156 conmon[67007]: cluster 2022-01-18T18:03:32.311014+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:03:34.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:33 smithi156 conmon[67007]: 4160 : cluster [DBG] pgmap v3573: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:34.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:33 smithi129 conmon[101092]: cluster 2022-01-18T18:03:32.311014+0000 mgr.smithi129.iclwio (mgr.14716) 4160 : cluster [DBG] pgmap v3573: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:36.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:35 smithi156 conmon[67007]: cluster 2022-01-18T18:03:34.311684+0000 mgr.smithi129.iclwio (mgr.14716) 4161 : cluster 2022-01-18T18:03:36.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:35 smithi156 conmon[67007]: [DBG] pgmap v3574: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:03:36.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:35 smithi129 conmon[101092]: cluster 2022-01-18T18:03:34.311684+0000 mgr.smithi129.iclwio (mgr.14716) 4161 : cluster [DBG] pgmap v3574: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:03:37.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:37 smithi129 conmon[101092]: cluster 2022-01-18T18:03:36.312246+0000 mgr.smithi129.iclwio (mgr.14716) 4162 : cluster 2022-01-18T18:03:37.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:37 smithi129 conmon[101092]: [DBG] pgmap v3575: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:38.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:37 smithi156 conmon[67007]: cluster 2022-01-18T18:03:36.312246+0000 mgr.smithi129.iclwio (mgr.14716) 4162 : cluster 2022-01-18T18:03:38.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:37 smithi156 conmon[67007]: [DBG] pgmap v3575: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:40.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:39 smithi156 conmon[67007]: cluster 2022-01-18T18:03:38.312732+0000 mgr.smithi129.iclwio (mgr.14716) 4163 : cluster [DBG] 2022-01-18T18:03:40.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:39 smithi156 conmon[67007]: pgmap v3576: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:40.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:39 smithi129 conmon[101092]: cluster 2022-01-18T18:03:38.312732+0000 mgr.smithi129.iclwio (mgr.14716) 4163 : cluster 2022-01-18T18:03:40.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:39 smithi129 conmon[101092]: [DBG] pgmap v3576: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:42.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:41 smithi156 conmon[67007]: cluster 2022-01-18T18:03:40.313572+0000 mgr.smithi129.iclwio (mgr.14716) 4164 : cluster [DBG] 2022-01-18T18:03:42.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:41 smithi156 conmon[67007]: pgmap v3577: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:03:42.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:41 smithi129 conmon[101092]: cluster 2022-01-18T18:03:40.313572+0000 mgr.smithi129.iclwio (mgr.14716) 4164 : cluster 2022-01-18T18:03:42.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:41 smithi129 conmon[101092]: [DBG] pgmap v3577: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:03:44.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:43 smithi156 conmon[67007]: cluster 2022-01-18T18:03:42.314120+0000 mgr.smithi129.iclwio (mgr.14716) 4165 : cluster [DBG] 2022-01-18T18:03:44.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:43 smithi156 conmon[67007]: pgmap v3578: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:44.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:43 smithi129 conmon[101092]: cluster 2022-01-18T18:03:42.314120+0000 mgr.smithi129.iclwio (mgr.14716) 4165 : cluster 2022-01-18T18:03:44.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:43 smithi129 conmon[101092]: [DBG] pgmap v3578: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:46.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:45 smithi156 conmon[67007]: cluster 2022-01-18T18:03:44.315035+0000 mgr.smithi129.iclwio (mgr.14716) 4166 : cluster [DBG] 2022-01-18T18:03:46.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:45 smithi156 conmon[67007]: pgmap v3579: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:03:46.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:45 smithi129 conmon[101092]: cluster 2022-01-18T18:03:44.315035+0000 mgr.smithi129.iclwio (mgr.14716) 4166 : cluster [DBG] pgmap v3579: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:03:47.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:47 smithi129 conmon[101092]: cluster 2022-01-18T18:03:46.315589+0000 mgr.smithi129.iclwio (mgr.14716) 4167 : cluster [DBG] pgmap v3580: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:47.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:47 smithi129 conmon[101092]: 2022-01-18T18:03:48.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:47 smithi156 conmon[67007]: cluster 2022-01-18T18:03:46.315589+0000 mgr.smithi129.iclwio (mgr.14716) 4167 : cluster [DBG] 2022-01-18T18:03:48.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:47 smithi156 conmon[67007]: pgmap v3580: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:50.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:49 smithi156 conmon[67007]: cluster 2022-01-18T18:03:48.316134+0000 mgr.smithi129.iclwio (mgr.14716) 4168 : cluster [DBG] pgmap v3581: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:50.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:49 smithi156 conmon[67007]: 2022-01-18T18:03:50.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:49 smithi129 conmon[101092]: cluster 2022-01-18T18:03:48.316134+0000 mgr.smithi129.iclwio (mgr.14716) 4168 : cluster 2022-01-18T18:03:50.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:49 smithi129 conmon[101092]: [DBG] pgmap v3581: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:52.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:51 smithi156 conmon[67007]: cluster 2022-01-18T18:03:50.316954+0000 mgr.smithi129.iclwio (mgr.14716) 4169 : cluster 2022-01-18T18:03:52.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:51 smithi156 conmon[67007]: [DBG] pgmap v3582: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:03:52.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:51 smithi129 conmon[101092]: cluster 2022-01-18T18:03:50.316954+0000 mgr.smithi129.iclwio (mgr.14716) 4169 : cluster [DBG] 2022-01-18T18:03:52.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:51 smithi129 conmon[101092]: pgmap v3582: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:03:54.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:53 smithi156 conmon[67007]: cluster 2022-01-18T18:03:52.317548+0000 mgr.smithi129.iclwio (mgr.14716) 4170 : cluster [DBG] pgmap v3583: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:54.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:53 smithi156 conmon[67007]: 2022-01-18T18:03:54.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:53 smithi129 conmon[101092]: cluster 2022-01-18T18:03:52.317548+0000 mgr.smithi129.iclwio (mgr.14716) 4170 : cluster [DBG] 2022-01-18T18:03:54.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:53 smithi129 conmon[101092]: pgmap v3583: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:56.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:55 smithi156 conmon[67007]: cluster 2022-01-18T18:03:54.318456+0000 mgr.smithi129.iclwio (mgr.14716) 4171 : cluster [DBG] pgmap v3584: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:03:56.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:55 smithi129 conmon[101092]: cluster 2022-01-18T18:03:54.318456+0000 mgr.smithi129.iclwio (mgr.14716) 4171 : cluster [DBG] pgmap v3584: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:03:57.202 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:03:57.470 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:03:57.471 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 5m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:03:57.471 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (118m) 5m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:03:57.471 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (118m) 5m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:03:57.472 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 5m ago 2h 42.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:03:57.472 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 5m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:03:57.472 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 5m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:03:57.472 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (119m) 5m ago 2h 600M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:03:57.473 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (118m) 5m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:03:57.473 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (118m) 5m ago 2h 800M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:03:57.473 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (118m) 5m ago 2h 403M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:03:57.473 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (119m) 5m ago 119m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:03:57.474 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (119m) 5m ago 119m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:03:57.474 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 5m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:03:57.474 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 5m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:03:57.474 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (112m) 5m ago 2h 1748M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:03:57.474 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 5m ago 2h 2781M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:03:57.475 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 5m ago 2h 2145M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:03:57.475 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 5m ago 2h 2780M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:03:57.475 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 5m ago 2h 2583M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:03:57.475 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 5m ago 2h 3156M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:03:57.476 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 5m ago 2h 2497M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:03:57.476 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 5m ago 2h 3690M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:03:57.476 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 5m ago 2h 75.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:03:57.791 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:03:57.792 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:03:57.792 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:03:57.792 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:03:57.793 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:03:57.793 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:03:57.793 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:03:57.793 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:03:57.794 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:03:57.794 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:03:57.794 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:03:57.794 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:03:57.795 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:03:57.795 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:03:57.795 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:03:57.795 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:03:57.796 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:03:57.796 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:03:57.796 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:03:57.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:57 smithi129 conmon[101092]: cluster 2022-01-18T18:03:56.318974+0000 mgr.smithi129.iclwio 2022-01-18T18:03:57.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:57 smithi129 conmon[101092]: (mgr.14716) 4172 : cluster [DBG] pgmap v3585: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:58.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:57 smithi156 conmon[67007]: cluster 2022-01-18T18:03:56.318974+0000 mgr.smithi129.iclwio (mgr.14716) 4172 : cluster [DBG] pgmap v3585: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:03:59.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:58 smithi156 conmon[67007]: audit 2022-01-18T18:03:57.196353+0000 mgr.smithi129.iclwio (mgr.14716) 4173 : audit [DBG] from='client.36862 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:03:59.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:58 smithi156 conmon[67007]: audit 2022-01-18T18:03:57.468188+0000 mgr.smithi129.iclwio (mgr.14716) 4174 : audit [DBG] from='client.36866 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:03:59.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:58 smithi156 conmon[67007]: audit 2022-01-18T18:03:57. 2022-01-18T18:03:59.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:58 smithi156 conmon[67007]: 797950+0000 mon.smithi129 (mon.0) 1390 : audit [DBG] from='client.? 172.21.15.129:0/468185800' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:03:59.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:58 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T18:03:59.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:58 smithi156 conmon[67007]: T18:03:58.668926+0000 mon.smithi129 ( 2022-01-18T18:03:59.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:58 smithi156 conmon[67007]: mon.0) 1391 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:03:59.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:58 smithi156 conmon[67007]: audit 2022-01-18T18:03:59.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:58 smithi156 conmon[67007]: 2022-01-18T18:03: 2022-01-18T18:03:59.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:58 smithi156 conmon[67007]: 58.669148+0000 mon.smithi129 (mon.0) 1392 : 2022-01-18T18:03:59.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:58 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:03:59.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:58 smithi129 conmon[101092]: audit 2022-01-18T18:03:57.196353+0000 mgr.smithi129.iclwio (mgr.14716) 4173 : audit 2022-01-18T18:03:59.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:58 smithi129 conmon[101092]: [DBG] from='client.36862 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:03:59.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:58 smithi129 conmon[101092]: audit 2022-01-18T18:03:57.468188+0000 mgr.smithi129.iclwio (mgr.14716) 4174 : audit [DBG] from='client.36866 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:03:59.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:58 smithi129 conmon[101092]: audit 2022- 2022-01-18T18:03:59.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:58 smithi129 conmon[101092]: 01-18T18:03:57.797950+0000 mon.smithi129 (mon.0) 1390 : audit [DBG] from='client.? 172.21.15.129:0/468185800' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:03:59.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:58 smithi129 conmon[101092]: audit 2022-01-18T18:03:58.668926+0000 2022-01-18T18:03:59.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:58 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1391 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:03:59.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:58 smithi129 conmon[101092]: audit 2022- 2022-01-18T18:03:59.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:58 smithi129 conmon[101092]: 01-18T18:03:58.669148+0000 mon.smithi129 ( 2022-01-18T18:03:59.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:58 smithi129 conmon[101092]: mon.0) 1392 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:04:00.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:03:59 smithi156 conmon[67007]: cluster 2022-01-18T18:03:58.319484+0000 mgr.smithi129.iclwio (mgr.14716) 4175 : cluster [DBG] pgmap v3586: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:00.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:59 smithi129 conmon[101092]: cluster 2022-01-18T18:03:58.319484+0000 mgr.smithi129.iclwio (mgr.14716) 4175 : cluster [DBG] 2022-01-18T18:04:00.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:03:59 smithi129 conmon[101092]: pgmap v3586: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:02.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:01 smithi156 conmon[67007]: cluster 2022-01-18T18:04:00.320375+0000 mgr.smithi129.iclwio (mgr.14716) 4176 : cluster [DBG] pgmap v3587: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:04:02.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:01 smithi129 conmon[101092]: cluster 2022-01-18T18:04:00.320375+0000 mgr.smithi129.iclwio (mgr.14716) 4176 : cluster [DBG] pgmap v3587: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:04:04.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:03 smithi129 conmon[101092]: cluster 2022-01-18T18:04:02.321065+0000 mgr.smithi129.iclwio (mgr.14716) 4177 : cluster [DBG] pgmap v3588: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:04.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:03 smithi156 conmon[67007]: cluster 2022-01-18T18:04:02.321065+0000 mgr.smithi129.iclwio (mgr.14716) 4177 : cluster [DBG] pgmap v3588: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:06.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:05 smithi129 conmon[101092]: cluster 2022-01-18T18:04:04.321926+0000 mgr.smithi129.iclwio (mgr.14716) 4178 : cluster [DBG] pgmap v3589: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:04:06.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:05 smithi156 conmon[67007]: cluster 2022-01-18T18:04:04.321926+0000 mgr.smithi129.iclwio (mgr.14716) 4178 : cluster [DBG] pgmap v3589: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:04:08.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:07 smithi129 conmon[101092]: cluster 2022-01-18T18:04:06.322442+0000 mgr.smithi129.iclwio (mgr.14716) 4179 : cluster 2022-01-18T18:04:08.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:07 smithi129 conmon[101092]: [DBG] pgmap v3590: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:08.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:07 smithi156 conmon[67007]: cluster 2022-01-18T18:04:06.322442+0000 mgr.smithi129.iclwio (mgr.14716) 4179 : cluster [DBG] pgmap v3590: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:10.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:09 smithi129 conmon[101092]: cluster 2022-01-18T18:04:08.323049+0000 mgr.smithi129.iclwio (mgr.14716) 4180 : cluster [DBG] pgmap v3591: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:10.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:09 smithi156 conmon[67007]: cluster 2022-01-18T18:04:08.323049+0000 mgr.smithi129.iclwio (mgr.14716) 4180 : cluster [DBG] pgmap v3591: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:12.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:11 smithi129 conmon[101092]: cluster 2022-01-18T18:04:10.323930+0000 mgr.smithi129.iclwio (mgr.14716) 4181 : cluster [DBG] pgmap v3592: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:04:12.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:11 smithi156 conmon[67007]: cluster 2022-01-18T18:04:10.323930+0000 mgr.smithi129.iclwio (mgr.14716) 4181 : cluster [DBG] pgmap v3592: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:04:13.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:12 smithi129 conmon[101092]: audit 2022-01-18T18:04:12.716614+0000 mon.smithi129 (mon.0) 1393 : audit 2022-01-18T18:04:13.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:12 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:04:13.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:12 smithi129 conmon[101092]: audit 2022-01-18T18:04:12.717974+0000 mon.smithi129 (mon.0) 1394 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:04:13.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:12 smithi129 conmon[101092]: audit 2022 2022-01-18T18:04:13.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:12 smithi129 conmon[101092]: -01-18T18:04:12.718878+0000 mon.smithi129 (mon.0) 1395 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:04:13.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:12 smithi156 conmon[67007]: audit 2022-01-18T18:04:12.716614+0000 mon.smithi129 (mon.0) 1393 : 2022-01-18T18:04:13.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:12 smithi156 conmon[67007]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:04:13.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:12 smithi156 conmon[67007]: audit 2022-01-18T18:04:12.717974+0000 mon.smithi129 (mon.0) 1394 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:04:13.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:12 smithi156 conmon[67007]: 2022-01-18T18:04:13.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:12 smithi156 conmon[67007]: audit 2022 2022-01-18T18:04:13.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:12 smithi156 conmon[67007]: -01-18T18:04:12.718878+0000 mon.smithi129 (mon.0) 1395 : 2022-01-18T18:04:13.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:12 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:04:14.028 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:14 smithi156 conmon[67007]: cluster 2022-01-18T18:04:12.324525+0000 mgr.smithi129.iclwio (mgr.14716) 4182 : cluster [DBG] 2022-01-18T18:04:14.028 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:14 smithi156 conmon[67007]: pgmap v3593: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:14.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:14 smithi156 conmon[67007]: cephadm 2022-01-18T18:04:12.719565+0000 mgr.smithi129.iclwio (mgr.14716) 4183 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:04:14.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:14 smithi156 conmon[67007]: audit 2022 2022-01-18T18:04:14.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:14 smithi156 conmon[67007]: -01-18T18:04:13.032100+0000 mon.smithi129 (mon.0) 1396 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:04:14.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:14 smithi156 conmon[67007]: audit 2022-01-18T18:04:13.037417+0000 2022-01-18T18:04:14.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:14 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1397 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:04:14.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:14 smithi129 conmon[101092]: cluster 2022-01-18T18:04:12.324525+0000 mgr.smithi129.iclwio (mgr.14716) 4182 : cluster [DBG] pgmap v3593: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:14.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:14 smithi129 conmon[101092]: cephadm 2022-01-18T18:04:12.719565+0000 mgr.smithi129.iclwio (mgr.14716) 4183 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:04:14.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:14 smithi129 conmon[101092]: audit 2022-01-18T18:04:13.032100+0000 mon.smithi129 (mon.0) 1396 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:04:14.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:14 smithi129 conmon[101092]: audit 2022-01-18T18:04:13.037417+0000 mon.smithi129 (mon. 2022-01-18T18:04:14.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:14 smithi129 conmon[101092]: 0) 1397 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:04:16.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:16 smithi156 conmon[67007]: cluster 2022-01-18T18:04:14.325304+0000 mgr.smithi129.iclwio (mgr.14716) 4184 : cluster [DBG] pgmap v3594: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:04:16.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:16 smithi129 conmon[101092]: cluster 2022-01-18T18:04:14.325304+0000 mgr.smithi129.iclwio (mgr.14716) 4184 : cluster [DBG] pgmap v3594: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:04:18.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:18 smithi156 conmon[67007]: cluster 2022-01-18T18:04:16.325759+0000 mgr.smithi129.iclwio (mgr.14716) 4185 : cluster [DBG] pgmap v3595: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:18.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:18 smithi129 conmon[101092]: cluster 2022-01-18T18:04:16.325759+0000 mgr.smithi129.iclwio (mgr.14716) 4185 : cluster [DBG] pgmap v3595: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:20.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:20 smithi156 conmon[67007]: cluster 2022-01-18T18:04:18.326492+0000 mgr.smithi129.iclwio (mgr.14716) 4186 : cluster [DBG] pgmap v3596: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:20.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:20 smithi129 conmon[101092]: cluster 2022-01-18T18:04:18.326492+0000 mgr.smithi129.iclwio (mgr.14716) 4186 : cluster [DBG] pgmap v3596: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:22.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:22 smithi156 conmon[67007]: cluster 2022-01-18T18:04:20.327244+0000 mgr.smithi129.iclwio (mgr.14716) 4187 : cluster [DBG] pgmap v3597: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:04:22.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:22 smithi129 conmon[101092]: cluster 2022-01-18T18:04:20.327244+0000 mgr.smithi129.iclwio (mgr.14716) 4187 : cluster [DBG] pgmap v3597: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:04:24.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:24 smithi129 conmon[101092]: cluster 2022-01-18T18:04:22.327906+0000 mgr.smithi129.iclwio (mgr.14716) 4188 : cluster [DBG] pgmap v3598: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:24.439 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:24 smithi156 conmon[67007]: cluster 2022-01-18T18:04:22.327906+0000 mgr.smithi129.iclwio (mgr.14716) 4188 : cluster [DBG] pgmap v3598: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:26.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:26 smithi129 conmon[101092]: cluster 2022-01-18T18:04:24.328636+0000 mgr.smithi129.iclwio (mgr.14716) 4189 : cluster [DBG] pgmap v3599: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:04:26.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:26 smithi156 conmon[67007]: cluster 2022-01-18T18:04:24.328636+0000 mgr.smithi129.iclwio (mgr.14716) 4189 : cluster [DBG] pgmap v3599: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:04:28.093 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:04:28.357 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:04:28.357 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 6m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:04:28.358 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (118m) 6m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:04:28.358 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (118m) 6m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:04:28.358 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 6m ago 2h 42.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:04:28.358 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 6m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:04:28.359 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 6m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:04:28.359 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (119m) 6m ago 2h 600M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:04:28.359 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (119m) 6m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:04:28.359 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (119m) 6m ago 2h 800M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:04:28.359 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (118m) 6m ago 2h 403M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:04:28.360 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (119m) 6m ago 119m 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:04:28.360 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (119m) 6m ago 119m 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:04:28.360 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 6m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:04:28.360 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 6m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:04:28.361 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (113m) 6m ago 2h 1748M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:04:28.361 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 6m ago 2h 2781M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:04:28.361 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 6m ago 2h 2145M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:04:28.361 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 6m ago 2h 2780M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:04:28.361 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 6m ago 2h 2583M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:04:28.362 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 6m ago 2h 3156M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:04:28.362 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 6m ago 2h 2497M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:04:28.362 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 6m ago 2h 3690M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:04:28.362 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 6m ago 2h 75.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:04:28.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:28 smithi129 conmon[101092]: cluster 2022-01-18T18:04:26.329074+0000 mgr.smithi129.iclwio (mgr.14716) 4190 : 2022-01-18T18:04:28.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:28 smithi129 conmon[101092]: cluster [DBG] pgmap v3600: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:28.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:28 smithi156 conmon[67007]: cluster 2022-01-18T18:04:26.329074+0000 mgr.smithi129.iclwio (mgr.14716) 4190 : cluster [DBG] pgmap v3600: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:28.675 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:04:28.676 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:04:28.676 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:04:28.676 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:04:28.676 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:04:28.677 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:04:28.677 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:04:28.677 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:04:28.678 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:04:28.678 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:04:28.678 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:04:28.678 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:04:28.679 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:04:28.679 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:04:28.679 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:04:28.679 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:04:28.679 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:04:28.680 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:04:28.680 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:04:29.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:29 smithi129 conmon[101092]: audit 2022-01-18T18:04:28.087212+0000 mgr.smithi129.iclwio (mgr.14716) 4191 : audit [DBG] 2022-01-18T18:04:29.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:29 smithi129 conmon[101092]: from='client.36874 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:04:29.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:29 smithi129 conmon[101092]: audit 2022-01-18T18:04:28.681539+0000 mon.smithi129 (mon.0) 1398 : audit [DBG] from='client.? 172.21.15.129:0/4075388663' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:04:29.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:29 smithi156 conmon[67007]: audit 2022-01-18T18:04:28.087212+0000 mgr.smithi129.iclwio (mgr.14716) 4191 : audit [DBG] from='client.36874 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:04:29.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:29 smithi156 conmon[67007]: audit 2022-01-18T18:04:28 2022-01-18T18:04:29.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:29 smithi156 conmon[67007]: .681539+0000 mon.smithi129 (mon.0) 1398 : audit [DBG] from='client.? 172.21.15.129:0/4075388663' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:04:30.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:30 smithi129 conmon[101092]: cluster 2022-01-18T18:04:28.329620+0000 mgr.smithi129.iclwio (mgr.14716) 4192 : cluster [DBG] pgmap v3601: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:30.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:30 smithi129 conmon[101092]: 2022-01-18T18:04:30.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:30 smithi129 conmon[101092]: audit 2022-01-18T18:04:28.354758+0000 mgr.smithi129.iclwio (mgr.14716) 4193 : audit [DBG] from='client.36878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:04:30.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:30 smithi156 conmon[67007]: cluster 2022-01-18T18:04:28.329620+0000 mgr.smithi129.iclwio (mgr.14716) 4192 : cluster [DBG] pgmap v3601: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:30.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:30 smithi156 conmon[67007]: audit 2022-01-18T18:04:28.354758+0000 mgr.smithi129.iclwio (mgr.14716) 4193 : audit [DBG] from='client.36878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:04:32.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:32 smithi129 conmon[101092]: cluster 2022-01-18T18:04:30.330458+0000 mgr.smithi129.iclwio (mgr.14716) 4194 : cluster [DBG] pgmap v3602: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:04:32.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:32 smithi156 conmon[67007]: cluster 2022-01-18T18:04:30.330458+0000 mgr.smithi129.iclwio (mgr.14716) 4194 : cluster [DBG] pgmap v3602: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:04:34.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:34 smithi129 conmon[101092]: cluster 2022-01-18T18:04:32.330992+0000 mgr.smithi129.iclwio (mgr.14716) 4195 : cluster [DBG] pgmap v3603: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:34.439 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:34 smithi156 conmon[67007]: cluster 2022-01-18T18:04:32.330992+0000 mgr.smithi129.iclwio (mgr.14716) 4195 : cluster [DBG] pgmap v3603: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:36.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:36 smithi129 conmon[101092]: cluster 2022-01-18T18:04:34.331900+0000 mgr.smithi129.iclwio (mgr.14716) 4196 : cluster [DBG] pgmap v3604: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:04:36.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:36 smithi156 conmon[67007]: cluster 2022-01-18T18:04:34.331900+0000 mgr.smithi129.iclwio (mgr.14716) 4196 : cluster [DBG] pgmap v3604: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:04:38.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:38 smithi129 conmon[101092]: cluster 2022-01-18T18:04:36.332470+0000 mgr.smithi129.iclwio (mgr.14716) 4197 : cluster [DBG] pgmap v3605: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:38.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:38 smithi156 conmon[67007]: cluster 2022-01-18T18:04:36.332470+0000 mgr.smithi129.iclwio (mgr.14716) 4197 : cluster [DBG] pgmap v3605: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:40.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:40 smithi129 conmon[101092]: cluster 2022-01-18T18:04:38.333154+0000 mgr.smithi129.iclwio (mgr.14716) 4198 : cluster [DBG] pgmap v3606: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:40.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:40 smithi156 conmon[67007]: cluster 2022-01-18T18:04:38.333154+0000 mgr.smithi129.iclwio (mgr.14716) 4198 : cluster [DBG] pgmap v3606: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:42.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:42 smithi129 conmon[101092]: cluster 2022-01-18T18:04:40.333953+0000 mgr.smithi129.iclwio (mgr.14716) 4199 : cluster [DBG] pgmap v3607: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:04:42.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:42 smithi156 conmon[67007]: cluster 2022-01-18T18:04:40.333953+0000 mgr.smithi129.iclwio (mgr.14716) 4199 : cluster [DBG] pgmap v3607: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:04:44.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:44 smithi129 conmon[101092]: cluster 2022-01-18T18:04:42.334484+0000 mgr.smithi129.iclwio (mgr.14716) 4200 : cluster [DBG] pgmap v3608: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:44.439 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:44 smithi156 conmon[67007]: cluster 2022-01-18T18:04:42.334484+0000 mgr.smithi129.iclwio (mgr.14716) 4200 : cluster [DBG] pgmap v3608: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:46.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:46 smithi129 conmon[101092]: cluster 2022-01-18T18:04:44.335196+0000 mgr.smithi129.iclwio (mgr.14716) 4201 : cluster [DBG] pgmap v3609: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:04:46.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:46 smithi156 conmon[67007]: cluster 2022-01-18T18:04:44.335196+0000 mgr.smithi129.iclwio (mgr.14716) 4201 : cluster [DBG] pgmap v3609: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:04:46.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:46 smithi156 conmon[67007]: 2022-01-18T18:04:48.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:48 smithi129 conmon[101092]: cluster 2022-01-18T18:04:46.335612+0000 mgr.smithi129.iclwio (mgr.14716) 4202 : cluster [DBG] pgmap v3610: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:48.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:48 smithi156 conmon[67007]: cluster 2022-01-18T18:04:46.335612+0000 mgr.smithi129.iclwio (mgr.14716) 4202 : cluster [DBG] pgmap v3610: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:50.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:50 smithi129 conmon[101092]: cluster 2022-01-18T18:04:48.336283+0000 mgr.smithi129.iclwio (mgr.14716) 4203 : 2022-01-18T18:04:50.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:50 smithi129 conmon[101092]: cluster [DBG] pgmap v3611: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:50.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:50 smithi156 conmon[67007]: cluster 2022-01-18T18:04:48.336283+0000 mgr.smithi129.iclwio (mgr.14716) 4203 : cluster [DBG] pgmap v3611: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:52.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:52 smithi129 conmon[101092]: cluster 2022-01-18T18:04:50.337239+0000 mgr.smithi129.iclwio (mgr.14716) 4204 : cluster [DBG] pgmap v3612: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:04:52.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:52 smithi129 conmon[101092]: 2022-01-18T18:04:52.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:52 smithi156 conmon[67007]: cluster 2022-01-18T18:04:50.337239+0000 mgr.smithi129.iclwio (mgr.14716) 4204 : cluster [DBG] pgmap v3612: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:04:54.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:54 smithi129 conmon[101092]: cluster 2022-01-18T18:04:52.337876+0000 mgr.smithi129.iclwio (mgr.14716) 4205 : cluster [DBG] pgmap v3613: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:54.439 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:54 smithi156 conmon[67007]: cluster 2022-01-18T18:04:52.337876+0000 mgr.smithi129.iclwio (mgr.14716) 4205 : cluster [DBG] pgmap v3613: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:56.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:56 smithi129 conmon[101092]: cluster 2022-01-18T18:04:54.338658+0000 mgr.smithi129.iclwio (mgr.14716) 4206 : cluster [DBG] 2022-01-18T18:04:56.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:56 smithi129 conmon[101092]: pgmap v3614: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:04:56.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:56 smithi156 conmon[67007]: cluster 2022-01-18T18:04:54.338658+0000 mgr.smithi129.iclwio (mgr.14716) 4206 : cluster [DBG] pgmap v3614: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:04:58.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:58 smithi129 conmon[101092]: cluster 2022-01-18T18:04:56.339150+0000 mgr.smithi129.iclwio (mgr.14716) 4207 : cluster [DBG] pgmap v3615: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:58.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:58 smithi156 conmon[67007]: cluster 2022-01-18T18:04:56.339150+0000 mgr.smithi129.iclwio (mgr.14716) 4207 : cluster [DBG] pgmap v3615: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:04:58.976 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:04:59.245 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:04:59.246 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 6m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:04:59.246 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (119m) 6m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:04:59.246 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (119m) 6m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:04:59.246 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 6m ago 2h 42.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:04:59.247 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 6m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:04:59.247 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 6m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:04:59.247 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 6m ago 2h 600M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:04:59.247 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (119m) 6m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:04:59.247 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (119m) 6m ago 2h 800M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:04:59.248 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (119m) 6m ago 2h 403M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:04:59.248 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 6m ago 2h 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:04:59.248 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 6m ago 2h 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:04:59.248 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 6m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:04:59.249 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 6m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:04:59.249 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (113m) 6m ago 2h 1748M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:04:59.249 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 6m ago 2h 2781M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:04:59.249 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 6m ago 2h 2145M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:04:59.249 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 6m ago 2h 2780M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:04:59.250 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 6m ago 2h 2583M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:04:59.250 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 6m ago 2h 3156M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:04:59.250 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 6m ago 2h 2497M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:04:59.250 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 6m ago 2h 3690M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:04:59.251 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 6m ago 2h 75.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:04:59.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:59 smithi129 conmon[101092]: audit 2022-01-18T18:04:58.673207+0000 mon.smithi129 (mon.0) 1399 2022-01-18T18:04:59.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:59 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:04:59.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:04:59 smithi129 conmon[101092]: audit 2022-01-18T18:04:58.673433+0000 mon.smithi129 (mon.0) 1400 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:04:59.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:59 smithi156 conmon[67007]: audit 2022-01-18T18:04:58.673207+0000 mon.smithi129 (mon.0) 1399 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:04:59.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:04:59 smithi156 conmon[67007]: audit 2022-01-18T18:04:58.673433+0000 mon.smithi129 (mon.0) 1400 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:04:59.564 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:04:59.564 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:04:59.565 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:04:59.565 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:04:59.565 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:04:59.565 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:04:59.566 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:04:59.566 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:04:59.566 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:04:59.566 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:04:59.566 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:04:59.567 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:04:59.567 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:04:59.567 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:04:59.567 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:04:59.568 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:04:59.568 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:04:59.568 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:04:59.568 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:05:00.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:00 smithi129 conmon[101092]: cluster 2022-01-18T18:04:58.339852+0000 mgr.smithi129.iclwio (mgr.14716) 4208 : cluster 2022-01-18T18:05:00.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:00 smithi129 conmon[101092]: [DBG] pgmap v3616: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:00.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:00 smithi129 conmon[101092]: audit 2022-01-18T18:04:58.970017+0000 mgr.smithi129.iclwio (mgr.14716) 4209 : audit [DBG] from='client.36886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:05:00.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:00 smithi129 conmon[101092]: audit 2022-01-18T18 2022-01-18T18:05:00.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:00 smithi129 conmon[101092]: :04:59.569600+0000 mon.smithi129 (mon.0) 1401 : audit [DBG] from='client.? 172.21.15.129:0/1576498577' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:05:00.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:00 smithi156 conmon[67007]: cluster 2022-01-18T18:04:58.339852+0000 mgr.smithi129.iclwio (mgr.14716) 4208 : cluster [DBG] pgmap v3616: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:00.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:00 smithi156 conmon[67007]: audit 2022-01-18T18:04:58.970017+0000 mgr.smithi129.iclwio (mgr.14716) 4209 : audit [DBG] from='client.36886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:05:00.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:00 smithi156 conmon[67007]: audit 2022-01-18T18:04:59.569600+0000 mon.smithi129 (mon.0) 1401 : audit [DBG] from='client.? 172.21.15.129:0/1576498577' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:05:01.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:01 smithi129 conmon[101092]: audit 2022-01-18T18:04:59.242100+0000 mgr.smithi129.iclwio (mgr.14716) 4210 : audit [DBG] from='client.36890 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:05:01.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:01 smithi156 conmon[67007]: audit 2022-01-18T18:04:59.242100+0000 mgr.smithi129.iclwio (mgr.14716) 4210 : audit [DBG] from='client.36890 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:05:01.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:01 smithi156 conmon[67007]: 2022-01-18T18:05:02.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:02 smithi129 conmon[101092]: cluster 2022-01-18T18:05:00.340616+0000 mgr.smithi129.iclwio (mgr.14716) 4211 : cluster [DBG] pgmap v3617: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:05:02.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:02 smithi129 conmon[101092]: 2022-01-18T18:05:02.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:02 smithi156 conmon[67007]: cluster 2022-01-18T18:05:00.340616+0000 mgr.smithi129.iclwio (mgr.14716) 4211 : cluster [DBG] pgmap v3617: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:05:02.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:02 smithi156 conmon[67007]: 2022-01-18T18:05:04.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:04 smithi129 conmon[101092]: cluster 2022-01-18T18:05:02.341116+0000 mgr.smithi129.iclwio (mgr.14716) 4212 : cluster [DBG] pgmap v3618: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:04.439 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:04 smithi156 conmon[67007]: cluster 2022-01-18T18:05:02.341116+0000 mgr.smithi129.iclwio (mgr.14716) 4212 : cluster [DBG] pgmap v3618: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:06.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:06 smithi129 conmon[101092]: cluster 2022-01-18T18:05:04.341917+0000 mgr.smithi129.iclwio (mgr.14716) 4213 : cluster [DBG] pgmap v3619: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:05:06.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:06 smithi156 conmon[67007]: cluster 2022-01-18T18:05:04.341917+0000 mgr.smithi129.iclwio (mgr.14716) 4213 : cluster [DBG] pgmap v3619: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:05:06.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:06 smithi156 conmon[67007]: 2022-01-18T18:05:08.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:08 smithi129 conmon[101092]: cluster 2022-01-18T18:05:06.342447+0000 mgr.smithi129.iclwio (mgr.14716) 4214 : cluster [DBG] pgmap v3620: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:08.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:08 smithi129 conmon[101092]: 2022-01-18T18:05:08.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:08 smithi156 conmon[67007]: cluster 2022-01-18T18:05:06.342447+0000 mgr.smithi129.iclwio (mgr.14716) 4214 : cluster [DBG] pgmap v3620: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:09.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:09 smithi156 conmon[67007]: cluster 2022-01-18T18:05:08.343003+0000 mgr.smithi129.iclwio (mgr.14716) 4215 : cluster [DBG] pgmap v3621: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:09.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:09 smithi129 conmon[101092]: cluster 2022-01-18T18:05:08.343003+0000 mgr.smithi129.iclwio (mgr.14716) 4215 : cluster [DBG] pgmap v3621: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:09.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:09 smithi129 conmon[101092]: 2022-01-18T18:05:11.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:11 smithi129 conmon[101092]: cluster 2022-01-18T18:05:10.343823+0000 mgr.smithi129.iclwio (mgr.14716) 4216 : cluster [DBG] pgmap v3622: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:05:12.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:11 smithi156 conmon[67007]: cluster 2022-01-18T18:05:10.343823+0000 mgr.smithi129.iclwio (mgr.14716) 4216 : cluster [DBG] pgmap v3622: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:05:12.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:11 smithi156 conmon[67007]: 2022-01-18T18:05:13.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:13 smithi129 conmon[101092]: cluster 2022-01-18T18:05:12.344449+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:05:13.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:13 smithi129 conmon[101092]: 4217 : cluster [DBG] pgmap v3623: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:13.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:13 smithi129 conmon[101092]: audit 2022-01-18T18:05:13.052084+0000 mon.smithi129 (mon.0) 1402 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:05:13.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:13 smithi129 conmon[101092]: audit 2022-01-18T18:05:13.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:13 smithi129 conmon[101092]: 2022-01-18T18:05:13.053499+0000 mon.smithi129 (mon.0) 1403 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:05:13.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:13 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T18:05:13.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:13 smithi129 conmon[101092]: 18T18:05:13.054415+0000 mon.smithi129 (mon.0 2022-01-18T18:05:13.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:13 smithi129 conmon[101092]: ) 1404 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:05:13.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:13 smithi129 conmon[101092]: cephadm 2022-01- 2022-01-18T18:05:13.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:13 smithi129 conmon[101092]: 18T18:05:13.055122+0000 mgr.smithi129.iclwio (mgr 2022-01-18T18:05:13.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:13 smithi129 conmon[101092]: .14716) 4218 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:05:13.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:13 smithi129 conmon[101092]: 2022-01-18T18:05:13.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:13 smithi129 conmon[101092]: audit 2022-01-18T18:05:13 2022-01-18T18:05:13.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:13 smithi129 conmon[101092]: .363098+0000 mon.smithi129 (mon.0) 1405 : audit 2022-01-18T18:05:13.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:13 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:05:13.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:13 smithi129 conmon[101092]: audit 2022-01-18T18:05:13.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:13 smithi129 conmon[101092]: 2022-01-18T18:05:13.367807+0000 2022-01-18T18:05:13.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:13 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1406 : audit 2022-01-18T18:05:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:13 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:05:14.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:13 smithi156 conmon[67007]: cluster 2022-01-18T18:05:12.344449+0000 mgr.smithi129.iclwio (mgr.14716) 4217 2022-01-18T18:05:14.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:13 smithi156 conmon[67007]: : cluster [DBG] pgmap v3623: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:14.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:13 smithi156 conmon[67007]: audit 2022-01-18T18:05:13.052084+0000 mon.smithi129 (mon.0) 1402 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:05:14.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:13 smithi156 conmon[67007]: audit 2022-01-18T18:05:13.053499+0000 mon.smithi129 ( 2022-01-18T18:05:14.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:13 smithi156 conmon[67007]: mon.0) 1403 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:05:14.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:13 smithi156 conmon[67007]: audit 2022-01-18T18:05:13.054415+0000 mon.smithi129 (mon.0) 1404 : 2022-01-18T18:05:14.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:13 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:05:14.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:13 smithi156 conmon[67007]: cephadm 2022-01-18T 2022-01-18T18:05:14.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:13 smithi156 conmon[67007]: 18:05:13.055122+0000 mgr.smithi129.iclwio (mgr.14716) 4218 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:05:14.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:13 smithi156 conmon[67007]: audit 2022-01-18T18:05:13.363098 2022-01-18T18:05:14.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:13 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 1405 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:05:14.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:13 smithi156 conmon[67007]: audit 2022-01-18T18:05: 2022-01-18T18:05:14.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:13 smithi156 conmon[67007]: 13.367807+0000 mon.smithi129 (mon.0) 1406 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:05:15.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:15 smithi129 conmon[101092]: cluster 2022-01-18T18:05:14.345193+0000 mgr.smithi129.iclwio (mgr.14716) 4219 : cluster [DBG] pgmap v3624: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:05:16.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:15 smithi156 conmon[67007]: cluster 2022-01-18T18:05:14.345193+0000 mgr.smithi129.iclwio (mgr.14716) 4219 : cluster [DBG] 2022-01-18T18:05:16.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:15 smithi156 conmon[67007]: pgmap v3624: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:05:17.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:17 smithi129 conmon[101092]: cluster 2022-01-18T18:05:16.345621+0000 mgr.smithi129.iclwio (mgr.14716) 4220 : cluster [DBG] pgmap v3625: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:18.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:17 smithi156 conmon[67007]: cluster 2022-01-18T18:05:16.345621+0000 mgr.smithi129.iclwio (mgr.14716) 4220 : cluster [DBG] pgmap v3625: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:18.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:17 smithi156 conmon[67007]: 2022-01-18T18:05:19.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:19 smithi129 conmon[101092]: cluster 2022-01-18T18:05:18.346323+0000 mgr.smithi129.iclwio (mgr.14716) 4221 : cluster [DBG] pgmap v3626: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:20.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:19 smithi156 conmon[67007]: cluster 2022-01-18T18:05:18.346323+0000 mgr.smithi129.iclwio (mgr.14716) 4221 : cluster [DBG] pgmap v3626: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:21.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:21 smithi129 conmon[101092]: cluster 2022-01-18T18:05:20.347167+0000 mgr.smithi129.iclwio (mgr.14716) 4222 : cluster [DBG] 2022-01-18T18:05:21.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:21 smithi129 conmon[101092]: pgmap v3627: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:05:22.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:21 smithi156 conmon[67007]: cluster 2022-01-18T18:05:20.347167+0000 mgr.smithi129.iclwio (mgr.14716) 4222 : cluster [DBG] pgmap v3627: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:05:22.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:21 smithi156 conmon[67007]: 2022-01-18T18:05:23.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:23 smithi129 conmon[101092]: cluster 2022-01-18T18:05:22.347752+0000 mgr.smithi129.iclwio (mgr.14716) 4223 : 2022-01-18T18:05:23.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:23 smithi129 conmon[101092]: cluster [DBG] pgmap v3628: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:24.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:23 smithi156 conmon[67007]: cluster 2022-01-18T18:05:22.347752+0000 mgr.smithi129.iclwio (mgr.14716) 4223 : cluster [DBG] pgmap v3628: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:24.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:23 smithi156 conmon[67007]: 2022-01-18T18:05:25.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:25 smithi129 conmon[101092]: cluster 2022-01-18T18:05:24.348431+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:05:25.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:25 smithi129 conmon[101092]: 4224 : cluster [DBG] pgmap v3629: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:05:26.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:25 smithi156 conmon[67007]: cluster 2022-01-18T18:05:24.348431+0000 mgr.smithi129.iclwio (mgr.14716) 4224 : cluster [DBG] pgmap v3629: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:05:27.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:27 smithi129 conmon[101092]: cluster 2022-01-18T18:05:26.348946+0000 mgr.smithi129.iclwio (mgr.14716) 4225 : cluster [DBG] 2022-01-18T18:05:27.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:27 smithi129 conmon[101092]: pgmap v3630: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:28.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:27 smithi156 conmon[67007]: cluster 2022-01-18T18:05:26.348946+0000 mgr.smithi129.iclwio (mgr.14716) 4225 : cluster [DBG] pgmap v3630: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:28.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:27 smithi156 conmon[67007]: 2022-01-18T18:05:29.863 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:05:29.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:29 smithi129 conmon[101092]: cluster 2022-01-18T18:05:28.349720+0000 mgr.smithi129.iclwio (mgr.14716) 4226 : cluster [DBG] pgmap v3631: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:30.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:29 smithi156 conmon[67007]: cluster 2022-01-18T18:05:28.349720+0000 mgr.smithi129.iclwio (mgr.14716) 4226 : cluster [DBG] pgmap v3631: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:30.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:29 smithi156 conmon[67007]: 2022-01-18T18:05:30.126 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:05:30.127 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 7m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:05:30.127 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (119m) 7m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:05:30.127 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (119m) 7m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:05:30.127 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 7m ago 2h 42.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:05:30.127 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 7m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:05:30.128 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 7m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:05:30.128 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 7m ago 2h 600M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:05:30.128 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 7m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:05:30.128 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 7m ago 2h 800M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:05:30.129 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (119m) 7m ago 2h 403M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:05:30.129 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 7m ago 2h 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:05:30.129 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 7m ago 2h 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:05:30.129 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 7m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:05:30.130 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 7m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:05:30.130 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (114m) 7m ago 2h 1748M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:05:30.130 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 7m ago 2h 2781M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:05:30.130 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 7m ago 2h 2145M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:05:30.131 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 7m ago 2h 2780M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:05:30.131 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 7m ago 2h 2583M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:05:30.131 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 7m ago 2h 3156M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:05:30.131 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 7m ago 2h 2497M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:05:30.132 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 7m ago 2h 3690M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:05:30.132 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 7m ago 2h 75.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:05:30.444 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:05:30.444 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:05:30.444 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:05:30.445 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:05:30.445 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:05:30.445 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:05:30.445 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:05:30.446 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:05:30.446 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:05:30.446 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:05:30.446 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:05:30.447 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:05:30.447 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:05:30.447 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:05:30.447 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:05:30.448 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:05:30.448 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:05:30.448 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:05:30.448 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:05:30.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:30 smithi129 conmon[101092]: audit 2022-01-18T18:05:29.856459+0000 mgr.smithi129.iclwio (mgr.14716) 4227 : audit [DBG] 2022-01-18T18:05:30.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:30 smithi129 conmon[101092]: from='client.36898 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:05:30.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:30 smithi129 conmon[101092]: audit 2022-01-18T18:05:30.122630+0000 mgr.smithi129.iclwio (mgr.14716) 4228 : audit [DBG] from='client.36902 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:05:30.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:30 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T18:05:30.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:30 smithi129 conmon[101092]: T18:05:30.449387+0000 mon.smithi129 (mon.0) 1407 : audit [DBG] from='client.? 172.21.15.129:0/2467908316' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:05:31.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:30 smithi156 conmon[67007]: audit 2022-01-18T18:05:29.856459+0000 mgr.smithi129.iclwio (mgr.14716) 4227 : audit [DBG] from='client.36898 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:05:31.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:30 smithi156 conmon[67007]: 2022-01-18T18:05:31.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:30 smithi156 conmon[67007]: audit 2022-01-18T18:05:30.122630+0000 mgr.smithi129.iclwio (mgr.14716) 4228 : audit [DBG] from='client.36902 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:05:31.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:30 smithi156 conmon[67007]: audit 2022-01-18T18:05:31.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:30 smithi156 conmon[67007]: 2022-01-18T18:05:30.449387+0000 mon.smithi129 (mon.0) 1407 : audit [DBG] 2022-01-18T18:05:31.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:30 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/2467908316' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:05:31.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:31 smithi129 conmon[101092]: cluster 2022-01-18T18:05:30.350431+0000 mgr.smithi129.iclwio (mgr.14716) 4229 : cluster [DBG] pgmap v3632: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:05:31.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:31 smithi129 conmon[101092]: 2022-01-18T18:05:32.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:31 smithi156 conmon[67007]: cluster 2022-01-18T18:05:30.350431+0000 mgr.smithi129.iclwio (mgr.14716) 4229 : cluster [DBG] pgmap v3632: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:05:33.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:33 smithi129 conmon[101092]: cluster 2022-01-18T18:05:32.351066+0000 mgr.smithi129.iclwio (mgr.14716) 4230 : cluster [DBG] pgmap v3633: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:34.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:33 smithi156 conmon[67007]: cluster 2022-01-18T18:05:32.351066+0000 mgr.smithi129.iclwio (mgr.14716) 4230 : cluster [DBG] pgmap v3633: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:35.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:35 smithi129 conmon[101092]: cluster 2022-01-18T18:05:34.351930+0000 mgr.smithi129.iclwio (mgr.14716) 4231 : cluster [DBG] pgmap v3634: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:05:36.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:35 smithi156 conmon[67007]: cluster 2022-01-18T18:05:34.351930+0000 mgr.smithi129.iclwio (mgr.14716) 4231 : cluster [DBG] pgmap v3634: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:05:37.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:37 smithi129 conmon[101092]: cluster 2022-01-18T18:05:36.352390+0000 mgr.smithi129.iclwio (mgr.14716) 4232 2022-01-18T18:05:37.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:37 smithi129 conmon[101092]: : cluster [DBG] pgmap v3635: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:38.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:37 smithi156 conmon[67007]: cluster 2022-01-18T18:05:36.352390+0000 mgr.smithi129.iclwio (mgr.14716) 4232 : cluster [DBG] pgmap v3635: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:39.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:39 smithi129 conmon[101092]: cluster 2022-01-18T18:05:38.353137+0000 mgr.smithi129.iclwio (mgr.14716) 4233 : cluster [DBG] pgmap v3636: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:40.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:39 smithi156 conmon[67007]: cluster 2022-01-18T18:05:38.353137+0000 mgr.smithi129.iclwio (mgr.14716) 4233 : cluster [DBG] pgmap v3636: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:41.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:41 smithi129 conmon[101092]: cluster 2022-01-18T18:05:40.353915+0000 mgr.smithi129.iclwio (mgr.14716) 4234 : cluster [DBG] pgmap v3637: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:05:42.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:41 smithi156 conmon[67007]: cluster 2022-01-18T18:05:40.353915+0000 mgr.smithi129.iclwio (mgr.14716) 4234 : cluster [DBG] pgmap v3637: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:05:43.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:43 smithi129 conmon[101092]: cluster 2022-01-18T18:05:42.354378+0000 mgr.smithi129.iclwio (mgr.14716) 4235 : cluster [DBG] pgmap v3638: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:44.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:43 smithi156 conmon[67007]: cluster 2022-01-18T18:05:42.354378+0000 mgr.smithi129.iclwio (mgr.14716) 4235 : cluster [DBG] pgmap v3638: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:44.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:43 smithi156 conmon[67007]: 2022-01-18T18:05:45.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:45 smithi129 conmon[101092]: cluster 2022-01-18T18:05:44.355014+0000 mgr.smithi129.iclwio (mgr 2022-01-18T18:05:45.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:45 smithi129 conmon[101092]: .14716) 4236 : cluster [DBG] pgmap v3639: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:05:46.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:45 smithi156 conmon[67007]: cluster 2022-01-18T18:05:44.355014+0000 mgr.smithi129.iclwio (mgr.14716) 4236 : 2022-01-18T18:05:46.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:45 smithi156 conmon[67007]: cluster [DBG] pgmap v3639: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:05:47.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:47 smithi129 conmon[101092]: cluster 2022-01-18T18:05:46.355479+0000 mgr.smithi129.iclwio (mgr.14716) 4237 : cluster [DBG] pgmap v3640: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:48.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:47 smithi156 conmon[67007]: cluster 2022-01-18T18:05:46.355479+0000 mgr.smithi129.iclwio (mgr.14716) 4237 : cluster [DBG] pgmap v3640: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:49.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:49 smithi129 conmon[101092]: cluster 2022-01-18T18:05:48.356068+0000 mgr.smithi129.iclwio (mgr.14716) 4238 : cluster [DBG] pgmap v3641: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:50.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:49 smithi156 conmon[67007]: cluster 2022-01-18T18:05:48.356068+0000 mgr.smithi129.iclwio (mgr.14716) 4238 : cluster [DBG] pgmap v3641: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:51.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:51 smithi129 conmon[101092]: cluster 2022-01-18T18:05:50.356850+0000 mgr.smithi129.iclwio (mgr.14716) 4239 : cluster [DBG] pgmap v3642: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:05:52.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:51 smithi156 conmon[67007]: cluster 2022-01-18T18:05:50.356850+0000 mgr.smithi129.iclwio (mgr.14716) 4239 : cluster [DBG] pgmap v3642: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:05:53.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:53 smithi129 conmon[101092]: cluster 2022-01-18T18:05:52.357589+0000 mgr.smithi129.iclwio (mgr.14716) 4240 : cluster [DBG] pgmap v3643: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:54.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:53 smithi156 conmon[67007]: cluster 2022-01-18T18:05:52.357589+0000 mgr.smithi129.iclwio (mgr.14716) 4240 : cluster [DBG] pgmap v3643: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:54.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:53 smithi156 conmon[67007]: 2022-01-18T18:05:55.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:55 smithi129 conmon[101092]: cluster 2022-01-18T18:05:54.358342+0000 mgr.smithi129.iclwio (mgr.14716) 4241 : cluster [DBG] pgmap v3644: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:05:56.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:55 smithi156 conmon[67007]: cluster 2022-01-18T18:05:54.358342+0000 mgr.smithi129.iclwio (mgr.14716) 4241 : cluster [DBG] pgmap v3644: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:05:57.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:57 smithi129 conmon[101092]: cluster 2022-01-18T18:05:56.358907+0000 mgr.smithi129.iclwio (mgr.14716) 4242 : cluster [DBG] pgmap v3645: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:58.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:57 smithi156 conmon[67007]: cluster 2022-01-18T18:05:56.358907+0000 mgr.smithi129.iclwio (mgr.14716) 4242 : cluster [DBG] pgmap v3645: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:05:58.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:57 smithi156 conmon[67007]: 2022-01-18T18:05:59.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:58 smithi156 conmon[67007]: audit 2022-01-18T18:05:58.677336+0000 mon.smithi129 (mon.0) 1408 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:05:59.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:58 smithi156 conmon[67007]: audit 2022-01-18T18:05:58.677557+0000 mon.smithi129 (mon.0) 1409 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:05:59.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:58 smithi129 conmon[101092]: audit 2022-01-18T18:05:58.677336+0000 mon.smithi129 (mon.0) 1408 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:05:59.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:58 smithi129 conmon[101092]: audit 2022-01-18T18:05:58.677557+0000 mon.smithi129 (mon.0) 1409 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:06:00.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:59 smithi156 conmon[67007]: cluster 2022-01-18T18:05:58.359403+0000 mgr.smithi129.iclwio (mgr.14716) 4243 : cluster [DBG] 2022-01-18T18:06:00.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:05:59 smithi156 conmon[67007]: pgmap v3646: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:00.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:59 smithi129 conmon[101092]: cluster 2022-01-18T18:05:58.359403+0000 mgr.smithi129.iclwio (mgr.14716) 4243 : cluster [DBG] 2022-01-18T18:06:00.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:05:59 smithi129 conmon[101092]: pgmap v3646: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:00.742 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:06:01.011 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:06:01.011 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 7m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:06:01.011 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 7m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:06:01.012 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 7m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:06:01.012 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 7m ago 2h 42.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:06:01.012 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 7m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:06:01.012 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 7m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:06:01.013 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 7m ago 2h 600M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:06:01.013 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 7m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:06:01.013 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 7m ago 2h 800M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:06:01.013 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 7m ago 2h 403M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:06:01.014 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 7m ago 2h 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:06:01.014 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 7m ago 2h 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:06:01.014 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 7m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:06:01.014 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 7m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:06:01.015 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (115m) 7m ago 2h 1748M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:06:01.015 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 7m ago 2h 2781M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:06:01.015 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 7m ago 2h 2145M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:06:01.015 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 7m ago 2h 2780M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:06:01.016 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 7m ago 2h 2583M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:06:01.016 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 7m ago 2h 3156M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:06:01.016 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 7m ago 2h 2497M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:06:01.016 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 7m ago 2h 3690M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:06:01.017 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 7m ago 2h 75.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:06:01.330 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:06:01.330 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:06:01.331 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:06:01.331 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:06:01.331 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:06:01.331 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:06:01.331 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:06:01.333 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:06:01.333 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:06:01.333 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:06:01.333 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:06:01.334 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:06:01.334 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:06:01.334 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:06:01.334 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:06:01.335 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:06:01.335 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:06:01.335 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:06:01.335 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:06:02.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:01 smithi156 conmon[67007]: cluster 2022-01-18T18:06:00.360292+0000 mgr.smithi129.iclwio (mgr.14716) 4244 : cluster [DBG] pgmap v3647: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:06:02.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:01 smithi156 conmon[67007]: audit 2022-01-18T18:06:00.735259+0000 mgr.smithi129.iclwio (mgr.14716) 4245 : audit [DBG] from='client.36910 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:06:02.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:01 smithi156 conmon[67007]: audit 2022-01-18T18:06:01.007237+0000 mgr.smithi129.iclwio (mgr.14716) 4246 : audit [DBG] from='client.36914 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:06:02.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:01 smithi156 conmon[67007]: audit 2022-01-18T18:06:01.335248+0000 mon.smithi129 (mon.0) 1410 : audit [DBG] from='client.? 172.21.15.129:0/418033230' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:06:02.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:01 smithi156 conmon[67007]: 2022-01-18T18:06:02.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:01 smithi129 conmon[101092]: cluster 2022-01-18T18:06:00.360292+0000 mgr.smithi129.iclwio (mgr.14716) 4244 : cluster [DBG] pgmap v3647: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:06:02.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:01 smithi129 conmon[101092]: audit 2022-01-18T18:06:00.735259+0000 mgr.smithi129.iclwio (mgr.14716) 4245 : audit [DBG] from='client.36910 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:06:02.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:01 smithi129 conmon[101092]: audit 2022-01-18T18:06:01.007237+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:06:02.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:01 smithi129 conmon[101092]: ) 4246 : audit [DBG] from='client.36914 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:06:02.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:01 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T18:06:02.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:01 smithi129 conmon[101092]: 18T18:06:01.335248+0000 mon.smithi129 (mon.0) 1410 : audit [DBG] 2022-01-18T18:06:02.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:01 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/418033230' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:06:04.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:03 smithi156 conmon[67007]: cluster 2022-01-18T18:06:02.360871+0000 mgr.smithi129.iclwio (mgr.14716) 4247 : cluster [DBG] pgmap v3648: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:04.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:03 smithi129 conmon[101092]: cluster 2022-01-18T18:06:02.360871+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:06:04.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:03 smithi129 conmon[101092]: ) 4247 : cluster [DBG] pgmap v3648: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:06.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:05 smithi156 conmon[67007]: cluster 2022-01-18T18:06:04.361599+0000 mgr.smithi129.iclwio (mgr.14716) 4248 : cluster [DBG] pgmap v3649: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:06:06.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:05 smithi129 conmon[101092]: cluster 2022-01-18T18:06:04.361599+0000 mgr.smithi129.iclwio (mgr.14716) 4248 : cluster [DBG] pgmap v3649: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:06:07.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:07 smithi129 conmon[101092]: cluster 2022-01-18T18:06:06.362242+0000 mgr.smithi129.iclwio (mgr.14716) 4249 : cluster [DBG] pgmap v3650: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:08.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:07 smithi156 conmon[67007]: cluster 2022-01-18T18:06:06.362242+0000 mgr.smithi129.iclwio (mgr.14716) 4249 : cluster [DBG] pgmap v3650: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:10.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:09 smithi156 conmon[67007]: cluster 2022-01-18T18:06:08.362780+0000 mgr.smithi129.iclwio (mgr.14716) 4250 : cluster [DBG] pgmap v3651: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:10.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:09 smithi129 conmon[101092]: cluster 2022-01-18T18:06:08.362780+0000 mgr.smithi129.iclwio (mgr.14716) 4250 : cluster [DBG] pgmap v3651: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:12.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:11 smithi156 conmon[67007]: cluster 2022-01-18T18:06:10.363569+0000 mgr.smithi129.iclwio (mgr.14716) 4251 : cluster [DBG] pgmap v3652: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:06:12.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:11 smithi129 conmon[101092]: cluster 2022-01-18T18:06:10.363569+0000 mgr.smithi129.iclwio (mgr.14716) 4251 : cluster [DBG] pgmap v3652: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:06:14.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:13 smithi156 conmon[67007]: cluster 2022-01-18T18:06:12.364218+0000 mgr.smithi129.iclwio (mgr.14716) 4252 : cluster [DBG] pgmap v3653: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:14.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:13 smithi156 conmon[67007]: audit 2022-01-18T18:06:13.370446+0000 mon.smithi129 (mon.0) 1411 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:06:14.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:13 smithi156 conmon[67007]: audit 2022-01-18T18:06:13.371736+0000 mon.smithi129 (mon.0) 1412 : audit 2022-01-18T18:06:14.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:13 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:06:14.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:13 smithi156 conmon[67007]: audit 2022-01-18T18 2022-01-18T18:06:14.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:13 smithi156 conmon[67007]: :06:13.372528+0000 mon.smithi129 (mon.0) 1413 : audit [INF] 2022-01-18T18:06:14.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:13 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:06:14.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:13 smithi156 conmon[67007]: audit 2022-01-18T18:06:14.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:13 smithi156 conmon[67007]: 2022-01-18T18:06:13.681125+0000 mon.smithi129 ( 2022-01-18T18:06:14.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:13 smithi156 conmon[67007]: mon.0) 1414 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:06:14.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:13 smithi156 conmon[67007]: audit 2022-01 2022-01-18T18:06:14.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:13 smithi156 conmon[67007]: -18T18:06:13.686052+0000 mon.smithi129 ( 2022-01-18T18:06:14.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:13 smithi156 conmon[67007]: mon.0) 1415 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:06:14.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:13 smithi129 conmon[101092]: cluster 2022-01-18T18:06:12.364218+0000 mgr.smithi129.iclwio (mgr.14716) 4252 : cluster [DBG] pgmap v3653: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:14.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:13 smithi129 conmon[101092]: audit 2022-01-18T18:06:13.370446+0000 2022-01-18T18:06:14.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:13 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1411 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:06:14.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:13 smithi129 conmon[101092]: audit 2022-01-18T18:06:13.371736+0000 mon.smithi129 (mon.0) 1412 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:06:14.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:13 smithi129 conmon[101092]: audit 2022-01-18T18:06:13.372528 2022-01-18T18:06:14.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:13 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 1413 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:06:14.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:13 smithi129 conmon[101092]: audit 2022-01 2022-01-18T18:06:14.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:13 smithi129 conmon[101092]: -18T18:06:13.681125+0000 mon.smithi129 (mon.0) 1414 : 2022-01-18T18:06:14.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:13 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:06:14.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:13 smithi129 conmon[101092]: audit 2022-01-18T18:06: 2022-01-18T18:06:14.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:13 smithi129 conmon[101092]: 13.686052+0000 mon.smithi129 (mon.0) 1415 : audit 2022-01-18T18:06:14.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:13 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:06:15.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:14 smithi156 conmon[67007]: cephadm 2022-01-18T18:06:13.373151+0000 mgr.smithi129.iclwio (mgr.14716) 4253 : cephadm 2022-01-18T18:06:15.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:14 smithi156 conmon[67007]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:06:15.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:14 smithi129 conmon[101092]: cephadm 2022-01-18T18:06:13.373151+0000 mgr.smithi129.iclwio (mgr.14716) 4253 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:06:15.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:14 smithi129 conmon[101092]: 2022-01-18T18:06:16.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:15 smithi156 conmon[67007]: cluster 2022-01-18T18:06:14.364840+0000 mgr.smithi129.iclwio (mgr.14716) 4254 : cluster [DBG] pgmap v3654: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:06:16.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:15 smithi129 conmon[101092]: cluster 2022-01-18T18:06:14.364840+0000 mgr.smithi129.iclwio (mgr.14716) 4254 : cluster [DBG] pgmap v3654: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:06:16.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:15 smithi129 conmon[101092]: 2022-01-18T18:06:17.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:17 smithi129 conmon[101092]: cluster 2022-01-18T18:06:16.365372+0000 mgr.smithi129.iclwio (mgr.14716) 4255 : cluster [DBG] pgmap v3655: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:18.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:17 smithi156 conmon[67007]: cluster 2022-01-18T18:06:16.365372+0000 mgr.smithi129.iclwio (mgr.14716) 4255 : cluster [DBG] pgmap v3655: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:20.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:19 smithi156 conmon[67007]: cluster 2022-01-18T18:06:18.366049+0000 mgr.smithi129.iclwio (mgr.14716) 4256 : cluster [DBG] pgmap v3656: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:20.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:19 smithi129 conmon[101092]: cluster 2022-01-18T18:06:18.366049+0000 mgr.smithi129.iclwio (mgr.14716) 4256 : cluster [DBG] 2022-01-18T18:06:20.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:19 smithi129 conmon[101092]: pgmap v3656: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:22.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:21 smithi156 conmon[67007]: cluster 2022-01-18T18:06:20.366821+0000 mgr.smithi129.iclwio (mgr.14716) 4257 : cluster [DBG] pgmap v3657: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:06:22.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:21 smithi129 conmon[101092]: cluster 2022-01-18T18:06:20.366821+0000 mgr.smithi129.iclwio (mgr.14716) 4257 : cluster [DBG] pgmap v3657: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:06:24.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:23 smithi156 conmon[67007]: cluster 2022-01-18T18:06:22.367434+0000 mgr.smithi129.iclwio (mgr.14716) 4258 : cluster [DBG] pgmap v3658: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:24.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:23 smithi129 conmon[101092]: cluster 2022-01-18T18:06:22.367434+0000 mgr.smithi129.iclwio (mgr.14716) 4258 : cluster [DBG] pgmap v3658: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:26.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:25 smithi156 conmon[67007]: cluster 2022-01-18T18:06:24.368122+0000 mgr.smithi129.iclwio (mgr.14716) 4259 : cluster [DBG] pgmap v3659: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:06:26.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:25 smithi129 conmon[101092]: cluster 2022-01-18T18:06:24.368122+0000 mgr.smithi129.iclwio (mgr.14716) 4259 : cluster [DBG] pgmap v3659: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:06:26.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:25 smithi129 conmon[101092]: 2022-01-18T18:06:27.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:27 smithi129 conmon[101092]: cluster 2022-01-18T18:06:26.368666+0000 mgr.smithi129.iclwio (mgr.14716) 4260 : cluster [DBG] pgmap v3660: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:28.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:27 smithi156 conmon[67007]: cluster 2022-01-18T18:06:26.368666+0000 mgr.smithi129.iclwio (mgr.14716) 4260 : cluster [DBG] pgmap v3660: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:30.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:29 smithi156 conmon[67007]: cluster 2022-01-18T18:06:28.369297+0000 mgr.smithi129.iclwio (mgr.14716) 4261 : cluster [DBG] pgmap v3661: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:30.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:29 smithi129 conmon[101092]: cluster 2022-01-18T18:06: 2022-01-18T18:06:30.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:29 smithi129 conmon[101092]: 28.369297+0000 mgr.smithi129.iclwio (mgr.14716) 4261 : cluster [DBG] pgmap v3661: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:31.626 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:06:31.890 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:06:31.890 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 8m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:06:31.891 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 8m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:06:31.891 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 8m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:06:31.891 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 8m ago 2h 42.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:06:31.891 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 8m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:06:31.892 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 8m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:06:31.892 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 8m ago 2h 600M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:06:31.892 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 8m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:06:31.892 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 8m ago 2h 800M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:06:31.893 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 8m ago 2h 403M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:06:31.893 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 8m ago 2h 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:06:31.893 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 8m ago 2h 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:06:31.893 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 8m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:06:31.894 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 8m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:06:31.894 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (115m) 8m ago 2h 1748M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:06:31.894 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 8m ago 2h 2781M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:06:31.894 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 8m ago 2h 2145M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:06:31.894 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 8m ago 2h 2780M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:06:31.895 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 8m ago 2h 2583M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:06:31.895 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 8m ago 2h 3156M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:06:31.895 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 8m ago 2h 2497M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:06:31.896 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 8m ago 2h 3690M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:06:31.896 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 8m ago 2h 75.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:06:32.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:31 smithi156 conmon[67007]: cluster 2022-01-18T18:06:30.370237+0000 mgr.smithi129.iclwio (mgr.14716) 4262 : cluster [DBG] pgmap v3662: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:06:32.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:31 smithi129 conmon[101092]: cluster 2022-01-18T18:06:30.370237+0000 mgr.smithi129.iclwio (mgr.14716) 4262 2022-01-18T18:06:32.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:31 smithi129 conmon[101092]: : cluster [DBG] pgmap v3662: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:06:32.209 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:06:32.209 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:06:32.210 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:06:32.210 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:06:32.210 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:06:32.210 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:06:32.211 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:06:32.211 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:06:32.211 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:06:32.211 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:06:32.212 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:06:32.212 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:06:32.212 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:06:32.212 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:06:32.213 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:06:32.213 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:06:32.213 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:06:32.213 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:06:32.214 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:06:33.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:32 smithi156 conmon[67007]: audit 2022-01-18T18:06:31.619466+0000 mgr.smithi129.iclwio (mgr.14716) 4263 : audit [DBG] from='client.36922 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:06:33.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:32 smithi156 conmon[67007]: audit 2022-01-18T18:06:31.886052+0000 mgr.smithi129.iclwio (mgr.14716) 4264 : audit [DBG] from='client.36926 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:06:33.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:32 smithi156 conmon[67007]: audit 2022-01-18T18:06:32.214319+0000 mon.smithi129 (mon.0) 1416 : audit [DBG] from='client.? 172.21.15.129:0/2368892340' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:06:33.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:32 smithi129 conmon[101092]: audit 2022-01-18T18:06:31.619466+0000 mgr.smithi129.iclwio (mgr.14716) 4263 : audit [DBG] from='client.36922 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:06:33.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:32 smithi129 conmon[101092]: audit 2022-01-18T18:06:31.886052+0000 mgr.smithi129.iclwio (mgr.14716) 4264 : audit [DBG] from='client.36926 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:06:33.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:32 smithi129 conmon[101092]: audit 2022-01-18T18:06:32. 2022-01-18T18:06:33.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:32 smithi129 conmon[101092]: 214319+0000 mon.smithi129 (mon.0) 1416 : audit [DBG] 2022-01-18T18:06:33.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:32 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/2368892340' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:06:34.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:33 smithi156 conmon[67007]: cluster 2022-01-18T18:06:32.370686+0000 mgr.smithi129.iclwio (mgr.14716) 4265 : cluster [DBG] pgmap v3663: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:34.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:33 smithi129 conmon[101092]: cluster 2022-01-18T18:06:32.370686+0000 mgr.smithi129.iclwio (mgr.14716) 4265 : cluster [DBG] pgmap v3663: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:36.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:35 smithi156 conmon[67007]: cluster 2022-01-18T18:06:34.371359+0000 mgr.smithi129.iclwio (mgr.14716) 4266 : cluster [DBG] pgmap v3664: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:06:36.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:35 smithi129 conmon[101092]: cluster 2022-01-18T18:06:34.371359+0000 mgr.smithi129.iclwio (mgr.14716) 4266 : cluster [DBG] 2022-01-18T18:06:36.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:35 smithi129 conmon[101092]: pgmap v3664: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:06:37.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:37 smithi129 conmon[101092]: cluster 2022-01-18T18:06:36.371915+0000 mgr.smithi129.iclwio (mgr.14716) 4267 : cluster [DBG] pgmap v3665: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:38.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:37 smithi156 conmon[67007]: cluster 2022-01-18T18:06:36.371915+0000 mgr.smithi129.iclwio (mgr.14716) 4267 : cluster [DBG] pgmap v3665: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:40.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:39 smithi156 conmon[67007]: cluster 2022-01-18T18:06:38.372503+0000 mgr.smithi129.iclwio (mgr.14716) 4268 : cluster [DBG] pgmap v3666: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:40.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:39 smithi129 conmon[101092]: cluster 2022-01-18T18:06:38.372503+0000 mgr.smithi129.iclwio (mgr.14716) 4268 : cluster [DBG] 2022-01-18T18:06:40.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:39 smithi129 conmon[101092]: pgmap v3666: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:42.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:41 smithi156 conmon[67007]: cluster 2022-01-18T18:06:40.373243+0000 mgr.smithi129.iclwio (mgr.14716) 4269 : cluster [DBG] pgmap v3667: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:06:42.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:41 smithi129 conmon[101092]: cluster 2022-01-18T18:06:40.373243+0000 mgr.smithi129.iclwio (mgr.14716) 4269 : cluster [DBG] pgmap v3667: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:06:44.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:43 smithi156 conmon[67007]: cluster 2022-01-18T18:06:42.373771+0000 mgr.smithi129.iclwio (mgr.14716) 4270 : cluster [DBG] pgmap v3668: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:44.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:43 smithi129 conmon[101092]: cluster 2022-01-18T18:06:42.373771+0000 mgr.smithi129.iclwio (mgr.14716) 4270 : cluster [DBG] pgmap v3668: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:46.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:45 smithi156 conmon[67007]: cluster 2022-01-18T18:06:44.374650+0000 mgr.smithi129.iclwio (mgr.14716) 4271 : cluster [DBG] pgmap v3669: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:06:46.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:45 smithi129 conmon[101092]: cluster 2022-01-18T18:06:44.374650+0000 mgr.smithi129.iclwio (mgr.14716) 4271 : cluster 2022-01-18T18:06:46.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:45 smithi129 conmon[101092]: [DBG] pgmap v3669: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:06:47.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:47 smithi129 conmon[101092]: cluster 2022-01-18T18:06:46.375268+0000 mgr.smithi129.iclwio (mgr.14716) 4272 : cluster [DBG] pgmap v3670: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:48.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:47 smithi156 conmon[67007]: cluster 2022-01-18T18:06:46.375268+0000 mgr.smithi129.iclwio (mgr.14716) 4272 : cluster [DBG] pgmap v3670: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:50.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:49 smithi156 conmon[67007]: cluster 2022-01-18T18:06:48.375857+0000 mgr.smithi129.iclwio (mgr.14716) 4273 : cluster [DBG] pgmap v3671: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:50.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:49 smithi129 conmon[101092]: cluster 2022-01-18T18:06:48.375857+0000 mgr.smithi129.iclwio (mgr.14716) 4273 : cluster [DBG] pgmap v3671: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:52.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:51 smithi129 conmon[101092]: cluster 2022-01-18T18:06:50.376711+0000 mgr.smithi129.iclwio (mgr.14716) 4274 : cluster [DBG] pgmap v3672: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:06:52.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:51 smithi156 conmon[67007]: cluster 2022-01-18T18:06:50.376711+0000 mgr.smithi129.iclwio (mgr.14716) 4274 : cluster [DBG] pgmap v3672: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:06:54.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:53 smithi129 conmon[101092]: cluster 2022-01-18T18:06:52.377238+0000 mgr.smithi129.iclwio (mgr.14716) 4275 : cluster [DBG] pgmap v3673: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:54.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:53 smithi156 conmon[67007]: cluster 2022-01-18T18:06:52.377238+0000 mgr.smithi129.iclwio (mgr.14716) 4275 : cluster [DBG] pgmap v3673: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:54.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:53 smithi156 conmon[67007]: 2022-01-18T18:06:56.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:55 smithi129 conmon[101092]: cluster 2022-01-18T18:06:54.377917+0000 mgr.smithi129.iclwio (mgr.14716) 4276 : cluster [DBG] pgmap v3674: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:06:56.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:55 smithi156 conmon[67007]: cluster 2022-01-18T18:06:54.377917+0000 mgr.smithi129.iclwio (mgr.14716) 4276 : cluster [DBG] pgmap v3674: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:06:58.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:57 smithi129 conmon[101092]: cluster 2022-01-18T18:06:56.378408+0000 mgr.smithi129.iclwio (mgr.14716) 4277 : cluster 2022-01-18T18:06:58.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:57 smithi129 conmon[101092]: [DBG] pgmap v3675: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:58.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:57 smithi156 conmon[67007]: cluster 2022-01-18T18:06:56.378408+0000 mgr.smithi129.iclwio (mgr.14716) 4277 : cluster [DBG] pgmap v3675: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:06:59.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:58 smithi129 conmon[101092]: audit 2022-01-18T18:06:58.681743+0000 mon.smithi129 (mon.0) 1417 : audit 2022-01-18T18:06:59.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:58 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:06:59.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:58 smithi129 conmon[101092]: audit 2022-01-18T18:06:58.681994+0000 mon.smithi129 (mon.0) 1418 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:06:59.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:58 smithi156 conmon[67007]: audit 2022-01-18T18:06:58.681743+0000 mon.smithi129 (mon.0) 1417 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:06:59.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:58 smithi156 conmon[67007]: audit 2022-01-18T18:06:58.681994+0000 mon.smithi129 (mon.0) 1418 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:07:00.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:59 smithi129 conmon[101092]: cluster 2022-01-18T18:06:58.378971+0000 mgr.smithi129.iclwio (mgr.14716) 4278 : cluster 2022-01-18T18:07:00.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:06:59 smithi129 conmon[101092]: [DBG] pgmap v3676: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:00.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:06:59 smithi156 conmon[67007]: cluster 2022-01-18T18:06:58.378971+0000 mgr.smithi129.iclwio (mgr.14716) 4278 : cluster [DBG] pgmap v3676: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:02.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:01 smithi129 conmon[101092]: cluster 2022-01-18T18:07:00.379708+0000 mgr.smithi129.iclwio (mgr.14716) 4279 : cluster [DBG] pgmap v3677: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:07:02.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:01 smithi156 conmon[67007]: cluster 2022-01-18T18:07:00.379708+0000 mgr.smithi129.iclwio (mgr.14716) 4279 : cluster [DBG] pgmap v3677: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:07:02.506 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:07:02.770 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:07:02.771 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 8m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:07:02.771 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 8m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:07:02.771 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 9m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:07:02.771 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 8m ago 2h 42.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:07:02.772 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 8m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:07:02.772 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 9m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:07:02.772 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 8m ago 2h 600M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:07:02.772 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 9m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:07:02.773 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 8m ago 2h 800M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:07:02.773 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 9m ago 2h 403M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:07:02.773 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 8m ago 2h 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:07:02.773 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 9m ago 2h 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:07:02.774 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 8m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:07:02.774 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 9m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:07:02.774 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (116m) 8m ago 2h 1748M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:07:02.775 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 8m ago 2h 2781M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:07:02.775 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 8m ago 2h 2145M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:07:02.775 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 8m ago 2h 2780M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:07:02.776 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 9m ago 2h 2583M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:07:02.776 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 9m ago 2h 3156M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:07:02.777 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 9m ago 2h 2497M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:07:02.777 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 9m ago 2h 3690M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:07:02.778 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 8m ago 2h 75.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:07:03.089 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:07:03.090 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:07:03.090 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:07:03.091 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:07:03.091 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:07:03.092 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:07:03.092 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:07:03.093 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:07:03.093 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:07:03.093 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:07:03.094 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:07:03.094 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:07:03.095 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:07:03.095 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:07:03.096 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:07:03.096 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:07:03.096 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:07:03.097 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:07:03.097 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:07:04.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:03 smithi129 conmon[101092]: cluster 2022-01-18T18:07:02.380205+0000 mgr.smithi129.iclwio (mgr.14716) 4280 : cluster [DBG] pgmap v3678: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:04.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:03 smithi129 conmon[101092]: audit 2022-01-18T18:07:02.499227+0000 mgr.smithi129.iclwio (mgr.14716) 4281 : audit [DBG] from='client.36934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:07:04.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:03 smithi129 conmon[101092]: audit 2022-01-18T18:07:02.766429+0000 mgr.smithi129.iclwio (mgr.14716) 4282 2022-01-18T18:07:04.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:03 smithi129 conmon[101092]: : audit [DBG] from='client.36938 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:07:04.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:03 smithi129 conmon[101092]: audit 2022-01-18T18:07:04.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:03 smithi129 conmon[101092]: 2022-01-18T18:07:03.093324+0000 mon.smithi129 (mon. 2022-01-18T18:07:04.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:03 smithi129 conmon[101092]: 0) 1419 : audit [DBG] from='client.? 172.21.15.129:0/484455678' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:07:04.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:03 smithi156 conmon[67007]: cluster 2022-01-18T18:07:02.380205+0000 mgr.smithi129.iclwio (mgr.14716) 4280 : cluster [DBG] pgmap v3678: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:04.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:03 smithi156 conmon[67007]: audit 2022-01-18T18:07:02.499227+0000 mgr.smithi129.iclwio (mgr.14716) 4281 : audit [DBG] from='client.36934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:07:04.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:03 smithi156 conmon[67007]: audit 2022-01-18T18:07:02.766429+0000 mgr.smithi129.iclwio (mgr.14716) 4282 : audit [DBG] from='client.36938 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:07:04.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:03 smithi156 conmon[67007]: audit 2022-01-18T18:07:03 2022-01-18T18:07:04.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:03 smithi156 conmon[67007]: .093324+0000 mon.smithi129 (mon.0) 1419 2022-01-18T18:07:04.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:03 smithi156 conmon[67007]: : audit [DBG] from='client.? 172.21.15.129:0/484455678' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:07:06.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:05 smithi129 conmon[101092]: cluster 2022-01-18T18:07:04.380986+0000 mgr.smithi129.iclwio (mgr.14716) 4283 : cluster [DBG] pgmap v3679: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:07:06.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:05 smithi156 conmon[67007]: cluster 2022-01-18T18:07:04.380986+0000 mgr.smithi129.iclwio (mgr.14716) 4283 : cluster [DBG] pgmap v3679: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:07:08.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:07 smithi129 conmon[101092]: cluster 2022-01-18T18:07:06.381576+0000 mgr.smithi129.iclwio (mgr.14716) 4284 : cluster [DBG] 2022-01-18T18:07:08.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:07 smithi129 conmon[101092]: pgmap v3680: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:08.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:07 smithi156 conmon[67007]: cluster 2022-01-18T18:07:06.381576+0000 mgr.smithi129.iclwio (mgr.14716) 4284 : cluster [DBG] pgmap v3680: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:10.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:09 smithi129 conmon[101092]: cluster 2022-01-18T18:07:08.382162+0000 mgr.smithi129.iclwio (mgr.14716) 4285 : cluster [DBG] pgmap v3681: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:10.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:09 smithi156 conmon[67007]: cluster 2022-01-18T18:07:08.382162+0000 mgr.smithi129.iclwio (mgr.14716) 4285 : cluster [DBG] pgmap v3681: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:12.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:11 smithi129 conmon[101092]: cluster 2022-01-18T18:07:10.383057+0000 mgr.smithi129.iclwio (mgr.14716) 4286 : cluster [DBG] pgmap v3682: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:07:12.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:11 smithi129 conmon[101092]: 2022-01-18T18:07:12.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:11 smithi156 conmon[67007]: cluster 2022-01-18T18:07:10.383057+0000 mgr.smithi129.iclwio (mgr.14716) 4286 : cluster [DBG] pgmap v3682: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:07:14.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:13 smithi129 conmon[101092]: cluster 2022-01-18T18:07:12.383592+0000 mgr.smithi129.iclwio (mgr.14716) 4287 : cluster [DBG] pgmap v3683: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:14.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:13 smithi129 conmon[101092]: audit 2022-01 2022-01-18T18:07:14.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:13 smithi129 conmon[101092]: -18T18:07:13.688801+0000 mon.smithi129 (mon.0) 1420 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:07:14.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:13 smithi129 conmon[101092]: audit 2022-01-18T18:07:13.690154+0000 mon.smithi129 (mon.0) 1421 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:07:14.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:13 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T18:07:14.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:13 smithi129 conmon[101092]: 18:07:13.690952+0000 mon.smithi129 (mon 2022-01-18T18:07:14.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:13 smithi129 conmon[101092]: .0) 1422 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:07:14.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:13 smithi156 conmon[67007]: cluster 2022-01-18T18:07:12.383592+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:07:14.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:13 smithi156 conmon[67007]: ) 4287 : cluster [DBG] pgmap v3683: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:14.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:13 smithi156 conmon[67007]: audit 2022-01-18T18:07:13.688801+0000 mon.smithi129 (mon.0) 1420 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:07:14.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:13 smithi156 conmon[67007]: audit 2022-01-18T18:07:13. 2022-01-18T18:07:14.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:13 smithi156 conmon[67007]: 690154+0000 mon.smithi129 (mon.0) 1421 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:07:14.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:13 smithi156 conmon[67007]: 2022-01-18T18:07:14.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:13 smithi156 conmon[67007]: audit 2022 2022-01-18T18:07:14.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:13 smithi156 conmon[67007]: -01-18T18:07:13 2022-01-18T18:07:14.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:13 smithi156 conmon[67007]: .690952+0000 mon.smithi129 (mon.0) 2022-01-18T18:07:14.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:13 smithi156 conmon[67007]: 1422 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:07:15.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:14 smithi129 conmon[101092]: cephadm 2022-01-18T18:07:13.691733+0000 mgr.smithi129.iclwio (mgr.14716) 4288 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:07:15.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:14 smithi129 conmon[101092]: audit 2022-01-18T18:07:13.986349+0000 2022-01-18T18:07:15.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:14 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1423 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T18:07:15.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:14 smithi129 conmon[101092]: audit 2022-01-18T18:07:13.992650+0000 mon.smithi129 (mon.0) 1424 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T18:07:15.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:14 smithi129 conmon[101092]: audit 2022-01-18T18:07:13.996709+0000 mon.smithi129 (mon.0) 1425 : audit [INF] 2022-01-18T18:07:15.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:14 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:07:15.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:14 smithi129 conmon[101092]: audit 2022-01-18T18:07:14.001393 2022-01-18T18:07:15.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:14 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 1426 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:07:15.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:14 smithi156 conmon[67007]: cephadm 2022-01-18T18:07:13.691733+0000 mgr.smithi129.iclwio (mgr.14716) 4288 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:07:15.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:14 smithi156 conmon[67007]: audit 2022-01-18T18:07:13.986349+0000 mon.smithi129 (mon.0) 1423 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T18:07:15.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:14 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T18:07:15.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:14 smithi156 conmon[67007]: 18:07:13.992650+0000 mon.smithi129 (mon.0) 1424 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T18:07:15.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:14 smithi156 conmon[67007]: audit 2022-01-18T18:07:13.996709 2022-01-18T18:07:15.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:14 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 1425 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:07:15.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:14 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T18:07:15.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:14 smithi156 conmon[67007]: T18:07:14.001393+0000 mon.smithi129 (mon.0 2022-01-18T18:07:15.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:14 smithi156 conmon[67007]: ) 1426 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:07:16.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:16 smithi156 conmon[67007]: cluster 2022-01-18T18:07:14.384191+0000 mgr.smithi129.iclwio (mgr.14716) 4289 : cluster [DBG] pgmap v3684: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:07:16.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:16 smithi129 conmon[101092]: cluster 2022-01-18T18:07:14.384191+0000 mgr.smithi129.iclwio (mgr.14716) 4289 : cluster [DBG] pgmap v3684: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:07:18.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:18 smithi156 conmon[67007]: cluster 2022-01-18T18:07:16.384674+0000 mgr.smithi129.iclwio (mgr.14716) 4290 : cluster [DBG] pgmap v3685: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:18.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:18 smithi129 conmon[101092]: cluster 2022-01-18T18:07:16.384674+0000 mgr.smithi129.iclwio (mgr.14716) 4290 : cluster [DBG] pgmap v3685: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:20.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:20 smithi156 conmon[67007]: cluster 2022-01-18T18:07:18.385193+0000 mgr.smithi129.iclwio (mgr.14716) 4291 : cluster [DBG] pgmap v3686: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:20.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:20 smithi129 conmon[101092]: cluster 2022-01-18T18:07:18.385193+0000 mgr.smithi129.iclwio (mgr.14716) 4291 : cluster [DBG] pgmap v3686: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:22.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:22 smithi156 conmon[67007]: cluster 2022-01-18T18:07:20.385963+0000 mgr.smithi129.iclwio (mgr.14716) 4292 : cluster [DBG] pgmap v3687: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:07:22.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:22 smithi129 conmon[101092]: cluster 2022-01-18T18:07:20.385963+0000 mgr.smithi129.iclwio (mgr.14716) 4292 : cluster [DBG] pgmap v3687: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:07:24.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:24 smithi156 conmon[67007]: cluster 2022-01-18T18:07:22.386524+0000 mgr.smithi129.iclwio (mgr.14716) 4293 : cluster [DBG] pgmap v3688: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:24.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:24 smithi129 conmon[101092]: cluster 2022-01-18T18:07:22.386524+0000 mgr.smithi129.iclwio (mgr.14716) 4293 : cluster [DBG] pgmap v3688: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:26.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:26 smithi156 conmon[67007]: cluster 2022-01-18T18:07:24.387325+0000 mgr.smithi129.iclwio (mgr.14716) 4294 : cluster [DBG] pgmap v3689: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:07:26.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:26 smithi129 conmon[101092]: cluster 2022-01-18T18:07:24.387325+0000 mgr.smithi129.iclwio (mgr.14716) 4294 : cluster [DBG] pgmap v3689: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:07:28.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:28 smithi156 conmon[67007]: cluster 2022-01-18T18:07:26.387924+0000 mgr.smithi129.iclwio (mgr.14716) 4295 : cluster [DBG] pgmap v3690: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:28.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:28 smithi129 conmon[101092]: cluster 2022-01-18T18:07:26.387924+0000 mgr.smithi129.iclwio (mgr.14716) 4295 : cluster [DBG] pgmap v3690: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:30.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:30 smithi156 conmon[67007]: cluster 2022-01-18T18:07:28.388430+0000 mgr.smithi129.iclwio (mgr.14716) 4296 : cluster [DBG] pgmap v3691: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:30.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:30 smithi129 conmon[101092]: cluster 2022-01-18T18:07:28.388430+0000 mgr.smithi129.iclwio (mgr.14716) 4296 : cluster [DBG] pgmap v3691: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:32.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:32 smithi156 conmon[67007]: cluster 2022-01-18T18:07:30.389237+0000 mgr.smithi129.iclwio (mgr.14716) 4297 : cluster [DBG] pgmap v3692: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:07:32.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:32 smithi129 conmon[101092]: cluster 2022-01-18T18:07:30.389237+0000 mgr.smithi129.iclwio (mgr.14716) 4297 : cluster 2022-01-18T18:07:32.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:32 smithi129 conmon[101092]: [DBG] pgmap v3692: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:07:33.390 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:07:33.657 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:07:33.658 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 9m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:07:33.658 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 9m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:07:33.658 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 9m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:07:33.659 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 9m ago 2h 42.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:07:33.659 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 9m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:07:33.660 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 9m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:07:33.660 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 9m ago 2h 600M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:07:33.660 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 9m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:07:33.661 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 9m ago 2h 800M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:07:33.661 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 9m ago 2h 403M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:07:33.661 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 9m ago 2h 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:07:33.662 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 9m ago 2h 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:07:33.662 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 9m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:07:33.662 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 9m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:07:33.662 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (116m) 9m ago 2h 1748M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:07:33.663 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 9m ago 2h 2781M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:07:33.663 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 9m ago 2h 2145M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:07:33.663 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 9m ago 2h 2780M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:07:33.663 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 9m ago 2h 2583M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:07:33.664 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 9m ago 2h 3156M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:07:33.664 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 9m ago 2h 2497M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:07:33.664 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 9m ago 2h 3690M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:07:33.664 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 9m ago 2h 75.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:07:33.976 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:07:33.977 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:07:33.977 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:07:33.977 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:07:33.977 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:07:33.978 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:07:33.978 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:07:33.978 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:07:33.978 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:07:33.979 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:07:33.979 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:07:33.979 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:07:33.979 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:07:33.980 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:07:33.980 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:07:33.980 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:07:33.980 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:07:33.981 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:07:33.981 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:07:34.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:34 smithi156 conmon[67007]: cluster 2022-01-18T18:07:32.389806+0000 mgr.smithi129.iclwio (mgr.14716) 4298 : cluster [DBG] pgmap v3693: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:34.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:34 smithi156 conmon[67007]: audit 2022-01-18T18:07:33.980712+0000 mon.smithi129 (mon.0) 1427 : audit [DBG] from='client.? 172.21.15.129:0/200107502' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:07:34.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:34 smithi129 conmon[101092]: cluster 2022-01-18T18:07:32.389806+0000 mgr.smithi129.iclwio (mgr.14716) 4298 2022-01-18T18:07:34.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:34 smithi129 conmon[101092]: : cluster [DBG] pgmap v3693: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:34.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:34 smithi129 conmon[101092]: audit 2022-01-18T18:07:33.980712+0000 mon.smithi129 (mon.0) 1427 : audit [DBG] from='client.? 172.21.15.129:0/200107502' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:07:35.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:35 smithi156 conmon[67007]: audit 2022-01-18T18:07:33.382818+0000 mgr.smithi129.iclwio (mgr.14716) 4299 : audit [DBG] from='client.36946 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:07:35.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:35 smithi156 conmon[67007]: audit 2022-01-18T18:07:33.652969+0000 mgr.smithi129.iclwio (mgr.14716) 4300 : audit [DBG] from='client.36950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:07:35.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:35 smithi129 conmon[101092]: audit 2022-01-18T18:07:33.382818+0000 mgr.smithi129.iclwio (mgr.14716) 4299 : audit [DBG] from='client.36946 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:07:35.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:35 smithi129 conmon[101092]: audit 2022-01-18T18:07:33.652969+0000 mgr.smithi129.iclwio (mgr.14716) 4300 : audit [DBG] from='client.36950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:07:36.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:36 smithi156 conmon[67007]: cluster 2022-01-18T18:07:34.390486+0000 mgr.smithi129.iclwio (mgr.14716) 4301 : cluster [DBG] 2022-01-18T18:07:36.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:36 smithi156 conmon[67007]: pgmap v3694: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:07:36.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:36 smithi129 conmon[101092]: cluster 2022-01-18T18:07:34.390486+0000 mgr.smithi129.iclwio (mgr.14716) 4301 : cluster [DBG] pgmap v3694: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:07:36.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:36 smithi129 conmon[101092]: 2022-01-18T18:07:38.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:38 smithi129 conmon[101092]: cluster 2022-01-18T18:07:36.391184+0000 mgr.smithi129.iclwio (mgr.14716) 4302 : cluster [DBG] 2022-01-18T18:07:38.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:38 smithi129 conmon[101092]: pgmap v3695: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:38.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:38 smithi156 conmon[67007]: cluster 2022-01-18T18:07:36.391184+0000 mgr.smithi129.iclwio (mgr.14716) 4302 : cluster [DBG] 2022-01-18T18:07:38.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:38 smithi156 conmon[67007]: pgmap v3695: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:40.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:40 smithi129 conmon[101092]: cluster 2022-01-18T18:07:38.391948+0000 mgr.smithi129.iclwio (mgr.14716) 4303 : cluster [DBG] pgmap v3696: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:40.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:40 smithi156 conmon[67007]: cluster 2022-01-18T18:07:38.391948+0000 mgr.smithi129.iclwio (mgr.14716) 4303 : cluster [DBG] pgmap v3696: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:42.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:42 smithi129 conmon[101092]: cluster 2022-01-18T18:07:40.392750+0000 mgr.smithi129.iclwio (mgr.14716) 4304 : cluster [DBG] pgmap v3697: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:07:42.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:42 smithi156 conmon[67007]: cluster 2022-01-18T18:07:40.392750+0000 mgr.smithi129.iclwio (mgr.14716) 4304 : cluster [DBG] pgmap v3697: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:07:44.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:44 smithi129 conmon[101092]: cluster 2022-01-18T18:07:42.393472+0000 mgr.smithi129.iclwio (mgr.14716) 4305 : cluster [DBG] pgmap v3698: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:44.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:44 smithi129 conmon[101092]: 2022-01-18T18:07:44.441 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:44 smithi156 conmon[67007]: cluster 2022-01-18T18:07:42.393472+0000 mgr.smithi129.iclwio (mgr.14716) 4305 : cluster [DBG] pgmap v3698: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:46.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:46 smithi129 conmon[101092]: cluster 2022-01-18T18:07:44.394178+0000 mgr.smithi129.iclwio (mgr.14716) 4306 : cluster [DBG] pgmap v3699: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:07:46.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:46 smithi156 conmon[67007]: cluster 2022-01-18T18:07:44.394178+0000 mgr.smithi129.iclwio (mgr.14716) 4306 : cluster [DBG] pgmap v3699: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:07:48.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:48 smithi129 conmon[101092]: cluster 2022-01-18T18:07:46.394650+0000 mgr.smithi129.iclwio (mgr.14716) 4307 : cluster [DBG] pgmap v3700: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:48.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:48 smithi156 conmon[67007]: cluster 2022-01-18T18:07:46.394650+0000 mgr.smithi129.iclwio (mgr.14716) 4307 : cluster [DBG] pgmap v3700: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:50.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:50 smithi129 conmon[101092]: cluster 2022-01-18T18:07:48. 2022-01-18T18:07:50.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:50 smithi129 conmon[101092]: 395334+0000 mgr.smithi129.iclwio (mgr.14716) 4308 : cluster [DBG] pgmap v3701: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:50.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:50 smithi156 conmon[67007]: cluster 2022-01-18T18:07:48.395334+0000 mgr.smithi129.iclwio (mgr.14716) 4308 : cluster [DBG] pgmap v3701: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:52.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:52 smithi129 conmon[101092]: cluster 2022-01-18T18:07:50.396031+0000 mgr.smithi129.iclwio (mgr.14716) 4309 : cluster [DBG] pgmap v3702: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:07:52.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:52 smithi156 conmon[67007]: cluster 2022-01-18T18:07:50.396031+0000 mgr.smithi129.iclwio (mgr.14716) 4309 : cluster [DBG] pgmap v3702: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:07:54.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:54 smithi129 conmon[101092]: cluster 2022-01-18T18:07:52.396551+0000 mgr.smithi129.iclwio (mgr.14716) 4310 : cluster 2022-01-18T18:07:54.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:54 smithi129 conmon[101092]: [DBG] pgmap v3703: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:54.440 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:54 smithi156 conmon[67007]: cluster 2022-01-18T18:07:52.396551+0000 mgr.smithi129.iclwio (mgr.14716) 4310 : cluster [DBG] pgmap v3703: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:56.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:56 smithi129 conmon[101092]: cluster 2022-01-18T18:07:54.397310+0000 mgr.smithi129.iclwio (mgr.14716) 4311 : cluster [DBG] 2022-01-18T18:07:56.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:56 smithi129 conmon[101092]: pgmap v3704: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:07:56.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:56 smithi156 conmon[67007]: cluster 2022-01-18T18:07:54.397310+0000 mgr.smithi129.iclwio (mgr.14716) 4311 : cluster [DBG] pgmap v3704: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:07:58.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:58 smithi129 conmon[101092]: cluster 2022-01-18T18:07:56.397767+0000 mgr.smithi129.iclwio (mgr.14716) 4312 : cluster [DBG] pgmap v3705: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:58.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:58 smithi156 conmon[67007]: cluster 2022-01-18T18:07:56.397767+0000 mgr.smithi129.iclwio (mgr.14716) 4312 : cluster [DBG] pgmap v3705: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:07:59.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:59 smithi129 conmon[101092]: audit 2022-01-18T18:07:58.685965+0000 mon.smithi129 (mon.0) 1428 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:07:59.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:07:59 smithi129 conmon[101092]: audit 2022-01-18T18:07:58.686192+0000 mon.smithi129 (mon.0) 1429 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:07:59.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:59 smithi156 conmon[67007]: audit 2022-01-18T18:07:58.685965+0000 mon.smithi129 (mon.0) 1428 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:07:59.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:07:59 smithi156 conmon[67007]: audit 2022-01-18T18:07:58.686192+0000 mon.smithi129 (mon.0) 1429 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:08:00.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:00 smithi129 conmon[101092]: cluster 2022-01-18T18:07:58.398363+0000 mgr.smithi129.iclwio (mgr.14716) 4313 2022-01-18T18:08:00.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:00 smithi129 conmon[101092]: : cluster [DBG] pgmap v3706: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:00.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:00 smithi156 conmon[67007]: cluster 2022-01-18T18:07:58.398363+0000 mgr.smithi129.iclwio (mgr.14716) 4313 : cluster [DBG] pgmap v3706: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:02.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:02 smithi129 conmon[101092]: cluster 2022-01-18T18:08:00.399607+0000 mgr.smithi129.iclwio (mgr.14716) 4314 : cluster [DBG] pgmap v3707: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:08:02.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:02 smithi156 conmon[67007]: cluster 2022-01-18T18:08:00.399607+0000 mgr.smithi129.iclwio (mgr.14716) 4314 : cluster [DBG] pgmap v3707: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:08:04.280 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:08:04.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:04 smithi129 conmon[101092]: cluster 2022-01-18T18:08:02.400273+0000 mgr.smithi129.iclwio (mgr.14716) 4315 : 2022-01-18T18:08:04.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:04 smithi129 conmon[101092]: cluster [DBG] pgmap v3708: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:04.441 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:04 smithi156 conmon[67007]: cluster 2022-01-18T18:08:02.400273+0000 mgr.smithi129.iclwio (mgr.14716) 4315 : cluster [DBG] pgmap v3708: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:04.548 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:08:04.548 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 10m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:08:04.549 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 10m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:08:04.549 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 10m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:08:04.549 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 10m ago 2h 42.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:08:04.549 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 10m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:08:04.550 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 10m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:08:04.550 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 10m ago 2h 600M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:08:04.550 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 10m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:08:04.550 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 10m ago 2h 800M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:08:04.551 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 10m ago 2h 403M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:08:04.551 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 10m ago 2h 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:08:04.551 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 10m ago 2h 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:08:04.551 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 10m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:08:04.551 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 10m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:08:04.552 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (117m) 10m ago 2h 1748M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:08:04.552 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 10m ago 2h 2781M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:08:04.552 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 10m ago 2h 2145M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:08:04.553 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 10m ago 2h 2780M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:08:04.553 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 10m ago 2h 2583M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:08:04.553 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 10m ago 2h 3156M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:08:04.553 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 10m ago 2h 2497M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:08:04.554 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 10m ago 2h 3690M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:08:04.554 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 10m ago 2h 75.8M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:08:04.865 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:08:04.866 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:08:04.866 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:08:04.866 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:08:04.866 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:08:04.867 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:08:04.867 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:08:04.867 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:08:04.867 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:08:04.868 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:08:04.868 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:08:04.868 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:08:04.868 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:08:04.868 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:08:04.869 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:08:04.869 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:08:04.869 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:08:04.869 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:08:04.870 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:08:05.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:05 smithi129 conmon[101092]: audit 2022-01-18T18:08:04.869503+0000 mon.smithi129 (mon.0) 1430 : 2022-01-18T18:08:05.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:05 smithi129 conmon[101092]: audit [DBG] from='client.? 172.21.15.129:0/2181086687' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:08:05.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:05 smithi156 conmon[67007]: audit 2022-01-18T18:08:04.869503+0000 mon.smithi129 (mon.0) 1430 : audit [DBG] from='client.? 172.21.15.129:0/2181086687' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:08:06.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:06 smithi129 conmon[101092]: audit 2022-01-18T18:08:04.272197+0000 mgr.smithi129.iclwio (mgr.14716) 4316 : audit 2022-01-18T18:08:06.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:06 smithi129 conmon[101092]: [DBG] from='client.36958 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:08:06.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:06 smithi129 conmon[101092]: cluster 2022-01-18T18:08:04.400919+0000 mgr.smithi129.iclwio (mgr.14716) 4317 : cluster [DBG] pgmap v3709: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:08:06.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:06 smithi129 conmon[101092]: audit 2022-01-18T18:08:04.543596+0000 mgr.smithi129.iclwio (mgr.14716) 4318 : audit [DBG] from='client.36962 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:08:06.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:06 smithi156 conmon[67007]: audit 2022-01-18T18:08:04.272197+0000 mgr.smithi129.iclwio (mgr.14716) 4316 : audit [DBG] from='client.36958 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:08:06.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:06 smithi156 conmon[67007]: cluster 2022-01-18T18:08:04.400919+0000 mgr.smithi129.iclwio (mgr.14716) 4317 : cluster [DBG] pgmap v3709: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:08:06.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:06 smithi156 conmon[67007]: audit 2022-01-18T18:08:04.543596+0000 mgr.smithi129.iclwio (mgr.14716) 4318 : audit [DBG] from='client.36962 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:08:08.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:08 smithi129 conmon[101092]: cluster 2022-01-18T18:08:06.401337+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:08:08.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:08 smithi129 conmon[101092]: 14716) 4319 : cluster [DBG] pgmap v3710: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:08.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:08 smithi156 conmon[67007]: cluster 2022-01-18T18:08:06.401337+0000 mgr.smithi129.iclwio (mgr.14716) 4319 : cluster [DBG] pgmap v3710: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:10.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:10 smithi129 conmon[101092]: cluster 2022-01-18T18:08:08.401811+0000 mgr.smithi129.iclwio (mgr.14716) 4320 : cluster [DBG] pgmap v3711: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:10.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:10 smithi156 conmon[67007]: cluster 2022-01-18T18:08:08.401811+0000 mgr.smithi129.iclwio (mgr.14716) 4320 : cluster [DBG] pgmap v3711: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:12.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:12 smithi129 conmon[101092]: cluster 2022-01-18T18:08:10.402546+0000 mgr.smithi129.iclwio (mgr.14716) 4321 : cluster [DBG] pgmap v3712: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:08:12.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:12 smithi156 conmon[67007]: cluster 2022-01-18T18:08:10.402546+0000 mgr.smithi129.iclwio (mgr.14716) 4321 : cluster [DBG] pgmap v3712: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:08:14.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:14 smithi129 conmon[101092]: cluster 2022-01-18T18:08:12.403050+0000 mgr.smithi129.iclwio (mgr.14716) 4322 : cluster 2022-01-18T18:08:14.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:14 smithi129 conmon[101092]: [DBG] pgmap v3713: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:14.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:14 smithi129 conmon[101092]: audit 2022-01-18T18:08:14.003968+0000 mon.smithi129 (mon.0) 1431 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:08:14.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:14 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T18:08:14.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:14 smithi129 conmon[101092]: 18:08:14.005466+0000 mon.smithi129 (mon.0) 1432 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:08:14.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:14 smithi129 conmon[101092]: audit 2022-01-18T18:08 2022-01-18T18:08:14.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:14 smithi129 conmon[101092]: :14.006337+0000 mon.smithi129 (mon.0) 1433 2022-01-18T18:08:14.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:14 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:08:14.441 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:14 smithi156 conmon[67007]: cluster 2022-01-18T18:08:12.403050+0000 mgr.smithi129.iclwio (mgr.14716) 4322 : cluster [DBG] pgmap v3713: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:14.441 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:14 smithi156 conmon[67007]: audit 2022-01-18T18:08:14 2022-01-18T18:08:14.441 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:14 smithi156 conmon[67007]: .003968+0000 mon.smithi129 (mon.0) 1431 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:08:14.441 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:14 smithi156 conmon[67007]: audit 2022-01-18T18:08:14.005466+0000 mon.smithi129 (mon.0) 1432 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:08:14.442 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:14 smithi156 conmon[67007]: audit 2022-01-18T18:08:14.006337 2022-01-18T18:08:14.442 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:14 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 1433 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:08:15.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:15 smithi129 conmon[101092]: cephadm 2022-01-18T18:08:14.007074+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:08:15.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:15 smithi129 conmon[101092]: 4323 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:08:15.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:15 smithi129 conmon[101092]: audit 2022-01-18T18:08:14.265146+0000 mon.smithi129 (mon.0) 1434 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:08:15.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:15 smithi156 conmon[67007]: cephadm 2022-01-18T18:08:14.007074+0000 mgr.smithi129.iclwio 2022-01-18T18:08:15.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:15 smithi156 conmon[67007]: (mgr.14716) 4323 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:08:15.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:15 smithi156 conmon[67007]: audit 2022-01-18T18:08:14.265146+0000 mon.smithi129 (mon.0) 1434 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:08:16.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:16 smithi129 conmon[101092]: cluster 2022-01-18T18:08:14.403717+0000 mgr.smithi129.iclwio (mgr.14716) 4324 : cluster [DBG] pgmap v3714: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:08:16.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:16 smithi156 conmon[67007]: cluster 2022-01-18T18:08:14.403717+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:08:16.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:16 smithi156 conmon[67007]: ) 4324 : cluster [DBG] pgmap v3714: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:08:18.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:18 smithi129 conmon[101092]: cluster 2022-01-18T18:08:16.404108+0000 mgr.smithi129.iclwio (mgr.14716) 4325 : cluster [DBG] 2022-01-18T18:08:18.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:18 smithi129 conmon[101092]: pgmap v3715: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:18.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:18 smithi129 conmon[101092]: audit 2022-01-18T18:08:17.564861+0000 mon.smithi129 (mon.0) 1435 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:08:18.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:18 smithi156 conmon[67007]: cluster 2022-01-18T18:08:16.404108+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:08:18.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:18 smithi156 conmon[67007]: ) 4325 : cluster [DBG] pgmap v3715: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:18.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:18 smithi156 conmon[67007]: audit 2022-01-18T18:08:17.564861+0000 mon.smithi129 (mon.0) 1435 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:08:20.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:20 smithi129 conmon[101092]: cluster 2022-01-18T18:08:18.404583+0000 mgr.smithi129.iclwio (mgr.14716) 4326 : cluster [DBG] 2022-01-18T18:08:20.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:20 smithi129 conmon[101092]: pgmap v3716: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:20.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:20 smithi129 conmon[101092]: audit 2022-01-18T18:08:19.558195+0000 mon.smithi129 (mon.0) 1436 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:08:20.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:20 smithi129 conmon[101092]: audit 2022-01-18T18:08:19.852407+0000 2022-01-18T18:08:20.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:20 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1437 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:08:20.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:20 smithi129 conmon[101092]: audit 2022-01-18T18:08:19. 2022-01-18T18:08:20.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:20 smithi129 conmon[101092]: 857277+0000 mon.smithi129 (mon.0) 1438 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:08:20.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:20 smithi156 conmon[67007]: cluster 2022-01-18T18:08:18.404583+0000 mgr.smithi129.iclwio (mgr.14716) 4326 : cluster [DBG] 2022-01-18T18:08:20.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:20 smithi156 conmon[67007]: pgmap v3716: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:20.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:20 smithi156 conmon[67007]: audit 2022-01-18T18:08:19.558195+0000 mon.smithi129 (mon.0) 1436 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:08:20.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:20 smithi156 conmon[67007]: audit 2022-01-18T18:08:19.852407+0000 mon.smithi129 (mon.0) 1437 : 2022-01-18T18:08:20.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:20 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:08:20.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:20 smithi156 conmon[67007]: audit 2022-01-18T18:08:19.857277+0000 2022-01-18T18:08:20.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:20 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1438 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:08:22.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:22 smithi129 conmon[101092]: cluster 2022-01-18T18:08:20.405370+0000 mgr.smithi129.iclwio (mgr.14716) 4327 : cluster [DBG] pgmap v3717: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:08:22.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:22 smithi156 conmon[67007]: cluster 2022-01-18T18:08:20.405370+0000 mgr.smithi129.iclwio (mgr.14716) 4327 : cluster 2022-01-18T18:08:22.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:22 smithi156 conmon[67007]: [DBG] pgmap v3717: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:08:24.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:24 smithi129 conmon[101092]: cluster 2022-01-18T18:08:22.405952+0000 mgr.smithi129.iclwio (mgr.14716) 4328 : cluster [DBG] pgmap v3718: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:24.441 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:24 smithi156 conmon[67007]: cluster 2022-01-18T18:08:22.405952+0000 mgr.smithi129.iclwio (mgr.14716) 4328 : cluster [DBG] pgmap v3718: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:26.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:26 smithi129 conmon[101092]: cluster 2022-01-18T18:08:24.406641+0000 mgr.smithi129.iclwio (mgr.14716) 4329 : cluster 2022-01-18T18:08:26.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:26 smithi129 conmon[101092]: [DBG] pgmap v3719: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:08:26.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:26 smithi156 conmon[67007]: cluster 2022-01-18T18:08:24.406641+0000 mgr.smithi129.iclwio (mgr.14716) 4329 : cluster [DBG] 2022-01-18T18:08:26.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:26 smithi156 conmon[67007]: pgmap v3719: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:08:28.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:28 smithi129 conmon[101092]: cluster 2022-01-18T18:08:26.407227+0000 mgr.smithi129.iclwio (mgr.14716) 4330 : cluster [DBG] 2022-01-18T18:08:28.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:28 smithi129 conmon[101092]: pgmap v3720: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:28.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:28 smithi156 conmon[67007]: cluster 2022-01-18T18:08:26.407227+0000 mgr.smithi129.iclwio (mgr.14716) 4330 : cluster [DBG] 2022-01-18T18:08:28.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:28 smithi156 conmon[67007]: pgmap v3720: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:30.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:30 smithi129 conmon[101092]: cluster 2022-01-18T18:08:28.407832+0000 mgr.smithi129.iclwio (mgr.14716) 4331 : cluster [DBG] 2022-01-18T18:08:30.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:30 smithi129 conmon[101092]: pgmap v3721: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:30.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:30 smithi156 conmon[67007]: cluster 2022-01-18T18:08:28.407832+0000 mgr.smithi129.iclwio (mgr.14716) 4331 : cluster [DBG] pgmap v3721: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:32.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:32 smithi129 conmon[101092]: cluster 2022-01-18T18:08:30.408707+0000 mgr.smithi129.iclwio (mgr.14716) 4332 : cluster [DBG] pgmap v3722: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:08:32.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:32 smithi156 conmon[67007]: cluster 2022-01-18T18:08:30.408707+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:08:32.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:32 smithi156 conmon[67007]: 4332 : cluster [DBG] pgmap v3722: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:08:34.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:34 smithi129 conmon[101092]: cluster 2022-01-18T18:08:32.409365+0000 mgr.smithi129.iclwio (mgr.14716) 4333 : cluster [DBG] pgmap v3723: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:34.441 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:34 smithi156 conmon[67007]: cluster 2022-01-18T18:08:32.409365+0000 mgr.smithi129.iclwio (mgr.14716) 4333 : cluster [DBG] pgmap v3723: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:35.166 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:08:35.431 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:08:35.432 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 15s ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:08:35.432 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 15s ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:08:35.432 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 17s ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:08:35.432 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 15s ago 2h 42.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:08:35.433 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 15s ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:08:35.433 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 17s ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:08:35.433 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 15s ago 2h 613M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:08:35.433 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 17s ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:08:35.433 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 15s ago 2h 863M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:08:35.434 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 17s ago 2h 450M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:08:35.434 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 15s ago 2h 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:08:35.434 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 17s ago 2h 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:08:35.434 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 15s ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:08:35.435 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 17s ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:08:35.435 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (117m) 15s ago 2h 1778M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:08:35.435 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 15s ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:08:35.435 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 15s ago 2h 2167M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:08:35.436 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 15s ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:08:35.436 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 17s ago 2h 2616M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:08:35.436 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 17s ago 2h 3185M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:08:35.436 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 17s ago 2h 2523M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:08:35.437 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 17s ago 2h 3721M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:08:35.437 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 15s ago 2h 78.2M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:08:35.752 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:08:35.753 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:08:35.753 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:08:35.753 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:08:35.753 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:08:35.754 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:08:35.754 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:08:35.754 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:08:35.754 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:08:35.754 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:08:35.755 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:08:35.755 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:08:35.755 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:08:35.755 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:08:35.756 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:08:35.756 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:08:35.756 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:08:35.757 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:08:35.757 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:08:36.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:36 smithi129 conmon[101092]: cluster 2022-01-18T18:08:34.410186+0000 mgr.smithi129.iclwio (mgr.14716) 4334 : cluster 2022-01-18T18:08:36.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:36 smithi129 conmon[101092]: [DBG] pgmap v3724: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:08:36.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:36 smithi129 conmon[101092]: audit 2022-01-18T18:08:35.157254+0000 mgr.smithi129.iclwio (mgr.14716) 4335 : audit [DBG] from='client.36970 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:08:36.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:36 smithi129 conmon[101092]: audit 2022-01-18T18:08:35.756200+0000 mon.smithi129 (mon.0) 1439 : audit [DBG] from='client.? 172.21.15.129:0/634248341' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:08:36.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:36 smithi156 conmon[67007]: cluster 2022-01-18T18:08:34.410186+0000 mgr.smithi129.iclwio (mgr.14716) 4334 : cluster [DBG] pgmap v3724: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:08:36.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:36 smithi156 conmon[67007]: audit 2022-01-18T18:08:35.157254+0000 mgr.smithi129.iclwio (mgr.14716) 4335 : audit [DBG] from='client.36970 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:08:36.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:36 smithi156 conmon[67007]: audit 2022-01-18T18:08:35.756200+0000 mon.smithi129 (mon.0) 1439 : audit [DBG] from='client.? 172.21.15.129:0/634248341' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:08:37.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:37 smithi129 conmon[101092]: audit 2022-01-18T18:08:35.426451+0000 mgr.smithi129.iclwio (mgr.14716) 4336 : audit [DBG] from='client.36974 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:08:37.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:37 smithi156 conmon[67007]: audit 2022-01-18T18:08:35.426451+0000 mgr.smithi129.iclwio (mgr.14716) 4336 : audit [DBG] from='client.36974 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:08:38.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:38 smithi129 conmon[101092]: cluster 2022-01-18T18:08:36.410723+0000 mgr.smithi129.iclwio (mgr.14716) 4337 : cluster 2022-01-18T18:08:38.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:38 smithi129 conmon[101092]: [DBG] pgmap v3725: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:38.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:38 smithi156 conmon[67007]: cluster 2022-01-18T18:08:36.410723+0000 mgr.smithi129.iclwio (mgr.14716) 4337 : cluster [DBG] pgmap v3725: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:40.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:40 smithi129 conmon[101092]: cluster 2022-01-18T18:08:38.411361+0000 mgr.smithi129.iclwio (mgr.14716) 4338 : cluster [DBG] pgmap v3726: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:40.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:40 smithi156 conmon[67007]: cluster 2022-01-18T18:08:38.411361+0000 mgr.smithi129.iclwio (mgr.14716) 4338 : cluster [DBG] pgmap v3726: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:40.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:40 smithi156 conmon[67007]: 2022-01-18T18:08:42.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:42 smithi129 conmon[101092]: cluster 2022-01-18T18:08:40.412274+0000 mgr.smithi129.iclwio (mgr.14716) 4339 : cluster [DBG] pgmap v3727: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:08:42.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:42 smithi156 conmon[67007]: cluster 2022-01-18T18:08:40.412274+0000 mgr.smithi129.iclwio (mgr.14716) 4339 : cluster [DBG] pgmap v3727: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:08:44.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:44 smithi129 conmon[101092]: cluster 2022-01-18T18:08:42.412905+0000 mgr.smithi129.iclwio (mgr.14716) 4340 : cluster [DBG] pgmap v3728: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:44.441 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:44 smithi156 conmon[67007]: cluster 2022-01-18T18:08:42.412905+0000 mgr.smithi129.iclwio (mgr.14716) 4340 : cluster [DBG] pgmap v3728: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:44.441 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:44 smithi156 conmon[67007]: 2022-01-18T18:08:46.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:46 smithi129 conmon[101092]: cluster 2022-01-18T18:08:44.413696+0000 mgr.smithi129.iclwio (mgr.14716) 4341 : cluster [DBG] pgmap v3729: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:08:46.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:46 smithi156 conmon[67007]: cluster 2022-01-18T18:08:44.413696+0000 mgr.smithi129.iclwio (mgr.14716) 4341 : cluster [DBG] pgmap v3729: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:08:47.540 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:47 smithi129 conmon[101092]: cluster 2022-01-18T18:08:46.414166+0000 mgr.smithi129.iclwio (mgr.14716) 4342 : cluster [DBG] pgmap v3730: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:47.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:47 smithi156 conmon[67007]: cluster 2022-01-18T18:08:46.414166+0000 mgr.smithi129.iclwio (mgr.14716) 4342 : cluster 2022-01-18T18:08:47.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:47 smithi156 conmon[67007]: [DBG] pgmap v3730: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:49.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:49 smithi156 conmon[67007]: cluster 2022-01-18T18:08:48.414871+0000 mgr.smithi129.iclwio (mgr.14716) 4343 : cluster [DBG] pgmap v3731: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:49.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:49 smithi129 conmon[101092]: cluster 2022-01-18T18:08:48.414871+0000 mgr.smithi129.iclwio (mgr.14716) 4343 : cluster [DBG] pgmap v3731: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:51.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:51 smithi129 conmon[101092]: cluster 2022-01-18T18:08:50.415638+0000 mgr.smithi129.iclwio (mgr.14716) 4344 : cluster 2022-01-18T18:08:51.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:51 smithi129 conmon[101092]: [DBG] pgmap v3732: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:08:52.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:51 smithi156 conmon[67007]: cluster 2022-01-18T18:08:50.415638+0000 mgr.smithi129.iclwio (mgr.14716) 4344 : cluster [DBG] pgmap v3732: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:08:53.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:53 smithi129 conmon[101092]: cluster 2022-01-18T18:08:52.416322+0000 mgr.smithi129.iclwio (mgr.14716) 4345 : cluster [DBG] pgmap v3733: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:53.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:53 smithi129 conmon[101092]: 2022-01-18T18:08:54.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:53 smithi156 conmon[67007]: cluster 2022-01-18T18:08:52.416322+0000 mgr.smithi129.iclwio (mgr.14716) 4345 : cluster [DBG] pgmap v3733: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:55.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:55 smithi129 conmon[101092]: cluster 2022-01-18T18:08:54.417085+0000 mgr.smithi129.iclwio (mgr.14716) 4346 : cluster [DBG] pgmap v3734: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:08:55.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:55 smithi129 conmon[101092]: 2022-01-18T18:08:56.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:55 smithi156 conmon[67007]: cluster 2022-01-18T18:08:54.417085+0000 mgr.smithi129.iclwio (mgr.14716) 4346 : cluster [DBG] pgmap v3734: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:08:57.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:57 smithi129 conmon[101092]: cluster 2022-01-18T18:08:56.417566+0000 mgr.smithi129.iclwio (mgr.14716) 4347 2022-01-18T18:08:57.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:57 smithi129 conmon[101092]: : cluster [DBG] pgmap v3735: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:58.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:57 smithi156 conmon[67007]: cluster 2022-01-18T18:08:56.417566+0000 mgr.smithi129.iclwio (mgr.14716) 4347 : cluster [DBG] pgmap v3735: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:59.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:59 smithi129 conmon[101092]: cluster 2022-01-18T18:08:58.418270+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:08:59.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:59 smithi129 conmon[101092]: 4348 : cluster [DBG] pgmap v3736: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:08:59.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:59 smithi129 conmon[101092]: audit 2022-01-18T18:08:58.690069+0000 mon.smithi129 (mon.0) 1440 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:08:59.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:59 smithi129 conmon[101092]: audit 2022-01-18T18: 2022-01-18T18:08:59.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:08:59 smithi129 conmon[101092]: 08:58.690296+0000 mon.smithi129 (mon.0) 1441 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:09:00.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:59 smithi156 conmon[67007]: cluster 2022-01-18T18:08:58.418270+0000 mgr.smithi129.iclwio (mgr.14716) 4348 : cluster [DBG] pgmap v3736: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:00.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:59 smithi156 conmon[67007]: audit 2022-01-18T18:08:58.690069+0000 mon.smithi129 (mon.0) 1440 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:09:00.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:59 smithi156 conmon[67007]: audit 2022-01-18T18:08:58.690296+0000 mon.smithi129 (mon.0) 1441 : audit 2022-01-18T18:09:00.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:08:59 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:09:01.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:01 smithi129 conmon[101092]: cluster 2022-01-18T18:09:00.419000+0000 mgr.smithi129.iclwio (mgr.14716) 4349 : cluster [DBG] pgmap v3737: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:09:01.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:01 smithi129 conmon[101092]: 2022-01-18T18:09:02.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:01 smithi156 conmon[67007]: cluster 2022-01-18T18:09:00.419000+0000 mgr.smithi129.iclwio (mgr.14716) 4349 : cluster [DBG] pgmap v3737: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:09:03.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:03 smithi129 conmon[101092]: cluster 2022-01-18T18:09:02.419523+0000 mgr.smithi129.iclwio (mgr.14716) 4350 : cluster [DBG] pgmap v3738: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:04.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:03 smithi156 conmon[67007]: cluster 2022-01-18T18:09:02.419523+0000 mgr.smithi129.iclwio (mgr.14716) 4350 : cluster [DBG] pgmap v3738: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:04.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:03 smithi156 conmon[67007]: 2022-01-18T18:09:05.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:05 smithi129 conmon[101092]: cluster 2022-01-18T18:09:04.420344+0000 mgr.smithi129.iclwio (mgr.14716) 4351 : cluster 2022-01-18T18:09:05.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:05 smithi129 conmon[101092]: [DBG] pgmap v3739: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:09:06.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:05 smithi156 conmon[67007]: cluster 2022-01-18T18:09:04.420344+0000 mgr.smithi129.iclwio (mgr.14716) 4351 : cluster [DBG] pgmap v3739: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:09:06.053 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:09:06.319 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:09:06.319 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 46s ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:09:06.320 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 46s ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:09:06.320 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 48s ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:09:06.320 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 46s ago 2h 42.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:09:06.320 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 46s ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:09:06.320 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 48s ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:09:06.321 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 46s ago 2h 613M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:09:06.321 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 48s ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:09:06.321 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 46s ago 2h 863M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:09:06.321 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 48s ago 2h 450M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:09:06.322 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 46s ago 2h 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:09:06.322 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 48s ago 2h 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:09:06.322 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 46s ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:09:06.322 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 48s ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:09:06.323 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (118m) 46s ago 2h 1778M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:09:06.323 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 46s ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:09:06.323 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 46s ago 2h 2167M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:09:06.323 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 46s ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:09:06.324 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 48s ago 2h 2616M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:09:06.324 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 48s ago 2h 3185M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:09:06.324 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 48s ago 2h 2523M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:09:06.324 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 48s ago 2h 3721M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:09:06.324 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 46s ago 2h 78.2M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:09:06.636 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:09:06.637 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:09:06.637 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:09:06.637 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:09:06.638 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:09:06.638 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:09:06.638 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:09:06.638 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:09:06.639 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:09:06.639 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:09:06.639 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:09:06.639 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:09:06.640 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:09:06.640 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:09:06.640 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:09:06.640 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:09:06.641 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:09:06.641 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:09:06.641 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:09:06.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:06 smithi129 conmon[101092]: audit 2022-01-18T18:09:06.045495+0000 mgr.smithi129.iclwio (mgr.14716) 4352 : audit 2022-01-18T18:09:06.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:06 smithi129 conmon[101092]: [DBG] from='client.36982 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:09:06.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:06 smithi129 conmon[101092]: audit 2022-01-18T18:09:06.640135+0000 mon.smithi129 (mon.0) 1442 : audit [DBG] from='client.? 172.21.15.129:0/3713627113' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:09:07.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:06 smithi156 conmon[67007]: audit 2022-01-18T18:09:06.045495+0000 mgr.smithi129.iclwio (mgr.14716) 4352 : audit [DBG] from='client.36982 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:09:07.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:06 smithi156 conmon[67007]: audit 2022-01-18T18:09:06.640135+0000 mon.smithi129 (mon.0) 1442 : audit [DBG] from='client.? 172.21.15.129:0/3713627113' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:09:07.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:07 smithi129 conmon[101092]: audit 2022-01-18T18:09:06.314091+0000 mgr.smithi129.iclwio (mgr.14716) 4353 : audit [DBG] from='client.36986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:09:07.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:07 smithi129 conmon[101092]: cluster 2022-01-18T18:09:06.420726+0000 mgr.smithi129.iclwio (mgr.14716) 4354 : cluster [DBG] pgmap v3740: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:08.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:07 smithi156 conmon[67007]: audit 2022-01-18T18:09:06.314091+0000 mgr.smithi129.iclwio (mgr.14716) 4353 : audit [DBG] from='client.36986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:09:08.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:07 smithi156 conmon[67007]: cluster 2022-01-18T18:09:06.420726+0000 mgr.smithi129.iclwio (mgr.14716) 4354 : cluster [DBG] pgmap v3740: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:09.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:09 smithi129 conmon[101092]: cluster 2022-01-18T18:09:08.421271+0000 mgr.smithi129.iclwio (mgr.14716) 4355 : cluster [DBG] pgmap v3741: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:10.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:09 smithi156 conmon[67007]: cluster 2022-01-18T18:09:08.421271+0000 mgr.smithi129.iclwio (mgr.14716) 4355 : cluster [DBG] pgmap v3741: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:12.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:11 smithi156 conmon[67007]: cluster 2022-01-18T18:09:10.422132+0000 mgr.smithi129.iclwio (mgr.14716) 4356 : cluster [DBG] pgmap v3742: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:09:12.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:11 smithi129 conmon[101092]: cluster 2022-01-18T18:09:10.422132+0000 mgr.smithi129.iclwio (mgr.14716) 4356 : cluster [DBG] pgmap v3742: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:09:14.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:13 smithi156 conmon[67007]: cluster 2022-01-18T18:09:12.422721+0000 mgr.smithi129.iclwio (mgr.14716) 4357 : cluster [DBG] pgmap v3743: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:14.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:13 smithi129 conmon[101092]: cluster 2022-01-18T18:09:12.422721+0000 mgr.smithi129.iclwio (mgr.14716) 4357 : cluster [DBG] pgmap v3743: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:16.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:15 smithi156 conmon[67007]: cluster 2022-01-18T18:09:14.423588+0000 mgr.smithi129.iclwio (mgr.14716) 4358 : cluster [DBG] pgmap v3744: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:09:16.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:15 smithi129 conmon[101092]: cluster 2022-01-18T18:09:14.423588+0000 mgr.smithi129.iclwio (mgr.14716) 4358 : cluster [DBG] pgmap v3744: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:09:17.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:17 smithi129 conmon[101092]: cluster 2022-01-18T18:09:16.424126+0000 mgr.smithi129.iclwio (mgr.14716) 4359 : cluster [DBG] pgmap v3745: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:17.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:17 smithi129 conmon[101092]: 2022-01-18T18:09:18.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:17 smithi156 conmon[67007]: cluster 2022-01-18T18:09:16.424126+0000 mgr.smithi129.iclwio (mgr.14716) 4359 : cluster [DBG] pgmap v3745: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:20.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:19 smithi156 conmon[67007]: cluster 2022-01-18T18:09:18.424670+0000 mgr.smithi129.iclwio (mgr.14716) 4360 : cluster [DBG] pgmap v3746: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:20.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:19 smithi129 conmon[101092]: cluster 2022-01-18T18:09:18.424670+0000 mgr.smithi129.iclwio (mgr.14716) 4360 : cluster [DBG] pgmap v3746: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:21.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:20 smithi156 conmon[67007]: audit 2022-01-18T18:09:19.859934+0000 mon.smithi129 (mon.0) 1443 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:09:21.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:20 smithi156 conmon[67007]: audit 2022-01-18T18:09:19.861189+0000 mon.smithi129 (mon.0) 1444 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:09:21.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:20 smithi156 conmon[67007]: audit 2022-01-18T18:09:19.862051+0000 mon.smithi129 (mon.0) 1445 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:09:21.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:20 smithi156 conmon[67007]: cephadm 2022-01-18T18:09:19.862759+0000 mgr.smithi129.iclwio (mgr.14716) 4361 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:09:21.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:20 smithi156 conmon[67007]: audit 2022-01-18T18:09:20.173409+0000 mon.smithi129 (mon.0) 1446 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:09:21.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:20 smithi156 conmon[67007]: audit 2022-01-18T18:09:21.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:20 smithi156 conmon[67007]: 2022-01-18T18:09:20.178378+0000 mon.smithi129 (mon.0) 1447 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:09:21.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:20 smithi129 conmon[101092]: audit 2022-01-18T18:09:19.859934+0000 2022-01-18T18:09:21.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:20 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1443 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:09:21.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:20 smithi129 conmon[101092]: audit 2022-01-18T18:09:19.861189+0000 mon.smithi129 (mon.0) 1444 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:09:21.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:20 smithi129 conmon[101092]: audit 2022-01-18T18:09:19.862051+0000 mon.smithi129 (mon.0) 1445 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:09:21.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:20 smithi129 conmon[101092]: cephadm 2022-01-18T18:09:19.862759+0000 mgr.smithi129.iclwio (mgr.14716) 4361 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:09:21.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:20 smithi129 conmon[101092]: audit 2022-01-18T18:09:20.173409+0000 mon.smithi129 (mon.0) 1446 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:09:21.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:20 smithi129 conmon[101092]: audit 2022-01-18T18:09:20.178378+0000 mon.smithi129 (mon.0) 1447 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:09:22.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:22 smithi129 conmon[101092]: cluster 2022-01-18T18:09:20.425437+0000 mgr.smithi129.iclwio (mgr.14716) 4362 : cluster [DBG] 2022-01-18T18:09:22.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:22 smithi129 conmon[101092]: pgmap v3747: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:09:22.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:22 smithi156 conmon[67007]: cluster 2022-01-18T18:09:20.425437+0000 mgr.smithi129.iclwio (mgr.14716) 4362 : cluster [DBG] pgmap v3747: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:09:24.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:24 smithi129 conmon[101092]: cluster 2022-01-18T18:09:22.426125+0000 mgr.smithi129.iclwio (mgr.14716) 4363 : cluster [DBG] pgmap v3748: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:24.441 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:24 smithi156 conmon[67007]: cluster 2022-01-18T18:09:22.426125+0000 mgr.smithi129.iclwio (mgr.14716) 4363 : cluster [DBG] pgmap v3748: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:26.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:26 smithi129 conmon[101092]: cluster 2022-01-18T18:09:24.426833+0000 mgr.smithi129.iclwio (mgr.14716) 4364 : cluster [DBG] pgmap v3749: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:09:26.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:26 smithi156 conmon[67007]: cluster 2022-01-18T18:09:24.426833+0000 mgr.smithi129.iclwio (mgr.14716) 4364 : cluster [DBG] pgmap v3749: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:09:26.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:26 smithi156 conmon[67007]: 2022-01-18T18:09:28.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:28 smithi156 conmon[67007]: cluster 2022-01-18T18:09:26.427384+0000 mgr.smithi129.iclwio (mgr.14716) 4365 : cluster [DBG] 2022-01-18T18:09:28.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:28 smithi156 conmon[67007]: pgmap v3750: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:28.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:28 smithi129 conmon[101092]: cluster 2022-01-18T18:09:26.427384+0000 mgr.smithi129.iclwio (mgr.14716) 4365 : cluster [DBG] pgmap v3750: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:29.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:29 smithi156 conmon[67007]: cluster 2022-01-18T18:09:28.428083+0000 mgr.smithi129.iclwio (mgr.14716) 4366 : cluster [DBG] pgmap v3751: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:29.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:29 smithi156 conmon[67007]: 2022-01-18T18:09:29.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:29 smithi129 conmon[101092]: cluster 2022-01-18T18:09:28.428083+0000 mgr.smithi129.iclwio (mgr.14716) 4366 : cluster [DBG] pgmap v3751: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:31.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:31 smithi129 conmon[101092]: cluster 2022-01-18T18:09:30.429033+0000 mgr.smithi129.iclwio (mgr.14716) 4367 : cluster [DBG] pgmap v3752: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:09:32.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:31 smithi156 conmon[67007]: cluster 2022-01-18T18:09:30.429033+0000 mgr.smithi129.iclwio (mgr.14716) 4367 : cluster [DBG] pgmap v3752: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:09:32.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:31 smithi156 conmon[67007]: 2022-01-18T18:09:33.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:33 smithi129 conmon[101092]: cluster 2022-01-18T18:09:32.429588+0000 mgr.smithi129.iclwio (mgr.14716) 4368 : cluster [DBG] pgmap v3753: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:34.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:33 smithi156 conmon[67007]: cluster 2022-01-18T18:09:32.429588+0000 mgr.smithi129.iclwio (mgr.14716) 4368 : cluster [DBG] pgmap v3753: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:34.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:33 smithi156 conmon[67007]: 2022-01-18T18:09:35.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:35 smithi129 conmon[101092]: cluster 2022-01-18T18:09:34.430470+0000 mgr.smithi129.iclwio (mgr.14716) 4369 : cluster [DBG] pgmap v3754: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:09:35.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:35 smithi129 conmon[101092]: 2022-01-18T18:09:36.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:35 smithi156 conmon[67007]: cluster 2022-01-18T18:09:34.430470+0000 mgr.smithi129.iclwio (mgr.14716) 4369 : cluster [DBG] pgmap v3754: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:09:36.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:35 smithi156 conmon[67007]: 2022-01-18T18:09:36.943 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:09:37.207 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:09:37.208 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 77s ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:09:37.208 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 77s ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:09:37.208 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 79s ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:09:37.209 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 77s ago 2h 42.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:09:37.209 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 77s ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:09:37.209 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 79s ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:09:37.209 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 77s ago 2h 613M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:09:37.210 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 79s ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:09:37.210 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 77s ago 2h 863M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:09:37.210 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 79s ago 2h 450M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:09:37.210 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 77s ago 2h 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:09:37.211 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 79s ago 2h 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:09:37.211 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 77s ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:09:37.211 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 79s ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:09:37.211 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (118m) 77s ago 2h 1778M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:09:37.212 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 77s ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:09:37.212 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 77s ago 2h 2167M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:09:37.212 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 77s ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:09:37.212 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 79s ago 2h 2616M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:09:37.212 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 79s ago 2h 3185M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:09:37.213 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 79s ago 2h 2523M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:09:37.213 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 79s ago 2h 3721M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:09:37.213 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 77s ago 2h 78.2M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:09:37.529 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:09:37.529 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:09:37.530 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:09:37.530 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:09:37.530 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:09:37.530 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:09:37.531 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:09:37.531 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:09:37.531 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:09:37.531 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:09:37.532 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:09:37.532 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:09:37.532 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:09:37.532 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:09:37.533 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:09:37.533 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:09:37.533 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:09:37.533 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:09:37.533 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:09:37.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:37 smithi129 conmon[101092]: cluster 2022-01-18T18:09:36.431033+0000 mgr.smithi129.iclwio (mgr.14716) 4370 : cluster [DBG] 2022-01-18T18:09:37.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:37 smithi129 conmon[101092]: pgmap v3755: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:37.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:37 smithi129 conmon[101092]: audit 2022-01-18T18:09:36.934450+0000 mgr.smithi129.iclwio (mgr.14716) 4371 : audit [DBG] from='client.36994 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:09:37.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:37 smithi129 conmon[101092]: audit 2022-01-18T18:09:37.532549 2022-01-18T18:09:37.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:37 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 1448 : audit [DBG] from='client.? 172.21.15.129:0/3986012611' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:09:38.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:37 smithi156 conmon[67007]: cluster 2022-01-18T18:09:36.431033+0000 mgr.smithi129.iclwio (mgr.14716) 4370 : cluster [DBG] pgmap v3755: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:38.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:37 smithi156 conmon[67007]: 2022-01-18T18:09:38.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:37 smithi156 conmon[67007]: audit 2022-01-18T18:09:36.934450+0000 mgr.smithi129.iclwio (mgr.14716) 4371 : audit [DBG] from='client.36994 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:09:38.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:37 smithi156 conmon[67007]: audit 2022-01-18T18:09:37.532549+0000 mon.smithi129 (mon.0) 1448 : audit [DBG] from='client.? 172.21.15.129:0/3986012611' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:09:38.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:38 smithi129 conmon[101092]: audit 2022-01-18T18:09:37.202308+0000 mgr.smithi129.iclwio (mgr.14716) 4372 : audit [DBG] from='client.36998 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:09:39.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:38 smithi156 conmon[67007]: audit 2022-01-18T18:09:37.202308+0000 mgr.smithi129.iclwio (mgr.14716) 4372 : audit [DBG] 2022-01-18T18:09:39.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:38 smithi156 conmon[67007]: from='client.36998 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:09:39.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:39 smithi129 conmon[101092]: cluster 2022-01-18T18:09:38.431685+0000 mgr.smithi129.iclwio (mgr.14716) 4373 : cluster [DBG] pgmap v3756: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:40.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:39 smithi156 conmon[67007]: cluster 2022-01-18T18:09:38.431685+0000 mgr.smithi129.iclwio (mgr.14716) 4373 : cluster [DBG] pgmap v3756: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:40.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:39 smithi156 conmon[67007]: 2022-01-18T18:09:41.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:41 smithi129 conmon[101092]: cluster 2022-01-18T18:09:40.432631+0000 mgr.smithi129.iclwio (mgr.14716) 4374 : cluster [DBG] 2022-01-18T18:09:41.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:41 smithi129 conmon[101092]: pgmap v3757: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:09:42.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:41 smithi156 conmon[67007]: cluster 2022-01-18T18:09:40.432631+0000 mgr.smithi129.iclwio (mgr.14716) 4374 : cluster [DBG] pgmap v3757: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:09:44.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:43 smithi156 conmon[67007]: cluster 2022-01-18T18:09:42.433362+0000 mgr.smithi129.iclwio (mgr.14716) 4375 : cluster [DBG] pgmap v3758: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:44.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:43 smithi129 conmon[101092]: cluster 2022-01-18T18:09:42.433362+0000 mgr.smithi129.iclwio (mgr.14716) 4375 : cluster [DBG] pgmap v3758: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:46.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:45 smithi156 conmon[67007]: cluster 2022-01-18T18:09:44.434363+0000 mgr.smithi129.iclwio (mgr.14716) 4376 : cluster [DBG] pgmap v3759: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:09:46.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:45 smithi156 conmon[67007]: 2022-01-18T18:09:46.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:45 smithi129 conmon[101092]: cluster 2022-01-18T18:09:44.434363+0000 mgr.smithi129.iclwio (mgr.14716) 4376 : cluster [DBG] pgmap v3759: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:09:47.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:47 smithi129 conmon[101092]: cluster 2022-01-18T18:09:46.435085+0000 mgr.smithi129.iclwio (mgr.14716) 4377 : cluster [DBG] pgmap v3760: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:48.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:47 smithi156 conmon[67007]: cluster 2022-01-18T18:09:46.435085+0000 mgr.smithi129.iclwio (mgr.14716) 4377 : cluster [DBG] 2022-01-18T18:09:48.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:47 smithi156 conmon[67007]: pgmap v3760: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:50.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:49 smithi156 conmon[67007]: cluster 2022-01-18T18:09:48.435561+0000 mgr.smithi129.iclwio (mgr.14716) 4378 : cluster [DBG] 2022-01-18T18:09:50.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:49 smithi156 conmon[67007]: pgmap v3761: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:50.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:49 smithi129 conmon[101092]: cluster 2022-01-18T18:09:48.435561+0000 mgr.smithi129.iclwio (mgr.14716) 4378 : cluster [DBG] pgmap v3761: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:52.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:51 smithi156 conmon[67007]: cluster 2022-01-18T18:09:50.436535+0000 mgr.smithi129.iclwio (mgr.14716) 4379 : cluster 2022-01-18T18:09:52.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:51 smithi156 conmon[67007]: [DBG] pgmap v3762: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:09:52.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:51 smithi129 conmon[101092]: cluster 2022-01-18T18:09:50.436535+0000 mgr.smithi129.iclwio (mgr.14716) 4379 : cluster [DBG] pgmap v3762: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:09:54.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:53 smithi156 conmon[67007]: cluster 2022-01-18T18:09:52.437170+0000 mgr.smithi129.iclwio (mgr.14716) 4380 : cluster [DBG] 2022-01-18T18:09:54.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:53 smithi156 conmon[67007]: pgmap v3763: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:54.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:53 smithi129 conmon[101092]: cluster 2022-01-18T18:09:52.437170+0000 mgr.smithi129.iclwio (mgr.14716) 4380 : cluster [DBG] pgmap v3763: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:56.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:55 smithi156 conmon[67007]: cluster 2022-01-18T18:09:54.437963+0000 mgr.smithi129.iclwio (mgr.14716) 4381 : cluster [DBG] 2022-01-18T18:09:56.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:55 smithi156 conmon[67007]: pgmap v3764: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:09:56.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:55 smithi129 conmon[101092]: cluster 2022-01-18T18:09:54.437963+0000 mgr.smithi129.iclwio (mgr.14716) 4381 : cluster [DBG] pgmap v3764: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:09:57.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:57 smithi129 conmon[101092]: cluster 2022-01-18T18:09:56.438525+0000 mgr.smithi129.iclwio (mgr.14716) 4382 : cluster [DBG] pgmap v3765: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:58.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:57 smithi156 conmon[67007]: cluster 2022-01-18T18:09:56.438525+0000 mgr.smithi129.iclwio (mgr.14716) 4382 : cluster 2022-01-18T18:09:58.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:57 smithi156 conmon[67007]: [DBG] pgmap v3765: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:09:59.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:58 smithi156 conmon[67007]: audit 2022-01-18T18:09:58.694225+0000 mon.smithi129 (mon.0) 1449 : 2022-01-18T18:09:59.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:58 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:09:59.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:58 smithi156 conmon[67007]: audit 2022-01-18T18:09:58.694496+0000 mon.smithi129 (mon.0) 1450 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:09:59.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:58 smithi129 conmon[101092]: audit 2022-01-18T18:09:58.694225+0000 mon.smithi129 (mon.0) 1449 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:09:59.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:58 smithi129 conmon[101092]: 2022-01-18T18:09:59.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:58 smithi129 conmon[101092]: audit 2022-01-18T18:09:58.694496+0000 mon.smithi129 (mon.0) 1450 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:10:00.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:59 smithi156 conmon[67007]: cluster 2022-01-18T18:09:58.439071+0000 mgr.smithi129.iclwio (mgr.14716) 4383 : 2022-01-18T18:10:00.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:09:59 smithi156 conmon[67007]: cluster [DBG] pgmap v3766: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:00.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:59 smithi129 conmon[101092]: cluster 2022-01-18T18:09:58.439071+0000 mgr.smithi129.iclwio (mgr.14716) 4383 : cluster [DBG] 2022-01-18T18:10:00.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:09:59 smithi129 conmon[101092]: pgmap v3766: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:01.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:00 smithi156 conmon[67007]: cluster 2022-01-18T18:10:00.000101+0000 mon.smithi129 (mon.0) 1451 : cluster 2022-01-18T18:10:01.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:00 smithi156 conmon[67007]: [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T18:10:01.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:00 smithi129 conmon[101092]: cluster 2022-01-18T18:10:00.000101+0000 mon.smithi129 (mon.0) 1451 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T18:10:02.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:01 smithi156 conmon[67007]: cluster 2022-01-18T18:10:00.439911+0000 mgr.smithi129.iclwio (mgr.14716) 4384 : 2022-01-18T18:10:02.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:01 smithi156 conmon[67007]: cluster [DBG] pgmap v3767: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:10:02.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:01 smithi129 conmon[101092]: cluster 2022-01-18T18:10:00.439911+0000 mgr.smithi129.iclwio (mgr.14716) 4384 : cluster [DBG] pgmap v3767: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:10:04.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:03 smithi156 conmon[67007]: cluster 2022-01-18T18:10:02.440431+0000 mgr.smithi129.iclwio (mgr.14716) 4385 : cluster [DBG] pgmap v3768: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:04.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:03 smithi129 conmon[101092]: cluster 2022-01-18T18:10:02.440431+0000 mgr.smithi129.iclwio (mgr.14716) 4385 : cluster [DBG] pgmap v3768: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:06.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:05 smithi156 conmon[67007]: cluster 2022-01-18T18:10:04.441154+0000 mgr.smithi129.iclwio (mgr.14716) 4386 : cluster [DBG] pgmap v3769: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:10:06.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:05 smithi129 conmon[101092]: cluster 2022-01-18T18:10:04.441154+0000 mgr.smithi129.iclwio (mgr.14716) 4386 : cluster 2022-01-18T18:10:06.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:05 smithi129 conmon[101092]: [DBG] pgmap v3769: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:10:07.831 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:10:07.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:07 smithi129 conmon[101092]: cluster 2022-01-18T18:10:06.441616+0000 mgr.smithi129.iclwio (mgr.14716) 4387 : cluster 2022-01-18T18:10:07.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:07 smithi129 conmon[101092]: [DBG] pgmap v3770: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:08.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:07 smithi156 conmon[67007]: cluster 2022-01-18T18:10:06.441616+0000 mgr.smithi129.iclwio (mgr.14716) 4387 : cluster [DBG] pgmap v3770: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:08.096 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:10:08.096 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 108s ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:10:08.097 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 108s ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:10:08.097 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 110s ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:10:08.097 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 108s ago 2h 42.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:10:08.097 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 108s ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:10:08.098 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 110s ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:10:08.098 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 108s ago 2h 613M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:10:08.098 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 110s ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:10:08.098 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 108s ago 2h 863M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:10:08.098 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 110s ago 2h 450M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:10:08.099 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 108s ago 2h 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:10:08.099 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 110s ago 2h 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:10:08.099 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 108s ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:10:08.099 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 110s ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:10:08.100 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (119m) 108s ago 2h 1778M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:10:08.100 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 108s ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:10:08.100 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 108s ago 2h 2167M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:10:08.100 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 108s ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:10:08.100 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 110s ago 2h 2616M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:10:08.101 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 110s ago 2h 3185M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:10:08.101 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 110s ago 2h 2523M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:10:08.101 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 110s ago 2h 3721M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:10:08.101 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 108s ago 2h 78.2M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:10:08.415 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:10:08.415 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:10:08.415 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:10:08.416 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:10:08.416 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:10:08.416 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:10:08.416 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:10:08.417 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:10:08.417 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:10:08.417 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:10:08.417 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:10:08.417 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:10:08.418 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:10:08.418 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:10:08.418 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:10:08.418 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:10:08.419 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:10:08.419 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:10:08.419 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:10:09.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:08 smithi156 conmon[67007]: audit 2022-01-18T18:10:07.821828+0000 mgr.smithi129.iclwio (mgr.14716) 4388 : audit [DBG] from='client.37006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:10:09.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:08 smithi156 conmon[67007]: audit 2022-01-18T18:10:08.090580+0000 mgr.smithi129.iclwio (mgr.14716) 4389 : audit [DBG] from='client.37010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:10:09.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:08 smithi156 conmon[67007]: audit 2022-01-18T18:10:08.418072+0000 mon.smithi129 (mon.0) 1452 : audit [DBG] from='client.? 172.21.15.129:0/3190707277' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:10:09.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:08 smithi129 conmon[101092]: audit 2022-01-18T18:10:07.821828+0000 mgr.smithi129.iclwio (mgr.14716) 4388 : audit 2022-01-18T18:10:09.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:08 smithi129 conmon[101092]: [DBG] from='client.37006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:10:09.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:08 smithi129 conmon[101092]: audit 2022-01-18T18:10:08.090580+0000 mgr.smithi129.iclwio (mgr.14716) 4389 : audit [DBG] from='client.37010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:10:09.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:08 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T18:10:09.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:08 smithi129 conmon[101092]: 18:10:08.418072+0000 mon.smithi129 (mon.0) 1452 : audit [DBG] from='client.? 172.21.15.129:0/3190707277' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:10:10.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:09 smithi156 conmon[67007]: cluster 2022-01-18T18:10:08.442192+0000 mgr.smithi129.iclwio (mgr.14716) 4390 : cluster [DBG] pgmap v3771: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:10.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:09 smithi129 conmon[101092]: cluster 2022-01-18T18:10:08.442192+0000 mgr.smithi129.iclwio (mgr.14716) 4390 : cluster [DBG] pgmap v3771: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:10.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:09 smithi129 conmon[101092]: 2022-01-18T18:10:12.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:11 smithi156 conmon[67007]: cluster 2022-01-18T18:10:10.442969+0000 mgr.smithi129.iclwio (mgr.14716) 4391 : cluster [DBG] pgmap v3772: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:10:12.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:11 smithi129 conmon[101092]: cluster 2022-01-18T18:10:10.442969+0000 mgr.smithi129.iclwio (mgr.14716) 4391 : cluster [DBG] pgmap v3772: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:10:14.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:13 smithi156 conmon[67007]: cluster 2022-01-18T18:10:12.443678+0000 mgr.smithi129.iclwio (mgr.14716) 4392 : cluster [DBG] pgmap v3773: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:14.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:13 smithi129 conmon[101092]: cluster 2022-01-18T18:10:12.443678+0000 mgr.smithi129.iclwio (mgr.14716) 4392 : cluster [DBG] pgmap v3773: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:16.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:15 smithi156 conmon[67007]: cluster 2022-01-18T18:10:14.444401+0000 mgr.smithi129.iclwio (mgr.14716) 4393 : cluster [DBG] pgmap v3774: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:10:16.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:15 smithi129 conmon[101092]: cluster 2022-01-18T18:10:14.444401+0000 mgr.smithi129.iclwio (mgr.14716) 4393 : cluster [DBG] pgmap v3774: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:10:17.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:17 smithi129 conmon[101092]: cluster 2022-01-18T18:10:16.444896+0000 mgr.smithi129.iclwio (mgr.14716) 4394 : cluster [DBG] pgmap v3775: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:18.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:17 smithi156 conmon[67007]: cluster 2022-01-18T18:10:16.444896+0000 mgr.smithi129.iclwio (mgr.14716) 4394 : cluster [DBG] pgmap v3775: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:20.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:19 smithi156 conmon[67007]: cluster 2022-01-18T18:10:18.445433+0000 mgr.smithi129.iclwio (mgr.14716) 4395 : cluster [DBG] pgmap v3776: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:20.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:19 smithi129 conmon[101092]: cluster 2022-01-18T18:10:18.445433+0000 mgr.smithi129.iclwio (mgr.14716) 4395 : cluster [DBG] 2022-01-18T18:10:20.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:19 smithi129 conmon[101092]: pgmap v3776: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:21.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:20 smithi156 conmon[67007]: audit 2022-01-18T18:10:20.180757+0000 mon.smithi129 (mon.0) 1453 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:10:21.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:20 smithi156 conmon[67007]: audit 2022-01-18T18:10:20.182099+0000 mon.smithi129 (mon.0) 1454 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:10:21.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:20 smithi156 conmon[67007]: audit 2022-01-18T18:10:20.183078+0000 mon.smithi129 (mon.0) 1455 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:10:21.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:20 smithi156 conmon[67007]: cephadm 2022-01-18T18:10:20.183843+0000 mgr.smithi129.iclwio (mgr.14716) 4396 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:10:21.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:20 smithi156 conmon[67007]: audit 2022-01-18T18:10:20.445515+0000 mon.smithi129 (mon.0 2022-01-18T18:10:21.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:20 smithi156 conmon[67007]: ) 1456 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:10:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:20 smithi156 conmon[67007]: audit 2022-01-18T18:10:20.744064+0000 2022-01-18T18:10:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:20 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1457 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:10:21.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:20 smithi156 conmon[67007]: audit 2022-01-18T18: 2022-01-18T18:10:21.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:20 smithi156 conmon[67007]: 10:20.748881+0000 mon.smithi129 (mon.0) 1458 2022-01-18T18:10:21.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:20 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:10:21.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:20 smithi129 conmon[101092]: audit 2022-01-18T18:10:20.180757+0000 mon.smithi129 (mon.0) 2022-01-18T18:10:21.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:20 smithi129 conmon[101092]: 1453 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:10:21.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:20 smithi129 conmon[101092]: audit 2022-01-18T18:10:20.182099+0000 mon.smithi129 (mon.0) 1454 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:10:21.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:20 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T18:10:21.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:20 smithi129 conmon[101092]: 18T18:10:20.183078+0000 mon.smithi129 (mon.0) 1455 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:10:21.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:20 smithi129 conmon[101092]: cephadm 2022-01-18T18: 2022-01-18T18:10:21.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:20 smithi129 conmon[101092]: 10:20.183843+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:10:21.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:20 smithi129 conmon[101092]: 4396 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:10:21.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:20 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T18:10:21.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:20 smithi129 conmon[101092]: T18:10:20.445515+0000 mon.smithi129 (mon 2022-01-18T18:10:21.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:20 smithi129 conmon[101092]: .0) 1456 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:10:21.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:20 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T18:10:21.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:20 smithi129 conmon[101092]: T18:10:20.744064+0000 mon.smithi129 ( 2022-01-18T18:10:21.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:20 smithi129 conmon[101092]: mon.0) 1457 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:10:21.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:20 smithi129 conmon[101092]: audit 2022- 2022-01-18T18:10:21.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:20 smithi129 conmon[101092]: 01-18T18:10:20.748881+0000 mon.smithi129 2022-01-18T18:10:21.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:20 smithi129 conmon[101092]: (mon.0) 1458 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:10:22.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:21 smithi156 conmon[67007]: cluster 2022-01-18T18:10:20.446098+0000 mgr.smithi129.iclwio (mgr.14716) 4397 : cluster [DBG] pgmap v3777: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:10:22.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:21 smithi129 conmon[101092]: cluster 2022-01-18T18:10:20.446098+0000 mgr.smithi129.iclwio (mgr.14716) 4397 : cluster 2022-01-18T18:10:22.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:21 smithi129 conmon[101092]: [DBG] pgmap v3777: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:10:24.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:23 smithi156 conmon[67007]: cluster 2022-01-18T18:10:22.446573+0000 mgr.smithi129.iclwio (mgr.14716) 4398 : cluster [DBG] pgmap v3778: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:24.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:23 smithi129 conmon[101092]: cluster 2022-01-18T18:10:22.446573+0000 mgr.smithi129.iclwio (mgr.14716) 4398 : cluster [DBG] pgmap v3778: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:24.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:23 smithi129 conmon[101092]: 2022-01-18T18:10:26.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:25 smithi156 conmon[67007]: cluster 2022-01-18T18:10:24.447346+0000 mgr.smithi129.iclwio (mgr.14716) 4399 : cluster [DBG] pgmap v3779: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:10:26.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:25 smithi129 conmon[101092]: cluster 2022-01-18T18:10:24.447346+0000 mgr.smithi129.iclwio (mgr.14716) 4399 : cluster [DBG] pgmap v3779: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:10:27.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:27 smithi129 conmon[101092]: cluster 2022-01-18T18:10:26.447764+0000 mgr.smithi129.iclwio (mgr.14716) 4400 : cluster [DBG] pgmap v3780: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:28.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:27 smithi156 conmon[67007]: cluster 2022-01-18T18:10:26.447764+0000 mgr.smithi129.iclwio (mgr.14716) 4400 : cluster [DBG] pgmap v3780: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:28.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:27 smithi156 conmon[67007]: 2022-01-18T18:10:30.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:29 smithi156 conmon[67007]: cluster 2022-01-18T18:10:28.448527+0000 mgr.smithi129.iclwio (mgr.14716) 4401 : cluster [DBG] pgmap v3781: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:30.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:29 smithi156 conmon[67007]: 2022-01-18T18:10:30.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:29 smithi129 conmon[101092]: cluster 2022-01-18T18:10:28.448527+0000 mgr.smithi129.iclwio (mgr.14716) 4401 : cluster [DBG] pgmap v3781: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:32.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:31 smithi156 conmon[67007]: cluster 2022-01-18T18:10:30.449394+0000 mgr.smithi129.iclwio (mgr.14716) 4402 : cluster [DBG] pgmap v3782: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:10:32.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:31 smithi129 conmon[101092]: cluster 2022-01-18T18:10:30.449394+0000 mgr.smithi129.iclwio (mgr.14716) 4402 : cluster [DBG] pgmap v3782: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:10:34.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:33 smithi156 conmon[67007]: cluster 2022-01-18T18:10:32.450128+0000 mgr.smithi129.iclwio (mgr.14716) 4403 : cluster [DBG] pgmap v3783: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:34.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:33 smithi129 conmon[101092]: cluster 2022-01-18T18:10 2022-01-18T18:10:34.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:33 smithi129 conmon[101092]: :32.450128+0000 mgr.smithi129.iclwio (mgr.14716) 4403 : cluster [DBG] pgmap v3783: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:36.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:35 smithi129 conmon[101092]: cluster 2022-01-18T18:10:34.450960+0000 mgr.smithi129.iclwio (mgr.14716) 4404 : cluster [DBG] pgmap v3784: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:10:36.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:35 smithi129 conmon[101092]: 2022-01-18T18:10:36.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:35 smithi156 conmon[67007]: cluster 2022-01-18T18:10:34.450960+0000 mgr.smithi129.iclwio (mgr.14716) 4404 : cluster [DBG] pgmap v3784: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:10:38.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:37 smithi129 conmon[101092]: cluster 2022-01-18T18:10:36.451480+0000 mgr.smithi129.iclwio (mgr.14716) 4405 : cluster [DBG] pgmap v3785: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:38.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:37 smithi129 conmon[101092]: 2022-01-18T18:10:38.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:37 smithi156 conmon[67007]: cluster 2022-01-18T18:10:36.451480+0000 mgr.smithi129.iclwio (mgr.14716) 4405 : cluster [DBG] pgmap v3785: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:38.715 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:10:38.980 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:10:38.980 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 2m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:10:38.980 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 2m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:10:38.981 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 2m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:10:38.981 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 2m ago 2h 42.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:10:38.982 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 2m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:10:38.982 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 2m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:10:38.983 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 2m ago 2h 613M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:10:38.983 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 2m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:10:38.983 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 2m ago 2h 863M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:10:38.984 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 2m ago 2h 450M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:10:38.984 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 2m ago 2h 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:10:38.985 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 2m ago 2h 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:10:38.985 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 2m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:10:38.986 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 2m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:10:38.986 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (119m) 2m ago 2h 1778M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:10:38.987 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 2m ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:10:38.987 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 2m ago 2h 2167M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:10:38.987 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 2m ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:10:38.988 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 2m ago 2h 2616M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:10:38.988 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 2m ago 2h 3185M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:10:38.989 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 2m ago 2h 2523M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:10:38.989 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 2m ago 2h 3721M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:10:38.990 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 2m ago 2h 78.2M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:10:39.299 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:10:39.299 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:10:39.300 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:10:39.300 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:10:39.300 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:10:39.300 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:10:39.301 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:10:39.301 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:10:39.301 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:10:39.301 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:10:39.302 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:10:39.302 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:10:39.302 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:10:39.302 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:10:39.302 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:10:39.303 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:10:39.303 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:10:39.303 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:10:39.304 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:10:40.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:39 smithi129 conmon[101092]: cluster 2022-01-18T18:10:38.452187+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:10:40.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:39 smithi129 conmon[101092]: 4406 : cluster [DBG] pgmap v3786: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:40.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:39 smithi129 conmon[101092]: audit 2022-01-18T18:10:38.705876+0000 mgr.smithi129.iclwio (mgr.14716) 4407 : audit [DBG] from='client.37018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:10:40.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:39 smithi129 conmon[101092]: audit 2022-01 2022-01-18T18:10:40.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:39 smithi129 conmon[101092]: -18T18:10:38.974300+0000 mgr.smithi129.iclwio (mgr.14716) 4408 : audit [DBG] from='client.37022 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:10:40.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:39 smithi129 conmon[101092]: audit 2022-01-18T18:10:39.302083+0000 mon.smithi129 (mon.0) 1459 : audit [DBG] from='client.? 172.21.15.129:0/1738682558' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:10:40.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:39 smithi156 conmon[67007]: cluster 2022-01-18T18:10:38.452187+0000 mgr.smithi129.iclwio (mgr.14716) 4406 : cluster [DBG] pgmap v3786: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:40.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:39 smithi156 conmon[67007]: 2022-01-18T18:10:40.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:39 smithi156 conmon[67007]: audit 2022-01-18T18:10:38.705876+0000 mgr.smithi129.iclwio (mgr.14716) 4407 : audit [DBG] from='client.37018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:10:40.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:39 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T18:10:40.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:39 smithi156 conmon[67007]: T18:10:38.974300+0000 mgr.smithi129.iclwio (mgr.14716) 4408 : audit [DBG] from='client.37022 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:10:40.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:39 smithi156 conmon[67007]: audit 2022- 2022-01-18T18:10:40.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:39 smithi156 conmon[67007]: 01-18T18:10:39.302083 2022-01-18T18:10:40.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:39 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 1459 : audit [DBG] 2022-01-18T18:10:40.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:39 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/1738682558' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:10:42.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:41 smithi129 conmon[101092]: cluster 2022-01-18T18:10:40.453070+0000 mgr.smithi129.iclwio (mgr.14716) 4409 : cluster [DBG] pgmap v3787: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:10:42.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:41 smithi156 conmon[67007]: cluster 2022-01-18T18:10:40.453070+0000 mgr.smithi129.iclwio (mgr.14716) 4409 : cluster 2022-01-18T18:10:42.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:41 smithi156 conmon[67007]: [DBG] pgmap v3787: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:10:44.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:43 smithi129 conmon[101092]: cluster 2022-01-18T18:10:42.453701+0000 mgr.smithi129.iclwio (mgr.14716) 4410 : cluster [DBG] pgmap v3788: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:44.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:43 smithi156 conmon[67007]: cluster 2022-01-18T18:10:42.453701+0000 mgr.smithi129.iclwio (mgr.14716) 4410 : cluster [DBG] pgmap v3788: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:46.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:45 smithi129 conmon[101092]: cluster 2022-01-18T18:10:44.454436+0000 mgr.smithi129.iclwio (mgr.14716) 4411 : cluster [DBG] pgmap v3789: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:10:46.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:45 smithi156 conmon[67007]: cluster 2022-01-18T18:10:44.454436+0000 mgr.smithi129.iclwio (mgr.14716) 4411 : cluster [DBG] 2022-01-18T18:10:46.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:45 smithi156 conmon[67007]: pgmap v3789: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:10:48.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:47 smithi129 conmon[101092]: cluster 2022-01-18T18:10:46.454912+0000 mgr.smithi129.iclwio (mgr.14716) 4412 : cluster [DBG] pgmap v3790: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:48.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:47 smithi156 conmon[67007]: cluster 2022-01-18T18:10:46.454912+0000 mgr.smithi129.iclwio (mgr.14716) 4412 : cluster 2022-01-18T18:10:48.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:47 smithi156 conmon[67007]: [DBG] pgmap v3790: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:50.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:49 smithi129 conmon[101092]: cluster 2022-01-18T18:10:48.455507+0000 mgr.smithi129.iclwio (mgr.14716) 4413 : cluster [DBG] pgmap v3791: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:50.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:49 smithi156 conmon[67007]: cluster 2022-01-18T18:10:48.455507+0000 mgr.smithi129.iclwio (mgr.14716) 4413 : cluster [DBG] pgmap v3791: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:52.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:51 smithi129 conmon[101092]: cluster 2022-01-18T18:10:50.456342+0000 mgr.smithi129.iclwio (mgr.14716) 4414 : cluster 2022-01-18T18:10:52.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:51 smithi129 conmon[101092]: [DBG] pgmap v3792: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:10:52.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:51 smithi156 conmon[67007]: cluster 2022-01-18T18:10:50.456342+0000 mgr.smithi129.iclwio (mgr.14716) 4414 : cluster [DBG] pgmap v3792: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:10:54.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:53 smithi129 conmon[101092]: cluster 2022-01-18T18:10:52.456875+0000 mgr.smithi129.iclwio 2022-01-18T18:10:54.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:53 smithi129 conmon[101092]: (mgr.14716) 4415 : cluster [DBG] pgmap v3793: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:54.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:53 smithi156 conmon[67007]: cluster 2022-01-18T18:10:52.456875+0000 mgr.smithi129.iclwio (mgr.14716) 4415 : cluster [DBG] pgmap v3793: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:54.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:53 smithi156 conmon[67007]: 2022-01-18T18:10:56.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:55 smithi129 conmon[101092]: cluster 2022-01-18T18:10:54.457579+0000 mgr.smithi129.iclwio (mgr.14716) 4416 : cluster [DBG] pgmap v3794: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:10:56.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:55 smithi156 conmon[67007]: cluster 2022-01-18T18:10:54.457579+0000 mgr.smithi129.iclwio (mgr.14716) 4416 : cluster [DBG] pgmap v3794: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:10:58.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:57 smithi129 conmon[101092]: cluster 2022-01-18T18:10:56.458029+0000 mgr.smithi129.iclwio (mgr.14716) 4417 : cluster [DBG] pgmap v3795: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:58.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:57 smithi156 conmon[67007]: cluster 2022-01-18T18:10:56.458029+0000 mgr.smithi129.iclwio (mgr.14716) 4417 : cluster [DBG] pgmap v3795: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:10:58.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:57 smithi156 conmon[67007]: 2022-01-18T18:10:59.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:58 smithi129 conmon[101092]: audit 2022-01-18T18:10:58.698178+0000 mon.smithi129 (mon.0) 1460 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:10:59.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:58 smithi129 conmon[101092]: audit 2022-01-18T18:10:58.698413+0000 mon.smithi129 (mon.0) 2022-01-18T18:10:59.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:58 smithi129 conmon[101092]: 1461 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:10:59.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:58 smithi156 conmon[67007]: audit 2022-01-18T18:10:58.698178+0000 mon.smithi129 (mon.0) 1460 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:10:59.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:58 smithi156 conmon[67007]: audit 2022-01-18T18:10:58.698413+0000 mon.smithi129 (mon.0) 1461 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:11:00.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:10:59 smithi129 conmon[101092]: cluster 2022-01-18T18:10:58.458743+0000 mgr.smithi129.iclwio (mgr.14716) 4418 : cluster [DBG] pgmap v3796: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:00.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:10:59 smithi156 conmon[67007]: cluster 2022-01-18T18:10:58.458743+0000 mgr.smithi129.iclwio (mgr.14716) 4418 : cluster [DBG] pgmap v3796: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:02.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:01 smithi129 conmon[101092]: cluster 2022-01-18T18:11:00.459540+0000 mgr.smithi129.iclwio (mgr.14716) 4419 : cluster [DBG] pgmap v3797: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:11:02.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:01 smithi129 conmon[101092]: 2022-01-18T18:11:02.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:01 smithi156 conmon[67007]: cluster 2022-01-18T18:11:00.459540+0000 mgr.smithi129.iclwio (mgr.14716) 4419 : cluster [DBG] pgmap v3797: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:11:04.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:03 smithi129 conmon[101092]: cluster 2022-01-18T18:11:02.460063+0000 mgr.smithi129.iclwio (mgr.14716) 4420 : cluster [DBG] 2022-01-18T18:11:04.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:03 smithi129 conmon[101092]: pgmap v3798: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:04.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:03 smithi156 conmon[67007]: cluster 2022-01-18T18:11:02.460063+0000 mgr.smithi129.iclwio (mgr.14716) 4420 : cluster [DBG] pgmap v3798: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:04.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:03 smithi156 conmon[67007]: 2022-01-18T18:11:06.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:05 smithi129 conmon[101092]: cluster 2022-01-18T18:11:04.461013+0000 mgr.smithi129.iclwio (mgr.14716) 4421 : cluster [DBG] 2022-01-18T18:11:06.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:05 smithi129 conmon[101092]: pgmap v3799: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:11:06.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:05 smithi156 conmon[67007]: cluster 2022-01-18T18:11:04.461013+0000 mgr.smithi129.iclwio (mgr.14716) 4421 : cluster 2022-01-18T18:11:06.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:05 smithi156 conmon[67007]: [DBG] pgmap v3799: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:11:08.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:07 smithi129 conmon[101092]: cluster 2022-01-18T18:11:06.461675+0000 mgr.smithi129.iclwio (mgr.14716) 4422 : cluster [DBG] 2022-01-18T18:11:08.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:07 smithi129 conmon[101092]: pgmap v3800: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:08.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:07 smithi156 conmon[67007]: cluster 2022-01-18T18:11:06.461675+0000 mgr.smithi129.iclwio (mgr.14716) 4422 : cluster [DBG] pgmap v3800: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:09.598 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:11:09.865 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:11:09.866 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 2m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:11:09.866 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 2m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:11:09.866 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 2m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:11:09.867 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 2m ago 2h 42.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:11:09.867 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 2m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:11:09.867 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 2m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:11:09.867 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 2m ago 2h 613M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:11:09.868 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 2m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:11:09.868 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 2m ago 2h 863M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:11:09.868 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 2m ago 2h 450M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:11:09.868 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 2m ago 2h 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:11:09.869 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 2m ago 2h 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:11:09.869 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 2m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:11:09.869 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 2m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:11:09.869 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 2m ago 2h 1778M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:11:09.869 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 2m ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:11:09.870 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 2m ago 2h 2167M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:11:09.870 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 2m ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:11:09.870 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 2m ago 2h 2616M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:11:09.871 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 2m ago 2h 3185M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:11:09.871 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 2m ago 2h 2523M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:11:09.871 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 2m ago 2h 3721M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:11:09.871 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 2m ago 2h 78.2M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:11:10.185 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:11:10.186 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:11:10.186 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:11:10.186 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:11:10.186 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:11:10.187 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:11:10.187 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:11:10.187 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:11:10.187 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:11:10.187 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:11:10.188 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:11:10.188 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:11:10.188 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:11:10.188 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:11:10.189 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:11:10.189 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:11:10.189 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:11:10.189 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:11:10.190 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:11:10.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:09 smithi129 conmon[101092]: cluster 2022-01-18T18:11:08.462443+0000 mgr.smithi129.iclwio (mgr.14716) 4423 : cluster [DBG] pgmap v3801: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:10.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:09 smithi156 conmon[67007]: cluster 2022-01-18T18:11:08.462443+0000 mgr.smithi129.iclwio (mgr.14716) 4423 : cluster [DBG] pgmap v3801: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:11.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:10 smithi129 conmon[101092]: audit 2022-01-18T18:11:09.589679+0000 mgr.smithi129.iclwio (mgr.14716) 4424 : 2022-01-18T18:11:11.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:10 smithi129 conmon[101092]: audit [DBG] from='client.37030 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:11:11.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:10 smithi129 conmon[101092]: audit 2022-01-18T18:11:09.859033+0000 mgr.smithi129.iclwio (mgr.14716) 4425 : audit [DBG] from='client.37034 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:11:11.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:10 smithi129 conmon[101092]: audit 2022-01-18T18:11:10. 2022-01-18T18:11:11.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:10 smithi129 conmon[101092]: 188117+0000 mon.smithi129 (mon.0) 1462 : audit [DBG] from='client.? 172.21.15.129:0/717925466' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:11:11.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:10 smithi156 conmon[67007]: audit 2022-01-18T18:11:09.589679+0000 mgr.smithi129.iclwio (mgr.14716) 4424 : audit [DBG] from='client.37030 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:11:11.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:10 smithi156 conmon[67007]: audit 2022-01-18T18:11:09.859033+0000 mgr.smithi129.iclwio (mgr.14716) 4425 : audit [DBG] from='client.37034 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:11:11.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:10 smithi156 conmon[67007]: audit 2022-01-18T18:11:10.188117+0000 mon.smithi129 (mon.0 2022-01-18T18:11:11.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:10 smithi156 conmon[67007]: ) 1462 : audit [DBG] from='client.? 172.21.15.129:0/717925466' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:11:12.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:11 smithi129 conmon[101092]: cluster 2022-01-18T18:11:10.463230+0000 mgr.smithi129.iclwio (mgr.14716) 4426 : cluster [DBG] pgmap v3802: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:11:12.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:11 smithi156 conmon[67007]: cluster 2022-01-18T18:11:10.463230+0000 mgr.smithi129.iclwio (mgr.14716) 4426 : cluster [DBG] pgmap v3802: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:11:14.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:13 smithi129 conmon[101092]: cluster 2022 2022-01-18T18:11:14.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:13 smithi129 conmon[101092]: -01-18T18:11:12.463862+0000 mgr.smithi129.iclwio (mgr.14716) 4427 : cluster [DBG] pgmap v3803: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:14.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:13 smithi156 conmon[67007]: cluster 2022-01-18T18:11:12.463862+0000 mgr.smithi129.iclwio (mgr.14716) 4427 : cluster [DBG] pgmap v3803: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:16.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:15 smithi129 conmon[101092]: cluster 2022-01-18T18:11:14.464575+0000 mgr.smithi129.iclwio (mgr.14716) 4428 : cluster 2022-01-18T18:11:16.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:15 smithi129 conmon[101092]: [DBG] pgmap v3804: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:11:16.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:15 smithi156 conmon[67007]: cluster 2022-01-18T18:11:14.464575+0000 mgr.smithi129.iclwio (mgr.14716) 4428 : cluster 2022-01-18T18:11:16.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:15 smithi156 conmon[67007]: [DBG] pgmap v3804: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:11:18.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:17 smithi129 conmon[101092]: cluster 2022-01-18T18:11:16.465250+0000 mgr.smithi129.iclwio (mgr.14716) 4429 : cluster [DBG] pgmap v3805: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:18.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:17 smithi129 conmon[101092]: 2022-01-18T18:11:18.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:17 smithi156 conmon[67007]: cluster 2022-01-18T18:11:16.465250+0000 mgr.smithi129.iclwio (mgr.14716) 4429 : cluster 2022-01-18T18:11:18.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:17 smithi156 conmon[67007]: [DBG] pgmap v3805: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:20.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:19 smithi129 conmon[101092]: cluster 2022-01-18T18:11:18.465861+0000 mgr.smithi129.iclwio (mgr.14716) 4430 : cluster [DBG] pgmap v3806: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:20.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:19 smithi129 conmon[101092]: 2022-01-18T18:11:20.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:19 smithi156 conmon[67007]: cluster 2022-01-18T18:11:18.465861+0000 mgr.smithi129.iclwio (mgr.14716) 4430 2022-01-18T18:11:20.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:19 smithi156 conmon[67007]: : cluster [DBG] pgmap v3806: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:22.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:21 smithi156 conmon[67007]: cluster 2022-01-18T18:11:20.466646+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:11:22.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:21 smithi156 conmon[67007]: 4431 : cluster [DBG] pgmap v3807: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:11:22.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:21 smithi156 conmon[67007]: audit 2022-01-18T18:11:20.751368+0000 mon.smithi129 (mon.0) 1463 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:11:22.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:21 smithi156 conmon[67007]: audit 2022-01-18T18:11:20.752737+0000 2022-01-18T18:11:22.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:21 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1464 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:11:22.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:21 smithi156 conmon[67007]: audit 2022- 2022-01-18T18:11:22.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:21 smithi156 conmon[67007]: 01-18T18:11:20.753605+0000 mon.smithi129 (mon 2022-01-18T18:11:22.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:21 smithi156 conmon[67007]: .0) 1465 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:11:22.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:21 smithi156 conmon[67007]: cephadm 2022 2022-01-18T18:11:22.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:21 smithi156 conmon[67007]: -01-18T18:11:20.754306+0000 mgr.smithi129.iclwio 2022-01-18T18:11:22.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:21 smithi156 conmon[67007]: (mgr.14716) 4432 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:11:22.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:21 smithi156 conmon[67007]: audit 2022-01-18T18:11:22.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:21 smithi156 conmon[67007]: 2022-01-18T18:11:21.061384+0000 mon.smithi129 2022-01-18T18:11:22.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:21 smithi156 conmon[67007]: (mon.0) 1466 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:11:22.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:21 smithi156 conmon[67007]: audit 2022-01-18T18:11:22.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:21 smithi156 conmon[67007]: 2022-01-18T18:11:21.066124+0000 2022-01-18T18:11:22.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:21 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1467 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:11:22.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:21 smithi129 conmon[101092]: cluster 2022-01-18T18:11:20.466646+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:11:22.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:21 smithi129 conmon[101092]: ) 4431 : cluster [DBG] pgmap v3807: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:11:22.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:21 smithi129 conmon[101092]: audit 2022-01-18T18:11:20.751368+0000 mon.smithi129 (mon.0) 1463 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:11:22.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:21 smithi129 conmon[101092]: audit 2022-01-18T18 2022-01-18T18:11:22.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:21 smithi129 conmon[101092]: :11:20.752737+0000 mon.smithi129 (mon.0) 1464 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:11:22.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:21 smithi129 conmon[101092]: audit 2022-01-18T18:11:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:21 smithi129 conmon[101092]: 2022-01-18T18:11:20.753605+0000 mon.smithi129 (mon. 2022-01-18T18:11:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:21 smithi129 conmon[101092]: 0) 1465 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:11:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:21 smithi129 conmon[101092]: cephadm 2022-01 2022-01-18T18:11:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:21 smithi129 conmon[101092]: -18T18:11:20.754306+0000 mgr.smithi129.iclwio (mgr.14716) 4432 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:11:22.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:21 smithi129 conmon[101092]: audit 2022-01-18T18:11:22.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:21 smithi129 conmon[101092]: 2022-01-18T18:11:21.061384+0000 mon.smithi129 (mon. 2022-01-18T18:11:22.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:21 smithi129 conmon[101092]: 0) 1466 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:11:22.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:21 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T18:11:22.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:21 smithi129 conmon[101092]: 18T18:11:21.066124+0000 mon.smithi129 ( 2022-01-18T18:11:22.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:21 smithi129 conmon[101092]: mon.0) 1467 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:11:24.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:23 smithi156 conmon[67007]: cluster 2022-01-18T18:11:22.467293+0000 mgr.smithi129.iclwio (mgr.14716) 4433 : cluster [DBG] 2022-01-18T18:11:24.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:23 smithi156 conmon[67007]: pgmap v3808: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:24.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:23 smithi129 conmon[101092]: cluster 2022-01-18T18:11:22.467293+0000 mgr.smithi129.iclwio (mgr.14716) 4433 : cluster [DBG] pgmap v3808: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:24.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:23 smithi129 conmon[101092]: 2022-01-18T18:11:26.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:25 smithi156 conmon[67007]: cluster 2022-01-18T18:11:24.468117+0000 mgr.smithi129.iclwio (mgr.14716) 4434 : cluster [DBG] 2022-01-18T18:11:26.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:25 smithi156 conmon[67007]: pgmap v3809: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:11:26.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:25 smithi129 conmon[101092]: cluster 2022-01-18T18:11:24.468117+0000 mgr.smithi129.iclwio (mgr.14716) 4434 : cluster [DBG] pgmap v3809: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:11:26.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:25 smithi129 conmon[101092]: 2022-01-18T18:11:27.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:27 smithi129 conmon[101092]: cluster 2022-01-18T18:11:26.468638+0000 mgr.smithi129.iclwio (mgr.14716) 4435 : cluster [DBG] pgmap v3810: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:28.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:27 smithi156 conmon[67007]: cluster 2022-01-18T18:11:26.468638+0000 mgr.smithi129.iclwio (mgr.14716) 4435 : cluster [DBG] pgmap v3810: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:28.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:27 smithi156 conmon[67007]: 2022-01-18T18:11:30.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:29 smithi156 conmon[67007]: cluster 2022-01-18T18:11:28.469200+0000 mgr.smithi129.iclwio (mgr.14716) 4436 2022-01-18T18:11:30.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:29 smithi156 conmon[67007]: : cluster [DBG] pgmap v3811: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:30.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:29 smithi129 conmon[101092]: cluster 2022-01-18T18:11:28.469200+0000 mgr.smithi129.iclwio (mgr.14716) 4436 : cluster [DBG] pgmap v3811: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:32.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:31 smithi156 conmon[67007]: cluster 2022-01-18T18:11:30.470082+0000 mgr.smithi129.iclwio (mgr.14716) 4437 : cluster [DBG] 2022-01-18T18:11:32.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:31 smithi156 conmon[67007]: pgmap v3812: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:11:32.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:31 smithi129 conmon[101092]: cluster 2022-01-18T18:11:30.470082+0000 mgr.smithi129.iclwio (mgr.14716) 4437 : cluster [DBG] pgmap v3812: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:11:34.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:33 smithi156 conmon[67007]: cluster 2022-01-18T18:11:32.470760+0000 mgr.smithi129.iclwio (mgr.14716) 4438 : cluster [DBG] 2022-01-18T18:11:34.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:33 smithi156 conmon[67007]: pgmap v3813: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:34.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:33 smithi129 conmon[101092]: cluster 2022-01-18T18:11:32.470760+0000 mgr.smithi129.iclwio (mgr.14716) 4438 : cluster [DBG] pgmap v3813: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:34.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:33 smithi129 conmon[101092]: 2022-01-18T18:11:36.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:35 smithi156 conmon[67007]: cluster 2022-01-18T18:11:34.471689+0000 mgr.smithi129.iclwio (mgr.14716) 4439 : cluster [DBG] 2022-01-18T18:11:36.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:35 smithi156 conmon[67007]: pgmap v3814: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:11:36.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:35 smithi129 conmon[101092]: cluster 2022-01-18T18:11:34.471689+0000 mgr.smithi129.iclwio (mgr.14716) 4439 : cluster [DBG] pgmap v3814: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:11:36.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:35 smithi129 conmon[101092]: 2022-01-18T18:11:37.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:37 smithi129 conmon[101092]: cluster 2022-01-18T18:11:36.472230+0000 mgr.smithi129.iclwio (mgr.14716) 4440 : cluster [DBG] pgmap v3815: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:37.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:37 smithi129 conmon[101092]: 2022-01-18T18:11:38.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:37 smithi156 conmon[67007]: cluster 2022-01-18T18:11:36.472230 2022-01-18T18:11:38.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:37 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 4440 : cluster [DBG] pgmap v3815: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:40.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:39 smithi156 conmon[67007]: cluster 2022-01-18T18:11:38.472861+0000 mgr.smithi129.iclwio (mgr.14716) 4441 : cluster [DBG] 2022-01-18T18:11:40.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:39 smithi156 conmon[67007]: pgmap v3816: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:40.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:39 smithi129 conmon[101092]: cluster 2022-01-18T18:11:38.472861+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:11:40.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:39 smithi129 conmon[101092]: ) 4441 : cluster [DBG] pgmap v3816: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:40.483 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:11:40.753 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:11:40.754 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 3m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:11:40.754 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 3m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:11:40.754 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 3m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:11:40.755 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 3m ago 2h 42.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:11:40.755 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 3m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:11:40.755 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 3m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:11:40.755 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 3m ago 2h 613M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:11:40.756 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 3m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:11:40.756 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 3m ago 2h 863M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:11:40.756 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 3m ago 2h 450M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:11:40.756 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 3m ago 2h 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:11:40.757 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 3m ago 2h 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:11:40.757 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 3m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:11:40.757 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 3m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:11:40.757 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 3m ago 2h 1778M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:11:40.757 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 3m ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:11:40.758 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 3m ago 2h 2167M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:11:40.758 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 3m ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:11:40.758 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 3m ago 2h 2616M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:11:40.758 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 3m ago 2h 3185M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:11:40.759 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 3m ago 2h 2523M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:11:40.759 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 3m ago 2h 3721M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:11:40.759 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 3m ago 2h 78.2M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:11:41.070 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:11:41.070 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:11:41.071 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:11:41.071 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:11:41.071 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:11:41.072 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:11:41.072 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:11:41.072 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:11:41.072 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:11:41.073 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:11:41.073 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:11:41.073 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:11:41.073 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:11:41.074 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:11:41.074 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:11:41.074 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:11:41.074 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:11:41.075 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:11:41.075 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:11:42.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:41 smithi156 conmon[67007]: cluster 2022-01-18T18:11:40.473514+0000 mgr.smithi129.iclwio (mgr.14716) 4442 : 2022-01-18T18:11:42.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:41 smithi156 conmon[67007]: cluster [DBG] pgmap v3817: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:11:42.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:41 smithi156 conmon[67007]: audit 2022-01-18T18:11:40.474111+0000 mgr.smithi129.iclwio (mgr.14716) 4443 : audit [DBG] from='client.37042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:11:42.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:41 smithi156 conmon[67007]: audit 2022-01-18T18:11:40.746724+0000 mgr.smithi129.iclwio (mgr.14716) 4444 : audit [DBG] from='client.37046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:11:42.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:41 smithi156 conmon[67007]: audit 2022 2022-01-18T18:11:42.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:41 smithi156 conmon[67007]: -01-18T18:11:41.072945+0000 mon.smithi129 (mon.0) 2022-01-18T18:11:42.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:41 smithi156 conmon[67007]: 1468 : audit [DBG] from='client.? 172.21.15.129:0/643789357' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:11:42.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:41 smithi129 conmon[101092]: cluster 2022-01-18T18:11:40.473514+0000 mgr.smithi129.iclwio (mgr.14716) 4442 : cluster [DBG] 2022-01-18T18:11:42.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:41 smithi129 conmon[101092]: pgmap v3817: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:11:42.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:41 smithi129 conmon[101092]: audit 2022-01-18T18:11:40.474111+0000 mgr.smithi129.iclwio (mgr.14716) 4443 : audit [DBG] from='client.37042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:11:42.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:41 smithi129 conmon[101092]: audit 2022-01-18T18:11:40.746724+0000 mgr.smithi129.iclwio (mgr.14716) 4444 : audit 2022-01-18T18:11:42.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:41 smithi129 conmon[101092]: [DBG] from='client.37046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:11:42.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:41 smithi129 conmon[101092]: audit 2022-01-18T18:11:41.072945+0000 mon.smithi129 (mon.0) 1468 : audit [DBG] from='client.? 172.21.15.129:0/643789357' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:11:42.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:41 smithi129 conmon[101092]: 2022-01-18T18:11:44.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:43 smithi156 conmon[67007]: cluster 2022-01-18T18:11:42.474132+0000 mgr.smithi129.iclwio (mgr.14716) 4445 : cluster 2022-01-18T18:11:44.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:43 smithi156 conmon[67007]: [DBG] pgmap v3818: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:44.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:43 smithi129 conmon[101092]: cluster 2022-01-18T18:11:42.474132+0000 mgr.smithi129.iclwio (mgr.14716) 4445 : cluster [DBG] pgmap v3818: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:46.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:45 smithi156 conmon[67007]: cluster 2022-01-18T18:11:44.474919+0000 mgr.smithi129.iclwio (mgr.14716) 4446 : cluster 2022-01-18T18:11:46.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:45 smithi156 conmon[67007]: [DBG] pgmap v3819: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:11:46.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:45 smithi129 conmon[101092]: cluster 2022-01-18T18:11:44.474919+0000 mgr.smithi129.iclwio (mgr.14716) 4446 : cluster [DBG] pgmap v3819: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:11:47.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:47 smithi129 conmon[101092]: cluster 2022-01-18T18:11:46.475377+0000 mgr.smithi129.iclwio (mgr.14716) 4447 : cluster [DBG] 2022-01-18T18:11:47.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:47 smithi129 conmon[101092]: pgmap v3820: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:48.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:47 smithi156 conmon[67007]: cluster 2022-01-18T18:11:46.475377+0000 mgr.smithi129.iclwio (mgr.14716) 4447 : cluster 2022-01-18T18:11:48.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:47 smithi156 conmon[67007]: [DBG] pgmap v3820: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:50.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:49 smithi156 conmon[67007]: cluster 2022-01-18T18:11:48.476055+0000 mgr.smithi129.iclwio (mgr.14716) 4448 : cluster 2022-01-18T18:11:50.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:49 smithi156 conmon[67007]: [DBG] pgmap v3821: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:50.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:49 smithi129 conmon[101092]: cluster 2022-01-18T18:11:48.476055+0000 mgr.smithi129.iclwio (mgr.14716) 4448 : cluster 2022-01-18T18:11:50.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:49 smithi129 conmon[101092]: [DBG] pgmap v3821: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:52.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:51 smithi156 conmon[67007]: cluster 2022-01-18T18:11:50.477032+0000 mgr.smithi129.iclwio (mgr.14716) 4449 : cluster [DBG] pgmap v3822: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:11:52.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:51 smithi156 conmon[67007]: 2022-01-18T18:11:52.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:51 smithi129 conmon[101092]: cluster 2022-01-18T18:11:50.477032+0000 mgr.smithi129.iclwio (mgr.14716) 4449 : cluster [DBG] 2022-01-18T18:11:52.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:51 smithi129 conmon[101092]: pgmap v3822: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:11:54.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:53 smithi156 conmon[67007]: cluster 2022-01-18T18:11:52.477604+0000 mgr.smithi129.iclwio (mgr.14716) 4450 : cluster [DBG] pgmap v3823: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:54.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:53 smithi156 conmon[67007]: 2022-01-18T18:11:54.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:53 smithi129 conmon[101092]: cluster 2022-01-18T18:11:52.477604+0000 mgr.smithi129.iclwio (mgr.14716) 4450 : cluster [DBG] pgmap v3823: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:56.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:55 smithi156 conmon[67007]: cluster 2022-01-18T18:11:54.478406+0000 mgr.smithi129.iclwio (mgr.14716) 4451 : cluster [DBG] 2022-01-18T18:11:56.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:55 smithi156 conmon[67007]: pgmap v3824: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:11:56.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:55 smithi129 conmon[101092]: cluster 2022-01-18T18:11:54.478406+0000 mgr.smithi129.iclwio (mgr.14716) 4451 : cluster [DBG] pgmap v3824: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:11:57.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:57 smithi129 conmon[101092]: cluster 2022-01-18T18:11:56.479003+0000 mgr.smithi129.iclwio (mgr.14716) 4452 : cluster [DBG] 2022-01-18T18:11:57.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:57 smithi129 conmon[101092]: pgmap v3825: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:58.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:57 smithi156 conmon[67007]: cluster 2022-01-18T18:11:56.479003+0000 mgr.smithi129.iclwio (mgr.14716) 4452 : cluster 2022-01-18T18:11:58.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:57 smithi156 conmon[67007]: [DBG] pgmap v3825: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:11:59.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:58 smithi156 conmon[67007]: audit 2022-01-18T18:11:58.701740+0000 mon.smithi129 (mon.0) 1469 : audit 2022-01-18T18:11:59.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:58 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:11:59.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:58 smithi156 conmon[67007]: audit 2022-01-18T18:11:58.702011+0000 mon.smithi129 (mon.0) 1470 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:11:59.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:58 smithi129 conmon[101092]: audit 2022-01-18T18:11:58.701740+0000 mon.smithi129 (mon.0) 1469 : audit [INF] 2022-01-18T18:11:59.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:58 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:11:59.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:58 smithi129 conmon[101092]: audit 2022-01-18T18:11:58.702011+0000 mon.smithi129 (mon.0) 1470 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:12:00.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:59 smithi156 conmon[67007]: cluster 2022-01-18T18:11:58.479616+0000 mgr.smithi129.iclwio (mgr.14716) 4453 : cluster 2022-01-18T18:12:00.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:11:59 smithi156 conmon[67007]: [DBG] pgmap v3826: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:00.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:11:59 smithi129 conmon[101092]: cluster 2022-01-18T18:11:58.479616+0000 mgr.smithi129.iclwio (mgr.14716) 4453 : cluster [DBG] pgmap v3826: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:02.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:01 smithi156 conmon[67007]: cluster 2022-01-18T18:12:00.480513+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:12:02.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:01 smithi156 conmon[67007]: ) 4454 : cluster [DBG] pgmap v3827: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:12:02.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:01 smithi129 conmon[101092]: cluster 2022-01-18T18:12:00.480513+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:12:02.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:01 smithi129 conmon[101092]: 4454 : cluster [DBG] pgmap v3827: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:12:04.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:03 smithi156 conmon[67007]: cluster 2022-01-18T18:12:02.481084+0000 mgr.smithi129.iclwio (mgr.14716) 4455 : cluster [DBG] 2022-01-18T18:12:04.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:03 smithi156 conmon[67007]: pgmap v3828: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:04.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:03 smithi129 conmon[101092]: cluster 2022-01-18T18:12:02.481084+0000 mgr.smithi129.iclwio (mgr.14716) 4455 : cluster [DBG] pgmap v3828: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:06.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:05 smithi156 conmon[67007]: cluster 2022-01-18T18:12:04.481977+0000 mgr.smithi129.iclwio (mgr.14716) 4456 : cluster [DBG] pgmap v3829: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:12:06.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:05 smithi156 conmon[67007]: 2022-01-18T18:12:06.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:05 smithi129 conmon[101092]: cluster 2022-01-18T18:12:04.481977+0000 mgr.smithi129.iclwio (mgr.14716) 4456 : cluster [DBG] 2022-01-18T18:12:06.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:05 smithi129 conmon[101092]: pgmap v3829: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:12:07.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:07 smithi129 conmon[101092]: cluster 2022-01-18T18:12:06.482665+0000 mgr.smithi129.iclwio (mgr.14716) 4457 : cluster [DBG] 2022-01-18T18:12:07.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:07 smithi129 conmon[101092]: pgmap v3830: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:08.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:07 smithi156 conmon[67007]: cluster 2022-01-18T18:12:06.482665+0000 mgr.smithi129.iclwio (mgr.14716) 4457 : cluster [DBG] 2022-01-18T18:12:08.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:07 smithi156 conmon[67007]: pgmap v3830: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:10.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:09 smithi156 conmon[67007]: cluster 2022-01-18T18:12:08.483295+0000 mgr.smithi129.iclwio (mgr.14716) 4458 : cluster [DBG] pgmap v3831: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:10.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:09 smithi129 conmon[101092]: cluster 2022-01-18T18:12:08.483295+0000 mgr.smithi129.iclwio 2022-01-18T18:12:10.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:09 smithi129 conmon[101092]: (mgr.14716) 4458 : cluster [DBG] pgmap v3831: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:11.368 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:12:11.635 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:12:11.635 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 3m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:12:11.635 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 3m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:12:11.635 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 3m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:12:11.636 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 3m ago 2h 42.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:12:11.636 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 3m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:12:11.636 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 3m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:12:11.637 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 3m ago 2h 613M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:12:11.637 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 3m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:12:11.637 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 3m ago 2h 863M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:12:11.637 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 3m ago 2h 450M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:12:11.638 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 3m ago 2h 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:12:11.638 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 3m ago 2h 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:12:11.638 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 3m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:12:11.639 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 3m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:12:11.639 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 3m ago 2h 1778M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:12:11.639 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 3m ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:12:11.640 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 3m ago 2h 2167M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:12:11.640 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 3m ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:12:11.640 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 3m ago 2h 2616M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:12:11.640 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 3m ago 2h 3185M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:12:11.640 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 3m ago 2h 2523M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:12:11.641 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 3m ago 2h 3721M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:12:11.641 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 3m ago 2h 78.2M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:12:11.953 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:12:11.953 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:12:11.953 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:12:11.954 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:12:11.954 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:12:11.954 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:12:11.954 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:12:11.955 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:12:11.955 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:12:11.955 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:12:11.955 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:12:11.956 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:12:11.956 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:12:11.956 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:12:11.956 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:12:11.957 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:12:11.957 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:12:11.957 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:12:11.957 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:12:12.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:11 smithi156 conmon[67007]: cluster 2022-01-18T18:12:10.484148+0000 mgr.smithi129.iclwio (mgr.14716) 4459 : cluster [DBG] pgmap v3832: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:12:12.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:11 smithi129 conmon[101092]: cluster 2022-01-18T18:12:10.484148+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:12:12.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:11 smithi129 conmon[101092]: 14716) 4459 : cluster [DBG] pgmap v3832: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:12:13.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:12 smithi156 conmon[67007]: audit 2022-01-18T18:12:11.358847+0000 mgr.smithi129.iclwio (mgr.14716) 4460 : audit [DBG] from='client.37054 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:12:13.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:12 smithi156 conmon[67007]: 2022-01-18T18:12:13.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:12 smithi156 conmon[67007]: audit 2022-01-18T18:12:11.628394+0000 mgr.smithi129.iclwio (mgr.14716) 4461 : audit [DBG] from='client.37058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:12:13.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:12 smithi156 conmon[67007]: audit 2022-01-18T18:12:11.955558+0000 mon.smithi129 (mon.0) 2022-01-18T18:12:13.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:12 smithi156 conmon[67007]: 1471 : audit [DBG] from='client.? 172.21.15.129:0/2069963584' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:12:13.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:12 smithi129 conmon[101092]: audit 2022-01-18T18:12:11.358847+0000 mgr.smithi129.iclwio (mgr.14716) 4460 : audit [DBG] 2022-01-18T18:12:13.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:12 smithi129 conmon[101092]: from='client.37054 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:12:13.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:12 smithi129 conmon[101092]: audit 2022-01-18T18:12:11.628394+0000 mgr.smithi129.iclwio (mgr.14716) 4461 : audit [DBG] from='client.37058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:12:13.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:12 smithi129 conmon[101092]: audit 2022- 2022-01-18T18:12:13.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:12 smithi129 conmon[101092]: 01-18T18:12:11.955558+0000 mon.smithi129 (mon.0) 1471 : audit [DBG] from='client.? 172.21.15.129:0/2069963584' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:12:14.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:13 smithi156 conmon[67007]: cluster 2022-01-18T18:12:12.484627+0000 mgr.smithi129.iclwio (mgr.14716) 4462 : cluster [DBG] pgmap v3833: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:14.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:13 smithi156 conmon[67007]: 2022-01-18T18:12:14.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:13 smithi129 conmon[101092]: cluster 2022-01-18T18:12:12.484627+0000 mgr.smithi129.iclwio (mgr.14716) 4462 : cluster [DBG] pgmap v3833: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:16.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:15 smithi129 conmon[101092]: cluster 2022-01-18T18:12:14.485423+0000 mgr.smithi129.iclwio (mgr.14716) 4463 : cluster [DBG] pgmap v3834: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:12:16.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:15 smithi129 conmon[101092]: 2022-01-18T18:12:16.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:15 smithi156 conmon[67007]: cluster 2022-01-18T18:12:14.485423+0000 mgr.smithi129.iclwio (mgr.14716) 4463 : cluster [DBG] pgmap v3834: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:12:16.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:15 smithi156 conmon[67007]: 2022-01-18T18:12:18.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:17 smithi129 conmon[101092]: cluster 2022-01-18T18:12:16.486003+0000 mgr.smithi129.iclwio (mgr.14716) 4464 : cluster [DBG] pgmap v3835: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:18.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:17 smithi156 conmon[67007]: cluster 2022-01-18T18:12:16.486003+0000 mgr.smithi129.iclwio (mgr.14716) 4464 : cluster [DBG] pgmap v3835: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:20.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:19 smithi129 conmon[101092]: cluster 2022-01-18T18:12:18.486571+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:12:20.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:19 smithi129 conmon[101092]: 14716) 4465 : cluster [DBG] pgmap v3836: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:20.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:19 smithi156 conmon[67007]: cluster 2022-01-18T18:12:18.486571+0000 mgr.smithi129.iclwio (mgr.14716) 4465 : cluster [DBG] pgmap v3836: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:22.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:21 smithi129 conmon[101092]: cluster 2022-01-18T18:12:20.487281+0000 mgr.smithi129.iclwio (mgr.14716) 4466 : 2022-01-18T18:12:22.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:21 smithi129 conmon[101092]: cluster [DBG] pgmap v3837: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:12:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:21 smithi129 conmon[101092]: audit 2022-01-18T18:12:21.068692+0000 mon.smithi129 (mon.0) 1472 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:12:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:21 smithi129 conmon[101092]: audit 2022-01-18T18:12:21.070247+0000 mon.smithi129 (mon.0) 1473 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:12:22.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:21 smithi129 conmon[101092]: audit 2022-01-18T18:12:21.071326+0000 mon.smithi129 (mon.0) 1474 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:12:22.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:21 smithi129 conmon[101092]: cephadm 2022-01-18T18:12:21.072117+0000 mgr.smithi129.iclwio (mgr.14716) 4467 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:12:22.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:21 smithi129 conmon[101092]: audit 2022-01-18T18:12:21.381777+0000 mon.smithi129 (mon.0) 1475 : audit [INF] 2022-01-18T18:12:22.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:21 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:12:22.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:21 smithi129 conmon[101092]: audit 2022-01-18T18:12:21.387136+0000 mon.smithi129 (mon.0) 1476 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:12:22.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:21 smithi156 conmon[67007]: cluster 2022-01-18T18:12:20.487281+0000 mgr.smithi129.iclwio (mgr.14716) 4466 : cluster 2022-01-18T18:12:22.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:21 smithi156 conmon[67007]: [DBG] pgmap v3837: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:12:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:21 smithi156 conmon[67007]: audit 2022-01-18T18:12:21.068692+0000 mon.smithi129 (mon.0) 1472 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:12:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:21 smithi156 conmon[67007]: audit 2022-01-18T18:12:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:21 smithi156 conmon[67007]: 2022-01-18T18:12:21.070247+0000 mon.smithi129 (mon.0) 1473 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:12:22.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:21 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T18:12:22.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:21 smithi156 conmon[67007]: 18:12:21.071326+0000 mon.smithi129 (mon.0) 1474 2022-01-18T18:12:22.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:21 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:12:22.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:21 smithi156 conmon[67007]: cephadm 2022-01-18T18 2022-01-18T18:12:22.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:21 smithi156 conmon[67007]: :12:21.072117+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:12:22.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:21 smithi156 conmon[67007]: ) 4467 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:12:22.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:21 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T18:12:22.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:21 smithi156 conmon[67007]: 18:12:21.381777+0000 mon.smithi129 (mon. 2022-01-18T18:12:22.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:21 smithi156 conmon[67007]: 0) 1475 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:12:22.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:21 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T18:12:22.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:21 smithi156 conmon[67007]: 18T18:12:21.387136+0000 mon.smithi129 ( 2022-01-18T18:12:22.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:21 smithi156 conmon[67007]: mon.0) 1476 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:12:24.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:23 smithi129 conmon[101092]: cluster 2022-01-18T18:12:22.487778+0000 mgr.smithi129.iclwio (mgr.14716) 4468 : cluster [DBG] pgmap v3838: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:24.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:23 smithi156 conmon[67007]: cluster 2022-01-18T18:12:22.487778+0000 mgr.smithi129.iclwio (mgr.14716) 4468 : cluster [DBG] pgmap v3838: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:26.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:25 smithi129 conmon[101092]: cluster 2022-01-18T18:12:24.488547+0000 mgr.smithi129.iclwio (mgr.14716) 4469 : cluster [DBG] pgmap v3839: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:12:26.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:25 smithi129 conmon[101092]: 2022-01-18T18:12:26.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:25 smithi156 conmon[67007]: cluster 2022-01-18T18:12:24.488547+0000 mgr.smithi129.iclwio (mgr.14716) 4469 : cluster [DBG] pgmap v3839: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:12:28.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:27 smithi129 conmon[101092]: cluster 2022-01-18T18:12:26.489185+0000 mgr.smithi129.iclwio (mgr.14716) 4470 : cluster [DBG] pgmap v3840: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:28.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:27 smithi129 conmon[101092]: 2022-01-18T18:12:28.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:27 smithi156 conmon[67007]: cluster 2022-01-18T18:12:26.489185+0000 mgr.smithi129.iclwio (mgr.14716) 4470 : cluster [DBG] 2022-01-18T18:12:28.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:27 smithi156 conmon[67007]: pgmap v3840: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:30.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:29 smithi129 conmon[101092]: cluster 2022-01-18T18:12:28 2022-01-18T18:12:30.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:29 smithi129 conmon[101092]: .489708+0000 mgr.smithi129.iclwio (mgr.14716) 4471 : cluster [DBG] pgmap v3841: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:30.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:29 smithi156 conmon[67007]: cluster 2022-01-18T18:12:28.489708+0000 mgr.smithi129.iclwio (mgr.14716) 4471 : cluster [DBG] pgmap v3841: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:32.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:31 smithi129 conmon[101092]: cluster 2022-01-18T18:12:30.490525+0000 mgr.smithi129.iclwio (mgr.14716) 4472 : cluster [DBG] pgmap v3842: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:12:32.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:31 smithi129 conmon[101092]: 2022-01-18T18:12:32.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:31 smithi156 conmon[67007]: cluster 2022-01-18T18:12:30.490525+0000 mgr.smithi129.iclwio (mgr.14716) 4472 : cluster [DBG] pgmap v3842: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:12:34.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:33 smithi129 conmon[101092]: cluster 2022-01-18T18:12:32.491094+0000 mgr.smithi129.iclwio (mgr.14716) 4473 : cluster [DBG] pgmap v3843: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:34.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:33 smithi156 conmon[67007]: cluster 2022-01-18T18:12:32.491094+0000 mgr.smithi129.iclwio (mgr.14716) 4473 : cluster [DBG] pgmap v3843: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:36.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:35 smithi129 conmon[101092]: cluster 2022-01-18T18:12:34.491860+0000 mgr.smithi129.iclwio (mgr.14716) 4474 : cluster 2022-01-18T18:12:36.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:35 smithi129 conmon[101092]: [DBG] pgmap v3844: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:12:36.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:35 smithi156 conmon[67007]: cluster 2022-01-18T18:12:34.491860+0000 mgr.smithi129.iclwio (mgr.14716) 4474 : cluster [DBG] pgmap v3844: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:12:38.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:37 smithi129 conmon[101092]: cluster 2022-01-18T18:12:36.492342+0000 mgr.smithi129.iclwio (mgr.14716) 4475 : cluster [DBG] pgmap v3845: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:38.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:37 smithi156 conmon[67007]: cluster 2022-01-18T18:12:36.492342+0000 mgr.smithi129.iclwio (mgr.14716) 4475 : cluster [DBG] pgmap v3845: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:40.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:39 smithi129 conmon[101092]: cluster 2022-01-18T18:12:38.493027+0000 mgr.smithi129.iclwio (mgr.14716) 4476 : cluster [DBG] 2022-01-18T18:12:40.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:39 smithi129 conmon[101092]: pgmap v3846: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:40.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:39 smithi156 conmon[67007]: cluster 2022-01-18T18:12:38.493027+0000 mgr.smithi129.iclwio (mgr.14716) 4476 : cluster [DBG] pgmap v3846: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:42.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:41 smithi129 conmon[101092]: cluster 2022-01-18T18:12:40.494056+0000 mgr.smithi129.iclwio (mgr.14716) 4477 : cluster [DBG] pgmap v3847: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:12:42.253 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:12:42.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:41 smithi156 conmon[67007]: cluster 2022-01-18T18:12:40.494056+0000 mgr.smithi129.iclwio (mgr.14716) 4477 : cluster [DBG] pgmap v3847: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:12:42.518 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:12:42.518 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 4m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:12:42.519 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 4m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:12:42.519 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 4m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:12:42.519 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 4m ago 2h 42.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:12:42.519 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 4m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:12:42.519 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 4m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:12:42.520 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 4m ago 2h 613M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:12:42.520 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 4m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:12:42.520 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 4m ago 2h 863M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:12:42.520 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 4m ago 2h 450M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:12:42.521 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 4m ago 2h 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:12:42.521 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 4m ago 2h 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:12:42.521 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 4m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:12:42.521 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 4m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:12:42.522 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 4m ago 2h 1778M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:12:42.522 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 4m ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:12:42.522 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 4m ago 2h 2167M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:12:42.522 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 4m ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:12:42.523 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 4m ago 2h 2616M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:12:42.523 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 4m ago 2h 3185M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:12:42.523 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 4m ago 2h 2523M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:12:42.523 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 4m ago 2h 3721M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:12:42.523 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 4m ago 2h 78.2M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:12:42.833 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:12:42.833 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:12:42.834 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:12:42.834 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:12:42.834 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:12:42.835 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:12:42.835 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:12:42.835 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:12:42.835 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:12:42.836 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:12:42.836 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:12:42.836 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:12:42.836 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:12:42.836 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:12:42.837 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:12:42.837 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:12:42.837 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:12:42.837 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:12:42.838 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:12:43.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:42 smithi129 conmon[101092]: audit 2022-01-18T18:12:42.835781+0000 mon.smithi129 (mon.0) 1477 2022-01-18T18:12:43.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:42 smithi129 conmon[101092]: : audit [DBG] from='client.? 172.21.15.129:0/2568452964' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:12:43.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:42 smithi156 conmon[67007]: audit 2022-01-18T18:12:42.835781+0000 mon.smithi129 (mon.0) 1477 : audit [DBG] from='client.? 172.21.15.129:0/2568452964' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:12:44.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:43 smithi129 conmon[101092]: audit 2022-01-18T18:12:42.243607+0000 mgr.smithi129.iclwio (mgr.14716) 4478 : audit [DBG] from='client.37066 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:12:44.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:43 smithi129 conmon[101092]: cluster 2022-01-18T18:12:42.494519+0000 mgr.smithi129.iclwio 2022-01-18T18:12:44.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:43 smithi129 conmon[101092]: (mgr.14716) 4479 : cluster [DBG] pgmap v3848: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:44.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:43 smithi129 conmon[101092]: audit 2022-01-18T18:12:42.511711+0000 mgr.smithi129.iclwio (mgr.14716) 4480 : audit [DBG] from='client.37070 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:12:44.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:43 smithi156 conmon[67007]: audit 2022-01-18T18:12:42.243607+0000 mgr.smithi129.iclwio (mgr.14716) 4478 : audit [DBG] from='client.37066 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:12:44.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:43 smithi156 conmon[67007]: cluster 2022-01-18T18:12:42.494519+0000 mgr.smithi129.iclwio (mgr.14716) 4479 : cluster [DBG] pgmap v3848: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:44.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:43 smithi156 conmon[67007]: audit 2022-01-18T18:12:42.511711+0000 mgr.smithi129.iclwio (mgr.14716) 4480 : audit [DBG] from='client.37070 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:12:46.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:45 smithi129 conmon[101092]: cluster 2022-01-18T18:12:44.495344+0000 mgr.smithi129.iclwio (mgr.14716) 4481 : cluster [DBG] pgmap v3849: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:12:46.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:45 smithi156 conmon[67007]: cluster 2022-01-18T18:12:44.495344+0000 mgr.smithi129.iclwio (mgr.14716) 4481 : cluster [DBG] pgmap v3849: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:12:48.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:47 smithi129 conmon[101092]: cluster 2022-01-18T18:12:46.495866+0000 mgr.smithi129.iclwio (mgr.14716) 4482 : cluster [DBG] pgmap v3850: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:48.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:47 smithi129 conmon[101092]: 2022-01-18T18:12:48.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:47 smithi156 conmon[67007]: cluster 2022-01-18T18:12:46.495866+0000 mgr.smithi129.iclwio (mgr.14716) 4482 : cluster [DBG] pgmap v3850: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:50.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:49 smithi129 conmon[101092]: cluster 2022-01-18T18:12:48.496402+0000 mgr.smithi129.iclwio (mgr.14716) 4483 : cluster [DBG] pgmap v3851: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:50.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:49 smithi129 conmon[101092]: 2022-01-18T18:12:50.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:49 smithi156 conmon[67007]: cluster 2022-01-18T18:12:48.496402+0000 mgr.smithi129.iclwio (mgr.14716) 4483 : 2022-01-18T18:12:50.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:49 smithi156 conmon[67007]: cluster [DBG] pgmap v3851: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:52.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:51 smithi129 conmon[101092]: cluster 2022-01-18T18:12:50.497185+0000 mgr.smithi129.iclwio (mgr.14716) 4484 : cluster [DBG] 2022-01-18T18:12:52.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:51 smithi129 conmon[101092]: pgmap v3852: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:12:52.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:51 smithi156 conmon[67007]: cluster 2022-01-18T18:12:50.497185+0000 mgr.smithi129.iclwio (mgr.14716) 4484 : cluster [DBG] pgmap v3852: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:12:54.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:53 smithi129 conmon[101092]: cluster 2022-01-18T18:12:52.497923+0000 mgr.smithi129.iclwio (mgr.14716) 4485 : cluster [DBG] pgmap v3853: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:54.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:53 smithi129 conmon[101092]: 2022-01-18T18:12:54.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:53 smithi156 conmon[67007]: cluster 2022-01-18T18:12:52.497923+0000 mgr.smithi129.iclwio (mgr.14716) 4485 : cluster [DBG] pgmap v3853: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:56.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:55 smithi129 conmon[101092]: cluster 2022-01-18T18:12:54.498908+0000 mgr.smithi129.iclwio (mgr.14716) 4486 : cluster [DBG] 2022-01-18T18:12:56.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:55 smithi129 conmon[101092]: pgmap v3854: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:12:56.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:55 smithi156 conmon[67007]: cluster 2022-01-18T18:12:54.498908+0000 mgr.smithi129.iclwio (mgr.14716) 4486 : cluster [DBG] pgmap v3854: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:12:58.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:57 smithi129 conmon[101092]: cluster 2022-01-18T18:12:56.499434+0000 mgr.smithi129.iclwio (mgr.14716) 4487 : cluster 2022-01-18T18:12:58.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:57 smithi129 conmon[101092]: [DBG] pgmap v3855: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:58.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:57 smithi156 conmon[67007]: cluster 2022-01-18T18:12:56.499434+0000 mgr.smithi129.iclwio (mgr.14716) 4487 : cluster [DBG] pgmap v3855: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:12:59.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:58 smithi129 conmon[101092]: audit 2022-01-18T18:12:58.705235+0000 mon.smithi129 (mon.0) 1478 : audit [INF] 2022-01-18T18:12:59.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:58 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:12:59.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:58 smithi129 conmon[101092]: audit 2022-01-18T18:12:58.705704+0000 mon.smithi129 (mon.0) 1479 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:12:59.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:58 smithi156 conmon[67007]: audit 2022-01-18T18:12:58.705235+0000 mon.smithi129 (mon.0) 1478 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:12:59.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:58 smithi156 conmon[67007]: audit 2022-01-18T18:12:58.705704+0000 mon.smithi129 (mon.0) 1479 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:13:00.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:59 smithi129 conmon[101092]: cluster 2022-01-18T18:12:58.500157+0000 mgr.smithi129.iclwio (mgr.14716) 4488 : cluster 2022-01-18T18:13:00.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:12:59 smithi129 conmon[101092]: [DBG] pgmap v3856: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:00.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:12:59 smithi156 conmon[67007]: cluster 2022-01-18T18:12:58.500157+0000 mgr.smithi129.iclwio (mgr.14716) 4488 : cluster [DBG] pgmap v3856: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:02.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:01 smithi129 conmon[101092]: cluster 2022-01-18T18:13:00.501058+0000 mgr.smithi129.iclwio (mgr.14716) 4489 : 2022-01-18T18:13:02.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:01 smithi129 conmon[101092]: cluster [DBG] pgmap v3857: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:13:02.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:01 smithi156 conmon[67007]: cluster 2022-01-18T18:13:00.501058+0000 mgr.smithi129.iclwio (mgr.14716) 4489 : cluster [DBG] pgmap v3857: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:13:04.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:03 smithi129 conmon[101092]: cluster 2022-01-18T18:13:02.501830+0000 mgr.smithi129.iclwio (mgr.14716) 4490 : cluster [DBG] 2022-01-18T18:13:04.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:03 smithi129 conmon[101092]: pgmap v3858: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:04.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:03 smithi156 conmon[67007]: cluster 2022-01-18T18:13:02.501830+0000 mgr.smithi129.iclwio (mgr.14716) 4490 : cluster [DBG] pgmap v3858: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:06.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:05 smithi129 conmon[101092]: cluster 2022-01-18T18:13:04.502673+0000 mgr.smithi129.iclwio (mgr.14716) 4491 : cluster [DBG] pgmap v3859: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:13:06.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:05 smithi156 conmon[67007]: cluster 2022-01-18T18:13:04.502673+0000 mgr.smithi129.iclwio (mgr.14716) 4491 : cluster [DBG] pgmap v3859: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:13:08.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:07 smithi129 conmon[101092]: cluster 2022-01-18T18:13:06.503175+0000 mgr.smithi129.iclwio (mgr.14716) 4492 : 2022-01-18T18:13:08.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:07 smithi129 conmon[101092]: cluster [DBG] pgmap v3860: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:08.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:07 smithi156 conmon[67007]: cluster 2022-01-18T18:13:06.503175+0000 mgr.smithi129.iclwio (mgr.14716) 4492 : cluster [DBG] pgmap v3860: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:10.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:09 smithi129 conmon[101092]: cluster 2022-01-18T18:13:08.503840+0000 mgr.smithi129.iclwio (mgr.14716) 4493 : cluster [DBG] pgmap v3861: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:10.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:09 smithi129 conmon[101092]: 2022-01-18T18:13:10.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:09 smithi156 conmon[67007]: cluster 2022-01-18T18:13:08.503840+0000 mgr.smithi129.iclwio (mgr.14716) 4493 : cluster [DBG] pgmap v3861: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:12.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:11 smithi129 conmon[101092]: cluster 2022-01-18T18:13:10.504817+0000 mgr.smithi129.iclwio (mgr.14716) 4494 : cluster [DBG] 2022-01-18T18:13:12.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:11 smithi129 conmon[101092]: pgmap v3862: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:13:12.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:11 smithi156 conmon[67007]: cluster 2022-01-18T18:13:10.504817+0000 mgr.smithi129.iclwio (mgr.14716) 4494 : cluster 2022-01-18T18:13:12.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:11 smithi156 conmon[67007]: [DBG] pgmap v3862: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:13:13.128 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:13:13.407 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:13:13.407 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 4m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:13:13.408 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 4m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:13:13.408 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 4m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:13:13.408 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 4m ago 2h 42.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:13:13.408 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 4m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:13:13.408 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 4m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:13:13.409 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 4m ago 2h 613M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:13:13.409 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 4m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:13:13.409 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 4m ago 2h 863M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:13:13.409 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 4m ago 2h 450M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:13:13.410 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 4m ago 2h 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:13:13.410 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 4m ago 2h 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:13:13.410 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 4m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:13:13.410 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 4m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:13:13.411 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 4m ago 2h 1778M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:13:13.411 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 4m ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:13:13.411 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 4m ago 2h 2167M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:13:13.411 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 4m ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:13:13.412 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 4m ago 2h 2616M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:13:13.412 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 4m ago 2h 3185M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:13:13.412 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 4m ago 2h 2523M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:13:13.412 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 4m ago 2h 3721M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:13:13.412 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 4m ago 2h 78.2M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:13:13.724 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:13:13.724 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:13:13.724 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:13:13.724 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:13:13.725 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:13:13.725 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:13:13.725 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:13:13.725 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:13:13.726 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:13:13.726 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:13:13.726 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:13:13.726 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:13:13.727 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:13:13.727 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:13:13.727 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:13:13.727 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:13:13.728 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:13:13.728 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:13:13.728 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:13:14.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:13 smithi129 conmon[101092]: cluster 2022-01-18T18:13:12. 2022-01-18T18:13:14.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:13 smithi129 conmon[101092]: 505487+0000 mgr.smithi129.iclwio (mgr.14716) 4495 : cluster [DBG] pgmap v3863: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:14.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:13 smithi129 conmon[101092]: audit 2022-01-18T18:13:13.118635+0000 mgr.smithi129.iclwio (mgr.14716) 4496 : 2022-01-18T18:13:14.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:13 smithi129 conmon[101092]: audit [DBG] from='client.37078 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:13:14.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:13 smithi129 conmon[101092]: audit 2022-01-18T18:13:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:13 smithi129 conmon[101092]: 2022-01-18T18:13:13. 2022-01-18T18:13:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:13 smithi129 conmon[101092]: 726103+0000 mon.smithi129 (mon.0) 2022-01-18T18:13:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:13 smithi129 conmon[101092]: 1480 : audit [DBG] from='client.? 172.21.15.129:0/1153528511' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:13:14.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:13 smithi156 conmon[67007]: cluster 2022-01-18T18:13:12.505487+0000 mgr.smithi129.iclwio (mgr.14716) 4495 2022-01-18T18:13:14.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:13 smithi156 conmon[67007]: : cluster [DBG] pgmap v3863: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:14.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:13 smithi156 conmon[67007]: audit 2022-01-18T18:13:13.118635+0000 mgr.smithi129.iclwio (mgr.14716) 4496 : audit [DBG] from='client.37078 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:13:14.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:13 smithi156 conmon[67007]: audit 2022-01-18T18:13:13.726103+0000 mon.smithi129 (mon.0) 1480 : audit [DBG] 2022-01-18T18:13:14.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:13 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/1153528511' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:13:15.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:14 smithi129 conmon[101092]: audit 2022-01-18T18:13:13.400807+0000 mgr.smithi129.iclwio (mgr.14716) 4497 : audit [DBG] from='client.37082 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:13:15.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:14 smithi156 conmon[67007]: audit 2022-01-18T18:13:13.400807+0000 mgr.smithi129.iclwio (mgr.14716) 4497 : audit 2022-01-18T18:13:15.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:14 smithi156 conmon[67007]: [DBG] from='client.37082 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:13:16.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:15 smithi129 conmon[101092]: cluster 2022-01-18T18:13:14.506130+0000 mgr.smithi129.iclwio (mgr.14716) 4498 : cluster [DBG] pgmap v3864: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:13:16.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:15 smithi156 conmon[67007]: cluster 2022-01-18T18:13:14.506130+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:13:16.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:15 smithi156 conmon[67007]: 4498 : cluster [DBG] pgmap v3864: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:13:18.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:17 smithi129 conmon[101092]: cluster 2022-01-18T18:13:16.506606+0000 mgr.smithi129.iclwio (mgr.14716) 4499 : cluster [DBG] pgmap v3865: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:18.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:17 smithi156 conmon[67007]: cluster 2022-01-18T18:13:16.506606+0000 mgr.smithi129.iclwio (mgr.14716) 4499 : cluster 2022-01-18T18:13:18.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:17 smithi156 conmon[67007]: [DBG] pgmap v3865: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:20.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:19 smithi129 conmon[101092]: cluster 2022-01-18T18:13:18.507203+0000 mgr.smithi129.iclwio (mgr.14716) 4500 : cluster [DBG] pgmap v3866: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:20.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:19 smithi156 conmon[67007]: cluster 2022-01-18T18:13:18.507203+0000 mgr.smithi129.iclwio (mgr.14716) 4500 : cluster 2022-01-18T18:13:20.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:19 smithi156 conmon[67007]: [DBG] pgmap v3866: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:22.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:21 smithi129 conmon[101092]: cluster 2022-01-18T18:13:20.508119+0000 mgr.smithi129.iclwio ( 2022-01-18T18:13:22.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:21 smithi129 conmon[101092]: mgr.14716) 4501 : cluster [DBG] pgmap v3867: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:13:22.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:21 smithi129 conmon[101092]: audit 2022-01-18T18:13:21.389508+0000 mon.smithi129 (mon.0) 1481 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:13:22.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:21 smithi129 conmon[101092]: audit 2022-01-18T18:13:21 2022-01-18T18:13:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:21 smithi129 conmon[101092]: .390919+0000 mon.smithi129 (mon.0) 1482 : audit 2022-01-18T18:13:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:21 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:13:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:21 smithi129 conmon[101092]: audit 2022- 2022-01-18T18:13:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:21 smithi129 conmon[101092]: 01-18T18:13:21.391892+0000 2022-01-18T18:13:22.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:21 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1483 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:13:22.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:21 smithi129 conmon[101092]: 2022-01-18T18:13:22.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:21 smithi129 conmon[101092]: audit 2022-01-18T18:13:22.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:21 smithi129 conmon[101092]: 2022-01-18T18:13:21.698992+0000 mon.smithi129 ( 2022-01-18T18:13:22.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:21 smithi129 conmon[101092]: mon.0) 1484 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:13:22.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:21 smithi129 conmon[101092]: audit 2022 2022-01-18T18:13:22.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:21 smithi129 conmon[101092]: -01-18T18:13:21.703586+0000 2022-01-18T18:13:22.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:21 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1485 : audit [INF] 2022-01-18T18:13:22.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:21 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:13:22.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:21 smithi156 conmon[67007]: cluster 2022-01-18T18:13:20.508119+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:13:22.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:21 smithi156 conmon[67007]: ) 4501 : cluster [DBG] pgmap v3867: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:13:22.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:21 smithi156 conmon[67007]: audit 2022-01-18T18:13:21.389508+0000 mon.smithi129 (mon.0) 1481 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:13:22.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:21 smithi156 conmon[67007]: audit 2022-01-18T18:13:21.390919+0000 mon.smithi129 (mon.0) 1482 2022-01-18T18:13:22.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:21 smithi156 conmon[67007]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:13:22.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:21 smithi156 conmon[67007]: audit 2022-01-18T18 2022-01-18T18:13:22.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:21 smithi156 conmon[67007]: :13:21.391892+0000 mon.smithi129 (mon.0) 1483 2022-01-18T18:13:22.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:21 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:13:22.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:21 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T18:13:22.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:21 smithi156 conmon[67007]: 18:13:21.698992+0000 mon.smithi129 (mon.0 2022-01-18T18:13:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:21 smithi156 conmon[67007]: ) 1484 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:13:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:21 smithi156 conmon[67007]: audit 2022- 2022-01-18T18:13:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:21 smithi156 conmon[67007]: 01-18T18:13:21.703586+0000 mon.smithi129 ( 2022-01-18T18:13:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:21 smithi156 conmon[67007]: mon.0) 1485 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:13:23.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:22 smithi129 conmon[101092]: cephadm 2022-01-18T18:13:21.392682+0000 mgr.smithi129.iclwio (mgr.14716) 4502 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:13:23.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:22 smithi156 conmon[67007]: cephadm 2022-01-18T18:13:21.392682+0000 mgr.smithi129.iclwio (mgr.14716) 4502 : cephadm [WRN] 2022-01-18T18:13:23.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:22 smithi156 conmon[67007]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:13:24.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:23 smithi129 conmon[101092]: cluster 2022-01-18T18:13:22.508744+0000 mgr.smithi129.iclwio (mgr.14716) 4503 : cluster [DBG] pgmap v3868: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:24.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:23 smithi156 conmon[67007]: cluster 2022-01-18T18:13:22.508744+0000 mgr.smithi129.iclwio (mgr.14716) 4503 : cluster [DBG] 2022-01-18T18:13:24.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:23 smithi156 conmon[67007]: pgmap v3868: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:26.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:25 smithi129 conmon[101092]: cluster 2022-01-18T18:13:24.509466+0000 mgr.smithi129.iclwio (mgr.14716) 4504 : cluster 2022-01-18T18:13:26.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:25 smithi129 conmon[101092]: [DBG] pgmap v3869: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:13:26.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:25 smithi156 conmon[67007]: cluster 2022-01-18T18:13:24.509466+0000 mgr.smithi129.iclwio (mgr.14716) 4504 : cluster 2022-01-18T18:13:26.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:25 smithi156 conmon[67007]: [DBG] pgmap v3869: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:13:28.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:27 smithi156 conmon[67007]: cluster 2022-01-18T18:13:26.510041+0000 mgr.smithi129.iclwio (mgr.14716) 4505 : cluster [DBG] pgmap v3870: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:28.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:27 smithi129 conmon[101092]: cluster 2022-01-18T18 2022-01-18T18:13:28.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:27 smithi129 conmon[101092]: :13:26.510041+0000 mgr.smithi129.iclwio (mgr.14716) 4505 : cluster [DBG] pgmap v3870: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:30.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:29 smithi156 conmon[67007]: cluster 2022-01-18T18:13:28.510579+0000 mgr.smithi129.iclwio (mgr.14716) 4506 : cluster [DBG] pgmap v3871: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:30.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:29 smithi129 conmon[101092]: cluster 2022-01-18T18:13:28.510579+0000 mgr.smithi129.iclwio (mgr.14716) 4506 : cluster [DBG] pgmap v3871: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:32.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:31 smithi156 conmon[67007]: cluster 2022-01-18T18:13:30.511341+0000 mgr.smithi129.iclwio (mgr.14716) 4507 : cluster [DBG] pgmap v3872: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:13:32.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:31 smithi156 conmon[67007]: 2022-01-18T18:13:32.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:31 smithi129 conmon[101092]: cluster 2022-01-18T18:13:30.511341+0000 mgr.smithi129.iclwio (mgr.14716) 4507 : cluster [DBG] pgmap v3872: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:13:34.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:33 smithi156 conmon[67007]: cluster 2022-01-18T18:13:32.512092+0000 mgr.smithi129.iclwio (mgr.14716) 4508 : cluster [DBG] pgmap v3873: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:34.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:33 smithi129 conmon[101092]: cluster 2022-01-18T18:13:32.512092+0000 mgr.smithi129.iclwio (mgr.14716) 4508 : cluster [DBG] 2022-01-18T18:13:34.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:33 smithi129 conmon[101092]: pgmap v3873: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:36.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:35 smithi156 conmon[67007]: cluster 2022-01-18T18:13:34.512719+0000 mgr.smithi129.iclwio (mgr.14716) 4509 : cluster [DBG] pgmap v3874: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:13:36.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:35 smithi129 conmon[101092]: cluster 2022-01-18T18:13:34.512719+0000 mgr.smithi129.iclwio (mgr.14716) 4509 : cluster [DBG] pgmap v3874: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:13:38.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:37 smithi156 conmon[67007]: cluster 2022-01-18T18:13:36.513186+0000 mgr.smithi129.iclwio (mgr.14716) 4510 : cluster [DBG] pgmap v3875: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:38.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:37 smithi129 conmon[101092]: cluster 2022-01-18T18:13:36.513186+0000 mgr.smithi129.iclwio (mgr.14716) 4510 : cluster [DBG] pgmap v3875: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:38.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:37 smithi129 conmon[101092]: 2022-01-18T18:13:40.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:39 smithi156 conmon[67007]: cluster 2022-01-18T18:13:38.513865+0000 mgr.smithi129.iclwio (mgr.14716) 4511 : cluster [DBG] pgmap v3876: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:40.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:39 smithi129 conmon[101092]: cluster 2022-01-18T18:13:38.513865+0000 mgr.smithi129.iclwio (mgr.14716) 4511 : cluster [DBG] pgmap v3876: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:42.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:41 smithi156 conmon[67007]: cluster 2022-01-18T18:13:40.514716+0000 mgr.smithi129.iclwio (mgr.14716) 4512 : cluster [DBG] pgmap v3877: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:13:42.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:41 smithi129 conmon[101092]: cluster 2022-01-18T18:13:40.514716+0000 mgr.smithi129.iclwio (mgr.14716) 4512 : cluster [DBG] pgmap v3877: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:13:44.023 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:13:44.288 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:13:44.288 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 5m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:13:44.288 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 5m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:13:44.289 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 5m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:13:44.289 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 5m ago 2h 42.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:13:44.289 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 5m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:13:44.290 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 5m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:13:44.290 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 5m ago 2h 613M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:13:44.290 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 5m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:13:44.291 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 5m ago 2h 863M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:13:44.291 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 5m ago 2h 450M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:13:44.291 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 5m ago 2h 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:13:44.291 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 5m ago 2h 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:13:44.292 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 5m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:13:44.292 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 5m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:13:44.292 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 5m ago 2h 1778M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:13:44.292 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 5m ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:13:44.293 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 5m ago 2h 2167M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:13:44.293 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 5m ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:13:44.293 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 5m ago 2h 2616M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:13:44.293 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 5m ago 2h 3185M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:13:44.294 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 5m ago 2h 2523M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:13:44.294 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 5m ago 2h 3721M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:13:44.294 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 5m ago 2h 78.2M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:13:44.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:43 smithi156 conmon[67007]: cluster 2022-01-18T18:13:42.515192+0000 mgr.smithi129.iclwio (mgr.14716) 4513 : cluster [DBG] pgmap v3878: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:44.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:43 smithi129 conmon[101092]: cluster 2022-01-18T18:13:42.515192+0000 mgr.smithi129.iclwio (mgr.14716) 4513 : cluster [DBG] pgmap v3878: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:44.608 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:13:44.608 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:13:44.609 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:13:44.609 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:13:44.609 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:13:44.609 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:13:44.610 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:13:44.610 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:13:44.611 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:13:44.611 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:13:44.611 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:13:44.611 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:13:44.612 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:13:44.612 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:13:44.612 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:13:44.612 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:13:44.612 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:13:44.613 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:13:44.613 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:13:45.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:44 smithi156 conmon[67007]: audit 2022-01-18T18:13:44.013280+0000 mgr.smithi129.iclwio (mgr.14716) 4514 : audit [DBG] from='client.37090 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:13:45.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:44 smithi156 conmon[67007]: audit 2022-01-18T18:13:44.610257+0000 mon.smithi129 (mon.0) 1486 : audit [DBG] from='client.? 172.21.15.129:0/292163891' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:13:45.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:44 smithi129 conmon[101092]: audit 2022-01-18T18:13:44.013280+0000 mgr.smithi129.iclwio (mgr.14716) 4514 : audit [DBG] from='client.37090 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:13:45.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:44 smithi129 conmon[101092]: audit 2022-01-18T18:13:44 2022-01-18T18:13:45.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:44 smithi129 conmon[101092]: .610257+0000 mon.smithi129 (mon.0) 1486 : audit [DBG] from='client.? 172.21.15.129:0/292163891' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:13:46.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:45 smithi156 conmon[67007]: audit 2022-01-18T18:13:44.280783+0000 mgr.smithi129.iclwio (mgr.14716) 4515 : audit [DBG] from='client.37094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:13:46.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:45 smithi156 conmon[67007]: 2022-01-18T18:13:46.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:45 smithi156 conmon[67007]: cluster 2022-01-18T18:13:44.515890+0000 mgr.smithi129.iclwio (mgr.14716) 4516 : cluster [DBG] pgmap v3879: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:13:46.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:45 smithi129 conmon[101092]: audit 2022-01-18T18:13:44.280783+0000 mgr.smithi129.iclwio (mgr.14716) 4515 : audit [DBG] from='client.37094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:13:46.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:45 smithi129 conmon[101092]: 2022-01-18T18:13:46.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:45 smithi129 conmon[101092]: cluster 2022-01-18T18:13:44.515890+0000 mgr.smithi129.iclwio (mgr.14716) 4516 : cluster [DBG] pgmap v3879: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:13:48.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:47 smithi156 conmon[67007]: cluster 2022-01-18T18:13:46.516345+0000 mgr.smithi129.iclwio (mgr.14716) 4517 : cluster [DBG] pgmap v3880: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:48.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:47 smithi156 conmon[67007]: 2022-01-18T18:13:48.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:47 smithi129 conmon[101092]: cluster 2022-01-18T18:13:46.516345+0000 mgr.smithi129.iclwio (mgr.14716) 4517 : cluster [DBG] 2022-01-18T18:13:48.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:47 smithi129 conmon[101092]: pgmap v3880: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:50.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:49 smithi156 conmon[67007]: cluster 2022-01-18T18:13:48.517032+0000 mgr.smithi129.iclwio (mgr.14716) 4518 : cluster [DBG] pgmap v3881: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:50.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:49 smithi129 conmon[101092]: cluster 2022-01-18T18:13:48.517032+0000 mgr.smithi129.iclwio (mgr.14716) 4518 : cluster [DBG] 2022-01-18T18:13:50.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:49 smithi129 conmon[101092]: pgmap v3881: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:52.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:51 smithi156 conmon[67007]: cluster 2022-01-18T18:13:50.517964+0000 mgr.smithi129.iclwio (mgr.14716) 4519 : cluster [DBG] pgmap v3882: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:13:52.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:51 smithi129 conmon[101092]: cluster 2022-01-18T18:13:50.517964+0000 mgr.smithi129.iclwio (mgr.14716) 4519 : cluster [DBG] pgmap v3882: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:13:54.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:53 smithi156 conmon[67007]: cluster 2022-01-18T18:13:52.518545+0000 mgr.smithi129.iclwio (mgr.14716) 4520 : cluster [DBG] pgmap v3883: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:54.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:53 smithi129 conmon[101092]: cluster 2022-01-18T18:13:52.518545+0000 mgr.smithi129.iclwio (mgr.14716) 4520 : cluster [DBG] pgmap v3883: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:54.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:53 smithi129 conmon[101092]: 2022-01-18T18:13:56.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:56 smithi156 conmon[67007]: cluster 2022-01-18T18:13:54.519289+0000 mgr.smithi129.iclwio (mgr.14716) 4521 : cluster [DBG] pgmap v3884: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:13:56.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:56 smithi129 conmon[101092]: cluster 2022-01-18T18:13:54.519289+0000 mgr.smithi129.iclwio (mgr.14716) 4521 : cluster [DBG] pgmap v3884: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:13:58.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:58 smithi156 conmon[67007]: cluster 2022-01-18T18:13:56.519991+0000 mgr.smithi129.iclwio (mgr.14716) 4522 : cluster [DBG] 2022-01-18T18:13:58.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:58 smithi156 conmon[67007]: pgmap v3885: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:58.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:58 smithi129 conmon[101092]: cluster 2022-01-18T18:13:56.519991+0000 mgr.smithi129.iclwio (mgr.14716) 4522 : cluster [DBG] pgmap v3885: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:13:58.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:58 smithi129 conmon[101092]: 2022-01-18T18:13:59.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:59 smithi156 conmon[67007]: audit 2022-01-18T18:13:58.709984+0000 mon.smithi129 (mon.0) 1487 : audit 2022-01-18T18:13:59.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:59 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:13:59.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:13:59 smithi156 conmon[67007]: audit 2022-01-18T18:13:58.710206+0000 mon.smithi129 (mon.0) 1488 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:13:59.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:59 smithi129 conmon[101092]: audit 2022-01-18T18:13:58.709984+0000 mon.smithi129 (mon.0) 1487 : audit [INF] 2022-01-18T18:13:59.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:59 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:13:59.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:13:59 smithi129 conmon[101092]: audit 2022-01-18T18:13:58.710206+0000 mon.smithi129 (mon.0) 1488 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:14:00.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:00 smithi156 conmon[67007]: cluster 2022-01-18T18:13:58.520533+0000 mgr.smithi129.iclwio (mgr.14716) 4523 2022-01-18T18:14:00.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:00 smithi156 conmon[67007]: : cluster [DBG] pgmap v3886: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:00.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:00 smithi129 conmon[101092]: cluster 2022-01-18T18:13:58.520533+0000 mgr.smithi129.iclwio (mgr.14716) 4523 : cluster [DBG] pgmap v3886: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:02.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:02 smithi156 conmon[67007]: cluster 2022-01-18T18:14:00.521338+0000 mgr.smithi129.iclwio (mgr.14716) 4524 : cluster [DBG] pgmap v3887: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:14:02.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:02 smithi129 conmon[101092]: cluster 2022-01-18T18:14:00.521338+0000 mgr.smithi129.iclwio (mgr.14716) 4524 : cluster [DBG] pgmap v3887: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:14:02.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:02 smithi129 conmon[101092]: 2022-01-18T18:14:04.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:04 smithi156 conmon[67007]: cluster 2022-01-18T18:14:02.522078+0000 mgr.smithi129.iclwio (mgr.14716) 4525 : cluster [DBG] pgmap v3888: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:04.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:04 smithi156 conmon[67007]: 2022-01-18T18:14:04.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:04 smithi129 conmon[101092]: cluster 2022-01-18T18:14:02.522078+0000 mgr.smithi129.iclwio (mgr.14716) 4525 : cluster [DBG] pgmap v3888: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:06.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:06 smithi156 conmon[67007]: cluster 2022-01-18T18:14:04.523006+0000 mgr.smithi129.iclwio (mgr.14716) 4526 : cluster [DBG] pgmap v3889: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:14:06.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:06 smithi129 conmon[101092]: cluster 2022-01-18T18:14:04.523006+0000 mgr.smithi129.iclwio (mgr.14716) 4526 : cluster [DBG] pgmap v3889: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:14:06.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:06 smithi129 conmon[101092]: 2022-01-18T18:14:08.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:08 smithi156 conmon[67007]: cluster 2022-01-18T18:14:06.523535+0000 mgr.smithi129.iclwio (mgr.14716) 4527 : cluster [DBG] pgmap v3890: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:08.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:08 smithi129 conmon[101092]: cluster 2022-01-18T18:14:06.523535+0000 mgr.smithi129.iclwio (mgr.14716) 4527 : cluster [DBG] pgmap v3890: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:10.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:10 smithi156 conmon[67007]: cluster 2022-01-18T18:14:08.524294+0000 mgr.smithi129.iclwio (mgr.14716) 4528 : cluster [DBG] pgmap v3891: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:10.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:10 smithi129 conmon[101092]: cluster 2022-01-18T18:14:08.524294+0000 mgr.smithi129.iclwio (mgr.14716) 4528 : cluster [DBG] pgmap v3891: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:12.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:12 smithi156 conmon[67007]: cluster 2022-01-18T18:14:10.525024+0000 mgr.smithi129.iclwio (mgr.14716) 4529 : cluster [DBG] pgmap v3892: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:14:12.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:12 smithi129 conmon[101092]: cluster 2022-01-18T18:14:10.525024+0000 mgr.smithi129.iclwio (mgr.14716) 4529 : cluster [DBG] pgmap v3892: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:14:14.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:14 smithi156 conmon[67007]: cluster 2022-01-18T18:14:12.525710+0000 mgr.smithi129.iclwio (mgr.14716) 4530 : cluster [DBG] pgmap v3893: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:14.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:14 smithi129 conmon[101092]: cluster 2022-01-18T18:14:12.525710+0000 mgr.smithi129.iclwio (mgr.14716) 4530 : cluster [DBG] pgmap v3893: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:14.910 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:14:15.174 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:14:15.174 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 5m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:14:15.174 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 5m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:14:15.175 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 5m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:14:15.175 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 5m ago 2h 42.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:14:15.175 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 5m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:14:15.175 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 5m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:14:15.176 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 5m ago 2h 613M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:14:15.176 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 5m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:14:15.176 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 5m ago 2h 863M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:14:15.176 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 5m ago 2h 450M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:14:15.176 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 5m ago 2h 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:14:15.177 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 5m ago 2h 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:14:15.177 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 5m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:14:15.177 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 5m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:14:15.177 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 5m ago 2h 1778M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:14:15.178 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 5m ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:14:15.178 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 5m ago 2h 2167M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:14:15.178 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 5m ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:14:15.178 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 5m ago 2h 2616M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:14:15.179 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 5m ago 2h 3185M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:14:15.179 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 5m ago 2h 2523M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:14:15.179 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 5m ago 2h 3721M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:14:15.179 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 5m ago 2h 78.2M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:14:15.490 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:14:15.491 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:14:15.491 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:14:15.491 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:14:15.491 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:14:15.492 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:14:15.492 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:14:15.492 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:14:15.492 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:14:15.492 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:14:15.493 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:14:15.493 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:14:15.493 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:14:15.493 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:14:15.494 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:14:15.494 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:14:15.494 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:14:15.495 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:14:15.495 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:14:16.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:16 smithi156 conmon[67007]: cluster 2022-01-18T18:14:14.526412+0000 mgr.smithi129.iclwio (mgr.14716) 4531 : cluster [DBG] pgmap v3894: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:14:16.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:16 smithi156 conmon[67007]: audit 2022-01-18T18:14:14.900737+0000 mgr.smithi129.iclwio (mgr.14716) 4532 : audit [DBG] from='client.37102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:14:16.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:16 smithi156 conmon[67007]: audit 2022-01-18T18:14:15.167480+0000 mgr.smithi129.iclwio (mgr.14716) 4533 : audit [DBG] from='client.37106 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:14:16.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:16 smithi156 conmon[67007]: audit 2022-01-18T18:14:15.492464+0000 mon.smithi129 (mon.0) 2022-01-18T18:14:16.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:16 smithi156 conmon[67007]: 1489 : audit [DBG] from='client.? 172.21.15.129:0/2894339873' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:14:16.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:16 smithi129 conmon[101092]: cluster 2022-01-18T18:14:14.526412+0000 mgr.smithi129.iclwio (mgr.14716) 4531 : cluster 2022-01-18T18:14:16.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:16 smithi129 conmon[101092]: [DBG] pgmap v3894: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:14:16.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:16 smithi129 conmon[101092]: audit 2022-01-18T18:14:14.900737+0000 mgr.smithi129.iclwio (mgr.14716) 4532 : audit [DBG] from='client.37102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:14:16.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:16 smithi129 conmon[101092]: audit 2022-01-18T18:14:15 2022-01-18T18:14:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:16 smithi129 conmon[101092]: .167480+0000 mgr.smithi129.iclwio (mgr.14716) 4533 : audit [DBG] from='client.37106 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:14:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:16 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T18:14:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:16 smithi129 conmon[101092]: 18:14:15.492464+0000 mon.smithi129 (mon.0) 1489 : audit [DBG] 2022-01-18T18:14:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:16 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/2894339873' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:14:18.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:18 smithi156 conmon[67007]: cluster 2022-01-18T18:14:16.526955+0000 mgr.smithi129.iclwio (mgr.14716) 4534 : cluster [DBG] pgmap v3895: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:18.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:18 smithi129 conmon[101092]: cluster 2022-01-18T18:14:16.526955+0000 mgr.smithi129.iclwio (mgr.14716) 4534 : cluster 2022-01-18T18:14:18.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:18 smithi129 conmon[101092]: [DBG] pgmap v3895: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:20.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:20 smithi129 conmon[101092]: cluster 2022-01-18T18:14:18.527401+0000 mgr.smithi129.iclwio (mgr.14716) 4535 : cluster 2022-01-18T18:14:20.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:20 smithi129 conmon[101092]: [DBG] pgmap v3896: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:20.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:20 smithi156 conmon[67007]: cluster 2022-01-18T18:14:18.527401+0000 mgr.smithi129.iclwio (mgr.14716) 4535 : cluster [DBG] pgmap v3896: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:22.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:22 smithi129 conmon[101092]: cluster 2022-01-18T18:14:20.528387+0000 mgr.smithi129.iclwio (mgr.14716) 4536 : cluster [DBG] pgmap v3897: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:14:22.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:22 smithi129 conmon[101092]: audit 2022-01-18T18:14:21.706469+0000 mon.smithi129 (mon.0) 2022-01-18T18:14:22.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:22 smithi129 conmon[101092]: 1490 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:14:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:22 smithi129 conmon[101092]: audit 2022-01-18T18:14:21.707948+0000 mon.smithi129 (mon.0) 1491 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:14:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:22 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T18:14:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:22 smithi129 conmon[101092]: T18:14:21.708884+0000 mon.smithi129 (mon.0) 1492 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:14:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:22 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T18:14:22.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:22 smithi129 conmon[101092]: 18:14:22.014753+0000 mon.smithi129 (mon. 2022-01-18T18:14:22.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:22 smithi129 conmon[101092]: 0) 1493 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:14:22.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:22 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T18:14:22.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:22 smithi129 conmon[101092]: 18T18:14:22.021965+0000 mon.smithi129 ( 2022-01-18T18:14:22.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:22 smithi129 conmon[101092]: mon.0) 1494 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:14:22.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:22 smithi156 conmon[67007]: cluster 2022-01-18T18:14:20.528387+0000 mgr.smithi129.iclwio (mgr.14716) 4536 : cluster [DBG] pgmap v3897: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:14:22.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:22 smithi156 conmon[67007]: audit 2022-01-18T18:14:21.706469+0000 mon.smithi129 (mon.0) 1490 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:14:22.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:22 smithi156 conmon[67007]: audit 2022-01-18T18:14:21.707948+0000 mon.smithi129 (mon.0) 1491 : audit 2022-01-18T18:14:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:22 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:14:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:22 smithi156 conmon[67007]: audit 2022-01-18T18: 2022-01-18T18:14:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:22 smithi156 conmon[67007]: 14:21.708884+0000 mon.smithi129 (mon.0) 1492 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:14:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:22 smithi156 conmon[67007]: 2022-01-18T18:14:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:22 smithi156 conmon[67007]: audit 2022-01-18T18:14:22.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:22 smithi156 conmon[67007]: 2022-01-18T18:14:22.014753+0000 mon.smithi129 (mon. 2022-01-18T18:14:22.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:22 smithi156 conmon[67007]: 0) 1493 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:14:22.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:22 smithi156 conmon[67007]: audit 2022-01-18T18 2022-01-18T18:14:22.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:22 smithi156 conmon[67007]: :14:22.021965+0000 mon.smithi129 (mon.0 2022-01-18T18:14:22.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:22 smithi156 conmon[67007]: ) 1494 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:14:23.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:23 smithi129 conmon[101092]: cephadm 2022-01-18T18:14:21.709624+0000 mgr.smithi129.iclwio (mgr.14716) 4537 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:14:23.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:23 smithi156 conmon[67007]: cephadm 2022-01-18T18:14:21.709624+0000 mgr.smithi129.iclwio (mgr.14716) 4537 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:14:24.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:24 smithi129 conmon[101092]: cluster 2022-01-18T18:14:22.528869+0000 mgr.smithi129.iclwio (mgr.14716) 4538 : cluster [DBG] pgmap v3898: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:24.443 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:24 smithi156 conmon[67007]: cluster 2022-01-18T18:14:22.528869+0000 mgr.smithi129.iclwio (mgr.14716) 4538 : cluster [DBG] pgmap v3898: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:26.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:26 smithi129 conmon[101092]: cluster 2022-01-18T18:14:24.529629+0000 mgr.smithi129.iclwio (mgr.14716) 4539 : cluster [DBG] pgmap v3899: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:14:26.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:26 smithi156 conmon[67007]: cluster 2022-01-18T18:14:24.529629+0000 mgr.smithi129.iclwio (mgr.14716) 4539 : cluster [DBG] 2022-01-18T18:14:26.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:26 smithi156 conmon[67007]: pgmap v3899: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:14:28.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:28 smithi129 conmon[101092]: cluster 2022-01-18T18:14:26.530367+0000 mgr.smithi129.iclwio (mgr.14716) 4540 : cluster [DBG] pgmap v3900: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:28.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:28 smithi156 conmon[67007]: cluster 2022-01-18T18:14:26.530367+0000 mgr.smithi129.iclwio (mgr.14716) 4540 : cluster [DBG] 2022-01-18T18:14:28.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:28 smithi156 conmon[67007]: pgmap v3900: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:30.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:30 smithi129 conmon[101092]: cluster 2022-01-18T18:14:28.530949+0000 mgr.smithi129.iclwio (mgr.14716) 4541 : cluster [DBG] pgmap v3901: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:30.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:30 smithi156 conmon[67007]: cluster 2022-01-18T18:14:28.530949+0000 mgr.smithi129.iclwio ( 2022-01-18T18:14:30.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:30 smithi156 conmon[67007]: mgr.14716) 4541 : cluster [DBG] pgmap v3901: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:32.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:32 smithi129 conmon[101092]: cluster 2022-01-18T18:14:30.531686+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:14:32.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:32 smithi129 conmon[101092]: ) 4542 : cluster [DBG] pgmap v3902: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:14:32.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:32 smithi156 conmon[67007]: cluster 2022-01-18T18:14:30.531686+0000 mgr.smithi129.iclwio (mgr.14716) 4542 : cluster 2022-01-18T18:14:32.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:32 smithi156 conmon[67007]: [DBG] pgmap v3902: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:14:34.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:34 smithi129 conmon[101092]: cluster 2022-01-18T18:14:32.532366+0000 mgr.smithi129.iclwio (mgr.14716) 4543 : cluster [DBG] pgmap v3903: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:34.443 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:34 smithi156 conmon[67007]: cluster 2022-01-18T18:14:32.532366+0000 mgr.smithi129.iclwio (mgr.14716) 4543 : cluster [DBG] pgmap v3903: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:34.443 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:34 smithi156 conmon[67007]: 2022-01-18T18:14:36.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:36 smithi129 conmon[101092]: cluster 2022-01-18T18:14:34.533105+0000 mgr.smithi129.iclwio (mgr.14716) 4544 : cluster [DBG] 2022-01-18T18:14:36.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:36 smithi129 conmon[101092]: pgmap v3904: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:14:36.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:36 smithi156 conmon[67007]: cluster 2022-01-18T18:14:34.533105+0000 mgr.smithi129.iclwio (mgr.14716) 4544 : cluster [DBG] 2022-01-18T18:14:36.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:36 smithi156 conmon[67007]: pgmap v3904: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:14:38.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:38 smithi129 conmon[101092]: cluster 2022-01-18T18:14:36.533721+0000 mgr.smithi129.iclwio (mgr.14716) 4545 : cluster [DBG] 2022-01-18T18:14:38.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:38 smithi129 conmon[101092]: pgmap v3905: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:38.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:38 smithi156 conmon[67007]: cluster 2022-01-18T18:14:36.533721+0000 mgr.smithi129.iclwio (mgr.14716) 4545 : cluster [DBG] pgmap v3905: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:40.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:40 smithi129 conmon[101092]: cluster 2022-01-18T18:14:38.534410+0000 mgr.smithi129.iclwio (mgr.14716) 4546 : cluster [DBG] pgmap v3906: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:40.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:40 smithi156 conmon[67007]: cluster 2022-01-18T18:14:38.534410+0000 mgr.smithi129.iclwio (mgr.14716) 4546 : cluster [DBG] pgmap v3906: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:42.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:42 smithi129 conmon[101092]: cluster 2022-01-18T18:14:40.535177+0000 mgr.smithi129.iclwio (mgr.14716) 4547 : cluster [DBG] pgmap v3907: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:14:42.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:42 smithi156 conmon[67007]: cluster 2022-01-18T18:14:40.535177+0000 mgr.smithi129.iclwio (mgr.14716) 4547 : cluster [DBG] pgmap v3907: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:14:44.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:44 smithi129 conmon[101092]: cluster 2022-01-18T18:14:42.535844+0000 mgr.smithi129.iclwio (mgr.14716) 4548 : cluster [DBG] pgmap v3908: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:44.443 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:44 smithi156 conmon[67007]: cluster 2022-01-18T18:14:42.535844+0000 mgr.smithi129.iclwio (mgr.14716) 4548 : cluster [DBG] pgmap v3908: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:45.791 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:14:46.055 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:14:46.055 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 6m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:14:46.056 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 6m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:14:46.056 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 6m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:14:46.056 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 6m ago 2h 42.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:14:46.056 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 6m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:14:46.057 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 6m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:14:46.057 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 6m ago 2h 613M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:14:46.057 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 6m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:14:46.057 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 6m ago 2h 863M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:14:46.058 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 6m ago 2h 450M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:14:46.058 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 6m ago 2h 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:14:46.058 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 6m ago 2h 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:14:46.058 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 6m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:14:46.059 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 6m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:14:46.059 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 6m ago 2h 1778M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:14:46.059 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 6m ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:14:46.059 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 6m ago 2h 2167M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:14:46.059 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 6m ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:14:46.060 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 6m ago 2h 2616M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:14:46.060 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 6m ago 2h 3185M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:14:46.060 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 6m ago 2h 2523M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:14:46.060 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 6m ago 2h 3721M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:14:46.061 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 6m ago 2h 78.2M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:14:46.379 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:14:46.379 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:14:46.379 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:14:46.379 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:14:46.380 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:14:46.380 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:14:46.380 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:14:46.380 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:14:46.381 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:14:46.381 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:14:46.381 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:14:46.381 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:14:46.382 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:14:46.382 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:14:46.382 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:14:46.382 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:14:46.382 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:14:46.383 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:14:46.383 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:14:46.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:46 smithi129 conmon[101092]: cluster 2022-01-18T18:14:44.536537+0000 mgr.smithi129.iclwio (mgr.14716) 4549 : cluster 2022-01-18T18:14:46.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:46 smithi129 conmon[101092]: [DBG] pgmap v3909: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:14:46.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:46 smithi156 conmon[67007]: cluster 2022-01-18T18:14:44.536537+0000 mgr.smithi129.iclwio (mgr.14716) 4549 : cluster [DBG] pgmap v3909: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:14:47.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:47 smithi129 conmon[101092]: audit 2022-01-18T18:14:45.781262+0000 mgr.smithi129.iclwio (mgr.14716) 4550 : audit [DBG] from='client.37114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:14:47.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:47 smithi129 conmon[101092]: audit 2022-01-18T18:14:46.048520+0000 mgr.smithi129.iclwio (mgr.14716) 4551 : audit [DBG] from='client.37118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:14:47.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:47 smithi129 conmon[101092]: audit 2022-01-18T18:14:46.380713+0000 mon.smithi129 (mon.0) 1495 : audit [DBG] from='client.? 172.21.15.129:0/2039348610' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:14:47.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:47 smithi156 conmon[67007]: audit 2022-01-18T18:14:45.781262+0000 mgr.smithi129.iclwio (mgr.14716) 4550 : audit [DBG] from='client.37114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:14:47.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:47 smithi156 conmon[67007]: audit 2022-01-18T18:14:46.048520+0000 mgr.smithi129.iclwio (mgr.14716) 4551 : audit [DBG] from='client.37118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:14:47.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:47 smithi156 conmon[67007]: audit 2022-01-18T18:14:46.380713+0000 mon.smithi129 (mon.0) 1495 : audit [DBG] from='client.? 172.21.15.129:0/2039348610' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:14:48.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:48 smithi129 conmon[101092]: cluster 2022-01-18T18:14:46.536922+0000 mgr.smithi129.iclwio (mgr.14716) 4552 : cluster [DBG] pgmap v3910: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:48.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:48 smithi156 conmon[67007]: cluster 2022-01-18T18:14:46.536922+0000 mgr.smithi129.iclwio (mgr.14716) 4552 : cluster [DBG] pgmap v3910: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:50.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:50 smithi129 conmon[101092]: cluster 2022-01-18T18:14:48.537392+0000 mgr.smithi129.iclwio (mgr.14716) 4553 : cluster [DBG] pgmap v3911: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:50.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:50 smithi156 conmon[67007]: cluster 2022-01-18T18:14:48.537392+0000 mgr.smithi129.iclwio (mgr.14716) 4553 : cluster [DBG] pgmap v3911: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:52.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:52 smithi129 conmon[101092]: cluster 2022-01-18T18:14:50.538111+0000 mgr.smithi129.iclwio (mgr.14716) 4554 : cluster [DBG] pgmap v3912: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:14:52.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:52 smithi129 conmon[101092]: 2022-01-18T18:14:52.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:52 smithi156 conmon[67007]: cluster 2022-01-18T18:14:50.538111+0000 mgr.smithi129.iclwio (mgr.14716) 4554 : cluster [DBG] pgmap v3912: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:14:54.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:54 smithi129 conmon[101092]: cluster 2022-01-18T18:14:52.538833+0000 mgr.smithi129.iclwio (mgr.14716) 4555 : cluster [DBG] pgmap v3913: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:54.443 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:54 smithi156 conmon[67007]: cluster 2022-01-18T18:14:52.538833+0000 mgr.smithi129.iclwio (mgr.14716) 4555 : cluster [DBG] pgmap v3913: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:56.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:56 smithi129 conmon[101092]: cluster 2022-01-18T18:14:54.539463+0000 mgr.smithi129.iclwio (mgr.14716) 4556 : cluster [DBG] pgmap v3914: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:14:56.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:56 smithi156 conmon[67007]: cluster 2022-01-18T18:14:54.539463+0000 mgr.smithi129.iclwio (mgr.14716) 4556 : cluster [DBG] pgmap v3914: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:14:58.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:58 smithi129 conmon[101092]: cluster 2022-01-18T18:14:56.539946+0000 mgr.smithi129.iclwio (mgr.14716) 4557 : cluster [DBG] pgmap v3915: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:58.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:58 smithi156 conmon[67007]: cluster 2022-01-18T18:14:56.539946+0000 mgr.smithi129.iclwio (mgr.14716) 4557 : cluster [DBG] pgmap v3915: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:14:59.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:59 smithi129 conmon[101092]: audit 2022-01-18T18:14:58.713700+0000 mon.smithi129 (mon.0) 1496 : audit [INF] 2022-01-18T18:14:59.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:59 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:14:59.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:14:59 smithi129 conmon[101092]: audit 2022-01-18T18:14:58.713946+0000 mon.smithi129 (mon.0) 1497 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:14:59.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:59 smithi156 conmon[67007]: audit 2022-01-18T18:14:58.713700+0000 mon.smithi129 (mon.0) 1496 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:14:59.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:14:59 smithi156 conmon[67007]: audit 2022-01-18T18:14:58.713946+0000 mon.smithi129 (mon.0) 1497 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:15:00.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:00 smithi129 conmon[101092]: cluster 2022-01-18T18:14:58.540597+0000 mgr.smithi129.iclwio (mgr.14716) 4558 : cluster [DBG] pgmap v3916: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:00.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:00 smithi156 conmon[67007]: cluster 2022-01-18T18:14:58.540597+0000 mgr.smithi129.iclwio (mgr.14716) 4558 : cluster [DBG] 2022-01-18T18:15:00.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:00 smithi156 conmon[67007]: pgmap v3916: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:02.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:02 smithi129 conmon[101092]: cluster 2022-01-18T18:15:00.541618+0000 mgr.smithi129.iclwio (mgr.14716) 4559 : cluster [DBG] 2022-01-18T18:15:02.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:02 smithi129 conmon[101092]: pgmap v3917: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:15:02.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:02 smithi156 conmon[67007]: cluster 2022-01-18T18:15:00.541618+0000 mgr.smithi129.iclwio (mgr.14716) 4559 : cluster [DBG] pgmap v3917: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:15:04.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:04 smithi129 conmon[101092]: cluster 2022-01-18T18:15:02.542156+0000 mgr.smithi129.iclwio (mgr.14716) 4560 : cluster [DBG] pgmap v3918: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:04.443 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:04 smithi156 conmon[67007]: cluster 2022-01-18T18:15:02.542156+0000 mgr.smithi129.iclwio (mgr.14716) 4560 : cluster [DBG] pgmap v3918: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:06.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:06 smithi129 conmon[101092]: cluster 2022-01-18T18:15:04.542936+0000 mgr.smithi129.iclwio (mgr.14716) 4561 : 2022-01-18T18:15:06.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:06 smithi129 conmon[101092]: cluster [DBG] pgmap v3919: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:15:06.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:06 smithi156 conmon[67007]: cluster 2022-01-18T18:15:04.542936+0000 mgr.smithi129.iclwio (mgr.14716) 4561 : cluster [DBG] pgmap v3919: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:15:08.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:08 smithi129 conmon[101092]: cluster 2022-01-18T18:15:06.543588+0000 mgr.smithi129.iclwio (mgr.14716) 4562 : cluster [DBG] 2022-01-18T18:15:08.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:08 smithi129 conmon[101092]: pgmap v3920: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:08.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:08 smithi156 conmon[67007]: cluster 2022-01-18T18:15:06.543588+0000 mgr.smithi129.iclwio (mgr.14716) 4562 : cluster [DBG] pgmap v3920: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:10.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:10 smithi129 conmon[101092]: cluster 2022-01-18T18:15:08.544353+0000 mgr.smithi129.iclwio (mgr.14716) 4563 : cluster [DBG] 2022-01-18T18:15:10.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:10 smithi129 conmon[101092]: pgmap v3921: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:10.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:10 smithi156 conmon[67007]: cluster 2022-01-18T18:15:08.544353+0000 mgr.smithi129.iclwio (mgr.14716) 4563 : cluster 2022-01-18T18:15:10.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:10 smithi156 conmon[67007]: [DBG] pgmap v3921: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:12.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:12 smithi129 conmon[101092]: cluster 2022-01-18T18:15:10.545115+0000 mgr.smithi129.iclwio (mgr.14716) 4564 : cluster [DBG] pgmap v3922: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:15:12.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:12 smithi156 conmon[67007]: cluster 2022-01-18T18:15:10.545115+0000 mgr.smithi129.iclwio (mgr.14716) 4564 : cluster [DBG] pgmap v3922: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:15:14.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:14 smithi129 conmon[101092]: cluster 2022-01-18T18:15:12.545776+0000 mgr.smithi129.iclwio (mgr.14716) 4565 : cluster [DBG] pgmap v3923: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:14.443 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:14 smithi156 conmon[67007]: cluster 2022-01-18T18:15:12.545776+0000 mgr.smithi129.iclwio (mgr.14716) 4565 : cluster [DBG] 2022-01-18T18:15:14.443 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:14 smithi156 conmon[67007]: pgmap v3923: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:16.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:16 smithi129 conmon[101092]: cluster 2022-01-18T18:15:14.546513+0000 mgr.smithi129.iclwio (mgr.14716) 4566 : cluster 2022-01-18T18:15:16.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:16 smithi129 conmon[101092]: [DBG] pgmap v3924: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:15:16.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:16 smithi156 conmon[67007]: cluster 2022-01-18T18:15:14.546513+0000 mgr.smithi129.iclwio (mgr.14716) 4566 : cluster [DBG] pgmap v3924: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:15:16.678 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:15:16.944 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:15:16.944 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 6m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:15:16.944 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 6m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:15:16.944 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 6m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:15:16.945 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 6m ago 2h 42.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:15:16.945 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 6m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:15:16.945 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 6m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:15:16.945 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 6m ago 2h 613M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:15:16.946 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 6m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:15:16.946 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 6m ago 2h 863M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:15:16.946 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 6m ago 2h 450M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:15:16.946 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 6m ago 2h 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:15:16.947 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 6m ago 2h 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:15:16.947 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 6m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:15:16.947 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 6m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:15:16.947 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 6m ago 2h 1778M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:15:16.948 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 6m ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:15:16.948 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 6m ago 2h 2167M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:15:16.948 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 6m ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:15:16.948 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 6m ago 2h 2616M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:15:16.949 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 6m ago 2h 3185M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:15:16.949 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 6m ago 2h 2523M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:15:16.949 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 6m ago 2h 3721M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:15:16.949 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 6m ago 2h 78.2M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:15:17.263 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:15:17.263 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:15:17.263 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:15:17.264 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:15:17.264 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:15:17.264 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:15:17.264 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:15:17.265 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:15:17.265 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:15:17.265 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:15:17.265 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:15:17.266 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:15:17.266 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:15:17.266 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:15:17.266 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:15:17.267 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:15:17.267 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:15:17.267 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:15:17.267 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:15:18.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:18 smithi129 conmon[101092]: cluster 2022-01-18T18:15:16.546967+0000 mgr.smithi129.iclwio (mgr.14716) 4567 : cluster 2022-01-18T18:15:18.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:18 smithi129 conmon[101092]: [DBG] pgmap v3925: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:18 smithi129 conmon[101092]: audit 2022-01-18T18:15:16.668324+0000 mgr.smithi129.iclwio (mgr.14716) 4568 : audit [DBG] from='client.37126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:15:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:18 smithi129 conmon[101092]: audit 2022-01-18T18:15:16.936813+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:15:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:18 smithi129 conmon[101092]: 14716) 4569 : audit [DBG] from='client.37130 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:15:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:18 smithi129 conmon[101092]: audit 2022-01-18T18:15:17.264848+0000 mon.smithi129 (mon.0) 1498 : audit [DBG] 2022-01-18T18:15:18.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:18 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/475042420' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:15:18.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:18 smithi156 conmon[67007]: cluster 2022-01-18T18:15:16.546967+0000 mgr.smithi129.iclwio (mgr.14716) 4567 : cluster [DBG] pgmap v3925: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:18.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:18 smithi156 conmon[67007]: audit 2022-01-18T18:15:16.668324+0000 mgr.smithi129.iclwio (mgr.14716) 4568 : audit [DBG] from='client.37126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:15:18.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:18 smithi156 conmon[67007]: audit 2022-01-18T18:15:16.936813+0000 mgr.smithi129.iclwio (mgr.14716) 4569 : audit [DBG] from='client.37130 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:15:18.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:18 smithi156 conmon[67007]: audit 2022-01-18T18:15:17.264848+0000 mon.smithi129 (mon.0) 1498 : audit [DBG] 2022-01-18T18:15:18.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:18 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/475042420' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:15:20.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:20 smithi129 conmon[101092]: cluster 2022-01-18T18:15:18.547519+0000 mgr.smithi129.iclwio (mgr.14716) 4570 : cluster [DBG] pgmap v3926: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:20.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:20 smithi129 conmon[101092]: 2022-01-18T18:15:20.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:20 smithi156 conmon[67007]: cluster 2022-01-18T18:15:18.547519+0000 mgr.smithi129.iclwio (mgr.14716) 4570 : cluster [DBG] pgmap v3926: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:22.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:22 smithi129 conmon[101092]: cluster 2022-01-18T18:15:20.548276 2022-01-18T18:15:22.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:22 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 4571 : cluster [DBG] pgmap v3927: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:15:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:22 smithi129 conmon[101092]: audit 2022-01-18T18: 2022-01-18T18:15:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:22 smithi129 conmon[101092]: 15:22.024587+0000 mon.smithi129 (mon.0) 1499 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:15:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:22 smithi129 conmon[101092]: audit 2022- 2022-01-18T18:15:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:22 smithi129 conmon[101092]: 01-18T18:15:22.026054+0000 2022-01-18T18:15:22.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:22 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1500 : audit 2022-01-18T18:15:22.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:22 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:15:22.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:22 smithi129 conmon[101092]: audit 2022- 2022-01-18T18:15:22.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:22 smithi129 conmon[101092]: 01-18T18:15:22.027073+0000 2022-01-18T18:15:22.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:22 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1501 : 2022-01-18T18:15:22.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:22 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:15:22.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:22 smithi156 conmon[67007]: cluster 2022-01-18T18:15:20.548276+0000 mgr.smithi129.iclwio (mgr.14716) 4571 : cluster [DBG] pgmap v3927: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:15:22.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:22 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T18:15:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:22 smithi156 conmon[67007]: 18T18:15:22.024587+0000 mon.smithi129 (mon.0) 1499 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:15:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:22 smithi156 conmon[67007]: audit 2022-01-18T18:15:22.026054+0000 mon.smithi129 (mon.0) 1500 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:15:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:22 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T18:15:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:22 smithi156 conmon[67007]: 18:15:22.027073+0000 mon.smithi129 (mon. 2022-01-18T18:15:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:22 smithi156 conmon[67007]: 0) 1501 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:15:23.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:23 smithi129 conmon[101092]: cephadm 2022-01-18T18:15:22.027817+0000 mgr.smithi129.iclwio (mgr.14716) 4572 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:15:23.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:23 smithi129 conmon[101092]: audit 2022-01-18T18:15:22.337456+0000 mon.smithi129 (mon.0) 1502 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:15:23.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:23 smithi129 conmon[101092]: audit 2022-01-18T18:15:22.342611+0000 mon.smithi129 (mon.0) 1503 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:15:23.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:23 smithi156 conmon[67007]: cephadm 2022-01-18T18:15:22.027817+0000 mgr.smithi129.iclwio (mgr.14716) 4572 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:15:23.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:23 smithi156 conmon[67007]: audit 2022-01-18T18:15:22.337456+0000 mon.smithi129 (mon.0) 1502 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:15:23.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:23 smithi156 conmon[67007]: audit 2022-01-18T18:15: 2022-01-18T18:15:23.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:23 smithi156 conmon[67007]: 22.342611+0000 mon.smithi129 (mon.0) 1503 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:15:24.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:24 smithi129 conmon[101092]: cluster 2022-01-18T18:15:22.548815+0000 mgr.smithi129.iclwio (mgr.14716) 4573 : cluster [DBG] pgmap v3928: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:24.443 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:24 smithi156 conmon[67007]: cluster 2022-01-18T18:15:22.548815+0000 mgr.smithi129.iclwio (mgr.14716) 4573 : cluster [DBG] pgmap v3928: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:26.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:26 smithi156 conmon[67007]: cluster 2022-01-18T18:15:24.549598+0000 mgr.smithi129.iclwio (mgr.14716) 4574 : cluster [DBG] pgmap v3929: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:15:26.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:26 smithi156 conmon[67007]: 2022-01-18T18:15:26.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:26 smithi129 conmon[101092]: cluster 2022-01-18T18:15:24.549598+0000 mgr.smithi129.iclwio (mgr.14716) 4574 : cluster [DBG] pgmap v3929: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:15:26.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:26 smithi129 conmon[101092]: 2022-01-18T18:15:28.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:28 smithi156 conmon[67007]: cluster 2022-01-18T18:15:26.550216+0000 mgr.smithi129.iclwio (mgr.14716) 4575 : cluster [DBG] 2022-01-18T18:15:28.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:28 smithi156 conmon[67007]: pgmap v3930: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:28.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:28 smithi129 conmon[101092]: cluster 2022-01-18T18:15:26.550216+0000 mgr.smithi129.iclwio (mgr.14716) 4575 : cluster [DBG] pgmap v3930: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:30.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:30 smithi156 conmon[67007]: cluster 2022-01-18T18:15:28.550827+0000 mgr.smithi129.iclwio (mgr.14716) 4576 : cluster [DBG] pgmap v3931: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:30.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:30 smithi156 conmon[67007]: 2022-01-18T18:15:30.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:30 smithi129 conmon[101092]: cluster 2022-01-18T18:15:28.550827+0000 mgr.smithi129.iclwio (mgr.14716) 4576 : cluster [DBG] pgmap v3931: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:32.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:32 smithi156 conmon[67007]: cluster 2022-01-18T18:15:30.551538+0000 mgr.smithi129.iclwio (mgr.14716) 4577 : cluster [DBG] 2022-01-18T18:15:32.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:32 smithi156 conmon[67007]: pgmap v3932: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:15:32.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:32 smithi129 conmon[101092]: cluster 2022-01-18T18:15:30.551538+0000 mgr.smithi129.iclwio (mgr.14716) 4577 : cluster [DBG] pgmap v3932: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:15:34.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:34 smithi156 conmon[67007]: cluster 2022-01-18T18:15:32.552216+0000 mgr.smithi129.iclwio (mgr.14716) 4578 : cluster [DBG] pgmap v3933: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:34.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:34 smithi129 conmon[101092]: cluster 2022-01-18T18:15:32.552216+0000 mgr.smithi129.iclwio (mgr.14716) 4578 : cluster [DBG] pgmap v3933: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:36.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:36 smithi156 conmon[67007]: cluster 2022-01-18T18:15:34.552981+0000 mgr.smithi129.iclwio (mgr.14716) 4579 : cluster [DBG] pgmap v3934: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:15:36.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:36 smithi129 conmon[101092]: cluster 2022-01-18T18:15:34.552981+0000 mgr.smithi129.iclwio (mgr.14716) 4579 : cluster [DBG] pgmap v3934: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:15:38.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:38 smithi156 conmon[67007]: cluster 2022-01-18T18:15:36.553521+0000 mgr.smithi129.iclwio (mgr.14716) 4580 : cluster [DBG] pgmap v3935: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:38.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:38 smithi129 conmon[101092]: cluster 2022-01-18T18:15:36.553521+0000 mgr.smithi129.iclwio (mgr.14716) 4580 : cluster [DBG] 2022-01-18T18:15:38.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:38 smithi129 conmon[101092]: pgmap v3935: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:40.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:40 smithi156 conmon[67007]: cluster 2022-01-18T18:15:38.554089+0000 mgr.smithi129.iclwio (mgr.14716) 4581 : cluster [DBG] pgmap v3936: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:40.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:40 smithi129 conmon[101092]: cluster 2022-01-18T18:15:38.554089+0000 mgr.smithi129.iclwio (mgr.14716) 4581 : cluster [DBG] pgmap v3936: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:42.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:42 smithi156 conmon[67007]: cluster 2022-01-18T18:15:40.554907+0000 mgr.smithi129.iclwio (mgr.14716) 4582 : cluster [DBG] pgmap v3937: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:15:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:42 smithi129 conmon[101092]: cluster 2022-01-18T18:15:40.554907+0000 mgr.smithi129.iclwio (mgr.14716) 4582 : cluster [DBG] pgmap v3937: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:15:44.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:44 smithi156 conmon[67007]: cluster 2022-01-18T18:15:42.555431+0000 mgr.smithi129.iclwio (mgr.14716) 4583 : cluster [DBG] pgmap v3938: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:44.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:44 smithi129 conmon[101092]: cluster 2022-01-18T18:15:42.555431+0000 mgr.smithi129.iclwio (mgr.14716) 4583 : cluster 2022-01-18T18:15:44.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:44 smithi129 conmon[101092]: [DBG] pgmap v3938: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:46.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:46 smithi156 conmon[67007]: cluster 2022-01-18T18:15:44.556173+0000 mgr.smithi129.iclwio (mgr.14716) 4584 : cluster [DBG] pgmap v3939: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:15:46.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:46 smithi129 conmon[101092]: cluster 2022-01-18T18:15:44.556173+0000 mgr.smithi129.iclwio (mgr.14716) 4584 : cluster [DBG] 2022-01-18T18:15:46.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:46 smithi129 conmon[101092]: pgmap v3939: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:15:47.561 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:15:47.827 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:15:47.827 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 7m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:15:47.827 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 7m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:15:47.827 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 7m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:15:47.828 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 7m ago 2h 42.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:15:47.828 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 7m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:15:47.828 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 7m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:15:47.828 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 7m ago 2h 613M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:15:47.829 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 7m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:15:47.829 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 7m ago 2h 863M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:15:47.829 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 7m ago 2h 450M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:15:47.829 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 7m ago 2h 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:15:47.829 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 7m ago 2h 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:15:47.830 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 7m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:15:47.830 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 7m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:15:47.830 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 7m ago 2h 1778M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:15:47.830 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 7m ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:15:47.831 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 7m ago 2h 2167M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:15:47.831 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 7m ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:15:47.831 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 7m ago 2h 2616M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:15:47.831 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 7m ago 2h 3185M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:15:47.832 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 7m ago 2h 2523M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:15:47.832 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 7m ago 2h 3721M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:15:47.832 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 7m ago 2h 78.2M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:15:48.142 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:15:48.142 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:15:48.142 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:15:48.143 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:15:48.143 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:15:48.143 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:15:48.143 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:15:48.143 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:15:48.144 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:15:48.144 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:15:48.144 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:15:48.144 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:15:48.145 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:15:48.145 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:15:48.145 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:15:48.145 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:15:48.146 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:15:48.146 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:15:48.146 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:15:48.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:48 smithi156 conmon[67007]: cluster 2022-01-18T18:15:46.556827+0000 mgr.smithi129.iclwio (mgr.14716) 4585 : cluster [DBG] pgmap v3940: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:48.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:48 smithi156 conmon[67007]: audit 2022-01-18T18:15:48.143555+0000 mon.smithi129 (mon.0) 1504 : audit [DBG] from='client.? 172.21.15.129:0/1048783396' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:15:48.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:48 smithi129 conmon[101092]: cluster 2022-01-18T18:15:46.556827+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:15:48.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:48 smithi129 conmon[101092]: 4585 : cluster [DBG] pgmap v3940: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:48 smithi129 conmon[101092]: audit 2022-01-18T18:15:48.143555+0000 mon.smithi129 (mon.0) 1504 : audit [DBG] from='client.? 172.21.15.129:0/1048783396' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:15:49.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:49 smithi156 conmon[67007]: audit 2022-01-18T18:15:47.551044+0000 mgr.smithi129.iclwio (mgr.14716) 4586 : audit [DBG] from='client.37138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:15:49.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:49 smithi156 conmon[67007]: audit 2022-01-18T18:15:47.819777+0000 mgr.smithi129.iclwio (mgr.14716) 4587 : audit [DBG] from='client.37142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:15:49.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:49 smithi129 conmon[101092]: audit 2022-01-18T18:15:47.551044+0000 mgr.smithi129.iclwio (mgr.14716) 4586 : audit 2022-01-18T18:15:49.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:49 smithi129 conmon[101092]: [DBG] from='client.37138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:15:49.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:49 smithi129 conmon[101092]: audit 2022-01-18T18:15:47.819777+0000 mgr.smithi129.iclwio (mgr.14716) 4587 : audit [DBG] from='client.37142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:15:50.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:50 smithi156 conmon[67007]: cluster 2022-01-18T18:15:48.557329+0000 mgr.smithi129.iclwio (mgr.14716) 4588 : cluster [DBG] pgmap v3941: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:50.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:50 smithi129 conmon[101092]: cluster 2022-01-18T18:15:48.557329+0000 mgr.smithi129.iclwio (mgr.14716) 4588 : cluster 2022-01-18T18:15:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:50 smithi129 conmon[101092]: [DBG] pgmap v3941: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:52.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:52 smithi156 conmon[67007]: cluster 2022-01-18T18:15:50.558178+0000 mgr.smithi129.iclwio (mgr.14716) 4589 : cluster [DBG] pgmap v3942: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:15:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:52 smithi129 conmon[101092]: cluster 2022-01-18T18:15:50.558178+0000 mgr.smithi129.iclwio (mgr.14716) 4589 : cluster [DBG] 2022-01-18T18:15:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:52 smithi129 conmon[101092]: pgmap v3942: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:15:54.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:54 smithi156 conmon[67007]: cluster 2022-01-18T18:15:52.558737+0000 mgr.smithi129.iclwio (mgr.14716) 4590 : cluster [DBG] pgmap v3943: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:54.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:54 smithi129 conmon[101092]: cluster 2022-01-18T18:15:52.558737+0000 mgr.smithi129.iclwio (mgr.14716) 4590 : cluster [DBG] 2022-01-18T18:15:54.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:54 smithi129 conmon[101092]: pgmap v3943: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:56.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:56 smithi156 conmon[67007]: cluster 2022-01-18T18:15:54.559609+0000 mgr.smithi129.iclwio (mgr.14716) 4591 : cluster [DBG] pgmap v3944: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:15:56.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:56 smithi129 conmon[101092]: cluster 2022-01-18T18:15:54.559609+0000 mgr.smithi129.iclwio (mgr.14716) 4591 : cluster [DBG] pgmap v3944: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:15:56.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:56 smithi129 conmon[101092]: 2022-01-18T18:15:58.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:58 smithi156 conmon[67007]: cluster 2022-01-18T18:15:56.560314+0000 mgr.smithi129.iclwio (mgr.14716) 4592 : cluster [DBG] pgmap v3945: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:58.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:58 smithi129 conmon[101092]: cluster 2022-01-18T18:15:56.560314+0000 mgr.smithi129.iclwio (mgr.14716) 4592 : cluster 2022-01-18T18:15:58.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:58 smithi129 conmon[101092]: [DBG] pgmap v3945: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:15:59.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:59 smithi156 conmon[67007]: audit 2022-01-18T18:15:58.717429+0000 mon.smithi129 (mon.0) 1505 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:15:59.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:59 smithi156 conmon[67007]: 2022-01-18T18:15:59.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:15:59 smithi156 conmon[67007]: audit 2022-01-18T18:15:58.717728+0000 mon.smithi129 (mon.0) 1506 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:15:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:59 smithi129 conmon[101092]: audit 2022-01-18T18:15:58.717429+0000 mon.smithi129 (mon.0) 1505 : audit 2022-01-18T18:15:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:59 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:15:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:15:59 smithi129 conmon[101092]: audit 2022-01-18T18:15:58.717728+0000 mon.smithi129 (mon.0) 1506 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:16:00.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:00 smithi156 conmon[67007]: cluster 2022-01-18T18:15:58.560939+0000 mgr.smithi129.iclwio (mgr.14716) 4593 : 2022-01-18T18:16:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:00 smithi156 conmon[67007]: cluster [DBG] pgmap v3946: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:00 smithi129 conmon[101092]: cluster 2022-01-18T18:15:58.560939+0000 mgr.smithi129.iclwio (mgr.14716) 4593 : 2022-01-18T18:16:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:00 smithi129 conmon[101092]: cluster [DBG] pgmap v3946: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:02.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:01 smithi156 conmon[67007]: cluster 2022-01-18T18:16:00.561931+0000 mgr.smithi129.iclwio (mgr.14716) 4594 : cluster [DBG] pgmap v3947: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:16:02.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:01 smithi129 conmon[101092]: cluster 2022-01-18T18:16:00.561931+0000 mgr.smithi129.iclwio (mgr.14716) 4594 : cluster 2022-01-18T18:16:02.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:01 smithi129 conmon[101092]: [DBG] pgmap v3947: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:16:04.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:03 smithi156 conmon[67007]: cluster 2022-01-18T18:16:02.562471+0000 mgr.smithi129.iclwio ( 2022-01-18T18:16:04.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:03 smithi156 conmon[67007]: mgr.14716) 4595 : cluster [DBG] pgmap v3948: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:04.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:03 smithi129 conmon[101092]: cluster 2022-01-18T18:16:02.562471+0000 mgr.smithi129.iclwio (mgr.14716) 4595 : cluster [DBG] 2022-01-18T18:16:04.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:03 smithi129 conmon[101092]: pgmap v3948: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:06.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:05 smithi156 conmon[67007]: cluster 2022-01-18T18:16:04.563378+0000 mgr.smithi129.iclwio (mgr.14716) 4596 : cluster [DBG] pgmap v3949: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:16:06.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:05 smithi129 conmon[101092]: cluster 2022-01-18T18:16:04.563378+0000 mgr.smithi129.iclwio (mgr.14716) 4596 : cluster [DBG] pgmap v3949: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:16:06.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:05 smithi129 conmon[101092]: 2022-01-18T18:16:07.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:07 smithi129 conmon[101092]: cluster 2022-01-18T18:16:06.563902+0000 mgr.smithi129.iclwio (mgr.14716) 4597 : cluster [DBG] pgmap v3950: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:08.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:07 smithi156 conmon[67007]: cluster 2022-01-18T18:16:06.563902+0000 mgr.smithi129.iclwio (mgr.14716) 4597 : 2022-01-18T18:16:08.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:07 smithi156 conmon[67007]: cluster [DBG] pgmap v3950: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:10.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:09 smithi156 conmon[67007]: cluster 2022-01-18T18:16:08.564660+0000 mgr.smithi129.iclwio (mgr.14716) 4598 : cluster [DBG] pgmap v3951: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:10.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:09 smithi129 conmon[101092]: cluster 2022-01-18T18:16:08.564660+0000 mgr.smithi129.iclwio (mgr.14716) 4598 : cluster [DBG] pgmap v3951: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:12.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:11 smithi156 conmon[67007]: cluster 2022-01-18T18:16:10.565527+0000 mgr.smithi129.iclwio (mgr.14716) 4599 : cluster [DBG] pgmap v3952: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:16:12.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:11 smithi156 conmon[67007]: 2022-01-18T18:16:12.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:11 smithi129 conmon[101092]: cluster 2022-01-18T18:16:10.565527+0000 mgr.smithi129.iclwio (mgr.14716) 4599 : cluster [DBG] pgmap v3952: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:16:14.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:13 smithi156 conmon[67007]: cluster 2022-01-18T18:16:12.566103+0000 mgr.smithi129.iclwio (mgr.14716) 4600 : cluster [DBG] pgmap v3953: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:14.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:13 smithi156 conmon[67007]: 2022-01-18T18:16:14.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:13 smithi129 conmon[101092]: cluster 2022-01-18T18:16:12.566103+0000 mgr.smithi129.iclwio (mgr.14716) 4600 : cluster [DBG] 2022-01-18T18:16:14.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:13 smithi129 conmon[101092]: pgmap v3953: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:16.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:15 smithi156 conmon[67007]: cluster 2022-01-18T18:16:14.566908+0000 mgr.smithi129.iclwio (mgr.14716) 4601 : cluster [DBG] pgmap v3954: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:16:16.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:15 smithi156 conmon[67007]: 2022-01-18T18:16:16.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:15 smithi129 conmon[101092]: cluster 2022-01-18T18:16:14.566908+0000 mgr.smithi129.iclwio (mgr.14716) 4601 : cluster [DBG] pgmap v3954: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:16:17.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:17 smithi129 conmon[101092]: cluster 2022-01-18T18:16:16.567391+0000 mgr.smithi129.iclwio (mgr.14716) 4602 : cluster [DBG] pgmap v3955: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:17.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:17 smithi129 conmon[101092]: 2022-01-18T18:16:18.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:17 smithi156 conmon[67007]: cluster 2022-01-18T18:16:16.567391+0000 mgr.smithi129.iclwio (mgr.14716) 4602 : cluster [DBG] pgmap v3955: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:18.441 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:16:18.705 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:16:18.705 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 7m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:16:18.706 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 7m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:16:18.706 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 8m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:16:18.706 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 7m ago 2h 42.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:16:18.706 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 7m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:16:18.707 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 8m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:16:18.707 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 7m ago 2h 613M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:16:18.707 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 8m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:16:18.707 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 7m ago 2h 863M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:16:18.707 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 8m ago 2h 450M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:16:18.708 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 7m ago 2h 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:16:18.708 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 8m ago 2h 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:16:18.708 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 7m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:16:18.709 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 8m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:16:18.709 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 7m ago 2h 1778M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:16:18.709 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 7m ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:16:18.709 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 7m ago 2h 2167M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:16:18.710 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 7m ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:16:18.710 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 8m ago 2h 2616M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:16:18.710 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 8m ago 2h 3185M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:16:18.710 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 8m ago 2h 2523M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:16:18.711 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 8m ago 2h 3721M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:16:18.711 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 7m ago 2h 78.2M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:16:19.028 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:16:19.028 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:16:19.028 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:16:19.029 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:16:19.029 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:16:19.029 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:16:19.029 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:16:19.030 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:16:19.030 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:16:19.030 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:16:19.030 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:16:19.030 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:16:19.031 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:16:19.031 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:16:19.031 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:16:19.031 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:16:19.032 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:16:19.032 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:16:19.032 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:16:20.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:19 smithi156 conmon[67007]: audit 2022-01-18T18:16:18.430823+0000 mgr.smithi129.iclwio (mgr.14716) 4603 : audit [DBG] from='client.37150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:16:20.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:19 smithi156 conmon[67007]: cluster 2022- 2022-01-18T18:16:20.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:19 smithi156 conmon[67007]: 01-18T18:16:18.567988+0000 mgr.smithi129.iclwio (mgr.14716) 4604 : cluster [DBG] pgmap v3956: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:20.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:19 smithi156 conmon[67007]: audit 2022-01-18T18:16:18.698184+0000 mgr.smithi129.iclwio (mgr.14716) 4605 : audit [DBG] from='client.37154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:16:20.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:19 smithi156 conmon[67007]: audit 2022-01-18T18:16:19. 2022-01-18T18:16:20.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:19 smithi156 conmon[67007]: 029735+0000 mon.smithi129 (mon.0) 1507 : audit [DBG] from='client.? 172.21.15.129:0/2111099001' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:16:20.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:19 smithi129 conmon[101092]: audit 2022-01-18T18:16:18.430823+0000 mgr.smithi129.iclwio (mgr.14716) 4603 : audit [DBG] from='client.37150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:16:20.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:19 smithi129 conmon[101092]: cluster 2022-01-18T18:16:20.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:19 smithi129 conmon[101092]: 2022-01-18T18:16:18.567988+0000 mgr.smithi129.iclwio (mgr.14716) 4604 : cluster [DBG] pgmap v3956: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:20.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:19 smithi129 conmon[101092]: audit 2022-01-18T18:16:18.698184+0000 mgr.smithi129.iclwio (mgr.14716) 4605 : audit [DBG] from='client.37154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:16:20.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:19 smithi129 conmon[101092]: audit 2022-01-18T18:16:20.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:19 smithi129 conmon[101092]: 2022-01-18T18:16:19.029735+0000 mon.smithi129 (mon.0) 1507 : audit [DBG] from='client.? 172.21.15.129:0/2111099001' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:16:22.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:21 smithi156 conmon[67007]: cluster 2022-01-18T18:16:20.568747+0000 mgr.smithi129.iclwio (mgr.14716) 4606 : cluster [DBG] pgmap v3957: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:16:22.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:21 smithi129 conmon[101092]: cluster 2022-01-18T18:16:20.568747+0000 mgr.smithi129.iclwio (mgr.14716) 4606 : cluster [DBG] pgmap v3957: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:16:23.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:22 smithi156 conmon[67007]: audit 2022-01-18T18:16:22.345254+0000 mon.smithi129 (mon. 2022-01-18T18:16:23.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:22 smithi156 conmon[67007]: 0) 1508 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:16:23.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:22 smithi156 conmon[67007]: audit 2022-01-18T18:16:22.346718+0000 mon.smithi129 (mon.0) 1509 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:16:23.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:22 smithi156 conmon[67007]: audit 2022-01-18T18:16:22.347561 2022-01-18T18:16:23.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:22 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 1510 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:16:23.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:22 smithi156 conmon[67007]: 2022-01-18T18:16:23.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:22 smithi156 conmon[67007]: audit 2022-01-18T18:16:23.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:22 smithi156 conmon[67007]: 2022-01-18T18:16:22.656996+0000 mon.smithi129 (mon. 2022-01-18T18:16:23.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:22 smithi156 conmon[67007]: 0) 1511 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:16:23.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:22 smithi156 conmon[67007]: audit 2022 2022-01-18T18:16:23.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:22 smithi156 conmon[67007]: -01-18T18:16:22.662052+0000 2022-01-18T18:16:23.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:22 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1512 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:16:23.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:22 smithi129 conmon[101092]: audit 2022-01-18T18:16:22.345254+0000 mon.smithi129 (mon.0) 1508 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:16:23.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:22 smithi129 conmon[101092]: audit 2022-01-18T18:16:22.346718+0000 mon.smithi129 (mon.0) 1509 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:16:23.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:22 smithi129 conmon[101092]: audit 2022-01-18T18:16 2022-01-18T18:16:23.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:22 smithi129 conmon[101092]: :22.347561+0000 mon.smithi129 (mon.0) 1510 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:16:23.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:22 smithi129 conmon[101092]: audit 2022- 2022-01-18T18:16:23.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:22 smithi129 conmon[101092]: 01-18T18:16:22. 2022-01-18T18:16:23.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:22 smithi129 conmon[101092]: 656996+0000 mon.smithi129 (mon.0) 1511 : audit 2022-01-18T18:16:23.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:22 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:16:23.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:22 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T18:16:23.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:22 smithi129 conmon[101092]: 18:16:22.662052+0000 mon.smithi129 ( 2022-01-18T18:16:23.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:22 smithi129 conmon[101092]: mon.0) 1512 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:16:24.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:23 smithi156 conmon[67007]: cephadm 2022-01-18T18:16:22.348274+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:16:24.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:23 smithi156 conmon[67007]: ) 4607 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:16:24.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:23 smithi156 conmon[67007]: cluster 2022-01-18T18:16:22.569204+0000 mgr.smithi129.iclwio (mgr.14716) 4608 : 2022-01-18T18:16:24.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:23 smithi156 conmon[67007]: cluster [DBG] pgmap v3958: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:24.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:23 smithi129 conmon[101092]: cephadm 2022-01-18T18:16:22.348274+0000 mgr.smithi129.iclwio (mgr.14716) 4607 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:16:24.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:23 smithi129 conmon[101092]: cluster 2022-01-18T18 2022-01-18T18:16:24.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:23 smithi129 conmon[101092]: :16:22.569204+0000 mgr.smithi129.iclwio (mgr.14716) 4608 : cluster [DBG] pgmap v3958: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:26.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:25 smithi156 conmon[67007]: cluster 2022-01-18T18:16:24.570021+0000 mgr.smithi129.iclwio (mgr.14716) 4609 : 2022-01-18T18:16:26.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:25 smithi156 conmon[67007]: cluster [DBG] pgmap v3959: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:16:26.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:25 smithi129 conmon[101092]: cluster 2022-01-18T18:16:24.570021+0000 mgr.smithi129.iclwio (mgr.14716) 4609 : cluster [DBG] pgmap v3959: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:16:27.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:27 smithi129 conmon[101092]: cluster 2022-01-18T18:16:26.570627+0000 mgr.smithi129.iclwio (mgr.14716) 4610 : cluster [DBG] pgmap v3960: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:28.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:27 smithi156 conmon[67007]: cluster 2022-01-18T18:16:26.570627+0000 mgr.smithi129.iclwio (mgr.14716) 4610 : cluster 2022-01-18T18:16:28.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:27 smithi156 conmon[67007]: [DBG] pgmap v3960: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:30.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:29 smithi156 conmon[67007]: cluster 2022-01-18T18:16:28.571147+0000 mgr.smithi129.iclwio (mgr.14716) 4611 : cluster 2022-01-18T18:16:30.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:29 smithi156 conmon[67007]: [DBG] pgmap v3961: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:30.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:29 smithi129 conmon[101092]: cluster 2022-01-18T18:16:28.571147+0000 mgr.smithi129.iclwio (mgr.14716) 4611 : cluster [DBG] pgmap v3961: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:32.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:31 smithi129 conmon[101092]: cluster 2022-01-18T18:16:30.571958+0000 mgr.smithi129.iclwio (mgr.14716) 4612 : cluster [DBG] pgmap v3962: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:16:32.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:31 smithi129 conmon[101092]: 2022-01-18T18:16:32.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:31 smithi156 conmon[67007]: cluster 2022-01-18T18:16:30.571958+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:16:32.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:31 smithi156 conmon[67007]: 4612 : cluster [DBG] pgmap v3962: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:16:34.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:33 smithi129 conmon[101092]: cluster 2022-01-18T18:16:32.572667+0000 mgr.smithi129.iclwio (mgr.14716) 4613 : cluster [DBG] pgmap v3963: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:34.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:33 smithi156 conmon[67007]: cluster 2022-01-18T18:16:32.572667+0000 mgr.smithi129.iclwio (mgr.14716) 4613 : 2022-01-18T18:16:34.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:33 smithi156 conmon[67007]: cluster [DBG] pgmap v3963: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:36.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:35 smithi129 conmon[101092]: cluster 2022-01-18T18:16:34.573441+0000 mgr.smithi129.iclwio (mgr.14716) 4614 : cluster [DBG] pgmap v3964: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:16:36.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:35 smithi156 conmon[67007]: cluster 2022-01-18T18:16:34.573441+0000 mgr.smithi129.iclwio (mgr.14716) 4614 : cluster [DBG] 2022-01-18T18:16:36.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:35 smithi156 conmon[67007]: pgmap v3964: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:16:38.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:37 smithi129 conmon[101092]: cluster 2022-01-18T18:16:36.573954+0000 mgr.smithi129.iclwio (mgr.14716) 4615 : cluster 2022-01-18T18:16:38.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:37 smithi129 conmon[101092]: [DBG] pgmap v3965: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:38.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:37 smithi156 conmon[67007]: cluster 2022-01-18T18:16:36.573954+0000 mgr.smithi129.iclwio (mgr.14716) 4615 : cluster [DBG] 2022-01-18T18:16:38.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:37 smithi156 conmon[67007]: pgmap v3965: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:40.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:39 smithi129 conmon[101092]: cluster 2022-01-18T18:16:38.574520+0000 mgr.smithi129.iclwio (mgr.14716) 4616 : cluster [DBG] pgmap v3966: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:39 smithi129 conmon[101092]: 2022-01-18T18:16:40.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:39 smithi156 conmon[67007]: cluster 2022-01-18T18:16:38.574520+0000 mgr.smithi129.iclwio (mgr.14716) 4616 : cluster [DBG] 2022-01-18T18:16:40.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:39 smithi156 conmon[67007]: pgmap v3966: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:42.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:41 smithi129 conmon[101092]: cluster 2022-01-18T18:16:40.575336+0000 mgr.smithi129.iclwio (mgr.14716) 4617 : cluster [DBG] pgmap v3967: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:16:42.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:41 smithi156 conmon[67007]: cluster 2022-01-18T18:16:40.575336+0000 mgr.smithi129.iclwio (mgr.14716) 4617 : cluster [DBG] 2022-01-18T18:16:42.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:41 smithi156 conmon[67007]: pgmap v3967: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:16:44.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:43 smithi129 conmon[101092]: cluster 2022-01-18T18:16:42.575878+0000 mgr.smithi129.iclwio (mgr.14716) 4618 : cluster [DBG] pgmap v3968: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:44.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:43 smithi156 conmon[67007]: cluster 2022-01-18T18:16:42.575878+0000 mgr.smithi129.iclwio (mgr.14716) 4618 : cluster 2022-01-18T18:16:44.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:43 smithi156 conmon[67007]: [DBG] pgmap v3968: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:46.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:45 smithi129 conmon[101092]: cluster 2022-01-18T18:16:44.576548+0000 mgr.smithi129.iclwio (mgr.14716) 4619 : cluster [DBG] pgmap v3969: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:16:46.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:45 smithi156 conmon[67007]: cluster 2022-01-18T18:16:44.576548+0000 mgr.smithi129.iclwio (mgr.14716) 4619 : cluster [DBG] pgmap v3969: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:16:48.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:47 smithi129 conmon[101092]: cluster 2022-01-18T18:16:46.577124+0000 mgr.smithi129.iclwio (mgr.14716) 4620 : cluster [DBG] pgmap v3970: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:48.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:47 smithi156 conmon[67007]: cluster 2022-01-18T18:16:46.577124+0000 mgr.smithi129.iclwio (mgr.14716) 4620 : cluster [DBG] pgmap v3970: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:49.328 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:16:49.593 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:16:49.594 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 8m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:16:49.594 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 8m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:16:49.594 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 8m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:16:49.595 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 8m ago 2h 42.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:16:49.595 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 8m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:16:49.595 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 8m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:16:49.595 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 8m ago 2h 613M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:16:49.596 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 8m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:16:49.596 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 8m ago 2h 863M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:16:49.596 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 8m ago 2h 450M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:16:49.596 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 8m ago 2h 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:16:49.597 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 8m ago 2h 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:16:49.597 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 8m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:16:49.597 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 8m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:16:49.597 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 8m ago 2h 1778M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:16:49.597 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 8m ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:16:49.598 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 8m ago 2h 2167M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:16:49.598 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 8m ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:16:49.598 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 8m ago 2h 2616M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:16:49.598 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 8m ago 2h 3185M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:16:49.599 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 8m ago 2h 2523M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:16:49.599 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 8m ago 2h 3721M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:16:49.599 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 8m ago 2h 78.2M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:16:49.911 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:16:49.912 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:16:49.912 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:16:49.912 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:16:49.913 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:16:49.913 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:16:49.913 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:16:49.913 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:16:49.913 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:16:49.914 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:16:49.914 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:16:49.914 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:16:49.914 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:16:49.915 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:16:49.915 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:16:49.915 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:16:49.915 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:16:49.916 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:16:49.916 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:16:50.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:49 smithi129 conmon[101092]: cluster 2022-01-18T18:16:48.577850+0000 mgr.smithi129.iclwio (mgr.14716) 4621 : 2022-01-18T18:16:50.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:49 smithi129 conmon[101092]: cluster [DBG] pgmap v3971: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:50.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:49 smithi156 conmon[67007]: cluster 2022-01-18T18:16:48.577850+0000 mgr.smithi129.iclwio (mgr.14716) 4621 : cluster [DBG] pgmap v3971: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:51.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:50 smithi129 conmon[101092]: audit 2022-01-18T18:16:49.317850+0000 mgr.smithi129.iclwio (mgr.14716) 4622 : audit [DBG] from='client.37162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:16:51.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:50 smithi129 conmon[101092]: 2022-01-18T18:16:51.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:50 smithi129 conmon[101092]: audit 2022-01-18T18:16:49.586359+0000 mgr.smithi129.iclwio (mgr.14716) 4623 : audit [DBG] from='client.37166 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:16:51.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:50 smithi129 conmon[101092]: audit 2022-01-18T18:16:49.913264+0000 mon.smithi129 (mon.0) 1513 : audit [DBG] from='client.? 172.21.15.129:0/2651505402' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:16:51.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:50 smithi156 conmon[67007]: audit 2022-01-18T18:16:49.317850+0000 mgr.smithi129.iclwio (mgr.14716) 4622 : audit [DBG] from='client.37162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:16:51.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:50 smithi156 conmon[67007]: audit 2022-01-18T18:16:49. 2022-01-18T18:16:51.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:50 smithi156 conmon[67007]: 586359+0000 mgr.smithi129.iclwio (mgr.14716) 4623 : audit [DBG] from='client.37166 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:16:51.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:50 smithi156 conmon[67007]: audit 2022-01-18T18:16:49.913264+0000 mon.smithi129 (mon.0) 1513 : audit [DBG] from='client.? 172.21.15.129:0/2651505402' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:16:52.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:51 smithi129 conmon[101092]: cluster 2022-01-18T18:16:50.578686+0000 mgr.smithi129.iclwio (mgr.14716) 4624 : cluster [DBG] pgmap v3972: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:16:52.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:51 smithi156 conmon[67007]: cluster 2022-01-18T18:16:50.578686+0000 mgr.smithi129.iclwio (mgr.14716) 4624 : cluster [DBG] pgmap v3972: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:16:54.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:53 smithi129 conmon[101092]: cluster 2022-01-18T18:16:52.579280+0000 mgr.smithi129.iclwio (mgr.14716) 4625 : cluster [DBG] 2022-01-18T18:16:54.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:53 smithi129 conmon[101092]: pgmap v3973: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:54.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:53 smithi156 conmon[67007]: cluster 2022-01-18T18:16:52.579280+0000 mgr.smithi129.iclwio (mgr.14716) 4625 : cluster [DBG] pgmap v3973: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:56.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:55 smithi129 conmon[101092]: cluster 2022-01-18T18:16:54.580165+0000 mgr.smithi129.iclwio (mgr.14716) 4626 : cluster [DBG] 2022-01-18T18:16:56.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:55 smithi129 conmon[101092]: pgmap v3974: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:16:56.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:55 smithi156 conmon[67007]: cluster 2022-01-18T18:16:54.580165+0000 mgr.smithi129.iclwio (mgr.14716) 4626 : cluster [DBG] pgmap v3974: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:16:58.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:57 smithi129 conmon[101092]: cluster 2022-01-18T18:16:56.580878+0000 mgr.smithi129.iclwio (mgr.14716) 4627 : cluster [DBG] 2022-01-18T18:16:58.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:57 smithi129 conmon[101092]: pgmap v3975: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:58.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:57 smithi156 conmon[67007]: cluster 2022-01-18T18:16:56.580878+0000 mgr.smithi129.iclwio (mgr.14716) 4627 : cluster [DBG] pgmap v3975: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:16:59.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:58 smithi129 conmon[101092]: audit 2022-01-18T18:16:58.721468+0000 mon.smithi129 (mon.0) 1514 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:16:59.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:58 smithi129 conmon[101092]: audit 2022-01-18T18:16:58.721761+0000 mon.smithi129 (mon.0) 1515 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:16:59.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:58 smithi156 conmon[67007]: audit 2022-01-18T18:16:58.721468+0000 mon.smithi129 (mon.0) 1514 : audit [INF] 2022-01-18T18:16:59.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:58 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:16:59.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:58 smithi156 conmon[67007]: audit 2022-01-18T18:16:58.721761+0000 mon.smithi129 (mon.0) 1515 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:17:00.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:59 smithi129 conmon[101092]: cluster 2022-01-18T18:16:58.581392+0000 mgr.smithi129.iclwio (mgr.14716) 4628 : cluster [DBG] 2022-01-18T18:17:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:16:59 smithi129 conmon[101092]: pgmap v3976: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:00.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:16:59 smithi156 conmon[67007]: cluster 2022-01-18T18:16:58.581392+0000 mgr.smithi129.iclwio (mgr.14716) 4628 : cluster [DBG] pgmap v3976: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:02.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:01 smithi129 conmon[101092]: cluster 2022-01-18T18:17:00.582214+0000 mgr.smithi129.iclwio (mgr.14716) 4629 : cluster [DBG] pgmap v3977: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:17:02.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:01 smithi129 conmon[101092]: 2022-01-18T18:17:02.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:01 smithi156 conmon[67007]: cluster 2022-01-18T18:17:00.582214+0000 mgr.smithi129.iclwio (mgr.14716) 4629 : cluster [DBG] pgmap v3977: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:17:04.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:03 smithi129 conmon[101092]: cluster 2022-01-18T18:17:02.582834+0000 mgr.smithi129.iclwio (mgr.14716) 4630 : cluster [DBG] pgmap v3978: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:04.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:03 smithi156 conmon[67007]: cluster 2022-01-18T18:17:02.582834+0000 mgr.smithi129.iclwio (mgr.14716) 4630 : cluster [DBG] pgmap v3978: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:06.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:05 smithi129 conmon[101092]: cluster 2022-01-18T18:17:04.583568+0000 mgr.smithi129.iclwio (mgr.14716) 4631 : cluster [DBG] pgmap v3979: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:17:06.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:05 smithi156 conmon[67007]: cluster 2022-01-18T18:17:04.583568+0000 mgr.smithi129.iclwio (mgr.14716) 4631 : cluster [DBG] pgmap v3979: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:17:08.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:07 smithi129 conmon[101092]: cluster 2022-01-18T18:17:06.584237+0000 mgr.smithi129.iclwio (mgr.14716) 4632 : cluster [DBG] pgmap v3980: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:08.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:07 smithi129 conmon[101092]: 2022-01-18T18:17:08.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:07 smithi156 conmon[67007]: cluster 2022-01-18T18:17:06.584237+0000 mgr.smithi129.iclwio (mgr.14716) 4632 : cluster [DBG] pgmap v3980: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:10.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:09 smithi129 conmon[101092]: cluster 2022-01-18T18:17:08.584989+0000 mgr.smithi129.iclwio (mgr.14716) 4633 : cluster [DBG] 2022-01-18T18:17:10.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:09 smithi129 conmon[101092]: pgmap v3981: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:10.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:09 smithi156 conmon[67007]: cluster 2022-01-18T18:17:08.584989+0000 mgr.smithi129.iclwio (mgr.14716) 4633 : cluster [DBG] pgmap v3981: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:12.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:11 smithi129 conmon[101092]: cluster 2022-01-18T18:17:10.585717+0000 mgr.smithi129.iclwio (mgr.14716) 4634 : cluster [DBG] pgmap v3982: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:17:12.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:11 smithi156 conmon[67007]: cluster 2022-01-18T18:17:10.585717+0000 mgr.smithi129.iclwio (mgr.14716) 4634 : cluster [DBG] pgmap v3982: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:17:14.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:13 smithi129 conmon[101092]: cluster 2022-01-18T18:17:12.586369+0000 mgr.smithi129.iclwio (mgr.14716) 4635 : cluster [DBG] pgmap v3983: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:14.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:13 smithi156 conmon[67007]: cluster 2022-01-18T18:17:12.586369+0000 mgr.smithi129.iclwio (mgr.14716) 4635 : cluster [DBG] pgmap v3983: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:16.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:15 smithi129 conmon[101092]: cluster 2022-01-18T18:17:14.587341+0000 mgr.smithi129.iclwio (mgr.14716) 4636 : cluster [DBG] 2022-01-18T18:17:16.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:15 smithi129 conmon[101092]: pgmap v3984: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:17:16.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:15 smithi156 conmon[67007]: cluster 2022-01-18T18:17:14.587341+0000 mgr.smithi129.iclwio (mgr.14716) 4636 : cluster [DBG] pgmap v3984: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:17:16.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:15 smithi156 conmon[67007]: 2022-01-18T18:17:18.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:17 smithi129 conmon[101092]: cluster 2022-01-18T18:17:16.587851+0000 mgr.smithi129.iclwio (mgr.14716) 4637 : cluster [DBG] 2022-01-18T18:17:18.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:17 smithi129 conmon[101092]: pgmap v3985: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:18.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:17 smithi156 conmon[67007]: cluster 2022-01-18T18:17:16.587851+0000 mgr.smithi129.iclwio (mgr.14716) 4637 : cluster 2022-01-18T18:17:18.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:17 smithi156 conmon[67007]: [DBG] pgmap v3985: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:20.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:19 smithi129 conmon[101092]: cluster 2022-01-18T18:17:18.588384+0000 mgr.smithi129.iclwio (mgr.14716) 4638 : cluster [DBG] pgmap v3986: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:20.208 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:17:20.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:19 smithi156 conmon[67007]: cluster 2022-01-18T18:17:18.588384+0000 mgr.smithi129.iclwio (mgr.14716) 4638 : cluster 2022-01-18T18:17:20.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:19 smithi156 conmon[67007]: [DBG] pgmap v3986: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:20.474 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:17:20.474 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 9m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:17:20.475 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 9m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:17:20.475 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 9m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:17:20.475 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 9m ago 2h 42.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:17:20.475 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 9m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:17:20.475 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 9m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:17:20.476 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 9m ago 2h 613M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:17:20.476 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 9m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:17:20.476 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 9m ago 2h 863M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:17:20.476 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 9m ago 2h 450M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:17:20.477 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 9m ago 2h 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:17:20.477 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 9m ago 2h 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:17:20.477 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 9m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:17:20.477 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 9m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:17:20.478 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 9m ago 2h 1778M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:17:20.478 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 9m ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:17:20.478 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 9m ago 2h 2167M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:17:20.478 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 9m ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:17:20.479 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 9m ago 2h 2616M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:17:20.479 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 9m ago 2h 3185M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:17:20.479 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 9m ago 2h 2523M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:17:20.480 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 9m ago 2h 3721M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:17:20.480 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 9m ago 2h 78.2M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:17:20.791 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:17:20.792 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:17:20.792 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:17:20.792 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:17:20.793 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:17:20.793 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:17:20.793 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:17:20.793 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:17:20.794 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:17:20.794 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:17:20.794 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:17:20.794 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:17:20.794 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:17:20.795 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:17:20.795 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:17:20.795 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:17:20.795 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:17:20.796 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:17:20.796 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:17:21.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:20 smithi129 conmon[101092]: audit 2022-01-18T18:17:20.198467+0000 mgr.smithi129.iclwio (mgr.14716) 4639 : audit [DBG] from='client.37174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:17:21.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:20 smithi129 conmon[101092]: audit 2022-01-18T18:17:20.793080+0000 mon.smithi129 (mon.0) 1516 2022-01-18T18:17:21.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:20 smithi129 conmon[101092]: : audit [DBG] from='client.? 172.21.15.129:0/307431255' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:17:21.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:20 smithi156 conmon[67007]: audit 2022-01-18T18:17:20.198467+0000 mgr.smithi129.iclwio (mgr.14716) 4639 : audit 2022-01-18T18:17:21.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:20 smithi156 conmon[67007]: [DBG] from='client.37174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:17:21.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:20 smithi156 conmon[67007]: audit 2022-01-18T18:17:20.793080+0000 mon.smithi129 (mon.0) 1516 : audit [DBG] from='client.? 172.21.15.129:0/307431255' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:17:22.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:21 smithi129 conmon[101092]: audit 2022-01-18T18:17:20.466553+0000 mgr.smithi129.iclwio (mgr.14716) 4640 : audit [DBG] from='client.37178 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:17:22.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:21 smithi129 conmon[101092]: cluster 2022-01-18T18:17:20.589048+0000 mgr.smithi129.iclwio 2022-01-18T18:17:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:21 smithi129 conmon[101092]: (mgr.14716) 4641 : cluster [DBG] pgmap v3987: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:17:22.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:21 smithi156 conmon[67007]: audit 2022-01-18T18:17:20.466553+0000 mgr.smithi129.iclwio (mgr.14716) 4640 : audit [DBG] 2022-01-18T18:17:22.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:21 smithi156 conmon[67007]: from='client.37178 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:17:22.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:21 smithi156 conmon[67007]: cluster 2022-01-18T18:17:20.589048+0000 mgr.smithi129.iclwio (mgr.14716) 4641 : cluster [DBG] pgmap v3987: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:17:23.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:22 smithi129 conmon[101092]: audit 2022-01-18T18:17:22. 2022-01-18T18:17:23.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:22 smithi129 conmon[101092]: 664519+0000 mon.smithi129 (mon.0) 1517 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:17:23.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:22 smithi129 conmon[101092]: audit 2022-01-18T18 2022-01-18T18:17:23.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:22 smithi129 conmon[101092]: :17:22.665971+0000 mon.smithi129 (mon.0) 1518 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:17:23.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:22 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T18:17:23.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:22 smithi129 conmon[101092]: T18:17:22.666864+0000 mon.smithi129 (mon.0) 2022-01-18T18:17:23.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:22 smithi129 conmon[101092]: 1519 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:17:23.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:22 smithi156 conmon[67007]: audit 2022-01-18T18:17:22. 2022-01-18T18:17:23.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:22 smithi156 conmon[67007]: 664519+0000 mon.smithi129 (mon.0) 1517 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:17:23.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:22 smithi156 conmon[67007]: audit 2022- 2022-01-18T18:17:23.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:22 smithi156 conmon[67007]: 01-18T18:17:22.665971+0000 mon.smithi129 (mon.0) 2022-01-18T18:17:23.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:22 smithi156 conmon[67007]: 1518 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:17:23.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:22 smithi156 conmon[67007]: audit 2022-01-18T18:17:23.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:22 smithi156 conmon[67007]: 2022-01-18T18:17 2022-01-18T18:17:23.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:22 smithi156 conmon[67007]: :22.666864+0000 mon.smithi129 ( 2022-01-18T18:17:23.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:22 smithi156 conmon[67007]: mon.0) 1519 : audit [INF] 2022-01-18T18:17:23.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:22 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:17:24.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:23 smithi129 conmon[101092]: cluster 2022-01-18T18:17:22.589677+0000 mgr.smithi129.iclwio (mgr.14716) 4642 : cluster [DBG] pgmap v3988: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:23 smithi129 conmon[101092]: cephadm 2022-01-18T18:17:22.667636+0000 mgr.smithi129.iclwio (mgr.14716) 4643 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:17:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:23 smithi129 conmon[101092]: audit 2022-01-18T18:17: 2022-01-18T18:17:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:23 smithi129 conmon[101092]: 22.970322+0000 mon.smithi129 (mon.0) 1520 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T18:17:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:23 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T18:17:24.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:23 smithi129 conmon[101092]: 18:17:22.972772+0000 mon.smithi129 (mon.0) 1521 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T18:17:24.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:23 smithi129 conmon[101092]: audit 2022-01-18T18:17:22.976486+0000 mon.smithi129 2022-01-18T18:17:24.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:23 smithi129 conmon[101092]: (mon.0) 1522 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:17:24.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:23 smithi129 conmon[101092]: audit 2022-01-18T18:17:22.981277+0000 mon.smithi129 ( 2022-01-18T18:17:24.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:23 smithi129 conmon[101092]: mon.0) 1523 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:17:24.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:23 smithi156 conmon[67007]: cluster 2022-01-18T18:17:22.589677+0000 mgr.smithi129.iclwio (mgr.14716) 4642 : cluster 2022-01-18T18:17:24.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:23 smithi156 conmon[67007]: [DBG] pgmap v3988: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:24.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:23 smithi156 conmon[67007]: cephadm 2022-01-18T18:17:22.667636+0000 mgr.smithi129.iclwio (mgr.14716) 4643 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:17:24.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:23 smithi156 conmon[67007]: audit 2022-01-18T18:17:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:23 smithi156 conmon[67007]: 2022-01-18T18:17:22.970322+0000 mon.smithi129 (mon.0) 1520 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T18:17:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:23 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T18:17:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:23 smithi156 conmon[67007]: T18:17:22.972772+0000 mon.smithi129 (mon.0 2022-01-18T18:17:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:23 smithi156 conmon[67007]: ) 1521 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T18:17:24.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:23 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T18:17:24.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:23 smithi156 conmon[67007]: 18:17:22.976486+0000 mon.smithi129 (mon.0) 2022-01-18T18:17:24.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:23 smithi156 conmon[67007]: 1522 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:17:24.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:23 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T18:17:24.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:23 smithi156 conmon[67007]: 18:17:22.981277+0000 mon.smithi129 (mon. 2022-01-18T18:17:24.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:23 smithi156 conmon[67007]: 0) 1523 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:17:26.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:25 smithi129 conmon[101092]: cluster 2022-01-18T18:17:24.590611+0000 mgr.smithi129.iclwio (mgr.14716) 4644 : cluster [DBG] 2022-01-18T18:17:26.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:25 smithi129 conmon[101092]: pgmap v3989: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:17:26.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:25 smithi156 conmon[67007]: cluster 2022-01-18T18:17:24.590611+0000 mgr.smithi129.iclwio (mgr.14716) 4644 : cluster [DBG] pgmap v3989: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:17:26.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:25 smithi156 conmon[67007]: 2022-01-18T18:17:28.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:27 smithi129 conmon[101092]: cluster 2022-01-18T18:17:26.591147+0000 mgr.smithi129.iclwio (mgr.14716) 4645 : cluster [DBG] pgmap v3990: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:28.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:27 smithi129 conmon[101092]: 2022-01-18T18:17:28.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:27 smithi156 conmon[67007]: cluster 2022-01-18T18:17:26.591147+0000 mgr.smithi129.iclwio (mgr.14716) 4645 : cluster [DBG] 2022-01-18T18:17:28.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:27 smithi156 conmon[67007]: pgmap v3990: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:30.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:29 smithi129 conmon[101092]: cluster 2022-01-18T18:17:28.591668+0000 mgr.smithi129.iclwio (mgr.14716) 4646 : cluster [DBG] pgmap v3991: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:30.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:29 smithi156 conmon[67007]: cluster 2022-01-18T18:17:28.591668+0000 mgr.smithi129.iclwio (mgr.14716) 4646 : cluster [DBG] pgmap v3991: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:32.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:31 smithi129 conmon[101092]: cluster 2022-01-18T18:17:30.592417+0000 mgr.smithi129.iclwio (mgr.14716) 4647 : cluster [DBG] pgmap v3992: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:17:32.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:31 smithi156 conmon[67007]: cluster 2022-01-18T18:17:30.592417+0000 mgr.smithi129.iclwio (mgr.14716) 4647 : cluster [DBG] pgmap v3992: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:17:34.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:33 smithi129 conmon[101092]: cluster 2022-01-18T18:17:32.592942+0000 mgr.smithi129.iclwio (mgr.14716) 4648 : cluster [DBG] pgmap v3993: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:34.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:33 smithi156 conmon[67007]: cluster 2022-01-18T18:17:32.592942+0000 mgr.smithi129.iclwio (mgr.14716) 4648 : cluster [DBG] pgmap v3993: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:36.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:35 smithi129 conmon[101092]: cluster 2022-01-18T18:17:34.593609+0000 mgr.smithi129.iclwio (mgr.14716) 4649 : cluster [DBG] pgmap v3994: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:17:36.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:35 smithi156 conmon[67007]: cluster 2022-01-18T18:17:34.593609+0000 mgr.smithi129.iclwio (mgr.14716) 4649 : cluster [DBG] pgmap v3994: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:17:38.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:37 smithi129 conmon[101092]: cluster 2022-01-18T18:17:36.594090+0000 mgr.smithi129.iclwio (mgr.14716) 4650 : cluster [DBG] pgmap v3995: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:38.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:37 smithi156 conmon[67007]: cluster 2022-01-18T18:17:36.594090+0000 mgr.smithi129.iclwio (mgr.14716) 4650 : cluster [DBG] pgmap v3995: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:40.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:39 smithi129 conmon[101092]: cluster 2022-01-18T18:17:38.594752+0000 mgr.smithi129.iclwio (mgr.14716) 4651 : cluster [DBG] pgmap v3996: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:40.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:39 smithi156 conmon[67007]: cluster 2022-01-18T18:17:38.594752+0000 mgr.smithi129.iclwio (mgr.14716) 4651 : cluster [DBG] pgmap v3996: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:42.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:41 smithi156 conmon[67007]: cluster 2022-01-18T18:17:40.595716+0000 mgr.smithi129.iclwio (mgr.14716) 4652 : cluster [DBG] pgmap v3997: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:17:42.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:41 smithi129 conmon[101092]: cluster 2022-01-18T18:17:40.595716+0000 mgr.smithi129.iclwio (mgr.14716) 4652 : cluster [DBG] pgmap v3997: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:17:44.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:43 smithi156 conmon[67007]: cluster 2022-01-18T18:17:42.596431+0000 mgr.smithi129.iclwio (mgr.14716) 4653 : cluster [DBG] pgmap v3998: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:44.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:43 smithi129 conmon[101092]: cluster 2022-01-18T18:17:42.596431+0000 mgr.smithi129.iclwio (mgr.14716) 4653 : cluster [DBG] pgmap v3998: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:46.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:45 smithi156 conmon[67007]: cluster 2022-01-18T18:17:44.597155+0000 mgr.smithi129.iclwio (mgr.14716) 4654 : cluster [DBG] pgmap v3999: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:17:46.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:45 smithi129 conmon[101092]: cluster 2022-01-18T18:17:44.597155+0000 mgr.smithi129.iclwio (mgr.14716) 4654 : cluster [DBG] pgmap v3999: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:17:48.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:47 smithi156 conmon[67007]: cluster 2022-01-18T18:17:46.597699+0000 mgr.smithi129.iclwio (mgr.14716) 4655 : cluster [DBG] pgmap v4000: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:48.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:47 smithi129 conmon[101092]: cluster 2022-01-18T18:17:46.597699+0000 mgr.smithi129.iclwio (mgr.14716) 4655 : cluster [DBG] pgmap v4000: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:50.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:49 smithi156 conmon[67007]: cluster 2022-01-18T18:17:48.598273+0000 mgr.smithi129.iclwio (mgr.14716) 4656 : cluster [DBG] pgmap v4001: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:50.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:49 smithi129 conmon[101092]: cluster 2022-01-18T18:17:48.598273+0000 mgr.smithi129.iclwio (mgr.14716) 4656 : cluster [DBG] pgmap v4001: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:51.093 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:17:51.358 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:17:51.358 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 9m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:17:51.358 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 9m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:17:51.359 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 9m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:17:51.359 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 9m ago 2h 42.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:17:51.359 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 9m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:17:51.359 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 9m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:17:51.360 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 9m ago 2h 613M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:17:51.360 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 9m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:17:51.360 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 9m ago 2h 863M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:17:51.360 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 9m ago 2h 450M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:17:51.361 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 9m ago 2h 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:17:51.361 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 9m ago 2h 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:17:51.361 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 9m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:17:51.361 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 9m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:17:51.362 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 9m ago 2h 1778M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:17:51.362 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 9m ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:17:51.362 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 9m ago 2h 2167M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:17:51.362 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 9m ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:17:51.362 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 9m ago 2h 2616M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:17:51.363 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 9m ago 2h 3185M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:17:51.363 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 9m ago 2h 2523M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:17:51.363 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 9m ago 2h 3721M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:17:51.363 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 9m ago 2h 78.2M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:17:51.674 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:17:51.674 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:17:51.674 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:17:51.675 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:17:51.675 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:17:51.675 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:17:51.675 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:17:51.676 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:17:51.676 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:17:51.676 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:17:51.676 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:17:51.677 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:17:51.677 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:17:51.677 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:17:51.677 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:17:51.677 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:17:51.678 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:17:51.678 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:17:51.678 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:17:52.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:51 smithi156 conmon[67007]: cluster 2022-01-18T18:17:50.599169+0000 mgr.smithi129.iclwio (mgr.14716) 4657 : cluster [DBG] pgmap v4002: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:17:52.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:51 smithi156 conmon[67007]: 2022-01-18T18:17:52.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:51 smithi156 conmon[67007]: audit 2022-01-18T18:17:51.082634+0000 mgr.smithi129.iclwio (mgr.14716) 4658 : audit [DBG] from='client.37186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:17:52.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:51 smithi156 conmon[67007]: audit 2022-01-18T18:17:51.675469+0000 mon.smithi129 (mon.0) 1524 : audit [DBG] from='client.? 172.21.15.129:0/1713585528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:17:52.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:51 smithi129 conmon[101092]: cluster 2022-01-18T18:17:50.599169+0000 mgr.smithi129.iclwio (mgr.14716) 4657 : cluster [DBG] pgmap v4002: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:17:52.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:51 smithi129 conmon[101092]: audit 2022-01-18T18:17:51.082634 2022-01-18T18:17:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:51 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 4658 : audit [DBG] from='client.37186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:17:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:51 smithi129 conmon[101092]: audit 2022-01-18T18:17:51.675469+0000 mon.smithi129 (mon.0) 1524 : audit [DBG] from='client.? 172.21.15.129:0/1713585528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:17:53.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:52 smithi156 conmon[67007]: audit 2022-01-18T18:17:51.350678+0000 mgr.smithi129.iclwio (mgr.14716) 4659 : audit [DBG] from='client.37190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:17:53.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:52 smithi156 conmon[67007]: 2022-01-18T18:17:53.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:52 smithi129 conmon[101092]: audit 2022-01-18T18:17:51.350678+0000 mgr.smithi129.iclwio (mgr.14716) 4659 : audit [DBG] from='client.37190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:17:53.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:52 smithi129 conmon[101092]: 2022-01-18T18:17:54.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:53 smithi156 conmon[67007]: cluster 2022-01-18T18:17:52.599711+0000 mgr.smithi129.iclwio (mgr.14716) 4660 : cluster [DBG] pgmap v4003: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:54.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:53 smithi129 conmon[101092]: cluster 2022-01-18T18:17:52.599711+0000 mgr.smithi129.iclwio (mgr.14716) 4660 : cluster [DBG] pgmap v4003: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:56.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:55 smithi156 conmon[67007]: cluster 2022-01-18T18:17:54.600417+0000 mgr.smithi129.iclwio (mgr.14716) 4661 2022-01-18T18:17:56.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:55 smithi156 conmon[67007]: : cluster [DBG] pgmap v4004: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:17:56.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:55 smithi129 conmon[101092]: cluster 2022-01-18T18:17:54.600417+0000 mgr.smithi129.iclwio (mgr.14716) 4661 : cluster [DBG] pgmap v4004: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:17:58.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:57 smithi156 conmon[67007]: cluster 2022-01-18T18:17:56.601040+0000 mgr.smithi129.iclwio (mgr.14716) 4662 : cluster [DBG] 2022-01-18T18:17:58.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:57 smithi156 conmon[67007]: pgmap v4005: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:58.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:57 smithi129 conmon[101092]: cluster 2022-01-18T18:17:56.601040+0000 mgr.smithi129.iclwio (mgr.14716) 4662 : cluster [DBG] pgmap v4005: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:17:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:57 smithi129 conmon[101092]: 2022-01-18T18:17:59.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:58 smithi156 conmon[67007]: audit 2022-01-18T18:17:58.725597+0000 mon.smithi129 (mon.0) 1525 : audit 2022-01-18T18:17:59.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:58 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:17:59.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:58 smithi156 conmon[67007]: audit 2022-01-18T18:17:58.725871+0000 mon.smithi129 (mon.0) 1526 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:17:59.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:58 smithi129 conmon[101092]: audit 2022-01-18T18:17:58.725597+0000 mon.smithi129 (mon.0) 1525 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:17:59.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:58 smithi129 conmon[101092]: audit 2022-01-18T18:17:58.725871+0000 mon.smithi129 (mon.0 2022-01-18T18:17:59.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:58 smithi129 conmon[101092]: ) 1526 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:18:00.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:59 smithi156 conmon[67007]: cluster 2022-01-18T18:17:58.601561+0000 mgr.smithi129.iclwio (mgr.14716) 4663 : cluster 2022-01-18T18:18:00.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:17:59 smithi156 conmon[67007]: [DBG] pgmap v4006: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:00.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:17:59 smithi129 conmon[101092]: cluster 2022-01-18T18:17:58.601561+0000 mgr.smithi129.iclwio (mgr.14716) 4663 : cluster [DBG] pgmap v4006: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:02.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:01 smithi156 conmon[67007]: cluster 2022-01-18T18:18:00.602511+0000 mgr.smithi129.iclwio (mgr.14716) 4664 : cluster [DBG] pgmap v4007: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:18:02.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:01 smithi156 conmon[67007]: 2022-01-18T18:18:02.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:01 smithi129 conmon[101092]: cluster 2022-01-18T18:18:00.602511+0000 mgr.smithi129.iclwio (mgr.14716) 4664 2022-01-18T18:18:02.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:01 smithi129 conmon[101092]: : cluster [DBG] pgmap v4007: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:18:04.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:03 smithi156 conmon[67007]: cluster 2022-01-18T18:18:02.603019+0000 mgr.smithi129.iclwio (mgr.14716) 4665 : cluster [DBG] pgmap v4008: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:04.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:03 smithi129 conmon[101092]: cluster 2022-01-18T18:18:02.603019+0000 mgr.smithi129.iclwio (mgr.14716) 4665 : cluster [DBG] pgmap v4008: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:06.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:05 smithi156 conmon[67007]: cluster 2022-01-18T18:18:04.603776+0000 mgr.smithi129.iclwio (mgr.14716) 4666 : cluster [DBG] pgmap v4009: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:18:06.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:05 smithi129 conmon[101092]: cluster 2022-01-18T18:18:04.603776+0000 mgr.smithi129.iclwio (mgr.14716) 4666 : cluster [DBG] pgmap v4009: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:18:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:05 smithi129 conmon[101092]: 2022-01-18T18:18:08.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:07 smithi156 conmon[67007]: cluster 2022-01-18T18:18:06.604423+0000 mgr.smithi129.iclwio (mgr.14716) 4667 : cluster [DBG] pgmap v4010: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:08.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:07 smithi129 conmon[101092]: cluster 2022-01-18T18:18:06.604423+0000 mgr.smithi129.iclwio (mgr.14716) 4667 : cluster [DBG] pgmap v4010: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:10.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:10 smithi156 conmon[67007]: cluster 2022-01-18T18:18:08.605242+0000 mgr.smithi129.iclwio (mgr.14716) 4668 : cluster [DBG] pgmap v4011: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:10.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:10 smithi129 conmon[101092]: cluster 2022-01-18T18:18:08.605242+0000 mgr.smithi129.iclwio (mgr.14716) 4668 : cluster [DBG] pgmap v4011: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:12.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:12 smithi156 conmon[67007]: cluster 2022-01-18T18:18:10.605998+0000 mgr.smithi129.iclwio (mgr.14716) 4669 : cluster [DBG] 2022-01-18T18:18:12.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:12 smithi156 conmon[67007]: pgmap v4012: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:18:12.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:12 smithi129 conmon[101092]: cluster 2022-01-18T18:18:10.605998+0000 mgr.smithi129.iclwio (mgr.14716) 4669 : cluster [DBG] pgmap v4012: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:18:14.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:14 smithi156 conmon[67007]: cluster 2022-01-18T18:18:12.606542+0000 mgr.smithi129.iclwio (mgr.14716) 4670 : cluster [DBG] pgmap v4013: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:14.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:14 smithi129 conmon[101092]: cluster 2022-01-18T18:18:12.606542+0000 mgr.smithi129.iclwio (mgr.14716) 4670 : cluster [DBG] pgmap v4013: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:16.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:16 smithi156 conmon[67007]: cluster 2022-01-18T18:18:14.607372+0000 mgr.smithi129.iclwio (mgr.14716) 4671 : cluster [DBG] pgmap v4014: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:18:16.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:16 smithi129 conmon[101092]: cluster 2022-01-18T18:18:14.607372+0000 mgr.smithi129.iclwio (mgr.14716) 4671 : cluster [DBG] pgmap v4014: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:18:18.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:18 smithi156 conmon[67007]: cluster 2022-01-18T18:18:16.607862+0000 mgr.smithi129.iclwio (mgr.14716) 4672 : cluster [DBG] pgmap v4015: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:18.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:18 smithi156 conmon[67007]: 2022-01-18T18:18:18.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:18 smithi129 conmon[101092]: cluster 2022-01-18T18:18:16.607862+0000 mgr.smithi129.iclwio (mgr.14716) 4672 : cluster [DBG] 2022-01-18T18:18:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:18 smithi129 conmon[101092]: pgmap v4015: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:20.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:20 smithi156 conmon[67007]: cluster 2022-01-18T18:18:18.608429+0000 mgr.smithi129.iclwio (mgr.14716) 4673 : cluster [DBG] pgmap v4016: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:20.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:20 smithi129 conmon[101092]: cluster 2022-01-18T18:18:18.608429+0000 mgr.smithi129.iclwio (mgr.14716) 4673 : cluster [DBG] pgmap v4016: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:21.976 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:18:22.242 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:18:22.243 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 10m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:18:22.243 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 10m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:18:22.243 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 10m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:18:22.244 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 10m ago 2h 42.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:18:22.244 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 10m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:18:22.244 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 10m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:18:22.244 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 10m ago 2h 613M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:18:22.244 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 10m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:18:22.245 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 10m ago 2h 863M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:18:22.245 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 10m ago 2h 450M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:18:22.245 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 10m ago 2h 179M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:18:22.245 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 10m ago 2h 113M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:18:22.246 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 10m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:18:22.246 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 10m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:18:22.246 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 10m ago 2h 1778M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:18:22.246 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 10m ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:18:22.247 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 10m ago 2h 2167M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:18:22.247 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 10m ago 2h 2814M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:18:22.247 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 10m ago 2h 2616M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:18:22.247 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 10m ago 2h 3185M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:18:22.247 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 10m ago 2h 2523M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:18:22.248 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 10m ago 2h 3721M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:18:22.248 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 10m ago 2h 78.2M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:18:22.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:22 smithi156 conmon[67007]: cluster 2022-01-18T18:18:20.609449+0000 mgr.smithi129.iclwio (mgr.14716) 4674 : cluster [DBG] pgmap v4017: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:18:22.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:22 smithi129 conmon[101092]: cluster 2022-01-18T18:18:20.609449+0000 mgr.smithi129.iclwio (mgr.14716) 4674 : cluster [DBG] pgmap v4017: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:18:22.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:22 smithi129 conmon[101092]: 2022-01-18T18:18:22.562 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:18:22.563 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:18:22.563 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:18:22.563 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:18:22.563 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:18:22.564 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:18:22.564 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:18:22.564 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:18:22.564 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:18:22.565 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:18:22.565 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:18:22.565 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:18:22.566 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:18:22.566 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:18:22.566 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:18:22.566 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:18:22.567 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:18:22.567 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:18:22.567 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:18:23.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:23 smithi156 conmon[67007]: audit 2022-01-18T18:18:21.966252+0000 mgr.smithi129.iclwio (mgr.14716) 4675 : audit [DBG] from='client.37198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:18:23.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:23 smithi156 conmon[67007]: 2022-01-18T18:18:23.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:23 smithi156 conmon[67007]: audit 2022-01-18T18:18:22.235223+0000 mgr.smithi129.iclwio (mgr.14716) 4676 : audit [DBG] from='client.37202 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:18:23.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:23 smithi156 conmon[67007]: audit 2022-01-18T18:18:22.563590+0000 mon.smithi129 (mon.0) 1527 : audit [DBG] from='client.? 172.21.15.129:0/255001238' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:18:23.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:23 smithi156 conmon[67007]: audit 2022-01-18T18:18:22.983571+0000 mon.smithi129 (mon.0) 1528 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:18:23.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:23 smithi156 conmon[67007]: audit 2022-01-18T18:18:22.984691+0000 mon.smithi129 (mon.0 2022-01-18T18:18:23.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:23 smithi156 conmon[67007]: ) 1529 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:18:23.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:23 smithi156 conmon[67007]: audit 2022-01-18T18:18:23.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:23 smithi156 conmon[67007]: 2022-01-18T18:18:22.985551+0000 mon.smithi129 (mon.0) 1530 : audit [INF] 2022-01-18T18:18:23.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:23 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:18:23.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:23 smithi129 conmon[101092]: audit 2022-01-18T18:18:21.966252+0000 mgr.smithi129.iclwio (mgr.14716) 4675 : 2022-01-18T18:18:23.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:23 smithi129 conmon[101092]: audit [DBG] from='client.37198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:18:23.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:23 smithi129 conmon[101092]: audit 2022-01-18T18:18:22.235223+0000 mgr.smithi129.iclwio (mgr.14716) 4676 : audit [DBG] from='client.37202 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:18:23.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:23 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T18:18:23.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:23 smithi129 conmon[101092]: 18:18:22.563590+0000 mon.smithi129 (mon.0) 1527 : audit [DBG] from='client.? 172.21.15.129:0/255001238' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:18:23.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:23 smithi129 conmon[101092]: audit 2022-01-18T18:18:22.983571+0000 mon.smithi129 ( 2022-01-18T18:18:23.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:23 smithi129 conmon[101092]: mon.0) 1528 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:18:23.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:23 smithi129 conmon[101092]: audit 2022-01-18T18:18:22 2022-01-18T18:18:23.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:23 smithi129 conmon[101092]: .984691+0000 mon.smithi129 (mon.0) 1529 : audit 2022-01-18T18:18:23.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:23 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:18:23.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:23 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T18:18:23.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:23 smithi129 conmon[101092]: 18:18:22.985551+0000 mon.smithi129 (mon 2022-01-18T18:18:23.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:23 smithi129 conmon[101092]: .0) 1530 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:18:24.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:24 smithi156 conmon[67007]: cluster 2022-01-18T18:18:22.610000+0000 mgr.smithi129.iclwio (mgr.14716) 4677 2022-01-18T18:18:24.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:24 smithi156 conmon[67007]: : cluster [DBG] pgmap v4018: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:24.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:24 smithi156 conmon[67007]: cephadm 2022-01-18T18:18:22.986177+0000 mgr.smithi129.iclwio (mgr.14716) 4678 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:18:24.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:24 smithi156 conmon[67007]: audit 2022-01-18T18:18:23.233672+0000 mon.smithi129 (mon.0) 1531 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:18:24.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:24 smithi129 conmon[101092]: cluster 2022-01-18T18:18:22.610000+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:18:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:24 smithi129 conmon[101092]: ) 4677 : cluster [DBG] pgmap v4018: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:24 smithi129 conmon[101092]: cephadm 2022-01-18T18:18:22.986177+0000 mgr.smithi129.iclwio (mgr.14716) 4678 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:18:24.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:24 smithi129 conmon[101092]: audit 2022-01-18T18:18:23.233672+0000 mon.smithi129 (mon.0) 1531 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:18:26.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:26 smithi156 conmon[67007]: cluster 2022-01-18T18:18:24.610637+0000 mgr.smithi129.iclwio 2022-01-18T18:18:26.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:26 smithi156 conmon[67007]: (mgr.14716) 4679 : cluster [DBG] pgmap v4019: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:18:26.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:26 smithi129 conmon[101092]: cluster 2022-01-18T18:18:24.610637+0000 mgr.smithi129.iclwio (mgr.14716) 4679 : cluster [DBG] pgmap v4019: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:18:27.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:27 smithi156 conmon[67007]: audit 2022-01-18T18:18:26.448306+0000 mon.smithi129 (mon.0) 1532 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:18:27.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:27 smithi156 conmon[67007]: cluster 2022-01-18T18:18:26.611012+0000 mgr.smithi129.iclwio (mgr.14716) 4680 : cluster [DBG] pgmap v4020: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:27.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:27 smithi129 conmon[101092]: audit 2022-01-18T18:18:26.448306+0000 mon.smithi129 ( 2022-01-18T18:18:27.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:27 smithi129 conmon[101092]: mon.0) 1532 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:18:27.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:27 smithi129 conmon[101092]: cluster 2022-01-18T18:18:26.611012+0000 mgr.smithi129.iclwio (mgr.14716) 4680 : cluster [DBG] pgmap v4020: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:29.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:29 smithi156 conmon[67007]: audit 2022-01-18T18:18:28.483745+0000 mon.smithi129 (mon.0) 1533 : audit [INF] 2022-01-18T18:18:29.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:29 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:18:29.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:29 smithi156 conmon[67007]: cluster 2022-01-18T18:18:28.611478+0000 mgr.smithi129.iclwio (mgr.14716) 4681 : cluster [DBG] pgmap v4021: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:29.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:29 smithi156 conmon[67007]: audit 2022-01-18T18:18:28.778938+0000 mon.smithi129 (mon.0) 1534 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:18:29.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:29 smithi156 conmon[67007]: audit 2022-01-18T18:18:28.783964+0000 2022-01-18T18:18:29.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:29 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1535 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:18:29.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:29 smithi129 conmon[101092]: audit 2022-01-18T18:18:28.483745+0000 2022-01-18T18:18:29.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:29 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1533 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:18:29.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:29 smithi129 conmon[101092]: cluster 2022-01-18T18:18:28.611478+0000 mgr.smithi129.iclwio (mgr.14716) 4681 : cluster [DBG] pgmap v4021: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:29.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:29 smithi129 conmon[101092]: audit 2022-01-18T18:18:28.778938+0000 mon.smithi129 (mon.0) 1534 : audit [INF] 2022-01-18T18:18:29.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:29 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:18:29.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:29 smithi129 conmon[101092]: audit 2022-01-18T18:18:29.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:29 smithi129 conmon[101092]: 2022-01-18T18:18:28.783964+0000 mon.smithi129 (mon. 2022-01-18T18:18:29.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:29 smithi129 conmon[101092]: 0) 1535 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:18:32.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:31 smithi156 conmon[67007]: cluster 2022-01-18T18:18:30.612159+0000 mgr.smithi129.iclwio (mgr.14716) 4682 : cluster 2022-01-18T18:18:32.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:31 smithi156 conmon[67007]: [DBG] pgmap v4022: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:18:32.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:31 smithi129 conmon[101092]: cluster 2022-01-18T18:18:30.612159+0000 mgr.smithi129.iclwio (mgr.14716) 4682 : cluster [DBG] pgmap v4022: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:18:34.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:33 smithi156 conmon[67007]: cluster 2022-01-18T18:18:32.612782+0000 mgr.smithi129.iclwio (mgr.14716) 4683 : cluster [DBG] 2022-01-18T18:18:34.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:33 smithi156 conmon[67007]: pgmap v4023: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:34.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:33 smithi129 conmon[101092]: cluster 2022-01-18T18:18:32.612782+0000 mgr.smithi129.iclwio (mgr.14716) 4683 : cluster [DBG] 2022-01-18T18:18:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:33 smithi129 conmon[101092]: pgmap v4023: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:36.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:35 smithi156 conmon[67007]: cluster 2022-01-18T18:18:34.613554+0000 mgr.smithi129.iclwio (mgr.14716) 4684 2022-01-18T18:18:36.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:35 smithi156 conmon[67007]: : cluster [DBG] pgmap v4024: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:18:36.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:35 smithi129 conmon[101092]: cluster 2022-01-18T18:18:34.613554+0000 mgr.smithi129.iclwio (mgr.14716) 4684 : cluster [DBG] pgmap v4024: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:18:36.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:35 smithi129 conmon[101092]: 2022-01-18T18:18:38.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:37 smithi129 conmon[101092]: cluster 2022-01-18T18:18:36.614046+0000 mgr.smithi129.iclwio (mgr.14716) 4685 : cluster [DBG] 2022-01-18T18:18:38.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:37 smithi129 conmon[101092]: pgmap v4025: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:38.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:37 smithi156 conmon[67007]: cluster 2022-01-18T18:18:36.614046+0000 mgr.smithi129.iclwio (mgr.14716) 4685 : cluster [DBG] 2022-01-18T18:18:38.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:37 smithi156 conmon[67007]: pgmap v4025: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:40.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:39 smithi129 conmon[101092]: cluster 2022-01-18T18:18:38 2022-01-18T18:18:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:39 smithi129 conmon[101092]: .614637+0000 mgr.smithi129.iclwio (mgr.14716) 4686 : cluster [DBG] pgmap v4026: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:40.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:39 smithi156 conmon[67007]: cluster 2022-01-18T18:18:38.614637+0000 mgr.smithi129.iclwio (mgr.14716) 4686 : cluster [DBG] 2022-01-18T18:18:40.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:39 smithi156 conmon[67007]: pgmap v4026: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:42.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:41 smithi129 conmon[101092]: cluster 2022-01-18T18:18:40.615559+0000 mgr.smithi129.iclwio (mgr.14716) 4687 : cluster [DBG] pgmap v4027: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:18:42.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:41 smithi129 conmon[101092]: 2022-01-18T18:18:42.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:41 smithi156 conmon[67007]: cluster 2022-01-18T18:18:40.615559+0000 mgr.smithi129.iclwio (mgr.14716) 4687 : cluster [DBG] 2022-01-18T18:18:42.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:41 smithi156 conmon[67007]: pgmap v4027: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:18:44.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:43 smithi129 conmon[101092]: cluster 2022-01-18T18:18:42.616131+0000 mgr.smithi129.iclwio (mgr.14716) 4688 : cluster [DBG] pgmap v4028: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:44.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:43 smithi156 conmon[67007]: cluster 2022-01-18T18:18:42.616131+0000 mgr.smithi129.iclwio (mgr.14716) 4688 : cluster 2022-01-18T18:18:44.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:43 smithi156 conmon[67007]: [DBG] pgmap v4028: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:46.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:45 smithi129 conmon[101092]: cluster 2022-01-18T18:18:44.617117+0000 mgr.smithi129.iclwio (mgr.14716) 4689 : cluster [DBG] pgmap v4029: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:18:46.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:45 smithi129 conmon[101092]: 2022-01-18T18:18:46.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:45 smithi156 conmon[67007]: cluster 2022-01-18T18:18:44.617117+0000 mgr.smithi129.iclwio (mgr.14716) 4689 : cluster [DBG] 2022-01-18T18:18:46.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:45 smithi156 conmon[67007]: pgmap v4029: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:18:48.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:47 smithi129 conmon[101092]: cluster 2022-01-18T18:18:46.617749+0000 mgr.smithi129.iclwio (mgr.14716) 4690 : cluster 2022-01-18T18:18:48.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:47 smithi129 conmon[101092]: [DBG] pgmap v4030: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:48.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:47 smithi156 conmon[67007]: cluster 2022-01-18T18:18:46.617749+0000 mgr.smithi129.iclwio (mgr.14716) 4690 : cluster 2022-01-18T18:18:48.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:47 smithi156 conmon[67007]: [DBG] pgmap v4030: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:50.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:49 smithi129 conmon[101092]: cluster 2022-01-18T18:18:48.618360+0000 mgr.smithi129.iclwio (mgr.14716) 4691 : 2022-01-18T18:18:50.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:49 smithi129 conmon[101092]: cluster [DBG] pgmap v4031: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:50.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:49 smithi156 conmon[67007]: cluster 2022-01-18T18:18:48.618360+0000 mgr.smithi129.iclwio (mgr.14716) 4691 : cluster [DBG] 2022-01-18T18:18:50.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:49 smithi156 conmon[67007]: pgmap v4031: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:52.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:51 smithi129 conmon[101092]: cluster 2022-01-18T18:18:50.619100+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:18:52.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:51 smithi129 conmon[101092]: ) 4692 : cluster [DBG] pgmap v4032: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:18:52.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:51 smithi156 conmon[67007]: cluster 2022-01-18T18:18:50.619100+0000 mgr.smithi129.iclwio (mgr.14716) 4692 : cluster [DBG] 2022-01-18T18:18:52.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:51 smithi156 conmon[67007]: pgmap v4032: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:18:52.867 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:18:53.131 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:18:53.131 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 24s ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:18:53.131 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 24s ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:18:53.132 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 26s ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:18:53.132 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 24s ago 2h 42.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:18:53.132 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 24s ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:18:53.132 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 26s ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:18:53.132 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 24s ago 2h 626M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:18:53.133 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 26s ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:18:53.133 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 24s ago 2h 904M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:18:53.133 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 26s ago 2h 431M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:18:53.133 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 24s ago 2h 180M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:18:53.134 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 26s ago 2h 114M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:18:53.134 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 24s ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:18:53.134 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 26s ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:18:53.135 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 24s ago 2h 1807M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:18:53.135 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 24s ago 2h 2847M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:18:53.135 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 24s ago 2h 2191M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:18:53.135 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 24s ago 2h 2849M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:18:53.136 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 26s ago 2h 2648M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:18:53.136 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 26s ago 2h 3212M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:18:53.136 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 26s ago 2h 2548M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:18:53.136 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 26s ago 2h 3751M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:18:53.137 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 24s ago 2h 80.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:18:53.454 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:18:53.454 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:18:53.454 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:18:53.455 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:18:53.455 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:18:53.455 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:18:53.455 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:18:53.456 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:18:53.456 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:18:53.456 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:18:53.456 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:18:53.457 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:18:53.457 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:18:53.457 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:18:53.457 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:18:53.458 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:18:53.458 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:18:53.458 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:18:53.459 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:18:54.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:53 smithi129 conmon[101092]: cluster 2022-01-18T18:18:52.619644+0000 mgr.smithi129.iclwio (mgr.14716) 4693 : cluster [DBG] pgmap v4033: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:53 smithi129 conmon[101092]: 2022-01-18T18:18:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:53 smithi129 conmon[101092]: audit 2022-01-18T18:18:52.855977+0000 mgr.smithi129.iclwio (mgr.14716) 4694 : audit [DBG] from='client.37210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:18:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:53 smithi129 conmon[101092]: audit 2022-01-18T18:18:53.123502+0000 mgr.smithi129.iclwio (mgr.14716) 4695 : audit [DBG] from='client.37214 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:18:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:53 smithi129 conmon[101092]: audit 2022-01-18T18:18:53.455024+0000 mon.smithi129 (mon.0) 1536 : audit [DBG] from='client.? 172.21.15.129:0/374831292' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:18:54.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:53 smithi156 conmon[67007]: cluster 2022-01-18T18:18:52.619644+0000 mgr.smithi129.iclwio (mgr.14716) 4693 : cluster [DBG] 2022-01-18T18:18:54.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:53 smithi156 conmon[67007]: pgmap v4033: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:54.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:53 smithi156 conmon[67007]: audit 2022-01-18T18:18:52.855977+0000 mgr.smithi129.iclwio (mgr.14716) 4694 : audit [DBG] from='client.37210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:18:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:53 smithi156 conmon[67007]: audit 2022-01-18T18:18:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:53 smithi156 conmon[67007]: 2022-01-18T18:18:53.123502+0000 mgr.smithi129.iclwio (mgr.14716) 4695 : audit [DBG] from='client.37214 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:18:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:53 smithi156 conmon[67007]: audit 2022-01-18T18:18: 2022-01-18T18:18:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:53 smithi156 conmon[67007]: 53.455024+0000 mon.smithi129 (mon.0) 1536 : audit [DBG] 2022-01-18T18:18:54.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:53 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/374831292' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:18:56.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:55 smithi129 conmon[101092]: cluster 2022-01-18T18:18:54.620347+0000 mgr.smithi129.iclwio (mgr.14716) 4696 : cluster [DBG] pgmap v4034: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:18:56.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:55 smithi156 conmon[67007]: cluster 2022-01-18T18:18:54.620347+0000 mgr.smithi129.iclwio (mgr.14716) 4696 : cluster 2022-01-18T18:18:56.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:55 smithi156 conmon[67007]: [DBG] pgmap v4034: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:18:58.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:57 smithi129 conmon[101092]: cluster 2022-01-18T18:18:56.620955+0000 mgr.smithi129.iclwio (mgr.14716) 4697 : cluster [DBG] pgmap v4035: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:58.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:57 smithi156 conmon[67007]: cluster 2022-01-18T18:18:56.620955+0000 mgr.smithi129.iclwio (mgr.14716) 4697 : cluster [DBG] pgmap v4035: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:18:59.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:58 smithi129 conmon[101092]: audit 2022-01-18T18:18:58.729436+0000 mon.smithi129 (mon.0) 1537 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:18:59.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:58 smithi129 conmon[101092]: audit 2022-01-18T18:18:58.729700+0000 mon.smithi129 (mon.0) 1538 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:18:59.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:58 smithi156 conmon[67007]: audit 2022-01-18T18:18:58.729436+0000 mon.smithi129 (mon.0) 1537 : audit [INF] 2022-01-18T18:18:59.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:58 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:18:59.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:58 smithi156 conmon[67007]: audit 2022-01-18T18:18:58.729700+0000 mon.smithi129 (mon.0) 1538 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:19:00.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:18:59 smithi129 conmon[101092]: cluster 2022-01-18T18:18:58.621501+0000 mgr.smithi129.iclwio (mgr.14716) 4698 : cluster [DBG] pgmap v4036: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:00.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:59 smithi156 conmon[67007]: cluster 2022-01-18T18:18:58.621501+0000 mgr.smithi129.iclwio (mgr.14716) 4698 : cluster [DBG] 2022-01-18T18:19:00.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:18:59 smithi156 conmon[67007]: pgmap v4036: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:02.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:01 smithi129 conmon[101092]: cluster 2022-01-18T18:19:00.622402+0000 mgr.smithi129.iclwio (mgr.14716) 4699 : cluster [DBG] pgmap v4037: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:19:02.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:01 smithi129 conmon[101092]: 2022-01-18T18:19:02.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:01 smithi156 conmon[67007]: cluster 2022-01-18T18:19:00.622402+0000 mgr.smithi129.iclwio (mgr.14716) 4699 : cluster [DBG] 2022-01-18T18:19:02.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:01 smithi156 conmon[67007]: pgmap v4037: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:19:04.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:03 smithi129 conmon[101092]: cluster 2022-01-18T18:19:02.623034+0000 mgr.smithi129.iclwio (mgr.14716) 4700 : cluster [DBG] 2022-01-18T18:19:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:03 smithi129 conmon[101092]: pgmap v4038: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:04.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:03 smithi156 conmon[67007]: cluster 2022-01-18T18:19:02.623034+0000 mgr.smithi129.iclwio (mgr.14716) 4700 : cluster [DBG] 2022-01-18T18:19:04.321 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:03 smithi156 conmon[67007]: pgmap v4038: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:06.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:05 smithi129 conmon[101092]: cluster 2022-01-18T18:19:04.623841+0000 mgr.smithi129.iclwio (mgr.14716) 4701 : cluster [DBG] pgmap v4039: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:19:06.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:05 smithi156 conmon[67007]: cluster 2022-01-18T18:19:04.623841+0000 mgr.smithi129.iclwio (mgr.14716) 4701 : cluster [DBG] pgmap v4039: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:19:08.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:07 smithi129 conmon[101092]: cluster 2022-01-18T18:19:06.624371+0000 mgr.smithi129.iclwio (mgr.14716) 4702 : cluster [DBG] pgmap v4040: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:08.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:07 smithi156 conmon[67007]: cluster 2022-01-18T18:19:06.624371+0000 mgr.smithi129.iclwio (mgr.14716) 4702 : cluster [DBG] pgmap v4040: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:10.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:09 smithi129 conmon[101092]: cluster 2022-01-18T18:19:08.625116+0000 mgr.smithi129.iclwio (mgr.14716) 4703 : cluster [DBG] pgmap v4041: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:10.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:09 smithi156 conmon[67007]: cluster 2022-01-18T18:19:08.625116+0000 mgr.smithi129.iclwio (mgr.14716) 4703 2022-01-18T18:19:10.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:09 smithi156 conmon[67007]: : cluster [DBG] pgmap v4041: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:12.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:11 smithi129 conmon[101092]: cluster 2022-01-18T18:19:10.625988+0000 mgr.smithi129.iclwio (mgr.14716) 4704 : cluster [DBG] pgmap v4042: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:19:12.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:11 smithi156 conmon[67007]: cluster 2022-01-18T18:19:10.625988+0000 mgr.smithi129.iclwio (mgr.14716) 4704 : cluster [DBG] pgmap v4042: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:19:14.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:13 smithi129 conmon[101092]: cluster 2022-01-18T18:19:12.626606+0000 mgr.smithi129.iclwio (mgr.14716) 4705 : cluster [DBG] pgmap v4043: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:13 smithi129 conmon[101092]: 2022-01-18T18:19:14.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:13 smithi156 conmon[67007]: cluster 2022-01-18T18:19:12.626606+0000 mgr.smithi129.iclwio (mgr.14716) 4705 : cluster [DBG] pgmap v4043: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:16.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:15 smithi129 conmon[101092]: cluster 2022-01-18T18:19:14.627354+0000 mgr.smithi129.iclwio (mgr.14716) 4706 : cluster [DBG] pgmap v4044: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:19:16.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:15 smithi156 conmon[67007]: cluster 2022-01-18T18:19:14.627354+0000 mgr.smithi129.iclwio (mgr.14716) 4706 : cluster [DBG] pgmap v4044: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:19:18.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:17 smithi129 conmon[101092]: cluster 2022-01-18T18:19:16.627964+0000 mgr.smithi129.iclwio (mgr.14716) 4707 : cluster [DBG] 2022-01-18T18:19:18.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:17 smithi129 conmon[101092]: pgmap v4045: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:18.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:17 smithi156 conmon[67007]: cluster 2022-01-18T18:19:16.627964+0000 mgr.smithi129.iclwio (mgr.14716) 4707 : cluster [DBG] pgmap v4045: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:20.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:19 smithi129 conmon[101092]: cluster 2022-01-18T18:19:18.628496+0000 mgr.smithi129.iclwio (mgr.14716) 4708 : cluster [DBG] pgmap v4046: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:20.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:19 smithi156 conmon[67007]: cluster 2022-01-18T18:19:18.628496+0000 mgr.smithi129.iclwio (mgr.14716) 4708 : cluster [DBG] pgmap v4046: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:22.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:21 smithi129 conmon[101092]: cluster 2022-01-18T18:19:20.629211+0000 mgr.smithi129.iclwio (mgr.14716) 4709 : cluster [DBG] pgmap v4047: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:19:22.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:21 smithi156 conmon[67007]: cluster 2022-01-18T18:19:20.629211+0000 mgr.smithi129.iclwio (mgr.14716) 4709 : cluster [DBG] pgmap v4047: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:19:23.751 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:19:24.019 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:19:24.019 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 55s ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:19:24.019 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 55s ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:19:24.020 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 57s ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:19:24.020 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 55s ago 2h 42.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:19:24.020 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 55s ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:19:24.020 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 57s ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:19:24.021 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 55s ago 2h 626M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:19:24.021 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 57s ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:19:24.021 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 55s ago 2h 904M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:19:24.021 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 57s ago 2h 431M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:19:24.021 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 55s ago 2h 180M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:19:24.022 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 57s ago 2h 114M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:19:24.022 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 55s ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:19:24.022 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 57s ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:19:24.022 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 55s ago 2h 1807M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:19:24.023 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 55s ago 2h 2847M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:19:24.023 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 55s ago 2h 2191M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:19:24.023 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 55s ago 2h 2849M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:19:24.023 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 57s ago 2h 2648M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:19:24.026 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 57s ago 2h 3212M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:19:24.027 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 57s ago 2h 2548M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:19:24.027 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 57s ago 2h 3751M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:19:24.027 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 55s ago 2h 80.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:19:24.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:23 smithi129 conmon[101092]: cluster 2022-01-18T18:19:22.629733+0000 mgr.smithi129.iclwio (mgr.14716) 4710 : 2022-01-18T18:19:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:23 smithi129 conmon[101092]: cluster [DBG] pgmap v4048: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:24.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:23 smithi156 conmon[67007]: cluster 2022-01-18T18:19:22.629733+0000 mgr.smithi129.iclwio (mgr.14716) 4710 : cluster [DBG] pgmap v4048: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:24.334 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:19:24.334 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:19:24.334 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:19:24.334 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:19:24.335 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:19:24.335 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:19:24.335 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:19:24.335 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:19:24.335 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:19:24.336 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:19:24.336 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:19:24.336 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:19:24.336 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:19:24.336 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:19:24.337 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:19:24.337 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:19:24.337 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:19:24.337 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:19:24.338 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:19:25.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:24 smithi129 conmon[101092]: audit 2022-01-18T18:19:23.740261+0000 mgr.smithi129.iclwio (mgr.14716) 4711 : audit [DBG] 2022-01-18T18:19:25.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:24 smithi129 conmon[101092]: from='client.37222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:19:25.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:24 smithi129 conmon[101092]: audit 2022-01-18T18:19:24.011016+0000 mgr.smithi129.iclwio (mgr.14716) 4712 : audit [DBG] from='client.37226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:19:25.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:24 smithi129 conmon[101092]: audit 2022-01-18T18:19:24. 2022-01-18T18:19:25.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:24 smithi129 conmon[101092]: 335323+0000 mon.smithi129 (mon.0) 1539 : audit [DBG] from='client.? 172.21.15.129:0/1695188964' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:19:25.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:24 smithi156 conmon[67007]: audit 2022-01-18T18:19:23.740261+0000 mgr.smithi129.iclwio (mgr.14716) 4711 : audit [DBG] 2022-01-18T18:19:25.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:24 smithi156 conmon[67007]: from='client.37222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:19:25.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:24 smithi156 conmon[67007]: audit 2022-01-18T18:19:24.011016+0000 mgr.smithi129.iclwio (mgr.14716) 4712 : audit [DBG] from='client.37226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:19:25.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:24 smithi156 conmon[67007]: audit 2022-01-18T18:19:24.335323+0000 mon.smithi129 (mon.0 2022-01-18T18:19:25.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:24 smithi156 conmon[67007]: ) 1539 : audit [DBG] from='client.? 172.21.15.129:0/1695188964' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:19:26.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:25 smithi129 conmon[101092]: cluster 2022-01-18T18:19:24.630577+0000 mgr.smithi129.iclwio (mgr.14716) 4713 : cluster 2022-01-18T18:19:26.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:25 smithi129 conmon[101092]: [DBG] pgmap v4049: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:19:26.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:25 smithi156 conmon[67007]: cluster 2022-01-18T18:19:24.630577+0000 mgr.smithi129.iclwio (mgr.14716) 4713 : cluster [DBG] pgmap v4049: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:19:28.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:27 smithi129 conmon[101092]: cluster 2022-01-18T18:19:26.631132+0000 mgr.smithi129.iclwio (mgr.14716) 4714 : cluster [DBG] pgmap v4050: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:28.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:27 smithi156 conmon[67007]: cluster 2022-01-18T18:19:26.631132+0000 mgr.smithi129.iclwio (mgr.14716) 4714 : cluster [DBG] pgmap v4050: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:29.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:28 smithi129 conmon[101092]: audit 2022-01-18T18:19:28.786467+0000 mon.smithi129 (mon.0) 1540 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:19:29.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:28 smithi129 conmon[101092]: audit 2022-01-18T18:19:28.787853+0000 mon.smithi129 (mon.0) 1541 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:19:29.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:28 smithi129 conmon[101092]: audit 2022-01-18T18:19:28.788974+0000 mon.smithi129 (mon.0) 1542 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:19:29.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:28 smithi156 conmon[67007]: audit 2022-01-18T18:19:28.786467+0000 mon.smithi129 (mon.0) 1540 : audit 2022-01-18T18:19:29.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:28 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:19:29.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:28 smithi156 conmon[67007]: audit 2022-01-18T18:19:28.787853+0000 mon.smithi129 (mon.0) 1541 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:19:29.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:28 smithi156 conmon[67007]: audit 2022-01-18T18:19:28.788974+0000 mon.smithi129 (mon 2022-01-18T18:19:29.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:28 smithi156 conmon[67007]: .0) 1542 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:19:30.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:30 smithi129 conmon[101092]: cluster 2022-01-18T18:19:28.631741+0000 mgr.smithi129.iclwio (mgr.14716) 4715 : cluster [DBG] pgmap v4051: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:30 smithi129 conmon[101092]: cephadm 2022-01-18T18:19:28. 2022-01-18T18:19:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:30 smithi129 conmon[101092]: 789725+0000 mgr.smithi129.iclwio (mgr.14716) 4716 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:19:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:30 smithi129 conmon[101092]: audit 2022-01-18T18:19:29.102591+0000 mon.smithi129 (mon.0) 1543 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:19:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:30 smithi129 conmon[101092]: audit 2022-01-18T18:19:29.109806+0000 mon.smithi129 (mon.0) 1544 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:19:30.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:30 smithi156 conmon[67007]: cluster 2022-01-18T18:19:28.631741+0000 mgr.smithi129.iclwio (mgr.14716) 4715 : cluster [DBG] pgmap v4051: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:30.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:30 smithi156 conmon[67007]: cephadm 2022-01-18T18:19:28.789725+0000 mgr.smithi129.iclwio (mgr.14716) 4716 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:19:30.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:30 smithi156 conmon[67007]: audit 2022-01-18T18:19:29.102591+0000 mon.smithi129 (mon.0) 1543 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:19:30.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:30 smithi156 conmon[67007]: audit 2022-01-18T18:19:29.109806+0000 mon.smithi129 (mon.0) 1544 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:19:32.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:32 smithi129 conmon[101092]: cluster 2022-01-18T18:19:30.632674+0000 mgr.smithi129.iclwio (mgr.14716) 4717 : cluster [DBG] pgmap v4052: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:19:32.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:32 smithi156 conmon[67007]: cluster 2022-01-18T18:19:30.632674+0000 mgr.smithi129.iclwio (mgr.14716) 4717 : cluster [DBG] pgmap v4052: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:19:34.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:34 smithi129 conmon[101092]: cluster 2022-01-18T18:19:32.633180+0000 mgr.smithi129.iclwio (mgr.14716) 4718 : cluster [DBG] pgmap v4053: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:34.443 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:34 smithi156 conmon[67007]: cluster 2022-01-18T18:19:32.633180+0000 mgr.smithi129.iclwio (mgr.14716) 4718 : cluster [DBG] pgmap v4053: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:36.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:36 smithi129 conmon[101092]: cluster 2022-01-18T18:19:34.634134+0000 mgr.smithi129.iclwio (mgr.14716) 4719 : cluster [DBG] pgmap v4054: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:19:36.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:36 smithi156 conmon[67007]: cluster 2022-01-18T18:19:34.634134+0000 mgr.smithi129.iclwio (mgr.14716) 4719 : cluster [DBG] pgmap v4054: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:19:38.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:38 smithi129 conmon[101092]: cluster 2022-01-18T18:19:36.634621+0000 mgr.smithi129.iclwio (mgr.14716) 4720 : cluster [DBG] pgmap v4055: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:38.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:38 smithi156 conmon[67007]: cluster 2022-01-18T18:19:36.634621+0000 mgr.smithi129.iclwio (mgr.14716) 4720 : cluster [DBG] pgmap v4055: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:40.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:40 smithi129 conmon[101092]: cluster 2022-01-18T18:19:38.635268+0000 mgr.smithi129.iclwio (mgr.14716) 4721 : cluster [DBG] pgmap v4056: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:40 smithi129 conmon[101092]: 2022-01-18T18:19:40.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:40 smithi156 conmon[67007]: cluster 2022-01-18T18:19:38.635268+0000 mgr.smithi129.iclwio (mgr.14716) 4721 : cluster [DBG] pgmap v4056: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:42.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:42 smithi129 conmon[101092]: cluster 2022-01-18T18:19:40.636026+0000 mgr.smithi129.iclwio (mgr.14716) 4722 : cluster [DBG] 2022-01-18T18:19:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:42 smithi129 conmon[101092]: pgmap v4057: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:19:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:42 smithi156 conmon[67007]: cluster 2022-01-18T18:19:40.636026+0000 mgr.smithi129.iclwio (mgr.14716) 4722 : cluster [DBG] pgmap v4057: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:19:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:42 smithi156 conmon[67007]: 2022-01-18T18:19:44.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:44 smithi129 conmon[101092]: cluster 2022-01-18T18:19:42.636512+0000 mgr.smithi129.iclwio (mgr.14716) 4723 : cluster [DBG] 2022-01-18T18:19:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:44 smithi129 conmon[101092]: pgmap v4058: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:44.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:44 smithi156 conmon[67007]: cluster 2022-01-18T18:19:42.636512+0000 mgr.smithi129.iclwio (mgr.14716) 4723 : cluster [DBG] pgmap v4058: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:44.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:44 smithi156 conmon[67007]: 2022-01-18T18:19:46.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:46 smithi129 conmon[101092]: cluster 2022-01-18T18:19:44.637451+0000 mgr.smithi129.iclwio (mgr.14716) 4724 : cluster [DBG] pgmap v4059: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:19:46.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:46 smithi156 conmon[67007]: cluster 2022-01-18T18:19:44.637451+0000 mgr.smithi129.iclwio (mgr.14716) 4724 : cluster [DBG] pgmap v4059: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:19:46.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:46 smithi156 conmon[67007]: 2022-01-18T18:19:48.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:48 smithi129 conmon[101092]: cluster 2022-01-18T18:19:46.638096+0000 mgr.smithi129.iclwio (mgr.14716) 4725 : cluster [DBG] pgmap v4060: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:48.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:48 smithi156 conmon[67007]: cluster 2022-01-18T18:19:46.638096+0000 mgr.smithi129.iclwio (mgr.14716) 4725 : cluster [DBG] pgmap v4060: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:50.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:50 smithi129 conmon[101092]: cluster 2022-01-18T18:19:48.638578+0000 mgr.smithi129.iclwio (mgr.14716) 4726 : cluster [DBG] pgmap v4061: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:50.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:50 smithi156 conmon[67007]: cluster 2022-01-18T18:19:48.638578+0000 mgr.smithi129.iclwio (mgr.14716) 4726 : cluster [DBG] pgmap v4061: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:52.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:52 smithi129 conmon[101092]: cluster 2022-01-18T18:19:50.639489+0000 mgr.smithi129.iclwio (mgr.14716) 4727 : cluster [DBG] pgmap v4062: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:19:52.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:52 smithi156 conmon[67007]: cluster 2022-01-18T18:19:50.639489+0000 mgr.smithi129.iclwio (mgr.14716) 4727 : cluster [DBG] pgmap v4062: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:19:54.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:54 smithi129 conmon[101092]: cluster 2022-01-18T18:19:52.640188+0000 mgr.smithi129.iclwio (mgr.14716) 4728 : cluster [DBG] pgmap v4063: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:54.443 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:54 smithi156 conmon[67007]: cluster 2022-01-18T18:19:52.640188+0000 mgr.smithi129.iclwio (mgr.14716) 4728 : cluster [DBG] pgmap v4063: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:54.632 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:19:54.897 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:19:54.898 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 86s ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:19:54.898 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 86s ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:19:54.898 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 88s ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:19:54.899 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 86s ago 2h 42.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:19:54.899 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 86s ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:19:54.899 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 88s ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:19:54.899 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 86s ago 2h 626M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:19:54.899 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 88s ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:19:54.900 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 86s ago 2h 904M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:19:54.900 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 88s ago 2h 431M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:19:54.900 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 86s ago 2h 180M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:19:54.900 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 88s ago 2h 114M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:19:54.901 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 86s ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:19:54.901 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 88s ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:19:54.901 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 86s ago 2h 1807M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:19:54.901 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 86s ago 2h 2847M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:19:54.901 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 86s ago 2h 2191M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:19:54.902 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 86s ago 2h 2849M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:19:54.902 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 88s ago 2h 2648M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:19:54.902 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 88s ago 2h 3212M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:19:54.902 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 88s ago 2h 2548M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:19:54.903 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 88s ago 2h 3751M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:19:54.903 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 86s ago 2h 80.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:19:55.217 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:19:55.218 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:19:55.218 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:19:55.218 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:19:55.218 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:19:55.219 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:19:55.219 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:19:55.219 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:19:55.219 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:19:55.220 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:19:55.220 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:19:55.220 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:19:55.220 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:19:55.221 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:19:55.221 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:19:55.221 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:19:55.221 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:19:55.222 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:19:55.222 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:19:56.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:56 smithi129 conmon[101092]: audit 2022-01-18T18:19:54.621440+0000 mgr.smithi129.iclwio (mgr.14716) 4729 : audit [DBG] from='client.37234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:19:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:56 smithi129 conmon[101092]: cluster 2022-01-18T18:19:54.640883+0000 mgr.smithi129.iclwio (mgr.14716) 4730 : cluster [DBG] pgmap v4064: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:19:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:56 smithi129 conmon[101092]: audit 2022-01-18T18:19:54. 2022-01-18T18:19:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:56 smithi129 conmon[101092]: 890247+0000 mgr.smithi129.iclwio (mgr.14716) 4731 : audit [DBG] from='client.37238 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:19:56.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:56 smithi129 conmon[101092]: audit 2022 2022-01-18T18:19:56.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:56 smithi129 conmon[101092]: -01-18T18:19:55. 2022-01-18T18:19:56.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:56 smithi129 conmon[101092]: 218795+0000 mon.smithi129 (mon.0) 1545 : audit 2022-01-18T18:19:56.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:56 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/2180001986' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:19:56.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:56 smithi156 conmon[67007]: audit 2022-01-18T18:19:54.621440+0000 mgr.smithi129.iclwio (mgr.14716) 4729 : audit [DBG] from='client.37234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:19:56.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:56 smithi156 conmon[67007]: cluster 2022-01-18T18:19:54.640883+0000 mgr.smithi129.iclwio (mgr.14716) 4730 : cluster [DBG] pgmap v4064: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:19:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:56 smithi156 conmon[67007]: audit 2022-01-18T18:19:54.890247+0000 mgr.smithi129.iclwio (mgr.14716) 4731 : audit [DBG] from='client.37238 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:19:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:56 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T18:19:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:56 smithi156 conmon[67007]: T18:19:55.218795+0000 mon.smithi129 (mon.0) 1545 : audit [DBG] from='client.? 172.21.15.129:0/2180001986' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:19:58.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:58 smithi129 conmon[101092]: cluster 2022-01-18T18:19:56.641518+0000 mgr.smithi129.iclwio (mgr.14716) 4732 : cluster [DBG] pgmap v4065: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:58.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:58 smithi156 conmon[67007]: cluster 2022-01-18T18:19:56.641518+0000 mgr.smithi129.iclwio (mgr.14716) 4732 : cluster [DBG] pgmap v4065: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:19:59.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:59 smithi129 conmon[101092]: audit 2022-01-18T18:19:58.733252+0000 mon.smithi129 (mon.0) 1546 : 2022-01-18T18:19:59.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:59 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:19:59.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:19:59 smithi129 conmon[101092]: audit 2022-01-18T18:19:58.733504+0000 mon.smithi129 (mon.0) 1547 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:19:59.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:59 smithi156 conmon[67007]: audit 2022-01-18T18:19:58.733252+0000 mon.smithi129 (mon.0) 1546 : audit [INF] 2022-01-18T18:19:59.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:59 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:19:59.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:19:59 smithi156 conmon[67007]: audit 2022-01-18T18:19:58.733504+0000 mon.smithi129 (mon.0) 1547 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:20:00.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:00 smithi129 conmon[101092]: cluster 2022-01-18T18:19:58.642124+0000 mgr.smithi129.iclwio (mgr.14716) 4733 : cluster [DBG] pgmap v4066: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:00 smithi129 conmon[101092]: 2022-01-18T18:20:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:00 smithi129 conmon[101092]: cluster 2022-01-18T18:20:00.000119+0000 mon.smithi129 (mon.0) 1548 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T18:20:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:00 smithi156 conmon[67007]: cluster 2022-01-18T18:19:58.642124+0000 mgr.smithi129.iclwio (mgr.14716) 4733 : cluster [DBG] pgmap v4066: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:00 smithi156 conmon[67007]: cluster 2022-01 2022-01-18T18:20:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:00 smithi156 conmon[67007]: -18T18:20:00.000119+0000 mon.smithi129 (mon.0) 1548 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T18:20:02.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:02 smithi129 conmon[101092]: cluster 2022-01-18T18:20:00.643067+0000 mgr.smithi129.iclwio (mgr.14716) 4734 : cluster [DBG] pgmap v4067: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:20:02.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:02 smithi156 conmon[67007]: cluster 2022-01-18T18:20:00.643067+0000 mgr.smithi129.iclwio (mgr.14716) 4734 : cluster [DBG] pgmap v4067: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:20:04.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:04 smithi129 conmon[101092]: cluster 2022-01-18T18:20:02.643545+0000 mgr.smithi129.iclwio (mgr.14716) 4735 : cluster [DBG] pgmap v4068: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:04.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:04 smithi156 conmon[67007]: cluster 2022-01-18T18:20:02.643545+0000 mgr.smithi129.iclwio (mgr.14716) 4735 : cluster [DBG] pgmap v4068: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:06.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:06 smithi129 conmon[101092]: cluster 2022-01-18T18:20:04.644417+0000 mgr.smithi129.iclwio (mgr.14716) 4736 : cluster [DBG] pgmap v4069: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:20:06.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:06 smithi156 conmon[67007]: cluster 2022-01-18T18:20:04.644417+0000 mgr.smithi129.iclwio (mgr.14716) 4736 : cluster [DBG] pgmap v4069: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:20:08.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:08 smithi129 conmon[101092]: cluster 2022-01-18T18:20:06.644910+0000 mgr.smithi129.iclwio (mgr.14716) 4737 : cluster [DBG] pgmap v4070: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:08.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:08 smithi156 conmon[67007]: cluster 2022-01-18T18:20:06.644910+0000 mgr.smithi129.iclwio (mgr.14716) 4737 : cluster [DBG] pgmap v4070: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:10.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:10 smithi129 conmon[101092]: cluster 2022-01-18T18:20:08.645481+0000 mgr.smithi129.iclwio (mgr.14716) 4738 : cluster [DBG] pgmap v4071: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:10.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:10 smithi156 conmon[67007]: cluster 2022-01-18T18:20:08.645481+0000 mgr.smithi129.iclwio (mgr.14716) 4738 : cluster [DBG] pgmap v4071: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:12.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:12 smithi129 conmon[101092]: cluster 2022-01-18T18:20:10.646324+0000 mgr.smithi129.iclwio (mgr.14716) 4739 : cluster [DBG] pgmap v4072: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:20:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:12 smithi156 conmon[67007]: cluster 2022-01-18T18:20:10.646324+0000 mgr.smithi129.iclwio (mgr.14716) 4739 : cluster [DBG] pgmap v4072: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:20:14.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:14 smithi129 conmon[101092]: cluster 2022-01-18T18:20:12.646925+0000 mgr.smithi129.iclwio (mgr.14716) 4740 : cluster [DBG] pgmap v4073: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:14.443 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:14 smithi156 conmon[67007]: cluster 2022-01-18T18:20:12.646925+0000 mgr.smithi129.iclwio (mgr.14716) 4740 : cluster [DBG] pgmap v4073: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:16 smithi129 conmon[101092]: cluster 2022-01-18T18:20:14.647692+0000 mgr.smithi129.iclwio (mgr.14716) 4741 : cluster [DBG] pgmap v4074: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:20:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:16 smithi156 conmon[67007]: cluster 2022-01-18T18:20:14.647692+0000 mgr.smithi129.iclwio (mgr.14716) 4741 : cluster [DBG] pgmap v4074: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:20:18.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:18 smithi156 conmon[67007]: cluster 2022-01-18T18:20:16.648177+0000 mgr.smithi129.iclwio (mgr.14716) 4742 : cluster [DBG] pgmap v4075: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:18.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:18 smithi129 conmon[101092]: cluster 2022-01-18T18:20:16.648177+0000 mgr.smithi129.iclwio (mgr.14716) 4742 : cluster [DBG] pgmap v4075: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:20.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:20 smithi156 conmon[67007]: cluster 2022-01-18T18:20:18.648631+0000 mgr.smithi129.iclwio (mgr.14716) 4743 : cluster [DBG] pgmap v4076: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:20.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:20 smithi129 conmon[101092]: cluster 2022-01-18T18:20:18.648631+0000 mgr.smithi129.iclwio (mgr.14716) 4743 : cluster [DBG] pgmap v4076: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:22 smithi156 conmon[67007]: cluster 2022-01-18T18:20:20.649385+0000 mgr.smithi129.iclwio (mgr.14716) 4744 : cluster [DBG] pgmap v4077: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:20:22.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:22 smithi129 conmon[101092]: cluster 2022-01-18T18:20:20.649385+0000 mgr.smithi129.iclwio (mgr.14716) 4744 : cluster [DBG] pgmap v4077: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:20:24.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:24 smithi156 conmon[67007]: cluster 2022-01-18T18:20:22.650103+0000 mgr.smithi129.iclwio (mgr.14716) 4745 : cluster [DBG] pgmap v4078: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:24.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:24 smithi129 conmon[101092]: cluster 2022-01-18T18:20:22.650103+0000 mgr.smithi129.iclwio (mgr.14716) 4745 : cluster [DBG] pgmap v4078: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:25.517 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:20:25.783 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:20:25.784 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 117s ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:20:25.784 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 117s ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:20:25.784 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 119s ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:20:25.784 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 117s ago 2h 42.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:20:25.785 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 117s ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:20:25.785 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 119s ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:20:25.785 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 117s ago 2h 626M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:20:25.785 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 119s ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:20:25.785 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 117s ago 2h 904M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:20:25.786 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 119s ago 2h 431M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:20:25.786 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 117s ago 2h 180M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:20:25.786 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 119s ago 2h 114M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:20:25.786 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 117s ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:20:25.787 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 119s ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:20:25.787 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 117s ago 2h 1807M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:20:25.787 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 117s ago 2h 2847M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:20:25.787 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 117s ago 2h 2191M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:20:25.788 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 117s ago 2h 2849M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:20:25.788 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 119s ago 2h 2648M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:20:25.788 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 119s ago 2h 3212M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:20:25.788 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 119s ago 2h 2548M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:20:25.788 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 119s ago 2h 3751M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:20:25.789 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 117s ago 2h 80.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:20:26.100 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:20:26.101 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:20:26.101 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:20:26.101 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:20:26.102 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:20:26.102 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:20:26.102 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:20:26.102 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:20:26.103 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:20:26.103 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:20:26.103 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:20:26.103 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:20:26.104 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:20:26.104 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:20:26.104 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:20:26.104 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:20:26.105 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:20:26.105 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:20:26.105 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:20:26.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:26 smithi156 conmon[67007]: cluster 2022-01-18T18:20:24.650939+0000 mgr.smithi129.iclwio (mgr.14716) 4746 : cluster [DBG] pgmap v4079: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:20:26.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:26 smithi156 conmon[67007]: audit 2022-01-18T18:20:26.101861+0000 mon.smithi129 (mon.0) 1549 : audit [DBG] from='client.? 172.21.15.129:0/567241425' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:20:26.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:26 smithi129 conmon[101092]: cluster 2022-01-18T18:20:24.650939+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:20:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:26 smithi129 conmon[101092]: ) 4746 : cluster [DBG] pgmap v4079: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:20:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:26 smithi129 conmon[101092]: audit 2022-01-18T18:20:26.101861+0000 mon.smithi129 (mon.0) 1549 : audit [DBG] from='client.? 172.21.15.129:0/567241425' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:20:27.543 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:27 smithi129 conmon[101092]: audit 2022-01-18T18:20:25.507059+0000 mgr.smithi129.iclwio (mgr.14716) 4747 : audit [DBG] from='client.37246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:20:27.543 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:27 smithi129 conmon[101092]: 2022-01-18T18:20:27.544 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:27 smithi129 conmon[101092]: audit 2022-01-18T18:20:25.775757+0000 mgr.smithi129.iclwio (mgr.14716) 4748 : audit [DBG] from='client.37250 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:20:27.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:27 smithi156 conmon[67007]: audit 2022-01-18T18:20:25.507059+0000 mgr.smithi129.iclwio (mgr.14716) 4747 : audit [DBG] from='client.37246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:20:27.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:27 smithi156 conmon[67007]: audit 2022-01-18T18:20:25.775757+0000 mgr.smithi129.iclwio (mgr.14716) 4748 : audit [DBG] from='client.37250 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:20:28.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:28 smithi156 conmon[67007]: cluster 2022-01-18T18:20:26.651444+0000 mgr.smithi129.iclwio (mgr.14716) 4749 : cluster [DBG] pgmap v4080: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:28.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:28 smithi129 conmon[101092]: cluster 2022-01-18T18:20:26.651444+0000 mgr.smithi129.iclwio (mgr.14716) 4749 : cluster [DBG] pgmap v4080: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:29.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:29 smithi156 conmon[67007]: audit 2022-01-18T18:20:29.112242+0000 mon.smithi129 ( 2022-01-18T18:20:29.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:29 smithi156 conmon[67007]: mon.0) 1550 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:20:29.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:29 smithi156 conmon[67007]: audit 2022-01-18T18:20:29.113687+0000 mon.smithi129 ( 2022-01-18T18:20:29.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:29 smithi156 conmon[67007]: mon.0) 1551 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:20:29.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:29 smithi156 conmon[67007]: audit 2022-01-18T18:20:29.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:29 smithi156 conmon[67007]: 2022-01-18T18:20: 2022-01-18T18:20:29.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:29 smithi156 conmon[67007]: 29.114559+0000 mon.smithi129 (mon. 2022-01-18T18:20:29.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:29 smithi156 conmon[67007]: 0) 1552 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:20:29.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:29 smithi156 conmon[67007]: 2022-01-18T18:20:29.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:29 smithi129 conmon[101092]: audit 2022-01-18T18:20:29.112242+0000 mon.smithi129 (mon.0) 1550 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:20:29.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:29 smithi129 conmon[101092]: audit 2022-01-18T18:20:29.113687+0000 mon.smithi129 (mon.0) 1551 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:20:29.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:29 smithi129 conmon[101092]: audit 2022-01-18T18:20:29.114559+0000 mon.smithi129 (mon.0) 1552 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:20:29.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:29 smithi129 conmon[101092]: 2022-01-18T18:20:30.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:30 smithi156 conmon[67007]: cluster 2022-01-18T18:20:28.652194+0000 mgr.smithi129.iclwio (mgr.14716) 4750 : cluster [DBG] pgmap v4081: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:30.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:30 smithi156 conmon[67007]: 2022-01-18T18:20:30.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:30 smithi156 conmon[67007]: cephadm 2022-01-18T18:20:29.115341+0000 mgr.smithi129.iclwio (mgr.14716) 4751 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:20:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:30 smithi156 conmon[67007]: audit 2022-01-18T18:20:29.379496+0000 mon.smithi129 (mon.0) 1553 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:20:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:30 smithi156 conmon[67007]: audit 2022-01-18T18:20:29.674327+0000 mon.smithi129 (mon.0) 1554 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:20:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:30 smithi156 conmon[67007]: audit 2022-01-18T18:20:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:30 smithi156 conmon[67007]: 2022-01-18T18:20:29.679503+0000 mon.smithi129 (mon.0) 1555 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:20:30.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:30 smithi129 conmon[101092]: cluster 2022-01-18T18:20:28.652194+0000 mgr.smithi129.iclwio (mgr.14716) 4750 : cluster [DBG] pgmap v4081: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:30 smithi129 conmon[101092]: cephadm 2022-01-18T18:20:29.115341+0000 mgr.smithi129.iclwio (mgr.14716) 4751 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:20:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:30 smithi129 conmon[101092]: audit 2022-01-18T18:20:29.379496+0000 mon.smithi129 (mon.0) 1553 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:20:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:30 smithi129 conmon[101092]: audit 2022-01-18T18:20:29.674327+0000 mon.smithi129 (mon.0) 1554 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:20:30.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:30 smithi129 conmon[101092]: audit 2022-01-18T18:20:29.679503+0000 mon.smithi129 (mon.0) 1555 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:20:32.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:32 smithi156 conmon[67007]: cluster 2022-01-18T18:20:30.653072+0000 mgr.smithi129.iclwio (mgr.14716) 4752 : cluster [DBG] pgmap v4082: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:20:32.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:32 smithi129 conmon[101092]: cluster 2022-01-18T18:20:30.653072+0000 mgr.smithi129.iclwio (mgr.14716) 4752 : cluster [DBG] pgmap v4082: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:20:34.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:34 smithi156 conmon[67007]: cluster 2022-01-18T18:20:32.653611+0000 mgr.smithi129.iclwio (mgr.14716) 4753 : cluster [DBG] pgmap v4083: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:34.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:34 smithi129 conmon[101092]: cluster 2022-01-18T18:20:32.653611+0000 mgr.smithi129.iclwio (mgr.14716) 4753 : cluster [DBG] pgmap v4083: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:36.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:36 smithi156 conmon[67007]: cluster 2022-01-18T18:20:34.654463+0000 mgr.smithi129.iclwio (mgr.14716) 4754 : cluster [DBG] pgmap v4084: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:20:36.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:36 smithi129 conmon[101092]: cluster 2022-01-18T18:20:34.654463+0000 mgr.smithi129.iclwio (mgr.14716) 4754 : cluster [DBG] pgmap v4084: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:20:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:36 smithi129 conmon[101092]: 2022-01-18T18:20:38.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:38 smithi156 conmon[67007]: cluster 2022-01-18T18:20:36.654951+0000 mgr.smithi129.iclwio (mgr.14716) 4755 : cluster [DBG] pgmap v4085: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:38.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:38 smithi129 conmon[101092]: cluster 2022-01-18T18:20:36.654951+0000 mgr.smithi129.iclwio (mgr.14716) 4755 : cluster [DBG] pgmap v4085: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:40.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:40 smithi156 conmon[67007]: cluster 2022-01-18T18:20:38.655480+0000 mgr.smithi129.iclwio (mgr.14716) 4756 : cluster [DBG] pgmap v4086: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:40.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:40 smithi129 conmon[101092]: cluster 2022-01-18T18:20:38.655480+0000 mgr.smithi129.iclwio (mgr.14716) 4756 : cluster [DBG] pgmap v4086: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:42 smithi156 conmon[67007]: cluster 2022-01-18T18:20:40.656332+0000 mgr.smithi129.iclwio (mgr.14716) 4757 : cluster [DBG] pgmap v4087: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:20:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:42 smithi156 conmon[67007]: 2022-01-18T18:20:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:42 smithi129 conmon[101092]: cluster 2022-01-18T18:20:40.656332+0000 mgr.smithi129.iclwio (mgr.14716) 4757 : cluster [DBG] pgmap v4087: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:20:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:42 smithi129 conmon[101092]: 2022-01-18T18:20:44.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:44 smithi156 conmon[67007]: cluster 2022-01-18T18:20:42.657052+0000 mgr.smithi129.iclwio (mgr.14716) 4758 : cluster [DBG] pgmap v4088: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:44.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:44 smithi156 conmon[67007]: 2022-01-18T18:20:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:44 smithi129 conmon[101092]: cluster 2022-01-18T18:20:42.657052+0000 mgr.smithi129.iclwio (mgr.14716) 4758 : cluster [DBG] pgmap v4088: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:46.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:46 smithi156 conmon[67007]: cluster 2022-01-18T18:20:44.657822+0000 mgr.smithi129.iclwio (mgr.14716) 4759 : cluster [DBG] pgmap v4089: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:20:46.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:46 smithi129 conmon[101092]: cluster 2022-01-18T18:20:44.657822+0000 mgr.smithi129.iclwio (mgr.14716) 4759 : cluster [DBG] pgmap v4089: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:20:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:46 smithi129 conmon[101092]: 2022-01-18T18:20:48.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:48 smithi156 conmon[67007]: cluster 2022-01-18T18:20:46.658331+0000 mgr.smithi129.iclwio (mgr.14716) 4760 : cluster [DBG] pgmap v4090: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:48.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:48 smithi129 conmon[101092]: cluster 2022-01-18T18:20:46.658331+0000 mgr.smithi129.iclwio (mgr.14716) 4760 : cluster [DBG] pgmap v4090: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:50.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:50 smithi156 conmon[67007]: cluster 2022-01-18T18:20:48.658954+0000 mgr.smithi129.iclwio (mgr.14716) 4761 : cluster [DBG] pgmap v4091: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:50.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:50 smithi129 conmon[101092]: cluster 2022-01-18T18:20:48.658954+0000 mgr.smithi129.iclwio (mgr.14716) 4761 : cluster [DBG] pgmap v4091: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:52.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:52 smithi156 conmon[67007]: cluster 2022-01-18T18:20:50.659762+0000 mgr.smithi129.iclwio (mgr.14716) 4762 : cluster [DBG] pgmap v4092: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:20:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:52 smithi129 conmon[101092]: cluster 2022-01-18T18:20:50.659762+0000 mgr.smithi129.iclwio (mgr.14716) 4762 : cluster [DBG] pgmap v4092: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:20:54.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:54 smithi156 conmon[67007]: cluster 2022-01-18T18:20:52.660359+0000 mgr.smithi129.iclwio (mgr.14716) 4763 : cluster [DBG] pgmap v4093: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:54.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:54 smithi129 conmon[101092]: cluster 2022-01-18T18:20:52.660359+0000 mgr.smithi129.iclwio (mgr.14716) 4763 : cluster [DBG] pgmap v4093: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:56.406 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:20:56.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:56 smithi156 conmon[67007]: cluster 2022-01-18T18:20:54.661105+0000 mgr.smithi129.iclwio (mgr.14716) 4764 : cluster [DBG] pgmap v4094: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:20:56.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:56 smithi156 conmon[67007]: 2022-01-18T18:20:56.670 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:20:56.670 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 2m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:20:56.671 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 2m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:20:56.671 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 2m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:20:56.671 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 2m ago 2h 42.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:20:56.671 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 2m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:20:56.672 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 2m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:20:56.672 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 2m ago 2h 626M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:20:56.672 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 2m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:20:56.672 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 2m ago 2h 904M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:20:56.672 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 2m ago 2h 431M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:20:56.673 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 2m ago 2h 180M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:20:56.673 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 2m ago 2h 114M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:20:56.673 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 2m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:20:56.673 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 2m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:20:56.674 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 2m ago 2h 1807M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:20:56.674 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 2m ago 2h 2847M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:20:56.674 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 2m ago 2h 2191M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:20:56.674 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 2m ago 2h 2849M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:20:56.674 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 2m ago 2h 2648M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:20:56.675 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 2m ago 2h 3212M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:20:56.675 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 2m ago 2h 2548M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:20:56.675 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 2m ago 2h 3751M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:20:56.675 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 2m ago 2h 80.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:20:56.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:56 smithi129 conmon[101092]: cluster 2022-01-18T18:20:54.661105+0000 mgr.smithi129.iclwio (mgr.14716) 4764 : cluster [DBG] 2022-01-18T18:20:56.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:56 smithi129 conmon[101092]: pgmap v4094: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:20:56.988 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:20:56.989 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:20:56.989 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:20:56.989 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:20:56.989 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:20:56.990 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:20:56.990 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:20:56.990 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:20:56.990 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:20:56.991 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:20:56.991 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:20:56.991 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:20:56.991 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:20:56.991 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:20:56.992 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:20:56.992 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:20:56.992 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:20:56.992 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:20:56.993 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:20:57.543 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:57 smithi129 conmon[101092]: audit 2022-01-18T18:20:56.989524+0000 mon.smithi129 (mon.0) 1556 2022-01-18T18:20:57.543 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:57 smithi129 conmon[101092]: : audit [DBG] from='client.? 172.21.15.129:0/2013860875' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:20:57.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:57 smithi156 conmon[67007]: audit 2022-01-18T18:20:56.989524+0000 mon.smithi129 (mon.0) 1556 : audit [DBG] from='client.? 172.21.15.129:0/2013860875' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:20:57.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:57 smithi156 conmon[67007]: 2022-01-18T18:20:58.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:58 smithi156 conmon[67007]: audit 2022-01-18T18:20:56.395436+0000 mgr.smithi129.iclwio (mgr.14716) 4765 : audit [DBG] from='client.37258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:20:58.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:58 smithi156 conmon[67007]: 2022-01-18T18:20:58.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:58 smithi156 conmon[67007]: cluster 2022-01-18T18:20:56.661495+0000 mgr.smithi129.iclwio (mgr.14716) 4766 : cluster [DBG] pgmap v4095: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:58.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:58 smithi156 conmon[67007]: audit 2022-01 2022-01-18T18:20:58.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:58 smithi156 conmon[67007]: -18T18:20:56.663040+0000 mgr.smithi129.iclwio (mgr.14716) 4767 : audit [DBG] from='client.37262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:20:58.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:58 smithi156 conmon[67007]: 2022-01-18T18:20:58.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:58 smithi129 conmon[101092]: audit 2022-01-18T18:20:56.395436+0000 mgr.smithi129.iclwio (mgr.14716) 4765 : audit [DBG] 2022-01-18T18:20:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:58 smithi129 conmon[101092]: from='client.37258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:20:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:58 smithi129 conmon[101092]: cluster 2022-01-18T18:20:56.661495+0000 mgr.smithi129.iclwio (mgr.14716) 4766 : cluster [DBG] pgmap v4095: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:20:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:58 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T18:20:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:58 smithi129 conmon[101092]: 18:20:56.663040 2022-01-18T18:20:58.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:58 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 4767 : audit [DBG] from='client.37262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:20:59.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:59 smithi156 conmon[67007]: audit 2022-01-18T18:20:58.737304+0000 mon.smithi129 (mon.0) 1557 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:20:59.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:20:59 smithi156 conmon[67007]: audit 2022-01-18T18:20:58.737600+0000 mon.smithi129 (mon.0) 1558 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:20:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:59 smithi129 conmon[101092]: audit 2022-01-18T18:20:58.737304+0000 mon.smithi129 (mon.0) 1557 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:20:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:59 smithi129 conmon[101092]: 2022-01-18T18:20:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:20:59 smithi129 conmon[101092]: audit 2022-01-18T18:20:58.737600+0000 mon.smithi129 (mon.0) 1558 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:21:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:00 smithi156 conmon[67007]: cluster 2022-01-18T18:20:58.662004+0000 mgr.smithi129.iclwio (mgr.14716) 4768 : cluster [DBG] 2022-01-18T18:21:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:00 smithi156 conmon[67007]: pgmap v4096: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:00 smithi129 conmon[101092]: cluster 2022-01-18T18:20:58.662004+0000 mgr.smithi129.iclwio (mgr.14716) 4768 : cluster [DBG] pgmap v4096: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:02.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:02 smithi156 conmon[67007]: cluster 2022-01-18T18:21:00.662881+0000 mgr.smithi129.iclwio (mgr.14716) 4769 : cluster [DBG] pgmap v4097: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:21:02.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:02 smithi129 conmon[101092]: cluster 2022-01-18T18:21:00.662881+0000 2022-01-18T18:21:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:02 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 4769 : cluster [DBG] pgmap v4097: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:21:04.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:04 smithi156 conmon[67007]: cluster 2022-01-18T18:21:02.663432+0000 mgr.smithi129.iclwio (mgr.14716) 4770 : cluster [DBG] pgmap v4098: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:04.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:04 smithi129 conmon[101092]: cluster 2022-01-18T18:21:02.663432+0000 mgr.smithi129.iclwio (mgr.14716) 4770 : cluster [DBG] pgmap v4098: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:06.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:06 smithi129 conmon[101092]: cluster 2022-01-18T18:21:04.664387+0000 mgr.smithi129.iclwio (mgr.14716) 4771 : cluster [DBG] pgmap v4099: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:21:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:06 smithi129 conmon[101092]: 2022-01-18T18:21:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:06 smithi156 conmon[67007]: cluster 2022-01-18T18:21:04.664387+0000 mgr.smithi129.iclwio (mgr.14716) 4771 : cluster [DBG] pgmap v4099: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:21:08.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:08 smithi129 conmon[101092]: cluster 2022-01-18T18:21:06.664867+0000 mgr.smithi129.iclwio (mgr.14716) 4772 : cluster 2022-01-18T18:21:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:08 smithi129 conmon[101092]: [DBG] pgmap v4100: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:08 smithi156 conmon[67007]: cluster 2022-01-18T18:21:06.664867+0000 mgr.smithi129.iclwio (mgr.14716) 4772 : cluster [DBG] pgmap v4100: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:10.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:10 smithi129 conmon[101092]: cluster 2022-01-18T18:21:08.665531+0000 2022-01-18T18:21:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:10 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 4773 : cluster [DBG] pgmap v4101: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:10 smithi156 conmon[67007]: cluster 2022-01-18T18:21:08.665531+0000 mgr.smithi129.iclwio (mgr.14716) 4773 : cluster [DBG] pgmap v4101: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:10 smithi156 conmon[67007]: 2022-01-18T18:21:12.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:11 smithi129 conmon[101092]: cluster 2022-01-18T18:21:10.666336+0000 mgr.smithi129.iclwio (mgr.14716) 4774 : cluster [DBG] pgmap v4102: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:21:12.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:11 smithi156 conmon[67007]: cluster 2022-01-18T18:21:10.666336+0000 mgr.smithi129.iclwio (mgr.14716) 4774 : cluster [DBG] pgmap v4102: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:21:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:13 smithi129 conmon[101092]: cluster 2022-01-18T18:21:12.666861+0000 mgr.smithi129.iclwio (mgr.14716) 4775 : cluster 2022-01-18T18:21:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:13 smithi129 conmon[101092]: [DBG] pgmap v4103: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:14.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:13 smithi156 conmon[67007]: cluster 2022-01-18T18:21:12.666861+0000 mgr.smithi129.iclwio (mgr.14716) 4775 2022-01-18T18:21:14.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:13 smithi156 conmon[67007]: : cluster [DBG] pgmap v4103: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:16.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:15 smithi129 conmon[101092]: cluster 2022-01-18T18:21:14.667557+0000 mgr.smithi129.iclwio (mgr.14716) 4776 : cluster [DBG] pgmap v4104: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:21:16.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:15 smithi156 conmon[67007]: cluster 2022-01-18T18:21:14.667557+0000 mgr.smithi129.iclwio (mgr.14716) 4776 : cluster [DBG] pgmap v4104: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:21:18.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:17 smithi129 conmon[101092]: cluster 2022-01-18T18:21:16.668252+0000 mgr.smithi129.iclwio (mgr.14716) 4777 : cluster 2022-01-18T18:21:18.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:17 smithi129 conmon[101092]: [DBG] pgmap v4105: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:18.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:17 smithi156 conmon[67007]: cluster 2022-01-18T18:21:16.668252+0000 mgr.smithi129.iclwio (mgr.14716) 4777 : cluster [DBG] pgmap v4105: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:20.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:19 smithi129 conmon[101092]: cluster 2022-01-18T18:21:18.668869+0000 mgr.smithi129.iclwio (mgr.14716) 4778 : cluster [DBG] 2022-01-18T18:21:20.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:19 smithi129 conmon[101092]: pgmap v4106: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:20.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:19 smithi156 conmon[67007]: cluster 2022-01-18T18:21:18.668869+0000 mgr.smithi129.iclwio (mgr.14716) 4778 : cluster [DBG] 2022-01-18T18:21:20.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:19 smithi156 conmon[67007]: pgmap v4106: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:22.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:21 smithi129 conmon[101092]: cluster 2022-01-18T18:21:20.669681+0000 mgr.smithi129.iclwio (mgr.14716) 4779 : cluster [DBG] pgmap v4107: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:21:22.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:21 smithi156 conmon[67007]: cluster 2022-01-18T18:21:20.669681+0000 mgr.smithi129.iclwio (mgr.14716) 4779 : cluster [DBG] pgmap v4107: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:21:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:23 smithi129 conmon[101092]: cluster 2022-01-18T18:21:22.670194+0000 mgr.smithi129.iclwio (mgr.14716) 4780 : cluster [DBG] 2022-01-18T18:21:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:23 smithi129 conmon[101092]: pgmap v4108: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:24.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:23 smithi156 conmon[67007]: cluster 2022-01-18T18:21:22.670194+0000 mgr.smithi129.iclwio (mgr.14716) 4780 : cluster [DBG] pgmap v4108: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:26.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:25 smithi129 conmon[101092]: cluster 2022-01-18T18:21:24.671030+0000 mgr.smithi129.iclwio (mgr.14716) 4781 : cluster [DBG] pgmap v4109: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:21:26.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:25 smithi156 conmon[67007]: cluster 2022-01-18T18:21:24.671030+0000 mgr.smithi129.iclwio (mgr.14716) 4781 : cluster [DBG] pgmap v4109: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:21:27.285 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:21:27.550 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:21:27.551 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 2m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:21:27.551 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 2m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:21:27.551 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 3m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:21:27.552 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 2m ago 2h 42.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:21:27.552 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 2m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:21:27.552 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 3m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:21:27.552 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 2m ago 2h 626M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:21:27.553 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 3m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:21:27.553 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 2m ago 2h 904M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:21:27.553 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 3m ago 2h 431M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:21:27.553 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 2m ago 2h 180M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:21:27.554 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 3m ago 2h 114M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:21:27.554 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 2m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:21:27.554 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 3m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:21:27.554 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 2m ago 2h 1807M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:21:27.555 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 2m ago 2h 2847M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:21:27.555 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 2m ago 2h 2191M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:21:27.555 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 2m ago 2h 2849M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:21:27.555 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 3m ago 2h 2648M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:21:27.556 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 3m ago 2h 3212M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:21:27.556 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 3m ago 2h 2548M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:21:27.556 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 3m ago 2h 3751M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:21:27.556 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 2m ago 2h 80.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:21:27.870 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:21:27.870 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:21:27.870 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:21:27.871 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:21:27.871 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:21:27.871 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:21:27.871 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:21:27.872 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:21:27.872 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:21:27.872 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:21:27.872 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:21:27.873 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:21:27.873 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:21:27.873 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:21:27.873 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:21:27.874 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:21:27.874 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:21:27.874 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:21:27.874 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:21:28.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:27 smithi129 conmon[101092]: cluster 2022-01-18T18:21:26.671466+0000 mgr.smithi129.iclwio (mgr.14716) 4782 : cluster 2022-01-18T18:21:28.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:27 smithi129 conmon[101092]: [DBG] pgmap v4110: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:28.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:27 smithi129 conmon[101092]: audit 2022-01-18T18:21:27.274232+0000 mgr.smithi129.iclwio (mgr.14716) 4783 : audit [DBG] from='client.37270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:21:28.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:27 smithi156 conmon[67007]: cluster 2022-01-18T18:21:26.671466+0000 mgr.smithi129.iclwio (mgr.14716) 4782 : cluster [DBG] 2022-01-18T18:21:28.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:27 smithi156 conmon[67007]: pgmap v4110: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:27 smithi156 conmon[67007]: audit 2022-01-18T18:21:27.274232+0000 mgr.smithi129.iclwio (mgr.14716) 4783 : audit [DBG] from='client.37270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:21:29.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:28 smithi129 conmon[101092]: audit 2022-01-18T18:21:27.541211+0000 mgr.smithi129.iclwio (mgr.14716) 4784 : audit [DBG] from='client.37274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:21:29.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:28 smithi129 conmon[101092]: 2022-01-18T18:21:29.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:28 smithi129 conmon[101092]: audit 2022-01-18T18:21:27.871056+0000 mon.smithi129 (mon.0) 1559 : audit [DBG] from='client.? 172.21.15.129:0/3315259199' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:21:29.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:28 smithi156 conmon[67007]: audit 2022-01-18T18:21:27.541211+0000 mgr.smithi129.iclwio (mgr.14716) 4784 : audit 2022-01-18T18:21:29.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:28 smithi156 conmon[67007]: [DBG] from='client.37274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:21:29.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:28 smithi156 conmon[67007]: audit 2022-01-18T18:21:27.871056+0000 mon.smithi129 (mon.0) 1559 : audit [DBG] from='client.? 172.21.15.129:0/3315259199' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:21:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:29 smithi129 conmon[101092]: cluster 2022-01-18T 2022-01-18T18:21:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:29 smithi129 conmon[101092]: 18:21:28.671949+0000 mgr.smithi129.iclwio (mgr.14716) 4785 : cluster [DBG] pgmap v4111: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:29 smithi129 conmon[101092]: audit 2022-01-18T18: 2022-01-18T18:21:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:29 smithi129 conmon[101092]: 21:29.682166+0000 mon.smithi129 (mon.0) 1560 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:21:30.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:29 smithi129 conmon[101092]: audit 2022-01-18T18 2022-01-18T18:21:30.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:29 smithi129 conmon[101092]: :21:29.683536+0000 mon.smithi129 (mon.0) 2022-01-18T18:21:30.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:29 smithi129 conmon[101092]: 1561 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:21:30.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:29 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T18:21:30.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:29 smithi129 conmon[101092]: T18:21:29.684518+0000 mon.smithi129 (mon. 2022-01-18T18:21:30.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:29 smithi129 conmon[101092]: 0) 1562 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:21:30.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:29 smithi156 conmon[67007]: cluster 2022-01-18T18:21:28.671949+0000 mgr.smithi129.iclwio 2022-01-18T18:21:30.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:29 smithi156 conmon[67007]: (mgr.14716) 4785 : cluster [DBG] pgmap v4111: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:29 smithi156 conmon[67007]: audit 2022-01-18T18:21:29.682166+0000 mon.smithi129 (mon.0) 1560 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:21:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:29 smithi156 conmon[67007]: audit 2022-01-18T18:21:29.683536+0000 2022-01-18T18:21:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:29 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1561 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:21:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:29 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T18:21:30.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:29 smithi156 conmon[67007]: 18T18:21:29.684518+0000 2022-01-18T18:21:30.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:29 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1562 : audit 2022-01-18T18:21:30.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:29 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:21:31.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:30 smithi156 conmon[67007]: cephadm 2022-01-18T18:21:29.685260+0000 mgr.smithi129.iclwio (mgr.14716) 4786 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:21:31.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:30 smithi156 conmon[67007]: audit 2022-01-18T18:21:29.993610+0000 mon.smithi129 (mon.0) 1563 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:21:31.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:30 smithi156 conmon[67007]: audit 2022-01-18T18:21:29.998661+0000 mon.smithi129 (mon.0) 1564 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:21:31.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:30 smithi129 conmon[101092]: cephadm 2022-01-18T18:21:29.685260+0000 mgr.smithi129.iclwio (mgr.14716) 4786 : cephadm 2022-01-18T18:21:31.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:30 smithi129 conmon[101092]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:21:31.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:30 smithi129 conmon[101092]: audit 2022-01-18T18:21:29.993610+0000 mon.smithi129 (mon.0) 1563 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:21:31.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:30 smithi129 conmon[101092]: audit 2022-01-18T18:21:29.998661+0000 mon.smithi129 (mon.0) 1564 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:21:32.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:32 smithi156 conmon[67007]: cluster 2022-01-18T18:21:30.672581+0000 mgr.smithi129.iclwio (mgr.14716) 4787 : cluster [DBG] pgmap v4112: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:21:32.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:32 smithi129 conmon[101092]: cluster 2022-01-18T18:21:30.672581+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:21:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:32 smithi129 conmon[101092]: 4787 : cluster [DBG] pgmap v4112: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:21:34.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:34 smithi156 conmon[67007]: cluster 2022-01-18T18:21:32.673198+0000 mgr.smithi129.iclwio (mgr.14716) 4788 : cluster [DBG] pgmap v4113: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:34 smithi129 conmon[101092]: cluster 2022-01-18T18:21:32.673198+0000 mgr.smithi129.iclwio (mgr.14716) 4788 : cluster [DBG] pgmap v4113: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:34 smithi129 conmon[101092]: 2022-01-18T18:21:36.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:36 smithi156 conmon[67007]: cluster 2022-01-18T18:21:34.673837+0000 mgr.smithi129.iclwio (mgr.14716) 4789 : cluster [DBG] pgmap v4114: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:21:36.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:36 smithi129 conmon[101092]: cluster 2022-01-18T18:21:34.673837+0000 mgr.smithi129.iclwio ( 2022-01-18T18:21:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:36 smithi129 conmon[101092]: mgr.14716) 4789 : cluster [DBG] pgmap v4114: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:21:38.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:38 smithi156 conmon[67007]: cluster 2022-01-18T18:21:36.674227+0000 mgr.smithi129.iclwio (mgr.14716) 4790 : cluster [DBG] pgmap v4115: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:38 smithi156 conmon[67007]: 2022-01-18T18:21:38.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:38 smithi129 conmon[101092]: cluster 2022-01-18T18:21:36.674227+0000 mgr.smithi129.iclwio (mgr.14716) 4790 : cluster [DBG] 2022-01-18T18:21:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:38 smithi129 conmon[101092]: pgmap v4115: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:40.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:40 smithi156 conmon[67007]: cluster 2022-01-18T18:21:38.674898+0000 mgr.smithi129.iclwio (mgr.14716) 4791 : cluster [DBG] 2022-01-18T18:21:40.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:40 smithi156 conmon[67007]: pgmap v4116: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:40.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:40 smithi129 conmon[101092]: cluster 2022-01-18T18:21:38.674898+0000 mgr.smithi129.iclwio (mgr.14716) 4791 : cluster [DBG] pgmap v4116: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:40 smithi129 conmon[101092]: 2022-01-18T18:21:42.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:42 smithi156 conmon[67007]: cluster 2022-01-18T18:21:40.675684+0000 mgr.smithi129.iclwio (mgr.14716) 4792 : cluster [DBG] pgmap v4117: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:21:42.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:42 smithi129 conmon[101092]: cluster 2022-01-18T18:21:40.675684+0000 mgr.smithi129.iclwio (mgr.14716) 4792 : cluster 2022-01-18T18:21:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:42 smithi129 conmon[101092]: [DBG] pgmap v4117: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:21:44.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:44 smithi156 conmon[67007]: cluster 2022-01-18T18:21:42.676232+0000 mgr.smithi129.iclwio (mgr.14716) 4793 : cluster [DBG] pgmap v4118: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:44 smithi129 conmon[101092]: cluster 2022-01-18T18:21:42.676232+0000 mgr.smithi129.iclwio (mgr.14716) 4793 : cluster 2022-01-18T18:21:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:44 smithi129 conmon[101092]: [DBG] pgmap v4118: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:46.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:46 smithi156 conmon[67007]: cluster 2022-01-18T18:21:44.677040+0000 mgr.smithi129.iclwio (mgr.14716) 4794 : cluster [DBG] pgmap v4119: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:21:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:46 smithi129 conmon[101092]: cluster 2022-01-18T18:21:44.677040+0000 mgr.smithi129.iclwio (mgr.14716) 4794 : cluster [DBG] 2022-01-18T18:21:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:46 smithi129 conmon[101092]: pgmap v4119: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:21:48.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:48 smithi156 conmon[67007]: cluster 2022-01-18T18:21:46.677537+0000 mgr.smithi129.iclwio (mgr.14716) 4795 : cluster [DBG] pgmap v4120: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:48 smithi129 conmon[101092]: cluster 2022-01-18T18:21:46.677537+0000 mgr.smithi129.iclwio (mgr.14716) 4795 : cluster 2022-01-18T18:21:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:48 smithi129 conmon[101092]: [DBG] pgmap v4120: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:50.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:50 smithi156 conmon[67007]: cluster 2022-01-18T18:21:48.678291+0000 mgr.smithi129.iclwio (mgr.14716) 4796 : cluster [DBG] pgmap v4121: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:50 smithi129 conmon[101092]: cluster 2022-01-18T18:21:48.678291+0000 mgr.smithi129.iclwio (mgr.14716) 4796 : cluster [DBG] pgmap v4121: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:52.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:52 smithi156 conmon[67007]: cluster 2022-01-18T18:21:50.679183+0000 mgr.smithi129.iclwio (mgr.14716) 4797 : cluster [DBG] pgmap v4122: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:21:52.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:52 smithi129 conmon[101092]: cluster 2022-01-18T18:21:50.679183+0000 mgr.smithi129.iclwio (mgr.14716) 4797 : cluster [DBG] 2022-01-18T18:21:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:52 smithi129 conmon[101092]: pgmap v4122: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:21:54.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:54 smithi156 conmon[67007]: cluster 2022-01-18T18:21:52.679770+0000 mgr.smithi129.iclwio (mgr.14716) 4798 : cluster [DBG] pgmap v4123: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:54 smithi129 conmon[101092]: cluster 2022-01-18T18:21:52.679770+0000 mgr.smithi129.iclwio (mgr.14716) 4798 : cluster [DBG] pgmap v4123: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:54 smithi129 conmon[101092]: 2022-01-18T18:21:56.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:56 smithi156 conmon[67007]: cluster 2022-01-18T18:21:54.680654+0000 mgr.smithi129.iclwio (mgr.14716) 4799 : cluster [DBG] pgmap v4124: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:21:56.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:56 smithi129 conmon[101092]: cluster 2022-01-18T18:21:54.680654+0000 mgr.smithi129.iclwio (mgr.14716) 4799 : 2022-01-18T18:21:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:56 smithi129 conmon[101092]: cluster [DBG] pgmap v4124: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:21:58.170 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:21:58.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:58 smithi129 conmon[101092]: cluster 2022-01-18T18:21:56.681281+0000 mgr.smithi129.iclwio (mgr.14716) 4800 : cluster [DBG] pgmap v4125: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:58.438 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:21:58.438 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 3m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:21:58.439 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 3m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:21:58.439 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 3m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:21:58.439 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 3m ago 2h 42.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:21:58.439 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 3m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:21:58.440 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 3m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:21:58.440 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 3m ago 2h 626M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:21:58.441 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 3m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:21:58.441 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 3m ago 2h 904M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:21:58.441 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 3m ago 2h 431M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:21:58.441 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 3m ago 2h 180M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:21:58.441 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 3m ago 2h 114M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:21:58.442 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 3m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:21:58.442 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 3m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:21:58.442 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 3m ago 2h 1807M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:21:58.442 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 3m ago 2h 2847M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:21:58.443 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 3m ago 2h 2191M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:21:58.443 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 3m ago 2h 2849M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:21:58.443 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 3m ago 2h 2648M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:21:58.443 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 3m ago 2h 3212M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:21:58.444 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 3m ago 2h 2548M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:21:58.444 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 3m ago 2h 3751M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:21:58.444 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 3m ago 2h 80.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:21:58.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:58 smithi156 conmon[67007]: cluster 2022-01-18T18:21:56.681281+0000 mgr.smithi129.iclwio (mgr.14716) 4800 : cluster [DBG] pgmap v4125: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:21:58.756 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:21:58.756 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:21:58.757 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:21:58.757 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:21:58.757 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:21:58.757 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:21:58.757 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:21:58.758 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:21:58.758 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:21:58.758 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:21:58.758 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:21:58.759 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:21:58.759 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:21:58.759 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:21:58.759 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:21:58.760 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:21:58.760 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:21:58.760 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:21:58.760 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:21:59.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:59 smithi129 conmon[101092]: audit 2022-01-18T18:21:58.159215+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:21:59.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:59 smithi129 conmon[101092]: 4801 : audit [DBG] from='client.37282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:21:59.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:59 smithi129 conmon[101092]: audit 2022-01-18T18:21:58.740712+0000 mon.smithi129 (mon.0) 1565 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:21:59.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:59 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T18:21:59.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:59 smithi129 conmon[101092]: 18:21:58.740922+0000 mon.smithi129 (mon.0) 1566 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:21:59.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:59 smithi129 conmon[101092]: audit 2022-01-18T18:21:58.756967 2022-01-18T18:21:59.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:21:59 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 1567 : audit [DBG] from='client.? 172.21.15.129:0/1410198204' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:21:59.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:59 smithi156 conmon[67007]: audit 2022-01-18T18:21:58.159215+0000 mgr.smithi129.iclwio (mgr.14716) 4801 : audit [DBG] from='client.37282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:21:59.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:59 smithi156 conmon[67007]: audit 2022-01-18T18:21:58. 2022-01-18T18:21:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:59 smithi156 conmon[67007]: 740712+0000 mon.smithi129 (mon.0) 1565 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:21:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:59 smithi156 conmon[67007]: audit 2022-01-18T18:21:58.740922+0000 mon.smithi129 (mon.0) 1566 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:21:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:59 smithi156 conmon[67007]: audit 2022-01-18T18:21:58.756967+0000 mon.smithi129 (mon.0) 1567 : audit [DBG] 2022-01-18T18:21:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:21:59 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/1410198204' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:22:00.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:00 smithi129 conmon[101092]: audit 2022-01-18T18:21:58.431090+0000 mgr.smithi129.iclwio (mgr.14716) 4802 : audit 2022-01-18T18:22:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:00 smithi129 conmon[101092]: [DBG] from='client.37286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:22:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:00 smithi129 conmon[101092]: cluster 2022-01-18T18:21:58.681771+0000 mgr.smithi129.iclwio (mgr.14716) 4803 : cluster [DBG] pgmap v4126: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:00 smithi156 conmon[67007]: audit 2022-01-18T18:21:58.431090+0000 mgr.smithi129.iclwio (mgr.14716) 4802 : audit [DBG] from='client.37286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:22:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:00 smithi156 conmon[67007]: cluster 2022-01-18T18:21:58.681771+0000 mgr.smithi129.iclwio (mgr.14716) 4803 : cluster [DBG] pgmap v4126: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:02.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:02 smithi129 conmon[101092]: cluster 2022-01-18T18:22:00.682711+0000 mgr.smithi129.iclwio (mgr.14716) 4804 : cluster [DBG] pgmap v4127: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:22:02.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:02 smithi156 conmon[67007]: cluster 2022-01-18T18:22:00.682711+0000 mgr.smithi129.iclwio (mgr.14716) 4804 : cluster [DBG] 2022-01-18T18:22:02.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:02 smithi156 conmon[67007]: pgmap v4127: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:22:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:04 smithi129 conmon[101092]: cluster 2022-01-18T18:22:02.683215+0000 mgr.smithi129.iclwio (mgr.14716) 4805 : cluster [DBG] pgmap v4128: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:04.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:04 smithi156 conmon[67007]: cluster 2022-01-18T18:22:02.683215+0000 mgr.smithi129.iclwio (mgr.14716) 4805 : cluster [DBG] pgmap v4128: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:06 smithi129 conmon[101092]: cluster 2022-01-18T18:22:04.683945+0000 mgr.smithi129.iclwio (mgr.14716) 4806 : cluster [DBG] 2022-01-18T18:22:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:06 smithi129 conmon[101092]: pgmap v4129: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:22:06.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:06 smithi156 conmon[67007]: cluster 2022-01-18T18:22:04.683945+0000 mgr.smithi129.iclwio (mgr.14716) 4806 : cluster [DBG] pgmap v4129: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:22:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:08 smithi129 conmon[101092]: cluster 2022-01-18T18:22:06.684470+0000 mgr.smithi129.iclwio (mgr.14716) 4807 : cluster [DBG] pgmap v4130: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:08.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:08 smithi156 conmon[67007]: cluster 2022-01-18T18:22:06.684470+0000 mgr.smithi129.iclwio (mgr.14716) 4807 : cluster [DBG] 2022-01-18T18:22:08.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:08 smithi156 conmon[67007]: pgmap v4130: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:10 smithi129 conmon[101092]: cluster 2022-01-18T18:22:08.685069+0000 mgr.smithi129.iclwio (mgr.14716) 4808 : cluster [DBG] pgmap v4131: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:10.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:10 smithi156 conmon[67007]: cluster 2022-01-18T18:22:08.685069+0000 mgr.smithi129.iclwio (mgr.14716) 4808 : cluster [DBG] pgmap v4131: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:12 smithi129 conmon[101092]: cluster 2022-01-18T18:22:10.685794+0000 mgr.smithi129.iclwio (mgr.14716) 4809 : cluster [DBG] pgmap v4132: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:22:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:12 smithi156 conmon[67007]: cluster 2022-01-18T18:22:10.685794+0000 mgr.smithi129.iclwio (mgr.14716) 4809 : cluster [DBG] 2022-01-18T18:22:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:12 smithi156 conmon[67007]: pgmap v4132: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:22:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:14 smithi129 conmon[101092]: cluster 2022-01-18T18:22:12.686471+0000 mgr.smithi129.iclwio (mgr.14716) 4810 : cluster [DBG] pgmap v4133: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:14 smithi129 conmon[101092]: 2022-01-18T18:22:14.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:14 smithi156 conmon[67007]: cluster 2022-01-18T18:22:12.686471+0000 mgr.smithi129.iclwio (mgr.14716) 4810 : cluster [DBG] pgmap v4133: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:14.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:14 smithi156 conmon[67007]: 2022-01-18T18:22:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:16 smithi129 conmon[101092]: cluster 2022-01-18T18:22:14.687267+0000 mgr.smithi129.iclwio (mgr.14716) 4811 : cluster [DBG] pgmap v4134: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:22:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:16 smithi129 conmon[101092]: 2022-01-18T18:22:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:16 smithi156 conmon[67007]: cluster 2022-01-18T18:22:14.687267+0000 mgr.smithi129.iclwio (mgr.14716) 4811 : cluster 2022-01-18T18:22:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:16 smithi156 conmon[67007]: [DBG] pgmap v4134: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:22:18.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:18 smithi129 conmon[101092]: cluster 2022-01-18T18:22:16.687890+0000 mgr.smithi129.iclwio (mgr.14716) 4812 2022-01-18T18:22:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:18 smithi129 conmon[101092]: : cluster [DBG] pgmap v4135: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:18.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:18 smithi156 conmon[67007]: cluster 2022-01-18T18:22:16.687890+0000 mgr.smithi129.iclwio (mgr.14716) 4812 : cluster [DBG] pgmap v4135: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:20 smithi129 conmon[101092]: cluster 2022-01-18T18:22:18.688607+0000 mgr.smithi129.iclwio (mgr.14716) 4813 : cluster 2022-01-18T18:22:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:20 smithi129 conmon[101092]: [DBG] pgmap v4136: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:20.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:20 smithi156 conmon[67007]: cluster 2022-01-18T18:22:18.688607+0000 mgr.smithi129.iclwio (mgr.14716) 4813 : cluster [DBG] pgmap v4136: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:22 smithi129 conmon[101092]: cluster 2022-01-18T18:22:20.689330+0000 mgr.smithi129.iclwio (mgr.14716) 4814 : cluster [DBG] pgmap v4137: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:22:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:22 smithi156 conmon[67007]: cluster 2022-01-18T18:22:20.689330+0000 mgr.smithi129.iclwio (mgr.14716) 4814 : cluster [DBG] pgmap v4137: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:22:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:24 smithi129 conmon[101092]: cluster 2022-01-18T18:22:22.689900+0000 mgr.smithi129.iclwio (mgr.14716) 4815 : cluster [DBG] pgmap v4138: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:24.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:24 smithi156 conmon[67007]: cluster 2022-01-18T18:22:22.689900+0000 mgr.smithi129.iclwio (mgr.14716) 4815 : cluster [DBG] 2022-01-18T18:22:24.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:24 smithi156 conmon[67007]: pgmap v4138: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:26 smithi129 conmon[101092]: cluster 2022-01-18T18:22:24.690674+0000 mgr.smithi129.iclwio (mgr.14716) 4816 : cluster [DBG] pgmap v4139: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:22:26.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:26 smithi156 conmon[67007]: cluster 2022-01-18T18:22:24.690674+0000 mgr.smithi129.iclwio (mgr.14716) 4816 : cluster [DBG] pgmap v4139: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:22:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:28 smithi129 conmon[101092]: cluster 2022-01-18T18:22:26.691240+0000 mgr.smithi129.iclwio (mgr.14716) 4817 : cluster [DBG] pgmap v4140: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:28.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:28 smithi156 conmon[67007]: cluster 2022-01-18T18:22:26.691240+0000 mgr.smithi129.iclwio (mgr.14716) 4817 : cluster 2022-01-18T18:22:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:28 smithi156 conmon[67007]: [DBG] pgmap v4140: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:29.054 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:22:29.319 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:22:29.319 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 4m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:22:29.320 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 4m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:22:29.320 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 4m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:22:29.320 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 4m ago 2h 42.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:22:29.320 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 4m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:22:29.320 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 4m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:22:29.321 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 4m ago 2h 626M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:22:29.321 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 4m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:22:29.321 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 4m ago 2h 904M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:22:29.321 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 4m ago 2h 431M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:22:29.322 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 4m ago 2h 180M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:22:29.322 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 4m ago 2h 114M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:22:29.322 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 4m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:22:29.322 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 4m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:22:29.323 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 4m ago 2h 1807M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:22:29.323 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 4m ago 2h 2847M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:22:29.323 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 4m ago 2h 2191M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:22:29.323 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 4m ago 2h 2849M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:22:29.324 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 4m ago 2h 2648M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:22:29.324 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 4m ago 2h 3212M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:22:29.324 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 4m ago 2h 2548M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:22:29.324 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 4m ago 2h 3751M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:22:29.324 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 4m ago 2h 80.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:22:29.641 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:22:29.642 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:22:29.642 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:22:29.642 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:22:29.642 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:22:29.643 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:22:29.643 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:22:29.643 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:22:29.643 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:22:29.644 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:22:29.644 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:22:29.644 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:22:29.644 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:22:29.645 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:22:29.645 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:22:29.645 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:22:29.645 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:22:29.645 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:22:29.646 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:22:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:30 smithi129 conmon[101092]: cluster 2022-01-18T18:22:28.691933+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:22:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:30 smithi129 conmon[101092]: 4818 : cluster [DBG] pgmap v4141: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:30 smithi129 conmon[101092]: audit 2022-01-18T18:22:29.043831+0000 mgr.smithi129.iclwio (mgr.14716) 4819 : audit [DBG] from='client.37294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:22:30.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:30 smithi129 conmon[101092]: audit 2022- 2022-01-18T18:22:30.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:30 smithi129 conmon[101092]: 01-18T18:22:29.311336+0000 mgr.smithi129.iclwio (mgr.14716) 4820 : audit 2022-01-18T18:22:30.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:30 smithi129 conmon[101092]: [DBG] from='client.37298 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:22:30.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:30 smithi129 conmon[101092]: audit 2022-01-18T18:22:30.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:30 smithi129 conmon[101092]: 2022-01-18T18:22:29 2022-01-18T18:22:30.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:30 smithi129 conmon[101092]: .642414+0000 mon.smithi129 (mon.0) 1568 : audit 2022-01-18T18:22:30.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:30 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/3882356322' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:22:30.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:30 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T18:22:30.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:30 smithi129 conmon[101092]: 18:22:30.001246+0000 mon.smithi129 (mon.0 2022-01-18T18:22:30.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:30 smithi129 conmon[101092]: ) 1569 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:22:30.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:30 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T18:22:30.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:30 smithi129 conmon[101092]: 18:22:30.002408 2022-01-18T18:22:30.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:30 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 1570 : 2022-01-18T18:22:30.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:30 smithi129 conmon[101092]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:22:30.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:30 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T18:22:30.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:30 smithi129 conmon[101092]: 18T18:22:30.003051+0000 mon.smithi129 (mon 2022-01-18T18:22:30.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:30 smithi129 conmon[101092]: .0) 1571 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:22:30.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:30 smithi156 conmon[67007]: cluster 2022-01-18T18:22:28.691933+0000 mgr.smithi129.iclwio (mgr.14716) 4818 2022-01-18T18:22:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:30 smithi156 conmon[67007]: : cluster [DBG] pgmap v4141: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:30 smithi156 conmon[67007]: audit 2022-01-18T18:22:29.043831+0000 mgr.smithi129.iclwio (mgr.14716) 4819 : audit [DBG] from='client.37294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:22:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:30 smithi156 conmon[67007]: audit 2022-01-18T18:22:29.311336+0000 mgr.smithi129.iclwio (mgr.14716) 4820 : audit [DBG] from='client.37298 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:22:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:30 smithi156 conmon[67007]: audit 2022-01-18T18:22:29 2022-01-18T18:22:30.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:30 smithi156 conmon[67007]: .642414+0000 mon.smithi129 (mon.0) 1568 : audit [DBG] from='client.? 172.21.15.129:0/3882356322' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:22:30.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:30 smithi156 conmon[67007]: audit 2022-01-18T18:22:30 2022-01-18T18:22:30.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:30 smithi156 conmon[67007]: .001246+0000 mon.smithi129 (mon.0) 1569 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:22:30.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:30 smithi156 conmon[67007]: audit 2022-01-18T18:22 2022-01-18T18:22:30.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:30 smithi156 conmon[67007]: :30.002408+0000 mon.smithi129 (mon.0) 1570 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:22:30.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:30 smithi156 conmon[67007]: audit 2022-01-18T18:22: 2022-01-18T18:22:30.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:30 smithi156 conmon[67007]: 30.003051+0000 mon.smithi129 (mon.0) 1571 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:22:31.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:31 smithi129 conmon[101092]: cephadm 2022-01-18T18:22:30.003628+0000 mgr.smithi129.iclwio (mgr.14716) 4821 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:22:31.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:31 smithi129 conmon[101092]: audit 2022-01-18T18:22:30.315306+0000 mon.smithi129 (mon.0) 1572 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:22:31.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:31 smithi129 conmon[101092]: audit 2022-01-18T18:22:30.322440+0000 2022-01-18T18:22:31.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:31 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1573 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:22:31.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:31 smithi156 conmon[67007]: cephadm 2022-01-18T18:22:30.003628+0000 mgr.smithi129.iclwio (mgr.14716) 4821 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:22:31.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:31 smithi156 conmon[67007]: audit 2022-01-18T18:22:30.315306+0000 mon.smithi129 (mon.0) 1572 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:22:31.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:31 smithi156 conmon[67007]: audit 2022-01-18T18:22:30.322440+0000 mon.smithi129 (mon.0) 1573 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:22:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:32 smithi129 conmon[101092]: cluster 2022-01-18T18:22:30.692716+0000 mgr.smithi129.iclwio (mgr.14716) 4822 : cluster [DBG] pgmap v4142: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:22:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:32 smithi156 conmon[67007]: cluster 2022-01-18T18:22:30.692716+0000 mgr.smithi129.iclwio (mgr.14716) 4822 : cluster [DBG] pgmap v4142: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:22:33.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:33 smithi129 conmon[101092]: cluster 2022-01-18T18:22:32.693202+0000 mgr.smithi129.iclwio (mgr.14716) 4823 : cluster [DBG] pgmap v4143: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:33.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:33 smithi156 conmon[67007]: cluster 2022-01-18T18:22:32.693202+0000 mgr.smithi129.iclwio (mgr.14716) 4823 : cluster [DBG] pgmap v4143: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:36.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:35 smithi156 conmon[67007]: cluster 2022-01-18T18:22:34.694054+0000 mgr.smithi129.iclwio (mgr.14716) 4824 : cluster [DBG] pgmap v4144: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:22:36.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:35 smithi129 conmon[101092]: cluster 2022-01-18T18:22:34.694054+0000 mgr.smithi129.iclwio (mgr.14716) 4824 : cluster [DBG] pgmap v4144: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:22:38.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:37 smithi129 conmon[101092]: cluster 2022-01-18T18:22:36.694513+0000 mgr.smithi129.iclwio (mgr.14716) 4825 : 2022-01-18T18:22:38.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:37 smithi129 conmon[101092]: cluster [DBG] pgmap v4145: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:38.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:37 smithi156 conmon[67007]: cluster 2022-01-18T18:22:36.694513+0000 mgr.smithi129.iclwio (mgr.14716) 4825 : cluster [DBG] pgmap v4145: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:39 smithi129 conmon[101092]: cluster 2022-01-18T18:22:38.695053+0000 mgr.smithi129.iclwio (mgr.14716) 4826 : cluster 2022-01-18T18:22:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:39 smithi129 conmon[101092]: [DBG] pgmap v4146: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:40.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:39 smithi156 conmon[67007]: cluster 2022-01-18T18:22:38.695053+0000 mgr.smithi129.iclwio (mgr.14716) 4826 : cluster [DBG] pgmap v4146: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:42.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:41 smithi129 conmon[101092]: cluster 2022-01-18T18:22:40.696057+0000 mgr.smithi129.iclwio (mgr.14716) 4827 2022-01-18T18:22:42.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:41 smithi129 conmon[101092]: : cluster [DBG] pgmap v4147: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:22:42.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:41 smithi156 conmon[67007]: cluster 2022-01-18T18:22:40.696057+0000 mgr.smithi129.iclwio (mgr.14716) 4827 : cluster [DBG] pgmap v4147: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:22:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:43 smithi129 conmon[101092]: cluster 2022-01-18T18:22:42.696704+0000 mgr.smithi129.iclwio (mgr.14716) 4828 : cluster [DBG] 2022-01-18T18:22:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:43 smithi129 conmon[101092]: pgmap v4148: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:44.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:43 smithi156 conmon[67007]: cluster 2022-01-18T18:22:42.696704+0000 mgr.smithi129.iclwio (mgr.14716) 4828 : cluster [DBG] pgmap v4148: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:46.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:45 smithi129 conmon[101092]: cluster 2022-01-18T18:22:44.697476+0000 mgr.smithi129.iclwio (mgr.14716) 4829 : cluster [DBG] pgmap v4149: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:22:46.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:45 smithi129 conmon[101092]: 2022-01-18T18:22:46.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:45 smithi156 conmon[67007]: cluster 2022-01-18T18:22:44.697476+0000 mgr.smithi129.iclwio (mgr.14716) 4829 : cluster [DBG] pgmap v4149: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:22:48.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:47 smithi129 conmon[101092]: cluster 2022-01-18T18:22:46.698086+0000 mgr.smithi129.iclwio (mgr.14716) 4830 : cluster 2022-01-18T18:22:48.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:47 smithi129 conmon[101092]: [DBG] pgmap v4150: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:48.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:47 smithi156 conmon[67007]: cluster 2022-01-18T18:22:46.698086+0000 mgr.smithi129.iclwio (mgr.14716) 4830 : cluster [DBG] pgmap v4150: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:50.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:49 smithi129 conmon[101092]: cluster 2022-01-18T18:22:48.698925+0000 mgr.smithi129.iclwio (mgr.14716) 4831 2022-01-18T18:22:50.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:49 smithi129 conmon[101092]: : cluster [DBG] pgmap v4151: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:50.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:49 smithi156 conmon[67007]: cluster 2022-01-18T18:22:48.698925+0000 mgr.smithi129.iclwio (mgr.14716) 4831 : cluster [DBG] pgmap v4151: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:52.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:51 smithi129 conmon[101092]: cluster 2022-01-18T18:22:50.699707+0000 mgr.smithi129.iclwio (mgr.14716) 4832 : cluster [DBG] pgmap v4152: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:22:52.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:51 smithi129 conmon[101092]: 2022-01-18T18:22:52.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:51 smithi156 conmon[67007]: cluster 2022-01-18T18:22:50.699707+0000 mgr.smithi129.iclwio (mgr.14716) 4832 : cluster [DBG] pgmap v4152: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:22:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:53 smithi129 conmon[101092]: cluster 2022-01-18T18:22:52.700270+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:22:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:53 smithi129 conmon[101092]: 4833 : cluster [DBG] pgmap v4153: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:54.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:53 smithi156 conmon[67007]: cluster 2022-01-18T18:22:52.700270+0000 mgr.smithi129.iclwio (mgr.14716) 4833 : cluster [DBG] pgmap v4153: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:56.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:55 smithi129 conmon[101092]: cluster 2022-01-18T18:22:54.701157+0000 mgr.smithi129.iclwio (mgr.14716) 4834 : cluster 2022-01-18T18:22:56.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:55 smithi129 conmon[101092]: [DBG] pgmap v4154: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:22:56.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:55 smithi156 conmon[67007]: cluster 2022-01-18T18:22:54.701157+0000 mgr.smithi129.iclwio (mgr.14716) 4834 : cluster [DBG] pgmap v4154: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:22:56.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:55 smithi156 conmon[67007]: 2022-01-18T18:22:58.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:57 smithi129 conmon[101092]: cluster 2022-01-18T18:22:56.701700+0000 mgr.smithi129.iclwio (mgr.14716) 4835 : cluster [DBG] pgmap v4155: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:58.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:57 smithi129 conmon[101092]: 2022-01-18T18:22:58.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:57 smithi156 conmon[67007]: cluster 2022-01-18T18:22:56.701700+0000 mgr.smithi129.iclwio (mgr.14716) 4835 : cluster [DBG] 2022-01-18T18:22:58.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:57 smithi156 conmon[67007]: pgmap v4155: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:22:59.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:58 smithi129 conmon[101092]: audit 2022-01-18T18:22:58.744860+0000 mon.smithi129 (mon.0) 1574 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:22:59.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:58 smithi129 conmon[101092]: audit 2022-01-18T18:22:58.745078+0000 mon.smithi129 (mon.0) 1575 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:22:59.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:58 smithi156 conmon[67007]: audit 2022-01-18T18:22:58.744860+0000 mon.smithi129 (mon.0) 1574 : audit [INF] 2022-01-18T18:22:59.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:58 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:22:59.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:58 smithi156 conmon[67007]: audit 2022-01-18T18:22:58.745078+0000 mon.smithi129 (mon.0) 1575 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:22:59.944 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:23:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:59 smithi129 conmon[101092]: cluster 2022-01-18T18:22:58.702221+0000 mgr.smithi129.iclwio (mgr.14716) 4836 : 2022-01-18T18:23:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:22:59 smithi129 conmon[101092]: cluster [DBG] pgmap v4156: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:00.209 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:23:00.209 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 4m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:23:00.210 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 4m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:23:00.210 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 4m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:23:00.210 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 4m ago 2h 42.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:23:00.210 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 4m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:23:00.211 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 4m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:23:00.211 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 4m ago 2h 626M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:23:00.211 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 4m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:23:00.211 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 4m ago 2h 904M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:23:00.212 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 4m ago 2h 431M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:23:00.212 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 4m ago 2h 180M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:23:00.212 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 4m ago 2h 114M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:23:00.212 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 4m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:23:00.212 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 4m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:23:00.213 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 4m ago 2h 1807M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:23:00.213 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 4m ago 2h 2847M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:23:00.213 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 4m ago 2h 2191M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:23:00.213 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 4m ago 2h 2849M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:23:00.214 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 4m ago 2h 2648M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:23:00.214 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 4m ago 2h 3212M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:23:00.214 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 4m ago 2h 2548M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:23:00.214 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 4m ago 2h 3751M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:23:00.215 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 4m ago 2h 80.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:23:00.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:22:59 smithi156 conmon[67007]: cluster 2022-01-18T18:22:58.702221+0000 mgr.smithi129.iclwio (mgr.14716) 4836 : cluster [DBG] pgmap v4156: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:00.527 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:23:00.528 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:23:00.528 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:23:00.528 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:23:00.529 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:23:00.529 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:23:00.529 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:23:00.529 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:23:00.530 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:23:00.530 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:23:00.530 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:23:00.530 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:23:00.531 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:23:00.531 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:23:00.531 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:23:00.531 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:23:00.532 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:23:00.532 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:23:00.532 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:23:01.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:00 smithi129 conmon[101092]: audit 2022-01-18T18:22 2022-01-18T18:23:01.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:00 smithi129 conmon[101092]: :59.932722+0000 mgr.smithi129.iclwio (mgr.14716) 4837 : audit [DBG] from='client.37306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:23:01.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:00 smithi129 conmon[101092]: audit 2022-01-18T18:23:00.200942+0000 mgr.smithi129.iclwio (mgr.14716) 4838 2022-01-18T18:23:01.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:00 smithi129 conmon[101092]: : audit [DBG] from='client.37310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:23:01.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:00 smithi129 conmon[101092]: audit 2022-01-18T18 2022-01-18T18:23:01.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:00 smithi129 conmon[101092]: :23:00.528663+0000 mon.smithi129 (mon.0 2022-01-18T18:23:01.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:00 smithi129 conmon[101092]: ) 1576 : audit [DBG] from='client.? 172.21.15.129:0/2949894198' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:23:01.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:00 smithi156 conmon[67007]: audit 2022-01-18T18:22:59.932722+0000 mgr.smithi129.iclwio (mgr.14716) 4837 : audit [DBG] from='client.37306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:23:01.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:00 smithi156 conmon[67007]: audit 2022-01-18T18:23:00.200942+0000 mgr.smithi129.iclwio (mgr.14716) 4838 : audit [DBG] from='client.37310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:23:01.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:00 smithi156 conmon[67007]: audit 2022-01-18T18:23:00.528663+0000 mon.smithi129 (mon.0) 1576 : audit [DBG] 2022-01-18T18:23:01.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:00 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/2949894198' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:23:02.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:01 smithi129 conmon[101092]: cluster 2022-01-18T18:23:00.703112+0000 mgr.smithi129.iclwio (mgr.14716) 4839 : cluster [DBG] 2022-01-18T18:23:02.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:01 smithi129 conmon[101092]: pgmap v4157: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:23:02.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:01 smithi156 conmon[67007]: cluster 2022-01-18T18:23:00.703112+0000 mgr.smithi129.iclwio (mgr.14716) 4839 : cluster [DBG] pgmap v4157: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:23:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:03 smithi129 conmon[101092]: cluster 2022-01-18T18:23:02.703637+0000 mgr.smithi129.iclwio (mgr.14716) 4840 : cluster [DBG] 2022-01-18T18:23:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:03 smithi129 conmon[101092]: pgmap v4158: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:04.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:03 smithi156 conmon[67007]: cluster 2022-01-18T18:23:02.703637+0000 mgr.smithi129.iclwio (mgr.14716) 4840 : cluster [DBG] 2022-01-18T18:23:04.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:03 smithi156 conmon[67007]: pgmap v4158: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:06.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:05 smithi129 conmon[101092]: cluster 2022-01-18T18:23:04.704462+0000 mgr.smithi129.iclwio (mgr.14716) 4841 : cluster [DBG] pgmap v4159: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:23:06.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:05 smithi156 conmon[67007]: cluster 2022-01-18T18:23:04.704462+0000 mgr.smithi129.iclwio (mgr.14716) 4841 : cluster [DBG] pgmap v4159: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:23:08.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:07 smithi129 conmon[101092]: cluster 2022-01-18T18:23:06.704961+0000 mgr.smithi129.iclwio (mgr.14716) 4842 : cluster [DBG] pgmap v4160: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:08.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:07 smithi129 conmon[101092]: 2022-01-18T18:23:08.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:07 smithi156 conmon[67007]: cluster 2022-01-18T18:23:06.704961+0000 mgr.smithi129.iclwio (mgr.14716) 4842 : cluster [DBG] pgmap v4160: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:10.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:09 smithi129 conmon[101092]: cluster 2022-01-18T18:23:08.705594+0000 mgr.smithi129.iclwio (mgr.14716) 4843 : cluster [DBG] pgmap v4161: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:09 smithi129 conmon[101092]: 2022-01-18T18:23:10.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:09 smithi156 conmon[67007]: cluster 2022-01-18T18:23:08.705594+0000 mgr.smithi129.iclwio (mgr.14716) 4843 : cluster [DBG] pgmap v4161: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:12.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:11 smithi129 conmon[101092]: cluster 2022-01-18T18:23:10.706415+0000 mgr.smithi129.iclwio 2022-01-18T18:23:12.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:11 smithi129 conmon[101092]: (mgr.14716) 4844 : cluster [DBG] pgmap v4162: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:23:12.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:11 smithi156 conmon[67007]: cluster 2022-01-18T18:23:10.706415+0000 mgr.smithi129.iclwio (mgr.14716) 4844 : cluster 2022-01-18T18:23:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:11 smithi156 conmon[67007]: [DBG] pgmap v4162: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:23:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:13 smithi129 conmon[101092]: cluster 2022-01-18T18:23:12.707067+0000 mgr.smithi129.iclwio (mgr.14716) 4845 : cluster [DBG] pgmap v4163: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:14.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:13 smithi156 conmon[67007]: cluster 2022-01-18T18:23:12.707067+0000 mgr.smithi129.iclwio (mgr.14716) 4845 : cluster 2022-01-18T18:23:14.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:13 smithi156 conmon[67007]: [DBG] pgmap v4163: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:16.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:15 smithi129 conmon[101092]: cluster 2022-01-18T18:23:14.707841+0000 mgr.smithi129.iclwio (mgr.14716) 4846 : cluster [DBG] pgmap v4164: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:23:16.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:15 smithi156 conmon[67007]: cluster 2022-01-18T18:23:14.707841+0000 mgr.smithi129.iclwio (mgr.14716) 4846 : 2022-01-18T18:23:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:15 smithi156 conmon[67007]: cluster [DBG] pgmap v4164: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:23:18.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:17 smithi129 conmon[101092]: cluster 2022-01-18T18:23:16.708420+0000 mgr.smithi129.iclwio (mgr.14716) 4847 : cluster [DBG] pgmap v4165: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:18.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:17 smithi156 conmon[67007]: cluster 2022-01-18T18:23:16.708420+0000 mgr.smithi129.iclwio (mgr.14716) 4847 : cluster [DBG] 2022-01-18T18:23:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:17 smithi156 conmon[67007]: pgmap v4165: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:20.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:19 smithi129 conmon[101092]: cluster 2022-01-18T18:23:18.708994+0000 mgr.smithi129.iclwio (mgr.14716) 4848 : cluster 2022-01-18T18:23:20.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:19 smithi129 conmon[101092]: [DBG] pgmap v4166: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:20.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:19 smithi156 conmon[67007]: cluster 2022-01-18T18:23:18.708994+0000 mgr.smithi129.iclwio (mgr.14716) 4848 : cluster 2022-01-18T18:23:20.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:19 smithi156 conmon[67007]: [DBG] pgmap v4166: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:21 smithi129 conmon[101092]: cluster 2022-01-18T18:23:20.710028+0000 mgr.smithi129.iclwio (mgr.14716) 4849 : cluster [DBG] pgmap v4167: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:23:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:21 smithi129 conmon[101092]: 2022-01-18T18:23:22.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:21 smithi156 conmon[67007]: cluster 2022-01-18T18:23:20.710028+0000 mgr.smithi129.iclwio (mgr.14716) 4849 : cluster 2022-01-18T18:23:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:21 smithi156 conmon[67007]: [DBG] pgmap v4167: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:23:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:23 smithi129 conmon[101092]: cluster 2022-01-18T18:23:22.710579+0000 mgr.smithi129.iclwio (mgr.14716) 4850 : cluster [DBG] pgmap v4168: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:24.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:23 smithi156 conmon[67007]: cluster 2022-01-18T18:23:22.710579+0000 mgr.smithi129.iclwio (mgr.14716) 4850 2022-01-18T18:23:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:23 smithi156 conmon[67007]: : cluster [DBG] pgmap v4168: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:25 smithi156 conmon[67007]: cluster 2022-01-18T18:23:24.711308+0000 mgr.smithi129.iclwio (mgr.14716) 4851 : cluster [DBG] 2022-01-18T18:23:26.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:25 smithi156 conmon[67007]: pgmap v4169: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:23:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:25 smithi129 conmon[101092]: cluster 2022-01-18T18:23:24.711308+0000 mgr.smithi129.iclwio (mgr.14716) 4851 : cluster [DBG] pgmap v4169: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:23:28.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:27 smithi156 conmon[67007]: cluster 2022-01-18T18:23:26.711960+0000 mgr.smithi129.iclwio (mgr.14716) 4852 2022-01-18T18:23:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:27 smithi156 conmon[67007]: : cluster [DBG] pgmap v4170: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:27 smithi129 conmon[101092]: cluster 2022-01-18T18:23:26.711960+0000 mgr.smithi129.iclwio (mgr.14716) 4852 : cluster [DBG] 2022-01-18T18:23:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:27 smithi129 conmon[101092]: pgmap v4170: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:30.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:29 smithi156 conmon[67007]: cluster 2022-01-18T18:23:28.712470+0000 mgr.smithi129.iclwio (mgr.14716) 4853 : cluster 2022-01-18T18:23:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:29 smithi156 conmon[67007]: [DBG] pgmap v4171: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:30.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:29 smithi129 conmon[101092]: cluster 2022-01-18T18:23:28.712470+0000 mgr.smithi129.iclwio (mgr.14716) 4853 : cluster [DBG] 2022-01-18T18:23:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:29 smithi129 conmon[101092]: pgmap v4171: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:30.826 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:23:31.103 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:23:31.103 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 5m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:23:31.103 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 5m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:23:31.104 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 5m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:23:31.104 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 5m ago 2h 42.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:23:31.104 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 5m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:23:31.104 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 5m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:23:31.105 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 5m ago 2h 626M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:23:31.105 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 5m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:23:31.105 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 5m ago 2h 904M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:23:31.105 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 5m ago 2h 431M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:23:31.106 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 5m ago 2h 180M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:23:31.106 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 5m ago 2h 114M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:23:31.106 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 5m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:23:31.106 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 5m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:23:31.107 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 5m ago 2h 1807M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:23:31.107 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 5m ago 2h 2847M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:23:31.107 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 5m ago 2h 2191M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:23:31.107 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 5m ago 2h 2849M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:23:31.107 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 5m ago 2h 2648M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:23:31.108 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 5m ago 2h 3212M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:23:31.108 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 5m ago 2h 2548M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:23:31.108 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 5m ago 2h 3751M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:23:31.108 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 5m ago 2h 80.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:23:31.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:30 smithi156 conmon[67007]: audit 2022-01-18T18:23:30.325015+0000 mon.smithi129 (mon.0) 1577 : audit 2022-01-18T18:23:31.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:30 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:23:31.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:30 smithi156 conmon[67007]: audit 2022-01-18T18:23:30.326799+0000 mon.smithi129 (mon.0) 1578 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:23:31.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:30 smithi156 conmon[67007]: audit 2022-01-18T18:23:30.327667 2022-01-18T18:23:31.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:30 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 1579 : audit 2022-01-18T18:23:31.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:30 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:23:31.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:30 smithi156 conmon[67007]: cephadm 2022-01-18T18:23:31.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:30 smithi156 conmon[67007]: 2022-01-18T18:23: 2022-01-18T18:23:31.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:30 smithi156 conmon[67007]: 30.328432+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:23:31.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:30 smithi156 conmon[67007]: 14716) 4854 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:23:31.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:30 smithi156 conmon[67007]: audit 2022 2022-01-18T18:23:31.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:30 smithi156 conmon[67007]: -01-18T18:23:30. 2022-01-18T18:23:31.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:30 smithi156 conmon[67007]: 645549+0000 mon.smithi129 (mon.0) 2022-01-18T18:23:31.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:30 smithi156 conmon[67007]: 1580 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:23:31.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:30 smithi156 conmon[67007]: audit 2022-01-18T18:23:31.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:30 smithi156 conmon[67007]: 2022-01-18T18:23: 2022-01-18T18:23:31.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:30 smithi156 conmon[67007]: 30.652703+0000 mon.smithi129 (mon.0 2022-01-18T18:23:31.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:30 smithi156 conmon[67007]: ) 1581 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:23:31.420 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:23:31.421 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:23:31.421 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:23:31.421 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:23:31.421 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:23:31.422 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:23:31.422 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:23:31.422 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:23:31.422 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:23:31.423 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:23:31.423 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:23:31.423 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:23:31.423 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:23:31.424 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:23:31.424 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:23:31.424 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:23:31.424 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:23:31.425 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:23:31.425 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:23:31.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:30 smithi129 conmon[101092]: audit 2022-01-18T18:23:30.325015+0000 mon.smithi129 (mon.0) 1577 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:23:31.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:30 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T18:23:31.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:30 smithi129 conmon[101092]: 18T18:23:30.326799+0000 mon.smithi129 (mon.0) 1578 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:23:31.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:30 smithi129 conmon[101092]: audit 2022-01-18T18:23:30.327667+0000 mon.smithi129 (mon.0) 1579 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:23:31.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:30 smithi129 conmon[101092]: cephadm 2022-01-18T18:23:30.328432+0000 mgr.smithi129.iclwio (mgr.14716) 4854 : cephadm 2022-01-18T18:23:31.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:30 smithi129 conmon[101092]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:23:31.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:30 smithi129 conmon[101092]: audit 2022-01-18T18:23:31.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:30 smithi129 conmon[101092]: 2022-01-18T18:23:30.645549+0000 mon.smithi129 (mon.0) 1580 2022-01-18T18:23:31.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:30 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:23:31.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:30 smithi129 conmon[101092]: audit 2022-01-18T18:23:30. 2022-01-18T18:23:31.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:30 smithi129 conmon[101092]: 652703+0000 mon.smithi129 (mon.0) 1581 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:23:32.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:31 smithi156 conmon[67007]: cluster 2022-01-18T18:23:30.713156+0000 mgr.smithi129.iclwio (mgr.14716) 4855 : cluster [DBG] pgmap v4172: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:23:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:31 smithi156 conmon[67007]: audit 2022-01-18T18:23:30.816080+0000 mgr.smithi129.iclwio (mgr.14716) 4856 : audit [DBG] from='client.37318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:23:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:31 smithi156 conmon[67007]: audit 2022-01-18T18:23:31.094850+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:23:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:31 smithi156 conmon[67007]: 14716) 4857 : audit [DBG] from='client.37322 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:23:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:31 smithi156 conmon[67007]: audit 2022-01-18T18:23:32.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:31 smithi156 conmon[67007]: 2022-01-18T18:23:31.421157+0000 mon.smithi129 ( 2022-01-18T18:23:32.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:31 smithi156 conmon[67007]: mon.0) 1582 : audit [DBG] from='client.? 172.21.15.129:0/688720529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:23:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:31 smithi129 conmon[101092]: cluster 2022-01-18T18:23:30.713156+0000 mgr.smithi129.iclwio (mgr.14716) 4855 : 2022-01-18T18:23:32.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:31 smithi129 conmon[101092]: cluster [DBG] pgmap v4172: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:23:32.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:31 smithi129 conmon[101092]: audit 2022-01-18T18:23:30.816080+0000 mgr.smithi129.iclwio (mgr.14716) 4856 : audit [DBG] from='client.37318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:23:32.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:31 smithi129 conmon[101092]: audit 2022-01-18T18:23:31. 2022-01-18T18:23:32.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:31 smithi129 conmon[101092]: 094850+0000 mgr.smithi129.iclwio (mgr.14716) 4857 : audit [DBG] from='client.37322 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:23:32.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:31 smithi129 conmon[101092]: audit 2022-01-18T18:23:31.421157+0000 2022-01-18T18:23:32.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:31 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1582 : audit [DBG] from='client.? 172.21.15.129:0/688720529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:23:34.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:33 smithi156 conmon[67007]: cluster 2022-01-18T18:23:32.713869+0000 mgr.smithi129.iclwio (mgr.14716) 4858 : cluster [DBG] pgmap v4173: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:33 smithi129 conmon[101092]: cluster 2022-01-18T18:23:32.713869+0000 mgr.smithi129.iclwio (mgr.14716) 4858 : cluster [DBG] pgmap v4173: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:36.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:35 smithi156 conmon[67007]: cluster 2022-01-18T18:23:34.714631+0000 mgr.smithi129.iclwio (mgr.14716) 4859 : cluster [DBG] 2022-01-18T18:23:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:35 smithi156 conmon[67007]: pgmap v4174: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:23:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:35 smithi129 conmon[101092]: cluster 2022-01-18T18:23:34.714631+0000 mgr.smithi129.iclwio (mgr.14716) 4859 : cluster [DBG] pgmap v4174: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:23:38.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:37 smithi156 conmon[67007]: cluster 2022-01-18T18:23:36.715281+0000 mgr.smithi129.iclwio (mgr.14716) 4860 : cluster [DBG] 2022-01-18T18:23:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:37 smithi156 conmon[67007]: pgmap v4175: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:37 smithi129 conmon[101092]: cluster 2022-01-18T18:23:36.715281+0000 mgr.smithi129.iclwio (mgr.14716) 4860 : cluster [DBG] 2022-01-18T18:23:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:37 smithi129 conmon[101092]: pgmap v4175: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:40.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:39 smithi156 conmon[67007]: cluster 2022-01-18T18:23:38.715821+0000 mgr.smithi129.iclwio (mgr.14716) 4861 : cluster [DBG] pgmap v4176: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:39 smithi129 conmon[101092]: cluster 2022-01-18T18:23:38.715821+0000 mgr.smithi129.iclwio (mgr.14716) 4861 : cluster [DBG] pgmap v4176: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:42.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:41 smithi156 conmon[67007]: cluster 2022-01-18T18:23:40.716668+0000 mgr.smithi129.iclwio (mgr.14716) 4862 : cluster [DBG] pgmap v4177: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:23:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:41 smithi129 conmon[101092]: cluster 2022-01-18T18:23:40.716668+0000 mgr.smithi129.iclwio (mgr.14716) 4862 : cluster 2022-01-18T18:23:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:41 smithi129 conmon[101092]: [DBG] pgmap v4177: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:23:44.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:43 smithi156 conmon[67007]: cluster 2022-01-18T18:23:42.717347+0000 mgr.smithi129.iclwio (mgr.14716) 4863 : cluster 2022-01-18T18:23:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:43 smithi156 conmon[67007]: [DBG] pgmap v4178: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:43 smithi129 conmon[101092]: cluster 2022-01-18T18:23:42.717347+0000 mgr.smithi129.iclwio (mgr.14716) 4863 : cluster [DBG] pgmap v4178: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:46.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:45 smithi156 conmon[67007]: cluster 2022-01-18T18:23:44.718323+0000 mgr.smithi129.iclwio (mgr.14716) 4864 : cluster [DBG] pgmap v4179: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:23:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:45 smithi129 conmon[101092]: cluster 2022-01-18T18:23:44.718323+0000 mgr.smithi129.iclwio (mgr.14716) 4864 : cluster [DBG] pgmap v4179: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:23:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:45 smithi129 conmon[101092]: 2022-01-18T18:23:48.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:47 smithi156 conmon[67007]: cluster 2022-01-18T18:23:46.718824+0000 mgr.smithi129.iclwio (mgr.14716) 4865 : cluster [DBG] 2022-01-18T18:23:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:47 smithi156 conmon[67007]: pgmap v4180: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:47 smithi129 conmon[101092]: cluster 2022-01-18T18:23:46.718824+0000 mgr.smithi129.iclwio (mgr.14716) 4865 : cluster [DBG] pgmap v4180: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:47 smithi129 conmon[101092]: 2022-01-18T18:23:50.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:49 smithi156 conmon[67007]: cluster 2022-01-18T18:23:48.719437+0000 mgr.smithi129.iclwio (mgr.14716) 4866 : cluster [DBG] 2022-01-18T18:23:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:49 smithi156 conmon[67007]: pgmap v4181: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:49 smithi129 conmon[101092]: cluster 2022-01-18T18:23:48.719437+0000 mgr.smithi129.iclwio (mgr.14716) 4866 : cluster [DBG] 2022-01-18T18:23:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:49 smithi129 conmon[101092]: pgmap v4181: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:52.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:51 smithi156 conmon[67007]: cluster 2022-01-18T18:23:50.720186+0000 mgr.smithi129.iclwio (mgr.14716) 4867 2022-01-18T18:23:52.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:51 smithi156 conmon[67007]: : cluster [DBG] pgmap v4182: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:23:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:51 smithi129 conmon[101092]: cluster 2022-01-18T18:23:50.720186+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:23:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:51 smithi129 conmon[101092]: ) 4867 : cluster [DBG] pgmap v4182: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:23:54.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:53 smithi156 conmon[67007]: cluster 2022-01-18T18:23:52.720736+0000 mgr.smithi129.iclwio (mgr.14716) 4868 : cluster [DBG] 2022-01-18T18:23:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:53 smithi156 conmon[67007]: pgmap v4183: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:53 smithi129 conmon[101092]: cluster 2022-01-18T18:23:52.720736+0000 mgr.smithi129.iclwio (mgr.14716) 4868 : cluster [DBG] 2022-01-18T18:23:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:53 smithi129 conmon[101092]: pgmap v4183: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:56.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:55 smithi156 conmon[67007]: cluster 2022-01-18T18:23:54.721632+0000 mgr.smithi129.iclwio (mgr.14716) 4869 : 2022-01-18T18:23:56.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:55 smithi156 conmon[67007]: cluster [DBG] pgmap v4184: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:23:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:55 smithi129 conmon[101092]: cluster 2022-01-18T18:23:54.721632+0000 mgr.smithi129.iclwio (mgr.14716) 4869 : cluster [DBG] pgmap v4184: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:23:58.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:57 smithi156 conmon[67007]: cluster 2022-01-18T18:23:56.722087+0000 mgr.smithi129.iclwio (mgr.14716) 4870 : cluster 2022-01-18T18:23:58.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:57 smithi156 conmon[67007]: [DBG] pgmap v4185: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:57 smithi129 conmon[101092]: cluster 2022-01-18T18:23:56.722087+0000 mgr.smithi129.iclwio (mgr.14716) 4870 : cluster [DBG] pgmap v4185: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:23:59.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:59 smithi156 conmon[67007]: audit 2022-01-18T18:23:58.748639+0000 mon.smithi129 (mon.0) 1583 : 2022-01-18T18:23:59.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:59 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:23:59.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:23:59 smithi156 conmon[67007]: audit 2022-01-18T18:23:58.748953+0000 mon.smithi129 (mon.0) 1584 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:23:59.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:59 smithi129 conmon[101092]: audit 2022-01-18T18:23:58.748639+0000 mon.smithi129 (mon.0) 1583 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:23:59.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:23:59 smithi129 conmon[101092]: audit 2022-01-18T18:23:58.748953+0000 mon.smithi129 (mon.0) 1584 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:24:00.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:00 smithi156 conmon[67007]: cluster 2022-01-18T18:23:58.722729+0000 mgr.smithi129.iclwio (mgr.14716) 4871 : 2022-01-18T18:24:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:00 smithi156 conmon[67007]: cluster [DBG] pgmap v4186: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:00 smithi129 conmon[101092]: cluster 2022-01-18T18:23:58.722729+0000 mgr.smithi129.iclwio (mgr.14716) 4871 : cluster [DBG] pgmap v4186: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:00 smithi129 conmon[101092]: 2022-01-18T18:24:01.720 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:24:01.982 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:24:01.983 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 5m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:24:01.983 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 5m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:24:01.983 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 5m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:24:01.983 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 5m ago 2h 42.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:24:01.984 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 5m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:24:01.984 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 5m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:24:01.984 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 5m ago 2h 626M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:24:01.984 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 5m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:24:01.984 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 5m ago 2h 904M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:24:01.985 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 5m ago 2h 431M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:24:01.985 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 5m ago 2h 180M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:24:01.985 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 5m ago 2h 114M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:24:01.985 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 5m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:24:01.986 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 5m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:24:01.986 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 5m ago 2h 1807M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:24:01.986 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 5m ago 2h 2847M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:24:01.986 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 5m ago 2h 2191M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:24:01.986 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 5m ago 2h 2849M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:24:01.987 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 5m ago 2h 2648M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:24:01.987 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 5m ago 2h 3212M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:24:01.987 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 5m ago 2h 2548M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:24:01.987 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 5m ago 2h 3751M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:24:01.988 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 5m ago 2h 80.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:24:02.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:02 smithi156 conmon[67007]: cluster 2022-01-18T18:24:00.723681+0000 mgr.smithi129.iclwio (mgr.14716) 4872 : cluster [DBG] 2022-01-18T18:24:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:02 smithi156 conmon[67007]: pgmap v4187: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:24:02.299 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:24:02.299 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:24:02.300 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:24:02.300 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:24:02.300 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:24:02.300 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:24:02.301 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:24:02.301 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:24:02.301 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:24:02.301 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:24:02.302 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:24:02.302 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:24:02.302 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:24:02.302 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:24:02.302 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:24:02.303 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:24:02.303 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:24:02.303 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:24:02.303 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:24:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:02 smithi129 conmon[101092]: cluster 2022-01-18T18:24:00.723681+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:24:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:02 smithi129 conmon[101092]: 4872 : cluster [DBG] pgmap v4187: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:24:03.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:03 smithi156 conmon[67007]: audit 2022-01-18T18:24:01.708921+0000 mgr.smithi129.iclwio (mgr.14716) 4873 : audit 2022-01-18T18:24:03.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:03 smithi156 conmon[67007]: [DBG] from='client.37330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:24:03.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:03 smithi156 conmon[67007]: audit 2022-01-18T18:24:01.974829+0000 mgr.smithi129.iclwio (mgr.14716) 4874 : audit [DBG] from='client.37334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:24:03.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:03 smithi156 conmon[67007]: audit 2022-01-18T18:24:02.299774+0000 mon.smithi129 (mon.0) 1585 : audit 2022-01-18T18:24:03.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:03 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/861177960' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:24:03.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:03 smithi129 conmon[101092]: audit 2022-01-18T18:24:01.708921+0000 mgr.smithi129.iclwio (mgr.14716) 4873 : audit [DBG] from='client.37330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:24:03.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:03 smithi129 conmon[101092]: audit 2022-01-18T18:24:01.974829+0000 mgr.smithi129.iclwio (mgr.14716) 4874 : audit [DBG] from='client.37334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:24:03.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:03 smithi129 conmon[101092]: audit 2022-01-18T18:24:02.299774+0000 mon.smithi129 (mon.0) 1585 : audit [DBG] from='client.? 172.21.15.129:0/861177960' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:24:04.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:04 smithi156 conmon[67007]: cluster 2022-01-18T18:24:02.724199+0000 mgr.smithi129.iclwio (mgr.14716) 4875 : cluster [DBG] 2022-01-18T18:24:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:04 smithi156 conmon[67007]: pgmap v4188: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:04 smithi129 conmon[101092]: cluster 2022-01-18T18:24:02.724199+0000 mgr.smithi129.iclwio (mgr.14716) 4875 : cluster [DBG] 2022-01-18T18:24:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:04 smithi129 conmon[101092]: pgmap v4188: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:06.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:06 smithi156 conmon[67007]: cluster 2022-01-18T18:24:04.725009+0000 mgr.smithi129.iclwio (mgr.14716) 4876 : cluster [DBG] pgmap v4189: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:24:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:06 smithi129 conmon[101092]: cluster 2022-01-18T18:24:04.725009+0000 mgr.smithi129.iclwio (mgr.14716) 4876 : cluster [DBG] pgmap v4189: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:24:08.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:08 smithi156 conmon[67007]: cluster 2022-01-18T18:24:06.725499+0000 mgr.smithi129.iclwio (mgr.14716) 4877 : cluster [DBG] pgmap v4190: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:08 smithi129 conmon[101092]: cluster 2022-01-18T18:24:06.725499+0000 mgr.smithi129.iclwio (mgr.14716) 4877 : cluster [DBG] pgmap v4190: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:10.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:10 smithi156 conmon[67007]: cluster 2022-01-18T18:24:08.726254+0000 mgr.smithi129.iclwio (mgr.14716) 4878 : cluster [DBG] pgmap v4191: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:10 smithi129 conmon[101092]: cluster 2022-01-18T18:24:08.726254+0000 mgr.smithi129.iclwio (mgr.14716) 4878 : cluster [DBG] pgmap v4191: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:12.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:12 smithi156 conmon[67007]: cluster 2022-01-18T18:24:10.727060+0000 mgr.smithi129.iclwio (mgr.14716) 4879 : cluster [DBG] pgmap v4192: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:24:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:12 smithi129 conmon[101092]: cluster 2022-01-18T18:24:10.727060+0000 mgr.smithi129.iclwio (mgr.14716) 4879 : cluster [DBG] pgmap v4192: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:24:14.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:14 smithi156 conmon[67007]: cluster 2022-01-18T18:24:12.727527+0000 mgr.smithi129.iclwio (mgr.14716) 4880 : cluster [DBG] pgmap v4193: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:14 smithi129 conmon[101092]: cluster 2022-01-18T18:24:12.727527+0000 mgr.smithi129.iclwio (mgr.14716) 4880 : cluster [DBG] pgmap v4193: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:16.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:16 smithi156 conmon[67007]: cluster 2022-01-18T18:24:14.728208+0000 mgr.smithi129.iclwio (mgr.14716) 4881 : cluster [DBG] pgmap v4194: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:24:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:16 smithi129 conmon[101092]: cluster 2022-01-18T18:24:14.728208+0000 mgr.smithi129.iclwio (mgr.14716) 4881 : cluster [DBG] pgmap v4194: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:24:18.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:18 smithi156 conmon[67007]: cluster 2022-01-18T18:24:16.728680+0000 mgr.smithi129.iclwio (mgr.14716) 4882 : cluster [DBG] pgmap v4195: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:18 smithi129 conmon[101092]: cluster 2022-01-18T18:24:16.728680+0000 mgr.smithi129.iclwio (mgr.14716) 4882 : cluster [DBG] 2022-01-18T18:24:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:18 smithi129 conmon[101092]: pgmap v4195: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:20.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:20 smithi156 conmon[67007]: cluster 2022-01-18T18:24:18.729363+0000 mgr.smithi129.iclwio (mgr.14716) 4883 : cluster [DBG] pgmap v4196: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:20 smithi129 conmon[101092]: cluster 2022-01-18T18:24:18.729363+0000 mgr.smithi129.iclwio (mgr.14716) 4883 : cluster 2022-01-18T18:24:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:20 smithi129 conmon[101092]: [DBG] pgmap v4196: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:22 smithi129 conmon[101092]: cluster 2022-01-18T18:24:20.730142+0000 mgr.smithi129.iclwio (mgr.14716) 4884 : cluster [DBG] pgmap v4197: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:24:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:22 smithi156 conmon[67007]: cluster 2022-01-18T18:24:20.730142+0000 mgr.smithi129.iclwio (mgr.14716) 4884 : cluster [DBG] pgmap v4197: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:24:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:24 smithi129 conmon[101092]: cluster 2022-01-18T18:24:22.730666+0000 mgr.smithi129.iclwio (mgr.14716) 4885 : cluster [DBG] pgmap v4198: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:24.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:24 smithi156 conmon[67007]: cluster 2022-01-18T18:24:22.730666+0000 mgr.smithi129.iclwio (mgr.14716) 4885 : cluster [DBG] pgmap v4198: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:26 smithi129 conmon[101092]: cluster 2022-01-18T18:24:24.731467+0000 mgr.smithi129.iclwio (mgr.14716) 4886 : cluster [DBG] pgmap v4199: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:24:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:26 smithi129 conmon[101092]: 2022-01-18T18:24:26.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:26 smithi156 conmon[67007]: cluster 2022-01-18T18:24:24.731467+0000 mgr.smithi129.iclwio (mgr.14716) 4886 : cluster [DBG] pgmap v4199: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:24:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:28 smithi129 conmon[101092]: cluster 2022-01-18T18:24:26.732103+0000 mgr.smithi129.iclwio (mgr.14716) 4887 : cluster [DBG] pgmap v4200: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:28.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:28 smithi156 conmon[67007]: cluster 2022-01-18T18:24:26.732103+0000 mgr.smithi129.iclwio (mgr.14716) 4887 : cluster [DBG] pgmap v4200: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:30 smithi129 conmon[101092]: cluster 2022-01-18T18:24:28.732649+0000 mgr.smithi129.iclwio (mgr.14716) 4888 : cluster [DBG] 2022-01-18T18:24:30.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:30 smithi129 conmon[101092]: pgmap v4201: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:30.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:30 smithi156 conmon[67007]: cluster 2022-01-18T18:24:28.732649+0000 mgr.smithi129.iclwio (mgr.14716) 4888 : cluster [DBG] pgmap v4201: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:31.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:31 smithi129 conmon[101092]: audit 2022-01-18T18:24:30.656599+0000 mon.smithi129 (mon.0) 1586 : audit 2022-01-18T18:24:31.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:31 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:24:31.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:31 smithi129 conmon[101092]: audit 2022-01-18T18:24:30.658067+0000 mon.smithi129 (mon.0) 1587 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:24:31.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:31 smithi129 conmon[101092]: audit 2022-01-18T18:24:30.658884+0000 mon.smithi129 (mon.0) 1588 : audit 2022-01-18T18:24:31.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:31 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:24:31.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:31 smithi129 conmon[101092]: audit 2022-01-18T18:24:30.968539+0000 mon.smithi129 (mon.0) 1589 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:24:31.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:31 smithi129 conmon[101092]: audit 2022-01-18T18:24:30.973230+0000 mon.smithi129 (mon.0) 1590 : audit 2022-01-18T18:24:31.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:31 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:24:31.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:31 smithi156 conmon[67007]: audit 2022-01-18T18:24:30.656599+0000 mon.smithi129 (mon.0 2022-01-18T18:24:31.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:31 smithi156 conmon[67007]: ) 1586 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:24:31.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:31 smithi156 conmon[67007]: audit 2022-01-18T18:24:30.658067+0000 mon.smithi129 (mon.0) 1587 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:24:31.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:31 smithi156 conmon[67007]: audit 2022- 2022-01-18T18:24:31.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:31 smithi156 conmon[67007]: 01-18T18:24:30.658884+0000 mon.smithi129 (mon.0) 1588 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:24:31.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:31 smithi156 conmon[67007]: audit 2022-01-18T18: 2022-01-18T18:24:31.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:31 smithi156 conmon[67007]: 24:30.968539+0000 mon.smithi129 (mon.0) 1589 2022-01-18T18:24:31.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:31 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:24:31.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:31 smithi156 conmon[67007]: audit 2022-01-18T18 2022-01-18T18:24:31.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:31 smithi156 conmon[67007]: :24:30.973230+0000 mon.smithi129 (mon.0 2022-01-18T18:24:31.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:31 smithi156 conmon[67007]: ) 1590 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:24:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:32 smithi129 conmon[101092]: cephadm 2022-01-18T18:24:30.659605+0000 mgr.smithi129.iclwio (mgr.14716) 4889 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:24:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:32 smithi129 conmon[101092]: cluster 2022-01-18T18:24:30.733375+0000 mgr.smithi129.iclwio (mgr.14716) 4890 : cluster [DBG] pgmap v4202: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:24:32.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:32 smithi156 conmon[67007]: cephadm 2022-01-18T18:24:30.659605+0000 mgr.smithi129.iclwio (mgr.14716) 4889 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:24:32.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:32 smithi156 conmon[67007]: cluster 2022-01-18T18 2022-01-18T18:24:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:32 smithi156 conmon[67007]: :24:30.733375+0000 mgr.smithi129.iclwio (mgr.14716) 4890 : cluster [DBG] pgmap v4202: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:24:32.598 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:24:32.863 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:24:32.863 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 6m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:24:32.864 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 6m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:24:32.864 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 6m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:24:32.864 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 6m ago 2h 42.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:24:32.864 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 6m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:24:32.865 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 6m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:24:32.865 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 6m ago 2h 626M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:24:32.865 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 6m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:24:32.865 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 6m ago 2h 904M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:24:32.866 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 6m ago 2h 431M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:24:32.866 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 6m ago 2h 180M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:24:32.866 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 6m ago 2h 114M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:24:32.866 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 6m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:24:32.867 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 6m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:24:32.867 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 6m ago 2h 1807M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:24:32.867 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 6m ago 2h 2847M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:24:32.867 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 6m ago 2h 2191M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:24:32.867 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 6m ago 2h 2849M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:24:32.868 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 6m ago 2h 2648M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:24:32.868 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 6m ago 2h 3212M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:24:32.868 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 6m ago 2h 2548M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:24:32.868 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 6m ago 2h 3751M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:24:32.869 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 6m ago 2h 80.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:24:33.183 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:24:33.183 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:24:33.184 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:24:33.184 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:24:33.184 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:24:33.184 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:24:33.185 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:24:33.185 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:24:33.185 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:24:33.185 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:24:33.185 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:24:33.186 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:24:33.186 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:24:33.186 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:24:33.186 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:24:33.187 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:24:33.187 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:24:33.187 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:24:33.187 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:24:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:34 smithi129 conmon[101092]: audit 2022-01-18T18:24:32.586367+0000 mgr.smithi129.iclwio (mgr.14716) 4891 : audit 2022-01-18T18:24:34.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:34 smithi129 conmon[101092]: [DBG] from='client.37342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:24:34.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:34 smithi129 conmon[101092]: cluster 2022-01-18T18:24:32.733865+0000 mgr.smithi129.iclwio (mgr.14716) 4892 : cluster [DBG] pgmap v4203: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:34.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:34 smithi129 conmon[101092]: audit 2022-01-18T18:24:32.855542+0000 mgr.smithi129.iclwio (mgr.14716) 4893 : audit [DBG] from='client.37346 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:24:34.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:34 smithi129 conmon[101092]: audit 2022-01-18T18:24:33.184072+0000 mon.smithi129 (mon.0) 1591 : audit [DBG] from='client.? 172.21.15.129:0/3283351584' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:24:34.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:34 smithi156 conmon[67007]: audit 2022-01-18T18:24:32.586367+0000 mgr.smithi129.iclwio (mgr.14716) 4891 : audit [DBG] from='client.37342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:24:34.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:34 smithi156 conmon[67007]: cluster 2022-01-18T18:24:32.733865+0000 mgr.smithi129.iclwio 2022-01-18T18:24:34.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:34 smithi156 conmon[67007]: (mgr.14716) 4892 : cluster [DBG] pgmap v4203: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:34.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:34 smithi156 conmon[67007]: audit 2022-01-18T18:24:32.855542+0000 mgr.smithi129.iclwio (mgr.14716) 4893 : audit [DBG] from='client.37346 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:24:34.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:34 smithi156 conmon[67007]: audit 2022-01-18T18:24:33.184072+0000 mon.smithi129 (mon.0) 1591 : audit [DBG] from='client.? 172.21.15.129:0/3283351584' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:24:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:36 smithi129 conmon[101092]: cluster 2022-01-18T18:24:34.734544+0000 mgr.smithi129.iclwio (mgr.14716) 4894 : cluster [DBG] pgmap v4204: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:24:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:36 smithi129 conmon[101092]: 2022-01-18T18:24:36.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:36 smithi156 conmon[67007]: cluster 2022-01-18T18:24:34.734544+0000 mgr.smithi129.iclwio (mgr.14716) 4894 : cluster [DBG] pgmap v4204: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:24:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:38 smithi129 conmon[101092]: cluster 2022-01-18T18:24:36.735123+0000 mgr.smithi129.iclwio (mgr.14716) 4895 : cluster [DBG] pgmap v4205: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:38.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:38 smithi156 conmon[67007]: cluster 2022-01-18T18:24:36.735123+0000 mgr.smithi129.iclwio (mgr.14716) 4895 : cluster [DBG] pgmap v4205: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:40 smithi129 conmon[101092]: cluster 2022-01-18T18:24:38.735670+0000 mgr.smithi129.iclwio (mgr.14716) 4896 : cluster 2022-01-18T18:24:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:40 smithi129 conmon[101092]: [DBG] pgmap v4206: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:40.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:40 smithi156 conmon[67007]: cluster 2022-01-18T18:24:38.735670+0000 mgr.smithi129.iclwio (mgr.14716) 4896 : cluster [DBG] pgmap v4206: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:42 smithi129 conmon[101092]: cluster 2022-01-18T18:24:40.736575+0000 mgr.smithi129.iclwio (mgr.14716) 4897 : cluster [DBG] pgmap v4207: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:24:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:42 smithi129 conmon[101092]: 2022-01-18T18:24:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:42 smithi156 conmon[67007]: cluster 2022-01-18T18:24:40.736575+0000 mgr.smithi129.iclwio (mgr.14716) 4897 : cluster [DBG] pgmap v4207: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:24:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:44 smithi129 conmon[101092]: cluster 2022-01-18T18:24:42.737198+0000 mgr.smithi129.iclwio (mgr.14716) 4898 : cluster [DBG] pgmap v4208: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:44 smithi129 conmon[101092]: 2022-01-18T18:24:44.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:44 smithi156 conmon[67007]: cluster 2022-01-18T18:24:42.737198+0000 mgr.smithi129.iclwio (mgr.14716) 4898 : cluster [DBG] pgmap v4208: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:46 smithi129 conmon[101092]: cluster 2022-01-18T18:24:44.738051+0000 mgr.smithi129.iclwio (mgr.14716) 4899 : cluster [DBG] pgmap v4209: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:24:46.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:46 smithi156 conmon[67007]: cluster 2022-01-18T18:24:44.738051+0000 mgr.smithi129.iclwio (mgr.14716) 4899 : cluster [DBG] pgmap v4209: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:24:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:46 smithi156 conmon[67007]: 2022-01-18T18:24:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:48 smithi129 conmon[101092]: cluster 2022-01-18T18:24:46.738619+0000 mgr.smithi129.iclwio (mgr.14716) 4900 : cluster [DBG] pgmap v4210: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:48.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:48 smithi156 conmon[67007]: cluster 2022-01-18T18:24:46.738619+0000 mgr.smithi129.iclwio (mgr.14716) 4900 : cluster [DBG] pgmap v4210: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:50 smithi129 conmon[101092]: cluster 2022-01-18T18:24:48.739229+0000 mgr.smithi129.iclwio (mgr.14716) 4901 : cluster [DBG] 2022-01-18T18:24:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:50 smithi129 conmon[101092]: pgmap v4211: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:50.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:50 smithi156 conmon[67007]: cluster 2022-01-18T18:24:48.739229+0000 mgr.smithi129.iclwio (mgr.14716) 4901 : cluster [DBG] pgmap v4211: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:50.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:50 smithi156 conmon[67007]: 2022-01-18T18:24:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:52 smithi129 conmon[101092]: cluster 2022-01-18T18:24:50.739954+0000 mgr.smithi129.iclwio (mgr.14716) 4902 : cluster [DBG] pgmap v4212: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:24:52.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:52 smithi156 conmon[67007]: cluster 2022-01-18T18:24:50.739954+0000 mgr.smithi129.iclwio (mgr.14716) 4902 : cluster [DBG] pgmap v4212: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:24:52.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:52 smithi156 conmon[67007]: 2022-01-18T18:24:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:54 smithi129 conmon[101092]: cluster 2022-01-18T18:24:52.740489+0000 mgr.smithi129.iclwio (mgr.14716) 4903 : cluster 2022-01-18T18:24:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:54 smithi129 conmon[101092]: [DBG] pgmap v4213: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:54.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:54 smithi156 conmon[67007]: cluster 2022-01-18T18:24:52.740489+0000 mgr.smithi129.iclwio (mgr.14716) 4903 : cluster [DBG] pgmap v4213: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:56 smithi129 conmon[101092]: cluster 2022-01-18T18:24:54.741286+0000 mgr.smithi129.iclwio (mgr.14716) 4904 : cluster [DBG] pgmap v4214: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:24:56.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:56 smithi156 conmon[67007]: cluster 2022-01-18T18:24:54.741286+0000 mgr.smithi129.iclwio (mgr.14716) 4904 : cluster [DBG] pgmap v4214: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:24:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:58 smithi129 conmon[101092]: cluster 2022-01-18T18:24:56.741841+0000 mgr.smithi129.iclwio (mgr.14716) 4905 2022-01-18T18:24:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:58 smithi129 conmon[101092]: : cluster [DBG] pgmap v4215: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:58.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:58 smithi156 conmon[67007]: cluster 2022-01-18T18:24:56.741841+0000 mgr.smithi129.iclwio (mgr.14716) 4905 : cluster [DBG] pgmap v4215: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:24:59.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:59 smithi129 conmon[101092]: audit 2022-01-18T18:24:58.752762+0000 mon.smithi129 (mon.0) 1592 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:24:59.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:59 smithi129 conmon[101092]: 2022-01-18T18:24:59.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:24:59 smithi129 conmon[101092]: audit 2022-01-18T18:24:58.752998+0000 mon.smithi129 (mon.0) 1593 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:24:59.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:59 smithi156 conmon[67007]: audit 2022-01-18T18:24:58.752762+0000 mon.smithi129 (mon.0) 1592 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:24:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:59 smithi156 conmon[67007]: 2022-01-18T18:24:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:24:59 smithi156 conmon[67007]: audit 2022-01-18T18:24:58.752998+0000 mon.smithi129 (mon.0) 1593 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:25:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:00 smithi129 conmon[101092]: cluster 2022-01-18T18:24:58.742450+0000 mgr.smithi129.iclwio (mgr.14716) 4906 : cluster 2022-01-18T18:25:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:00 smithi129 conmon[101092]: [DBG] pgmap v4216: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:00 smithi156 conmon[67007]: cluster 2022-01-18T18:24:58.742450+0000 mgr.smithi129.iclwio (mgr.14716) 4906 : cluster [DBG] pgmap v4216: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:02 smithi129 conmon[101092]: cluster 2022-01-18T18:25:00.743367+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:25:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:02 smithi129 conmon[101092]: 14716) 4907 : cluster [DBG] pgmap v4217: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:25:02.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:02 smithi156 conmon[67007]: cluster 2022-01-18T18:25:00.743367+0000 mgr.smithi129.iclwio (mgr.14716) 4907 : cluster [DBG] pgmap v4217: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:25:03.481 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:25:03.748 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:25:03.748 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 6m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:25:03.748 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 6m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:25:03.749 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 6m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:25:03.749 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 6m ago 2h 42.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:25:03.749 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 6m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:25:03.749 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 6m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:25:03.750 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 6m ago 2h 626M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:25:03.750 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 6m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:25:03.750 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 6m ago 2h 904M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:25:03.751 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 6m ago 2h 431M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:25:03.751 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 6m ago 2h 180M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:25:03.751 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 6m ago 2h 114M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:25:03.751 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 6m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:25:03.752 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 6m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:25:03.752 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 6m ago 2h 1807M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:25:03.752 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 6m ago 2h 2847M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:25:03.752 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 6m ago 2h 2191M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:25:03.752 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 6m ago 2h 2849M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:25:03.753 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 6m ago 2h 2648M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:25:03.753 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 6m ago 2h 3212M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:25:03.753 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 6m ago 2h 2548M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:25:03.753 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 6m ago 2h 3751M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:25:03.754 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 6m ago 2h 80.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:25:04.069 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:25:04.069 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:25:04.070 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:25:04.070 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:25:04.071 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:25:04.071 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:25:04.071 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:25:04.071 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:25:04.072 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:25:04.072 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:25:04.072 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:25:04.072 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:25:04.072 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:25:04.073 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:25:04.073 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:25:04.073 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:25:04.073 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:25:04.073 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:25:04.074 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:25:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:04 smithi129 conmon[101092]: cluster 2022-01-18T18:25:02.744027+0000 mgr.smithi129.iclwio (mgr.14716) 4908 : 2022-01-18T18:25:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:04 smithi129 conmon[101092]: cluster [DBG] pgmap v4218: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:04.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:04 smithi129 conmon[101092]: audit 2022-01-18T18:25:04.070056+0000 mon.smithi129 (mon.0) 1594 : audit [DBG] from='client.? 172.21.15.129:0/220878318' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:25:04.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:04 smithi156 conmon[67007]: cluster 2022-01-18T18:25:02.744027+0000 mgr.smithi129.iclwio (mgr.14716) 4908 : cluster [DBG] pgmap v4218: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:04.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:04 smithi156 conmon[67007]: audit 2022-01-18T18:25:04.070056+0000 mon.smithi129 (mon.0) 1594 : audit [DBG] from='client.? 172.21.15.129:0/220878318' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:25:05.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:05 smithi129 conmon[101092]: audit 2022-01-18T18:25:03.470443+0000 mgr.smithi129.iclwio (mgr.14716) 4909 : audit [DBG] from='client.37354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:25:05.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:05 smithi129 conmon[101092]: audit 2022-01-18T18:25:03.739351+0000 mgr.smithi129.iclwio (mgr.14716) 4910 : audit [DBG] from='client.37358 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:25:05.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:05 smithi156 conmon[67007]: audit 2022-01-18T18:25:03.470443+0000 mgr.smithi129.iclwio (mgr.14716) 4909 : audit [DBG] 2022-01-18T18:25:05.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:05 smithi156 conmon[67007]: from='client.37354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:25:05.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:05 smithi156 conmon[67007]: audit 2022-01-18T18:25:03.739351+0000 mgr.smithi129.iclwio (mgr.14716) 4910 : audit [DBG] from='client.37358 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:25:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:06 smithi129 conmon[101092]: cluster 2022-01-18T18:25:04.744715+0000 mgr.smithi129.iclwio (mgr.14716) 4911 : cluster [DBG] pgmap v4219: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:25:06.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:06 smithi156 conmon[67007]: cluster 2022-01-18T18:25:04.744715+0000 mgr.smithi129.iclwio (mgr.14716) 4911 : cluster [DBG] pgmap v4219: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:25:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:08 smithi129 conmon[101092]: cluster 2022-01-18T18:25:06.745171+0000 mgr.smithi129.iclwio (mgr.14716) 4912 : cluster [DBG] pgmap v4220: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:08.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:08 smithi156 conmon[67007]: cluster 2022-01-18T18:25:06.745171+0000 mgr.smithi129.iclwio (mgr.14716) 4912 : cluster [DBG] pgmap v4220: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:10 smithi129 conmon[101092]: cluster 2022-01-18T18:25:08.745687+0000 mgr.smithi129.iclwio (mgr.14716) 4913 : cluster [DBG] pgmap v4221: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:10.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:10 smithi129 conmon[101092]: 2022-01-18T18:25:10.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:10 smithi156 conmon[67007]: cluster 2022-01-18T18:25:08.745687+0000 mgr.smithi129.iclwio (mgr.14716) 4913 : cluster [DBG] pgmap v4221: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:12 smithi129 conmon[101092]: cluster 2022-01-18T18:25:10.746423+0000 mgr.smithi129.iclwio (mgr.14716) 4914 : cluster [DBG] pgmap v4222: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:25:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:12 smithi156 conmon[67007]: cluster 2022-01-18T18:25:10.746423+0000 mgr.smithi129.iclwio (mgr.14716) 4914 : cluster [DBG] pgmap v4222: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:25:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:14 smithi129 conmon[101092]: cluster 2022-01-18T18:25:12.747158+0000 mgr.smithi129.iclwio (mgr.14716) 4915 : cluster [DBG] pgmap v4223: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:14 smithi129 conmon[101092]: 2022-01-18T18:25:14.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:14 smithi156 conmon[67007]: cluster 2022-01-18T18:25:12.747158+0000 mgr.smithi129.iclwio (mgr.14716) 4915 : cluster [DBG] pgmap v4223: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:16 smithi129 conmon[101092]: cluster 2022-01-18T18:25:14.748010+0000 mgr.smithi129.iclwio (mgr.14716) 4916 : cluster [DBG] pgmap v4224: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:25:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:16 smithi156 conmon[67007]: cluster 2022-01-18T18:25:14.748010+0000 mgr.smithi129.iclwio (mgr.14716) 4916 : cluster [DBG] pgmap v4224: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:25:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:18 smithi129 conmon[101092]: cluster 2022-01-18T18:25:16.748550+0000 mgr.smithi129.iclwio (mgr.14716) 4917 : cluster [DBG] pgmap v4225: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:18.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:18 smithi156 conmon[67007]: cluster 2022-01-18T18:25:16.748550+0000 mgr.smithi129.iclwio (mgr.14716) 4917 : cluster [DBG] pgmap v4225: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:20 smithi129 conmon[101092]: cluster 2022-01-18T18:25:18.749135+0000 mgr.smithi129.iclwio (mgr.14716) 4918 : cluster [DBG] pgmap v4226: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:20.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:20 smithi156 conmon[67007]: cluster 2022-01-18T18:25:18.749135+0000 mgr.smithi129.iclwio (mgr.14716) 4918 : cluster [DBG] pgmap v4226: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:22 smithi129 conmon[101092]: cluster 2022-01-18T18:25:20.749842+0000 mgr.smithi129.iclwio (mgr.14716) 4919 : cluster [DBG] pgmap v4227: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:25:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:22 smithi156 conmon[67007]: cluster 2022-01-18T18:25:20.749842+0000 mgr.smithi129.iclwio (mgr.14716) 4919 : cluster [DBG] pgmap v4227: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:25:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:24 smithi129 conmon[101092]: cluster 2022-01-18T18:25:22.750307+0000 mgr.smithi129.iclwio (mgr.14716) 4920 : cluster [DBG] pgmap v4228: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:24.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:24 smithi156 conmon[67007]: cluster 2022-01-18T18:25:22.750307+0000 mgr.smithi129.iclwio (mgr.14716) 4920 : cluster [DBG] pgmap v4228: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:26 smithi129 conmon[101092]: cluster 2022-01-18T18:25:24.751200+0000 mgr.smithi129.iclwio (mgr.14716) 4921 : cluster [DBG] pgmap v4229: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:25:26.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:26 smithi156 conmon[67007]: cluster 2022-01-18T18:25:24.751200+0000 mgr.smithi129.iclwio (mgr.14716) 4921 : cluster [DBG] pgmap v4229: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:25:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:28 smithi129 conmon[101092]: cluster 2022-01-18T18:25:26.751721+0000 mgr.smithi129.iclwio (mgr.14716) 4922 : cluster [DBG] pgmap v4230: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:28.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:28 smithi156 conmon[67007]: cluster 2022-01-18T18:25:26.751721+0000 mgr.smithi129.iclwio (mgr.14716) 4922 : cluster [DBG] pgmap v4230: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:30 smithi129 conmon[101092]: cluster 2022-01-18T18:25:28.752334+0000 mgr.smithi129.iclwio (mgr.14716) 4923 : cluster [DBG] pgmap v4231: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:30 smithi129 conmon[101092]: 2022-01-18T18:25:30.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:30 smithi156 conmon[67007]: cluster 2022-01-18T18:25:28.752334+0000 mgr.smithi129.iclwio (mgr.14716) 4923 : cluster [DBG] pgmap v4231: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:30 smithi156 conmon[67007]: 2022-01-18T18:25:32.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:31 smithi129 conmon[101092]: cluster 2022-01-18T18:25:30.753394+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:25:32.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:31 smithi129 conmon[101092]: 14716) 4924 : cluster [DBG] pgmap v4232: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:25:32.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:31 smithi129 conmon[101092]: audit 2022-01-18T18:25:30.975645+0000 mon.smithi129 (mon.0) 1595 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:25:32.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:31 smithi129 conmon[101092]: audit 2022-01-18T18:25:30. 2022-01-18T18:25:32.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:31 smithi129 conmon[101092]: 976966+0000 mon.smithi129 (mon.0) 1596 2022-01-18T18:25:32.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:31 smithi129 conmon[101092]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:25:32.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:31 smithi129 conmon[101092]: audit 2022-01-18T18:25: 2022-01-18T18:25:32.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:31 smithi129 conmon[101092]: 30.977871+0000 mon.smithi129 (mon.0) 1597 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:25:32.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:31 smithi129 conmon[101092]: 2022-01-18T18:25:32.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:31 smithi129 conmon[101092]: cephadm 2022-01-18T18 2022-01-18T18:25:32.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:31 smithi129 conmon[101092]: :25:30.978576+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:25:32.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:31 smithi129 conmon[101092]: 14716) 4925 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:25:32.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:31 smithi129 conmon[101092]: audit 2022 2022-01-18T18:25:32.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:31 smithi129 conmon[101092]: -01-18T18:25:31 2022-01-18T18:25:32.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:31 smithi129 conmon[101092]: .287145+0000 mon.smithi129 (mon.0) 1598 : audit 2022-01-18T18:25:32.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:31 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:25:32.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:31 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T18:25:32.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:31 smithi129 conmon[101092]: 18T18:25:31.294131+0000 2022-01-18T18:25:32.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:31 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1599 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:25:32.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:31 smithi156 conmon[67007]: cluster 2022-01-18T18:25:30.753394+0000 mgr.smithi129.iclwio (mgr.14716) 4924 : cluster 2022-01-18T18:25:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:31 smithi156 conmon[67007]: [DBG] pgmap v4232: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:25:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:31 smithi156 conmon[67007]: audit 2022-01-18T18:25:30.975645+0000 mon.smithi129 (mon.0) 1595 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:25:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:31 smithi156 conmon[67007]: audit 2022-01 2022-01-18T18:25:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:31 smithi156 conmon[67007]: -18T18:25:30.976966+0000 mon.smithi129 (mon.0) 1596 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:25:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:31 smithi156 conmon[67007]: audit 2022 2022-01-18T18:25:32.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:31 smithi156 conmon[67007]: -01-18T18:25:30.977871+0000 mon.smithi129 (mon.0) 1597 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:25:32.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:31 smithi156 conmon[67007]: cephadm 2022-01-18T18:25:30.978576+0000 mgr.smithi129.iclwio (mgr.14716) 4925 : cephadm [WRN] 2022-01-18T18:25:32.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:31 smithi156 conmon[67007]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:25:32.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:31 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T18:25:32.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:31 smithi156 conmon[67007]: 18T18:25:31.287145+0000 mon.smithi129 (mon.0) 1598 : audit 2022-01-18T18:25:32.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:31 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:25:32.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:31 smithi156 conmon[67007]: audit 2022-01-18T18: 2022-01-18T18:25:32.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:31 smithi156 conmon[67007]: 25:31.294131+0000 mon.smithi129 (mon.0) 2022-01-18T18:25:32.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:31 smithi156 conmon[67007]: 1599 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:25:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:33 smithi129 conmon[101092]: cluster 2022-01-18T18:25:32.754002+0000 mgr.smithi129.iclwio (mgr.14716) 4926 : cluster [DBG] pgmap v4233: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:33 smithi129 conmon[101092]: 2022-01-18T18:25:34.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:33 smithi156 conmon[67007]: cluster 2022-01-18T18:25:32.754002+0000 mgr.smithi129.iclwio (mgr.14716) 4926 : cluster [DBG] pgmap v4233: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:34.367 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:25:34.633 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:25:34.633 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 7m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:25:34.633 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 7m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:25:34.633 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 7m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:25:34.634 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 7m ago 2h 42.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:25:34.634 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 7m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:25:34.634 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 7m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:25:34.634 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 7m ago 2h 626M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:25:34.635 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 7m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:25:34.635 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 7m ago 2h 904M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:25:34.635 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 7m ago 2h 431M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:25:34.635 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 7m ago 2h 180M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:25:34.636 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 7m ago 2h 114M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:25:34.636 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 7m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:25:34.636 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 7m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:25:34.636 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 7m ago 2h 1807M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:25:34.636 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 7m ago 2h 2847M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:25:34.637 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 7m ago 2h 2191M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:25:34.637 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 7m ago 2h 2849M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:25:34.637 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 7m ago 2h 2648M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:25:34.637 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 7m ago 2h 3212M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:25:34.637 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 7m ago 2h 2548M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:25:34.638 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 7m ago 2h 3751M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:25:34.638 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 7m ago 2h 80.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:25:34.950 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:25:34.950 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:25:34.950 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:25:34.951 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:25:34.951 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:25:34.951 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:25:34.951 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:25:34.952 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:25:34.952 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:25:34.952 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:25:34.952 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:25:34.953 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:25:34.953 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:25:34.953 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:25:34.953 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:25:34.953 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:25:34.954 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:25:34.954 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:25:34.954 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:25:36.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:35 smithi129 conmon[101092]: audit 2022-01-18T18:25:34.356793+0000 mgr.smithi129.iclwio (mgr.14716) 4927 : audit [DBG] from='client.37366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:25:36.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:35 smithi129 conmon[101092]: audit 2022-01-18T18:25:34.624873+0000 mgr.smithi129.iclwio (mgr.14716) 4928 : audit [DBG] from='client.37370 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:25:36.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:35 smithi129 conmon[101092]: cluster 2022-01-18T18:25:34.754661+0000 mgr.smithi129.iclwio (mgr.14716) 4929 : cluster [DBG] pgmap v4234: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:25:36.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:35 smithi129 conmon[101092]: audit 2022-01-18T18:25:34.950840+0000 2022-01-18T18:25:36.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:35 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1600 : audit [DBG] from='client.? 172.21.15.129:0/1273262451' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:25:36.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:35 smithi156 conmon[67007]: audit 2022-01-18T18:25:34.356793+0000 mgr.smithi129.iclwio (mgr.14716) 4927 : audit [DBG] from='client.37366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:25:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:35 smithi156 conmon[67007]: audit 2022-01-18T18:25:34.624873+0000 mgr.smithi129.iclwio (mgr.14716) 4928 : audit [DBG] from='client.37370 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:25:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:35 smithi156 conmon[67007]: cluster 2022-01-18T18:25:34.754661+0000 2022-01-18T18:25:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:35 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 4929 : cluster [DBG] pgmap v4234: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:25:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:35 smithi156 conmon[67007]: audit 2022-01-18T18:25:36.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:35 smithi156 conmon[67007]: 2022-01-18T18:25:34.950840+0000 mon.smithi129 (mon.0) 1600 2022-01-18T18:25:36.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:35 smithi156 conmon[67007]: : audit [DBG] from='client.? 172.21.15.129:0/1273262451' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:25:38.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:37 smithi129 conmon[101092]: cluster 2022-01-18T18:25:36.755248+0000 mgr.smithi129.iclwio (mgr.14716) 4930 : cluster 2022-01-18T18:25:38.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:37 smithi129 conmon[101092]: [DBG] pgmap v4235: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:38.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:37 smithi156 conmon[67007]: cluster 2022-01-18T18:25:36.755248+0000 mgr.smithi129.iclwio (mgr.14716) 4930 : cluster [DBG] pgmap v4235: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:39 smithi129 conmon[101092]: cluster 2022-01-18T18:25:38.755823+0000 mgr.smithi129.iclwio (mgr.14716) 4931 : cluster [DBG] 2022-01-18T18:25:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:39 smithi129 conmon[101092]: pgmap v4236: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:40.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:39 smithi156 conmon[67007]: cluster 2022-01-18T18:25:38.755823+0000 mgr.smithi129.iclwio (mgr.14716) 4931 : cluster [DBG] pgmap v4236: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:42.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:41 smithi129 conmon[101092]: cluster 2022-01-18T18:25:40.756685+0000 mgr.smithi129.iclwio (mgr.14716) 4932 : cluster 2022-01-18T18:25:42.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:41 smithi129 conmon[101092]: [DBG] pgmap v4237: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:25:42.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:41 smithi156 conmon[67007]: cluster 2022-01-18T18:25:40.756685+0000 mgr.smithi129.iclwio (mgr.14716) 4932 : cluster [DBG] pgmap v4237: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:25:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:43 smithi129 conmon[101092]: cluster 2022-01-18T18:25:42.757172+0000 mgr.smithi129.iclwio (mgr.14716) 4933 : cluster [DBG] pgmap v4238: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:44.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:43 smithi156 conmon[67007]: cluster 2022-01-18T18:25:42.757172+0000 mgr.smithi129.iclwio (mgr.14716) 4933 : cluster [DBG] pgmap v4238: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:46.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:45 smithi129 conmon[101092]: cluster 2022-01-18T18:25:44.757948+0000 mgr.smithi129.iclwio (mgr.14716) 4934 : cluster [DBG] 2022-01-18T18:25:46.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:45 smithi129 conmon[101092]: pgmap v4239: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:25:46.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:45 smithi156 conmon[67007]: cluster 2022-01-18T18:25:44.757948+0000 mgr.smithi129.iclwio (mgr.14716) 4934 : cluster [DBG] pgmap v4239: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:25:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:45 smithi156 conmon[67007]: 2022-01-18T18:25:48.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:47 smithi129 conmon[101092]: cluster 2022-01-18T18:25:46.758438+0000 mgr.smithi129.iclwio (mgr.14716) 4935 : cluster [DBG] pgmap v4240: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:48.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:47 smithi129 conmon[101092]: 2022-01-18T18:25:48.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:47 smithi156 conmon[67007]: cluster 2022-01-18T18:25:46.758438+0000 mgr.smithi129.iclwio (mgr.14716) 4935 : cluster [DBG] pgmap v4240: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:50.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:49 smithi129 conmon[101092]: cluster 2022-01-18T18:25:48.759079+0000 mgr.smithi129.iclwio (mgr.14716) 4936 : cluster 2022-01-18T18:25:50.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:49 smithi129 conmon[101092]: [DBG] pgmap v4241: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:50.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:49 smithi156 conmon[67007]: cluster 2022-01-18T18:25:48.759079+0000 mgr.smithi129.iclwio (mgr.14716) 4936 : cluster [DBG] pgmap v4241: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:52.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:51 smithi129 conmon[101092]: cluster 2022-01-18T18:25:50.759871+0000 mgr.smithi129.iclwio (mgr.14716) 4937 : cluster [DBG] pgmap v4242: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:25:52.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:51 smithi156 conmon[67007]: cluster 2022-01-18T18:25:50.759871+0000 mgr.smithi129.iclwio (mgr.14716) 4937 : cluster [DBG] pgmap v4242: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:25:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:53 smithi129 conmon[101092]: cluster 2022-01-18T18:25:52.760514+0000 mgr.smithi129.iclwio (mgr.14716) 4938 : cluster 2022-01-18T18:25:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:53 smithi129 conmon[101092]: [DBG] pgmap v4243: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:54.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:53 smithi156 conmon[67007]: cluster 2022-01-18T18:25:52.760514+0000 mgr.smithi129.iclwio (mgr.14716) 4938 : cluster [DBG] pgmap v4243: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:56.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:55 smithi129 conmon[101092]: cluster 2022-01-18T18:25:54.761355+0000 mgr.smithi129.iclwio (mgr.14716) 4939 : cluster [DBG] pgmap v4244: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:25:56.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:55 smithi156 conmon[67007]: cluster 2022-01-18T18:25:54.761355+0000 mgr.smithi129.iclwio (mgr.14716) 4939 : cluster [DBG] pgmap v4244: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:25:58.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:57 smithi129 conmon[101092]: cluster 2022-01-18T18:25:56.761968+0000 mgr.smithi129.iclwio (mgr.14716) 4940 : cluster [DBG] pgmap v4245: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:58.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:57 smithi156 conmon[67007]: cluster 2022-01-18T18:25:56.761968+0000 2022-01-18T18:25:58.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:57 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 4940 : cluster [DBG] pgmap v4245: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:25:59.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:58 smithi129 conmon[101092]: audit 2022-01-18T18:25:58.756900+0000 mon.smithi129 (mon.0) 1601 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:25:59.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:58 smithi129 conmon[101092]: 2022-01-18T18:25:59.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:58 smithi129 conmon[101092]: audit 2022-01-18T18:25:58.757118+0000 mon.smithi129 (mon.0) 1602 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:25:59.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:58 smithi156 conmon[67007]: audit 2022-01-18T18:25:58.756900+0000 mon.smithi129 (mon.0) 1601 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:25:59.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:58 smithi156 conmon[67007]: 2022-01-18T18:25:59.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:58 smithi156 conmon[67007]: audit 2022-01-18T18:25:58.757118+0000 mon.smithi129 (mon.0) 1602 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:26:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:25:59 smithi129 conmon[101092]: cluster 2022-01-18T18:25:58.762438+0000 mgr.smithi129.iclwio (mgr.14716) 4941 : cluster [DBG] pgmap v4246: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:00.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:25:59 smithi156 conmon[67007]: cluster 2022-01-18T18:25:58.762438+0000 mgr.smithi129.iclwio (mgr.14716) 4941 : cluster [DBG] pgmap v4246: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:02.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:01 smithi156 conmon[67007]: cluster 2022-01-18T18:26:00.763172+0000 mgr.smithi129.iclwio (mgr.14716) 4942 : cluster [DBG] pgmap v4247: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:26:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:01 smithi129 conmon[101092]: cluster 2022-01-18T18:26:00.763172+0000 mgr.smithi129.iclwio (mgr.14716) 4942 : cluster [DBG] pgmap v4247: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:26:04.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:03 smithi156 conmon[67007]: cluster 2022-01-18T18:26:02.763849+0000 mgr.smithi129.iclwio (mgr.14716) 4943 : cluster [DBG] pgmap v4248: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:03 smithi156 conmon[67007]: 2022-01-18T18:26:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:03 smithi129 conmon[101092]: cluster 2022-01-18T18:26:02.763849+0000 mgr.smithi129.iclwio (mgr.14716) 4943 : cluster [DBG] 2022-01-18T18:26:04.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:03 smithi129 conmon[101092]: pgmap v4248: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:05.246 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:26:05.515 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:26:05.516 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 7m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:26:05.516 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 7m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:26:05.516 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 7m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:26:05.517 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 7m ago 2h 42.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:26:05.517 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 7m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:26:05.517 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 7m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:26:05.517 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 7m ago 2h 626M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:26:05.517 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 7m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:26:05.518 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 7m ago 2h 904M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:26:05.518 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 7m ago 2h 431M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:26:05.518 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 7m ago 2h 180M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:26:05.518 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 7m ago 2h 114M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:26:05.519 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 7m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:26:05.519 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 7m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:26:05.519 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 7m ago 2h 1807M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:26:05.519 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 7m ago 2h 2847M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:26:05.520 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 7m ago 2h 2191M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:26:05.520 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 7m ago 2h 2849M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:26:05.520 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 7m ago 2h 2648M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:26:05.520 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 7m ago 2h 3212M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:26:05.520 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 7m ago 2h 2548M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:26:05.521 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 7m ago 2h 3751M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:26:05.521 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 7m ago 2h 80.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:26:05.832 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:26:05.833 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:26:05.833 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:26:05.833 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:26:05.833 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:26:05.834 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:26:05.834 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:26:05.834 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:26:05.834 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:26:05.835 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:26:05.835 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:26:05.835 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:26:05.835 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:26:05.836 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:26:05.836 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:26:05.836 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:26:05.836 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:26:05.836 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:26:05.837 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:26:06.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:05 smithi156 conmon[67007]: cluster 2022-01-18T18:26:04.764561+0000 mgr.smithi129.iclwio (mgr.14716) 4944 : cluster [DBG] pgmap v4249: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:26:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:05 smithi156 conmon[67007]: 2022-01-18T18:26:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:05 smithi156 conmon[67007]: audit 2022-01-18T18:26:05.235342+0000 mgr.smithi129.iclwio (mgr.14716) 4945 : audit [DBG] from='client.37378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:26:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:05 smithi156 conmon[67007]: audit 2022-01-18T18:26:05.833195+0000 mon.smithi129 2022-01-18T18:26:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:05 smithi156 conmon[67007]: (mon.0) 1603 : audit [DBG] from='client.? 172.21.15.129:0/3656244140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:26:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:05 smithi129 conmon[101092]: cluster 2022-01-18T18:26:04.764561+0000 mgr.smithi129.iclwio (mgr.14716) 4944 : cluster [DBG] pgmap v4249: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:26:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:05 smithi129 conmon[101092]: audit 2022-01-18T18:26:05.235342 2022-01-18T18:26:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:05 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 4945 : audit [DBG] from='client.37378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:26:06.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:05 smithi129 conmon[101092]: audit 2022-01-18T18:26:05.833195+0000 mon.smithi129 (mon.0) 1603 : audit [DBG] from='client.? 172.21.15.129:0/3656244140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:26:07.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:06 smithi156 conmon[67007]: audit 2022-01-18T18:26:05.507743+0000 mgr.smithi129.iclwio (mgr.14716) 4946 : audit [DBG] 2022-01-18T18:26:07.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:06 smithi156 conmon[67007]: from='client.37382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:26:07.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:06 smithi129 conmon[101092]: audit 2022-01-18T18:26:05.507743+0000 mgr.smithi129.iclwio (mgr.14716) 4946 : audit [DBG] 2022-01-18T18:26:07.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:06 smithi129 conmon[101092]: from='client.37382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:26:08.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:07 smithi156 conmon[67007]: cluster 2022-01-18T18:26:06.765204+0000 mgr.smithi129.iclwio (mgr.14716) 4947 : cluster 2022-01-18T18:26:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:07 smithi156 conmon[67007]: [DBG] pgmap v4250: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:07 smithi129 conmon[101092]: cluster 2022-01-18T18:26:06.765204+0000 mgr.smithi129.iclwio (mgr.14716) 4947 : cluster [DBG] pgmap v4250: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:10.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:09 smithi156 conmon[67007]: cluster 2022-01-18T18:26:08.765897+0000 mgr.smithi129.iclwio (mgr.14716) 4948 : cluster [DBG] pgmap v4251: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:09 smithi129 conmon[101092]: cluster 2022-01-18T18:26:08.765897+0000 mgr.smithi129.iclwio (mgr.14716) 4948 : cluster [DBG] pgmap v4251: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:12.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:11 smithi156 conmon[67007]: cluster 2022-01-18T18:26:10.766706+0000 mgr.smithi129.iclwio (mgr.14716) 4949 : cluster [DBG] pgmap v4252: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:26:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:11 smithi129 conmon[101092]: cluster 2022-01-18T18:26:10.766706+0000 mgr.smithi129.iclwio (mgr.14716) 4949 : cluster [DBG] pgmap v4252: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:26:14.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:13 smithi156 conmon[67007]: cluster 2022-01-18T18:26:12.767288+0000 mgr.smithi129.iclwio (mgr.14716) 4950 : cluster [DBG] pgmap v4253: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:13 smithi129 conmon[101092]: cluster 2022-01-18T18:26:12.767288+0000 mgr.smithi129.iclwio (mgr.14716) 4950 : cluster [DBG] pgmap v4253: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:13 smithi129 conmon[101092]: 2022-01-18T18:26:16.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:15 smithi156 conmon[67007]: cluster 2022-01-18T18:26:14.767983+0000 mgr.smithi129.iclwio (mgr.14716) 4951 : cluster [DBG] pgmap v4254: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:26:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:15 smithi129 conmon[101092]: cluster 2022-01-18T18:26:14.767983+0000 mgr.smithi129.iclwio (mgr.14716) 4951 : cluster [DBG] pgmap v4254: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:26:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:15 smithi129 conmon[101092]: 2022-01-18T18:26:18.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:17 smithi156 conmon[67007]: cluster 2022-01-18T18:26:16.768495+0000 mgr.smithi129.iclwio (mgr.14716) 4952 : cluster [DBG] pgmap v4255: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:17 smithi129 conmon[101092]: cluster 2022-01-18T18:26:16.768495+0000 mgr.smithi129.iclwio (mgr.14716) 4952 : cluster 2022-01-18T18:26:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:17 smithi129 conmon[101092]: [DBG] pgmap v4255: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:20.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:19 smithi156 conmon[67007]: cluster 2022-01-18T18:26:18.769075+0000 mgr.smithi129.iclwio (mgr.14716) 4953 : cluster [DBG] pgmap v4256: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:19 smithi129 conmon[101092]: cluster 2022-01-18T18:26:18.769075+0000 mgr.smithi129.iclwio (mgr.14716) 4953 : cluster [DBG] pgmap v4256: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:22.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:21 smithi156 conmon[67007]: cluster 2022-01-18T18:26:20.769972+0000 mgr.smithi129.iclwio (mgr.14716) 4954 : cluster [DBG] pgmap v4257: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:26:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:21 smithi129 conmon[101092]: cluster 2022-01-18T18:26:20.769972+0000 mgr.smithi129.iclwio (mgr.14716) 4954 : cluster [DBG] pgmap v4257: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:26:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:23 smithi156 conmon[67007]: cluster 2022-01-18T18:26:22.770468+0000 mgr.smithi129.iclwio (mgr.14716) 4955 : cluster [DBG] pgmap v4258: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:23 smithi129 conmon[101092]: cluster 2022-01-18T18:26:22.770468+0000 mgr.smithi129.iclwio (mgr.14716) 4955 : cluster [DBG] pgmap v4258: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:25 smithi156 conmon[67007]: cluster 2022-01-18T18:26:24.771506+0000 mgr.smithi129.iclwio (mgr.14716) 4956 : cluster [DBG] pgmap v4259: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:26:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:25 smithi129 conmon[101092]: cluster 2022-01-18T18:26:24.771506+0000 mgr.smithi129.iclwio (mgr.14716) 4956 : cluster [DBG] pgmap v4259: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:26:28.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:27 smithi156 conmon[67007]: cluster 2022-01-18T18:26:26.772026+0000 mgr.smithi129.iclwio (mgr.14716) 4957 : cluster [DBG] pgmap v4260: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:27 smithi129 conmon[101092]: cluster 2022-01-18T18:26:26.772026+0000 mgr.smithi129.iclwio (mgr.14716) 4957 : cluster [DBG] pgmap v4260: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:30.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:29 smithi156 conmon[67007]: cluster 2022-01-18T18:26:28.772662+0000 mgr.smithi129.iclwio (mgr.14716) 4958 : cluster [DBG] pgmap v4261: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:29 smithi129 conmon[101092]: cluster 2022-01-18T18:26:28.772662+0000 mgr.smithi129.iclwio (mgr.14716) 4958 : cluster [DBG] pgmap v4261: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:29 smithi129 conmon[101092]: 2022-01-18T18:26:32.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:32 smithi156 conmon[67007]: cluster 2022-01-18T18:26:30.773398+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:26:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:32 smithi156 conmon[67007]: 14716) 4959 : cluster [DBG] pgmap v4262: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:26:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:32 smithi156 conmon[67007]: audit 2022-01-18T18:26:31.296598+0000 mon.smithi129 (mon.0) 1604 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:26:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:32 smithi156 conmon[67007]: audit 2022-01-18T18:26:31.297998 2022-01-18T18:26:32.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:32 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 1605 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:26:32.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:32 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T18:26:32.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:32 smithi156 conmon[67007]: 18:26:31.298846+0000 mon.smithi129 (mon.0) 1606 : 2022-01-18T18:26:32.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:32 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:26:32.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:32 smithi156 conmon[67007]: cephadm 2022-01-18T 2022-01-18T18:26:32.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:32 smithi156 conmon[67007]: 18:26:31.299616+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:26:32.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:32 smithi156 conmon[67007]: 14716) 4960 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:26:32.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:32 smithi156 conmon[67007]: audit 2022- 2022-01-18T18:26:32.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:32 smithi156 conmon[67007]: 01-18T18:26:31.605011+0000 mon.smithi129 2022-01-18T18:26:32.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:32 smithi156 conmon[67007]: (mon.0) 1607 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:26:32.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:32 smithi156 conmon[67007]: audit 2022-01-18T18:26:32.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:32 smithi156 conmon[67007]: 2022-01-18T18:26:31.610033+0000 2022-01-18T18:26:32.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:32 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1608 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:26:32.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:32 smithi156 conmon[67007]: 2022-01-18T18:26:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:31 smithi129 conmon[101092]: cluster 2022-01-18T18:26:30.773398+0000 mgr.smithi129.iclwio 2022-01-18T18:26:32.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:31 smithi129 conmon[101092]: (mgr.14716) 4959 : cluster [DBG] pgmap v4262: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:26:32.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:31 smithi129 conmon[101092]: audit 2022-01-18T18:26:31.296598+0000 mon.smithi129 (mon.0) 2022-01-18T18:26:32.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:32 smithi129 conmon[101092]: 1604 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:26:32.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:32 smithi129 conmon[101092]: audit 2022-01-18T18:26:32.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:32 smithi129 conmon[101092]: 2022-01-18T18:26:31.297998+0000 2022-01-18T18:26:32.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:32 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1605 : audit [DBG] 2022-01-18T18:26:32.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:32 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:26:32.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:32 smithi129 conmon[101092]: audit 2022- 2022-01-18T18:26:32.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:32 smithi129 conmon[101092]: 01-18T18:26:31.298846+0000 2022-01-18T18:26:32.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:32 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1606 : audit 2022-01-18T18:26:32.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:32 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:26:32.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:32 smithi129 conmon[101092]: cephadm 2022- 2022-01-18T18:26:32.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:32 smithi129 conmon[101092]: 01-18T18:26:31. 2022-01-18T18:26:32.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:32 smithi129 conmon[101092]: 299616+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:26:32.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:32 smithi129 conmon[101092]: 4960 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:26:32.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:32 smithi129 conmon[101092]: audit 2022- 2022-01-18T18:26:32.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:32 smithi129 conmon[101092]: 01-18T18:26:31. 2022-01-18T18:26:32.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:32 smithi129 conmon[101092]: 605011+0000 mon.smithi129 (mon.0) 1607 : 2022-01-18T18:26:32.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:32 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:26:32.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:32 smithi129 conmon[101092]: audit 2022- 2022-01-18T18:26:32.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:32 smithi129 conmon[101092]: 01-18T18:26:31.610033 2022-01-18T18:26:32.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:32 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 1608 2022-01-18T18:26:32.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:32 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:26:34.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:34 smithi156 conmon[67007]: cluster 2022-01-18T18:26:32.774087+0000 mgr.smithi129.iclwio (mgr.14716) 4961 : cluster [DBG] 2022-01-18T18:26:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:34 smithi156 conmon[67007]: pgmap v4263: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:34 smithi129 conmon[101092]: cluster 2022-01-18T18:26:32.774087+0000 mgr.smithi129.iclwio (mgr.14716) 4961 : cluster [DBG] pgmap v4263: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:36.131 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:26:36.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:36 smithi156 conmon[67007]: cluster 2022-01-18T18:26:34.775026+0000 mgr.smithi129.iclwio (mgr.14716) 4962 : cluster [DBG] pgmap v4264: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:26:36.401 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:26:36.401 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 8m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:26:36.402 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 8m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:26:36.402 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 8m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:26:36.402 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 8m ago 2h 42.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:26:36.402 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 8m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:26:36.403 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 8m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:26:36.403 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 8m ago 2h 626M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:26:36.403 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 8m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:26:36.403 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 8m ago 2h 904M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:26:36.404 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 8m ago 2h 431M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:26:36.404 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 8m ago 2h 180M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:26:36.404 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 8m ago 2h 114M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:26:36.404 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 8m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:26:36.405 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 8m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:26:36.405 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 8m ago 2h 1807M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:26:36.405 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 8m ago 2h 2847M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:26:36.405 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 8m ago 2h 2191M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:26:36.406 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 8m ago 2h 2849M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:26:36.406 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 8m ago 2h 2648M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:26:36.406 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 8m ago 2h 3212M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:26:36.406 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 8m ago 2h 2548M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:26:36.407 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 8m ago 2h 3751M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:26:36.407 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 8m ago 2h 80.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:26:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:36 smithi129 conmon[101092]: cluster 2022-01-18T18:26:34.775026+0000 mgr.smithi129.iclwio (mgr.14716) 4962 : cluster [DBG] pgmap v4264: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:26:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:36 smithi129 conmon[101092]: 2022-01-18T18:26:36.720 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:26:36.720 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:26:36.720 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:26:36.721 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:26:36.721 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:26:36.721 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:26:36.721 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:26:36.722 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:26:36.722 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:26:36.722 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:26:36.722 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:26:36.723 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:26:36.723 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:26:36.723 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:26:36.723 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:26:36.723 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:26:36.724 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:26:36.724 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:26:36.724 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:26:37.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:37 smithi156 conmon[67007]: audit 2022-01-18T18:26:36.120751+0000 mgr.smithi129.iclwio (mgr.14716) 4963 : audit [DBG] from='client.37390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:26:37.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:37 smithi156 conmon[67007]: audit 2022-01-18T18:26:36.720666+0000 2022-01-18T18:26:37.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:37 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1609 : audit [DBG] from='client.? 172.21.15.129:0/3549092444' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:26:37.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:37 smithi129 conmon[101092]: audit 2022-01-18T18:26:36.120751+0000 mgr.smithi129.iclwio (mgr.14716) 4963 2022-01-18T18:26:37.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:37 smithi129 conmon[101092]: : audit [DBG] from='client.37390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:26:37.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:37 smithi129 conmon[101092]: audit 2022-01-18T18:26:36.720666+0000 mon.smithi129 (mon.0) 1609 : audit [DBG] from='client.? 172.21.15.129:0/3549092444' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:26:38.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:38 smithi156 conmon[67007]: audit 2022-01-18T18:26:36.392941+0000 mgr.smithi129.iclwio (mgr.14716) 4964 : audit [DBG] from='client.37394 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:26:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:38 smithi156 conmon[67007]: cluster 2022-01-18T18:26:36.775461+0000 mgr.smithi129.iclwio (mgr.14716) 4965 : cluster [DBG] pgmap v4265: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:38 smithi129 conmon[101092]: audit 2022-01-18T18:26:36.392941+0000 mgr.smithi129.iclwio (mgr.14716) 4964 : audit [DBG] 2022-01-18T18:26:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:38 smithi129 conmon[101092]: from='client.37394 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:26:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:38 smithi129 conmon[101092]: cluster 2022-01-18T18:26:36.775461+0000 mgr.smithi129.iclwio (mgr.14716) 4965 : cluster [DBG] pgmap v4265: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:40.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:40 smithi156 conmon[67007]: cluster 2022-01-18T18:26:38.776033+0000 mgr.smithi129.iclwio (mgr.14716) 4966 : cluster [DBG] pgmap v4266: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:40 smithi129 conmon[101092]: cluster 2022-01-18T18:26:38.776033+0000 mgr.smithi129.iclwio (mgr.14716) 4966 : cluster [DBG] pgmap v4266: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:40 smithi129 conmon[101092]: 2022-01-18T18:26:42.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:42 smithi156 conmon[67007]: cluster 2022-01-18T18:26:40.776750+0000 mgr.smithi129.iclwio (mgr.14716) 4967 : cluster [DBG] pgmap v4267: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:26:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:42 smithi129 conmon[101092]: cluster 2022-01-18T18:26:40.776750+0000 mgr.smithi129.iclwio (mgr.14716) 4967 : cluster [DBG] pgmap v4267: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:26:44.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:44 smithi156 conmon[67007]: cluster 2022-01-18T18:26:42.777319+0000 mgr.smithi129.iclwio (mgr.14716) 4968 : cluster [DBG] pgmap v4268: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:44 smithi129 conmon[101092]: cluster 2022-01-18T18:26:42.777319+0000 mgr.smithi129.iclwio (mgr.14716) 4968 : cluster [DBG] pgmap v4268: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:46.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:46 smithi156 conmon[67007]: cluster 2022-01-18T18:26:44.778238+0000 mgr.smithi129.iclwio (mgr.14716) 4969 : cluster [DBG] pgmap v4269: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:26:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:46 smithi129 conmon[101092]: cluster 2022-01-18T18:26:44.778238+0000 mgr.smithi129.iclwio (mgr.14716) 4969 : cluster [DBG] pgmap v4269: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:26:48.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:48 smithi156 conmon[67007]: cluster 2022-01-18T18:26:46.778662+0000 mgr.smithi129.iclwio (mgr.14716) 4970 : cluster [DBG] pgmap v4270: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:48 smithi156 conmon[67007]: 2022-01-18T18:26:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:48 smithi129 conmon[101092]: cluster 2022-01-18T18:26:46.778662+0000 mgr.smithi129.iclwio (mgr.14716) 4970 : cluster [DBG] pgmap v4270: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:50.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:50 smithi156 conmon[67007]: cluster 2022-01-18T18:26:48.779306+0000 mgr.smithi129.iclwio (mgr.14716) 4971 : cluster [DBG] pgmap v4271: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:50 smithi129 conmon[101092]: cluster 2022-01-18T18:26:48.779306+0000 mgr.smithi129.iclwio (mgr.14716) 4971 : cluster [DBG] 2022-01-18T18:26:50.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:50 smithi129 conmon[101092]: pgmap v4271: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:52.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:52 smithi156 conmon[67007]: cluster 2022-01-18T18:26:50.780231+0000 mgr.smithi129.iclwio (mgr.14716) 4972 : cluster [DBG] 2022-01-18T18:26:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:52 smithi156 conmon[67007]: pgmap v4272: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:26:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:52 smithi129 conmon[101092]: cluster 2022-01-18T18:26:50.780231+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:26:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:52 smithi129 conmon[101092]: 14716) 4972 : cluster [DBG] pgmap v4272: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:26:54.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:54 smithi156 conmon[67007]: cluster 2022-01-18T18:26:52.780905+0000 mgr.smithi129.iclwio (mgr.14716) 4973 : cluster [DBG] pgmap v4273: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:54 smithi129 conmon[101092]: cluster 2022-01-18T18:26:52.780905+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:26:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:54 smithi129 conmon[101092]: ) 4973 : cluster [DBG] pgmap v4273: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:56.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:56 smithi156 conmon[67007]: cluster 2022-01-18T18:26:54.781684+0000 mgr.smithi129.iclwio (mgr.14716) 4974 : cluster [DBG] pgmap v4274: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:26:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:56 smithi129 conmon[101092]: cluster 2022-01-18T18:26:54.781684+0000 mgr.smithi129.iclwio (mgr.14716) 4974 : cluster 2022-01-18T18:26:56.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:56 smithi129 conmon[101092]: [DBG] pgmap v4274: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:26:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:58 smithi129 conmon[101092]: cluster 2022-01-18T18:26:56.782122+0000 mgr.smithi129.iclwio (mgr.14716) 4975 : cluster [DBG] pgmap v4275: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:58 smithi129 conmon[101092]: 2022-01-18T18:26:58.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:58 smithi156 conmon[67007]: cluster 2022-01-18T18:26:56.782122+0000 mgr.smithi129.iclwio (mgr.14716) 4975 : cluster [DBG] pgmap v4275: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:26:59.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:59 smithi129 conmon[101092]: audit 2022-01-18T18:26:58.760933+0000 mon.smithi129 (mon.0) 1610 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:26:59.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:26:59 smithi129 conmon[101092]: audit 2022-01-18T18:26:58.761172+0000 mon.smithi129 (mon.0) 1611 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:26:59.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:59 smithi156 conmon[67007]: audit 2022-01-18T18:26:58.760933+0000 mon.smithi129 (mon.0) 1610 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:26:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:26:59 smithi156 conmon[67007]: audit 2022-01-18T18:26:58.761172+0000 mon.smithi129 (mon.0) 1611 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:27:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:00 smithi129 conmon[101092]: cluster 2022-01-18T18:26:58.782783+0000 mgr.smithi129.iclwio (mgr.14716) 4976 : cluster 2022-01-18T18:27:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:00 smithi129 conmon[101092]: [DBG] pgmap v4276: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:00 smithi156 conmon[67007]: cluster 2022-01-18T18:26:58.782783+0000 mgr.smithi129.iclwio (mgr.14716) 4976 : cluster [DBG] pgmap v4276: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:02 smithi129 conmon[101092]: cluster 2022-01-18T18:27:00.783512+0000 mgr.smithi129.iclwio (mgr.14716) 4977 : cluster [DBG] pgmap v4277: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:27:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:02 smithi129 conmon[101092]: 2022-01-18T18:27:02.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:02 smithi156 conmon[67007]: cluster 2022-01-18T18:27:00.783512+0000 mgr.smithi129.iclwio (mgr.14716) 4977 : cluster [DBG] pgmap v4277: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:27:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:04 smithi129 conmon[101092]: cluster 2022-01-18T18:27:02.784079+0000 mgr.smithi129.iclwio (mgr.14716) 4978 : cluster [DBG] pgmap v4278: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:04 smithi129 conmon[101092]: 2022-01-18T18:27:04.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:04 smithi156 conmon[67007]: cluster 2022-01-18T18:27:02.784079+0000 mgr.smithi129.iclwio (mgr.14716) 4978 : cluster [DBG] pgmap v4278: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:06 smithi129 conmon[101092]: cluster 2022-01-18T18:27:04.784803+0000 mgr.smithi129.iclwio (mgr.14716) 4979 : cluster [DBG] pgmap v4279: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:27:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:06 smithi129 conmon[101092]: 2022-01-18T18:27:06.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:06 smithi156 conmon[67007]: cluster 2022-01-18T18:27:04.784803+0000 mgr.smithi129.iclwio (mgr.14716) 4979 : cluster [DBG] pgmap v4279: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:27:07.019 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:27:07.283 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:27:07.284 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 8m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:27:07.284 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 8m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:27:07.284 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 8m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:27:07.284 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 8m ago 2h 42.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:27:07.285 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 8m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:27:07.285 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 8m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:27:07.285 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 8m ago 2h 626M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:27:07.285 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 8m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:27:07.285 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 8m ago 2h 904M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:27:07.286 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 8m ago 2h 431M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:27:07.286 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 8m ago 2h 180M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:27:07.286 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 8m ago 2h 114M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:27:07.286 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 8m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:27:07.287 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 8m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:27:07.287 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 8m ago 2h 1807M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:27:07.287 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 8m ago 2h 2847M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:27:07.287 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 8m ago 2h 2191M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:27:07.288 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 8m ago 2h 2849M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:27:07.288 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 8m ago 2h 2648M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:27:07.288 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 8m ago 2h 3212M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:27:07.288 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 8m ago 2h 2548M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:27:07.288 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 8m ago 2h 3751M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:27:07.289 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 8m ago 2h 80.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:27:07.603 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:27:07.604 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:27:07.604 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:27:07.604 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:27:07.604 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:27:07.604 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:27:07.605 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:27:07.605 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:27:07.605 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:27:07.605 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:27:07.606 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:27:07.606 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:27:07.606 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:27:07.606 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:27:07.607 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:27:07.607 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:27:07.607 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:27:07.607 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:27:07.607 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:27:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:08 smithi129 conmon[101092]: cluster 2022-01-18T18:27:06.785339+0000 mgr.smithi129.iclwio (mgr.14716) 4980 2022-01-18T18:27:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:08 smithi129 conmon[101092]: : cluster [DBG] pgmap v4280: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:08.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:08 smithi129 conmon[101092]: audit 2022-01-18T18:27:07.008186+0000 mgr.smithi129.iclwio (mgr.14716) 4981 : audit [DBG] from='client.37402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:27:08.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:08 smithi129 conmon[101092]: audit 2022-01-18T18:27:07.275383+0000 mgr.smithi129.iclwio (mgr.14716) 4982 : audit [DBG] 2022-01-18T18:27:08.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:08 smithi129 conmon[101092]: from='client.37406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:27:08.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:08 smithi129 conmon[101092]: audit 2022-01-18T18:27:07 2022-01-18T18:27:08.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:08 smithi129 conmon[101092]: .604173+0000 mon.smithi129 (mon.0) 1612 : audit 2022-01-18T18:27:08.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:08 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/2376441474' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:27:08.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:08 smithi156 conmon[67007]: cluster 2022-01-18T18:27:06.785339+0000 mgr.smithi129.iclwio (mgr.14716) 4980 : cluster [DBG] pgmap v4280: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:08 smithi156 conmon[67007]: audit 2022-01-18T18:27:07.008186+0000 mgr.smithi129.iclwio (mgr.14716) 4981 : audit [DBG] from='client.37402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:27:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:08 smithi156 conmon[67007]: audit 2022-01-18T18:27:07.275383+0000 mgr.smithi129.iclwio (mgr.14716) 4982 : audit [DBG] from='client.37406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:27:08.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:08 smithi156 conmon[67007]: audit 2022-01-18T18:27:07.604173+0000 mon.smithi129 (mon 2022-01-18T18:27:08.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:08 smithi156 conmon[67007]: .0) 1612 : audit [DBG] from='client.? 172.21.15.129:0/2376441474' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:27:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:10 smithi129 conmon[101092]: cluster 2022-01-18T18:27:08.785886+0000 mgr.smithi129.iclwio (mgr.14716) 4983 : cluster [DBG] pgmap v4281: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:10.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:10 smithi156 conmon[67007]: cluster 2022-01-18T18:27:08.785886+0000 mgr.smithi129.iclwio (mgr.14716) 4983 : cluster [DBG] pgmap v4281: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:12 smithi129 conmon[101092]: cluster 2022-01-18T18:27:10.786865+0000 mgr.smithi129.iclwio (mgr.14716) 4984 : cluster [DBG] pgmap v4282: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:27:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:12 smithi156 conmon[67007]: cluster 2022-01-18T18:27:10.786865+0000 mgr.smithi129.iclwio (mgr.14716) 4984 : cluster [DBG] pgmap v4282: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:27:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:14 smithi129 conmon[101092]: cluster 2022-01-18T18:27:12.787478+0000 mgr.smithi129.iclwio (mgr.14716) 4985 : cluster [DBG] pgmap v4283: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:14.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:14 smithi156 conmon[67007]: cluster 2022-01-18T18:27:12.787478+0000 mgr.smithi129.iclwio (mgr.14716) 4985 : cluster [DBG] 2022-01-18T18:27:14.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:14 smithi156 conmon[67007]: pgmap v4283: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:16 smithi129 conmon[101092]: cluster 2022-01-18T18:27:14.788383+0000 mgr.smithi129.iclwio (mgr.14716) 4986 : cluster [DBG] pgmap v4284: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:27:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:16 smithi129 conmon[101092]: 2022-01-18T18:27:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:16 smithi156 conmon[67007]: cluster 2022-01-18T18:27:14.788383+0000 mgr.smithi129.iclwio (mgr.14716) 4986 : cluster [DBG] pgmap v4284: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:27:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:16 smithi156 conmon[67007]: 2022-01-18T18:27:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:18 smithi129 conmon[101092]: cluster 2022-01-18T18:27:16.788945+0000 mgr.smithi129.iclwio (mgr.14716) 4987 : cluster 2022-01-18T18:27:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:18 smithi129 conmon[101092]: [DBG] pgmap v4285: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:18.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:18 smithi156 conmon[67007]: cluster 2022-01-18T18:27:16.788945+0000 mgr.smithi129.iclwio (mgr.14716) 4987 : cluster [DBG] pgmap v4285: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:20 smithi129 conmon[101092]: cluster 2022-01-18T18:27:18.789434+0000 mgr.smithi129.iclwio ( 2022-01-18T18:27:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:20 smithi129 conmon[101092]: mgr.14716) 4988 : cluster [DBG] pgmap v4286: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:20.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:20 smithi156 conmon[67007]: cluster 2022-01-18T18:27:18.789434+0000 mgr.smithi129.iclwio (mgr.14716) 4988 : cluster [DBG] pgmap v4286: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:22 smithi129 conmon[101092]: cluster 2022-01-18T18:27:20.791435+0000 mgr.smithi129.iclwio (mgr.14716) 4989 : cluster 2022-01-18T18:27:22.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:22 smithi129 conmon[101092]: [DBG] pgmap v4287: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:27:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:22 smithi156 conmon[67007]: cluster 2022-01-18T18:27:20.791435+0000 mgr.smithi129.iclwio (mgr.14716) 4989 : cluster [DBG] pgmap v4287: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:27:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:24 smithi129 conmon[101092]: cluster 2022-01-18T18:27:22.792080+0000 mgr.smithi129.iclwio (mgr.14716) 4990 2022-01-18T18:27:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:24 smithi129 conmon[101092]: : cluster [DBG] pgmap v4288: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:24.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:24 smithi156 conmon[67007]: cluster 2022-01-18T18:27:22.792080+0000 mgr.smithi129.iclwio (mgr.14716) 4990 : cluster [DBG] pgmap v4288: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:26 smithi129 conmon[101092]: cluster 2022-01-18T18:27:24.792947+0000 mgr.smithi129.iclwio (mgr.14716) 4991 : cluster 2022-01-18T18:27:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:26 smithi129 conmon[101092]: [DBG] pgmap v4289: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:27:26.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:26 smithi156 conmon[67007]: cluster 2022-01-18T18:27:24.792947+0000 mgr.smithi129.iclwio (mgr.14716) 4991 : cluster [DBG] 2022-01-18T18:27:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:26 smithi156 conmon[67007]: pgmap v4289: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:27:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:28 smithi129 conmon[101092]: cluster 2022-01-18T18:27:26.793587+0000 mgr.smithi129.iclwio (mgr.14716) 4992 : cluster [DBG] 2022-01-18T18:27:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:28 smithi129 conmon[101092]: pgmap v4290: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:28.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:28 smithi156 conmon[67007]: cluster 2022-01-18T18:27:26.793587+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:27:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:28 smithi156 conmon[67007]: 4992 : cluster [DBG] pgmap v4290: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:30 smithi129 conmon[101092]: cluster 2022-01-18T18:27:28.794195+0000 mgr.smithi129.iclwio (mgr.14716) 4993 : cluster 2022-01-18T18:27:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:30 smithi129 conmon[101092]: [DBG] pgmap v4291: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:30.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:30 smithi156 conmon[67007]: cluster 2022-01-18T18:27:28.794195+0000 mgr.smithi129.iclwio (mgr.14716) 4993 : cluster [DBG] pgmap v4291: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:32 smithi129 conmon[101092]: cluster 2022-01-18T18:27:30.795132+0000 mgr.smithi129.iclwio (mgr.14716) 4994 : cluster [DBG] pgmap v4292: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:27:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:32 smithi129 conmon[101092]: 2022-01-18T18:27:32.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:32 smithi129 conmon[101092]: audit 2022-01-18T18:27:31.612558+0000 mon.smithi129 (mon.0) 1613 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:27:32.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:32 smithi129 conmon[101092]: audit 2022-01-18T18:27:31.614020+0000 mon.smithi129 ( 2022-01-18T18:27:32.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:32 smithi129 conmon[101092]: mon.0) 1614 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:27:32.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:32 smithi129 conmon[101092]: audit 2022-01-18T18:27:31 2022-01-18T18:27:32.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:32 smithi129 conmon[101092]: .614848+0000 mon.smithi129 (mon.0) 1615 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:27:32.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:32 smithi129 conmon[101092]: audit 2022-01-18T18:27 2022-01-18T18:27:32.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:32 smithi129 conmon[101092]: :31.914205+0000 mon.smithi129 (mon.0) 1616 : 2022-01-18T18:27:32.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:32 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T18:27:32.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:32 smithi129 conmon[101092]: audit 2022-01-18T18:27:32.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:32 smithi129 conmon[101092]: 2022-01-18T18:27:31.920956+0000 mon.smithi129 (mon. 2022-01-18T18:27:32.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:32 smithi129 conmon[101092]: 0) 1617 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T18:27:32.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:32 smithi129 conmon[101092]: audit 2022-01-18T18:27 2022-01-18T18:27:32.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:32 smithi129 conmon[101092]: :31.924639+0000 mon.smithi129 (mon.0) 1618 2022-01-18T18:27:32.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:32 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:27:32.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:32 smithi129 conmon[101092]: audit 2022-01-18T18:27:31. 2022-01-18T18:27:32.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:32 smithi129 conmon[101092]: 928976+0000 mon.smithi129 (mon.0) 1619 : audit 2022-01-18T18:27:32.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:32 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:27:32.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:32 smithi156 conmon[67007]: cluster 2022-01-18T18:27:30.795132+0000 mgr.smithi129.iclwio (mgr.14716) 4994 : cluster [DBG] pgmap v4292: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:27:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:32 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T18:27:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:32 smithi156 conmon[67007]: 18:27:31.612558+0000 mon.smithi129 (mon.0) 1613 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:27:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:32 smithi156 conmon[67007]: audit 2022-01-18T18:27:31.614020+0000 mon.smithi129 (mon.0) 1614 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:27:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:32 smithi156 conmon[67007]: audit 2022 2022-01-18T18:27:32.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:32 smithi156 conmon[67007]: -01-18T18:27:31.614848+0000 mon.smithi129 (mon.0) 1615 : audit [INF] 2022-01-18T18:27:32.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:32 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:27:32.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:32 smithi156 conmon[67007]: audit 2022-01-18T18 2022-01-18T18:27:32.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:32 smithi156 conmon[67007]: :27:31.914205+0000 mon.smithi129 (mon.0 2022-01-18T18:27:32.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:32 smithi156 conmon[67007]: ) 1616 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T18:27:32.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:32 smithi156 conmon[67007]: audit 2022-01 2022-01-18T18:27:32.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:32 smithi156 conmon[67007]: -18T18:27:31.920956+0000 mon.smithi129 (mon.0) 1617 : audit 2022-01-18T18:27:32.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:32 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T18:27:32.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:32 smithi156 conmon[67007]: audit 2022-01-18T18 2022-01-18T18:27:32.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:32 smithi156 conmon[67007]: :27:31.924639+0000 mon.smithi129 (mon 2022-01-18T18:27:32.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:32 smithi156 conmon[67007]: .0) 1618 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:27:32.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:32 smithi156 conmon[67007]: audit 2022- 2022-01-18T18:27:32.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:32 smithi156 conmon[67007]: 01-18T18:27:31.928976 2022-01-18T18:27:32.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:32 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 1619 : audit [INF] 2022-01-18T18:27:32.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:32 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:27:33.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:33 smithi129 conmon[101092]: cephadm 2022-01-18T18:27:31.615560+0000 mgr.smithi129.iclwio (mgr.14716) 4995 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:27:33.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:33 smithi156 conmon[67007]: cephadm 2022-01-18T18:27:31.615560+0000 mgr.smithi129.iclwio (mgr.14716) 4995 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:27:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:34 smithi129 conmon[101092]: cluster 2022-01-18T18:27:32.795748+0000 mgr.smithi129.iclwio (mgr.14716) 4996 : cluster [DBG] pgmap v4293: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:34.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:34 smithi156 conmon[67007]: cluster 2022-01-18T18:27:32.795748+0000 mgr.smithi129.iclwio (mgr.14716) 4996 : cluster [DBG] pgmap v4293: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:36 smithi129 conmon[101092]: cluster 2022-01-18T18:27:34.796573+0000 mgr.smithi129.iclwio (mgr.14716) 4997 : cluster [DBG] pgmap v4294: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:27:36.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:36 smithi156 conmon[67007]: cluster 2022-01-18T18:27:34.796573+0000 mgr.smithi129.iclwio (mgr.14716) 4997 : cluster [DBG] pgmap v4294: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:27:37.896 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:27:38.162 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:27:38.163 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 9m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:27:38.163 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 9m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:27:38.164 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 9m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:27:38.164 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 9m ago 2h 42.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:27:38.164 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 9m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:27:38.165 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 9m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:27:38.165 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 9m ago 2h 626M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:27:38.166 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 9m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:27:38.166 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 9m ago 2h 904M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:27:38.166 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 9m ago 2h 431M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:27:38.166 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 9m ago 2h 180M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:27:38.167 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 9m ago 2h 114M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:27:38.167 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 9m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:27:38.168 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 9m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:27:38.168 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 9m ago 2h 1807M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:27:38.168 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 9m ago 2h 2847M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:27:38.169 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 9m ago 2h 2191M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:27:38.169 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 9m ago 2h 2849M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:27:38.170 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 9m ago 2h 2648M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:27:38.170 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 9m ago 2h 3212M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:27:38.171 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 9m ago 2h 2548M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:27:38.171 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 9m ago 2h 3751M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:27:38.171 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 9m ago 2h 80.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:27:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:38 smithi129 conmon[101092]: cluster 2022-01-18T18:27:36.797163+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:27:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:38 smithi129 conmon[101092]: ) 4998 : cluster [DBG] pgmap v4295: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:38.481 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:27:38.481 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:27:38.482 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:27:38.482 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:27:38.482 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:27:38.482 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:27:38.483 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:27:38.483 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:27:38.483 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:27:38.483 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:27:38.484 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:27:38.484 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:27:38.484 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:27:38.484 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:27:38.485 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:27:38.485 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:27:38.485 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:27:38.485 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:27:38.485 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:27:38.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:38 smithi156 conmon[67007]: cluster 2022-01-18T18:27:36.797163+0000 mgr.smithi129.iclwio (mgr.14716) 4998 : cluster [DBG] pgmap v4295: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:39.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:39 smithi129 conmon[101092]: audit 2022-01-18T18:27:37.885479+0000 mgr.smithi129.iclwio (mgr.14716) 4999 : 2022-01-18T18:27:39.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:39 smithi129 conmon[101092]: audit [DBG] from='client.37414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:27:39.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:39 smithi129 conmon[101092]: audit 2022-01-18T18:27:38.154212+0000 mgr.smithi129.iclwio (mgr.14716) 5000 : audit [DBG] from='client.37418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:27:39.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:39 smithi129 conmon[101092]: audit 2022-01-18T18:27:38.481775+0000 mon.smithi129 (mon.0) 1620 : audit [DBG] from='client.? 172.21.15.129:0/759608946' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:27:39.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:39 smithi156 conmon[67007]: audit 2022-01-18T18:27:37.885479+0000 mgr.smithi129.iclwio (mgr.14716) 4999 : audit [DBG] from='client.37414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:27:39.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:39 smithi156 conmon[67007]: audit 2022-01-18T18:27 2022-01-18T18:27:39.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:39 smithi156 conmon[67007]: :38.154212+0000 mgr.smithi129.iclwio (mgr.14716) 5000 : audit [DBG] from='client.37418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:27:39.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:39 smithi156 conmon[67007]: audit 2022-01-18T18:27:38.481775+0000 mon.smithi129 (mon.0) 1620 : audit [DBG] from='client.? 172.21.15.129:0/759608946' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:27:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:40 smithi129 conmon[101092]: cluster 2022-01-18T18:27:38.797739+0000 mgr.smithi129.iclwio (mgr.14716) 5001 : cluster [DBG] 2022-01-18T18:27:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:40 smithi129 conmon[101092]: pgmap v4296: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:40.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:40 smithi156 conmon[67007]: cluster 2022-01-18T18:27:38.797739+0000 mgr.smithi129.iclwio (mgr.14716) 5001 : cluster [DBG] pgmap v4296: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:42 smithi129 conmon[101092]: cluster 2022-01-18T18:27:40.798486+0000 mgr.smithi129.iclwio (mgr.14716) 5002 : cluster [DBG] pgmap v4297: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:27:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:42 smithi156 conmon[67007]: cluster 2022-01-18T18:27:40.798486+0000 mgr.smithi129.iclwio (mgr.14716) 5002 : cluster [DBG] pgmap v4297: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:27:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:44 smithi129 conmon[101092]: cluster 2022-01-18T18:27:42.799210+0000 mgr.smithi129.iclwio (mgr.14716) 5003 : cluster [DBG] pgmap v4298: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:44.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:44 smithi156 conmon[67007]: cluster 2022-01-18T18:27:42.799210+0000 mgr.smithi129.iclwio (mgr.14716) 5003 : cluster [DBG] pgmap v4298: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:46 smithi129 conmon[101092]: cluster 2022-01-18T18:27:44.800193+0000 mgr.smithi129.iclwio (mgr.14716) 5004 : cluster [DBG] pgmap v4299: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:27:46.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:46 smithi156 conmon[67007]: cluster 2022-01-18T18:27:44.800193+0000 mgr.smithi129.iclwio (mgr.14716) 5004 : cluster [DBG] pgmap v4299: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:27:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:48 smithi129 conmon[101092]: cluster 2022-01-18T18:27:46.800848+0000 mgr.smithi129.iclwio (mgr.14716) 5005 : cluster [DBG] pgmap v4300: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:48.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:48 smithi156 conmon[67007]: cluster 2022-01-18T18:27:46.800848+0000 mgr.smithi129.iclwio (mgr.14716) 5005 : cluster [DBG] pgmap v4300: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:48.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:48 smithi156 conmon[67007]: 2022-01-18T18:27:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:50 smithi129 conmon[101092]: cluster 2022-01-18T18:27:48.801371+0000 mgr.smithi129.iclwio (mgr.14716) 5006 : cluster [DBG] pgmap v4301: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:50.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:50 smithi156 conmon[67007]: cluster 2022-01-18T18:27:48.801371+0000 mgr.smithi129.iclwio (mgr.14716) 5006 : cluster [DBG] pgmap v4301: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:52 smithi129 conmon[101092]: cluster 2022-01-18T18:27:50.802150+0000 mgr.smithi129.iclwio (mgr.14716) 5007 : cluster [DBG] pgmap v4302: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:27:52.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:52 smithi156 conmon[67007]: cluster 2022-01-18T18:27:50.802150+0000 mgr.smithi129.iclwio (mgr.14716) 5007 : cluster [DBG] pgmap v4302: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:27:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:54 smithi129 conmon[101092]: cluster 2022-01-18T18:27:52.802769+0000 mgr.smithi129.iclwio (mgr.14716) 5008 : cluster [DBG] pgmap v4303: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:54.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:54 smithi156 conmon[67007]: cluster 2022-01-18T18:27:52.802769+0000 mgr.smithi129.iclwio (mgr.14716) 5008 : cluster [DBG] pgmap v4303: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:56 smithi129 conmon[101092]: cluster 2022-01-18T18:27:54.803691+0000 mgr.smithi129.iclwio (mgr.14716) 5009 : cluster [DBG] pgmap v4304: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:27:56.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:56 smithi156 conmon[67007]: cluster 2022-01-18T18:27:54.803691+0000 mgr.smithi129.iclwio (mgr.14716) 5009 : cluster [DBG] pgmap v4304: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:27:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:58 smithi129 conmon[101092]: cluster 2022-01-18T18:27:56.804277+0000 mgr.smithi129.iclwio (mgr.14716) 5010 : cluster [DBG] pgmap v4305: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:58.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:58 smithi156 conmon[67007]: cluster 2022-01-18T18:27:56.804277+0000 mgr.smithi129.iclwio (mgr.14716) 5010 : cluster [DBG] pgmap v4305: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:27:59.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:59 smithi129 conmon[101092]: audit 2022-01-18T18:27:58.764114+0000 mon.smithi129 (mon.0) 1621 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:27:59.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:59 smithi129 conmon[101092]: 2022-01-18T18:27:59.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:27:59 smithi129 conmon[101092]: audit 2022-01-18T18:27:58.764602+0000 mon.smithi129 (mon.0) 1622 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:27:59.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:59 smithi156 conmon[67007]: audit 2022-01-18T18:27:58.764114+0000 mon.smithi129 (mon.0) 1621 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:27:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:27:59 smithi156 conmon[67007]: audit 2022-01-18T18:27:58.764602+0000 mon.smithi129 (mon.0) 1622 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:28:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:00 smithi129 conmon[101092]: cluster 2022-01-18T18:27:58.804872+0000 mgr.smithi129.iclwio (mgr.14716) 5011 : cluster [DBG] pgmap v4306: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:00 smithi129 conmon[101092]: 2022-01-18T18:28:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:00 smithi156 conmon[67007]: cluster 2022-01-18T18:27:58.804872+0000 mgr.smithi129.iclwio (mgr.14716) 5011 2022-01-18T18:28:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:00 smithi156 conmon[67007]: : cluster [DBG] pgmap v4306: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:02 smithi129 conmon[101092]: cluster 2022-01-18T18:28:00.805613+0000 mgr.smithi129.iclwio (mgr.14716) 5012 : cluster [DBG] 2022-01-18T18:28:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:02 smithi129 conmon[101092]: pgmap v4307: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:28:02.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:02 smithi156 conmon[67007]: cluster 2022-01-18T18:28:00.805613+0000 mgr.smithi129.iclwio (mgr.14716) 5012 : cluster [DBG] pgmap v4307: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:28:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:02 smithi156 conmon[67007]: 2022-01-18T18:28:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:04 smithi129 conmon[101092]: cluster 2022-01-18T18:28:02.806145+0000 mgr.smithi129.iclwio (mgr.14716) 5013 : cluster [DBG] pgmap v4308: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:04.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:04 smithi156 conmon[67007]: cluster 2022-01-18T18:28:02.806145+0000 mgr.smithi129.iclwio (mgr.14716) 5013 : cluster [DBG] pgmap v4308: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:06.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:06 smithi156 conmon[67007]: cluster 2022-01-18T18:28:04.806988+0000 mgr.smithi129.iclwio (mgr.14716) 5014 : cluster [DBG] pgmap v4309: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:28:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:06 smithi129 conmon[101092]: cluster 2022-01-18T18:28:04.806988+0000 mgr.smithi129.iclwio (mgr.14716) 5014 : cluster [DBG] pgmap v4309: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:28:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:08 smithi156 conmon[67007]: cluster 2022-01-18T18:28:06.807498+0000 mgr.smithi129.iclwio (mgr.14716) 5015 : cluster [DBG] pgmap v4310: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:08 smithi129 conmon[101092]: cluster 2022-01-18T18:28:06.807498+0000 mgr.smithi129.iclwio (mgr.14716) 5015 : cluster [DBG] pgmap v4310: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:08.776 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:28:09.042 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:28:09.042 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 9m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:28:09.043 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 9m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:28:09.043 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 9m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:28:09.043 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 9m ago 2h 42.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:28:09.043 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 9m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:28:09.044 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 9m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:28:09.044 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 9m ago 2h 626M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:28:09.044 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 9m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:28:09.044 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 9m ago 2h 904M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:28:09.044 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 9m ago 2h 431M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:28:09.045 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 9m ago 2h 180M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:28:09.045 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 9m ago 2h 114M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:28:09.045 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 9m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:28:09.045 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 9m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:28:09.046 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 9m ago 2h 1807M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:28:09.046 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 9m ago 2h 2847M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:28:09.046 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 9m ago 2h 2191M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:28:09.046 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 9m ago 2h 2849M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:28:09.047 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 9m ago 2h 2648M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:28:09.047 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 9m ago 2h 3212M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:28:09.047 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 9m ago 2h 2548M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:28:09.047 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 9m ago 2h 3751M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:28:09.048 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 9m ago 2h 80.5M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:28:09.361 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:28:09.361 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:28:09.361 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:28:09.361 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:28:09.362 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:28:09.362 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:28:09.362 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:28:09.362 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:28:09.363 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:28:09.363 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:28:09.363 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:28:09.363 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:28:09.364 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:28:09.364 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:28:09.364 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:28:09.364 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:28:09.365 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:28:09.365 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:28:09.365 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:28:10.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:10 smithi156 conmon[67007]: audit 2022-01-18T18:28:08.764848+0000 mgr.smithi129.iclwio (mgr.14716) 5016 : audit [DBG] from='client.37426 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:28:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:10 smithi156 conmon[67007]: cluster 2022-01-18T18:28:08.807999 2022-01-18T18:28:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:10 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 5017 : cluster [DBG] pgmap v4311: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:10 smithi156 conmon[67007]: audit 2022-01-18T18:28:09.034243+0000 mgr.smithi129.iclwio (mgr.14716) 5018 : audit [DBG] from='client.37430 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:28:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:10 smithi156 conmon[67007]: audit 2022-01-18T18:28:09.361388+0000 mon.smithi129 (mon.0) 1623 : audit [DBG] from='client.? 172.21.15.129:0/4033809903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:28:10.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:10 smithi156 conmon[67007]: 2022-01-18T18:28:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:10 smithi129 conmon[101092]: audit 2022-01-18T18:28:08.764848+0000 mgr.smithi129.iclwio (mgr.14716) 5016 : audit [DBG] from='client.37426 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:28:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:10 smithi129 conmon[101092]: 2022-01-18T18:28:10.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:10 smithi129 conmon[101092]: cluster 2022-01-18T18:28:08.807999+0000 mgr.smithi129.iclwio (mgr.14716) 5017 : cluster [DBG] pgmap v4311: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:10.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:10 smithi129 conmon[101092]: audit 2022-01-18T18:28:09.034243+0000 mgr.smithi129.iclwio (mgr.14716) 5018 : audit 2022-01-18T18:28:10.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:10 smithi129 conmon[101092]: [DBG] from='client.37430 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:28:10.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:10 smithi129 conmon[101092]: audit 2022-01-18T18:28:09. 2022-01-18T18:28:10.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:10 smithi129 conmon[101092]: 361388+0000 mon.smithi129 (mon.0) 1623 : audit [DBG] from='client.? 172.21.15.129:0/4033809903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:28:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:12 smithi156 conmon[67007]: cluster 2022-01-18T18:28:10.808688+0000 mgr.smithi129.iclwio (mgr.14716) 5019 : cluster [DBG] pgmap v4312: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:28:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:12 smithi129 conmon[101092]: cluster 2022-01-18T18:28:10.808688+0000 mgr.smithi129.iclwio (mgr.14716) 5019 : cluster [DBG] pgmap v4312: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:28:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:12 smithi129 conmon[101092]: 2022-01-18T18:28:14.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:14 smithi156 conmon[67007]: cluster 2022-01-18T18:28:12.809293+0000 mgr.smithi129.iclwio (mgr.14716) 5020 : cluster [DBG] pgmap v4313: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:14.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:14 smithi156 conmon[67007]: 2022-01-18T18:28:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:14 smithi129 conmon[101092]: cluster 2022-01-18T18:28:12.809293+0000 mgr.smithi129.iclwio (mgr.14716) 5020 : cluster [DBG] pgmap v4313: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:16 smithi156 conmon[67007]: cluster 2022-01-18T18:28:14.810017+0000 mgr.smithi129.iclwio (mgr.14716) 5021 : cluster [DBG] 2022-01-18T18:28:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:16 smithi156 conmon[67007]: pgmap v4314: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:28:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:16 smithi129 conmon[101092]: cluster 2022-01-18T18:28:14.810017+0000 mgr.smithi129.iclwio (mgr.14716) 5021 : cluster [DBG] pgmap v4314: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:28:18.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:18 smithi156 conmon[67007]: cluster 2022-01-18T18:28:16.810615+0000 mgr.smithi129.iclwio (mgr.14716) 5022 : cluster [DBG] pgmap v4315: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:18 smithi129 conmon[101092]: cluster 2022-01-18T18:28:16.810615+0000 mgr.smithi129.iclwio (mgr.14716) 5022 : cluster [DBG] 2022-01-18T18:28:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:18 smithi129 conmon[101092]: pgmap v4315: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:20.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:20 smithi156 conmon[67007]: cluster 2022-01-18T18:28:18.811185+0000 mgr.smithi129.iclwio (mgr.14716) 5023 : cluster [DBG] pgmap v4316: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:20 smithi129 conmon[101092]: cluster 2022-01-18T18:28:18.811185+0000 mgr.smithi129.iclwio (mgr.14716) 5023 : cluster [DBG] pgmap v4316: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:22 smithi156 conmon[67007]: cluster 2022-01-18T18:28:20.812117+0000 mgr.smithi129.iclwio (mgr.14716) 5024 : cluster [DBG] pgmap v4317: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:28:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:22 smithi129 conmon[101092]: cluster 2022-01-18T18:28:20.812117+0000 mgr.smithi129.iclwio (mgr.14716) 5024 : cluster [DBG] pgmap v4317: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:28:24.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:24 smithi156 conmon[67007]: cluster 2022-01-18T18:28:22.812780+0000 mgr.smithi129.iclwio (mgr.14716) 5025 : cluster [DBG] pgmap v4318: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:24 smithi129 conmon[101092]: cluster 2022-01-18T18:28:22.812780+0000 mgr.smithi129.iclwio (mgr.14716) 5025 : cluster [DBG] pgmap v4318: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:26.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:26 smithi156 conmon[67007]: cluster 2022-01-18T18:28:24.813832+0000 mgr.smithi129.iclwio (mgr.14716) 5026 : cluster [DBG] pgmap v4319: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:28:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:26 smithi129 conmon[101092]: cluster 2022-01-18T18:28:24.813832+0000 mgr.smithi129.iclwio (mgr.14716) 5026 : cluster [DBG] pgmap v4319: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:28:28.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:28 smithi156 conmon[67007]: cluster 2022-01-18T18:28:26.814471+0000 mgr.smithi129.iclwio (mgr.14716) 5027 : cluster [DBG] pgmap v4320: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:28 smithi129 conmon[101092]: cluster 2022-01-18T18:28:26.814471+0000 mgr.smithi129.iclwio (mgr.14716) 5027 : cluster [DBG] pgmap v4320: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:30.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:30 smithi156 conmon[67007]: cluster 2022-01-18T18:28:28.815112+0000 mgr.smithi129.iclwio (mgr.14716) 5028 : cluster [DBG] pgmap v4321: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:30 smithi129 conmon[101092]: cluster 2022-01-18T18:28:28.815112+0000 mgr.smithi129.iclwio (mgr.14716) 5028 : cluster [DBG] pgmap v4321: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:30.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:30 smithi129 conmon[101092]: 2022-01-18T18:28:32.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:32 smithi156 conmon[67007]: cluster 2022-01-18T18:28:30.816021+0000 2022-01-18T18:28:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:32 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 5029 : cluster [DBG] pgmap v4322: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:28:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:32 smithi156 conmon[67007]: audit 2022-01-18T18:28:31.931413 2022-01-18T18:28:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:32 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 1624 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:28:32.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:32 smithi156 conmon[67007]: audit 2022-01-18T18 2022-01-18T18:28:32.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:32 smithi156 conmon[67007]: :28:31.932871+0000 mon.smithi129 (mon.0 2022-01-18T18:28:32.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:32 smithi156 conmon[67007]: ) 1625 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:28:32.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:32 smithi156 conmon[67007]: audit 2022- 2022-01-18T18:28:32.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:32 smithi156 conmon[67007]: 01-18T18:28:31. 2022-01-18T18:28:32.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:32 smithi156 conmon[67007]: 933680+0000 mon.smithi129 (mon.0) 1626 : 2022-01-18T18:28:32.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:32 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:28:32.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:32 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T18:28:32.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:32 smithi156 conmon[67007]: 18T18:28:32.190306+0000 2022-01-18T18:28:32.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:32 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1627 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:28:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:32 smithi129 conmon[101092]: cluster 2022-01-18T18:28:30.816021+0000 mgr.smithi129.iclwio (mgr.14716) 5029 : cluster 2022-01-18T18:28:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:32 smithi129 conmon[101092]: [DBG] pgmap v4322: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:28:32.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:32 smithi129 conmon[101092]: audit 2022-01-18T18:28:31.931413+0000 mon.smithi129 (mon.0) 1624 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:28:32.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:32 smithi129 conmon[101092]: audit 2022-01-18T18:28:31.932871+0000 mon.smithi129 (mon.0) 1625 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:28:32.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:32 smithi129 conmon[101092]: audit 2022-01-18T18:28:31.933680+0000 mon.smithi129 (mon.0) 1626 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:28:32.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:32 smithi129 conmon[101092]: audit 2022-01-18T18:28:32.190306+0000 mon.smithi129 (mon.0) 1627 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:28:33.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:33 smithi156 conmon[67007]: cephadm 2022-01-18T18:28:31.934425+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:28:33.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:33 smithi156 conmon[67007]: 5030 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:28:33.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:33 smithi129 conmon[101092]: cephadm 2022-01-18T18:28:31.934425+0000 mgr.smithi129.iclwio 2022-01-18T18:28:33.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:33 smithi129 conmon[101092]: (mgr.14716) 5030 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:28:34.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:34 smithi156 conmon[67007]: cluster 2022-01-18T18:28:32.816503+0000 mgr.smithi129.iclwio (mgr.14716) 5031 : cluster [DBG] pgmap v4323: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:34.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:34 smithi129 conmon[101092]: cluster 2022-01-18T18:28:32.816503+0000 mgr.smithi129.iclwio (mgr.14716) 5031 : cluster [DBG] 2022-01-18T18:28:34.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:34 smithi129 conmon[101092]: pgmap v4323: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:36 smithi156 conmon[67007]: cluster 2022-01-18T18:28:34.817334+0000 mgr.smithi129.iclwio (mgr.14716) 5032 : cluster 2022-01-18T18:28:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:36 smithi156 conmon[67007]: [DBG] pgmap v4324: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:28:36.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:36 smithi156 conmon[67007]: audit 2022-01-18T18:28:35.428661+0000 mon.smithi129 (mon.0) 1628 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:28:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:36 smithi129 conmon[101092]: cluster 2022-01-18T18:28:34.817334+0000 mgr.smithi129.iclwio (mgr.14716) 5032 : cluster [DBG] pgmap v4324: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:28:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:36 smithi129 conmon[101092]: audit 2022-01-18T18:28:35.428661+0000 mon.smithi129 (mon.0) 1628 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:28:38.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:38 smithi156 conmon[67007]: cluster 2022-01-18T18:28:36.817841+0000 mgr.smithi129.iclwio (mgr.14716) 5033 : cluster [DBG] pgmap v4325: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:38 smithi156 conmon[67007]: audit 2022-01-18T18:28:37.609231+0000 mon.smithi129 (mon.0) 1629 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:28:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:38 smithi156 conmon[67007]: audit 2022-01-18T18:28:37.890423+0000 mon.smithi129 (mon.0) 1630 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:28:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:38 smithi156 conmon[67007]: audit 2022-01 2022-01-18T18:28:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:38 smithi156 conmon[67007]: -18T18:28:37.895302+0000 mon.smithi129 (mon.0) 1631 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:28:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:38 smithi129 conmon[101092]: cluster 2022-01-18T18:28:36.817841+0000 mgr.smithi129.iclwio (mgr.14716) 5033 : cluster [DBG] pgmap v4325: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:38 smithi129 conmon[101092]: audit 2022-01-18T18:28:37.609231+0000 mon.smithi129 (mon.0) 1629 2022-01-18T18:28:38.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:38 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:28:38.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:38 smithi129 conmon[101092]: audit 2022-01-18T18:28:37.890423+0000 mon.smithi129 (mon.0) 1630 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:28:38.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:38 smithi129 conmon[101092]: audit 2022-01-18T18:28:37.895302+0000 mon.smithi129 (mon.0) 1631 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:28:39.661 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:28:39.928 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:28:39.928 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 2s ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:28:39.928 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 2s ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:28:39.929 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 4s ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:28:39.929 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 2s ago 2h 42.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:28:39.929 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 2s ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:28:39.929 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 4s ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:28:39.930 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 2s ago 2h 638M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:28:39.930 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 4s ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:28:39.930 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 2s ago 2h 962M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:28:39.930 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 4s ago 2h 463M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:28:39.931 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 2s ago 2h 181M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:28:39.931 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 4s ago 2h 116M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:28:39.931 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 2s ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:28:39.931 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 4s ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:28:39.932 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 2s ago 2h 1837M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:28:39.932 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 2s ago 2h 2880M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:28:39.932 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 2s ago 2h 2212M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:28:39.932 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 2s ago 2h 2883M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:28:39.932 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 4s ago 2h 2679M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:28:39.933 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 4s ago 2h 3240M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:28:39.933 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 4s ago 2h 2575M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:28:39.933 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 4s ago 2h 3783M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:28:39.933 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 2s ago 2h 85.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:28:40.244 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:28:40.244 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:28:40.244 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:28:40.245 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:28:40.245 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:28:40.245 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:28:40.246 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:28:40.246 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:28:40.246 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:28:40.247 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:28:40.248 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:28:40.248 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:28:40.248 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:28:40.249 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:28:40.249 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:28:40.249 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:28:40.249 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:28:40.249 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:28:40.250 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:28:40.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:40 smithi156 conmon[67007]: cluster 2022-01-18T18:28:38.818401+0000 mgr.smithi129.iclwio (mgr.14716) 5034 : cluster [DBG] 2022-01-18T18:28:40.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:40 smithi156 conmon[67007]: pgmap v4326: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:40.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:40 smithi156 conmon[67007]: audit 2022-01-18T18:28:40.244622+0000 mon.smithi129 (mon.0) 1632 : audit [DBG] from='client.? 172.21.15.129:0/1741826310' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:28:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:40 smithi129 conmon[101092]: cluster 2022-01-18T18:28:38.818401+0000 mgr.smithi129.iclwio (mgr.14716) 5034 : cluster [DBG] pgmap v4326: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:40 smithi129 conmon[101092]: audit 2022-01-18T18:28:40.244622+0000 mon.smithi129 (mon.0) 1632 : audit [DBG] from='client.? 172.21.15.129:0/1741826310' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:28:41.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:41 smithi156 conmon[67007]: audit 2022-01-18T18:28:39.650096+0000 mgr.smithi129.iclwio (mgr.14716) 5035 : audit 2022-01-18T18:28:41.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:41 smithi156 conmon[67007]: [DBG] from='client.37438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:28:41.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:41 smithi156 conmon[67007]: audit 2022-01-18T18:28:39.919750+0000 mgr.smithi129.iclwio (mgr.14716) 5036 : audit [DBG] from='client.37442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:28:41.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:41 smithi129 conmon[101092]: audit 2022-01-18T18:28:39.650096+0000 mgr.smithi129.iclwio (mgr.14716) 5035 : audit [DBG] from='client.37438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:28:41.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:41 smithi129 conmon[101092]: audit 2022-01-18T18:28:39.919750+0000 mgr.smithi129.iclwio (mgr.14716) 5036 : audit [DBG] from='client.37442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:28:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:42 smithi156 conmon[67007]: cluster 2022-01-18T18:28:40.819080+0000 mgr.smithi129.iclwio (mgr.14716) 5037 : cluster 2022-01-18T18:28:42.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:42 smithi156 conmon[67007]: [DBG] pgmap v4327: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:28:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:42 smithi129 conmon[101092]: cluster 2022-01-18T18:28:40.819080+0000 mgr.smithi129.iclwio (mgr.14716) 5037 : cluster [DBG] pgmap v4327: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:28:44.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:44 smithi156 conmon[67007]: cluster 2022-01-18T18:28:42.819560+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:28:44.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:44 smithi156 conmon[67007]: 5038 : cluster [DBG] pgmap v4328: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:44 smithi129 conmon[101092]: cluster 2022-01-18T18:28:42.819560+0000 mgr.smithi129.iclwio (mgr.14716) 5038 : cluster [DBG] pgmap v4328: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:44 smithi129 conmon[101092]: 2022-01-18T18:28:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:46 smithi156 conmon[67007]: cluster 2022-01-18T18:28:44.820325+0000 mgr.smithi129.iclwio (mgr.14716) 5039 : cluster [DBG] 2022-01-18T18:28:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:46 smithi156 conmon[67007]: pgmap v4329: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:28:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:46 smithi129 conmon[101092]: cluster 2022-01-18T18:28:44.820325+0000 mgr.smithi129.iclwio (mgr.14716) 5039 : cluster [DBG] pgmap v4329: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:28:48.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:48 smithi156 conmon[67007]: cluster 2022-01-18T18:28:46.820769+0000 mgr.smithi129.iclwio (mgr.14716) 5040 : cluster 2022-01-18T18:28:48.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:48 smithi156 conmon[67007]: [DBG] pgmap v4330: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:48 smithi129 conmon[101092]: cluster 2022-01-18T18:28:46.820769+0000 mgr.smithi129.iclwio (mgr.14716) 5040 : cluster [DBG] 2022-01-18T18:28:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:48 smithi129 conmon[101092]: pgmap v4330: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:50.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:50 smithi156 conmon[67007]: cluster 2022-01-18T18:28:48.821411+0000 mgr.smithi129.iclwio (mgr.14716) 5041 2022-01-18T18:28:50.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:50 smithi156 conmon[67007]: : cluster [DBG] pgmap v4331: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:50 smithi129 conmon[101092]: cluster 2022-01-18T18:28:48.821411+0000 mgr.smithi129.iclwio (mgr.14716) 5041 : cluster 2022-01-18T18:28:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:50 smithi129 conmon[101092]: [DBG] pgmap v4331: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:52.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:52 smithi156 conmon[67007]: cluster 2022-01-18T18:28:50.822089+0000 mgr.smithi129.iclwio (mgr.14716) 5042 : cluster 2022-01-18T18:28:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:52 smithi156 conmon[67007]: [DBG] pgmap v4332: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:28:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:52 smithi129 conmon[101092]: cluster 2022-01-18T18:28:50.822089+0000 mgr.smithi129.iclwio (mgr.14716) 5042 : cluster [DBG] pgmap v4332: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:28:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:52 smithi129 conmon[101092]: 2022-01-18T18:28:54.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:54 smithi156 conmon[67007]: cluster 2022-01-18T18:28:52.822654+0000 mgr.smithi129.iclwio (mgr.14716) 5043 : cluster 2022-01-18T18:28:54.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:54 smithi156 conmon[67007]: [DBG] pgmap v4333: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:54.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:54 smithi129 conmon[101092]: cluster 2022-01-18T18:28:52.822654+0000 mgr.smithi129.iclwio (mgr.14716) 5043 : cluster [DBG] pgmap v4333: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:56.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:56 smithi156 conmon[67007]: cluster 2022-01-18T18:28:54.823532+0000 mgr.smithi129.iclwio (mgr.14716) 5044 : cluster 2022-01-18T18:28:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:56 smithi156 conmon[67007]: [DBG] pgmap v4334: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:28:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:56 smithi129 conmon[101092]: cluster 2022-01-18T18:28:54.823532+0000 mgr.smithi129.iclwio (mgr.14716) 5044 : cluster [DBG] pgmap v4334: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:28:58.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:58 smithi156 conmon[67007]: cluster 2022-01-18T18:28:56.824069+0000 mgr.smithi129.iclwio (mgr.14716) 5045 : cluster [DBG] 2022-01-18T18:28:58.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:58 smithi156 conmon[67007]: pgmap v4335: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:58 smithi129 conmon[101092]: cluster 2022-01-18T18:28:56.824069+0000 mgr.smithi129.iclwio (mgr.14716) 5045 : cluster [DBG] pgmap v4335: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:28:59.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:59 smithi156 conmon[67007]: audit 2022-01-18T18:28:58.769000+0000 mon.smithi129 (mon.0) 1633 2022-01-18T18:28:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:59 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:28:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:28:59 smithi156 conmon[67007]: audit 2022-01-18T18:28:58.769245+0000 mon.smithi129 (mon.0) 1634 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:28:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:59 smithi129 conmon[101092]: audit 2022-01-18T18:28:58.769000+0000 mon.smithi129 (mon.0) 1633 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:28:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:28:59 smithi129 conmon[101092]: audit 2022-01-18T18:28:58.769245+0000 mon.smithi129 (mon.0) 1634 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:29:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:00 smithi156 conmon[67007]: cluster 2022-01-18T18:28:58.824731+0000 mgr.smithi129.iclwio (mgr.14716) 5046 : cluster 2022-01-18T18:29:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:00 smithi156 conmon[67007]: [DBG] pgmap v4336: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:00 smithi129 conmon[101092]: cluster 2022-01-18T18:28:58.824731+0000 mgr.smithi129.iclwio (mgr.14716) 5046 : cluster [DBG] pgmap v4336: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:00 smithi129 conmon[101092]: 2022-01-18T18:29:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:02 smithi129 conmon[101092]: cluster 2022-01-18T18:29:00.825472+0000 mgr.smithi129.iclwio (mgr.14716) 5047 : cluster [DBG] pgmap v4337: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:29:02.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:02 smithi156 conmon[67007]: cluster 2022-01-18T18:29:00.825472+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:29:02.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:02 smithi156 conmon[67007]: 14716) 5047 : cluster [DBG] pgmap v4337: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:29:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:04 smithi129 conmon[101092]: cluster 2022-01-18T18:29:02.825991+0000 mgr.smithi129.iclwio (mgr.14716) 5048 : cluster [DBG] pgmap v4338: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:04 smithi156 conmon[67007]: cluster 2022-01-18T18:29:02.825991+0000 mgr.smithi129.iclwio (mgr.14716) 5048 : cluster [DBG] pgmap v4338: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:06 smithi129 conmon[101092]: cluster 2022-01-18T18:29:04.826899+0000 mgr.smithi129.iclwio (mgr.14716) 5049 : cluster [DBG] pgmap v4339: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:29:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:06 smithi156 conmon[67007]: cluster 2022-01-18T18:29:04.826899+0000 mgr.smithi129.iclwio (mgr.14716) 5049 : cluster [DBG] pgmap v4339: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:29:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:08 smithi129 conmon[101092]: cluster 2022-01-18T18:29:06.827519+0000 mgr.smithi129.iclwio (mgr.14716) 5050 : cluster [DBG] pgmap v4340: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:08 smithi156 conmon[67007]: cluster 2022-01-18T18:29:06.827519+0000 mgr.smithi129.iclwio (mgr.14716) 5050 : cluster [DBG] pgmap v4340: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:10.545 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:29:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:10 smithi129 conmon[101092]: cluster 2022-01-18T18:29:08.828272+0000 mgr.smithi129.iclwio (mgr.14716) 5051 : cluster [DBG] 2022-01-18T18:29:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:10 smithi129 conmon[101092]: pgmap v4341: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:10 smithi156 conmon[67007]: cluster 2022-01-18T18:29:08.828272+0000 mgr.smithi129.iclwio (mgr.14716) 5051 : cluster [DBG] pgmap v4341: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:10.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:10 smithi156 conmon[67007]: 2022-01-18T18:29:10.809 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:29:10.810 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 33s ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:29:10.810 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 33s ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:29:10.810 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 35s ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:29:10.811 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 33s ago 2h 42.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:29:10.811 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 33s ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:29:10.811 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 35s ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:29:10.811 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 33s ago 2h 638M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:29:10.811 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 35s ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:29:10.812 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 33s ago 2h 962M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:29:10.812 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 35s ago 2h 463M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:29:10.812 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 33s ago 2h 181M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:29:10.812 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 35s ago 2h 116M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:29:10.813 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 33s ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:29:10.813 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 35s ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:29:10.813 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 33s ago 2h 1837M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:29:10.813 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 33s ago 2h 2880M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:29:10.814 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 33s ago 2h 2212M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:29:10.814 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 33s ago 2h 2883M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:29:10.814 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 35s ago 2h 2679M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:29:10.814 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 35s ago 2h 3240M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:29:10.815 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 35s ago 2h 2575M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:29:10.815 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 35s ago 2h 3783M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:29:10.815 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 33s ago 2h 85.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:29:11.130 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:29:11.130 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:29:11.130 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:29:11.131 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:29:11.131 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:29:11.132 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:29:11.132 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:29:11.132 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:29:11.132 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:29:11.132 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:29:11.133 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:29:11.133 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:29:11.133 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:29:11.133 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:29:11.134 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:29:11.134 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:29:11.134 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:29:11.134 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:29:11.135 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:29:12.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:11 smithi129 conmon[101092]: audit 2022-01-18T18:29:10.533670+0000 mgr.smithi129.iclwio (mgr.14716) 5052 : audit [DBG] from='client.37450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:29:12.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:11 smithi129 conmon[101092]: 2022-01-18T18:29:12.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:11 smithi129 conmon[101092]: audit 2022-01-18T18:29:10.801710+0000 mgr.smithi129.iclwio (mgr.14716) 5053 : audit [DBG] from='client.37454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:29:12.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:11 smithi129 conmon[101092]: cluster 2022-01-18T18:29:10.828938+0000 mgr.smithi129.iclwio (mgr.14716) 5054 : cluster [DBG] pgmap v4342: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:29:12.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:11 smithi129 conmon[101092]: audit 2022-01-18T18:29:11.130506+0000 mon.smithi129 (mon.0) 1635 : audit [DBG] 2022-01-18T18:29:12.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:11 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/1333165187' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:29:12.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:11 smithi156 conmon[67007]: audit 2022-01-18T18:29:10.533670+0000 mgr.smithi129.iclwio (mgr.14716) 5052 : audit [DBG] from='client.37450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:29:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:11 smithi156 conmon[67007]: 2022-01-18T18:29:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:11 smithi156 conmon[67007]: audit 2022-01-18T18:29:10.801710+0000 mgr.smithi129.iclwio (mgr.14716) 5053 : audit [DBG] from='client.37454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:29:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:11 smithi156 conmon[67007]: cluster 2022-01-18T18:29:10.828938+0000 mgr.smithi129.iclwio (mgr.14716) 5054 : cluster [DBG] pgmap v4342: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:29:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:11 smithi156 conmon[67007]: audit 2022-01-18T18:29:11.130506+0000 mon.smithi129 (mon.0) 1635 : audit [DBG] from='client.? 172.21.15.129:0/1333165187' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:29:14.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:13 smithi156 conmon[67007]: cluster 2022-01-18T18:29:12.829434+0000 mgr.smithi129.iclwio (mgr.14716) 5055 : cluster [DBG] pgmap v4343: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:13 smithi156 conmon[67007]: 2022-01-18T18:29:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:13 smithi129 conmon[101092]: cluster 2022-01-18T18:29:12.829434+0000 mgr.smithi129.iclwio (mgr.14716) 5055 : cluster [DBG] pgmap v4343: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:16.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:15 smithi156 conmon[67007]: cluster 2022-01-18T18:29:14.830248+0000 mgr.smithi129.iclwio (mgr.14716) 5056 : cluster [DBG] pgmap v4344: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:29:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:15 smithi129 conmon[101092]: cluster 2022-01-18T18:29:14.830248+0000 mgr.smithi129.iclwio (mgr.14716) 5056 : cluster [DBG] pgmap v4344: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:29:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:15 smithi129 conmon[101092]: 2022-01-18T18:29:18.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:17 smithi156 conmon[67007]: cluster 2022-01-18T18:29:16.830718+0000 mgr.smithi129.iclwio (mgr.14716) 5057 : cluster [DBG] pgmap v4345: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:17 smithi129 conmon[101092]: cluster 2022-01-18T18:29:16.830718+0000 mgr.smithi129.iclwio (mgr.14716) 5057 : cluster [DBG] pgmap v4345: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:20.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:19 smithi156 conmon[67007]: cluster 2022-01-18T18:29:18.831352+0000 mgr.smithi129.iclwio (mgr.14716) 5058 : cluster [DBG] pgmap v4346: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:19 smithi129 conmon[101092]: cluster 2022-01-18T18:29:18.831352+0000 mgr.smithi129.iclwio (mgr.14716) 5058 : cluster [DBG] pgmap v4346: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:22.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:21 smithi156 conmon[67007]: cluster 2022-01-18T18:29:20.832278+0000 mgr.smithi129.iclwio (mgr.14716) 5059 : cluster [DBG] pgmap v4347: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:29:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:21 smithi129 conmon[101092]: cluster 2022-01-18T18:29:20.832278+0000 mgr.smithi129.iclwio (mgr.14716) 5059 : cluster [DBG] pgmap v4347: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:29:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:23 smithi156 conmon[67007]: cluster 2022-01-18T18:29:22.832823+0000 mgr.smithi129.iclwio (mgr.14716) 5060 : cluster [DBG] pgmap v4348: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:23 smithi129 conmon[101092]: cluster 2022-01-18T18:29:22.832823+0000 mgr.smithi129.iclwio (mgr.14716) 5060 : cluster [DBG] pgmap v4348: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:26.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:25 smithi156 conmon[67007]: cluster 2022-01-18T18:29:24.833501+0000 mgr.smithi129.iclwio (mgr.14716) 5061 : cluster [DBG] pgmap v4349: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:29:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:25 smithi129 conmon[101092]: cluster 2022-01-18T18:29:24.833501+0000 mgr.smithi129.iclwio (mgr.14716) 5061 : cluster [DBG] pgmap v4349: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:29:28.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:27 smithi156 conmon[67007]: cluster 2022-01-18T18:29:26.834069+0000 mgr.smithi129.iclwio (mgr.14716) 5062 : cluster [DBG] pgmap v4350: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:27 smithi129 conmon[101092]: cluster 2022-01-18T18:29:26.834069+0000 mgr.smithi129.iclwio (mgr.14716) 5062 : cluster [DBG] pgmap v4350: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:30.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:29 smithi156 conmon[67007]: cluster 2022-01-18T18:29:28.834594+0000 mgr.smithi129.iclwio (mgr.14716) 5063 : cluster [DBG] pgmap v4351: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:29 smithi129 conmon[101092]: cluster 2022-01-18T18:29:28.834594+0000 mgr.smithi129.iclwio (mgr.14716) 5063 : cluster 2022-01-18T18:29:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:29 smithi129 conmon[101092]: [DBG] pgmap v4351: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:32.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:31 smithi156 conmon[67007]: cluster 2022-01-18T18:29:30.835356+0000 mgr.smithi129.iclwio (mgr.14716) 5064 : cluster [DBG] pgmap v4352: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:29:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:31 smithi129 conmon[101092]: cluster 2022-01-18T18:29:30.835356+0000 mgr.smithi129.iclwio (mgr.14716) 5064 : cluster [DBG] pgmap v4352: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:29:32.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:31 smithi129 conmon[101092]: 2022-01-18T18:29:34.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:33 smithi156 conmon[67007]: cluster 2022-01-18T18:29:32.836083+0000 mgr.smithi129.iclwio (mgr.14716) 5065 : cluster [DBG] pgmap v4353: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:33 smithi129 conmon[101092]: cluster 2022-01-18T18:29:32.836083+0000 mgr.smithi129.iclwio (mgr.14716) 5065 : cluster [DBG] pgmap v4353: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:36.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:35 smithi156 conmon[67007]: cluster 2022-01-18T18:29:34.836807+0000 mgr.smithi129.iclwio (mgr.14716) 5066 : cluster [DBG] pgmap v4354: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:29:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:35 smithi129 conmon[101092]: cluster 2022-01-18T18:29:34.836807+0000 mgr.smithi129.iclwio (mgr.14716) 5066 : cluster [DBG] pgmap v4354: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:29:38.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:37 smithi156 conmon[67007]: cluster 2022-01-18T18:29:36.837258+0000 mgr.smithi129.iclwio (mgr.14716) 5067 : cluster [DBG] 2022-01-18T18:29:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:37 smithi156 conmon[67007]: pgmap v4355: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:37 smithi156 conmon[67007]: audit 2022-01-18T18:29:37.897841+0000 mon.smithi129 (mon.0) 1636 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:29:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:37 smithi156 conmon[67007]: audit 2022-01-18T18:29 2022-01-18T18:29:38.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:37 smithi156 conmon[67007]: :37.899291+0000 mon.smithi129 (mon.0) 1637 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:29:38.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:37 smithi156 conmon[67007]: audit 2022-01-18T18:29:37.900112+0000 mon.smithi129 (mon. 2022-01-18T18:29:38.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:37 smithi156 conmon[67007]: 0) 1638 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:29:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:37 smithi129 conmon[101092]: cluster 2022-01-18T18:29:36.837258+0000 mgr.smithi129.iclwio (mgr.14716) 5067 : 2022-01-18T18:29:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:37 smithi129 conmon[101092]: cluster [DBG] pgmap v4355: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:37 smithi129 conmon[101092]: audit 2022-01-18T18:29:37.897841+0000 mon.smithi129 (mon.0) 1636 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:29:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:37 smithi129 conmon[101092]: audit 2022-01-18T18:29:37.899291+0000 mon.smithi129 2022-01-18T18:29:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:37 smithi129 conmon[101092]: (mon.0) 1637 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:29:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:37 smithi129 conmon[101092]: audit 2022-01-18T18:29:38.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:37 smithi129 conmon[101092]: 2022-01-18T18:29:37.900112+0000 2022-01-18T18:29:38.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:37 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1638 : audit [INF] 2022-01-18T18:29:38.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:37 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:29:39.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:39 smithi156 conmon[67007]: cephadm 2022-01-18T18:29:37.900837+0000 mgr.smithi129.iclwio (mgr.14716) 5068 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:29:39.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:39 smithi156 conmon[67007]: audit 2022-01-18T18:29:38.211114+0000 mon.smithi129 (mon.0) 1639 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:29:39.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:39 smithi156 conmon[67007]: audit 2022-01-18T18:29:38.216105+0000 mon.smithi129 (mon.0) 1640 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:29:39.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:39 smithi129 conmon[101092]: cephadm 2022-01-18T18:29:37.900837+0000 mgr.smithi129.iclwio (mgr.14716) 5068 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:29:39.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:39 smithi129 conmon[101092]: audit 2022-01-18T18:29:38.211114+0000 mon.smithi129 ( 2022-01-18T18:29:39.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:39 smithi129 conmon[101092]: mon.0) 1639 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:29:39.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:39 smithi129 conmon[101092]: audit 2022-01-18T18:29:38.216105+0000 mon.smithi129 (mon.0) 1640 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:29:40.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:40 smithi156 conmon[67007]: cluster 2022-01-18T18:29:38.837781+0000 mgr.smithi129.iclwio (mgr.14716) 5069 : cluster [DBG] pgmap v4356: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:40 smithi129 conmon[101092]: cluster 2022-01-18T18:29:38.837781+0000 mgr.smithi129.iclwio (mgr.14716) 5069 : cluster [DBG] pgmap v4356: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:41.431 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:29:41.697 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:29:41.697 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 64s ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:29:41.697 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 64s ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:29:41.698 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 66s ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:29:41.698 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 64s ago 2h 42.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:29:41.698 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 64s ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:29:41.698 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 66s ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:29:41.699 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 64s ago 2h 638M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:29:41.699 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 66s ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:29:41.699 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 64s ago 2h 962M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:29:41.699 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 66s ago 2h 463M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:29:41.699 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 64s ago 2h 181M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:29:41.700 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 66s ago 2h 116M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:29:41.700 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 64s ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:29:41.700 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 66s ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:29:41.700 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 64s ago 2h 1837M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:29:41.701 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 64s ago 2h 2880M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:29:41.701 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 64s ago 2h 2212M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:29:41.701 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 64s ago 2h 2883M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:29:41.701 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 66s ago 2h 2679M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:29:41.702 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 66s ago 2h 3240M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:29:41.702 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 66s ago 2h 2575M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:29:41.702 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 66s ago 2h 3783M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:29:41.702 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 64s ago 2h 85.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:29:42.014 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:29:42.015 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:29:42.015 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:29:42.015 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:29:42.016 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:29:42.016 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:29:42.016 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:29:42.016 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:29:42.017 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:29:42.017 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:29:42.017 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:29:42.017 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:29:42.017 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:29:42.018 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:29:42.018 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:29:42.018 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:29:42.018 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:29:42.019 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:29:42.019 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:29:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:42 smithi156 conmon[67007]: cluster 2022-01-18T18:29:40.838698+0000 mgr.smithi129.iclwio (mgr.14716) 5070 : cluster [DBG] pgmap v4357: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:29:42.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:42 smithi156 conmon[67007]: audit 2022-01-18T18:29:42.015201+0000 mon.smithi129 (mon.0) 1641 : audit [DBG] from='client.? 172.21.15.129:0/1785556531' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:29:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:42 smithi129 conmon[101092]: cluster 2022-01-18T18:29:40.838698+0000 mgr.smithi129.iclwio (mgr.14716) 5070 : cluster [DBG] 2022-01-18T18:29:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:42 smithi129 conmon[101092]: pgmap v4357: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:29:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:42 smithi129 conmon[101092]: audit 2022-01-18T18:29:42.015201+0000 mon.smithi129 (mon.0) 1641 : audit [DBG] from='client.? 172.21.15.129:0/1785556531' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:29:43.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:43 smithi156 conmon[67007]: audit 2022-01-18T18:29:41.419090+0000 mgr.smithi129.iclwio (mgr.14716) 5071 : audit [DBG] 2022-01-18T18:29:43.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:43 smithi156 conmon[67007]: from='client.37462 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:29:43.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:43 smithi156 conmon[67007]: audit 2022-01-18T18:29:41.688805+0000 mgr.smithi129.iclwio (mgr.14716) 5072 : audit [DBG] from='client.37466 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:29:43.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:43 smithi129 conmon[101092]: audit 2022-01-18T18:29:41.419090+0000 mgr.smithi129.iclwio (mgr.14716) 5071 : audit 2022-01-18T18:29:43.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:43 smithi129 conmon[101092]: [DBG] from='client.37462 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:29:43.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:43 smithi129 conmon[101092]: audit 2022-01-18T18:29:41.688805+0000 mgr.smithi129.iclwio (mgr.14716) 5072 : audit [DBG] from='client.37466 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:29:44.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:44 smithi156 conmon[67007]: cluster 2022-01-18T18:29:42.839191+0000 mgr.smithi129.iclwio (mgr.14716) 5073 : cluster [DBG] pgmap v4358: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:44 smithi129 conmon[101092]: cluster 2022-01-18T18:29 2022-01-18T18:29:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:44 smithi129 conmon[101092]: :42.839191+0000 mgr.smithi129.iclwio (mgr.14716) 5073 : cluster [DBG] pgmap v4358: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:46.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:46 smithi156 conmon[67007]: cluster 2022-01-18T18:29:44.840076+0000 mgr.smithi129.iclwio (mgr.14716) 5074 : cluster [DBG] pgmap v4359: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:29:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:46 smithi129 conmon[101092]: cluster 2022-01-18T18:29:44.840076+0000 mgr.smithi129.iclwio (mgr.14716) 5074 : cluster [DBG] pgmap v4359: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:29:48.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:48 smithi156 conmon[67007]: cluster 2022-01-18T18:29:46.840535+0000 mgr.smithi129.iclwio (mgr.14716) 5075 : cluster [DBG] pgmap v4360: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:48 smithi129 conmon[101092]: cluster 2022-01-18T18:29:46.840535+0000 mgr.smithi129.iclwio (mgr.14716) 5075 : cluster [DBG] pgmap v4360: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:50.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:50 smithi156 conmon[67007]: cluster 2022-01-18T18:29:48.841113+0000 mgr.smithi129.iclwio (mgr.14716) 5076 : cluster [DBG] pgmap v4361: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:50 smithi129 conmon[101092]: cluster 2022-01-18T18:29:48.841113+0000 mgr.smithi129.iclwio (mgr.14716) 5076 : cluster [DBG] pgmap v4361: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:52.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:52 smithi156 conmon[67007]: cluster 2022-01-18T18:29:50.841953+0000 mgr.smithi129.iclwio (mgr.14716) 5077 : cluster [DBG] pgmap v4362: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:29:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:52 smithi129 conmon[101092]: cluster 2022-01-18T18:29:50.841953+0000 mgr.smithi129.iclwio (mgr.14716) 5077 : cluster [DBG] pgmap v4362: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:29:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:52 smithi129 conmon[101092]: 2022-01-18T18:29:54.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:54 smithi156 conmon[67007]: cluster 2022-01-18T18:29:52.842510+0000 mgr.smithi129.iclwio (mgr.14716) 5078 : cluster [DBG] pgmap v4363: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:54.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:54 smithi129 conmon[101092]: cluster 2022-01-18T18:29:52.842510+0000 mgr.smithi129.iclwio (mgr.14716) 5078 : cluster [DBG] pgmap v4363: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:56.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:56 smithi156 conmon[67007]: cluster 2022-01-18T18:29:54.843678+0000 mgr.smithi129.iclwio (mgr.14716) 5079 : cluster [DBG] pgmap v4364: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:29:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:56 smithi129 conmon[101092]: cluster 2022-01-18T18:29:54.843678+0000 mgr.smithi129.iclwio (mgr.14716) 5079 : cluster [DBG] pgmap v4364: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:29:58.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:58 smithi156 conmon[67007]: cluster 2022-01-18T18:29:56.844263+0000 mgr.smithi129.iclwio (mgr.14716) 5080 : cluster [DBG] pgmap v4365: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:58 smithi129 conmon[101092]: cluster 2022-01-18T18:29:56.844263+0000 mgr.smithi129.iclwio (mgr.14716) 5080 : cluster [DBG] pgmap v4365: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:29:59.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:59 smithi156 conmon[67007]: audit 2022-01-18T18:29:58.772935+0000 mon.smithi129 (mon.0) 1642 : audit [INF] 2022-01-18T18:29:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:59 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:29:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:29:59 smithi156 conmon[67007]: audit 2022-01-18T18:29:58.773252+0000 mon.smithi129 (mon.0) 1643 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:29:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:59 smithi129 conmon[101092]: audit 2022-01-18T18:29:58.772935+0000 mon.smithi129 (mon.0) 1642 : audit 2022-01-18T18:29:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:59 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:29:59.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:29:59 smithi129 conmon[101092]: audit 2022-01-18T18:29:58.773252+0000 mon.smithi129 (mon.0) 1643 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:30:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:00 smithi156 conmon[67007]: cluster 2022-01-18T18:29:58.844922+0000 mgr.smithi129.iclwio (mgr.14716) 5081 : cluster [DBG] pgmap v4366: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:00 smithi156 conmon[67007]: cluster 2022-01-18T18:30:00.000120+0000 mon.smithi129 (mon.0) 1644 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T18:30:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:00 smithi129 conmon[101092]: cluster 2022-01-18T18:29:58.844922+0000 mgr.smithi129.iclwio (mgr.14716) 5081 : cluster 2022-01-18T18:30:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:00 smithi129 conmon[101092]: [DBG] pgmap v4366: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:00.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:00 smithi129 conmon[101092]: cluster 2022-01-18T18:30:00.000120+0000 mon.smithi129 (mon.0) 1644 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T18:30:02.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:02 smithi156 conmon[67007]: cluster 2022-01-18T18:30:00.845689+0000 mgr.smithi129.iclwio (mgr.14716) 5082 : cluster [DBG] pgmap v4367: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:30:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:02 smithi129 conmon[101092]: cluster 2022-01-18T18:30:00.845689+0000 mgr.smithi129.iclwio (mgr.14716) 5082 : cluster 2022-01-18T18:30:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:02 smithi129 conmon[101092]: [DBG] pgmap v4367: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:30:04.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:04 smithi156 conmon[67007]: cluster 2022-01-18T18:30:02.846333+0000 mgr.smithi129.iclwio (mgr.14716) 5083 : cluster [DBG] pgmap v4368: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:04 smithi129 conmon[101092]: cluster 2022-01-18T18:30:02.846333+0000 mgr.smithi129.iclwio (mgr.14716) 5083 : cluster [DBG] 2022-01-18T18:30:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:04 smithi129 conmon[101092]: pgmap v4368: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:06.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:06 smithi156 conmon[67007]: cluster 2022-01-18T18:30:04.847113+0000 mgr.smithi129.iclwio (mgr.14716) 5084 : cluster [DBG] pgmap v4369: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:30:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:06 smithi129 conmon[101092]: cluster 2022-01-18T18:30:04.847113 2022-01-18T18:30:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:06 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 5084 : cluster [DBG] pgmap v4369: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:30:08.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:08 smithi156 conmon[67007]: cluster 2022-01-18T18:30:06.847734+0000 mgr.smithi129.iclwio (mgr.14716) 5085 : cluster [DBG] pgmap v4370: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:08 smithi129 conmon[101092]: cluster 2022-01-18T18:30:06.847734+0000 mgr.smithi129.iclwio (mgr.14716) 5085 : cluster [DBG] 2022-01-18T18:30:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:08 smithi129 conmon[101092]: pgmap v4370: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:10.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:10 smithi156 conmon[67007]: cluster 2022-01-18T18:30:08.848351+0000 mgr.smithi129.iclwio (mgr.14716) 5086 : cluster [DBG] pgmap v4371: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:10 smithi129 conmon[101092]: cluster 2022-01-18T18:30:08.848351+0000 mgr.smithi129.iclwio (mgr.14716) 5086 : cluster 2022-01-18T18:30:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:10 smithi129 conmon[101092]: [DBG] pgmap v4371: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:12.310 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:30:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:12 smithi156 conmon[67007]: cluster 2022-01-18T18:30:10.849125+0000 mgr.smithi129.iclwio (mgr.14716) 5087 : cluster [DBG] pgmap v4372: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:30:12.574 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:30:12.575 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 94s ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:30:12.575 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 94s ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:30:12.576 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 97s ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:30:12.576 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 94s ago 2h 42.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:30:12.577 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 94s ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:30:12.577 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 97s ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:30:12.578 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 94s ago 2h 638M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:30:12.578 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 97s ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:30:12.579 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 94s ago 2h 962M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:30:12.579 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 97s ago 2h 463M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:30:12.580 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 94s ago 2h 181M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:30:12.580 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 97s ago 2h 116M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:30:12.581 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 94s ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:30:12.581 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 97s ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:30:12.582 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 94s ago 2h 1837M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:30:12.582 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 94s ago 2h 2880M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:30:12.583 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 94s ago 2h 2212M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:30:12.583 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 94s ago 2h 2883M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:30:12.583 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 97s ago 2h 2679M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:30:12.584 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 97s ago 2h 3240M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:30:12.584 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 97s ago 2h 2575M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:30:12.584 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 97s ago 2h 3783M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:30:12.585 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 94s ago 2h 85.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:30:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:12 smithi129 conmon[101092]: cluster 2022-01-18T18:30:10.849125+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:30:12.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:12 smithi129 conmon[101092]: 14716) 5087 : cluster [DBG] pgmap v4372: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:30:12.892 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:30:12.892 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:30:12.893 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:30:12.893 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:30:12.893 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:30:12.894 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:30:12.894 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:30:12.894 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:30:12.894 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:30:12.895 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:30:12.895 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:30:12.895 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:30:12.895 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:30:12.896 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:30:12.896 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:30:12.896 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:30:12.897 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:30:12.897 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:30:12.897 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:30:13.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:13 smithi156 conmon[67007]: audit 2022-01-18T18:30:12.298601+0000 mgr.smithi129.iclwio (mgr.14716) 5088 : audit [DBG] from='client.37474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:30:13.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:13 smithi156 conmon[67007]: audit 2022-01-18T18:30:12. 2022-01-18T18:30:13.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:13 smithi156 conmon[67007]: 892893+0000 mon.smithi129 (mon.0) 1645 : audit [DBG] from='client.? 172.21.15.129:0/2976140393' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:30:13.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:13 smithi129 conmon[101092]: audit 2022-01-18T18:30:12.298601+0000 mgr.smithi129.iclwio (mgr.14716) 5088 : audit [DBG] from='client.37474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:30:13.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:13 smithi129 conmon[101092]: audit 2022-01-18T18:30:12.892893+0000 mon.smithi129 (mon.0) 1645 : audit [DBG] from='client.? 172.21.15.129:0/2976140393' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:30:14.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:14 smithi156 conmon[67007]: audit 2022-01-18T18:30:12.566288+0000 mgr.smithi129.iclwio (mgr.14716) 5089 : audit [DBG] from='client.37478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:30:14.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:14 smithi156 conmon[67007]: cluster 2022-01-18T18:30:12.849600+0000 mgr.smithi129.iclwio (mgr.14716) 5090 : cluster [DBG] pgmap v4373: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:14 smithi129 conmon[101092]: audit 2022-01-18T18:30:12.566288+0000 mgr.smithi129.iclwio (mgr.14716) 5089 : audit [DBG] from='client.37478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:30:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:14 smithi129 conmon[101092]: 2022-01-18T18:30:14.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:14 smithi129 conmon[101092]: cluster 2022-01-18T18:30:12.849600+0000 mgr.smithi129.iclwio (mgr.14716) 5090 : cluster [DBG] pgmap v4373: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:16 smithi156 conmon[67007]: cluster 2022-01-18T18:30:14.850480+0000 mgr.smithi129.iclwio (mgr.14716) 5091 : cluster [DBG] pgmap v4374: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:30:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:16 smithi129 conmon[101092]: cluster 2022-01-18T18:30:14.850480+0000 mgr.smithi129.iclwio (mgr.14716) 5091 : cluster [DBG] pgmap v4374: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:30:16.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:16 smithi129 conmon[101092]: 2022-01-18T18:30:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:18 smithi129 conmon[101092]: cluster 2022-01-18T18:30:16.850956+0000 mgr.smithi129.iclwio (mgr.14716) 5092 : cluster [DBG] pgmap v4375: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:18.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:18 smithi129 conmon[101092]: 2022-01-18T18:30:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:18 smithi156 conmon[67007]: cluster 2022-01-18T18:30:16.850956+0000 mgr.smithi129.iclwio (mgr.14716) 5092 : cluster [DBG] pgmap v4375: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:20 smithi129 conmon[101092]: cluster 2022-01-18T18:30:18.851439+0000 mgr.smithi129.iclwio (mgr.14716) 5093 : cluster [DBG] pgmap v4376: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:20 smithi156 conmon[67007]: cluster 2022-01-18T18:30:18.851439+0000 mgr.smithi129.iclwio (mgr.14716) 5093 : cluster [DBG] pgmap v4376: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:22 smithi129 conmon[101092]: cluster 2022-01-18T18:30:20.852354+0000 mgr.smithi129.iclwio (mgr.14716) 5094 : cluster [DBG] pgmap v4377: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:30:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:22 smithi156 conmon[67007]: cluster 2022-01-18T18:30:20.852354+0000 mgr.smithi129.iclwio (mgr.14716) 5094 : cluster [DBG] pgmap v4377: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:30:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:24 smithi129 conmon[101092]: cluster 2022-01-18T18:30:22.853000+0000 mgr.smithi129.iclwio (mgr.14716) 5095 : cluster [DBG] pgmap v4378: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:24 smithi156 conmon[67007]: cluster 2022-01-18T18:30:22.853000+0000 mgr.smithi129.iclwio (mgr.14716) 5095 : cluster [DBG] pgmap v4378: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:24 smithi156 conmon[67007]: 2022-01-18T18:30:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:26 smithi129 conmon[101092]: cluster 2022-01-18T18:30:24.853951+0000 mgr.smithi129.iclwio (mgr.14716) 5096 : cluster [DBG] pgmap v4379: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:30:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:26 smithi156 conmon[67007]: cluster 2022-01-18T18:30:24.853951+0000 mgr.smithi129.iclwio (mgr.14716) 5096 : cluster [DBG] pgmap v4379: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:30:26.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:26 smithi156 conmon[67007]: 2022-01-18T18:30:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:28 smithi129 conmon[101092]: cluster 2022-01-18T18:30:26.854561+0000 mgr.smithi129.iclwio 2022-01-18T18:30:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:28 smithi129 conmon[101092]: (mgr.14716) 5097 : cluster [DBG] pgmap v4380: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:28 smithi156 conmon[67007]: cluster 2022-01-18T18:30:26.854561+0000 mgr.smithi129.iclwio (mgr.14716) 5097 : cluster [DBG] pgmap v4380: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:28 smithi156 conmon[67007]: 2022-01-18T18:30:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:30 smithi129 conmon[101092]: cluster 2022-01-18T18:30:28.855243+0000 mgr.smithi129.iclwio (mgr.14716) 5098 : cluster [DBG] pgmap v4381: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:30 smithi156 conmon[67007]: cluster 2022-01-18T18:30:28.855243+0000 mgr.smithi129.iclwio (mgr.14716) 5098 : cluster [DBG] 2022-01-18T18:30:30.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:30 smithi156 conmon[67007]: pgmap v4381: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:32 smithi129 conmon[101092]: cluster 2022-01-18T18:30:30.856094+0000 mgr.smithi129.iclwio (mgr.14716) 5099 : cluster [DBG] 2022-01-18T18:30:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:32 smithi129 conmon[101092]: pgmap v4382: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:30:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:32 smithi156 conmon[67007]: cluster 2022-01-18T18:30:30.856094+0000 mgr.smithi129.iclwio (mgr.14716) 5099 : cluster [DBG] pgmap v4382: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:30:34.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:34 smithi129 conmon[101092]: cluster 2022-01-18T18:30:32.856744+0000 mgr.smithi129.iclwio (mgr.14716) 5100 : cluster [DBG] pgmap v4383: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:34 smithi156 conmon[67007]: cluster 2022-01-18T18:30:32.856744+0000 mgr.smithi129.iclwio (mgr.14716) 5100 : cluster [DBG] pgmap v4383: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:36 smithi129 conmon[101092]: cluster 2022-01-18T18:30:34.857542+0000 mgr.smithi129.iclwio (mgr 2022-01-18T18:30:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:36 smithi129 conmon[101092]: .14716) 5101 : cluster [DBG] pgmap v4384: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:30:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:36 smithi156 conmon[67007]: cluster 2022-01-18T18:30:34.857542+0000 mgr.smithi129.iclwio (mgr.14716) 5101 : cluster [DBG] pgmap v4384: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:30:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:38 smithi129 conmon[101092]: cluster 2022-01-18T18:30:36.858154+0000 mgr.smithi129.iclwio (mgr.14716) 5102 : cluster [DBG] 2022-01-18T18:30:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:38 smithi129 conmon[101092]: pgmap v4385: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:38.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:38 smithi129 conmon[101092]: audit 2022-01-18T18:30:38.218634+0000 mon.smithi129 (mon.0) 1646 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:30:38.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:38 smithi129 conmon[101092]: audit 2022-01-18T18:30:38.220064+0000 mon.smithi129 (mon 2022-01-18T18:30:38.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:38 smithi129 conmon[101092]: .0) 1647 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:30:38.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:38 smithi129 conmon[101092]: audit 2022-01-18T18:30:38.221035+0000 mon.smithi129 2022-01-18T18:30:38.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:38 smithi129 conmon[101092]: (mon.0) 1648 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:30:38.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:38 smithi156 conmon[67007]: cluster 2022-01-18T18:30:36.858154+0000 mgr.smithi129.iclwio (mgr.14716) 5102 : cluster 2022-01-18T18:30:38.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:38 smithi156 conmon[67007]: [DBG] pgmap v4385: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:38.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:38 smithi156 conmon[67007]: audit 2022-01-18T18:30:38.218634+0000 mon.smithi129 (mon.0) 2022-01-18T18:30:38.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:38 smithi156 conmon[67007]: 1646 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:30:38.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:38 smithi156 conmon[67007]: audit 2022-01-18T18: 2022-01-18T18:30:38.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:38 smithi156 conmon[67007]: 30:38.220064+0000 mon.smithi129 (mon.0) 2022-01-18T18:30:38.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:38 smithi156 conmon[67007]: 1647 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:30:38.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:38 smithi156 conmon[67007]: audit 2022 2022-01-18T18:30:38.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:38 smithi156 conmon[67007]: -01-18T18:30:38.221035+0000 2022-01-18T18:30:38.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:38 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1648 : audit [INF] 2022-01-18T18:30:38.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:38 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:30:39.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:39 smithi129 conmon[101092]: cephadm 2022-01-18T18:30:38.221855+0000 mgr.smithi129.iclwio (mgr.14716) 5103 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:30:39.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:39 smithi129 conmon[101092]: audit 2022-01-18T18:30:38.484442+0000 mon.smithi129 (mon.0) 1649 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:30:39.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:39 smithi129 conmon[101092]: audit 2022-01-18T18:30:38.782300+0000 mon.smithi129 (mon.0) 1650 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:30:39.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:39 smithi129 conmon[101092]: audit 2022-01-18T18:30:38.787374+0000 mon.smithi129 (mon.0) 1651 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:30:39.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:39 smithi156 conmon[67007]: cephadm 2022-01-18T18:30:38.221855+0000 mgr.smithi129.iclwio (mgr.14716) 5103 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:30:39.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:39 smithi156 conmon[67007]: audit 2022-01-18T18 2022-01-18T18:30:39.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:39 smithi156 conmon[67007]: :30:38.484442+0000 mon.smithi129 (mon.0) 1649 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:30:39.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:39 smithi156 conmon[67007]: audit 2022-01-18T18:30:38.782300+0000 mon.smithi129 (mon.0) 1650 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:30:39.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:39 smithi156 conmon[67007]: audit 2022-01-18T18:30:38.787374+0000 mon.smithi129 (mon.0) 1651 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:30:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:40 smithi129 conmon[101092]: cluster 2022-01-18T18:30:38.858604+0000 mgr.smithi129.iclwio (mgr.14716) 5104 : cluster [DBG] 2022-01-18T18:30:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:40 smithi129 conmon[101092]: pgmap v4386: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:40 smithi156 conmon[67007]: cluster 2022-01-18T18:30:38.858604+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:30:40.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:40 smithi156 conmon[67007]: ) 5104 : cluster [DBG] pgmap v4386: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:42 smithi129 conmon[101092]: cluster 2022-01-18T18:30:40.859566+0000 mgr.smithi129.iclwio (mgr.14716) 5105 : cluster [DBG] pgmap v4387: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:30:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:42 smithi156 conmon[67007]: cluster 2022-01-18T18:30:40.859566+0000 mgr.smithi129.iclwio (mgr.14716) 5105 : cluster [DBG] pgmap v4387: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:30:43.187 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:30:43.453 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:30:43.453 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 2m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:30:43.453 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 2m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:30:43.454 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 2m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:30:43.454 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 2m ago 2h 42.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:30:43.454 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 2m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:30:43.454 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 2m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:30:43.455 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 2m ago 2h 638M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:30:43.455 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 2m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:30:43.455 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 2m ago 2h 962M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:30:43.455 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 2m ago 2h 463M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:30:43.456 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 2m ago 2h 181M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:30:43.456 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 2m ago 2h 116M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:30:43.456 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 2m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:30:43.456 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 2m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:30:43.457 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 2m ago 2h 1837M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:30:43.457 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 2m ago 2h 2880M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:30:43.457 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 2m ago 2h 2212M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:30:43.457 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 2m ago 2h 2883M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:30:43.457 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 2m ago 2h 2679M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:30:43.458 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 2m ago 2h 3240M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:30:43.458 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 2m ago 2h 2575M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:30:43.458 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 2m ago 2h 3783M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:30:43.458 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 2m ago 2h 85.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:30:43.771 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:30:43.771 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:30:43.771 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:30:43.772 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:30:43.772 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:30:43.772 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:30:43.772 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:30:43.772 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:30:43.773 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:30:43.773 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:30:43.773 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:30:43.773 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:30:43.774 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:30:43.774 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:30:43.774 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:30:43.774 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:30:43.775 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:30:43.775 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:30:43.775 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:30:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:44 smithi129 conmon[101092]: cluster 2022-01-18T18:30:42.860203+0000 mgr.smithi129.iclwio (mgr.14716) 5106 : cluster [DBG] 2022-01-18T18:30:44.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:44 smithi129 conmon[101092]: pgmap v4388: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:44.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:44 smithi129 conmon[101092]: audit 2022-01-18T18:30:43.175140+0000 mgr.smithi129.iclwio (mgr.14716) 5107 : audit [DBG] from='client.37486 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:30:44.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:44 smithi129 conmon[101092]: audit 2022-01-18T18:30:43.771428+0000 mon.smithi129 (mon.0) 1652 : audit [DBG] from='client.? 172.21.15.129:0/1018194150' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:30:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:44 smithi156 conmon[67007]: cluster 2022-01-18T18:30:42.860203+0000 mgr.smithi129.iclwio (mgr.14716) 5106 : cluster [DBG] pgmap v4388: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:44 smithi156 conmon[67007]: audit 2022-01-18T18:30:43.175140+0000 mgr.smithi129.iclwio (mgr.14716) 5107 : audit [DBG] from='client.37486 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:30:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:44 smithi156 conmon[67007]: audit 2022-01-18T18:30:43.771428+0000 mon.smithi129 (mon.0) 1652 : audit [DBG] from='client.? 172.21.15.129:0/1018194150' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:30:45.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:45 smithi129 conmon[101092]: audit 2022-01-18T18:30:43.444773+0000 mgr.smithi129.iclwio (mgr.14716) 5108 : audit [DBG] from='client.37490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:30:45.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:45 smithi129 conmon[101092]: 2022-01-18T18:30:45.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:45 smithi156 conmon[67007]: audit 2022-01-18T18:30:43.444773+0000 mgr.smithi129.iclwio (mgr.14716) 5108 : 2022-01-18T18:30:45.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:45 smithi156 conmon[67007]: audit [DBG] from='client.37490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:30:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:46 smithi129 conmon[101092]: cluster 2022-01-18T18:30:44.861044+0000 mgr.smithi129.iclwio (mgr.14716) 5109 : cluster [DBG] pgmap v4389: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:30:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:46 smithi156 conmon[67007]: cluster 2022-01-18T18:30:44.861044+0000 mgr.smithi129.iclwio (mgr.14716) 5109 : cluster [DBG] pgmap v4389: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:30:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:48 smithi129 conmon[101092]: cluster 2022-01-18T18:30:46.861694+0000 mgr.smithi129.iclwio (mgr.14716) 5110 : cluster [DBG] pgmap v4390: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:48 smithi156 conmon[67007]: cluster 2022-01-18T18:30:46.861694+0000 mgr.smithi129.iclwio (mgr.14716) 5110 : cluster [DBG] pgmap v4390: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:48 smithi156 conmon[67007]: 2022-01-18T18:30:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:50 smithi129 conmon[101092]: cluster 2022-01-18T18:30:48.862251+0000 mgr.smithi129.iclwio (mgr 2022-01-18T18:30:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:50 smithi129 conmon[101092]: .14716) 5111 : cluster [DBG] pgmap v4391: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:50 smithi156 conmon[67007]: cluster 2022-01-18T18:30:48.862251+0000 mgr.smithi129.iclwio (mgr.14716) 5111 : cluster [DBG] 2022-01-18T18:30:50.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:50 smithi156 conmon[67007]: pgmap v4391: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:52 smithi129 conmon[101092]: cluster 2022-01-18T18:30:50.863231+0000 mgr.smithi129.iclwio (mgr.14716) 5112 : cluster [DBG] pgmap v4392: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:30:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:52 smithi156 conmon[67007]: cluster 2022-01-18T18:30:50.863231+0000 mgr.smithi129.iclwio (mgr.14716) 5112 : cluster [DBG] pgmap v4392: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:30:54.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:54 smithi129 conmon[101092]: cluster 2022-01-18T18:30:52.863762+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:30:54.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:54 smithi129 conmon[101092]: ) 5113 : cluster [DBG] pgmap v4393: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:54 smithi156 conmon[67007]: cluster 2022-01-18T18:30:52.863762+0000 mgr.smithi129.iclwio (mgr.14716) 5113 : cluster [DBG] pgmap v4393: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:54 smithi156 conmon[67007]: 2022-01-18T18:30:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:56 smithi129 conmon[101092]: cluster 2022-01-18T18:30:54.864720+0000 mgr.smithi129.iclwio (mgr.14716) 5114 : cluster [DBG] pgmap v4394: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:30:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:56 smithi156 conmon[67007]: cluster 2022-01-18T18:30:54.864720+0000 mgr.smithi129.iclwio (mgr.14716) 5114 : cluster [DBG] pgmap v4394: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:30:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:58 smithi129 conmon[101092]: cluster 2022-01-18T18:30:56.865223+0000 mgr.smithi129.iclwio (mgr.14716) 5115 : cluster [DBG] pgmap v4395: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:58 smithi156 conmon[67007]: cluster 2022-01-18T18:30:56.865223+0000 mgr.smithi129.iclwio (mgr.14716) 5115 : cluster [DBG] pgmap v4395: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:30:58.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:58 smithi156 conmon[67007]: 2022-01-18T18:30:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:59 smithi129 conmon[101092]: audit 2022-01-18T18:30:58.776783+0000 mon.smithi129 (mon.0) 1653 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:30:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:30:59 smithi129 conmon[101092]: audit 2022-01-18T18:30:58.777015+0000 mon.smithi129 (mon.0) 1654 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:30:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:59 smithi156 conmon[67007]: audit 2022-01-18T18:30:58.776783+0000 mon.smithi129 (mon.0) 1653 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:30:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:59 smithi156 conmon[67007]: 2022-01-18T18:30:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:30:59 smithi156 conmon[67007]: audit 2022-01-18T18:30:58.777015+0000 mon.smithi129 (mon.0) 1654 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:31:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:00 smithi129 conmon[101092]: cluster 2022-01-18T18:30:58.865826+0000 mgr.smithi129.iclwio (mgr.14716) 5116 : cluster [DBG] pgmap v4396: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:00 smithi156 conmon[67007]: cluster 2022-01-18T18:30:58.865826+0000 mgr.smithi129.iclwio (mgr.14716) 5116 : cluster [DBG] 2022-01-18T18:31:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:00 smithi156 conmon[67007]: pgmap v4396: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:02 smithi129 conmon[101092]: cluster 2022-01-18T18:31:00.866500+0000 mgr.smithi129.iclwio (mgr.14716) 5117 : cluster [DBG] pgmap v4397: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:31:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:02 smithi156 conmon[67007]: cluster 2022-01-18T18:31:00.866500+0000 mgr.smithi129.iclwio (mgr.14716) 5117 : cluster [DBG] pgmap v4397: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:31:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:04 smithi129 conmon[101092]: cluster 2022-01-18T18:31:02.866997+0000 mgr.smithi129.iclwio (mgr.14716) 5118 : cluster [DBG] pgmap v4398: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:04 smithi156 conmon[67007]: cluster 2022-01-18T18:31:02.866997+0000 mgr.smithi129.iclwio (mgr.14716) 5118 : 2022-01-18T18:31:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:04 smithi156 conmon[67007]: cluster [DBG] pgmap v4398: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:06 smithi129 conmon[101092]: cluster 2022-01-18T18:31:04.867750+0000 mgr.smithi129.iclwio (mgr.14716) 5119 : cluster [DBG] pgmap v4399: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:31:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:06 smithi156 conmon[67007]: cluster 2022-01-18T18:31:04.867750+0000 mgr.smithi129.iclwio (mgr.14716) 5119 : cluster [DBG] pgmap v4399: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:31:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:08 smithi129 conmon[101092]: cluster 2022-01-18T18:31:06.868280+0000 mgr.smithi129.iclwio (mgr.14716) 5120 : cluster [DBG] pgmap v4400: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:08 smithi156 conmon[67007]: cluster 2022-01-18T18:31:06.868280+0000 mgr.smithi129.iclwio (mgr.14716) 5120 : cluster [DBG] pgmap v4400: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:08 smithi156 conmon[67007]: 2022-01-18T18:31:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:10 smithi129 conmon[101092]: cluster 2022-01-18T18:31:08.868902+0000 mgr.smithi129.iclwio (mgr.14716) 5121 : cluster [DBG] pgmap v4401: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:10.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:10 smithi156 conmon[67007]: cluster 2022-01-18T18:31:08.868902+0000 mgr.smithi129.iclwio (mgr.14716) 5121 : cluster [DBG] pgmap v4401: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:10.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:10 smithi156 conmon[67007]: 2022-01-18T18:31:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:12 smithi129 conmon[101092]: cluster 2022-01-18T18:31:10.869615+0000 mgr.smithi129.iclwio (mgr.14716) 5122 : cluster [DBG] pgmap v4402: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:31:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:12 smithi156 conmon[67007]: cluster 2022-01-18T18:31:10.869615+0000 mgr.smithi129.iclwio (mgr.14716) 5122 : cluster [DBG] pgmap v4402: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:31:14.071 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:31:14.336 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:31:14.337 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 2m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:31:14.337 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 2m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:31:14.337 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 2m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:31:14.338 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 2m ago 2h 42.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:31:14.338 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 2m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:31:14.338 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 2m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:31:14.338 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 2m ago 2h 638M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:31:14.339 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 2m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:31:14.339 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 2m ago 2h 962M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:31:14.339 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 2m ago 2h 463M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:31:14.339 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 2m ago 2h 181M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:31:14.340 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 2m ago 2h 116M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:31:14.340 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 2m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:31:14.340 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 2m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:31:14.340 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 2m ago 2h 1837M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:31:14.340 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 2m ago 2h 2880M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:31:14.341 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 2m ago 2h 2212M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:31:14.341 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 2m ago 2h 2883M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:31:14.341 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 2m ago 2h 2679M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:31:14.341 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 2m ago 2h 3240M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:31:14.342 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 2m ago 2h 2575M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:31:14.342 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 2m ago 2h 3783M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:31:14.342 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 2m ago 2h 85.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:31:14.655 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:31:14.655 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:31:14.655 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:31:14.656 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:31:14.656 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:31:14.656 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:31:14.657 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:31:14.657 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:31:14.657 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:31:14.657 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:31:14.658 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:31:14.658 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:31:14.658 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:31:14.658 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:31:14.659 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:31:14.659 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:31:14.659 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:31:14.659 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:31:14.659 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:31:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:14 smithi129 conmon[101092]: cluster 2022-01-18T18:31:12.870129+0000 mgr.smithi129.iclwio (mgr.14716) 5123 : cluster 2022-01-18T18:31:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:14 smithi129 conmon[101092]: [DBG] pgmap v4403: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:14 smithi156 conmon[67007]: cluster 2022-01-18T18:31:12.870129+0000 mgr.smithi129.iclwio (mgr.14716) 5123 : cluster [DBG] pgmap v4403: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:14.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:14 smithi156 conmon[67007]: 2022-01-18T18:31:15.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:15 smithi129 conmon[101092]: audit 2022-01-18T18:31:14.059619+0000 mgr.smithi129.iclwio (mgr.14716) 5124 : audit [DBG] 2022-01-18T18:31:15.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:15 smithi129 conmon[101092]: from='client.37498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:31:15.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:15 smithi129 conmon[101092]: audit 2022-01-18T18:31:14.328022+0000 mgr.smithi129.iclwio (mgr.14716) 5125 : audit [DBG] from='client.37502 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:31:15.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:15 smithi129 conmon[101092]: audit 2022-01-18T18:31:14.655598+0000 mon.smithi129 ( 2022-01-18T18:31:15.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:15 smithi129 conmon[101092]: mon.0) 1655 : audit [DBG] from='client.? 172.21.15.129:0/1206958396' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:31:15.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:15 smithi156 conmon[67007]: audit 2022-01-18T18:31:14.059619+0000 mgr.smithi129.iclwio (mgr.14716) 5124 : 2022-01-18T18:31:15.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:15 smithi156 conmon[67007]: audit [DBG] from='client.37498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:31:15.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:15 smithi156 conmon[67007]: audit 2022-01-18T18:31:14.328022+0000 mgr.smithi129.iclwio (mgr.14716) 5125 : audit [DBG] from='client.37502 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:31:15.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:15 smithi156 conmon[67007]: audit 2022-01 2022-01-18T18:31:15.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:15 smithi156 conmon[67007]: -18T18:31:14.655598+0000 mon.smithi129 (mon.0) 1655 : audit [DBG] from='client.? 172.21.15.129:0/1206958396' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:31:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:16 smithi129 conmon[101092]: cluster 2022-01-18T18:31:14.870998+0000 mgr.smithi129.iclwio (mgr.14716) 5126 : cluster [DBG] pgmap v4404: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:31:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:16 smithi129 conmon[101092]: 2022-01-18T18:31:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:16 smithi156 conmon[67007]: cluster 2022-01-18T18:31:14.870998+0000 mgr.smithi129.iclwio (mgr.14716) 5126 : cluster [DBG] pgmap v4404: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:31:16.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:16 smithi156 conmon[67007]: 2022-01-18T18:31:17.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:17 smithi129 conmon[101092]: cluster 2022-01-18T18:31:16.871467+0000 mgr.smithi129.iclwio (mgr.14716) 5127 : cluster [DBG] pgmap v4405: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:17.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:17 smithi156 conmon[67007]: cluster 2022-01-18T18:31:16.871467+0000 mgr.smithi129.iclwio (mgr.14716) 5127 : cluster [DBG] pgmap v4405: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:17.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:17 smithi156 conmon[67007]: 2022-01-18T18:31:20.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:19 smithi129 conmon[101092]: cluster 2022-01-18T18:31:18.872152+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:31:20.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:19 smithi129 conmon[101092]: ) 5128 : cluster [DBG] pgmap v4406: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:20.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:19 smithi156 conmon[67007]: cluster 2022-01-18T18:31:18.872152+0000 mgr.smithi129.iclwio (mgr.14716) 5128 : cluster [DBG] pgmap v4406: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:19 smithi156 conmon[67007]: 2022-01-18T18:31:22.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:21 smithi156 conmon[67007]: cluster 2022-01-18T18:31:20.873091+0000 mgr.smithi129.iclwio (mgr.14716) 5129 : cluster [DBG] pgmap v4407: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:31:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:21 smithi156 conmon[67007]: 2022-01-18T18:31:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:21 smithi129 conmon[101092]: cluster 2022-01-18T18:31:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:21 smithi129 conmon[101092]: 2022-01-18T18:31:20.873091+0000 mgr.smithi129.iclwio (mgr.14716) 5129 : cluster [DBG] pgmap v4407: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:31:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:23 smithi156 conmon[67007]: cluster 2022-01-18T18:31:22.873667+0000 mgr.smithi129.iclwio (mgr.14716) 5130 : cluster [DBG] pgmap v4408: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:23 smithi156 conmon[67007]: 2022-01-18T18:31:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:23 smithi129 conmon[101092]: cluster 2022-01-18T18:31:22.873667+0000 mgr.smithi129.iclwio (mgr.14716) 5130 : cluster [DBG] 2022-01-18T18:31:24.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:23 smithi129 conmon[101092]: pgmap v4408: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:26.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:25 smithi156 conmon[67007]: cluster 2022-01-18T18:31:24.874490+0000 mgr.smithi129.iclwio (mgr.14716) 5131 : cluster 2022-01-18T18:31:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:25 smithi156 conmon[67007]: [DBG] pgmap v4409: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:31:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:25 smithi129 conmon[101092]: cluster 2022-01-18T18:31:24.874490+0000 mgr.smithi129.iclwio (mgr.14716) 5131 : cluster [DBG] pgmap v4409: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:31:28.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:27 smithi156 conmon[67007]: cluster 2022-01-18T18:31:26.875011+0000 mgr.smithi129.iclwio (mgr.14716) 5132 : cluster 2022-01-18T18:31:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:27 smithi156 conmon[67007]: [DBG] pgmap v4410: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:27 smithi129 conmon[101092]: cluster 2022-01-18T18:31:26.875011+0000 mgr.smithi129.iclwio (mgr.14716) 5132 : cluster [DBG] pgmap v4410: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:29 smithi156 conmon[67007]: cluster 2022-01-18T18:31:28.875684+0000 mgr.smithi129.iclwio (mgr.14716) 5133 : cluster [DBG] pgmap v4411: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:29 smithi156 conmon[67007]: 2022-01-18T18:31:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:29 smithi129 conmon[101092]: cluster 2022-01-18T18:31:28.875684+0000 mgr.smithi129.iclwio (mgr.14716) 5133 : cluster [DBG] pgmap v4411: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:31 smithi156 conmon[67007]: cluster 2022-01-18T18:31:30.876536+0000 mgr.smithi129.iclwio (mgr.14716) 5134 : cluster [DBG] pgmap v4412: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:31:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:31 smithi129 conmon[101092]: cluster 2022-01-18T18:31:30.876536+0000 mgr.smithi129.iclwio (mgr.14716) 5134 : cluster [DBG] pgmap v4412: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:31:34.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:33 smithi156 conmon[67007]: cluster 2022-01-18T18:31:32.877251+0000 mgr.smithi129.iclwio (mgr.14716) 5135 : cluster [DBG] pgmap v4413: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:33 smithi129 conmon[101092]: cluster 2022-01-18T18:31:32.877251+0000 mgr.smithi129.iclwio (mgr.14716) 5135 : cluster [DBG] pgmap v4413: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:36.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:35 smithi156 conmon[67007]: cluster 2022-01-18T18:31:34.878236+0000 mgr.smithi129.iclwio (mgr.14716) 5136 : cluster 2022-01-18T18:31:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:35 smithi156 conmon[67007]: [DBG] pgmap v4414: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:31:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:35 smithi129 conmon[101092]: cluster 2022-01-18T18:31:34.878236+0000 mgr.smithi129.iclwio (mgr.14716) 5136 : cluster [DBG] pgmap v4414: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:31:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:37 smithi156 conmon[67007]: cluster 2022-01-18T18:31:36.878682+0000 mgr.smithi129.iclwio (mgr.14716) 5137 : cluster [DBG] pgmap v4415: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:37 smithi156 conmon[67007]: 2022-01-18T18:31:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:37 smithi129 conmon[101092]: cluster 2022-01-18T18:31:36.878682+0000 mgr.smithi129.iclwio (mgr.14716) 5137 : cluster [DBG] pgmap v4415: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:39.272 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:39 smithi129 conmon[101092]: audit 2022-01-18T18:31:38.790157+0000 mon.smithi129 (mon.0) 1656 : audit 2022-01-18T18:31:39.273 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:39 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:31:39.273 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:39 smithi129 conmon[101092]: audit 2022-01-18T18:31:38.791525+0000 mon.smithi129 (mon.0) 1657 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:31:39.273 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:39 smithi129 conmon[101092]: audit 2022-01-18T18:31 2022-01-18T18:31:39.273 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:39 smithi129 conmon[101092]: :38.792369+0000 mon.smithi129 (mon.0) 1658 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:31:39.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:39 smithi156 conmon[67007]: audit 2022-01-18T18:31:38.790157+0000 mon.smithi129 (mon.0 2022-01-18T18:31:39.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:39 smithi156 conmon[67007]: ) 1656 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:31:39.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:39 smithi156 conmon[67007]: audit 2022-01-18T18:31:38.791525+0000 mon.smithi129 (mon.0) 1657 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:31:39.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:39 smithi156 conmon[67007]: audit 2022-01-18T18:31:38.792369+0000 mon.smithi129 (mon.0) 1658 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:31:40.284 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:40 smithi129 conmon[101092]: cephadm 2022-01-18T18:31:38.793117+0000 2022-01-18T18:31:40.285 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:40 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 5138 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:31:40.285 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:40 smithi129 conmon[101092]: cluster 2022-01-18T18:31:38.879288+0000 mgr.smithi129.iclwio (mgr.14716) 5139 : cluster [DBG] pgmap v4416: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:40 smithi156 conmon[67007]: cephadm 2022-01-18T18:31:38.793117+0000 mgr.smithi129.iclwio (mgr.14716) 5138 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:31:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:40 smithi156 conmon[67007]: cluster 2022-01-18T18:31:38.879288+0000 mgr.smithi129.iclwio (mgr.14716) 5139 : cluster [DBG] pgmap v4416: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:42.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:42 smithi156 conmon[67007]: cluster 2022-01-18T18:31:40.880035+0000 mgr.smithi129.iclwio (mgr.14716) 5140 : cluster [DBG] pgmap v4417: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:31:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:42 smithi129 conmon[101092]: cluster 2022-01-18T18:31:40.880035+0000 mgr.smithi129.iclwio (mgr.14716) 5140 : cluster [DBG] pgmap v4417: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:31:43.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:43 smithi156 conmon[67007]: audit 2022-01-18T18:31:42.270403+0000 mon.smithi129 (mon.0) 1659 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:31:43.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:43 smithi156 conmon[67007]: 2022-01-18T18:31:43.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:43 smithi156 conmon[67007]: audit 2022-01-18T18:31:42.565372+0000 mon.smithi129 (mon.0) 1660 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:31:43.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:43 smithi156 conmon[67007]: audit 2022-01-18T18:31:42.570029+0000 mon.smithi129 (mon.0) 1661 : 2022-01-18T18:31:43.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:43 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:31:43.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:43 smithi129 conmon[101092]: audit 2022-01-18T18:31:42.270403+0000 mon.smithi129 (mon.0) 1659 : audit [INF] 2022-01-18T18:31:43.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:43 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:31:43.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:43 smithi129 conmon[101092]: audit 2022-01-18T18:31:42.565372+0000 mon.smithi129 (mon.0) 1660 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:31:43.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:43 smithi129 conmon[101092]: audit 2022-01-18T18:31:42.570029+0000 mon.smithi129 (mon.0) 1661 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:31:44.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:44 smithi156 conmon[67007]: cluster 2022-01-18T18:31:42.880620+0000 mgr.smithi129.iclwio (mgr.14716) 5141 : cluster [DBG] pgmap v4418: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:44 smithi129 conmon[101092]: cluster 2022-01-18T18:31:42.880620+0000 mgr.smithi129.iclwio (mgr.14716) 5141 : cluster [DBG] pgmap v4418: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:44.957 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:31:45.220 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:31:45.221 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 3m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:31:45.221 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 3m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:31:45.221 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 3m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:31:45.222 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 3m ago 2h 42.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:31:45.222 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 3m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:31:45.222 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 3m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:31:45.222 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 3m ago 2h 638M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:31:45.223 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 3m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:31:45.223 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 3m ago 2h 962M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:31:45.223 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 3m ago 2h 463M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:31:45.223 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 3m ago 2h 181M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:31:45.224 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 3m ago 2h 116M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:31:45.224 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 3m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:31:45.224 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 3m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:31:45.224 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 3m ago 2h 1837M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:31:45.224 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 3m ago 2h 2880M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:31:45.225 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 3m ago 2h 2212M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:31:45.225 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 3m ago 2h 2883M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:31:45.225 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 3m ago 2h 2679M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:31:45.225 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 3m ago 2h 3240M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:31:45.226 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 3m ago 2h 2575M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:31:45.226 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 3m ago 2h 3783M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:31:45.226 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 3m ago 2h 85.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:31:45.542 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:31:45.542 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:31:45.542 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:31:45.542 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:31:45.543 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:31:45.543 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:31:45.543 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:31:45.543 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:31:45.544 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:31:45.544 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:31:45.544 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:31:45.544 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:31:45.545 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:31:45.545 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:31:45.545 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:31:45.545 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:31:45.546 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:31:45.546 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:31:45.546 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:31:46.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:46 smithi156 conmon[67007]: cluster 2022-01-18T18:31:44.881325+0000 mgr.smithi129.iclwio (mgr.14716) 5142 : cluster [DBG] pgmap v4419: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:31:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:46 smithi156 conmon[67007]: audit 2022-01-18T18:31:44.945689+0000 mgr.smithi129.iclwio (mgr.14716) 5143 : audit [DBG] from='client.37510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:31:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:46 smithi156 conmon[67007]: audit 2022-01-18T18:31:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:46 smithi156 conmon[67007]: 2022-01-18T18:31:45.212274+0000 mgr.smithi129.iclwio (mgr.14716) 5144 : audit [DBG] from='client.37514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:31:46.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:46 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T18:31:46.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:46 smithi156 conmon[67007]: 18:31:45.542374+0000 mon.smithi129 (mon.0) 1662 2022-01-18T18:31:46.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:46 smithi156 conmon[67007]: : audit [DBG] from='client.? 172.21.15.129:0/1819455644' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:31:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:46 smithi129 conmon[101092]: cluster 2022-01-18T18:31:44.881325+0000 mgr.smithi129.iclwio (mgr.14716) 5142 : cluster 2022-01-18T18:31:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:46 smithi129 conmon[101092]: [DBG] pgmap v4419: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:31:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:46 smithi129 conmon[101092]: audit 2022-01-18T18:31:44.945689+0000 mgr.smithi129.iclwio (mgr.14716) 5143 : audit [DBG] from='client.37510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:31:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:46 smithi129 conmon[101092]: audit 2022-01-18T18:31:45.212274+0000 2022-01-18T18:31:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:46 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 5144 : audit [DBG] from='client.37514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:31:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:46 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T18:31:46.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:46 smithi129 conmon[101092]: 18:31:45.542374+0000 mon.smithi129 (mon.0) 1662 : audit [DBG] 2022-01-18T18:31:46.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:46 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/1819455644' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:31:48.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:48 smithi156 conmon[67007]: cluster 2022-01-18T18:31:46.881830+0000 mgr.smithi129.iclwio (mgr.14716) 5145 : cluster [DBG] pgmap v4420: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:48.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:48 smithi156 conmon[67007]: 2022-01-18T18:31:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:48 smithi129 conmon[101092]: cluster 2022-01-18T18:31:46.881830+0000 mgr.smithi129.iclwio (mgr.14716) 5145 : cluster [DBG] 2022-01-18T18:31:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:48 smithi129 conmon[101092]: pgmap v4420: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:50.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:50 smithi156 conmon[67007]: cluster 2022-01-18T18:31:48.882430+0000 mgr.smithi129.iclwio (mgr.14716) 5146 : cluster [DBG] 2022-01-18T18:31:50.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:50 smithi156 conmon[67007]: pgmap v4421: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:50 smithi129 conmon[101092]: cluster 2022-01-18T18:31:48.882430+0000 mgr.smithi129.iclwio (mgr.14716) 5146 : cluster 2022-01-18T18:31:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:50 smithi129 conmon[101092]: [DBG] pgmap v4421: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:52 smithi156 conmon[67007]: cluster 2022-01-18T18:31:50.883397+0000 mgr.smithi129.iclwio (mgr.14716) 5147 : cluster [DBG] pgmap v4422: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:31:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:52 smithi129 conmon[101092]: cluster 2022-01-18T18:31:50.883397+0000 mgr.smithi129.iclwio (mgr.14716) 5147 : cluster [DBG] pgmap v4422: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:31:54.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:54 smithi156 conmon[67007]: cluster 2022-01-18T18:31:52.883949+0000 mgr.smithi129.iclwio (mgr.14716) 5148 : cluster [DBG] pgmap v4423: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:54.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:54 smithi129 conmon[101092]: cluster 2022-01-18T18:31:52.883949+0000 mgr.smithi129.iclwio (mgr.14716) 5148 : cluster [DBG] pgmap v4423: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:56.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:56 smithi156 conmon[67007]: cluster 2022-01-18T18:31:54.884748+0000 mgr.smithi129.iclwio (mgr.14716) 5149 : cluster [DBG] pgmap v4424: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:31:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:56 smithi129 conmon[101092]: cluster 2022-01-18T18:31:54.884748+0000 mgr.smithi129.iclwio (mgr.14716) 5149 : cluster [DBG] pgmap v4424: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:31:56.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:56 smithi129 conmon[101092]: 2022-01-18T18:31:58.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:58 smithi156 conmon[67007]: cluster 2022-01-18T18:31:56.885244+0000 mgr.smithi129.iclwio (mgr.14716) 5150 : cluster [DBG] pgmap v4425: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:58 smithi129 conmon[101092]: cluster 2022-01-18T18:31:56.885244+0000 mgr.smithi129.iclwio (mgr.14716) 5150 : cluster [DBG] pgmap v4425: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:31:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:59 smithi129 conmon[101092]: audit 2022-01-18T18:31:58.780987+0000 mon.smithi129 (mon.0) 1663 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:31:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:31:59 smithi129 conmon[101092]: audit 2022-01-18T18:31:58.781251+0000 mon.smithi129 (mon.0) 1664 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:31:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:59 smithi156 conmon[67007]: audit 2022-01-18T18:31:58.780987+0000 mon.smithi129 (mon.0) 1663 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:31:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:31:59 smithi156 conmon[67007]: audit 2022-01-18T18:31:58.781251+0000 mon.smithi129 (mon.0) 1664 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:32:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:00 smithi129 conmon[101092]: cluster 2022-01-18T18:31:58.885889+0000 mgr.smithi129.iclwio (mgr.14716) 5151 : cluster [DBG] pgmap v4426: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:00 smithi156 conmon[67007]: cluster 2022-01-18T18:31:58.885889+0000 mgr.smithi129.iclwio (mgr.14716) 5151 : cluster [DBG] pgmap v4426: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:02 smithi129 conmon[101092]: cluster 2022-01-18T18:32:00.886612+0000 mgr.smithi129.iclwio (mgr.14716) 5152 : cluster [DBG] pgmap v4427: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:32:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:02 smithi156 conmon[67007]: cluster 2022-01-18T18:32:00.886612+0000 mgr.smithi129.iclwio (mgr.14716) 5152 : cluster [DBG] pgmap v4427: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:32:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:04 smithi129 conmon[101092]: cluster 2022-01-18T18:32:02.887153+0000 mgr.smithi129.iclwio (mgr.14716) 5153 : cluster [DBG] pgmap v4428: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:04 smithi156 conmon[67007]: cluster 2022-01-18T18:32:02.887153+0000 mgr.smithi129.iclwio (mgr.14716) 5153 : cluster [DBG] pgmap v4428: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:06 smithi129 conmon[101092]: cluster 2022-01-18T18:32:04.887914+0000 mgr.smithi129.iclwio (mgr.14716) 5154 : cluster [DBG] pgmap v4429: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:32:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:06 smithi156 conmon[67007]: cluster 2022-01-18T18:32:04.887914+0000 mgr.smithi129.iclwio (mgr.14716) 5154 : cluster [DBG] pgmap v4429: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:32:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:08 smithi129 conmon[101092]: cluster 2022-01-18T18:32:06.888557+0000 mgr.smithi129.iclwio (mgr.14716) 5155 : cluster [DBG] pgmap v4430: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:08 smithi156 conmon[67007]: cluster 2022-01-18T18:32:06.888557+0000 mgr.smithi129.iclwio (mgr.14716) 5155 : cluster [DBG] pgmap v4430: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:10 smithi129 conmon[101092]: cluster 2022-01-18T18:32:08.889100+0000 mgr.smithi129.iclwio (mgr.14716) 5156 : cluster [DBG] pgmap v4431: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:10.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:10 smithi156 conmon[67007]: cluster 2022-01-18T18:32:08.889100+0000 mgr.smithi129.iclwio (mgr.14716) 5156 : cluster [DBG] pgmap v4431: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:12 smithi129 conmon[101092]: cluster 2022-01-18T18:32:10.889908+0000 mgr.smithi129.iclwio (mgr.14716) 5157 : cluster [DBG] pgmap v4432: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:32:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:12 smithi156 conmon[67007]: cluster 2022-01-18T18:32:10.889908+0000 mgr.smithi129.iclwio (mgr.14716) 5157 : cluster [DBG] pgmap v4432: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:32:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:14 smithi129 conmon[101092]: cluster 2022-01-18T18:32:12.890403+0000 mgr.smithi129.iclwio (mgr.14716) 5158 : cluster [DBG] 2022-01-18T18:32:14.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:14 smithi129 conmon[101092]: pgmap v4433: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:14 smithi156 conmon[67007]: cluster 2022-01-18T18:32:12.890403+0000 mgr.smithi129.iclwio (mgr.14716) 5158 : cluster [DBG] pgmap v4433: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:15.839 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:32:16.105 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:32:16.105 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 3m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:32:16.105 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 3m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:32:16.106 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 3m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:32:16.106 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 3m ago 2h 42.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:32:16.106 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 3m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:32:16.106 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 3m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:32:16.106 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 3m ago 2h 638M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:32:16.107 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 3m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:32:16.107 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 3m ago 2h 962M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:32:16.107 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 3m ago 2h 463M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:32:16.107 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 3m ago 2h 181M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:32:16.108 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 3m ago 2h 116M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:32:16.108 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 3m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:32:16.108 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 3m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:32:16.108 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 3m ago 2h 1837M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:32:16.109 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 3m ago 2h 2880M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:32:16.109 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 3m ago 2h 2212M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:32:16.109 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 3m ago 2h 2883M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:32:16.109 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 3m ago 2h 2679M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:32:16.110 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 3m ago 2h 3240M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:32:16.110 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 3m ago 2h 2575M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:32:16.110 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 3m ago 2h 3783M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:32:16.110 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 3m ago 2h 85.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:32:16.429 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:32:16.429 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:32:16.429 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:32:16.430 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:32:16.430 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:32:16.430 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:32:16.430 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:32:16.430 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:32:16.431 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:32:16.431 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:32:16.431 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:32:16.431 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:32:16.432 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:32:16.432 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:32:16.432 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:32:16.432 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:32:16.432 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:32:16.433 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:32:16.433 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:32:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:16 smithi129 conmon[101092]: cluster 2022-01-18T18:32:14.891202+0000 mgr.smithi129.iclwio (mgr.14716) 5159 : cluster [DBG] pgmap v4434: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:32:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:16 smithi156 conmon[67007]: cluster 2022-01-18T18:32:14.891202+0000 mgr.smithi129.iclwio (mgr.14716) 5159 : cluster [DBG] 2022-01-18T18:32:16.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:16 smithi156 conmon[67007]: pgmap v4434: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:32:17.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:17 smithi129 conmon[101092]: audit 2022-01-18T18:32:15.826996+0000 mgr.smithi129.iclwio (mgr.14716) 5160 : audit [DBG] from='client.37522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:32:17.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:17 smithi129 conmon[101092]: audit 2022-01-18T18:32:16.096144+0000 mgr.smithi129.iclwio (mgr.14716) 5161 : audit [DBG] from='client.37526 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:32:17.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:17 smithi129 conmon[101092]: audit 2022-01-18T18:32:16.429267 2022-01-18T18:32:17.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:17 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 1665 : audit [DBG] from='client.? 172.21.15.129:0/1375597053' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:32:17.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:17 smithi156 conmon[67007]: audit 2022-01-18T18:32:15.826996+0000 mgr.smithi129.iclwio (mgr.14716) 5160 : 2022-01-18T18:32:17.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:17 smithi156 conmon[67007]: audit [DBG] from='client.37522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:32:17.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:17 smithi156 conmon[67007]: audit 2022-01-18T18:32:16.096144+0000 mgr.smithi129.iclwio (mgr.14716) 5161 : audit [DBG] from='client.37526 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:32:17.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:17 smithi156 conmon[67007]: audit 2022-01-18T18:32:17.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:17 smithi156 conmon[67007]: 2022-01-18T18:32:16.429267+0000 mon.smithi129 (mon.0) 1665 : audit [DBG] from='client.? 172.21.15.129:0/1375597053' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:32:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:18 smithi129 conmon[101092]: cluster 2022-01-18T18:32:16.891645+0000 mgr.smithi129.iclwio (mgr.14716) 5162 : cluster [DBG] pgmap v4435: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:18 smithi156 conmon[67007]: cluster 2022-01-18T18:32:16.891645+0000 mgr.smithi129.iclwio (mgr.14716) 5162 : cluster [DBG] pgmap v4435: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:20 smithi129 conmon[101092]: cluster 2022-01-18T18:32:18. 2022-01-18T18:32:20.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:20 smithi129 conmon[101092]: 892398+0000 mgr.smithi129.iclwio (mgr.14716) 5163 : cluster [DBG] pgmap v4436: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:20.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:20 smithi156 conmon[67007]: cluster 2022-01-18T18:32:18.892398+0000 mgr.smithi129.iclwio (mgr.14716) 5163 : cluster [DBG] pgmap v4436: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:20.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:20 smithi156 conmon[67007]: 2022-01-18T18:32:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:22 smithi129 conmon[101092]: cluster 2022-01-18T18:32:20.893135+0000 mgr.smithi129.iclwio (mgr.14716) 5164 : cluster [DBG] pgmap v4437: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:32:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:22 smithi156 conmon[67007]: cluster 2022-01-18T18:32:20.893135+0000 mgr.smithi129.iclwio (mgr.14716) 5164 : cluster [DBG] pgmap v4437: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:32:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:22 smithi156 conmon[67007]: 2022-01-18T18:32:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:24 smithi129 conmon[101092]: cluster 2022-01-18T18:32:22.893704+0000 mgr.smithi129.iclwio (mgr.14716) 5165 : cluster [DBG] pgmap v4438: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:24.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:24 smithi129 conmon[101092]: 2022-01-18T18:32:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:24 smithi156 conmon[67007]: cluster 2022-01-18T18:32:22.893704+0000 mgr.smithi129.iclwio (mgr.14716) 5165 : cluster 2022-01-18T18:32:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:24 smithi156 conmon[67007]: [DBG] pgmap v4438: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:26 smithi129 conmon[101092]: cluster 2022-01-18T18:32:24.894451+0000 mgr.smithi129.iclwio (mgr.14716) 5166 : cluster [DBG] 2022-01-18T18:32:26.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:26 smithi129 conmon[101092]: pgmap v4439: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:32:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:26 smithi156 conmon[67007]: cluster 2022-01-18T18:32:24.894451+0000 mgr.smithi129.iclwio (mgr.14716) 5166 : cluster [DBG] 2022-01-18T18:32:26.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:26 smithi156 conmon[67007]: pgmap v4439: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:32:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:28 smithi129 conmon[101092]: cluster 2022-01-18T18:32:26.894937+0000 mgr.smithi129.iclwio (mgr.14716) 5167 : cluster [DBG] pgmap v4440: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:28 smithi129 conmon[101092]: 2022-01-18T18:32:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:28 smithi156 conmon[67007]: cluster 2022-01-18T18:32:26.894937+0000 mgr.smithi129.iclwio (mgr.14716) 5167 : cluster 2022-01-18T18:32:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:28 smithi156 conmon[67007]: [DBG] pgmap v4440: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:30 smithi129 conmon[101092]: cluster 2022-01-18T18:32:28. 2022-01-18T18:32:30.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:30 smithi129 conmon[101092]: 895454+0000 mgr.smithi129.iclwio (mgr.14716) 5168 : cluster [DBG] pgmap v4441: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:30 smithi156 conmon[67007]: cluster 2022-01-18T18:32:28.895454+0000 mgr.smithi129.iclwio (mgr.14716) 5168 : cluster [DBG] 2022-01-18T18:32:30.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:30 smithi156 conmon[67007]: pgmap v4441: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:32 smithi129 conmon[101092]: cluster 2022-01-18T18:32:30.896389+0000 mgr.smithi129.iclwio (mgr.14716) 5169 : cluster 2022-01-18T18:32:32.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:32 smithi129 conmon[101092]: [DBG] pgmap v4442: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:32:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:32 smithi156 conmon[67007]: cluster 2022-01-18T18:32:30.896389+0000 mgr.smithi129.iclwio (mgr.14716) 5169 : cluster 2022-01-18T18:32:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:32 smithi156 conmon[67007]: [DBG] pgmap v4442: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:32:34.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:34 smithi129 conmon[101092]: cluster 2022-01-18 2022-01-18T18:32:34.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:34 smithi129 conmon[101092]: T18:32:32.897046+0000 mgr.smithi129.iclwio (mgr.14716) 5170 : cluster [DBG] pgmap v4443: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:34 smithi156 conmon[67007]: cluster 2022-01-18T18:32:32.897046+0000 mgr.smithi129.iclwio (mgr.14716) 5170 : cluster 2022-01-18T18:32:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:34 smithi156 conmon[67007]: [DBG] pgmap v4443: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:36.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:36 smithi129 conmon[101092]: cluster 2022-01-18T18:32:34.898033+0000 mgr.smithi129.iclwio (mgr.14716) 5171 : 2022-01-18T18:32:36.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:36 smithi129 conmon[101092]: cluster [DBG] pgmap v4444: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:32:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:36 smithi156 conmon[67007]: cluster 2022-01-18T18:32:34.898033+0000 mgr.smithi129.iclwio (mgr.14716) 5171 : cluster [DBG] 2022-01-18T18:32:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:36 smithi156 conmon[67007]: pgmap v4444: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:32:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:38 smithi129 conmon[101092]: cluster 2022-01-18T18:32:36.898523+0000 mgr.smithi129.iclwio (mgr.14716) 5172 : cluster 2022-01-18T18:32:38.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:38 smithi129 conmon[101092]: [DBG] pgmap v4445: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:38 smithi156 conmon[67007]: cluster 2022-01-18T18:32:36.898523+0000 mgr.smithi129.iclwio (mgr.14716) 5172 : cluster [DBG] 2022-01-18T18:32:38.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:38 smithi156 conmon[67007]: pgmap v4445: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:40 smithi129 conmon[101092]: cluster 2022-01-18T18:32:38.899231+0000 mgr.smithi129.iclwio (mgr.14716) 5173 : cluster [DBG] 2022-01-18T18:32:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:40 smithi129 conmon[101092]: pgmap v4446: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:40 smithi156 conmon[67007]: cluster 2022-01-18T18:32:38.899231+0000 mgr.smithi129.iclwio (mgr.14716) 5173 : cluster [DBG] pgmap v4446: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:40.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:40 smithi156 conmon[67007]: 2022-01-18T18:32:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:42 smithi129 conmon[101092]: cluster 2022-01-18T18:32:40.900183+0000 mgr.smithi129.iclwio (mgr.14716) 5174 : cluster [DBG] pgmap v4447: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:32:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:42 smithi156 conmon[67007]: cluster 2022-01-18T18:32:40.900183+0000 mgr.smithi129.iclwio (mgr.14716) 5174 : cluster [DBG] 2022-01-18T18:32:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:42 smithi156 conmon[67007]: pgmap v4447: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:32:43.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:43 smithi129 conmon[101092]: audit 2022-01-18T18:32:42.572541+0000 mon.smithi129 (mon.0) 1666 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:32:43.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:43 smithi129 conmon[101092]: audit 2022-01-18T18:32:42.573997+0000 mon.smithi129 (mon.0) 1667 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:32:43.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:43 smithi129 conmon[101092]: audit 2022-01-18T18:32:42.574985+0000 mon.smithi129 (mon.0) 1668 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:32:43.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:43 smithi156 conmon[67007]: audit 2022-01-18T18:32:42.572541+0000 mon.smithi129 (mon.0) 1666 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:32:43.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:43 smithi156 conmon[67007]: audit 2022-01-18T18:32:42.573997+0000 mon.smithi129 (mon.0) 1667 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:32:43.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:43 smithi156 conmon[67007]: audit 2022-01-18T18:32:42.574985+0000 mon.smithi129 (mon.0) 1668 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:32:44.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:44 smithi129 conmon[101092]: cephadm 2022-01-18T18:32:42.575757+0000 mgr.smithi129.iclwio (mgr.14716) 5175 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:32:44.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:44 smithi129 conmon[101092]: cluster 2022-01-18T18:32:42.900673+0000 mgr.smithi129.iclwio (mgr.14716) 5176 : cluster [DBG] pgmap v4448: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:44 smithi156 conmon[67007]: cephadm 2022-01-18T18:32:42.575757+0000 mgr.smithi129.iclwio (mgr.14716) 5175 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:32:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:44 smithi156 conmon[67007]: cluster 2022-01-18T18:32:42.900673+0000 mgr.smithi129.iclwio (mgr.14716) 5176 : cluster [DBG] pgmap v4448: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:46 smithi129 conmon[101092]: cluster 2022-01-18T18:32:44.901582+0000 mgr.smithi129.iclwio (mgr.14716) 5177 : cluster [DBG] 2022-01-18T18:32:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:46 smithi129 conmon[101092]: pgmap v4449: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:32:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:46 smithi129 conmon[101092]: audit 2022-01-18T18:32:45.838805+0000 mon.smithi129 (mon.0) 1669 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:32:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:46 smithi129 conmon[101092]: audit 2022-01-18T18:32:46.125042+0000 mon.smithi129 (mon.0) 1670 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:32:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:46 smithi129 conmon[101092]: audit 2022-01-18T18: 2022-01-18T18:32:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:46 smithi129 conmon[101092]: 32:46.131273+0000 mon.smithi129 (mon.0) 1671 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:32:46.728 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:32:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:46 smithi156 conmon[67007]: cluster 2022-01-18T18:32:44.901582+0000 mgr.smithi129.iclwio (mgr.14716) 5177 : cluster [DBG] pgmap v4449: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:32:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:46 smithi156 conmon[67007]: audit 2022-01-18T18:32:45.838805+0000 mon.smithi129 (mon.0) 1669 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:32:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:46 smithi156 conmon[67007]: audit 2022-01-18T18:32:46.125042+0000 mon.smithi129 (mon.0) 1670 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:32:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:46 smithi156 conmon[67007]: audit 2022-01-18T18:32:46.131273+0000 mon.smithi129 (mon.0) 1671 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:32:46.992 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:32:46.992 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 4m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:32:46.992 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 4m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:32:46.993 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 4m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:32:46.993 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 4m ago 2h 42.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:32:46.993 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 4m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:32:46.993 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 4m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:32:46.994 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 4m ago 2h 638M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:32:46.994 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 4m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:32:46.994 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 4m ago 2h 962M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:32:46.994 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 4m ago 2h 463M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:32:46.995 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 4m ago 2h 181M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:32:46.995 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 4m ago 2h 116M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:32:46.995 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 4m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:32:46.995 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 4m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:32:46.996 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 4m ago 2h 1837M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:32:46.996 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 4m ago 2h 2880M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:32:46.996 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 4m ago 2h 2212M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:32:46.996 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 4m ago 2h 2883M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:32:46.997 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 4m ago 2h 2679M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:32:46.997 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 4m ago 2h 3240M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:32:46.997 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 4m ago 2h 2575M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:32:46.997 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 4m ago 2h 3783M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:32:46.998 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 4m ago 2h 85.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:32:47.310 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:32:47.310 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:32:47.310 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:32:47.310 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:32:47.311 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:32:47.311 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:32:47.311 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:32:47.311 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:32:47.312 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:32:47.312 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:32:47.312 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:32:47.312 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:32:47.313 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:32:47.313 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:32:47.313 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:32:47.313 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:32:47.313 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:32:47.314 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:32:47.314 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:32:47.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:47 smithi129 conmon[101092]: audit 2022-01-18T18:32:47.310300+0000 mon.smithi129 (mon.0) 1672 : audit [DBG] 2022-01-18T18:32:47.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:47 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/2774629622' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:32:47.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:47 smithi156 conmon[67007]: audit 2022-01-18T18:32:47.310300+0000 mon.smithi129 (mon.0) 1672 : audit [DBG] from='client.? 172.21.15.129:0/2774629622' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:32:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:48 smithi129 conmon[101092]: audit 2022-01-18T18:32:46.716806+0000 mgr.smithi129.iclwio (mgr.14716) 5178 : audit [DBG] from='client.37534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:32:48.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:48 smithi129 conmon[101092]: cluster 2022-01-18T18:32:46.902030+0000 mgr.smithi129.iclwio (mgr.14716) 5179 : cluster [DBG] pgmap v4450: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:48.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:48 smithi129 conmon[101092]: audit 2022-01-18T18:32:46.983736+0000 mgr.smithi129.iclwio (mgr 2022-01-18T18:32:48.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:48 smithi129 conmon[101092]: .14716) 5180 : audit [DBG] from='client.37538 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:32:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:48 smithi156 conmon[67007]: audit 2022-01-18T18:32:46.716806+0000 2022-01-18T18:32:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:48 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 5178 : audit [DBG] from='client.37534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:32:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:48 smithi156 conmon[67007]: cluster 2022-01-18T18:32:46.902030+0000 mgr.smithi129.iclwio (mgr.14716) 5179 : cluster [DBG] pgmap v4450: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:48 smithi156 conmon[67007]: audit 2022-01-18T18:32:46.983736+0000 mgr.smithi129.iclwio (mgr.14716) 5180 : audit [DBG] 2022-01-18T18:32:48.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:48 smithi156 conmon[67007]: from='client.37538 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:32:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:50 smithi129 conmon[101092]: cluster 2022-01-18T18:32:48.902574+0000 mgr.smithi129.iclwio (mgr.14716) 5181 : cluster [DBG] 2022-01-18T18:32:50.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:50 smithi129 conmon[101092]: pgmap v4451: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:50 smithi156 conmon[67007]: cluster 2022-01-18T18:32:48.902574+0000 mgr.smithi129.iclwio (mgr.14716) 5181 : cluster [DBG] pgmap v4451: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:52 smithi129 conmon[101092]: cluster 2022-01-18T18:32:50.903509+0000 mgr.smithi129.iclwio (mgr.14716) 5182 : cluster [DBG] pgmap v4452: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:32:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:52 smithi156 conmon[67007]: cluster 2022-01-18T18:32:50.903509+0000 mgr.smithi129.iclwio (mgr.14716) 5182 : cluster [DBG] 2022-01-18T18:32:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:52 smithi156 conmon[67007]: pgmap v4452: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:32:54.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:54 smithi129 conmon[101092]: cluster 2022-01-18T18:32:52.904183+0000 mgr.smithi129.iclwio (mgr.14716) 5183 : cluster [DBG] pgmap v4453: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:54 smithi156 conmon[67007]: cluster 2022-01-18T18:32:52.904183+0000 mgr.smithi129.iclwio (mgr.14716) 5183 : cluster [DBG] pgmap v4453: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:56 smithi129 conmon[101092]: cluster 2022-01-18T18:32:54.905152+0000 mgr.smithi129.iclwio (mgr.14716) 5184 : cluster [DBG] pgmap v4454: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:32:56.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:56 smithi156 conmon[67007]: cluster 2022-01-18T18:32:54.905152+0000 mgr.smithi129.iclwio (mgr.14716) 5184 : cluster [DBG] pgmap v4454: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:32:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:58 smithi129 conmon[101092]: cluster 2022-01-18T18:32:56.905589+0000 mgr.smithi129.iclwio (mgr.14716) 5185 : cluster [DBG] 2022-01-18T18:32:58.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:58 smithi129 conmon[101092]: pgmap v4455: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:58.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:58 smithi156 conmon[67007]: cluster 2022-01-18T18:32:56.905589+0000 mgr.smithi129.iclwio (mgr.14716) 5185 : cluster [DBG] pgmap v4455: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:32:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:59 smithi129 conmon[101092]: audit 2022-01-18T18:32:58.785130+0000 mon.smithi129 (mon.0) 1673 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:32:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:32:59 smithi129 conmon[101092]: audit 2022-01-18T18:32:58.785459+0000 mon.smithi129 (mon.0) 1674 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:32:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:59 smithi156 conmon[67007]: audit 2022-01-18T18:32:58.785130+0000 mon.smithi129 (mon.0) 1673 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:32:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:32:59 smithi156 conmon[67007]: audit 2022-01-18T18:32:58.785459+0000 mon.smithi129 (mon.0) 1674 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:33:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:00 smithi129 conmon[101092]: cluster 2022-01-18T18:32:58.906166+0000 mgr.smithi129.iclwio ( 2022-01-18T18:33:00.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:00 smithi129 conmon[101092]: mgr.14716) 5186 : cluster [DBG] pgmap v4456: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:00 smithi156 conmon[67007]: cluster 2022-01-18T18:32:58.906166+0000 mgr.smithi129.iclwio (mgr.14716) 5186 : 2022-01-18T18:33:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:00 smithi156 conmon[67007]: cluster [DBG] pgmap v4456: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:02 smithi129 conmon[101092]: cluster 2022-01-18T18:33:00.907220+0000 mgr.smithi129.iclwio (mgr.14716) 5187 : cluster [DBG] pgmap v4457: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:33:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:02 smithi156 conmon[67007]: cluster 2022-01-18T18:33:00.907220+0000 mgr.smithi129.iclwio (mgr.14716) 5187 : cluster [DBG] pgmap v4457: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:33:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:04 smithi129 conmon[101092]: cluster 2022-01-18T18:33:02.907851+0000 mgr.smithi129.iclwio (mgr.14716) 5188 : cluster [DBG] pgmap v4458: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:04 smithi156 conmon[67007]: cluster 2022-01-18T18:33:02.907851+0000 mgr.smithi129.iclwio (mgr.14716) 5188 : cluster [DBG] pgmap v4458: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:06 smithi129 conmon[101092]: cluster 2022-01-18T18:33:04.908827+0000 mgr.smithi129.iclwio (mgr.14716) 5189 : cluster [DBG] pgmap v4459: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:33:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:06 smithi156 conmon[67007]: cluster 2022-01-18T18:33:04.908827+0000 mgr.smithi129.iclwio (mgr.14716) 5189 : cluster [DBG] pgmap v4459: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:33:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:08 smithi129 conmon[101092]: cluster 2022-01-18T18:33:06.909333+0000 mgr.smithi129.iclwio (mgr.14716) 5190 : cluster [DBG] pgmap v4460: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:08 smithi156 conmon[67007]: cluster 2022-01-18T18:33:06.909333+0000 mgr.smithi129.iclwio (mgr.14716) 5190 : cluster [DBG] pgmap v4460: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:09.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:09 smithi156 conmon[67007]: cluster 2022-01-18T18:33:08.909890+0000 mgr.smithi129.iclwio (mgr.14716) 5191 : cluster [DBG] pgmap v4461: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:09.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:09 smithi129 conmon[101092]: cluster 2022-01-18T18:33:08.909890+0000 mgr.smithi129.iclwio (mgr.14716) 5191 : cluster [DBG] pgmap v4461: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:12 smithi156 conmon[67007]: cluster 2022-01-18T18:33:10.910663+0000 mgr.smithi129.iclwio (mgr.14716) 5192 : cluster [DBG] pgmap v4462: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:33:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:12 smithi129 conmon[101092]: cluster 2022-01-18T18:33:10.910663+0000 mgr.smithi129.iclwio (mgr.14716) 5192 : cluster [DBG] pgmap v4462: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:33:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:14 smithi156 conmon[67007]: cluster 2022-01-18T18:33:12.911155+0000 mgr.smithi129.iclwio (mgr.14716) 5193 : cluster [DBG] pgmap v4463: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:14 smithi129 conmon[101092]: cluster 2022-01-18T18:33:12.911155+0000 mgr.smithi129.iclwio (mgr.14716) 5193 : cluster [DBG] pgmap v4463: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:16.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:16 smithi156 conmon[67007]: cluster 2022-01-18T18:33:14.911895+0000 mgr.smithi129.iclwio (mgr.14716) 5194 : cluster [DBG] pgmap v4464: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:33:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:16 smithi129 conmon[101092]: cluster 2022-01-18T18:33:14.911895+0000 mgr.smithi129.iclwio (mgr.14716) 5194 : cluster [DBG] pgmap v4464: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:33:17.617 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:33:17.883 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:33:17.883 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 4m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:33:17.884 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 4m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:33:17.884 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 4m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:33:17.884 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 4m ago 2h 42.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:33:17.884 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 4m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:33:17.885 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 4m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:33:17.885 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 4m ago 2h 638M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:33:17.885 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 4m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:33:17.885 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 4m ago 2h 962M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:33:17.885 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 4m ago 2h 463M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:33:17.886 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 4m ago 2h 181M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:33:17.886 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 4m ago 2h 116M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:33:17.887 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 4m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:33:17.887 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 4m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:33:17.887 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 4m ago 2h 1837M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:33:17.887 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 4m ago 2h 2880M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:33:17.888 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 4m ago 2h 2212M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:33:17.888 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 4m ago 2h 2883M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:33:17.888 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 4m ago 2h 2679M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:33:17.888 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 4m ago 2h 3240M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:33:17.889 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 4m ago 2h 2575M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:33:17.889 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 4m ago 2h 3783M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:33:17.889 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 4m ago 2h 85.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:33:18.202 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:33:18.203 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:33:18.203 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:33:18.203 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:33:18.204 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:33:18.204 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:33:18.204 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:33:18.204 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:33:18.205 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:33:18.205 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:33:18.205 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:33:18.206 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:33:18.206 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:33:18.206 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:33:18.206 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:33:18.207 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:33:18.207 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:33:18.207 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:33:18.207 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:33:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:18 smithi156 conmon[67007]: cluster 2022-01-18T18:33:16.912475+0000 mgr.smithi129.iclwio (mgr.14716) 5195 : cluster [DBG] pgmap v4465: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:18 smithi129 conmon[101092]: cluster 2022-01-18T18:33:16.912475+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:33:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:18 smithi129 conmon[101092]: ) 5195 : cluster [DBG] pgmap v4465: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:19.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:19 smithi156 conmon[67007]: audit 2022-01-18T18:33:17.604723+0000 mgr.smithi129.iclwio (mgr.14716) 5196 : audit [DBG] 2022-01-18T18:33:19.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:19 smithi156 conmon[67007]: from='client.37546 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:33:19.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:19 smithi156 conmon[67007]: audit 2022-01-18T18:33:17.874735+0000 mgr.smithi129.iclwio (mgr.14716) 5197 : audit [DBG] from='client.37550 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:33:19.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:19 smithi156 conmon[67007]: audit 2022-01-18T18:33:18 2022-01-18T18:33:19.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:19 smithi156 conmon[67007]: .203123+0000 mon.smithi129 (mon.0) 1675 : audit [DBG] from='client.? 172.21.15.129:0/2515579332' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:33:19.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:19 smithi129 conmon[101092]: audit 2022-01-18T18:33:17.604723+0000 mgr.smithi129.iclwio (mgr.14716) 5196 : audit [DBG] from='client.37546 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:33:19.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:19 smithi129 conmon[101092]: 2022-01-18T18:33:19.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:19 smithi129 conmon[101092]: audit 2022-01-18T18:33:17.874735+0000 mgr.smithi129.iclwio (mgr.14716) 5197 : audit [DBG] from='client.37550 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:33:19.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:19 smithi129 conmon[101092]: audit 2022-01-18T18:33:18.203123+0000 mon.smithi129 (mon.0) 1675 : audit [DBG] from='client.? 172.21.15.129:0/2515579332' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:33:20.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:20 smithi156 conmon[67007]: cluster 2022-01-18T18:33:18.913228+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:33:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:20 smithi156 conmon[67007]: 5198 : cluster [DBG] pgmap v4466: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:20 smithi129 conmon[101092]: cluster 2022-01-18T18:33:18.913228+0000 mgr.smithi129.iclwio (mgr.14716) 5198 : cluster [DBG] pgmap v4466: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:22 smithi156 conmon[67007]: cluster 2022-01-18T18:33:20.913986+0000 mgr.smithi129.iclwio (mgr.14716) 5199 : cluster [DBG] pgmap v4467: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:33:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:22 smithi156 conmon[67007]: 2022-01-18T18:33:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:22 smithi129 conmon[101092]: cluster 2022-01-18T18:33:20.913986+0000 mgr.smithi129.iclwio (mgr.14716) 5199 : cluster [DBG] pgmap v4467: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:33:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:24 smithi156 conmon[67007]: cluster 2022-01-18T18:33:22.914528+0000 mgr.smithi129.iclwio (mgr.14716) 5200 : cluster [DBG] pgmap v4468: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:24 smithi129 conmon[101092]: cluster 2022-01-18T18:33:22.914528+0000 mgr.smithi129.iclwio (mgr.14716) 5200 : cluster [DBG] pgmap v4468: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:26 smithi156 conmon[67007]: cluster 2022-01-18T18:33:24.915324+0000 mgr.smithi129.iclwio (mgr.14716) 5201 2022-01-18T18:33:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:26 smithi156 conmon[67007]: : cluster [DBG] pgmap v4469: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:33:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:26 smithi129 conmon[101092]: cluster 2022-01-18T18:33:24.915324+0000 mgr.smithi129.iclwio (mgr.14716) 5201 : cluster 2022-01-18T18:33:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:26 smithi129 conmon[101092]: [DBG] pgmap v4469: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:33:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:28 smithi156 conmon[67007]: cluster 2022-01-18T18:33:26.915784+0000 mgr.smithi129.iclwio (mgr.14716) 5202 : cluster 2022-01-18T18:33:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:28 smithi156 conmon[67007]: [DBG] pgmap v4470: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:28 smithi129 conmon[101092]: cluster 2022-01-18T18:33:26.915784+0000 mgr.smithi129.iclwio (mgr.14716) 5202 : cluster [DBG] pgmap v4470: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:30 smithi156 conmon[67007]: cluster 2022-01-18T18:33:28.916402+0000 mgr.smithi129.iclwio (mgr.14716) 5203 : cluster [DBG] pgmap v4471: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:30 smithi129 conmon[101092]: cluster 2022-01-18T18:33:28.916402+0000 mgr.smithi129.iclwio (mgr.14716) 5203 : cluster [DBG] pgmap v4471: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:32 smithi156 conmon[67007]: cluster 2022-01-18T18:33:30.917206+0000 mgr.smithi129.iclwio (mgr.14716) 5204 : cluster 2022-01-18T18:33:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:32 smithi156 conmon[67007]: [DBG] pgmap v4472: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:33:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:32 smithi129 conmon[101092]: cluster 2022-01-18T18:33:30.917206+0000 mgr.smithi129.iclwio (mgr.14716) 5204 : cluster [DBG] 2022-01-18T18:33:32.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:32 smithi129 conmon[101092]: pgmap v4472: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:33:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:34 smithi156 conmon[67007]: cluster 2022-01-18T18:33:32.917682+0000 mgr.smithi129.iclwio (mgr.14716) 5205 : cluster [DBG] pgmap v4473: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:34 smithi129 conmon[101092]: cluster 2022-01-18T18:33:32.917682+0000 mgr.smithi129.iclwio (mgr.14716) 5205 : cluster [DBG] pgmap v4473: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:34 smithi129 conmon[101092]: 2022-01-18T18:33:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:36 smithi156 conmon[67007]: cluster 2022-01-18T18:33:34.918544+0000 mgr.smithi129.iclwio (mgr.14716) 5206 : cluster [DBG] pgmap v4474: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:33:36.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:36 smithi129 conmon[101092]: cluster 2022-01-18T18:33:34.918544+0000 mgr.smithi129.iclwio (mgr.14716) 5206 : cluster 2022-01-18T18:33:36.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:36 smithi129 conmon[101092]: [DBG] pgmap v4474: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:33:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:38 smithi129 conmon[101092]: cluster 2022-01-18T18:33:36.919224+0000 mgr.smithi129.iclwio (mgr.14716) 5207 : cluster [DBG] pgmap v4475: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:38 smithi129 conmon[101092]: 2022-01-18T18:33:38.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:38 smithi156 conmon[67007]: cluster 2022-01-18T18:33:36.919224+0000 mgr.smithi129.iclwio (mgr.14716) 5207 : cluster 2022-01-18T18:33:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:38 smithi156 conmon[67007]: [DBG] pgmap v4475: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:40 smithi129 conmon[101092]: cluster 2022-01-18T18:33:38.919869+0000 mgr.smithi129.iclwio (mgr.14716) 5208 : cluster [DBG] pgmap v4476: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:40.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:40 smithi156 conmon[67007]: cluster 2022-01-18T18:33:38.919869+0000 mgr.smithi129.iclwio (mgr.14716) 5208 : cluster [DBG] pgmap v4476: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:42 smithi129 conmon[101092]: cluster 2022-01-18T18:33:40.920659+0000 mgr.smithi129.iclwio (mgr.14716) 5209 : cluster [DBG] pgmap v4477: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:33:42.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:42 smithi156 conmon[67007]: cluster 2022-01-18T18:33:40.920659+0000 mgr.smithi129.iclwio (mgr.14716) 5209 : cluster [DBG] pgmap v4477: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:33:42.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:42 smithi156 conmon[67007]: 2022-01-18T18:33:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:44 smithi129 conmon[101092]: cluster 2022-01-18T18:33:42.921264+0000 mgr.smithi129.iclwio (mgr.14716) 5210 : cluster [DBG] pgmap v4478: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:44.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:44 smithi129 conmon[101092]: 2022-01-18T18:33:44.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:44 smithi156 conmon[67007]: cluster 2022-01-18T18:33:42.921264+0000 mgr.smithi129.iclwio (mgr.14716) 5210 : cluster [DBG] pgmap v4478: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:44.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:44 smithi156 conmon[67007]: 2022-01-18T18:33:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:46 smithi129 conmon[101092]: cluster 2022-01-18T18:33:44.922229+0000 mgr.smithi129.iclwio (mgr.14716) 5211 : cluster [DBG] pgmap v4479: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:33:46.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:46 smithi156 conmon[67007]: cluster 2022-01-18T18:33:44.922229+0000 mgr.smithi129.iclwio (mgr.14716) 5211 : cluster [DBG] pgmap v4479: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:33:47.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:47 smithi129 conmon[101092]: audit 2022-01-18T18:33:46.134373+0000 mon.smithi129 (mon.0) 1676 : audit 2022-01-18T18:33:47.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:47 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:33:47.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:47 smithi129 conmon[101092]: audit 2022-01-18T18:33:46.135754+0000 mon.smithi129 (mon.0) 1677 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:33:47.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:47 smithi129 conmon[101092]: audit 2022-01-18T18:33:46 2022-01-18T18:33:47.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:47 smithi129 conmon[101092]: .136568+0000 mon.smithi129 (mon.0) 1678 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:33:47.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:47 smithi129 conmon[101092]: cephadm 2022-01-18T18: 2022-01-18T18:33:47.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:47 smithi129 conmon[101092]: 33:46.137300+0000 mgr.smithi129.iclwio (mgr.14716) 5212 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:33:47.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:47 smithi129 conmon[101092]: 2022-01-18T18:33:47.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:47 smithi129 conmon[101092]: audit 2022-01-18T18:33:47.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:47 smithi129 conmon[101092]: 2022-01-18T18:33:46.447544+0000 mon.smithi129 2022-01-18T18:33:47.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:47 smithi129 conmon[101092]: (mon.0) 1679 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:33:47.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:47 smithi129 conmon[101092]: audit 2022- 2022-01-18T18:33:47.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:47 smithi129 conmon[101092]: 01-18T18:33:46.452424+0000 2022-01-18T18:33:47.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:47 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1680 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:33:47.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:47 smithi156 conmon[67007]: audit 2022-01-18T18:33:46.134373+0000 mon.smithi129 (mon.0) 1676 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:33:47.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:47 smithi156 conmon[67007]: audit 2022-01-18T18:33:46.135754+0000 2022-01-18T18:33:47.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:47 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1677 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:33:47.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:47 smithi156 conmon[67007]: audit 2022-01-18T18:33:46.136568+0000 mon.smithi129 (mon.0) 1678 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:33:47.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:47 smithi156 conmon[67007]: cephadm 2022-01-18T18:33:46.137300+0000 mgr.smithi129.iclwio (mgr.14716) 5212 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:33:47.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:47 smithi156 conmon[67007]: audit 2022-01-18T18:33:46.447544+0000 mon.smithi129 (mon.0) 1679 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:33:47.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:47 smithi156 conmon[67007]: audit 2022-01-18T18:33:46.452424+0000 mon.smithi129 (mon.0) 1680 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:33:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:48 smithi129 conmon[101092]: cluster 2022-01-18T18:33:46.922601+0000 mgr.smithi129.iclwio (mgr.14716) 5213 : cluster [DBG] pgmap v4480: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:48.502 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:33:48.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:48 smithi156 conmon[67007]: cluster 2022-01-18T18:33:46.922601+0000 mgr.smithi129.iclwio (mgr.14716) 5213 : cluster [DBG] 2022-01-18T18:33:48.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:48 smithi156 conmon[67007]: pgmap v4480: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:48.769 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:33:48.769 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 5m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:33:48.770 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 5m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:33:48.770 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 5m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:33:48.770 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 5m ago 2h 42.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:33:48.770 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 5m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:33:48.771 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 5m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:33:48.771 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 5m ago 2h 638M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:33:48.771 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 5m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:33:48.771 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 5m ago 2h 962M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:33:48.772 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 5m ago 2h 463M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:33:48.772 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 5m ago 2h 181M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:33:48.772 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 5m ago 2h 116M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:33:48.772 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 5m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:33:48.773 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 5m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:33:48.773 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 5m ago 2h 1837M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:33:48.773 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 5m ago 2h 2880M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:33:48.773 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 5m ago 2h 2212M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:33:48.774 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 5m ago 2h 2883M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:33:48.774 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 5m ago 2h 2679M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:33:48.774 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 5m ago 2h 3240M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:33:48.774 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 5m ago 2h 2575M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:33:48.775 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 5m ago 2h 3783M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:33:48.775 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 5m ago 2h 85.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:33:49.087 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:33:49.087 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:33:49.087 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:33:49.088 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:33:49.088 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:33:49.088 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:33:49.088 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:33:49.088 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:33:49.089 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:33:49.089 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:33:49.089 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:33:49.089 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:33:49.090 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:33:49.090 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:33:49.090 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:33:49.090 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:33:49.091 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:33:49.091 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:33:49.091 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:33:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:50 smithi129 conmon[101092]: audit 2022-01-18T18:33:48.490507+0000 mgr.smithi129.iclwio (mgr.14716) 5214 : audit [DBG] from='client.37558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:33:50.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:50 smithi129 conmon[101092]: audit 2022-01-18T18:33:48.761060 2022-01-18T18:33:50.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:50 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 5215 : audit [DBG] from='client.37562 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:33:50.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:50 smithi129 conmon[101092]: cluster 2022-01-18T18:33:48.923069+0000 mgr.smithi129.iclwio (mgr.14716) 5216 : cluster [DBG] pgmap v4481: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:50.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:50 smithi129 conmon[101092]: audit 2022-01-18T18:33:49.087344+0000 mon.smithi129 (mon.0) 1681 : audit 2022-01-18T18:33:50.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:50 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/1800950233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:33:50.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:50 smithi156 conmon[67007]: audit 2022-01-18T18:33:48.490507+0000 mgr.smithi129.iclwio (mgr.14716) 5214 : audit [DBG] from='client.37558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:33:50.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:50 smithi156 conmon[67007]: audit 2022-01-18T18:33:48.761060+0000 mgr.smithi129.iclwio (mgr.14716) 5215 : audit [DBG] from='client.37562 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:33:50.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:50 smithi156 conmon[67007]: cluster 2022-01-18T 2022-01-18T18:33:50.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:50 smithi156 conmon[67007]: 18:33:48.923069+0000 mgr.smithi129.iclwio (mgr.14716) 5216 : cluster [DBG] pgmap v4481: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:50.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:50 smithi156 conmon[67007]: audit 2022 2022-01-18T18:33:50.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:50 smithi156 conmon[67007]: -01-18T18:33:49 2022-01-18T18:33:50.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:50 smithi156 conmon[67007]: .087344+0000 mon.smithi129 (mon.0 2022-01-18T18:33:50.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:50 smithi156 conmon[67007]: ) 1681 : audit [DBG] from='client.? 172.21.15.129:0/1800950233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:33:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:52 smithi129 conmon[101092]: cluster 2022-01-18T18:33:50.923783+0000 mgr.smithi129.iclwio (mgr.14716) 5217 : cluster [DBG] pgmap v4482: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:33:52.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:52 smithi156 conmon[67007]: cluster 2022-01-18T18:33:50.923783+0000 mgr.smithi129.iclwio (mgr.14716) 5217 : cluster [DBG] pgmap v4482: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:33:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:54 smithi129 conmon[101092]: cluster 2022-01-18T18:33:52.924306+0000 mgr.smithi129.iclwio (mgr.14716) 5218 : cluster [DBG] pgmap v4483: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:54.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:54 smithi156 conmon[67007]: cluster 2022-01-18T18:33:52.924306+0000 mgr.smithi129.iclwio (mgr.14716) 5218 : cluster [DBG] pgmap v4483: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:56 smithi129 conmon[101092]: cluster 2022-01-18T18:33:54.925260+0000 mgr.smithi129.iclwio (mgr.14716) 5219 : cluster [DBG] pgmap v4484: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:33:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:56 smithi156 conmon[67007]: cluster 2022-01-18T18:33:54.925260+0000 mgr.smithi129.iclwio (mgr.14716) 5219 : cluster [DBG] pgmap v4484: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:33:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:58 smithi129 conmon[101092]: cluster 2022-01-18T18:33:56.925836+0000 mgr.smithi129.iclwio (mgr.14716) 5220 : cluster [DBG] pgmap v4485: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:58.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:58 smithi156 conmon[67007]: cluster 2022-01-18T18:33:56.925836+0000 mgr.smithi129.iclwio (mgr.14716) 5220 : cluster [DBG] pgmap v4485: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:33:59.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:59 smithi129 conmon[101092]: audit 2022-01-18T18:33:58.788425+0000 mon.smithi129 (mon.0) 1682 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:33:59.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:33:59 smithi129 conmon[101092]: audit 2022-01-18T18:33:58.789068+0000 mon.smithi129 (mon.0) 1683 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:33:59.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:59 smithi156 conmon[67007]: audit 2022-01-18T18:33:58.788425+0000 mon.smithi129 (mon.0) 1682 : 2022-01-18T18:33:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:59 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:33:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:33:59 smithi156 conmon[67007]: audit 2022-01-18T18:33:58.789068+0000 mon.smithi129 (mon.0) 1683 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:34:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:00 smithi129 conmon[101092]: cluster 2022-01-18T18:33:58.926385+0000 mgr.smithi129.iclwio (mgr.14716) 5221 : cluster [DBG] 2022-01-18T18:34:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:00 smithi129 conmon[101092]: pgmap v4486: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:00 smithi156 conmon[67007]: cluster 2022-01-18T18:33:58.926385+0000 mgr.smithi129.iclwio (mgr.14716) 5221 : cluster 2022-01-18T18:34:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:00 smithi156 conmon[67007]: [DBG] pgmap v4486: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:02 smithi129 conmon[101092]: cluster 2022-01-18T18:34:00.927127+0000 mgr.smithi129.iclwio (mgr.14716) 5222 : cluster [DBG] pgmap v4487: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:34:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:02 smithi156 conmon[67007]: cluster 2022-01-18T18:34:00.927127+0000 mgr.smithi129.iclwio (mgr.14716) 5222 : cluster [DBG] pgmap v4487: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:34:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:04 smithi129 conmon[101092]: cluster 2022-01-18T18:34:02.927772+0000 mgr.smithi129.iclwio (mgr.14716) 5223 : cluster [DBG] pgmap v4488: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:04.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:04 smithi129 conmon[101092]: 2022-01-18T18:34:04.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:04 smithi156 conmon[67007]: cluster 2022-01-18T18:34:02.927772+0000 mgr.smithi129.iclwio (mgr.14716) 5223 : cluster [DBG] pgmap v4488: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:06 smithi129 conmon[101092]: cluster 2022-01-18T18:34:04.928571+0000 mgr.smithi129.iclwio (mgr.14716) 5224 : cluster [DBG] pgmap v4489: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:34:06.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:06 smithi129 conmon[101092]: 2022-01-18T18:34:06.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:06 smithi156 conmon[67007]: cluster 2022-01-18T18:34:04.928571+0000 mgr.smithi129.iclwio (mgr.14716) 5224 : cluster [DBG] pgmap v4489: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:34:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:08 smithi129 conmon[101092]: cluster 2022-01-18T18:34:06.929238+0000 mgr.smithi129.iclwio (mgr.14716) 5225 : cluster [DBG] pgmap v4490: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:08 smithi156 conmon[67007]: cluster 2022-01-18T18:34:06.929238+0000 mgr.smithi129.iclwio (mgr.14716) 5225 : cluster [DBG] pgmap v4490: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:10 smithi129 conmon[101092]: cluster 2022-01-18T18:34:08.929821+0000 mgr.smithi129.iclwio (mgr.14716) 5226 : cluster [DBG] pgmap v4491: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:10.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:10 smithi129 conmon[101092]: 2022-01-18T18:34:10.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:10 smithi156 conmon[67007]: cluster 2022-01-18T18:34:08.929821+0000 mgr.smithi129.iclwio (mgr.14716) 5226 : cluster [DBG] pgmap v4491: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:12 smithi129 conmon[101092]: cluster 2022-01-18T18:34:10.930553+0000 mgr.smithi129.iclwio (mgr.14716) 5227 : cluster [DBG] pgmap v4492: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:34:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:12 smithi156 conmon[67007]: cluster 2022-01-18T18:34:10.930553+0000 mgr.smithi129.iclwio (mgr.14716) 5227 : cluster [DBG] pgmap v4492: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:34:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:14 smithi129 conmon[101092]: cluster 2022-01-18T18:34:12.931269+0000 mgr.smithi129.iclwio (mgr.14716) 5228 : cluster [DBG] pgmap v4493: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:14.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:14 smithi129 conmon[101092]: 2022-01-18T18:34:14.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:14 smithi156 conmon[67007]: cluster 2022-01-18T18:34:12.931269+0000 mgr.smithi129.iclwio (mgr.14716) 5228 : cluster [DBG] pgmap v4493: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:14.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:14 smithi156 conmon[67007]: 2022-01-18T18:34:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:16 smithi129 conmon[101092]: cluster 2022-01-18T18:34:14.931989+0000 mgr.smithi129.iclwio (mgr.14716) 5229 : cluster [DBG] pgmap v4494: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:34:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:16 smithi156 conmon[67007]: cluster 2022-01-18T18:34:14.931989+0000 mgr.smithi129.iclwio (mgr.14716) 5229 : cluster [DBG] pgmap v4494: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:34:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:18 smithi129 conmon[101092]: cluster 2022-01-18T18:34:16.932607+0000 mgr.smithi129.iclwio (mgr.14716) 5230 : cluster [DBG] pgmap v4495: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:18 smithi156 conmon[67007]: cluster 2022-01-18T18:34:16.932607+0000 mgr.smithi129.iclwio (mgr.14716) 5230 : cluster [DBG] pgmap v4495: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:19.386 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:34:19.653 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:34:19.653 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 5m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:34:19.653 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 5m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:34:19.654 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 5m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:34:19.654 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 5m ago 2h 42.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:34:19.654 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 5m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:34:19.654 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 5m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:34:19.654 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 5m ago 2h 638M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:34:19.655 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 5m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:34:19.655 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 5m ago 2h 962M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:34:19.655 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 5m ago 2h 463M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:34:19.655 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 5m ago 2h 181M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:34:19.656 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 5m ago 2h 116M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:34:19.656 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 5m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:34:19.656 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 5m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:34:19.656 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 5m ago 2h 1837M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:34:19.657 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 5m ago 2h 2880M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:34:19.657 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 5m ago 2h 2212M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:34:19.657 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 5m ago 2h 2883M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:34:19.657 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 5m ago 2h 2679M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:34:19.658 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 5m ago 2h 3240M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:34:19.658 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 5m ago 2h 2575M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:34:19.658 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 5m ago 2h 3783M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:34:19.658 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 5m ago 2h 85.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:34:19.970 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:34:19.971 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:34:19.971 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:34:19.971 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:34:19.972 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:34:19.972 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:34:19.972 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:34:19.972 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:34:19.973 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:34:19.973 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:34:19.973 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:34:19.973 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:34:19.973 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:34:19.974 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:34:19.974 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:34:19.974 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:34:19.974 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:34:19.975 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:34:19.975 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:34:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:20 smithi129 conmon[101092]: cluster 2022-01-18T18:34:18.933304+0000 mgr.smithi129.iclwio (mgr.14716) 5231 : 2022-01-18T18:34:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:20 smithi129 conmon[101092]: cluster [DBG] pgmap v4496: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:20 smithi129 conmon[101092]: audit 2022-01-18T18:34:19.374955+0000 mgr.smithi129.iclwio (mgr.14716) 5232 : audit [DBG] from='client.37570 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:34:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:20 smithi129 conmon[101092]: audit 2022- 2022-01-18T18:34:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:20 smithi129 conmon[101092]: 01-18T18:34:19.970919+0000 mon.smithi129 (mon.0) 1684 : audit [DBG] from='client.? 172.21.15.129:0/4264521421' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:34:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:20 smithi156 conmon[67007]: cluster 2022-01-18T18:34:18.933304+0000 mgr.smithi129.iclwio (mgr.14716) 5231 : cluster [DBG] pgmap v4496: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:20 smithi156 conmon[67007]: audit 2022-01-18T18:34:19 2022-01-18T18:34:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:20 smithi156 conmon[67007]: .374955+0000 mgr.smithi129.iclwio (mgr.14716) 5232 : audit [DBG] from='client.37570 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:34:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:20 smithi156 conmon[67007]: audit 2022-01-18T18:34:19.970919+0000 mon.smithi129 (mon.0) 1684 : audit [DBG] from='client.? 172.21.15.129:0/4264521421' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:34:21.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:21 smithi129 conmon[101092]: audit 2022-01-18T18:34:19.644437+0000 mgr.smithi129.iclwio (mgr.14716) 5233 : audit [DBG] from='client.37574 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:34:21.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:21 smithi156 conmon[67007]: audit 2022-01-18T18:34:19.644437+0000 mgr.smithi129.iclwio (mgr.14716) 5233 : audit [DBG] from='client.37574 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:34:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:22 smithi129 conmon[101092]: cluster 2022-01-18T18:34:20.934255+0000 mgr.smithi129.iclwio (mgr.14716) 5234 : cluster [DBG] pgmap v4497: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:34:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:22 smithi156 conmon[67007]: cluster 2022-01-18T18:34:20.934255+0000 mgr.smithi129.iclwio (mgr.14716) 5234 : cluster [DBG] pgmap v4497: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:34:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:24 smithi129 conmon[101092]: cluster 2022-01-18T18:34:22.934929+0000 mgr.smithi129.iclwio (mgr.14716) 5235 : cluster [DBG] 2022-01-18T18:34:24.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:24 smithi129 conmon[101092]: pgmap v4498: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:24.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:24 smithi156 conmon[67007]: cluster 2022-01-18T18:34:22.934929+0000 mgr.smithi129.iclwio (mgr.14716) 5235 : cluster [DBG] pgmap v4498: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:26 smithi129 conmon[101092]: cluster 2022-01-18T18:34:24.935804+0000 mgr.smithi129.iclwio (mgr.14716) 5236 : cluster [DBG] pgmap v4499: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:34:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:26 smithi156 conmon[67007]: cluster 2022-01-18T18:34:24.935804+0000 mgr.smithi129.iclwio (mgr.14716) 5236 : cluster [DBG] pgmap v4499: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:34:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:28 smithi129 conmon[101092]: cluster 2022-01-18T18:34:26.936234+0000 mgr.smithi129.iclwio (mgr.14716) 5237 : cluster [DBG] pgmap v4500: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:28 smithi156 conmon[67007]: cluster 2022-01-18T18:34:26.936234+0000 mgr.smithi129.iclwio (mgr.14716) 5237 : cluster [DBG] pgmap v4500: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:30 smithi129 conmon[101092]: cluster 2022-01-18T18:34:28.936802+0000 mgr.smithi129.iclwio (mgr.14716) 5238 : cluster 2022-01-18T18:34:30.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:30 smithi129 conmon[101092]: [DBG] pgmap v4501: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:30 smithi156 conmon[67007]: cluster 2022-01-18T18:34:28.936802+0000 mgr.smithi129.iclwio (mgr.14716) 5238 : cluster [DBG] pgmap v4501: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:32 smithi129 conmon[101092]: cluster 2022-01-18T18:34:30.937632+0000 mgr.smithi129.iclwio (mgr.14716) 5239 : cluster [DBG] pgmap v4502: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:34:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:32 smithi156 conmon[67007]: cluster 2022-01-18T18:34:30.937632+0000 mgr.smithi129.iclwio (mgr.14716) 5239 : cluster [DBG] pgmap v4502: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:34:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:34 smithi129 conmon[101092]: cluster 2022-01-18T18:34:32.938292+0000 mgr.smithi129.iclwio (mgr.14716) 5240 : cluster [DBG] pgmap v4503: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:34.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:34 smithi129 conmon[101092]: 2022-01-18T18:34:34.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:34 smithi156 conmon[67007]: cluster 2022-01-18T18:34:32.938292+0000 mgr.smithi129.iclwio (mgr.14716) 5240 : cluster [DBG] pgmap v4503: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:36.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:36 smithi129 conmon[101092]: cluster 2022-01-18T18:34:34.939140+0000 mgr.smithi129.iclwio (mgr.14716) 5241 : cluster [DBG] pgmap v4504: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:34:36.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:36 smithi129 conmon[101092]: 2022-01-18T18:34:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:36 smithi156 conmon[67007]: cluster 2022-01-18T18:34:34.939140+0000 mgr.smithi129.iclwio (mgr.14716) 5241 : cluster [DBG] pgmap v4504: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:34:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:38 smithi129 conmon[101092]: cluster 2022-01-18T18:34:36.939658+0000 mgr.smithi129.iclwio (mgr.14716) 5242 2022-01-18T18:34:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:38 smithi129 conmon[101092]: : cluster [DBG] pgmap v4505: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:38.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:38 smithi156 conmon[67007]: cluster 2022-01-18T18:34:36.939658+0000 mgr.smithi129.iclwio (mgr.14716) 5242 : cluster [DBG] pgmap v4505: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:40 smithi129 conmon[101092]: cluster 2022-01-18T18:34:38.940302+0000 mgr.smithi129.iclwio (mgr.14716) 5243 : cluster [DBG] pgmap v4506: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:40 smithi129 conmon[101092]: 2022-01-18T18:34:40.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:40 smithi156 conmon[67007]: cluster 2022-01-18T18:34:38.940302+0000 mgr.smithi129.iclwio (mgr.14716) 5243 : cluster [DBG] pgmap v4506: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:42 smithi129 conmon[101092]: cluster 2022-01-18T18:34:40.941224+0000 mgr.smithi129.iclwio (mgr.14716) 5244 : cluster [DBG] pgmap v4507: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:34:42.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:42 smithi156 conmon[67007]: cluster 2022-01-18T18:34:40.941224+0000 mgr.smithi129.iclwio (mgr.14716) 5244 : cluster [DBG] pgmap v4507: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:34:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:44 smithi129 conmon[101092]: cluster 2022-01-18T18:34:42.941851+0000 mgr.smithi129.iclwio (mgr.14716) 5245 : cluster [DBG] pgmap v4508: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:44.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:44 smithi156 conmon[67007]: cluster 2022-01-18T18:34:42.941851+0000 mgr.smithi129.iclwio (mgr.14716) 5245 : cluster [DBG] pgmap v4508: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:46 smithi129 conmon[101092]: cluster 2022-01-18T18:34:44.942503+0000 mgr.smithi129.iclwio (mgr.14716) 5246 : cluster [DBG] pgmap v4509: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:34:46.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:46 smithi156 conmon[67007]: cluster 2022-01-18T18:34:44.942503+0000 mgr.smithi129.iclwio (mgr.14716) 5246 : cluster [DBG] pgmap v4509: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:34:47.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:47 smithi129 conmon[101092]: audit 2022-01-18T18:34:46.454932+0000 mon.smithi129 (mon.0) 1685 2022-01-18T18:34:47.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:47 smithi129 conmon[101092]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:34:47.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:47 smithi129 conmon[101092]: audit 2022-01-18T18:34:46.456420+0000 mon.smithi129 (mon.0) 1686 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:34:47.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:47 smithi129 conmon[101092]: audit 2022-01-18T18:34:47.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:47 smithi129 conmon[101092]: 2022-01-18T18:34:46.457323+0000 mon.smithi129 (mon.0) 1687 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:34:47.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:47 smithi129 conmon[101092]: audit 2022-01-18T18:34: 2022-01-18T18:34:47.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:47 smithi129 conmon[101092]: 46.768732+0000 mon.smithi129 (mon.0) 1688 : audit 2022-01-18T18:34:47.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:47 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:34:47.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:47 smithi129 conmon[101092]: audit 2022-01-18T18:34 2022-01-18T18:34:47.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:47 smithi129 conmon[101092]: :46.774085+0000 mon.smithi129 (mon.0) 1689 : 2022-01-18T18:34:47.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:47 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:34:47.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:47 smithi156 conmon[67007]: audit 2022-01-18T18:34:46.454932+0000 mon.smithi129 (mon.0) 1685 : audit [DBG] 2022-01-18T18:34:47.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:47 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:34:47.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:47 smithi156 conmon[67007]: audit 2022-01-18T18:34:46.456420+0000 mon.smithi129 (mon.0) 1686 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:34:47.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:47 smithi156 conmon[67007]: audit 2022-01-18T18:34:46.457323+0000 mon.smithi129 (mon.0) 1687 : audit [INF] 2022-01-18T18:34:47.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:47 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:34:47.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:47 smithi156 conmon[67007]: audit 2022-01-18T18:34:46.768732+0000 mon.smithi129 (mon.0) 1688 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:34:47.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:47 smithi156 conmon[67007]: audit 2022-01-18T18:34:46.774085+0000 mon.smithi129 (mon.0) 1689 : audit 2022-01-18T18:34:47.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:47 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:34:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:48 smithi129 conmon[101092]: cephadm 2022-01-18T18:34:46.458179+0000 mgr.smithi129.iclwio (mgr.14716) 5247 : cephadm [WRN] 2022-01-18T18:34:48.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:48 smithi129 conmon[101092]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:34:48.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:48 smithi129 conmon[101092]: cluster 2022-01-18T18:34:46.942970+0000 mgr.smithi129.iclwio (mgr.14716) 5248 : cluster [DBG] pgmap v4510: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:48.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:48 smithi156 conmon[67007]: cephadm 2022-01-18T18:34:46.458179+0000 mgr.smithi129.iclwio (mgr.14716) 5247 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:34:48.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:48 smithi156 conmon[67007]: cluster 2022-01-18T18:34:46.942970+0000 mgr.smithi129.iclwio (mgr.14716) 5248 : cluster [DBG] pgmap v4510: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:50.271 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:34:50.534 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:34:50.534 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 6m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:34:50.534 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 6m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:34:50.535 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 6m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:34:50.535 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 6m ago 2h 42.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:34:50.535 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 6m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:34:50.535 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 6m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:34:50.536 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 6m ago 2h 638M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:34:50.536 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 6m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:34:50.536 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 6m ago 2h 962M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:34:50.536 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 6m ago 2h 463M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:34:50.536 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 6m ago 2h 181M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:34:50.537 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 6m ago 2h 116M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:34:50.537 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 6m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:34:50.537 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 6m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:34:50.538 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 6m ago 2h 1837M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:34:50.538 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 6m ago 2h 2880M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:34:50.538 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 6m ago 2h 2212M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:34:50.538 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 6m ago 2h 2883M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:34:50.538 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 6m ago 2h 2679M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:34:50.539 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 6m ago 2h 3240M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:34:50.539 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 6m ago 2h 2575M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:34:50.539 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 6m ago 2h 3783M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:34:50.540 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 6m ago 2h 85.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:34:50.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:50 smithi156 conmon[67007]: cluster 2022-01-18T18:34:48.943536+0000 mgr.smithi129.iclwio (mgr.14716) 5249 : cluster [DBG] pgmap v4511: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:50 smithi129 conmon[101092]: cluster 2022-01-18T18:34:48.943536+0000 mgr.smithi129.iclwio (mgr.14716) 5249 : cluster 2022-01-18T18:34:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:50 smithi129 conmon[101092]: [DBG] pgmap v4511: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:50.850 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:34:50.851 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:34:50.851 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:34:50.851 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:34:50.851 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:34:50.852 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:34:50.852 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:34:50.852 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:34:50.852 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:34:50.852 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:34:50.853 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:34:50.853 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:34:50.853 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:34:50.853 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:34:50.854 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:34:50.854 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:34:50.854 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:34:50.854 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:34:50.855 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:34:51.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:51 smithi156 conmon[67007]: audit 2022-01-18T18:34:50.259201+0000 mgr.smithi129.iclwio (mgr.14716) 5250 : audit [DBG] from='client.37582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:34:51.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:51 smithi156 conmon[67007]: audit 2022-01-18T18:34:50.850816+0000 mon.smithi129 (mon.0) 1690 : audit [DBG] from='client.? 172.21.15.129:0/3727068053' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:34:51.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:51 smithi129 conmon[101092]: audit 2022-01-18T18:34:50.259201+0000 mgr.smithi129.iclwio (mgr.14716) 5250 : audit [DBG] from='client.37582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:34:51.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:51 smithi129 conmon[101092]: audit 2022-01-18T18:34:50.850816+0000 mon.smithi129 (mon.0) 1690 : audit [DBG] from='client.? 172.21.15.129:0/3727068053' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:34:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:52 smithi156 conmon[67007]: audit 2022-01-18T18:34:50.525285+0000 mgr.smithi129.iclwio (mgr.14716) 5251 : audit [DBG] from='client.37586 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:34:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:52 smithi156 conmon[67007]: 2022-01-18T18:34:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:52 smithi156 conmon[67007]: cluster 2022-01-18T18:34:50.944282+0000 mgr.smithi129.iclwio (mgr.14716) 5252 : cluster [DBG] pgmap v4512: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:34:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:52 smithi129 conmon[101092]: audit 2022-01-18T18:34:50.525285+0000 mgr.smithi129.iclwio (mgr.14716) 5251 : audit [DBG] from='client.37586 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:34:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:52 smithi129 conmon[101092]: cluster 2022-01-18T18:34:50.944282 2022-01-18T18:34:52.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:52 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 5252 : cluster [DBG] pgmap v4512: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:34:54.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:54 smithi156 conmon[67007]: cluster 2022-01-18T18:34:52.944800+0000 mgr.smithi129.iclwio (mgr.14716) 5253 : cluster [DBG] pgmap v4513: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:54.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:54 smithi129 conmon[101092]: cluster 2022-01-18T18:34:52.944800+0000 mgr.smithi129.iclwio (mgr.14716) 5253 : cluster [DBG] pgmap v4513: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:56 smithi156 conmon[67007]: cluster 2022-01-18T18:34:54.945698+0000 mgr.smithi129.iclwio (mgr.14716) 5254 : cluster [DBG] pgmap v4514: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:34:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:56 smithi129 conmon[101092]: cluster 2022-01-18T18:34:54.945698+0000 mgr.smithi129.iclwio (mgr.14716) 5254 : cluster [DBG] pgmap v4514: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:34:58.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:58 smithi156 conmon[67007]: cluster 2022-01-18T18:34:56.946115+0000 mgr.smithi129.iclwio (mgr.14716) 5255 : cluster [DBG] pgmap v4515: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:58 smithi129 conmon[101092]: cluster 2022-01-18T18:34:56.946115+0000 mgr.smithi129.iclwio (mgr.14716) 5255 : cluster [DBG] pgmap v4515: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:34:59.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:59 smithi156 conmon[67007]: audit 2022-01-18T18:34:58.793476+0000 mon.smithi129 (mon.0) 1691 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:34:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:59 smithi156 conmon[67007]: audit 2022-01-18T18:34:58.793738+0000 mon.smithi129 (mon 2022-01-18T18:34:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:34:59 smithi156 conmon[67007]: .0) 1692 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:34:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:59 smithi129 conmon[101092]: audit 2022-01-18T18:34:58.793476+0000 mon.smithi129 (mon.0) 1691 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:34:59.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:34:59 smithi129 conmon[101092]: audit 2022-01-18T18:34:58.793738+0000 mon.smithi129 (mon.0) 1692 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:35:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:00 smithi156 conmon[67007]: cluster 2022-01-18T18:34:58.946626+0000 mgr.smithi129.iclwio (mgr.14716) 5256 : cluster [DBG] pgmap v4516: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:00 smithi129 conmon[101092]: cluster 2022-01-18T18:34:58.946626+0000 mgr.smithi129.iclwio (mgr.14716) 5256 : cluster [DBG] pgmap v4516: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:00.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:00 smithi129 conmon[101092]: 2022-01-18T18:35:02.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:02 smithi156 conmon[67007]: cluster 2022-01-18T18:35:00.947585+0000 mgr.smithi129.iclwio (mgr.14716) 5257 : cluster [DBG] pgmap v4517: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:35:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:02 smithi129 conmon[101092]: cluster 2022-01-18T18:35:00.947585+0000 mgr.smithi129.iclwio (mgr.14716) 5257 : cluster [DBG] pgmap v4517: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:35:04.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:04 smithi156 conmon[67007]: cluster 2022-01-18T18:35:02.948285+0000 mgr.smithi129.iclwio (mgr.14716) 5258 : cluster [DBG] pgmap v4518: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:04 smithi129 conmon[101092]: cluster 2022-01-18T18:35:02.948285+0000 mgr.smithi129.iclwio (mgr.14716) 5258 : cluster [DBG] pgmap v4518: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:04.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:04 smithi129 conmon[101092]: 2022-01-18T18:35:06.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:06 smithi156 conmon[67007]: cluster 2022-01-18T18:35:04.949191+0000 mgr.smithi129.iclwio (mgr.14716) 5259 : cluster [DBG] pgmap v4519: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:06 smithi129 conmon[101092]: cluster 2022-01-18T18:35:04.949191+0000 mgr.smithi129.iclwio (mgr.14716) 5259 : cluster [DBG] pgmap v4519: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:08.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:08 smithi156 conmon[67007]: cluster 2022-01-18T18:35:06.949753+0000 mgr.smithi129.iclwio (mgr.14716) 5260 : cluster [DBG] pgmap v4520: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2022-01-18T18:35:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:08 smithi129 conmon[101092]: cluster 2022-01-18T18:35:06.949753+0000 mgr.smithi129.iclwio (mgr.14716) 5260 : cluster [DBG] pgmap v4520: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2022-01-18T18:35:10.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:10 smithi156 conmon[67007]: cluster 2022-01-18T18:35:08.950517+0000 mgr.smithi129.iclwio (mgr.14716) 5261 : cluster [DBG] pgmap v4521: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2022-01-18T18:35:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:10 smithi156 conmon[67007]: 2022-01-18T18:35:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:10 smithi129 conmon[101092]: cluster 2022-01-18T18:35:08.950517+0000 mgr.smithi129.iclwio (mgr.14716) 5261 : cluster [DBG] pgmap v4521: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2022-01-18T18:35:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:12 smithi156 conmon[67007]: cluster 2022-01-18T18:35:10.951304+0000 mgr.smithi129.iclwio (mgr.14716) 5262 : cluster [DBG] pgmap v4522: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:35:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:12 smithi129 conmon[101092]: cluster 2022-01-18T18:35:10.951304+0000 mgr.smithi129.iclwio (mgr.14716) 5262 : cluster [DBG] pgmap v4522: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-18T18:35:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:12 smithi129 conmon[101092]: 2022-01-18T18:35:14.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:14 smithi156 conmon[67007]: cluster 2022-01-18T18:35:12.951831+0000 mgr.smithi129.iclwio (mgr.14716) 5263 : cluster [DBG] pgmap v4523: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:14 smithi129 conmon[101092]: cluster 2022-01-18T18:35:12.951831+0000 mgr.smithi129.iclwio (mgr.14716) 5263 : cluster [DBG] pgmap v4523: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:14 smithi129 conmon[101092]: 2022-01-18T18:35:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:16 smithi156 conmon[67007]: cluster 2022-01-18T18:35:14.952578+0000 mgr.smithi129.iclwio (mgr.14716) 5264 : cluster [DBG] pgmap v4524: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:16 smithi129 conmon[101092]: cluster 2022-01-18T18:35:14.952578+0000 mgr.smithi129.iclwio (mgr.14716) 5264 : cluster [DBG] pgmap v4524: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:18.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:18 smithi156 conmon[67007]: cluster 2022-01-18T18:35:16.953051+0000 mgr.smithi129.iclwio (mgr.14716) 5265 : cluster [DBG] pgmap v4525: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:18 smithi129 conmon[101092]: cluster 2022-01-18T18:35:16.953051+0000 mgr.smithi129.iclwio (mgr.14716) 5265 : cluster [DBG] pgmap v4525: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:18 smithi129 conmon[101092]: 2022-01-18T18:35:20.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:20 smithi156 conmon[67007]: cluster 2022-01-18T18:35:18.953585+0000 mgr.smithi129.iclwio (mgr.14716) 5266 : cluster [DBG] pgmap v4526: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:20 smithi129 conmon[101092]: cluster 2022-01-18T18:35:18.953585+0000 mgr.smithi129.iclwio (mgr.14716) 5266 : cluster [DBG] pgmap v4526: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:21.151 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:35:21.417 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:35:21.418 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 6m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:35:21.418 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 6m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:35:21.418 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 6m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:35:21.418 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 6m ago 2h 42.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:35:21.419 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 6m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:35:21.419 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 6m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:35:21.419 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 6m ago 2h 638M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:35:21.419 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 6m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:35:21.420 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 6m ago 2h 962M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:35:21.420 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 6m ago 2h 463M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:35:21.420 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 6m ago 2h 181M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:35:21.420 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 6m ago 2h 116M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:35:21.421 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 6m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:35:21.421 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 6m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:35:21.421 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 6m ago 2h 1837M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:35:21.421 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 6m ago 2h 2880M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:35:21.421 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 6m ago 2h 2212M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:35:21.422 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 6m ago 2h 2883M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:35:21.422 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 6m ago 2h 2679M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:35:21.422 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 6m ago 2h 3240M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:35:21.422 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 6m ago 2h 2575M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:35:21.423 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 6m ago 2h 3783M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:35:21.423 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 6m ago 2h 85.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:35:21.739 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:35:21.739 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:35:21.739 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:35:21.740 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:35:21.740 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:35:21.740 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:35:21.740 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:35:21.740 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:35:21.741 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:35:21.741 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:35:21.741 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:35:21.741 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:35:21.742 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:35:21.742 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:35:21.742 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:35:21.742 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:35:21.742 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:35:21.743 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:35:21.743 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:35:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:22 smithi156 conmon[67007]: cluster 2022-01-18T18:35:20.954295+0000 mgr.smithi129.iclwio (mgr.14716) 5267 : cluster [DBG] 2022-01-18T18:35:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:22 smithi156 conmon[67007]: pgmap v4527: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:35:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:22 smithi156 conmon[67007]: audit 2022-01-18T18:35:21.139698+0000 mgr.smithi129.iclwio (mgr.14716) 5268 : audit [DBG] from='client.37594 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:35:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:22 smithi156 conmon[67007]: audit 2022-01-18T18:35:22.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:22 smithi156 conmon[67007]: 2022-01-18T18:35:21.409161+0000 mgr.smithi129.iclwio (mgr.14716) 5269 : audit [DBG] from='client.37598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:35:22.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:22 smithi156 conmon[67007]: audit 2022-01 2022-01-18T18:35:22.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:22 smithi156 conmon[67007]: -18T18:35:21.739461+0000 mon.smithi129 (mon.0) 2022-01-18T18:35:22.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:22 smithi156 conmon[67007]: 1693 : audit [DBG] from='client.? 172.21.15.129:0/1961040216' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:35:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:22 smithi129 conmon[101092]: cluster 2022-01-18T18:35:20.954295+0000 mgr.smithi129.iclwio (mgr.14716) 5267 2022-01-18T18:35:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:22 smithi129 conmon[101092]: : cluster [DBG] pgmap v4527: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:35:22.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:22 smithi129 conmon[101092]: audit 2022-01-18T18:35:21.139698+0000 mgr.smithi129.iclwio (mgr.14716) 5268 : audit [DBG] from='client.37594 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:35:22.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:22 smithi129 conmon[101092]: audit 2022-01-18T18:35 2022-01-18T18:35:22.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:22 smithi129 conmon[101092]: :21.409161+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:35:22.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:22 smithi129 conmon[101092]: 14716) 5269 : audit [DBG] from='client.37598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:35:22.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:22 smithi129 conmon[101092]: 2022-01-18T18:35:22.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:22 smithi129 conmon[101092]: audit 2022- 2022-01-18T18:35:22.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:22 smithi129 conmon[101092]: 01-18T18:35:21.739461+0000 2022-01-18T18:35:22.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:22 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1693 : audit [DBG] from='client.? 172.21.15.129:0/1961040216' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:35:22.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:22 smithi129 conmon[101092]: 2022-01-18T18:35:24.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:24 smithi156 conmon[67007]: cluster 2022-01-18T18:35:22.954824+0000 mgr.smithi129.iclwio (mgr.14716) 5270 : cluster [DBG] 2022-01-18T18:35:24.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:24 smithi156 conmon[67007]: pgmap v4528: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:24 smithi129 conmon[101092]: cluster 2022-01-18T18:35:22.954824+0000 mgr.smithi129.iclwio (mgr.14716) 5270 : cluster [DBG] pgmap v4528: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:24 smithi129 conmon[101092]: 2022-01-18T18:35:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:26 smithi156 conmon[67007]: cluster 2022-01-18T18:35:24.955736+0000 mgr.smithi129.iclwio (mgr.14716) 5271 : cluster [DBG] pgmap v4529: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:26 smithi129 conmon[101092]: cluster 2022-01-18T18:35:24.955736+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:35:26.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:26 smithi129 conmon[101092]: 5271 : cluster [DBG] pgmap v4529: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:28 smithi156 conmon[67007]: cluster 2022-01-18T18:35:26.956229+0000 mgr.smithi129.iclwio (mgr.14716) 5272 : cluster [DBG] pgmap v4530: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:28 smithi129 conmon[101092]: cluster 2022-01-18T18:35:26.956229+0000 mgr.smithi129.iclwio (mgr.14716) 5272 : cluster [DBG] pgmap v4530: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:30.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:30 smithi156 conmon[67007]: cluster 2022-01-18T18:35:28.956876+0000 mgr.smithi129.iclwio (mgr.14716) 5273 : cluster [DBG] pgmap v4531: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:30 smithi129 conmon[101092]: cluster 2022-01-18T18:35:28.956876+0000 mgr.smithi129.iclwio 2022-01-18T18:35:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:30 smithi129 conmon[101092]: (mgr.14716) 5273 : cluster [DBG] pgmap v4531: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:32.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:32 smithi156 conmon[67007]: cluster 2022-01-18T18:35:30.957830+0000 mgr.smithi129.iclwio (mgr.14716) 5274 : cluster [DBG] pgmap v4532: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:35:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:32 smithi129 conmon[101092]: cluster 2022-01-18T18:35:30.957830+0000 mgr.smithi129.iclwio (mgr.14716) 5274 : cluster [DBG] 2022-01-18T18:35:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:32 smithi129 conmon[101092]: pgmap v4532: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:35:34.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:34 smithi156 conmon[67007]: cluster 2022-01-18T18:35:32.958393+0000 mgr.smithi129.iclwio (mgr.14716) 5275 : cluster [DBG] pgmap v4533: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:34.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:34 smithi129 conmon[101092]: cluster 2022-01-18T18:35:32.958393+0000 mgr.smithi129.iclwio (mgr.14716) 5275 : cluster [DBG] 2022-01-18T18:35:34.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:34 smithi129 conmon[101092]: pgmap v4533: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:36.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:36 smithi156 conmon[67007]: cluster 2022-01-18T18:35:34.959389+0000 mgr.smithi129.iclwio (mgr.14716) 5276 : cluster [DBG] pgmap v4534: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:36 smithi129 conmon[101092]: cluster 2022-01-18T18:35:34.959389+0000 mgr.smithi129.iclwio (mgr.14716) 5276 2022-01-18T18:35:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:36 smithi129 conmon[101092]: : cluster [DBG] pgmap v4534: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:38 smithi156 conmon[67007]: cluster 2022-01-18T18:35:36.959999+0000 mgr.smithi129.iclwio (mgr.14716) 5277 : cluster [DBG] pgmap v4535: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:38 smithi156 conmon[67007]: 2022-01-18T18:35:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:38 smithi129 conmon[101092]: cluster 2022-01-18T18:35:36.959999+0000 mgr.smithi129.iclwio (mgr.14716) 5277 : cluster [DBG] pgmap v4535: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:40.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:40 smithi156 conmon[67007]: cluster 2022-01-18T18:35:38.960626+0000 mgr.smithi129.iclwio (mgr.14716) 5278 : cluster [DBG] pgmap v4536: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:40 smithi129 conmon[101092]: cluster 2022-01-18T18:35:38.960626+0000 mgr.smithi129.iclwio (mgr.14716) 5278 : cluster [DBG] pgmap v4536: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:42 smithi156 conmon[67007]: cluster 2022-01-18T18:35:40.961554+0000 mgr.smithi129.iclwio (mgr.14716) 5279 : cluster 2022-01-18T18:35:42.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:42 smithi156 conmon[67007]: [DBG] pgmap v4537: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:35:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:42 smithi129 conmon[101092]: cluster 2022-01-18T18:35:40.961554+0000 mgr.smithi129.iclwio (mgr.14716) 5279 2022-01-18T18:35:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:42 smithi129 conmon[101092]: : cluster [DBG] pgmap v4537: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:35:44.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:44 smithi156 conmon[67007]: cluster 2022-01-18T18:35:42.962172+0000 mgr.smithi129.iclwio (mgr.14716) 5280 : cluster [DBG] pgmap v4538: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:44.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:44 smithi156 conmon[67007]: 2022-01-18T18:35:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:44 smithi129 conmon[101092]: cluster 2022-01-18T18:35:42.962172+0000 mgr.smithi129.iclwio (mgr.14716) 5280 : cluster [DBG] pgmap v4538: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:44 smithi129 conmon[101092]: 2022-01-18T18:35:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:46 smithi129 conmon[101092]: cluster 2022-01-18T18:35:44.963195+0000 mgr.smithi129.iclwio (mgr.14716) 5281 : cluster [DBG] pgmap v4539: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:46.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:46 smithi156 conmon[67007]: cluster 2022-01-18T18:35:44.963195+0000 mgr.smithi129.iclwio (mgr.14716) 5281 : cluster 2022-01-18T18:35:46.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:46 smithi156 conmon[67007]: [DBG] pgmap v4539: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:47.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:47 smithi129 conmon[101092]: audit 2022-01-18T18:35:46.776946+0000 mon.smithi129 (mon.0) 1694 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:35:47.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:47 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T18:35:47.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:47 smithi129 conmon[101092]: 18:35:46.778423+0000 mon.smithi129 (mon.0) 1695 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:35:47.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:47 smithi129 conmon[101092]: audit 2022-01-18T18:35:46.779313+0000 mon.smithi129 (mon.0) 1696 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:35:47.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:47 smithi129 conmon[101092]: audit 2022-01-18T18:35:47. 2022-01-18T18:35:47.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:47 smithi129 conmon[101092]: 084349+0000 mon.smithi129 (mon.0) 1697 : audit [INF] 2022-01-18T18:35:47.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:47 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:35:47.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:47 smithi129 conmon[101092]: audit 2022-01-18T18 2022-01-18T18:35:47.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:47 smithi129 conmon[101092]: :35:47.088913+0000 mon.smithi129 (mon. 2022-01-18T18:35:47.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:47 smithi129 conmon[101092]: 0) 1698 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:35:47.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:47 smithi156 conmon[67007]: audit 2022-01-18T18:35:46.776946+0000 mon.smithi129 ( 2022-01-18T18:35:47.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:47 smithi156 conmon[67007]: mon.0) 1694 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:35:47.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:47 smithi156 conmon[67007]: audit 2022-01-18T18:35:46.778423+0000 mon.smithi129 (mon.0) 1695 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:35:47.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:47 smithi156 conmon[67007]: audit 2022-01-18T18:35:46.779313+0000 mon.smithi129 (mon 2022-01-18T18:35:47.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:47 smithi156 conmon[67007]: .0) 1696 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:35:47.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:47 smithi156 conmon[67007]: audit 2022 2022-01-18T18:35:47.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:47 smithi156 conmon[67007]: -01-18T18:35:47.084349+0000 mon.smithi129 2022-01-18T18:35:47.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:47 smithi156 conmon[67007]: (mon.0) 1697 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:35:47.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:47 smithi156 conmon[67007]: audit 2022 2022-01-18T18:35:47.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:47 smithi156 conmon[67007]: -01-18T18:35:47.088913+0000 mon.smithi129 2022-01-18T18:35:47.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:47 smithi156 conmon[67007]: (mon.0) 1698 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:35:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:48 smithi129 conmon[101092]: cephadm 2022-01-18T18:35:46.780069+0000 mgr.smithi129.iclwio (mgr.14716) 5282 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:35:48.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:48 smithi129 conmon[101092]: cluster 2022-01-18T18:35:46.963611+0000 mgr.smithi129.iclwio (mgr.14716) 5283 : cluster [DBG] pgmap v4540: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:48 smithi156 conmon[67007]: cephadm 2022-01-18T18:35:46.780069+0000 mgr.smithi129.iclwio (mgr.14716) 5282 : cephadm 2022-01-18T18:35:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:48 smithi156 conmon[67007]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:35:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:48 smithi156 conmon[67007]: cluster 2022-01-18T18:35:46.963611+0000 mgr.smithi129.iclwio (mgr.14716) 5283 : cluster [DBG] pgmap v4540: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:50 smithi129 conmon[101092]: cluster 2022-01-18T18:35:48.964286+0000 mgr.smithi129.iclwio (mgr.14716) 5284 : cluster [DBG] 2022-01-18T18:35:50.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:50 smithi129 conmon[101092]: pgmap v4541: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:50 smithi156 conmon[67007]: cluster 2022-01-18T18:35:48.964286+0000 mgr.smithi129.iclwio (mgr.14716) 5284 : cluster [DBG] pgmap v4541: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:52.038 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:35:52.304 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:35:52.304 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 7m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:35:52.305 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 7m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:35:52.305 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 7m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:35:52.305 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 7m ago 2h 42.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:35:52.305 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 7m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:35:52.306 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 7m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:35:52.306 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 7m ago 2h 638M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:35:52.307 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 7m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:35:52.307 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 7m ago 2h 962M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:35:52.307 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 7m ago 2h 463M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:35:52.307 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 7m ago 2h 181M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:35:52.307 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 7m ago 2h 116M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:35:52.308 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 7m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:35:52.308 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 7m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:35:52.308 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 7m ago 2h 1837M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:35:52.308 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 7m ago 2h 2880M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:35:52.309 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 7m ago 2h 2212M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:35:52.309 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 7m ago 2h 2883M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:35:52.309 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 7m ago 2h 2679M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:35:52.309 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 7m ago 2h 3240M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:35:52.309 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 7m ago 2h 2575M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:35:52.310 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 7m ago 2h 3783M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:35:52.310 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 7m ago 2h 85.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:35:52.626 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:35:52.626 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:35:52.627 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:35:52.627 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:35:52.627 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:35:52.627 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:35:52.627 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:35:52.628 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:35:52.628 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:35:52.628 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:35:52.628 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:35:52.629 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:35:52.629 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:35:52.629 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:35:52.630 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:35:52.630 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:35:52.630 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:35:52.630 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:35:52.631 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:35:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:52 smithi129 conmon[101092]: cluster 2022-01-18T18:35:50.965140+0000 mgr.smithi129.iclwio (mgr 2022-01-18T18:35:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:52 smithi129 conmon[101092]: .14716) 5285 : cluster [DBG] pgmap v4542: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:35:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:52 smithi156 conmon[67007]: cluster 2022-01-18T18:35:50.965140+0000 mgr.smithi129.iclwio (mgr.14716) 5285 : cluster [DBG] pgmap v4542: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:35:53.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:53 smithi129 conmon[101092]: audit 2022-01-18T18:35:52.026984+0000 mgr.smithi129.iclwio (mgr.14716) 5286 : audit 2022-01-18T18:35:53.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:53 smithi129 conmon[101092]: [DBG] from='client.37606 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:35:53.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:53 smithi129 conmon[101092]: audit 2022-01-18T18:35:52.296053+0000 mgr.smithi129.iclwio (mgr.14716) 5287 : audit [DBG] from='client.37610 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:35:53.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:53 smithi129 conmon[101092]: audit 2022-01-18T18:35 2022-01-18T18:35:53.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:53 smithi129 conmon[101092]: :52.626558+0000 mon.smithi129 (mon.0) 1699 : audit [DBG] from='client.? 172.21.15.129:0/3994692477' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:35:53.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:53 smithi156 conmon[67007]: audit 2022-01-18T18:35:52.026984+0000 mgr.smithi129.iclwio (mgr.14716) 5286 : audit [DBG] from='client.37606 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:35:53.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:53 smithi156 conmon[67007]: audit 2022-01-18T18:35: 2022-01-18T18:35:53.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:53 smithi156 conmon[67007]: 52.296053+0000 mgr.smithi129.iclwio (mgr.14716) 5287 : audit [DBG] from='client.37610 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:35:53.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:53 smithi156 conmon[67007]: audit 2022-01-18T18:35:52.626558+0000 mon.smithi129 (mon.0) 1699 : audit [DBG] from='client.? 172.21.15.129:0/3994692477' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:35:54.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:54 smithi129 conmon[101092]: cluster 2022-01-18T18:35:52.965641+0000 mgr.smithi129.iclwio (mgr.14716) 5288 : cluster [DBG] pgmap v4543: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:54 smithi156 conmon[67007]: cluster 2022-01-18T18:35:52.965641+0000 mgr.smithi129.iclwio (mgr.14716) 5288 : cluster [DBG] pgmap v4543: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:56 smithi129 conmon[101092]: cluster 2022-01-18T18:35:54.966522+0000 mgr.smithi129.iclwio (mgr.14716) 5289 : cluster [DBG] 2022-01-18T18:35:56.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:56 smithi129 conmon[101092]: pgmap v4544: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:56 smithi156 conmon[67007]: cluster 2022-01-18T18:35:54.966522+0000 mgr.smithi129.iclwio (mgr.14716) 5289 : cluster [DBG] pgmap v4544: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:58 smithi129 conmon[101092]: cluster 2022-01-18T18:35:56.967168+0000 mgr.smithi129.iclwio (mgr.14716) 5290 : cluster [DBG] pgmap v4545: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:58 smithi156 conmon[67007]: cluster 2022-01-18T18:35:56.967168+0000 mgr.smithi129.iclwio (mgr.14716) 5290 : cluster [DBG] pgmap v4545: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:35:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:59 smithi129 conmon[101092]: audit 2022-01-18T18:35:58.796590+0000 mon.smithi129 (mon.0) 1700 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:35:59.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:59 smithi129 conmon[101092]: audit 2022-01-18T18:35:58.796988+0000 mon.smithi129 (mon.0) 2022-01-18T18:35:59.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:35:59 smithi129 conmon[101092]: 1701 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:35:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:59 smithi156 conmon[67007]: audit 2022-01-18T18:35:58.796590+0000 mon.smithi129 (mon.0) 1700 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:35:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:35:59 smithi156 conmon[67007]: audit 2022-01-18T18:35:58.796988+0000 mon.smithi129 (mon.0) 1701 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:36:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:00 smithi129 conmon[101092]: cluster 2022-01-18T18:35:58.967701+0000 mgr.smithi129.iclwio (mgr.14716) 5291 : cluster [DBG] pgmap v4546: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:00 smithi156 conmon[67007]: cluster 2022-01-18T18:35:58.967701+0000 mgr.smithi129.iclwio (mgr.14716) 5291 : cluster [DBG] pgmap v4546: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:02 smithi129 conmon[101092]: cluster 2022-01-18T18:36:00.968497+0000 mgr.smithi129.iclwio (mgr.14716) 5292 : cluster [DBG] pgmap v4547: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:36:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:02 smithi156 conmon[67007]: cluster 2022-01-18T18:36:00.968497+0000 mgr.smithi129.iclwio (mgr.14716) 5292 : cluster [DBG] pgmap v4547: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:36:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:04 smithi129 conmon[101092]: cluster 2022-01-18T18:36:02.969081+0000 mgr.smithi129.iclwio (mgr.14716) 5293 : cluster [DBG] pgmap v4548: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:04 smithi156 conmon[67007]: cluster 2022-01-18T18:36:02.969081+0000 mgr.smithi129.iclwio (mgr.14716) 5293 : cluster [DBG] pgmap v4548: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:06 smithi129 conmon[101092]: cluster 2022-01-18T18:36:04.969820+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:36:06.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:06 smithi129 conmon[101092]: 5294 : cluster [DBG] pgmap v4549: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:06 smithi156 conmon[67007]: cluster 2022-01-18T18:36:04.969820+0000 mgr.smithi129.iclwio (mgr.14716) 5294 : cluster [DBG] pgmap v4549: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:06 smithi156 conmon[67007]: 2022-01-18T18:36:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:08 smithi129 conmon[101092]: cluster 2022-01-18T18:36:06.970450+0000 mgr.smithi129.iclwio (mgr.14716) 5295 : cluster [DBG] 2022-01-18T18:36:08.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:08 smithi129 conmon[101092]: pgmap v4550: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:08 smithi156 conmon[67007]: cluster 2022-01-18T18:36:06.970450+0000 mgr.smithi129.iclwio (mgr.14716) 5295 : cluster [DBG] pgmap v4550: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:08 smithi156 conmon[67007]: 2022-01-18T18:36:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:10 smithi129 conmon[101092]: cluster 2022-01-18T18:36:08.971146+0000 mgr.smithi129.iclwio (mgr.14716) 5296 : cluster [DBG] pgmap v4551: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:10 smithi156 conmon[67007]: cluster 2022-01-18T18:36:08.971146+0000 mgr.smithi129.iclwio (mgr.14716) 5296 : cluster [DBG] pgmap v4551: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:12 smithi129 conmon[101092]: cluster 2022-01-18T18:36:10.971904+0000 mgr.smithi129.iclwio (mgr.14716) 5297 : cluster [DBG] pgmap v4552: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:36:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:12 smithi156 conmon[67007]: cluster 2022-01-18T18:36:10.971904+0000 mgr.smithi129.iclwio (mgr.14716) 5297 : cluster [DBG] 2022-01-18T18:36:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:12 smithi156 conmon[67007]: pgmap v4552: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:36:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:14 smithi129 conmon[101092]: cluster 2022-01-18T18:36:12.972434+0000 mgr.smithi129.iclwio (mgr.14716) 5298 : cluster [DBG] pgmap v4553: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:14 smithi156 conmon[67007]: cluster 2022-01-18T18:36:12.972434+0000 mgr.smithi129.iclwio (mgr.14716) 5298 : cluster [DBG] 2022-01-18T18:36:14.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:14 smithi156 conmon[67007]: pgmap v4553: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:16 smithi129 conmon[101092]: cluster 2022-01-18T18:36:14.973339+0000 mgr.smithi129.iclwio (mgr.14716) 5299 : cluster [DBG] pgmap v4554: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:16 smithi156 conmon[67007]: cluster 2022-01-18T18:36:14.973339+0000 mgr.smithi129.iclwio (mgr.14716) 5299 : cluster [DBG] 2022-01-18T18:36:16.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:16 smithi156 conmon[67007]: pgmap v4554: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:18 smithi129 conmon[101092]: cluster 2022-01-18T18:36:16.973856+0000 mgr.smithi129.iclwio (mgr.14716) 5300 : cluster [DBG] pgmap v4555: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:18 smithi156 conmon[67007]: cluster 2022-01-18T18:36:16.973856+0000 mgr.smithi129.iclwio (mgr.14716) 5300 : cluster 2022-01-18T18:36:18.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:18 smithi156 conmon[67007]: [DBG] pgmap v4555: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:20 smithi129 conmon[101092]: cluster 2022-01-18T18:36:18.974394+0000 mgr.smithi129.iclwio (mgr.14716) 5301 : cluster [DBG] 2022-01-18T18:36:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:20 smithi129 conmon[101092]: pgmap v4556: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:20.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:20 smithi156 conmon[67007]: cluster 2022-01-18T18:36:18.974394+0000 mgr.smithi129.iclwio (mgr.14716) 5301 : cluster 2022-01-18T18:36:20.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:20 smithi156 conmon[67007]: [DBG] pgmap v4556: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:22 smithi129 conmon[101092]: cluster 2022-01-18T18:36:20.975317+0000 mgr.smithi129.iclwio (mgr.14716) 5302 : cluster [DBG] pgmap v4557: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:36:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:22 smithi156 conmon[67007]: cluster 2022-01-18T18:36:20.975317+0000 mgr.smithi129.iclwio (mgr.14716) 5302 : cluster [DBG] 2022-01-18T18:36:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:22 smithi156 conmon[67007]: pgmap v4557: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:36:22.924 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:36:23.186 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:36:23.187 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 7m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:36:23.187 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 7m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:36:23.187 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 7m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:36:23.188 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 7m ago 2h 42.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:36:23.188 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 7m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:36:23.188 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 7m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:36:23.188 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 7m ago 2h 638M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:36:23.189 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 7m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:36:23.189 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 7m ago 2h 962M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:36:23.189 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 7m ago 2h 463M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:36:23.189 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 7m ago 2h 181M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:36:23.190 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 7m ago 2h 116M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:36:23.190 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 7m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:36:23.191 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 7m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:36:23.191 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 7m ago 2h 1837M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:36:23.191 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 7m ago 2h 2880M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:36:23.191 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 7m ago 2h 2212M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:36:23.192 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 7m ago 2h 2883M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:36:23.192 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 7m ago 2h 2679M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:36:23.192 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 7m ago 2h 3240M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:36:23.192 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 7m ago 2h 2575M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:36:23.193 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 7m ago 2h 3783M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:36:23.193 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 7m ago 2h 85.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:36:23.503 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:36:23.503 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:36:23.504 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:36:23.504 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:36:23.504 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:36:23.504 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:36:23.504 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:36:23.505 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:36:23.505 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:36:23.505 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:36:23.506 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:36:23.506 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:36:23.506 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:36:23.506 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:36:23.507 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:36:23.507 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:36:23.507 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:36:23.507 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:36:23.507 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:36:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:24 smithi129 conmon[101092]: audit 2022-01-18T18:36:22.913190+0000 mgr.smithi129.iclwio (mgr.14716) 5303 : audit [DBG] from='client.37618 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:36:24.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:24 smithi129 conmon[101092]: cluster 2022-01-18T18:36:22.975805+0000 mgr.smithi129.iclwio (mgr.14716) 5304 : cluster [DBG] pgmap v4558: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:24.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:24 smithi129 conmon[101092]: audit 2022-01-18T18:36:23.178265+0000 mgr.smithi129.iclwio (mgr.14716) 5305 : 2022-01-18T18:36:24.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:24 smithi129 conmon[101092]: audit [DBG] from='client.37622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:36:24.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:24 smithi129 conmon[101092]: audit 2022-01-18T18:36:23.503597+0000 2022-01-18T18:36:24.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:24 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1702 : audit [DBG] from='client.? 172.21.15.129:0/1120198169' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:36:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:24 smithi156 conmon[67007]: audit 2022-01-18T18:36:22.913190+0000 mgr.smithi129.iclwio (mgr.14716) 5303 : audit [DBG] 2022-01-18T18:36:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:24 smithi156 conmon[67007]: from='client.37618 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:36:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:24 smithi156 conmon[67007]: cluster 2022-01-18T18:36:22.975805+0000 mgr.smithi129.iclwio (mgr.14716) 5304 : cluster [DBG] pgmap v4558: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:24 smithi156 conmon[67007]: audit 2022-01-18T18:36:24.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:24 smithi156 conmon[67007]: 2022-01-18T18:36:23.178265+0000 mgr.smithi129.iclwio (mgr.14716) 5305 : audit [DBG] from='client.37622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:36:24.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:24 smithi156 conmon[67007]: audit 2022-01-18T18:36 2022-01-18T18:36:24.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:24 smithi156 conmon[67007]: :23.503597+0000 mon.smithi129 (mon.0) 1702 : audit [DBG] 2022-01-18T18:36:24.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:24 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/1120198169' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:36:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:26 smithi129 conmon[101092]: cluster 2022-01-18T18:36:24.976540+0000 mgr.smithi129.iclwio (mgr.14716) 5306 : cluster [DBG] pgmap v4559: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:26 smithi156 conmon[67007]: cluster 2022-01-18T18:36:24.976540+0000 mgr.smithi129.iclwio (mgr.14716) 5306 : 2022-01-18T18:36:26.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:26 smithi156 conmon[67007]: cluster [DBG] pgmap v4559: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:28 smithi129 conmon[101092]: cluster 2022-01-18T18:36:26.977091+0000 mgr.smithi129.iclwio (mgr.14716) 5307 : cluster [DBG] 2022-01-18T18:36:28.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:28 smithi129 conmon[101092]: pgmap v4560: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:28 smithi156 conmon[67007]: cluster 2022-01-18T18:36:26.977091+0000 mgr.smithi129.iclwio (mgr.14716) 5307 : cluster 2022-01-18T18:36:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:28 smithi156 conmon[67007]: [DBG] pgmap v4560: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:30 smithi129 conmon[101092]: cluster 2022-01-18T18:36:28.977720+0000 mgr.smithi129.iclwio (mgr.14716) 5308 2022-01-18T18:36:30.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:30 smithi129 conmon[101092]: : cluster [DBG] pgmap v4561: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:30.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:30 smithi156 conmon[67007]: cluster 2022-01-18T18:36:28.977720+0000 mgr.smithi129.iclwio (mgr.14716) 5308 : cluster 2022-01-18T18:36:30.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:30 smithi156 conmon[67007]: [DBG] pgmap v4561: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:32 smithi129 conmon[101092]: cluster 2022-01-18T18:36:30.978548+0000 mgr.smithi129.iclwio (mgr.14716) 5309 : cluster 2022-01-18T18:36:32.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:32 smithi129 conmon[101092]: [DBG] pgmap v4562: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:36:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:32 smithi156 conmon[67007]: cluster 2022-01-18T18:36:30.978548+0000 mgr.smithi129.iclwio (mgr.14716) 5309 : cluster 2022-01-18T18:36:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:32 smithi156 conmon[67007]: [DBG] pgmap v4562: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:36:34.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:34 smithi129 conmon[101092]: cluster 2022-01-18T18:36:32.979235+0000 mgr.smithi129.iclwio (mgr.14716) 5310 : cluster [DBG] 2022-01-18T18:36:34.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:34 smithi129 conmon[101092]: pgmap v4563: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:34 smithi156 conmon[67007]: cluster 2022-01-18T18:36:32.979235+0000 mgr.smithi129.iclwio (mgr.14716) 5310 : cluster [DBG] 2022-01-18T18:36:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:34 smithi156 conmon[67007]: pgmap v4563: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:36 smithi129 conmon[101092]: cluster 2022-01-18T18:36:34.979969+0000 mgr.smithi129.iclwio (mgr.14716) 5311 : cluster [DBG] 2022-01-18T18:36:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:36 smithi129 conmon[101092]: pgmap v4564: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:36 smithi156 conmon[67007]: cluster 2022-01-18T18:36:34.979969+0000 mgr.smithi129.iclwio (mgr.14716) 5311 : cluster 2022-01-18T18:36:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:36 smithi156 conmon[67007]: [DBG] pgmap v4564: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:38 smithi129 conmon[101092]: cluster 2022-01-18T18:36:36.980558+0000 mgr.smithi129.iclwio (mgr.14716) 5312 : cluster [DBG] pgmap v4565: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:38 smithi129 conmon[101092]: 2022-01-18T18:36:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:38 smithi156 conmon[67007]: cluster 2022-01-18T18:36:36.980558+0000 mgr.smithi129.iclwio (mgr.14716) 5312 : cluster 2022-01-18T18:36:38.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:38 smithi156 conmon[67007]: [DBG] pgmap v4565: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:40 smithi129 conmon[101092]: cluster 2022-01-18T18:36:38.981216+0000 mgr.smithi129.iclwio (mgr.14716) 5313 2022-01-18T18:36:40.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:40 smithi129 conmon[101092]: : cluster [DBG] pgmap v4566: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:40 smithi156 conmon[67007]: cluster 2022-01-18T18:36:38.981216+0000 mgr.smithi129.iclwio (mgr.14716) 5313 : cluster 2022-01-18T18:36:40.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:40 smithi156 conmon[67007]: [DBG] pgmap v4566: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:42 smithi129 conmon[101092]: cluster 2022-01-18T18:36:40.981982+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:36:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:42 smithi129 conmon[101092]: 5314 : cluster [DBG] pgmap v4567: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:36:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:42 smithi156 conmon[67007]: cluster 2022-01-18T18:36:40.981982+0000 mgr.smithi129.iclwio (mgr.14716) 5314 : cluster 2022-01-18T18:36:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:42 smithi156 conmon[67007]: [DBG] pgmap v4567: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:36:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:44 smithi129 conmon[101092]: cluster 2022-01-18T18:36:42.982640+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:36:44.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:44 smithi129 conmon[101092]: 5315 : cluster [DBG] pgmap v4568: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:44 smithi156 conmon[67007]: cluster 2022-01-18T18:36:42.982640+0000 mgr.smithi129.iclwio (mgr.14716) 5315 : cluster [DBG] 2022-01-18T18:36:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:44 smithi156 conmon[67007]: pgmap v4568: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:46 smithi129 conmon[101092]: cluster 2022-01-18T18:36:44.983425+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:36:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:46 smithi129 conmon[101092]: 14716) 5316 : cluster [DBG] pgmap v4569: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:46 smithi156 conmon[67007]: cluster 2022-01-18T18:36:44.983425+0000 mgr.smithi129.iclwio (mgr.14716) 5316 : cluster 2022-01-18T18:36:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:46 smithi156 conmon[67007]: [DBG] pgmap v4569: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:47.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:47 smithi129 conmon[101092]: audit 2022-01-18T18:36:47.091409+0000 mon.smithi129 (mon.0) 1703 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:36:47.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:47 smithi129 conmon[101092]: audit 2022-01-18T18:36:47.092724+0000 mon.smithi129 (mon.0) 1704 : audit [DBG] 2022-01-18T18:36:47.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:47 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:36:47.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:47 smithi129 conmon[101092]: audit 2022-01-18T18:36:47.093643+0000 mon.smithi129 (mon.0) 1705 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:36:47.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:47 smithi129 conmon[101092]: audit 2022-01-18T18:36:47.397691+0000 mon.smithi129 (mon.0) 1706 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:36:47.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:47 smithi129 conmon[101092]: audit 2022-01-18T18:36:47.404904+0000 mon.smithi129 (mon.0) 1707 : audit [INF] 2022-01-18T18:36:47.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:47 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:36:47.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:47 smithi156 conmon[67007]: audit 2022-01-18T18:36:47.091409+0000 mon.smithi129 (mon. 2022-01-18T18:36:47.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:47 smithi156 conmon[67007]: 0) 1703 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:36:47.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:47 smithi156 conmon[67007]: audit 2022-01-18T18:36:47.092724+0000 mon.smithi129 (mon.0) 1704 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:36:47.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:47 smithi156 conmon[67007]: audit 2022-01-18T18:36:47.093643+0000 mon.smithi129 (mon. 2022-01-18T18:36:47.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:47 smithi156 conmon[67007]: 0) 1705 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:36:47.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:47 smithi156 conmon[67007]: audit 2022- 2022-01-18T18:36:47.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:47 smithi156 conmon[67007]: 01-18T18:36:47.397691+0000 mon.smithi129 ( 2022-01-18T18:36:47.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:47 smithi156 conmon[67007]: mon.0) 1706 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:36:47.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:47 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T18:36:47.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:47 smithi156 conmon[67007]: 18T18:36:47.404904+0000 mon.smithi129 (mon 2022-01-18T18:36:47.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:47 smithi156 conmon[67007]: .0) 1707 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:36:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:48 smithi129 conmon[101092]: cluster 2022-01-18T18:36:46.984069+0000 mgr.smithi129.iclwio (mgr.14716) 5317 : cluster [DBG] pgmap v4570: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:48.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:48 smithi129 conmon[101092]: cephadm 2022-01-18T18:36:47.094380+0000 mgr.smithi129.iclwio (mgr.14716) 5318 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:36:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:48 smithi156 conmon[67007]: cluster 2022-01-18T18:36:46.984069+0000 mgr.smithi129.iclwio (mgr.14716) 5317 : 2022-01-18T18:36:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:48 smithi156 conmon[67007]: cluster [DBG] pgmap v4570: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:48 smithi156 conmon[67007]: cephadm 2022-01-18T18:36:47.094380+0000 mgr.smithi129.iclwio (mgr.14716) 5318 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:36:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:50 smithi129 conmon[101092]: cluster 2022-01-18T18:36:48.984686+0000 mgr.smithi129.iclwio (mgr.14716) 5319 : cluster [DBG] pgmap v4571: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:50 smithi156 conmon[67007]: cluster 2022-01-18T18:36:48.984686+0000 mgr.smithi129.iclwio (mgr.14716) 5319 : cluster [DBG] pgmap v4571: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:50.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:50 smithi156 conmon[67007]: 2022-01-18T18:36:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:52 smithi156 conmon[67007]: cluster 2022-01-18T18:36:50.985489+0000 mgr.smithi129.iclwio (mgr.14716) 5320 : cluster 2022-01-18T18:36:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:52 smithi156 conmon[67007]: [DBG] pgmap v4572: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:36:52.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:52 smithi129 conmon[101092]: cluster 2022-01-18T18:36:50.985489+0000 mgr.smithi129.iclwio (mgr.14716) 5320 : cluster [DBG] pgmap v4572: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:36:53.801 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:36:54.066 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:36:54.066 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 8m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:36:54.066 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 8m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:36:54.067 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 8m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:36:54.067 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 8m ago 2h 42.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:36:54.067 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 8m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:36:54.067 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 8m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:36:54.067 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 8m ago 2h 638M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:36:54.068 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 8m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:36:54.068 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 8m ago 2h 962M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:36:54.068 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 8m ago 2h 463M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:36:54.068 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 8m ago 2h 181M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:36:54.069 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 8m ago 2h 116M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:36:54.069 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 8m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:36:54.069 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 8m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:36:54.069 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 8m ago 2h 1837M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:36:54.070 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 8m ago 2h 2880M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:36:54.070 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 8m ago 2h 2212M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:36:54.070 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 8m ago 2h 2883M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:36:54.070 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 8m ago 2h 2679M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:36:54.070 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 8m ago 2h 3240M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:36:54.071 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 8m ago 2h 2575M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:36:54.071 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 8m ago 2h 3783M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:36:54.071 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 8m ago 2h 85.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:36:54.385 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:36:54.385 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:36:54.385 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:36:54.386 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:36:54.386 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:36:54.386 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:36:54.386 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:36:54.387 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:36:54.387 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:36:54.387 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:36:54.388 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:36:54.388 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:36:54.388 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:36:54.389 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:36:54.389 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:36:54.389 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:36:54.389 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:36:54.390 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:36:54.390 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:36:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:54 smithi156 conmon[67007]: cluster 2022-01-18T18:36:52.986011+0000 mgr.smithi129.iclwio (mgr.14716) 5321 : cluster [DBG] pgmap v4573: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:54 smithi156 conmon[67007]: audit 2022-01-18T18:36:54.385323+0000 mon.smithi129 2022-01-18T18:36:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:54 smithi156 conmon[67007]: (mon.0) 1708 : audit [DBG] from='client.? 172.21.15.129:0/3721186611' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:36:54.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:54 smithi129 conmon[101092]: cluster 2022-01-18T18:36:52.986011+0000 mgr.smithi129.iclwio (mgr.14716) 5321 : cluster [DBG] pgmap v4573: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:54.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:54 smithi129 conmon[101092]: audit 2022-01-18T18:36:54.385323+0000 mon.smithi129 (mon.0) 1708 : audit [DBG] from='client.? 172.21.15.129:0/3721186611' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:36:55.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:55 smithi156 conmon[67007]: audit 2022-01-18T18:36:53.789817+0000 mgr.smithi129.iclwio (mgr.14716) 5322 : audit [DBG] from='client.37630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:36:55.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:55 smithi156 conmon[67007]: audit 2022-01-18T18:36: 2022-01-18T18:36:55.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:55 smithi156 conmon[67007]: 54.057660+0000 mgr.smithi129.iclwio (mgr.14716) 5323 : audit [DBG] from='client.37634 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:36:55.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:55 smithi129 conmon[101092]: audit 2022-01-18T18:36:53.789817+0000 mgr.smithi129.iclwio (mgr.14716) 5322 : audit [DBG] 2022-01-18T18:36:55.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:55 smithi129 conmon[101092]: from='client.37630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:36:55.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:55 smithi129 conmon[101092]: audit 2022-01-18T18:36:54.057660+0000 mgr.smithi129.iclwio (mgr.14716) 5323 : audit [DBG] from='client.37634 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:36:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:56 smithi156 conmon[67007]: cluster 2022-01-18T18:36:54.986949+0000 mgr.smithi129.iclwio (mgr.14716) 5324 : cluster [DBG] pgmap v4574: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:56.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:56 smithi129 conmon[101092]: cluster 2022-01-18T18:36:54.986949+0000 mgr.smithi129.iclwio (mgr.14716) 5324 : cluster [DBG] pgmap v4574: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:58.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:58 smithi156 conmon[67007]: cluster 2022-01-18T18:36:56.987669+0000 mgr.smithi129.iclwio (mgr.14716) 5325 : cluster [DBG] pgmap v4575: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:58 smithi129 conmon[101092]: cluster 2022-01-18T18:36:56.987669+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:36:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:58 smithi129 conmon[101092]: ) 5325 : cluster [DBG] pgmap v4575: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:36:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:59 smithi156 conmon[67007]: audit 2022-01-18T18:36:58.801794+0000 mon.smithi129 (mon.0) 1709 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:36:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:36:59 smithi156 conmon[67007]: audit 2022-01-18T18:36:58.802055+0000 mon.smithi129 (mon.0) 1710 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:36:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:59 smithi129 conmon[101092]: audit 2022-01-18T18:36:58.801794+0000 mon.smithi129 (mon.0) 1709 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:36:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:36:59 smithi129 conmon[101092]: audit 2022-01-18T18:36:58.802055+0000 mon.smithi129 (mon.0) 1710 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:37:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:00 smithi156 conmon[67007]: cluster 2022-01-18T18:36:58.988277+0000 mgr.smithi129.iclwio (mgr.14716) 5326 : cluster [DBG] pgmap v4576: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:00 smithi129 conmon[101092]: cluster 2022-01-18T18:36:58.988277+0000 mgr.smithi129.iclwio (mgr.14716) 5326 : cluster [DBG] pgmap v4576: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:02 smithi156 conmon[67007]: cluster 2022-01-18T18:37:00.989043+0000 mgr.smithi129.iclwio (mgr.14716) 5327 : cluster [DBG] pgmap v4577: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:37:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:02 smithi129 conmon[101092]: cluster 2022-01-18T18:37:00.989043+0000 mgr.smithi129.iclwio (mgr.14716) 5327 : cluster [DBG] pgmap v4577: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:37:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:02 smithi129 conmon[101092]: 2022-01-18T18:37:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:04 smithi156 conmon[67007]: cluster 2022-01-18T18:37:02.989557+0000 mgr.smithi129.iclwio (mgr.14716) 5328 : cluster [DBG] pgmap v4578: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:04.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:04 smithi129 conmon[101092]: cluster 2022-01-18T18:37:02.989557+0000 mgr.smithi129.iclwio (mgr.14716) 5328 : cluster [DBG] pgmap v4578: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:06 smithi156 conmon[67007]: cluster 2022-01-18T18:37:04.990491+0000 mgr.smithi129.iclwio (mgr.14716) 5329 : cluster [DBG] pgmap v4579: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:06 smithi129 conmon[101092]: cluster 2022-01-18T18:37:04.990491+0000 mgr.smithi129.iclwio (mgr.14716) 5329 : cluster [DBG] pgmap v4579: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:07.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:07 smithi156 conmon[67007]: cluster 2022-01-18T18:37:06.991128+0000 mgr.smithi129.iclwio (mgr.14716) 5330 : cluster 2022-01-18T18:37:07.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:07 smithi156 conmon[67007]: [DBG] pgmap v4580: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:07.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:07 smithi129 conmon[101092]: cluster 2022-01-18T18:37:06.991128+0000 mgr.smithi129.iclwio (mgr.14716) 5330 : cluster [DBG] pgmap v4580: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:10.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:10 smithi156 conmon[67007]: cluster 2022-01-18T18:37:08.991674+0000 mgr.smithi129.iclwio (mgr.14716) 5331 : cluster [DBG] pgmap v4581: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:10 smithi129 conmon[101092]: cluster 2022-01-18T18:37:08.991674+0000 mgr.smithi129.iclwio (mgr.14716) 5331 : cluster [DBG] pgmap v4581: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:12 smithi129 conmon[101092]: cluster 2022-01-18T18:37:10.992636+0000 mgr.smithi129.iclwio (mgr.14716) 5332 : cluster [DBG] pgmap v4582: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:37:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:12 smithi156 conmon[67007]: cluster 2022-01-18T18:37:10.992636+0000 mgr.smithi129.iclwio (mgr.14716) 5332 : cluster [DBG] pgmap v4582: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:37:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:14 smithi129 conmon[101092]: cluster 2022-01-18T18:37:12.993356+0000 mgr.smithi129.iclwio (mgr.14716) 5333 : cluster [DBG] 2022-01-18T18:37:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:14 smithi129 conmon[101092]: pgmap v4583: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:14.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:14 smithi156 conmon[67007]: cluster 2022-01-18T18:37:12.993356+0000 mgr.smithi129.iclwio (mgr.14716) 5333 : cluster [DBG] pgmap v4583: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:16 smithi129 conmon[101092]: cluster 2022-01-18T18:37:14.994098+0000 mgr.smithi129.iclwio (mgr.14716) 5334 : cluster [DBG] pgmap v4584: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:16 smithi156 conmon[67007]: cluster 2022-01-18T18:37:14.994098+0000 mgr.smithi129.iclwio (mgr.14716) 5334 : cluster [DBG] pgmap v4584: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:18 smithi129 conmon[101092]: cluster 2022-01-18T18:37:16.994720+0000 mgr.smithi129.iclwio (mgr.14716) 5335 : cluster [DBG] pgmap v4585: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:18.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:18 smithi156 conmon[67007]: cluster 2022-01-18T18:37:16.994720+0000 mgr.smithi129.iclwio (mgr.14716) 5335 : cluster [DBG] pgmap v4585: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:20 smithi129 conmon[101092]: cluster 2022-01-18T18:37:18.995362+0000 mgr.smithi129.iclwio (mgr.14716) 5336 : cluster [DBG] pgmap v4586: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:20 smithi129 conmon[101092]: 2022-01-18T18:37:20.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:20 smithi156 conmon[67007]: cluster 2022-01-18T18:37:18.995362+0000 mgr.smithi129.iclwio (mgr.14716) 5336 : cluster [DBG] pgmap v4586: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:22 smithi129 conmon[101092]: cluster 2022-01-18T18:37:20.996133+0000 mgr.smithi129.iclwio (mgr.14716) 5337 : cluster [DBG] pgmap v4587: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:37:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:22 smithi156 conmon[67007]: cluster 2022-01-18T18:37:20.996133+0000 mgr.smithi129.iclwio (mgr.14716) 5337 : cluster [DBG] pgmap v4587: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:37:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:24 smithi129 conmon[101092]: cluster 2022-01-18T18:37:22.996649+0000 mgr.smithi129.iclwio (mgr.14716) 5338 : cluster [DBG] pgmap v4588: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:24.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:24 smithi156 conmon[67007]: cluster 2022-01-18T18:37:22.996649+0000 mgr.smithi129.iclwio (mgr.14716) 5338 : cluster [DBG] pgmap v4588: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:24.685 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:37:24.954 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:37:24.955 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 8m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:37:24.955 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 8m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:37:24.955 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 8m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:37:24.956 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 8m ago 2h 42.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:37:24.956 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 8m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:37:24.956 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 8m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:37:24.956 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 8m ago 2h 638M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:37:24.956 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 8m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:37:24.957 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 8m ago 2h 962M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:37:24.957 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 8m ago 2h 463M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:37:24.957 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 8m ago 2h 181M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:37:24.957 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 8m ago 2h 116M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:37:24.958 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 8m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:37:24.958 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 8m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:37:24.958 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 8m ago 2h 1837M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:37:24.958 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 8m ago 2h 2880M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:37:24.959 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 8m ago 2h 2212M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:37:24.959 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 8m ago 2h 2883M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:37:24.959 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 8m ago 2h 2679M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:37:24.959 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 8m ago 2h 3240M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:37:24.960 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 8m ago 2h 2575M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:37:24.960 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 8m ago 2h 3783M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:37:24.960 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 8m ago 2h 85.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:37:25.270 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:37:25.271 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:37:25.271 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:37:25.271 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:37:25.272 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:37:25.272 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:37:25.272 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:37:25.272 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:37:25.273 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:37:25.273 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:37:25.273 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:37:25.273 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:37:25.274 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:37:25.274 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:37:25.274 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:37:25.274 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:37:25.274 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:37:25.275 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:37:25.275 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:37:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:26 smithi129 conmon[101092]: audit 2022-01-18T18:37:24.674199+0000 mgr.smithi129.iclwio (mgr.14716) 5339 : audit [DBG] 2022-01-18T18:37:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:26 smithi129 conmon[101092]: from='client.37642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:37:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:26 smithi129 conmon[101092]: audit 2022-01-18T18:37:24.946070+0000 mgr.smithi129.iclwio (mgr.14716) 5340 : audit [DBG] from='client.37646 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:37:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:26 smithi129 conmon[101092]: cluster 2022-01-18T18:37:24.997340+0000 mgr.smithi129.iclwio ( 2022-01-18T18:37:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:26 smithi129 conmon[101092]: mgr.14716) 5341 : cluster [DBG] pgmap v4589: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:26.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:26 smithi129 conmon[101092]: audit 2022-01-18T18 2022-01-18T18:37:26.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:26 smithi129 conmon[101092]: :37:25.271126+0000 mon.smithi129 (mon.0) 2022-01-18T18:37:26.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:26 smithi129 conmon[101092]: 1711 : audit [DBG] from='client.? 172.21.15.129:0/1581060848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:37:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:26 smithi156 conmon[67007]: audit 2022-01-18T18:37:24.674199+0000 mgr.smithi129.iclwio (mgr.14716) 5339 : audit [DBG] from='client.37642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:37:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:26 smithi156 conmon[67007]: 2022-01-18T18:37:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:26 smithi156 conmon[67007]: audit 2022-01-18T18:37:24.946070+0000 mgr.smithi129.iclwio (mgr.14716) 5340 : audit [DBG] from='client.37646 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:37:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:26 smithi156 conmon[67007]: cluster 2022-01-18T18:37:24.997340+0000 mgr.smithi129.iclwio (mgr.14716) 5341 : cluster [DBG] pgmap v4589: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:26.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:26 smithi156 conmon[67007]: audit 2022-01-18T18:37:25.271126+0000 mon.smithi129 (mon.0) 1711 : audit [DBG] from='client.? 172.21.15.129:0/1581060848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:37:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:28 smithi129 conmon[101092]: cluster 2022-01-18T18:37:26.997780+0000 mgr.smithi129.iclwio (mgr.14716) 5342 : cluster [DBG] pgmap v4590: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:28.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:28 smithi156 conmon[67007]: cluster 2022-01-18T18:37:26.997780+0000 mgr.smithi129.iclwio (mgr.14716) 5342 : cluster 2022-01-18T18:37:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:28 smithi156 conmon[67007]: [DBG] pgmap v4590: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:30 smithi129 conmon[101092]: cluster 2022-01-18T18:37:28.998507+0000 mgr.smithi129.iclwio (mgr.14716) 5343 : cluster [DBG] pgmap v4591: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:30.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:30 smithi156 conmon[67007]: cluster 2022-01-18T18:37:28.998507+0000 mgr.smithi129.iclwio (mgr.14716) 5343 : cluster [DBG] pgmap v4591: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:32 smithi129 conmon[101092]: cluster 2022-01-18T18:37:30.999473+0000 mgr.smithi129.iclwio (mgr.14716) 5344 : cluster [DBG] pgmap v4592: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:37:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:32 smithi156 conmon[67007]: cluster 2022-01-18T18:37:30.999473+0000 mgr.smithi129.iclwio (mgr.14716) 5344 : cluster [DBG] pgmap v4592: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:37:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:34 smithi129 conmon[101092]: cluster 2022-01-18T18:37:33.000119+0000 mgr.smithi129.iclwio (mgr.14716) 5345 : cluster [DBG] pgmap v4593: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:34.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:34 smithi156 conmon[67007]: cluster 2022-01-18T18:37:33.000119+0000 mgr.smithi129.iclwio (mgr.14716) 5345 : cluster [DBG] pgmap v4593: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:36 smithi129 conmon[101092]: cluster 2022-01-18T18:37:35.000878+0000 mgr.smithi129.iclwio (mgr.14716) 5346 : cluster [DBG] 2022-01-18T18:37:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:36 smithi129 conmon[101092]: pgmap v4594: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:36.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:36 smithi156 conmon[67007]: cluster 2022-01-18T18:37:35.000878+0000 mgr.smithi129.iclwio (mgr.14716) 5346 : cluster [DBG] pgmap v4594: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:38 smithi129 conmon[101092]: cluster 2022-01-18T18:37:37.001397+0000 mgr.smithi129.iclwio (mgr.14716) 5347 : cluster 2022-01-18T18:37:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:38 smithi129 conmon[101092]: [DBG] pgmap v4595: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:38.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:38 smithi156 conmon[67007]: cluster 2022-01-18T18:37:37.001397+0000 mgr.smithi129.iclwio (mgr.14716) 5347 : cluster [DBG] pgmap v4595: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:40 smithi129 conmon[101092]: cluster 2022-01-18T18:37:39.002226+0000 mgr.smithi129.iclwio (mgr.14716) 5348 : cluster 2022-01-18T18:37:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:40 smithi129 conmon[101092]: [DBG] pgmap v4596: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:40.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:40 smithi156 conmon[67007]: cluster 2022-01-18T18:37:39.002226+0000 mgr.smithi129.iclwio (mgr.14716) 5348 : cluster [DBG] pgmap v4596: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:42 smithi129 conmon[101092]: cluster 2022-01-18T18:37:41.003103+0000 mgr.smithi129.iclwio (mgr.14716) 5349 : cluster [DBG] pgmap v4597: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:37:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:42 smithi156 conmon[67007]: cluster 2022-01-18T18:37:41.003103+0000 mgr.smithi129.iclwio (mgr.14716) 5349 : cluster [DBG] pgmap v4597: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:37:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:44 smithi129 conmon[101092]: cluster 2022-01-18T18:37:43.003685+0000 mgr.smithi129.iclwio (mgr.14716) 5350 : cluster [DBG] pgmap v4598: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:44.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:44 smithi156 conmon[67007]: cluster 2022-01-18T18:37:43.003685+0000 mgr.smithi129.iclwio (mgr.14716) 5350 : cluster [DBG] pgmap v4598: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:46 smithi129 conmon[101092]: cluster 2022-01-18T18:37:45.004585+0000 mgr.smithi129.iclwio (mgr.14716) 5351 : cluster [DBG] pgmap v4599: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:46.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:46 smithi156 conmon[67007]: cluster 2022-01-18T18:37:45.004585+0000 mgr.smithi129.iclwio (mgr.14716) 5351 : cluster 2022-01-18T18:37:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:46 smithi156 conmon[67007]: [DBG] pgmap v4599: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:48 smithi129 conmon[101092]: cluster 2022-01-18T18:37:47.005025+0000 mgr.smithi129.iclwio (mgr.14716) 5352 : cluster [DBG] 2022-01-18T18:37:48.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:48 smithi129 conmon[101092]: pgmap v4600: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:48.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:48 smithi129 conmon[101092]: audit 2022-01-18T18:37:47.407963+0000 mon.smithi129 (mon.0) 1712 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:37:48.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:48 smithi129 conmon[101092]: audit 2022-01-18T18:37:47.409335 2022-01-18T18:37:48.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:48 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 1713 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:37:48.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:48 smithi129 conmon[101092]: audit 2022-01-18T18:37:47.410368+0000 mon.smithi129 2022-01-18T18:37:48.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:48 smithi129 conmon[101092]: (mon.0) 1714 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:37:48.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:48 smithi129 conmon[101092]: cephadm 2022-01-18T 2022-01-18T18:37:48.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:48 smithi129 conmon[101092]: 18:37:47.411107+0000 mgr.smithi129.iclwio (mgr.14716) 5353 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:37:48.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:48 smithi129 conmon[101092]: audit 2022-01-18T18:37:47.710978+0000 2022-01-18T18:37:48.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:48 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1715 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T18:37:48.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:48 smithi129 conmon[101092]: audit 2022-01-18T18:37:47. 2022-01-18T18:37:48.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:48 smithi129 conmon[101092]: 716141+0000 mon.smithi129 (mon.0) 1716 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T18:37:48.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:48 smithi129 conmon[101092]: audit 2022-01-18T18:37 2022-01-18T18:37:48.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:48 smithi129 conmon[101092]: :47.720090+0000 mon.smithi129 (mon.0) 1717 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:37:48.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:48 smithi129 conmon[101092]: audit 2022-01-18T18:37 2022-01-18T18:37:48.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:48 smithi129 conmon[101092]: :47.724577+0000 mon.smithi129 (mon.0) 1718 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:37:48.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:48 smithi156 conmon[67007]: cluster 2022-01-18T18:37:47.005025+0000 mgr.smithi129.iclwio (mgr.14716) 5352 2022-01-18T18:37:48.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:48 smithi156 conmon[67007]: : cluster [DBG] pgmap v4600: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:48.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:48 smithi156 conmon[67007]: audit 2022-01-18T18:37:47.407963+0000 mon.smithi129 (mon.0) 1712 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:37:48.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:48 smithi156 conmon[67007]: audit 2022-01-18T18:37:47.409335+0000 2022-01-18T18:37:48.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:48 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1713 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:37:48.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:48 smithi156 conmon[67007]: audit 2022-01-18T18:37:48.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:48 smithi156 conmon[67007]: 2022-01-18T18:37:47.410368+0000 mon.smithi129 2022-01-18T18:37:48.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:48 smithi156 conmon[67007]: (mon.0) 1714 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:37:48.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:48 smithi156 conmon[67007]: cephadm 2022-01-18T18:37:48.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:48 smithi156 conmon[67007]: 2022-01-18T18:37:47.411107+0000 mgr.smithi129.iclwio 2022-01-18T18:37:48.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:48 smithi156 conmon[67007]: (mgr.14716) 5353 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:37:48.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:48 smithi156 conmon[67007]: audit 2022-01-18T18:37:48.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:48 smithi156 conmon[67007]: 2022-01-18T18:37:47.710978+0000 mon.smithi129 2022-01-18T18:37:48.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:48 smithi156 conmon[67007]: (mon.0) 1715 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T18:37:48.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:48 smithi156 conmon[67007]: audit 2022 2022-01-18T18:37:48.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:48 smithi156 conmon[67007]: -01-18T18:37:47.716141+0000 mon.smithi129 ( 2022-01-18T18:37:48.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:48 smithi156 conmon[67007]: mon.0) 1716 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T18:37:48.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:48 smithi156 conmon[67007]: audit 2022 2022-01-18T18:37:48.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:48 smithi156 conmon[67007]: -01-18T18:37:47.720090+0000 mon.smithi129 2022-01-18T18:37:48.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:48 smithi156 conmon[67007]: (mon.0) 1717 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:37:48.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:48 smithi156 conmon[67007]: audit 2022 2022-01-18T18:37:48.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:48 smithi156 conmon[67007]: -01-18T18:37:47.724577+0000 mon.smithi129 (mon. 2022-01-18T18:37:48.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:48 smithi156 conmon[67007]: 0) 1718 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:37:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:50 smithi129 conmon[101092]: cluster 2022-01-18T18:37:49.005708+0000 mgr.smithi129.iclwio (mgr.14716) 5354 : cluster [DBG] pgmap v4601: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:50.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:50 smithi156 conmon[67007]: cluster 2022-01-18T18:37:49.005708+0000 mgr.smithi129.iclwio (mgr.14716) 5354 : cluster [DBG] pgmap v4601: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:50.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:50 smithi156 conmon[67007]: 2022-01-18T18:37:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:52 smithi129 conmon[101092]: cluster 2022-01-18T18:37:51.006444+0000 mgr.smithi129.iclwio (mgr.14716) 5355 : cluster [DBG] pgmap v4602: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:37:52.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:52 smithi156 conmon[67007]: cluster 2022-01-18T18:37:51.006444+0000 mgr.smithi129.iclwio (mgr.14716) 5355 : cluster [DBG] 2022-01-18T18:37:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:52 smithi156 conmon[67007]: pgmap v4602: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:37:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:54 smithi129 conmon[101092]: cluster 2022-01-18T18:37:53.007050+0000 mgr.smithi129.iclwio (mgr.14716) 5356 : cluster [DBG] 2022-01-18T18:37:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:54 smithi129 conmon[101092]: pgmap v4603: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:54.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:54 smithi156 conmon[67007]: cluster 2022-01-18T18:37:53.007050+0000 mgr.smithi129.iclwio (mgr.14716) 5356 : cluster [DBG] pgmap v4603: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:55.569 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:37:55.834 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:37:55.835 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 9m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:37:55.835 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 9m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:37:55.835 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 9m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:37:55.836 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 9m ago 2h 42.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:37:55.836 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 9m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:37:55.837 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 9m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:37:55.837 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 9m ago 2h 638M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:37:55.837 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 9m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:37:55.837 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 9m ago 2h 962M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:37:55.838 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 9m ago 2h 463M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:37:55.838 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 9m ago 2h 181M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:37:55.838 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 9m ago 2h 116M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:37:55.838 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 9m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:37:55.838 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 9m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:37:55.839 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 9m ago 2h 1837M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:37:55.839 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 9m ago 2h 2880M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:37:55.839 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 9m ago 2h 2212M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:37:55.839 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 9m ago 2h 2883M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:37:55.840 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 9m ago 2h 2679M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:37:55.840 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 9m ago 2h 3240M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:37:55.840 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 9m ago 2h 2575M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:37:55.840 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 9m ago 2h 3783M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:37:55.840 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 9m ago 2h 85.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:37:56.152 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:37:56.152 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:37:56.153 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:37:56.153 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:37:56.153 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:37:56.153 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:37:56.154 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:37:56.154 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:37:56.154 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:37:56.154 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:37:56.154 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:37:56.155 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:37:56.155 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:37:56.155 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:37:56.155 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:37:56.156 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:37:56.156 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:37:56.156 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:37:56.156 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:37:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:56 smithi129 conmon[101092]: cluster 2022-01-18T18:37:55.007869+0000 mgr.smithi129.iclwio (mgr.14716) 5357 : cluster [DBG] pgmap v4604: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:56.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:56 smithi156 conmon[67007]: cluster 2022-01-18T18:37:55.007869+0000 mgr.smithi129.iclwio (mgr.14716) 5357 : cluster [DBG] pgmap v4604: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:57.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:57 smithi129 conmon[101092]: audit 2022-01-18T18:37:55.558342+0000 mgr.smithi129.iclwio (mgr.14716) 5358 : audit [DBG] from='client.37654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:37:57.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:57 smithi129 conmon[101092]: audit 2022-01-18T18:37:55.826302+0000 mgr.smithi129.iclwio (mgr 2022-01-18T18:37:57.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:57 smithi129 conmon[101092]: .14716) 5359 : audit [DBG] from='client.37658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:37:57.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:57 smithi129 conmon[101092]: audit 2022-01-18T18:37:56.152838+0000 mon.smithi129 (mon.0) 1719 : audit [DBG] from='client.? 172.21.15.129:0/2928875355' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:37:57.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:57 smithi156 conmon[67007]: audit 2022-01-18T18:37:55.558342+0000 mgr.smithi129.iclwio (mgr.14716) 5358 : audit [DBG] from='client.37654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:37:57.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:57 smithi156 conmon[67007]: audit 2022-01-18T18:37:55.826302+0000 mgr.smithi129.iclwio (mgr.14716) 5359 : audit [DBG] from='client.37658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:37:57.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:57 smithi156 conmon[67007]: audit 2022-01-18T18:37:56.152838+0000 mon.smithi129 (mon.0) 1719 : audit [DBG] from='client.? 172.21.15.129:0/2928875355' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:37:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:58 smithi129 conmon[101092]: cluster 2022-01-18T18:37:57.008350+0000 mgr.smithi129.iclwio (mgr.14716) 5360 : cluster [DBG] pgmap v4605: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:58.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:58 smithi156 conmon[67007]: cluster 2022-01-18T18:37:57.008350+0000 mgr.smithi129.iclwio (mgr.14716) 5360 : cluster [DBG] pgmap v4605: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:37:59.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:59 smithi129 conmon[101092]: audit 2022-01-18T18:37:58.805707+0000 mon.smithi129 (mon.0) 1720 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:37:59.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:37:59 smithi129 conmon[101092]: audit 2022-01-18T18:37:58.805964+0000 mon.smithi129 (mon.0) 1721 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:37:59.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:59 smithi156 conmon[67007]: audit 2022-01-18T18:37:58.805707+0000 mon.smithi129 (mon.0) 1720 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:37:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:37:59 smithi156 conmon[67007]: audit 2022-01-18T18:37:58.805964+0000 mon.smithi129 (mon.0) 1721 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:38:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:00 smithi129 conmon[101092]: cluster 2022-01-18T18:37:59.008987+0000 mgr.smithi129.iclwio (mgr.14716) 5361 : cluster [DBG] 2022-01-18T18:38:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:00 smithi129 conmon[101092]: pgmap v4606: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:00 smithi156 conmon[67007]: cluster 2022-01-18T18:37:59.008987+0000 mgr.smithi129.iclwio (mgr.14716) 5361 : cluster [DBG] pgmap v4606: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:02 smithi129 conmon[101092]: cluster 2022-01-18T18:38:01.009906+0000 mgr.smithi129.iclwio (mgr.14716) 5362 : cluster [DBG] pgmap v4607: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:38:02.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:02 smithi156 conmon[67007]: cluster 2022-01-18T18:38:01.009906+0000 mgr.smithi129.iclwio (mgr.14716) 5362 : cluster [DBG] pgmap v4607: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:38:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:04 smithi129 conmon[101092]: cluster 2022-01-18T18:38:03.010440+0000 mgr.smithi129.iclwio (mgr.14716) 5363 : cluster [DBG] pgmap v4608: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:04.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:04 smithi156 conmon[67007]: cluster 2022-01-18T18:38:03.010440+0000 mgr.smithi129.iclwio (mgr.14716) 5363 : cluster [DBG] pgmap v4608: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:06.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:06 smithi129 conmon[101092]: cluster 2022-01-18T18:38:05.011409+0000 mgr.smithi129.iclwio (mgr.14716) 5364 : cluster [DBG] pgmap v4609: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:06 smithi156 conmon[67007]: cluster 2022-01-18T18:38:05.011409+0000 mgr.smithi129.iclwio (mgr.14716) 5364 : cluster [DBG] pgmap v4609: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:08 smithi129 conmon[101092]: cluster 2022-01-18T18:38:07.012058+0000 mgr.smithi129.iclwio (mgr.14716) 5365 : cluster [DBG] pgmap v4610: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:08.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:08 smithi156 conmon[67007]: cluster 2022-01-18T18:38:07.012058+0000 mgr.smithi129.iclwio (mgr.14716) 5365 : cluster [DBG] pgmap v4610: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:10 smithi129 conmon[101092]: cluster 2022-01-18T18:38:09.012839+0000 mgr.smithi129.iclwio (mgr.14716) 5366 : cluster [DBG] 2022-01-18T18:38:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:10 smithi129 conmon[101092]: pgmap v4611: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:10.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:10 smithi156 conmon[67007]: cluster 2022-01-18T18:38:09.012839+0000 mgr.smithi129.iclwio (mgr.14716) 5366 : cluster [DBG] pgmap v4611: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:12 smithi129 conmon[101092]: cluster 2022-01-18T18:38:11.013659+0000 mgr.smithi129.iclwio (mgr.14716) 5367 : cluster [DBG] pgmap v4612: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:38:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:12 smithi156 conmon[67007]: cluster 2022-01-18T18:38:11.013659+0000 mgr.smithi129.iclwio (mgr.14716) 5367 : cluster [DBG] pgmap v4612: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:38:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:14 smithi129 conmon[101092]: cluster 2022-01-18T18:38:13.014179+0000 mgr.smithi129.iclwio (mgr.14716) 5368 : cluster [DBG] pgmap v4613: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:14.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:14 smithi156 conmon[67007]: cluster 2022-01-18T18:38:13.014179+0000 mgr.smithi129.iclwio (mgr.14716) 5368 : cluster [DBG] pgmap v4613: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:16 smithi129 conmon[101092]: cluster 2022-01-18T18:38:15.015001+0000 mgr.smithi129.iclwio (mgr.14716) 5369 : cluster [DBG] 2022-01-18T18:38:16.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:16 smithi129 conmon[101092]: pgmap v4614: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:16 smithi156 conmon[67007]: cluster 2022-01-18T18:38:15.015001+0000 mgr.smithi129.iclwio (mgr.14716) 5369 : cluster [DBG] pgmap v4614: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:18 smithi129 conmon[101092]: cluster 2022-01-18T18:38:17.015451+0000 mgr.smithi129.iclwio (mgr.14716) 5370 : cluster [DBG] pgmap v4615: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:18.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:18 smithi156 conmon[67007]: cluster 2022-01-18T18:38:17.015451+0000 mgr.smithi129.iclwio (mgr.14716) 5370 : cluster [DBG] pgmap v4615: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:20 smithi129 conmon[101092]: cluster 2022-01-18T18:38:19.015959+0000 mgr.smithi129.iclwio (mgr.14716) 5371 : cluster [DBG] 2022-01-18T18:38:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:20 smithi129 conmon[101092]: pgmap v4616: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:20.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:20 smithi156 conmon[67007]: cluster 2022-01-18T18:38:19.015959+0000 mgr.smithi129.iclwio (mgr.14716) 5371 : cluster [DBG] pgmap v4616: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:22 smithi156 conmon[67007]: cluster 2022-01-18T18:38:21.016973+0000 mgr.smithi129.iclwio (mgr.14716) 5372 : cluster [DBG] pgmap v4617: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:38:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:22 smithi129 conmon[101092]: cluster 2022-01-18T18:38:21.016973+0000 mgr.smithi129.iclwio (mgr.14716) 5372 : cluster [DBG] pgmap v4617: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:38:24.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:24 smithi156 conmon[67007]: cluster 2022-01-18T18:38:23.017597+0000 mgr.smithi129.iclwio (mgr.14716) 5373 : cluster [DBG] pgmap v4618: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:24 smithi129 conmon[101092]: cluster 2022-01-18T18:38:23.017597+0000 mgr.smithi129.iclwio (mgr.14716) 5373 : cluster [DBG] pgmap v4618: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:26.456 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:38:26.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:26 smithi156 conmon[67007]: cluster 2022-01-18T18:38:25.018440+0000 mgr.smithi129.iclwio (mgr.14716) 5374 : cluster [DBG] pgmap v4619: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:26 smithi129 conmon[101092]: cluster 2022-01-18T18:38:25.018440+0000 mgr.smithi129.iclwio (mgr.14716) 5374 : cluster [DBG] pgmap v4619: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:26 smithi129 conmon[101092]: 2022-01-18T18:38:26.720 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:38:26.720 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 9m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:38:26.721 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 9m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:38:26.721 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 9m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:38:26.721 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 9m ago 2h 42.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:38:26.721 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 9m ago 2h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:38:26.722 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 9m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:38:26.722 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 9m ago 2h 638M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:38:26.722 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 9m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:38:26.722 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 9m ago 2h 962M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:38:26.723 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 9m ago 2h 463M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:38:26.723 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 9m ago 2h 181M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:38:26.723 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 9m ago 2h 116M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:38:26.723 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 9m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:38:26.724 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 9m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:38:26.724 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 9m ago 2h 1837M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:38:26.724 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 9m ago 2h 2880M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:38:26.724 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 9m ago 2h 2212M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:38:26.724 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 9m ago 2h 2883M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:38:26.725 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 9m ago 2h 2679M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:38:26.725 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 9m ago 2h 3240M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:38:26.725 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 9m ago 2h 2575M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:38:26.725 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 9m ago 2h 3783M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:38:26.726 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 9m ago 2h 85.0M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:38:27.038 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:38:27.039 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:38:27.039 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:38:27.039 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:38:27.039 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:38:27.040 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:38:27.040 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:38:27.040 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:38:27.040 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:38:27.040 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:38:27.041 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:38:27.041 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:38:27.041 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:38:27.041 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:38:27.042 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:38:27.042 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:38:27.042 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:38:27.042 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:38:27.043 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:38:27.543 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:27 smithi129 conmon[101092]: audit 2022-01-18T18:38:26.444951+0000 mgr.smithi129.iclwio (mgr 2022-01-18T18:38:27.543 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:27 smithi129 conmon[101092]: .14716) 5375 : audit [DBG] from='client.37666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:38:27.543 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:27 smithi129 conmon[101092]: audit 2022-01-18T18:38:27.039063+0000 mon.smithi129 (mon.0) 1722 : audit [DBG] from='client.? 172.21.15.129:0/2147870776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:38:27.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:27 smithi156 conmon[67007]: audit 2022-01-18T18:38:26.444951+0000 mgr.smithi129.iclwio (mgr.14716) 5375 : audit [DBG] from='client.37666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:38:27.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:27 smithi156 conmon[67007]: audit 2022-01-18T18:38:27.039063+0000 mon.smithi129 (mon.0) 1722 : audit [DBG] from='client.? 172.21.15.129:0/2147870776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:38:28.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:28 smithi156 conmon[67007]: audit 2022-01-18T18:38:26.712528+0000 mgr.smithi129.iclwio (mgr.14716) 5376 : audit [DBG] from='client.37670 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:38:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:28 smithi156 conmon[67007]: 2022-01-18T18:38:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:28 smithi156 conmon[67007]: cluster 2022-01-18T18:38:27.018886+0000 mgr.smithi129.iclwio (mgr.14716) 5377 : cluster [DBG] pgmap v4620: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:28 smithi129 conmon[101092]: audit 2022-01-18T18:38:26.712528+0000 mgr.smithi129.iclwio (mgr.14716) 5376 : audit [DBG] from='client.37670 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:38:28.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:28 smithi129 conmon[101092]: cluster 2022-01-18T18:38:27.018886+0000 mgr.smithi129.iclwio (mgr.14716) 5377 : cluster [DBG] pgmap v4620: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:30.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:30 smithi156 conmon[67007]: cluster 2022-01-18T18:38:29.019415+0000 mgr.smithi129.iclwio (mgr.14716) 5378 : cluster [DBG] pgmap v4621: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:30 smithi129 conmon[101092]: cluster 2022-01-18T18:38:29.019415+0000 mgr.smithi129.iclwio (mgr.14716) 5378 : cluster [DBG] pgmap v4621: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:32.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:32 smithi156 conmon[67007]: cluster 2022-01-18T18:38:31.020314+0000 mgr.smithi129.iclwio (mgr.14716) 5379 : cluster [DBG] pgmap v4622: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:38:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:32 smithi129 conmon[101092]: cluster 2022-01-18T18:38:31.020314+0000 mgr.smithi129.iclwio (mgr.14716) 5379 : cluster [DBG] pgmap v4622: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:38:34.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:34 smithi156 conmon[67007]: cluster 2022-01-18T18:38:33.021054+0000 mgr.smithi129.iclwio (mgr.14716) 5380 : cluster [DBG] pgmap v4623: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:34.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:34 smithi129 conmon[101092]: cluster 2022-01-18T18:38:33.021054+0000 mgr.smithi129.iclwio (mgr.14716) 5380 : cluster [DBG] pgmap v4623: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:36 smithi156 conmon[67007]: cluster 2022-01-18T18:38:35.022006+0000 mgr.smithi129.iclwio (mgr.14716) 5381 : cluster [DBG] pgmap v4624: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:36 smithi129 conmon[101092]: cluster 2022-01-18T18:38:35.022006+0000 mgr.smithi129.iclwio (mgr.14716) 5381 : cluster [DBG] pgmap v4624: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:38.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:38 smithi156 conmon[67007]: cluster 2022-01-18T18:38:37.022567+0000 mgr.smithi129.iclwio (mgr.14716) 5382 : cluster [DBG] pgmap v4625: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:38 smithi129 conmon[101092]: cluster 2022-01-18T18:38:37.022567+0000 mgr.smithi129.iclwio (mgr.14716) 5382 : cluster [DBG] 2022-01-18T18:38:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:38 smithi129 conmon[101092]: pgmap v4625: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:40.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:40 smithi156 conmon[67007]: cluster 2022-01-18T18:38:39.023248+0000 mgr.smithi129.iclwio (mgr.14716) 5383 : cluster [DBG] pgmap v4626: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:40 smithi129 conmon[101092]: cluster 2022-01-18T18:38:39.023248+0000 mgr.smithi129.iclwio (mgr.14716) 5383 : cluster [DBG] pgmap v4626: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:42 smithi156 conmon[67007]: cluster 2022-01-18T18:38:41.024037+0000 mgr.smithi129.iclwio (mgr.14716) 5384 : cluster [DBG] pgmap v4627: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:38:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:42 smithi129 conmon[101092]: cluster 2022-01-18T18:38:41.024037+0000 mgr.smithi129.iclwio (mgr.14716) 5384 : cluster [DBG] pgmap v4627: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:38:44.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:44 smithi156 conmon[67007]: cluster 2022-01-18T18:38:43.024600+0000 mgr.smithi129.iclwio (mgr.14716) 5385 : cluster [DBG] pgmap v4628: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:44 smithi129 conmon[101092]: cluster 2022-01-18T18:38:43.024600+0000 mgr.smithi129.iclwio (mgr.14716) 5385 : cluster [DBG] pgmap v4628: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:46.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:46 smithi156 conmon[67007]: cluster 2022-01-18T18:38:45.025361+0000 mgr.smithi129.iclwio (mgr.14716) 5386 : cluster [DBG] pgmap v4629: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:46 smithi129 conmon[101092]: cluster 2022-01-18T18:38:45.025361+0000 mgr.smithi129.iclwio (mgr.14716) 5386 : cluster [DBG] pgmap v4629: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:48.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:48 smithi156 conmon[67007]: cluster 2022-01-18T18:38:47 2022-01-18T18:38:48.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:48 smithi156 conmon[67007]: .025831+0000 mgr.smithi129.iclwio (mgr.14716) 5387 : cluster [DBG] pgmap v4630: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:48.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:48 smithi156 conmon[67007]: audit 2022-01-18T18:38:47.727043+0000 mon.smithi129 (mon.0) 1723 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:38:48.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:48 smithi156 conmon[67007]: audit 2022 2022-01-18T18:38:48.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:48 smithi156 conmon[67007]: -01-18T18:38: 2022-01-18T18:38:48.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:48 smithi156 conmon[67007]: 47.728491+0000 mon.smithi129 (mon. 2022-01-18T18:38:48.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:48 smithi156 conmon[67007]: 0) 1724 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:38:48.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:48 smithi156 conmon[67007]: 2022-01-18T18:38:48.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:48 smithi156 conmon[67007]: audit 2022-01 2022-01-18T18:38:48.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:48 smithi156 conmon[67007]: -18T18:38:47. 2022-01-18T18:38:48.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:48 smithi156 conmon[67007]: 729337+0000 mon.smithi129 (mon.0) 2022-01-18T18:38:48.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:48 smithi156 conmon[67007]: 1725 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:38:48.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:48 smithi156 conmon[67007]: audit 2022- 2022-01-18T18:38:48.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:48 smithi156 conmon[67007]: 01-18T18:38:47. 2022-01-18T18:38:48.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:48 smithi156 conmon[67007]: 982744+0000 mon.smithi129 (mon.0) 2022-01-18T18:38:48.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:48 smithi156 conmon[67007]: 1726 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:38:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:48 smithi129 conmon[101092]: cluster 2022-01-18T18:38:47.025831+0000 mgr.smithi129.iclwio (mgr.14716) 5387 2022-01-18T18:38:48.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:48 smithi129 conmon[101092]: : cluster [DBG] pgmap v4630: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:48.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:48 smithi129 conmon[101092]: audit 2022-01-18T18:38:47.727043+0000 mon.smithi129 (mon.0) 1723 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:38:48.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:48 smithi129 conmon[101092]: audit 2022-01-18T18:38:47.728491+0000 mon.smithi129 (mon.0) 1724 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:38:48.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:48 smithi129 conmon[101092]: audit 2022-01-18T18: 2022-01-18T18:38:48.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:48 smithi129 conmon[101092]: 38:47.729337+0000 mon.smithi129 (mon.0) 1725 2022-01-18T18:38:48.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:48 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:38:48.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:48 smithi129 conmon[101092]: audit 2022-01-18T18: 2022-01-18T18:38:48.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:48 smithi129 conmon[101092]: 38:47.982744+0000 mon.smithi129 (mon.0) 2022-01-18T18:38:48.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:48 smithi129 conmon[101092]: 1726 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:38:49.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:49 smithi156 conmon[67007]: cephadm 2022-01-18T18:38:47.730073+0000 mgr.smithi129.iclwio (mgr 2022-01-18T18:38:49.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:49 smithi156 conmon[67007]: .14716) 5388 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:38:49.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:49 smithi129 conmon[101092]: cephadm 2022-01-18T18:38:47.730073+0000 mgr.smithi129.iclwio (mgr.14716) 5388 : 2022-01-18T18:38:49.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:49 smithi129 conmon[101092]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:38:50.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:50 smithi156 conmon[67007]: cluster 2022-01-18T18:38:49.026253+0000 mgr.smithi129.iclwio (mgr.14716) 5389 : cluster [DBG] pgmap v4631: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:50 smithi129 conmon[101092]: cluster 2022-01-18T18:38:49.026253+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:38:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:50 smithi129 conmon[101092]: 14716) 5389 : cluster [DBG] pgmap v4631: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:52.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:52 smithi156 conmon[67007]: cluster 2022-01-18T18:38:51.027053+0000 mgr.smithi129.iclwio (mgr.14716) 5390 : cluster [DBG] pgmap v4632: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:38:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:52 smithi156 conmon[67007]: audit 2022-01-18T18:38:51 2022-01-18T18:38:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:52 smithi156 conmon[67007]: .228492+0000 mon.smithi129 (mon.0) 1727 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:38:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:52 smithi129 conmon[101092]: cluster 2022-01-18T18:38:51.027053+0000 mgr.smithi129.iclwio (mgr.14716) 5390 : cluster [DBG] pgmap v4632: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:38:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:52 smithi129 conmon[101092]: audit 2022-01-18T18:38: 2022-01-18T18:38:52.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:52 smithi129 conmon[101092]: 51.228492+0000 mon.smithi129 (mon.0) 1727 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:38:54.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:54 smithi156 conmon[67007]: cluster 2022-01-18T18:38:53.027687+0000 mgr.smithi129.iclwio (mgr.14716) 5391 : cluster [DBG] pgmap v4633: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:54.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:54 smithi156 conmon[67007]: audit 2022-01-18T18:38:53.253021+0000 mon.smithi129 ( 2022-01-18T18:38:54.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:54 smithi156 conmon[67007]: mon.0) 1728 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:38:54.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:54 smithi156 conmon[67007]: audit 2022-01-18T18:38:53.551436+0000 mon.smithi129 (mon.0) 1729 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:38:54.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:54 smithi156 conmon[67007]: audit 2022-01-18T18:38:53.558227+0000 mon.smithi129 (mon.0) 1730 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:38:54.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:54 smithi129 conmon[101092]: cluster 2022-01-18T18:38:53.027687+0000 mgr.smithi129.iclwio (mgr.14716) 5391 : cluster [DBG] pgmap v4633: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:54.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:54 smithi129 conmon[101092]: audit 2022-01-18T18:38:53.253021+0000 mon.smithi129 (mon.0) 1728 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:38:54.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:54 smithi129 conmon[101092]: audit 2022-01-18T18:38:53.551436+0000 mon.smithi129 (mon.0) 1729 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:38:54.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:54 smithi129 conmon[101092]: audit 2022-01-18T18:38:53.558227+0000 mon.smithi129 (mon.0) 1730 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:38:56.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:56 smithi156 conmon[67007]: cluster 2022-01-18T18:38:55.028530+0000 mgr.smithi129.iclwio (mgr.14716) 5392 : cluster [DBG] pgmap v4634: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:56 smithi129 conmon[101092]: cluster 2022-01-18T18:38:55.028530+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:38:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:56 smithi129 conmon[101092]: 14716) 5392 : cluster [DBG] pgmap v4634: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:57.341 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:38:57.610 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:38:57.610 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 4s ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:38:57.610 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 4s ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:38:57.611 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 6s ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:38:57.611 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 4s ago 2h 42.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:38:57.611 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 4s ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:38:57.612 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 6s ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:38:57.612 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 4s ago 2h 652M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:38:57.612 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 6s ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:38:57.612 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 4s ago 2h 1049M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:38:57.613 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 6s ago 2h 499M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:38:57.613 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 4s ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:38:57.613 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 6s ago 2h 118M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:38:57.613 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 4s ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:38:57.613 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 6s ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:38:57.614 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 4s ago 2h 1865M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:38:57.614 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 4s ago 2h 2913M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:38:57.614 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 4s ago 2h 2236M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:38:57.614 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 4s ago 2h 2918M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:38:57.615 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 6s ago 2h 2712M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:38:57.615 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 6s ago 2h 3269M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:38:57.615 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 6s ago 2h 2600M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:38:57.615 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 6s ago 2h 3815M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:38:57.615 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 4s ago 2h 87.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:38:57.930 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:38:57.930 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:38:57.931 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:38:57.931 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:38:57.931 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:38:57.931 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:38:57.932 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:38:57.932 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:38:57.932 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:38:57.932 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:38:57.933 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:38:57.933 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:38:57.933 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:38:57.933 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:38:57.934 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:38:57.934 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:38:57.934 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:38:57.934 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:38:57.934 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:38:58.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:58 smithi156 conmon[67007]: cluster 2022-01-18T18:38:57.029235+0000 mgr.smithi129.iclwio (mgr.14716) 5393 : cluster [DBG] pgmap v4635: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:58.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:58 smithi156 conmon[67007]: audit 2022-01-18T18:38:57.329728+0000 mgr.smithi129.iclwio (mgr.14716) 5394 : audit [DBG] from='client.37678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:38:58.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:58 smithi156 conmon[67007]: audit 2022-01-18T18:38:57.930800+0000 mon.smithi129 (mon.0) 1731 : audit 2022-01-18T18:38:58.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:58 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/1604983097' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:38:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:58 smithi129 conmon[101092]: cluster 2022-01-18T18:38:57.029235+0000 mgr.smithi129.iclwio (mgr.14716) 5393 : cluster 2022-01-18T18:38:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:58 smithi129 conmon[101092]: [DBG] pgmap v4635: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:38:58.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:58 smithi129 conmon[101092]: audit 2022-01-18T18:38:57.329728+0000 mgr.smithi129.iclwio (mgr.14716) 5394 : audit [DBG] from='client.37678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:38:58.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:58 smithi129 conmon[101092]: audit 2022- 2022-01-18T18:38:58.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:58 smithi129 conmon[101092]: 01-18T18:38:57.930800+0000 mon.smithi129 (mon.0) 1731 : audit [DBG] from='client.? 172.21.15.129:0/1604983097' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:38:59.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:59 smithi156 conmon[67007]: audit 2022-01-18T18:38:57.601862+0000 mgr.smithi129.iclwio (mgr.14716) 5395 : audit [DBG] from='client.37682 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:38:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:59 smithi156 conmon[67007]: audit 2022-01-18T18:38:58.809615+0000 mon.smithi129 (mon.0) 2022-01-18T18:38:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:59 smithi156 conmon[67007]: 1732 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:38:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:38:59 smithi156 conmon[67007]: audit 2022-01-18T18:38:58.809863+0000 mon.smithi129 (mon.0) 1733 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:38:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:59 smithi129 conmon[101092]: audit 2022-01-18T18:38:57.601862+0000 mgr.smithi129.iclwio (mgr.14716) 5395 : audit [DBG] from='client.37682 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:38:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:59 smithi129 conmon[101092]: audit 2022-01-18T18:38:58.809615+0000 mon.smithi129 (mon.0) 1732 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:38:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:38:59 smithi129 conmon[101092]: audit 2022-01-18T18:38:58.809863+0000 mon.smithi129 (mon.0) 1733 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:39:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:00 smithi156 conmon[67007]: cluster 2022-01-18T18:38:59.029840+0000 mgr.smithi129.iclwio (mgr.14716) 5396 : cluster [DBG] pgmap v4636: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:00 smithi129 conmon[101092]: cluster 2022-01-18T18:38:59.029840+0000 mgr.smithi129.iclwio (mgr.14716) 5396 : cluster [DBG] pgmap v4636: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:02 smithi156 conmon[67007]: cluster 2022-01-18T18:39:01.030645+0000 mgr.smithi129.iclwio (mgr.14716) 5397 : cluster [DBG] pgmap v4637: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:39:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:02 smithi129 conmon[101092]: cluster 2022-01-18T18:39:01.030645+0000 mgr.smithi129.iclwio (mgr.14716) 5397 : cluster [DBG] pgmap v4637: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:39:04.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:04 smithi156 conmon[67007]: cluster 2022-01-18T18:39:03.031181+0000 mgr.smithi129.iclwio (mgr.14716) 5398 : cluster [DBG] pgmap v4638: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:04 smithi129 conmon[101092]: cluster 2022-01-18T18:39:03.031181+0000 mgr.smithi129.iclwio (mgr.14716) 5398 : cluster [DBG] pgmap v4638: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:06.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:06 smithi156 conmon[67007]: cluster 2022-01-18T18:39:05.032135+0000 mgr.smithi129.iclwio (mgr.14716) 5399 : cluster [DBG] pgmap v4639: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:06 smithi129 conmon[101092]: cluster 2022-01-18T18:39:05.032135+0000 mgr.smithi129.iclwio (mgr.14716) 5399 : cluster [DBG] pgmap v4639: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:08.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:08 smithi156 conmon[67007]: cluster 2022-01-18T18:39:07.032693+0000 mgr.smithi129.iclwio (mgr.14716) 5400 : cluster [DBG] pgmap v4640: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:08 smithi129 conmon[101092]: cluster 2022-01-18T18:39:07.032693+0000 mgr.smithi129.iclwio (mgr.14716) 5400 : cluster [DBG] pgmap v4640: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:10.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:10 smithi156 conmon[67007]: cluster 2022-01-18T18:39:09.033242+0000 mgr.smithi129.iclwio (mgr.14716) 5401 : cluster [DBG] pgmap v4641: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:10 smithi129 conmon[101092]: cluster 2022-01-18T18:39:09.033242+0000 mgr.smithi129.iclwio (mgr.14716) 5401 : cluster [DBG] pgmap v4641: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:10 smithi129 conmon[101092]: 2022-01-18T18:39:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:12 smithi156 conmon[67007]: cluster 2022-01-18T18:39:11.034105+0000 mgr.smithi129.iclwio (mgr.14716) 5402 : cluster [DBG] pgmap v4642: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:39:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:12 smithi129 conmon[101092]: cluster 2022-01-18T18:39:11.034105+0000 mgr.smithi129.iclwio (mgr.14716) 5402 : cluster [DBG] pgmap v4642: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:39:14.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:14 smithi156 conmon[67007]: cluster 2022-01-18T18:39:13.034642+0000 mgr.smithi129.iclwio (mgr.14716) 5403 : cluster [DBG] pgmap v4643: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:14 smithi129 conmon[101092]: cluster 2022-01-18T18:39:13.034642+0000 mgr.smithi129.iclwio (mgr.14716) 5403 : cluster [DBG] pgmap v4643: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:14 smithi129 conmon[101092]: 2022-01-18T18:39:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:16 smithi156 conmon[67007]: cluster 2022-01-18T18:39:15.035485+0000 mgr.smithi129.iclwio (mgr.14716) 5404 : cluster [DBG] pgmap v4644: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:16 smithi129 conmon[101092]: cluster 2022-01-18T18:39:15.035485+0000 mgr.smithi129.iclwio (mgr.14716) 5404 : cluster [DBG] pgmap v4644: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:18 smithi156 conmon[67007]: cluster 2022-01-18T18:39:17.036174+0000 mgr.smithi129.iclwio (mgr.14716) 5405 : cluster [DBG] pgmap v4645: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:18 smithi156 conmon[67007]: 2022-01-18T18:39:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:18 smithi129 conmon[101092]: cluster 2022-01-18T18:39:17.036174+0000 mgr.smithi129.iclwio (mgr.14716) 5405 : cluster [DBG] pgmap v4645: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:20 smithi129 conmon[101092]: cluster 2022-01-18T18:39:19.036912+0000 mgr.smithi129.iclwio (mgr.14716) 5406 : cluster [DBG] 2022-01-18T18:39:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:20 smithi129 conmon[101092]: pgmap v4646: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:20 smithi156 conmon[67007]: cluster 2022-01-18T18:39:19.036912+0000 mgr.smithi129.iclwio (mgr.14716) 5406 : cluster [DBG] pgmap v4646: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:22.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:22 smithi129 conmon[101092]: cluster 2022-01-18T18:39:21.037717+0000 mgr.smithi129.iclwio (mgr.14716) 5407 : cluster [DBG] pgmap v4647: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:39:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:22 smithi156 conmon[67007]: cluster 2022-01-18T18:39:21.037717+0000 mgr.smithi129.iclwio (mgr.14716) 5407 : cluster [DBG] pgmap v4647: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:39:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:24 smithi129 conmon[101092]: cluster 2022-01-18T18:39:23.038323+0000 mgr.smithi129.iclwio (mgr.14716) 5408 : cluster [DBG] pgmap v4648: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:24 smithi156 conmon[67007]: cluster 2022-01-18T18:39:23.038323+0000 mgr.smithi129.iclwio (mgr.14716) 5408 : cluster [DBG] 2022-01-18T18:39:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:24 smithi156 conmon[67007]: pgmap v4648: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:26 smithi129 conmon[101092]: cluster 2022-01-18T18:39:25.039232+0000 mgr.smithi129.iclwio (mgr.14716) 5409 : 2022-01-18T18:39:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:26 smithi129 conmon[101092]: cluster [DBG] pgmap v4649: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:26 smithi156 conmon[67007]: cluster 2022-01-18T18:39:25.039232+0000 mgr.smithi129.iclwio (mgr.14716) 5409 : cluster [DBG] pgmap v4649: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:28.227 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:39:28.495 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:39:28.496 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 35s ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:39:28.496 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 35s ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:39:28.496 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 37s ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:39:28.496 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 35s ago 2h 42.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:39:28.497 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 35s ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:39:28.497 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 37s ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:39:28.497 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 35s ago 2h 652M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:39:28.497 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 37s ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:39:28.497 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 35s ago 2h 1049M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:39:28.498 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 37s ago 2h 499M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:39:28.498 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 35s ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:39:28.498 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 37s ago 2h 118M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:39:28.498 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 35s ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:39:28.499 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 37s ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:39:28.499 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 35s ago 2h 1865M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:39:28.499 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 35s ago 2h 2913M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:39:28.499 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 35s ago 2h 2236M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:39:28.500 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 35s ago 2h 2918M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:39:28.500 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 37s ago 2h 2712M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:39:28.500 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 37s ago 2h 3269M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:39:28.500 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 37s ago 2h 2600M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:39:28.501 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 37s ago 2h 3815M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:39:28.501 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 35s ago 2h 87.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:39:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:28 smithi129 conmon[101092]: cluster 2022-01-18T18:39:27.039878+0000 mgr.smithi129.iclwio (mgr.14716) 5410 : cluster [DBG] pgmap v4650: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:28 smithi156 conmon[67007]: cluster 2022-01-18T18:39:27.039878+0000 mgr.smithi129.iclwio (mgr.14716) 5410 : cluster [DBG] pgmap v4650: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:28.817 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:39:28.817 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:39:28.817 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:39:28.818 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:39:28.818 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:39:28.818 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:39:28.819 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:39:28.819 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:39:28.819 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:39:28.819 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:39:28.819 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:39:28.820 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:39:28.820 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:39:28.820 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:39:28.820 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:39:28.821 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:39:28.821 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:39:28.821 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:39:28.821 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:39:29.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:29 smithi129 conmon[101092]: audit 2022-01-18T18:39:28.215948+0000 mgr.smithi129.iclwio (mgr.14716) 5411 : audit 2022-01-18T18:39:29.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:29 smithi129 conmon[101092]: [DBG] from='client.37690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:39:29.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:29 smithi129 conmon[101092]: audit 2022-01-18T18:39:28.487102+0000 mgr.smithi129.iclwio (mgr.14716) 5412 : audit [DBG] from='client.37694 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:39:29.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:29 smithi129 conmon[101092]: audit 2022-01-18T18:39:28.817973+0000 mon.smithi129 (mon. 2022-01-18T18:39:29.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:29 smithi129 conmon[101092]: 0) 1734 : audit [DBG] from='client.? 172.21.15.129:0/3245463626' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:39:29.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:29 smithi156 conmon[67007]: audit 2022-01-18T18:39:28.215948+0000 mgr.smithi129.iclwio (mgr.14716) 5411 : audit [DBG] 2022-01-18T18:39:29.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:29 smithi156 conmon[67007]: from='client.37690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:39:29.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:29 smithi156 conmon[67007]: audit 2022-01-18T18:39:28.487102+0000 mgr.smithi129.iclwio (mgr.14716) 5412 : audit [DBG] from='client.37694 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:39:29.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:29 smithi156 conmon[67007]: audit 2022-01-18T18:39:28.817973+0000 mon.smithi129 2022-01-18T18:39:29.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:29 smithi156 conmon[67007]: (mon.0) 1734 : audit [DBG] from='client.? 172.21.15.129:0/3245463626' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:39:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:30 smithi129 conmon[101092]: cluster 2022-01-18T18:39:29.040332+0000 mgr.smithi129.iclwio (mgr.14716) 5413 : cluster [DBG] pgmap v4651: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:30 smithi156 conmon[67007]: cluster 2022-01-18T18:39:29.040332+0000 mgr.smithi129.iclwio (mgr.14716) 5413 : cluster [DBG] pgmap v4651: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:32 smithi129 conmon[101092]: cluster 2022-01-18T18:39:31.041182+0000 mgr.smithi129.iclwio (mgr.14716) 5414 : cluster [DBG] 2022-01-18T18:39:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:32 smithi129 conmon[101092]: pgmap v4652: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:39:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:32 smithi156 conmon[67007]: cluster 2022-01-18T18:39:31.041182+0000 mgr.smithi129.iclwio (mgr.14716) 5414 : cluster [DBG] pgmap v4652: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:39:34.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:34 smithi129 conmon[101092]: cluster 2022-01-18T18:39:33.041821+0000 mgr.smithi129.iclwio (mgr.14716) 5415 : cluster [DBG] pgmap v4653: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:34 smithi156 conmon[67007]: cluster 2022-01-18T18:39:33.041821+0000 mgr.smithi129.iclwio (mgr.14716) 5415 : cluster [DBG] pgmap v4653: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:36 smithi129 conmon[101092]: cluster 2022-01-18T18:39:35.042585+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:39:36.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:36 smithi129 conmon[101092]: 14716) 5416 : cluster [DBG] pgmap v4654: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:36 smithi156 conmon[67007]: cluster 2022-01-18T18:39:35.042585+0000 mgr.smithi129.iclwio (mgr.14716) 5416 : cluster 2022-01-18T18:39:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:36 smithi156 conmon[67007]: [DBG] pgmap v4654: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:38.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:38 smithi129 conmon[101092]: cluster 2022-01-18T18:39:37.043134+0000 mgr.smithi129.iclwio (mgr.14716) 5417 : cluster [DBG] pgmap v4655: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:38 smithi156 conmon[67007]: cluster 2022-01-18T18:39:37.043134+0000 mgr.smithi129.iclwio (mgr.14716) 5417 : cluster [DBG] pgmap v4655: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:40 smithi129 conmon[101092]: cluster 2022-01-18T18:39:39.043772+0000 mgr.smithi129.iclwio (mgr.14716) 5418 : cluster [DBG] pgmap v4656: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:40 smithi156 conmon[67007]: cluster 2022-01-18T18:39:39.043772+0000 mgr.smithi129.iclwio (mgr.14716) 5418 : cluster [DBG] pgmap v4656: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:42 smithi129 conmon[101092]: cluster 2022-01-18T18:39:41.044730+0000 mgr.smithi129.iclwio (mgr.14716) 5419 : cluster [DBG] pgmap v4657: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:39:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:42 smithi156 conmon[67007]: cluster 2022-01-18T18:39:41.044730+0000 mgr.smithi129.iclwio (mgr.14716) 5419 : cluster [DBG] pgmap v4657: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:39:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:44 smithi129 conmon[101092]: cluster 2022-01-18T18:39:43.045522+0000 mgr.smithi129.iclwio (mgr.14716) 5420 : cluster [DBG] pgmap v4658: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:44 smithi156 conmon[67007]: cluster 2022-01-18T18:39:43.045522+0000 mgr.smithi129.iclwio (mgr.14716) 5420 : cluster [DBG] pgmap v4658: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:46 smithi129 conmon[101092]: cluster 2022-01-18T18:39:45.046326+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:39:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:46 smithi129 conmon[101092]: ) 5421 : cluster [DBG] pgmap v4659: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:46 smithi156 conmon[67007]: cluster 2022-01-18T18:39:45.046326+0000 mgr.smithi129.iclwio (mgr.14716) 5421 : cluster [DBG] pgmap v4659: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:48 smithi129 conmon[101092]: cluster 2022-01-18T18:39:47.046873+0000 mgr.smithi129.iclwio (mgr.14716) 5422 : cluster [DBG] 2022-01-18T18:39:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:48 smithi129 conmon[101092]: pgmap v4660: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:48 smithi156 conmon[67007]: cluster 2022-01-18T18:39:47.046873+0000 mgr.smithi129.iclwio (mgr.14716) 5422 : cluster [DBG] pgmap v4660: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:50 smithi129 conmon[101092]: cluster 2022-01-18T18:39:49.047471+0000 mgr.smithi129.iclwio (mgr.14716) 5423 : cluster 2022-01-18T18:39:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:50 smithi129 conmon[101092]: [DBG] pgmap v4661: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:50 smithi156 conmon[67007]: cluster 2022-01-18T18:39:49.047471+0000 mgr.smithi129.iclwio (mgr.14716) 5423 : cluster [DBG] pgmap v4661: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:52 smithi129 conmon[101092]: cluster 2022-01-18T18:39:51.048363+0000 mgr.smithi129.iclwio (mgr.14716) 5424 : cluster [DBG] 2022-01-18T18:39:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:52 smithi129 conmon[101092]: pgmap v4662: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:39:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:52 smithi156 conmon[67007]: cluster 2022-01-18T18:39:51.048363+0000 mgr.smithi129.iclwio (mgr.14716) 5424 : cluster [DBG] pgmap v4662: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:39:54.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:54 smithi129 conmon[101092]: cluster 2022-01-18T18:39:53.048881+0000 mgr.smithi129.iclwio (mgr.14716) 5425 : cluster [DBG] 2022-01-18T18:39:54.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:54 smithi129 conmon[101092]: pgmap v4663: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:54.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:54 smithi129 conmon[101092]: audit 2022-01-18T18:39:53.560877+0000 mon.smithi129 (mon.0) 1735 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:39:54.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:54 smithi129 conmon[101092]: audit 2022-01-18T18:39:53.562334+0000 mon.smithi129 (mon.0) 1736 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:39:54.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:54 smithi129 conmon[101092]: audit 2022-01-18T18:39:53.563423+0000 mon.smithi129 (mon.0) 1737 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:39:54.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:54 smithi129 conmon[101092]: audit 2022-01-18T18:39:53.876385+0000 mon.smithi129 2022-01-18T18:39:54.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:54 smithi129 conmon[101092]: (mon.0) 1738 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:39:54.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:54 smithi129 conmon[101092]: audit 2022-01 2022-01-18T18:39:54.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:54 smithi129 conmon[101092]: -18T18:39:53.881068+0000 mon.smithi129 ( 2022-01-18T18:39:54.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:54 smithi129 conmon[101092]: mon.0) 1739 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:39:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:54 smithi156 conmon[67007]: cluster 2022-01-18T18:39:53.048881+0000 mgr.smithi129.iclwio (mgr.14716) 5425 : cluster 2022-01-18T18:39:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:54 smithi156 conmon[67007]: [DBG] pgmap v4663: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:54 smithi156 conmon[67007]: audit 2022-01-18T18:39:53.560877+0000 mon.smithi129 (mon.0) 1735 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:39:54.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:54 smithi156 conmon[67007]: audit 2022-01-18T18:39:53.562334+0000 mon.smithi129 (mon.0) 1736 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:39:54.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:54 smithi156 conmon[67007]: audit 2022-01-18T18:39:53.563423+0000 mon.smithi129 (mon.0) 1737 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:39:54.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:54 smithi156 conmon[67007]: audit 2022-01-18T18:39:53.876385+0000 mon.smithi129 (mon.0) 1738 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:39:54.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:54 smithi156 conmon[67007]: audit 2022-01-18T18:39:53.881068+0000 mon.smithi129 (mon.0) 1739 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:39:55.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:55 smithi129 conmon[101092]: cephadm 2022-01-18T18:39:53.564153+0000 mgr.smithi129.iclwio (mgr.14716) 5426 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:39:55.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:55 smithi156 conmon[67007]: cephadm 2022-01-18T18:39:53.564153+0000 mgr.smithi129.iclwio (mgr.14716) 5426 : cephadm [WRN] 2022-01-18T18:39:55.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:55 smithi156 conmon[67007]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:39:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:56 smithi129 conmon[101092]: cluster 2022-01-18T18:39:55.049616+0000 mgr.smithi129.iclwio (mgr.14716) 5427 : cluster [DBG] pgmap v4664: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:56 smithi156 conmon[67007]: cluster 2022-01-18T18:39:55.049616+0000 mgr.smithi129.iclwio (mgr.14716) 5427 : cluster [DBG] pgmap v4664: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:56.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:56 smithi156 conmon[67007]: 2022-01-18T18:39:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:58 smithi129 conmon[101092]: cluster 2022-01-18T18:39:57.050221+0000 mgr.smithi129.iclwio (mgr.14716) 5428 : cluster [DBG] pgmap v4665: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:58.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:58 smithi156 conmon[67007]: cluster 2022-01-18T18:39:57.050221+0000 mgr.smithi129.iclwio (mgr.14716) 5428 : cluster [DBG] pgmap v4665: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:39:59.119 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:39:59.385 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:39:59.385 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 66s ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:39:59.385 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 66s ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:39:59.386 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 68s ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:39:59.386 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 66s ago 2h 42.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:39:59.386 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 66s ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:39:59.387 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 68s ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:39:59.387 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 66s ago 2h 652M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:39:59.387 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 68s ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:39:59.388 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 66s ago 2h 1049M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:39:59.388 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 68s ago 2h 499M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:39:59.388 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 66s ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:39:59.388 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 68s ago 2h 118M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:39:59.388 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 66s ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:39:59.389 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 68s ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:39:59.389 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 66s ago 2h 1865M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:39:59.389 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 66s ago 2h 2913M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:39:59.389 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 66s ago 2h 2236M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:39:59.390 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 66s ago 2h 2918M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:39:59.390 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 68s ago 2h 2712M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:39:59.390 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 68s ago 2h 3269M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:39:59.390 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 68s ago 2h 2600M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:39:59.390 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 68s ago 2h 3815M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:39:59.391 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 66s ago 2h 87.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:39:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:59 smithi129 conmon[101092]: audit 2022-01-18T18:39:58.812816+0000 mon.smithi129 (mon.0) 1740 : audit [INF] 2022-01-18T18:39:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:59 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:39:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:39:59 smithi129 conmon[101092]: audit 2022-01-18T18:39:58.813365+0000 mon.smithi129 (mon.0) 1741 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:39:59.703 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:39:59.703 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:39:59.703 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:39:59.704 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:39:59.704 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:39:59.704 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:39:59.704 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:39:59.705 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:39:59.705 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:39:59.705 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:39:59.705 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:39:59.706 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:39:59.706 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:39:59.706 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:39:59.706 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:39:59.707 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:39:59.707 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:39:59.707 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:39:59.707 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:39:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:59 smithi156 conmon[67007]: audit 2022-01-18T18:39:58.812816+0000 mon.smithi129 (mon.0) 1740 : audit [INF] 2022-01-18T18:39:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:59 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:39:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:39:59 smithi156 conmon[67007]: audit 2022-01-18T18:39:58.813365+0000 mon.smithi129 (mon.0) 1741 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:40:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:00 smithi129 conmon[101092]: cluster 2022-01-18T18:39:59.050719+0000 mgr.smithi129.iclwio (mgr.14716) 5429 : cluster [DBG] pgmap v4666: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:00 smithi129 conmon[101092]: audit 2022-01-18T18:39:59.107431+0000 mgr.smithi129.iclwio (mgr.14716) 5430 : audit [DBG] from='client.37702 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:40:00.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:00 smithi129 conmon[101092]: audit 2022-01-18T18:39:59.375891+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:40:00.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:00 smithi129 conmon[101092]: 5431 : audit [DBG] from='client.37706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:40:00.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:00 smithi129 conmon[101092]: audit 2022-01 2022-01-18T18:40:00.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:00 smithi129 conmon[101092]: -18T18:39:59.704062+0000 mon.smithi129 (mon.0) 1742 : audit 2022-01-18T18:40:00.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:00 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/3587185744' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:40:00.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:00 smithi129 conmon[101092]: cluster 2022- 2022-01-18T18:40:00.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:00 smithi129 conmon[101092]: 01-18T18:40:00.000123+0000 mon.smithi129 (mon.0) 1743 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T18:40:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:00 smithi156 conmon[67007]: cluster 2022-01-18T18:39:59.050719+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:40:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:00 smithi156 conmon[67007]: 5429 : cluster [DBG] pgmap v4666: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:00 smithi156 conmon[67007]: audit 2022-01-18T18:39:59.107431+0000 mgr.smithi129.iclwio (mgr.14716) 5430 : audit [DBG] from='client.37702 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:40:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:00 smithi156 conmon[67007]: audit 2022-01-18T18:40:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:00 smithi156 conmon[67007]: 2022-01-18T18:39:59.375891+0000 mgr.smithi129.iclwio (mgr.14716) 5431 : audit [DBG] from='client.37706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:40:00.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:00 smithi156 conmon[67007]: audit 2022-01-18T18:39 2022-01-18T18:40:00.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:00 smithi156 conmon[67007]: :59.704062+0000 mon.smithi129 (mon.0) 1742 : audit [DBG] from='client.? 172.21.15.129:0/3587185744' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:40:00.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:00 smithi156 conmon[67007]: cluster 2022-01-18T18:40:00.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:00 smithi156 conmon[67007]: 2022-01-18T18:40:00.000123+0000 mon.smithi129 (mon.0) 1743 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T18:40:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:02 smithi129 conmon[101092]: cluster 2022-01-18T18:40:01.051477+0000 mgr.smithi129.iclwio (mgr.14716) 5432 : cluster [DBG] pgmap v4667: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:40:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:02 smithi156 conmon[67007]: cluster 2022-01-18T18:40:01.051477+0000 mgr.smithi129.iclwio (mgr.14716) 5432 : cluster [DBG] pgmap v4667: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:40:02.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:02 smithi156 conmon[67007]: 2022-01-18T18:40:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:04 smithi129 conmon[101092]: cluster 2022-01-18T18:40:03.052147+0000 mgr.smithi129.iclwio (mgr.14716) 5433 : cluster [DBG] pgmap v4668: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:04 smithi156 conmon[67007]: cluster 2022-01-18T18:40:03.052147+0000 mgr.smithi129.iclwio (mgr.14716) 5433 : cluster [DBG] pgmap v4668: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:04 smithi156 conmon[67007]: 2022-01-18T18:40:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:06 smithi129 conmon[101092]: cluster 2022-01-18T18:40:05.052897+0000 mgr.smithi129.iclwio (mgr.14716) 5434 : cluster [DBG] pgmap v4669: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:06 smithi156 conmon[67007]: cluster 2022-01-18T18:40:05.052897+0000 mgr.smithi129.iclwio (mgr.14716) 5434 : cluster [DBG] pgmap v4669: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:08 smithi129 conmon[101092]: cluster 2022-01-18T18:40:07.053481+0000 mgr.smithi129.iclwio (mgr.14716) 5435 : cluster [DBG] pgmap v4670: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:08 smithi156 conmon[67007]: cluster 2022-01-18T18:40:07.053481+0000 mgr.smithi129.iclwio (mgr.14716) 5435 : cluster [DBG] pgmap v4670: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:08 smithi156 conmon[67007]: 2022-01-18T18:40:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:10 smithi129 conmon[101092]: cluster 2022-01-18T18:40:09.054160+0000 mgr.smithi129.iclwio (mgr.14716) 5436 : cluster [DBG] pgmap v4671: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:10 smithi156 conmon[67007]: cluster 2022-01-18T18:40:09.054160+0000 mgr.smithi129.iclwio (mgr.14716) 5436 : cluster [DBG] pgmap v4671: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:12 smithi129 conmon[101092]: cluster 2022-01-18T18:40:11.055097+0000 2022-01-18T18:40:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:12 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 5437 : cluster [DBG] pgmap v4672: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:40:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:12 smithi156 conmon[67007]: cluster 2022-01-18T18:40:11.055097+0000 mgr.smithi129.iclwio (mgr.14716) 5437 : cluster [DBG] pgmap v4672: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:40:14.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:14 smithi129 conmon[101092]: cluster 2022-01-18T18:40:13.055679+0000 mgr.smithi129.iclwio (mgr.14716) 5438 : cluster [DBG] 2022-01-18T18:40:14.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:14 smithi129 conmon[101092]: pgmap v4673: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:14.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:14 smithi156 conmon[67007]: cluster 2022-01-18T18:40:13.055679+0000 mgr.smithi129.iclwio (mgr.14716) 5438 : cluster [DBG] pgmap v4673: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:16 smithi129 conmon[101092]: cluster 2022-01-18T18:40:15.056472+0000 mgr.smithi129.iclwio (mgr.14716) 5439 : cluster 2022-01-18T18:40:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:16 smithi129 conmon[101092]: [DBG] pgmap v4674: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:16 smithi156 conmon[67007]: cluster 2022-01-18T18:40:15.056472+0000 mgr.smithi129.iclwio (mgr.14716) 5439 : cluster [DBG] pgmap v4674: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:18 smithi129 conmon[101092]: cluster 2022-01-18T18:40:17.057006+0000 mgr.smithi129.iclwio (mgr.14716) 5440 : cluster [DBG] 2022-01-18T18:40:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:18 smithi129 conmon[101092]: pgmap v4675: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:18 smithi156 conmon[67007]: cluster 2022-01-18T18:40:17.057006+0000 mgr.smithi129.iclwio (mgr.14716) 5440 : cluster [DBG] pgmap v4675: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:18.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:18 smithi156 conmon[67007]: 2022-01-18T18:40:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:20 smithi129 conmon[101092]: cluster 2022-01-18T18:40:19.057601+0000 mgr.smithi129.iclwio (mgr.14716) 5441 : cluster [DBG] 2022-01-18T18:40:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:20 smithi129 conmon[101092]: pgmap v4676: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:20 smithi156 conmon[67007]: cluster 2022-01-18T18:40:19.057601+0000 mgr.smithi129.iclwio (mgr.14716) 5441 : cluster [DBG] pgmap v4676: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:22 smithi129 conmon[101092]: cluster 2022-01-18T18:40:21.058283+0000 mgr.smithi129.iclwio (mgr.14716) 5442 : cluster [DBG] pgmap v4677: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:40:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:22 smithi156 conmon[67007]: cluster 2022-01-18T18:40:21.058283+0000 mgr.smithi129.iclwio (mgr.14716) 5442 : cluster [DBG] pgmap v4677: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:40:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:24 smithi129 conmon[101092]: cluster 2022-01-18T18:40:23.058843+0000 mgr.smithi129.iclwio (mgr.14716) 5443 : cluster [DBG] pgmap v4678: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:24 smithi156 conmon[67007]: cluster 2022-01-18T18:40:23.058843+0000 mgr.smithi129.iclwio (mgr.14716) 5443 : cluster [DBG] pgmap v4678: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:26 smithi129 conmon[101092]: cluster 2022-01-18T18:40:25.059767+0000 mgr.smithi129.iclwio (mgr.14716) 5444 : cluster [DBG] 2022-01-18T18:40:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:26 smithi129 conmon[101092]: pgmap v4679: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:26 smithi156 conmon[67007]: cluster 2022-01-18T18:40:25.059767+0000 mgr.smithi129.iclwio (mgr.14716) 5444 : cluster [DBG] pgmap v4679: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:28 smithi129 conmon[101092]: cluster 2022-01-18T18:40:27.060404+0000 mgr.smithi129.iclwio (mgr.14716) 5445 : cluster [DBG] pgmap v4680: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:28.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:28 smithi129 conmon[101092]: 2022-01-18T18:40:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:28 smithi156 conmon[67007]: cluster 2022-01-18T18:40:27.060404+0000 mgr.smithi129.iclwio (mgr.14716) 5445 : cluster [DBG] pgmap v4680: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:30.009 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:40:30.273 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:40:30.274 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 97s ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:40:30.274 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 97s ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:40:30.274 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 99s ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:40:30.274 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 97s ago 2h 42.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:40:30.275 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 97s ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:40:30.275 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 99s ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:40:30.275 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 97s ago 2h 652M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:40:30.275 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 99s ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:40:30.276 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 97s ago 2h 1049M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:40:30.276 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 99s ago 2h 499M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:40:30.276 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 97s ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:40:30.276 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 99s ago 2h 118M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:40:30.277 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 97s ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:40:30.277 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 99s ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:40:30.277 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 97s ago 2h 1865M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:40:30.277 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 97s ago 2h 2913M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:40:30.278 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 97s ago 2h 2236M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:40:30.278 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 97s ago 2h 2918M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:40:30.278 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 99s ago 2h 2712M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:40:30.278 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 99s ago 2h 3269M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:40:30.278 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 99s ago 2h 2600M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:40:30.279 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 99s ago 2h 3815M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:40:30.279 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 97s ago 2h 87.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:40:30.594 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:40:30.595 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:40:30.595 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:40:30.596 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:40:30.596 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:40:30.596 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:40:30.597 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:40:30.597 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:40:30.597 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:40:30.598 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:40:30.598 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:40:30.598 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:40:30.599 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:40:30.599 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:40:30.599 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:40:30.600 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:40:30.600 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:40:30.600 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:40:30.601 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:40:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:30 smithi129 conmon[101092]: cluster 2022-01-18T18:40:29.060872+0000 mgr.smithi129.iclwio (mgr.14716) 5446 : cluster [DBG] pgmap v4681: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:30 smithi156 conmon[67007]: cluster 2022-01-18T18:40:29.060872+0000 mgr.smithi129.iclwio (mgr.14716) 5446 : cluster [DBG] pgmap v4681: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:31.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:31 smithi156 conmon[67007]: audit 2022-01-18T18:40:29.997897+0000 mgr.smithi129.iclwio (mgr.14716) 5447 : audit [DBG] 2022-01-18T18:40:31.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:31 smithi156 conmon[67007]: from='client.37714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:40:31.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:31 smithi156 conmon[67007]: audit 2022-01-18T18:40:30.265247+0000 mgr.smithi129.iclwio (mgr.14716) 5448 : audit [DBG] from='client.37718 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:40:31.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:31 smithi156 conmon[67007]: audit 2022-01-18T18:40:30.595083+0000 mon.smithi129 (mon.0) 1744 : audit 2022-01-18T18:40:31.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:31 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/2895071483' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:40:31.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:31 smithi129 conmon[101092]: audit 2022-01-18T18:40:29.997897+0000 mgr.smithi129.iclwio (mgr.14716) 5447 : audit [DBG] from='client.37714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:40:31.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:31 smithi129 conmon[101092]: audit 2022-01-18T18:40:30.265247+0000 mgr.smithi129.iclwio (mgr.14716) 5448 : audit [DBG] from='client.37718 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:40:31.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:31 smithi129 conmon[101092]: audit 2022-01-18T18:40:30.595083+0000 mon.smithi129 (mon.0) 1744 : audit [DBG] from='client.? 172.21.15.129:0/2895071483' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:40:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:32 smithi156 conmon[67007]: cluster 2022-01-18T18:40:31.061508+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:40:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:32 smithi156 conmon[67007]: 5449 : cluster [DBG] pgmap v4682: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:40:32.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:32 smithi129 conmon[101092]: cluster 2022-01-18T18:40:31.061508+0000 mgr.smithi129.iclwio (mgr.14716) 5449 : cluster [DBG] 2022-01-18T18:40:32.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:32 smithi129 conmon[101092]: pgmap v4682: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:40:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:34 smithi156 conmon[67007]: cluster 2022-01-18T18:40:33.062098+0000 mgr.smithi129.iclwio (mgr.14716) 5450 2022-01-18T18:40:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:34 smithi156 conmon[67007]: : cluster [DBG] pgmap v4683: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:34.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:34 smithi129 conmon[101092]: cluster 2022-01-18T18:40:33.062098+0000 mgr.smithi129.iclwio (mgr.14716) 5450 : cluster [DBG] pgmap v4683: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:36 smithi156 conmon[67007]: cluster 2022-01-18T18:40:35.062902+0000 mgr.smithi129.iclwio (mgr.14716) 5451 : cluster 2022-01-18T18:40:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:36 smithi156 conmon[67007]: [DBG] pgmap v4684: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:36.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:36 smithi129 conmon[101092]: cluster 2022-01-18T18:40:35.062902+0000 mgr.smithi129.iclwio (mgr.14716) 5451 : cluster [DBG] pgmap v4684: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:38 smithi156 conmon[67007]: cluster 2022-01-18T18:40:37.063500+0000 mgr.smithi129.iclwio (mgr.14716) 5452 : cluster [DBG] pgmap v4685: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:38 smithi129 conmon[101092]: cluster 2022-01-18T18:40:37.063500+0000 mgr.smithi129.iclwio (mgr.14716) 5452 : cluster [DBG] pgmap v4685: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:40 smithi156 conmon[67007]: cluster 2022-01-18T18:40:39.064182+0000 mgr.smithi129.iclwio (mgr.14716) 5453 : cluster [DBG] pgmap v4686: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:40.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:40 smithi129 conmon[101092]: cluster 2022-01-18T18:40:39.064182+0000 mgr.smithi129.iclwio (mgr.14716) 5453 : 2022-01-18T18:40:40.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:40 smithi129 conmon[101092]: cluster [DBG] pgmap v4686: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:42 smithi156 conmon[67007]: cluster 2022-01-18T18:40:41.064939+0000 mgr.smithi129.iclwio (mgr.14716) 5454 : cluster [DBG] pgmap v4687: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:40:42.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:42 smithi129 conmon[101092]: cluster 2022-01-18T18:40:41.064939+0000 mgr.smithi129.iclwio (mgr.14716) 5454 : cluster [DBG] pgmap v4687: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:40:42.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:42 smithi129 conmon[101092]: 2022-01-18T18:40:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:44 smithi156 conmon[67007]: cluster 2022-01-18T18:40:43.065672+0000 mgr.smithi129.iclwio (mgr.14716) 5455 : cluster 2022-01-18T18:40:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:44 smithi156 conmon[67007]: [DBG] pgmap v4688: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:44.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:44 smithi129 conmon[101092]: cluster 2022-01-18T18:40:43.065672+0000 mgr.smithi129.iclwio (mgr.14716) 5455 : cluster 2022-01-18T18:40:44.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:44 smithi129 conmon[101092]: [DBG] pgmap v4688: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:46 smithi156 conmon[67007]: cluster 2022-01-18T18:40:45.066440+0000 mgr.smithi129.iclwio (mgr.14716) 5456 : cluster [DBG] pgmap v4689: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:46.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:46 smithi129 conmon[101092]: cluster 2022-01-18 2022-01-18T18:40:46.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:46 smithi129 conmon[101092]: T18:40:45.066440+0000 mgr.smithi129.iclwio (mgr.14716) 5456 : cluster [DBG] pgmap v4689: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:48 smithi156 conmon[67007]: cluster 2022-01-18T18:40:47.066899+0000 mgr.smithi129.iclwio (mgr.14716) 5457 : cluster [DBG] pgmap v4690: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:48 smithi129 conmon[101092]: cluster 2022-01-18T18:40:47.066899+0000 mgr.smithi129.iclwio (mgr.14716) 5457 : cluster [DBG] pgmap v4690: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:48 smithi129 conmon[101092]: 2022-01-18T18:40:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:50 smithi156 conmon[67007]: cluster 2022-01-18T18:40:49.067643+0000 mgr.smithi129.iclwio (mgr.14716) 5458 : cluster [DBG] pgmap v4691: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:50 smithi129 conmon[101092]: cluster 2022-01-18T18:40:49.067643+0000 mgr.smithi129.iclwio (mgr.14716) 5458 : cluster [DBG] 2022-01-18T18:40:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:50 smithi129 conmon[101092]: pgmap v4691: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:52 smithi156 conmon[67007]: cluster 2022-01-18T18:40:51.068486+0000 mgr.smithi129.iclwio (mgr.14716) 5459 : cluster [DBG] pgmap v4692: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:40:52.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:52 smithi129 conmon[101092]: cluster 2022-01-18T18:40:51.068486+0000 mgr.smithi129.iclwio (mgr.14716) 5459 : cluster [DBG] pgmap v4692: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:40:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:54 smithi156 conmon[67007]: cluster 2022-01-18T18:40:53.069188+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:40:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:54 smithi156 conmon[67007]: 5460 : cluster [DBG] pgmap v4693: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:54 smithi156 conmon[67007]: audit 2022-01-18T18:40:53.883493+0000 mon.smithi129 (mon.0) 1745 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:40:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:54 smithi156 conmon[67007]: audit 2022-01-18T18:40:53.884875+0000 mon.smithi129 (mon.0) 1746 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:40:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:54 smithi156 conmon[67007]: audit 2022-01-18T18:40:53.885715+0000 mon.smithi129 (mon.0) 1747 : 2022-01-18T18:40:54.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:54 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:40:54.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:54 smithi156 conmon[67007]: audit 2022-01-18T18:40:54.143867+0000 mon.smithi129 (mon.0) 1748 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:40:54.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:54 smithi156 conmon[67007]: audit 2022-01-18T18:40:54.424401+0000 mon.smithi129 (mon.0) 1749 : audit 2022-01-18T18:40:54.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:54 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:40:54.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:54 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T18:40:54.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:54 smithi156 conmon[67007]: T18:40:54.429684+0000 mon.smithi129 (mon.0) 1750 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:40:54.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:54 smithi129 conmon[101092]: cluster 2022-01-18T18:40:53.069188+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:40:54.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:54 smithi129 conmon[101092]: ) 5460 : cluster [DBG] pgmap v4693: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:54.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:54 smithi129 conmon[101092]: audit 2022-01-18T18:40:53.883493+0000 mon.smithi129 (mon.0) 1745 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:40:54.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:54 smithi129 conmon[101092]: audit 2022-01-18T18:40:53.884875+0000 mon.smithi129 (mon.0) 1746 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:40:54.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:54 smithi129 conmon[101092]: audit 2022-01-18T18:40:53.885715+0000 mon.smithi129 (mon.0) 1747 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:40:54.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:54 smithi129 conmon[101092]: audit 2022-01-18T18:40:54.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:54 smithi129 conmon[101092]: 2022-01-18T18:40:54.143867+0000 mon.smithi129 (mon.0) 1748 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:40:54.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:54 smithi129 conmon[101092]: audit 2022-01-18T18:40:54.424401+0000 mon.smithi129 (mon.0) 1749 : audit 2022-01-18T18:40:54.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:54 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:40:54.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:54 smithi129 conmon[101092]: audit 2022-01-18T18:40:54. 2022-01-18T18:40:54.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:54 smithi129 conmon[101092]: 429684+0000 mon.smithi129 (mon.0) 1750 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:40:55.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:55 smithi156 conmon[67007]: cephadm 2022-01-18T18:40:53.886426+0000 mgr.smithi129.iclwio (mgr.14716) 5461 : cephadm [WRN] 2022-01-18T18:40:55.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:55 smithi156 conmon[67007]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:40:55.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:55 smithi129 conmon[101092]: cephadm 2022-01-18T18:40:53.886426+0000 mgr.smithi129.iclwio (mgr.14716) 5461 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:40:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:56 smithi156 conmon[67007]: cluster 2022-01-18T18:40:55.070193+0000 mgr.smithi129.iclwio (mgr.14716) 5462 : cluster [DBG] pgmap v4694: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:56.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:56 smithi129 conmon[101092]: cluster 2022-01-18T18:40:55.070193+0000 mgr.smithi129.iclwio (mgr.14716) 5462 : cluster [DBG] pgmap v4694: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:56.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:56 smithi129 conmon[101092]: 2022-01-18T18:40:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:58 smithi156 conmon[67007]: cluster 2022-01-18T18:40:57.070816+0000 mgr.smithi129.iclwio (mgr.14716) 5463 : cluster [DBG] pgmap v4695: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:58 smithi129 conmon[101092]: cluster 2022-01-18T18:40:57.070816+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:40:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:58 smithi129 conmon[101092]: 5463 : cluster [DBG] pgmap v4695: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:40:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:59 smithi156 conmon[67007]: audit 2022-01-18T18:40:58.817541+0000 mon.smithi129 (mon.0) 1751 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:40:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:40:59 smithi156 conmon[67007]: audit 2022-01-18T18:40:58.817780+0000 mon.smithi129 (mon.0) 1752 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:40:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:59 smithi129 conmon[101092]: audit 2022-01-18T18:40:58.817541+0000 mon.smithi129 (mon.0) 1751 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:40:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:40:59 smithi129 conmon[101092]: audit 2022-01-18T18:40:58.817780+0000 mon.smithi129 (mon.0) 1752 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:41:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:00 smithi156 conmon[67007]: cluster 2022-01-18T18:40:59.071367+0000 mgr.smithi129.iclwio (mgr.14716) 5464 : cluster [DBG] pgmap v4696: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:00.894 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:41:00.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:00 smithi129 conmon[101092]: cluster 2022-01-18T18:40:59.071367+0000 mgr.smithi129.iclwio (mgr.14716) 5464 : cluster [DBG] pgmap v4696: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:01.160 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:41:01.336 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 2m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:41:01.337 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 2m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:41:01.337 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 2m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:41:01.337 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 2m ago 2h 42.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:41:01.337 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 2m ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:41:01.338 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 2m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:41:01.338 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 2m ago 2h 652M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:41:01.338 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 2m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:41:01.338 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 2m ago 2h 1049M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:41:01.339 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 2m ago 2h 499M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:41:01.339 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 2m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:41:01.339 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 2m ago 2h 118M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:41:01.339 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 2m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:41:01.340 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 2m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:41:01.340 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 2m ago 2h 1865M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:41:01.340 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 2m ago 2h 2913M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:41:01.340 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 2m ago 2h 2236M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:41:01.341 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 2m ago 2h 2918M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:41:01.341 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 2m ago 2h 2712M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:41:01.341 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 2m ago 2h 3269M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:41:01.341 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 2m ago 2h 2600M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:41:01.341 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 2m ago 2h 3815M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:41:01.342 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 2m ago 2h 87.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:41:01.483 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:41:01.483 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:41:01.483 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:41:01.484 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:41:01.484 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:41:01.484 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:41:01.484 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:41:01.485 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:41:01.485 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:41:01.485 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:41:01.485 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:41:01.486 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:41:01.486 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:41:01.486 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:41:01.486 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:41:01.486 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:41:01.487 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:41:01.487 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:41:01.487 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:41:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:02 smithi129 conmon[101092]: audit 2022-01-18T18:41:00.883208+0000 mgr.smithi129.iclwio (mgr.14716) 5465 : audit [DBG] 2022-01-18T18:41:02.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:02 smithi129 conmon[101092]: from='client.37726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:41:02.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:02 smithi129 conmon[101092]: cluster 2022-01-18T18:41:01.072215+0000 mgr.smithi129.iclwio (mgr.14716) 5466 : cluster [DBG] pgmap v4697: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:41:02.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:02 smithi129 conmon[101092]: audit 2022-01-18T18:41:01.152948+0000 2022-01-18T18:41:02.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:02 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 5467 : audit [DBG] from='client.37730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:41:02.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:02 smithi129 conmon[101092]: audit 2022-01-18T18: 2022-01-18T18:41:02.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:02 smithi129 conmon[101092]: 41:01.483798+0000 mon.smithi129 (mon.0) 1753 : audit [DBG] from='client.? 172.21.15.129:0/4075609066' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:41:02.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:02 smithi156 conmon[67007]: audit 2022-01-18T18:41:00.883208+0000 mgr.smithi129.iclwio (mgr.14716) 5465 : audit [DBG] from='client.37726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:41:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:02 smithi156 conmon[67007]: cluster 2022-01-18T18:41:01.072215+0000 mgr.smithi129.iclwio (mgr.14716) 5466 : cluster [DBG] pgmap v4697: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:41:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:02 smithi156 conmon[67007]: audit 2022-01-18T18:41:01.152948+0000 mgr.smithi129.iclwio (mgr.14716) 5467 : audit [DBG] from='client.37730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:41:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:02 smithi156 conmon[67007]: audit 2022-01-18T18:41:01.483798+0000 mon.smithi129 (mon.0) 1753 : audit [DBG] 2022-01-18T18:41:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:02 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/4075609066' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:41:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:04 smithi129 conmon[101092]: cluster 2022-01-18T18:41:03.072828+0000 mgr.smithi129.iclwio (mgr.14716) 5468 : cluster [DBG] pgmap v4698: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:04.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:04 smithi156 conmon[67007]: cluster 2022-01-18T18:41:03.072828+0000 mgr.smithi129.iclwio (mgr.14716) 5468 : cluster [DBG] pgmap v4698: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:06 smithi129 conmon[101092]: cluster 2022-01-18T18:41:05.073743+0000 mgr.smithi129.iclwio (mgr.14716) 5469 : cluster 2022-01-18T18:41:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:06 smithi129 conmon[101092]: [DBG] pgmap v4699: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:06.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:06 smithi156 conmon[67007]: cluster 2022-01-18T18:41:05.073743+0000 mgr.smithi129.iclwio (mgr.14716) 5469 : cluster [DBG] pgmap v4699: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:08 smithi129 conmon[101092]: cluster 2022-01-18T18:41:07.074243+0000 mgr.smithi129.iclwio (mgr.14716) 5470 : cluster [DBG] pgmap v4700: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:08 smithi129 conmon[101092]: 2022-01-18T18:41:08.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:08 smithi156 conmon[67007]: cluster 2022-01-18T18:41:07.074243+0000 mgr.smithi129.iclwio (mgr.14716) 5470 : cluster [DBG] pgmap v4700: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:10 smithi129 conmon[101092]: cluster 2022-01-18T18:41:09.074874+0000 mgr.smithi129.iclwio (mgr.14716) 5471 : cluster [DBG] pgmap v4701: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:10.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:10 smithi156 conmon[67007]: cluster 2022-01-18T18:41:09.074874+0000 mgr.smithi129.iclwio (mgr.14716) 5471 : cluster [DBG] pgmap v4701: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:12 smithi129 conmon[101092]: cluster 2022-01-18T18:41:11.075622+0000 mgr.smithi129.iclwio (mgr.14716) 5472 : cluster [DBG] 2022-01-18T18:41:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:12 smithi129 conmon[101092]: pgmap v4702: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:41:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:12 smithi156 conmon[67007]: cluster 2022-01-18T18:41:11.075622+0000 mgr.smithi129.iclwio (mgr.14716) 5472 : cluster [DBG] pgmap v4702: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:41:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:14 smithi129 conmon[101092]: cluster 2022-01-18T18:41:13.076310+0000 mgr.smithi129.iclwio (mgr.14716) 5473 : cluster [DBG] pgmap v4703: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:14 smithi129 conmon[101092]: 2022-01-18T18:41:14.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:14 smithi156 conmon[67007]: cluster 2022-01-18T18:41:13.076310+0000 mgr.smithi129.iclwio (mgr.14716) 5473 : cluster [DBG] pgmap v4703: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:16 smithi129 conmon[101092]: cluster 2022-01-18T18:41:15.077226+0000 mgr.smithi129.iclwio (mgr.14716) 5474 : cluster [DBG] pgmap v4704: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:16 smithi129 conmon[101092]: 2022-01-18T18:41:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:16 smithi156 conmon[67007]: cluster 2022-01-18T18:41:15.077226+0000 mgr.smithi129.iclwio (mgr.14716) 5474 : cluster [DBG] pgmap v4704: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:18 smithi129 conmon[101092]: cluster 2022-01-18T18:41:17.077687+0000 mgr.smithi129.iclwio (mgr.14716) 5475 : 2022-01-18T18:41:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:18 smithi129 conmon[101092]: cluster [DBG] pgmap v4705: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:18.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:18 smithi156 conmon[67007]: cluster 2022-01-18T18:41:17.077687+0000 mgr.smithi129.iclwio (mgr.14716) 5475 : cluster [DBG] pgmap v4705: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:20 smithi129 conmon[101092]: cluster 2022-01-18T18:41:19.078182+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:41:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:20 smithi129 conmon[101092]: 14716) 5476 : cluster [DBG] pgmap v4706: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:20.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:20 smithi156 conmon[67007]: cluster 2022-01-18T18:41:19.078182+0000 mgr.smithi129.iclwio (mgr.14716) 5476 : cluster [DBG] pgmap v4706: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:22 smithi129 conmon[101092]: cluster 2022-01-18T18:41:21.078926+0000 mgr.smithi129.iclwio (mgr.14716) 5477 : cluster 2022-01-18T18:41:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:22 smithi129 conmon[101092]: [DBG] pgmap v4707: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:41:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:22 smithi156 conmon[67007]: cluster 2022-01-18T18:41:21.078926+0000 mgr.smithi129.iclwio (mgr.14716) 5477 : cluster [DBG] pgmap v4707: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:41:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:24 smithi129 conmon[101092]: cluster 2022-01-18T18:41:23.079620+0000 mgr.smithi129.iclwio (mgr.14716) 5478 : cluster [DBG] pgmap v4708: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:24.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:24 smithi156 conmon[67007]: cluster 2022-01-18T18:41:23.079620+0000 mgr.smithi129.iclwio (mgr.14716) 5478 : cluster [DBG] pgmap v4708: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:26 smithi129 conmon[101092]: cluster 2022-01-18T18:41:25.080358+0000 mgr.smithi129.iclwio (mgr.14716) 5479 : cluster [DBG] pgmap v4709: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:26.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:26 smithi156 conmon[67007]: cluster 2022-01-18T18:41:25.080358+0000 mgr.smithi129.iclwio (mgr.14716) 5479 : cluster [DBG] pgmap v4709: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:28 smithi129 conmon[101092]: cluster 2022-01-18T18:41:27.080866+0000 mgr.smithi129.iclwio (mgr.14716) 5480 : cluster [DBG] pgmap v4710: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:28.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:28 smithi156 conmon[67007]: cluster 2022-01-18T18:41:27.080866+0000 mgr.smithi129.iclwio (mgr.14716) 5480 : cluster [DBG] pgmap v4710: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:28 smithi156 conmon[67007]: 2022-01-18T18:41:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:30 smithi129 conmon[101092]: cluster 2022-01-18T18:41:29.081392+0000 mgr.smithi129.iclwio (mgr.14716) 5481 : cluster [DBG] pgmap v4711: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:41:30.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:30 smithi156 conmon[67007]: cluster 2022-01-18T18:41:29.081392+0000 mgr.smithi129.iclwio (mgr.14716) 5481 : cluster [DBG] pgmap v4711: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:41:31.782 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:41:32.048 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:41:32.048 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 2m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:41:32.048 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 2m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:41:32.049 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 2m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:41:32.049 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 2m ago 2h 42.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:41:32.049 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 2m ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:41:32.050 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 2m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:41:32.050 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 2m ago 2h 652M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:41:32.050 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 2m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:41:32.050 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 2m ago 2h 1049M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:41:32.050 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 2m ago 2h 499M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:41:32.051 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 2m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:41:32.051 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 2m ago 2h 118M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:41:32.051 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 2m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:41:32.051 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 2m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:41:32.052 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 2m ago 2h 1865M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:41:32.052 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 2m ago 2h 2913M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:41:32.052 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 2m ago 2h 2236M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:41:32.052 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 2m ago 2h 2918M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:41:32.053 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 2m ago 2h 2712M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:41:32.053 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 2m ago 2h 3269M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:41:32.053 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 2m ago 2h 2600M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:41:32.053 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 2m ago 2h 3815M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:41:32.053 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 2m ago 2h 87.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:41:32.368 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:41:32.552 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:41:32.552 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:41:32.552 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:41:32.553 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:41:32.553 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:41:32.553 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:41:32.553 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:41:32.554 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:41:32.554 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:41:32.554 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:41:32.554 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:41:32.555 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:41:32.555 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:41:32.555 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:41:32.555 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:41:32.556 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:41:32.556 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:41:32.556 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:41:32.557 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:32 smithi156 conmon[67007]: cluster 2022-01-18T18:41:31.082211+0000 mgr.smithi129.iclwio (mgr.14716) 5482 : cluster [DBG] pgmap v4712: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:41:32.557 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:32 smithi129 conmon[101092]: cluster 2022-01-18T18:41:31.082211 2022-01-18T18:41:32.558 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:32 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 5482 : cluster [DBG] pgmap v4712: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:41:33.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:33 smithi129 conmon[101092]: audit 2022-01-18T18:41:31.771032+0000 mgr.smithi129.iclwio (mgr.14716) 5483 : audit [DBG] 2022-01-18T18:41:33.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:33 smithi129 conmon[101092]: from='client.37738 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:41:33.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:33 smithi129 conmon[101092]: audit 2022-01-18T18:41:32.040262+0000 mgr.smithi129.iclwio (mgr.14716) 5484 2022-01-18T18:41:33.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:33 smithi129 conmon[101092]: : audit [DBG] from='client.37742 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:41:33.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:33 smithi129 conmon[101092]: audit 2022-01-18T18:41:32.368708+0000 mon.smithi129 (mon.0) 1754 2022-01-18T18:41:33.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:33 smithi129 conmon[101092]: : audit [DBG] from='client.? 172.21.15.129:0/286435067' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:41:33.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:33 smithi156 conmon[67007]: audit 2022-01-18T18:41:31.771032+0000 mgr.smithi129.iclwio (mgr.14716) 5483 : audit [DBG] from='client.37738 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:41:33.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:33 smithi156 conmon[67007]: audit 2022-01-18T18:41:32.040262 2022-01-18T18:41:33.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:33 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 5484 : audit [DBG] from='client.37742 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:41:33.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:33 smithi156 conmon[67007]: audit 2022-01-18T18:41:32.368708+0000 mon.smithi129 (mon.0) 1754 : audit [DBG] from='client.? 172.21.15.129:0/286435067' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:41:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:34 smithi129 conmon[101092]: cluster 2022-01-18T18:41:33.082686+0000 mgr.smithi129.iclwio (mgr.14716) 5485 : cluster [DBG] pgmap v4713: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:34.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:34 smithi156 conmon[67007]: cluster 2022-01-18T18:41:33.082686+0000 mgr.smithi129.iclwio (mgr.14716) 5485 : cluster [DBG] pgmap v4713: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:36 smithi129 conmon[101092]: cluster 2022-01-18T18:41:35.083379+0000 mgr.smithi129.iclwio (mgr.14716) 5486 : cluster [DBG] pgmap v4714: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:36 smithi129 conmon[101092]: 2022-01-18T18:41:36.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:36 smithi156 conmon[67007]: cluster 2022-01-18T18:41:35.083379+0000 mgr.smithi129.iclwio (mgr.14716) 5486 : cluster [DBG] pgmap v4714: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:38 smithi129 conmon[101092]: cluster 2022-01-18T18:41:37.084015+0000 mgr.smithi129.iclwio (mgr.14716) 5487 : cluster [DBG] pgmap v4715: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:38.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:38 smithi156 conmon[67007]: cluster 2022-01-18T18:41:37.084015+0000 mgr.smithi129.iclwio (mgr.14716) 5487 : cluster [DBG] pgmap v4715: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:40 smithi129 conmon[101092]: cluster 2022-01-18T18:41:39.084770+0000 mgr.smithi129.iclwio (mgr.14716) 5488 : cluster [DBG] pgmap v4716: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:41:40.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:40 smithi156 conmon[67007]: cluster 2022-01-18T18:41:39.084770+0000 mgr.smithi129.iclwio (mgr.14716) 5488 : cluster [DBG] pgmap v4716: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:41:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:42 smithi129 conmon[101092]: cluster 2022-01-18T18:41:41.085403+0000 mgr.smithi129.iclwio (mgr.14716) 5489 : cluster [DBG] 2022-01-18T18:41:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:42 smithi129 conmon[101092]: pgmap v4717: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:42 smithi156 conmon[67007]: cluster 2022-01-18T18:41:41.085403+0000 mgr.smithi129.iclwio (mgr.14716) 5489 : cluster [DBG] pgmap v4717: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:44.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:44 smithi156 conmon[67007]: cluster 2022-01-18T18:41:43.086012+0000 mgr.smithi129.iclwio (mgr.14716) 5490 : cluster [DBG] pgmap v4718: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:44 smithi129 conmon[101092]: cluster 2022-01-18T18:41:43.086012+0000 mgr.smithi129.iclwio (mgr.14716) 5490 : cluster [DBG] pgmap v4718: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:44 smithi129 conmon[101092]: 2022-01-18T18:41:46.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:46 smithi156 conmon[67007]: cluster 2022-01-18T18:41:45.086873+0000 mgr.smithi129.iclwio (mgr.14716) 5491 : cluster [DBG] pgmap v4719: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:46 smithi129 conmon[101092]: cluster 2022-01-18T18:41:45.086873+0000 mgr.smithi129.iclwio (mgr.14716) 5491 : cluster 2022-01-18T18:41:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:46 smithi129 conmon[101092]: [DBG] pgmap v4719: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:48.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:48 smithi156 conmon[67007]: cluster 2022-01-18T18:41:47.087558+0000 mgr.smithi129.iclwio (mgr.14716) 5492 : cluster [DBG] pgmap v4720: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:48 smithi129 conmon[101092]: cluster 2022-01-18T18:41:47.087558+0000 mgr.smithi129.iclwio (mgr.14716) 5492 : cluster [DBG] 2022-01-18T18:41:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:48 smithi129 conmon[101092]: pgmap v4720: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:50.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:50 smithi156 conmon[67007]: cluster 2022-01-18T18:41:49.088361+0000 mgr.smithi129.iclwio (mgr.14716) 5493 : cluster [DBG] pgmap v4721: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:41:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:50 smithi129 conmon[101092]: cluster 2022-01-18T18:41:49.088361+0000 mgr.smithi129.iclwio (mgr.14716) 5493 : cluster 2022-01-18T18:41:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:50 smithi129 conmon[101092]: [DBG] pgmap v4721: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:41:52.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:52 smithi156 conmon[67007]: cluster 2022-01-18T18:41:51.089022+0000 mgr.smithi129.iclwio (mgr.14716) 5494 : cluster [DBG] pgmap v4722: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:52 smithi129 conmon[101092]: cluster 2022-01-18T18:41:51.089022+0000 mgr.smithi129.iclwio (mgr.14716) 5494 : cluster [DBG] pgmap v4722: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:52 smithi129 conmon[101092]: 2022-01-18T18:41:54.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:54 smithi156 conmon[67007]: cluster 2022-01-18T18:41:53.089666+0000 mgr.smithi129.iclwio (mgr.14716) 5495 : cluster [DBG] pgmap v4723: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:54.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:54 smithi129 conmon[101092]: cluster 2022-01-18T18:41:53.089666+0000 mgr.smithi129.iclwio (mgr.14716) 5495 : cluster [DBG] pgmap v4723: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:55.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:55 smithi156 conmon[67007]: audit 2022-01-18T18:41:54.432491+0000 mon.smithi129 (mon.0 2022-01-18T18:41:55.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:55 smithi156 conmon[67007]: ) 1755 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:41:55.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:55 smithi156 conmon[67007]: audit 2022-01-18T18:41:54.433980+0000 mon.smithi129 (mon.0) 1756 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:41:55.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:55 smithi156 conmon[67007]: audit 2022-01-18T18:41:54.434755 2022-01-18T18:41:55.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:55 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 1757 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:41:55.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:55 smithi156 conmon[67007]: cephadm 2022-01-18T18:41:54.435471+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:41:55.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:55 smithi156 conmon[67007]: ) 5496 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:41:55.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:55 smithi156 conmon[67007]: audit 2022-01-18T18 2022-01-18T18:41:55.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:55 smithi156 conmon[67007]: :41:54.739952+0000 mon.smithi129 (mon.0) 1758 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:41:55.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:55 smithi156 conmon[67007]: audit 2022-01-18T18:41:54.744837+0000 mon.smithi129 (mon.0) 2022-01-18T18:41:55.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:55 smithi156 conmon[67007]: 1759 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:41:55.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:55 smithi129 conmon[101092]: audit 2022-01-18T18:41:54.432491+0000 mon.smithi129 (mon.0) 1755 : audit 2022-01-18T18:41:55.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:55 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:41:55.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:55 smithi129 conmon[101092]: audit 2022-01-18T18:41:54.433980+0000 mon.smithi129 (mon.0) 1756 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:41:55.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:55 smithi129 conmon[101092]: audit 2022- 2022-01-18T18:41:55.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:55 smithi129 conmon[101092]: 01-18T18:41:54.434755+0000 mon.smithi129 (mon.0) 1757 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:41:55.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:55 smithi129 conmon[101092]: cephadm 2022- 2022-01-18T18:41:55.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:55 smithi129 conmon[101092]: 01-18T18:41:54. 2022-01-18T18:41:55.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:55 smithi129 conmon[101092]: 435471+0000 mgr.smithi129.iclwio (mgr.14716) 5496 : cephadm 2022-01-18T18:41:55.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:55 smithi129 conmon[101092]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:41:55.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:55 smithi129 conmon[101092]: audit 2022-01 2022-01-18T18:41:55.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:55 smithi129 conmon[101092]: -18T18:41:54.739952+0000 2022-01-18T18:41:55.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:55 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1758 : audit [INF] 2022-01-18T18:41:55.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:55 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:41:55.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:55 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T18:41:55.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:55 smithi129 conmon[101092]: 18:41:54.744837+0000 mon.smithi129 ( 2022-01-18T18:41:55.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:55 smithi129 conmon[101092]: mon.0) 1759 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:41:56.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:56 smithi156 conmon[67007]: cluster 2022-01-18T18:41:55.090535+0000 mgr.smithi129.iclwio (mgr.14716) 5497 : cluster [DBG] pgmap v4724: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:56 smithi129 conmon[101092]: cluster 2022-01-18T18:41:55.090535+0000 mgr.smithi129.iclwio (mgr.14716) 5497 : cluster [DBG] pgmap v4724: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:56 smithi129 conmon[101092]: 2022-01-18T18:41:58.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:58 smithi156 conmon[67007]: cluster 2022-01-18T18:41:57.091233+0000 mgr.smithi129.iclwio (mgr.14716) 5498 : cluster [DBG] pgmap v4725: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:58 smithi129 conmon[101092]: cluster 2022-01-18T18:41:57.091233+0000 mgr.smithi129.iclwio (mgr.14716) 5498 : cluster [DBG] pgmap v4725: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:41:59.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:59 smithi156 conmon[67007]: audit 2022-01-18T18:41:58.821689+0000 mon.smithi129 (mon.0) 1760 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:41:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:59 smithi156 conmon[67007]: audit 2022-01-18T18:41:58.821927+0000 2022-01-18T18:41:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:41:59 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1761 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:41:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:59 smithi129 conmon[101092]: audit 2022-01-18T18:41:58.821689+0000 mon.smithi129 (mon.0) 1760 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:41:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:41:59 smithi129 conmon[101092]: audit 2022-01-18T18:41:58.821927+0000 mon.smithi129 (mon.0) 1761 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:42:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:00 smithi156 conmon[67007]: cluster 2022-01-18T18:41:59.092057+0000 mgr.smithi129.iclwio (mgr.14716) 5499 : cluster [DBG] pgmap v4726: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:42:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:00 smithi129 conmon[101092]: cluster 2022-01-18T18:41:59.092057+0000 mgr.smithi129.iclwio (mgr.14716) 5499 : cluster [DBG] pgmap v4726: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:42:02.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:02 smithi156 conmon[67007]: cluster 2022-01-18T18:42:01.092740+0000 mgr.smithi129.iclwio (mgr.14716) 5500 : cluster [DBG] pgmap v4727: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:02.667 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:42:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:02 smithi129 conmon[101092]: cluster 2022-01-18T18:42:01.092740+0000 mgr.smithi129.iclwio (mgr.14716) 5500 : cluster 2022-01-18T18:42:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:02 smithi129 conmon[101092]: [DBG] pgmap v4727: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:02.934 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:42:02.935 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 3m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:42:02.935 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 3m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:42:02.935 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 3m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:42:02.935 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 3m ago 2h 42.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:42:02.936 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 3m ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:42:02.936 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 3m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:42:02.936 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 3m ago 2h 652M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:42:02.936 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 3m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:42:02.936 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 3m ago 2h 1049M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:42:02.937 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 3m ago 2h 499M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:42:02.937 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 3m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:42:02.937 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 3m ago 2h 118M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:42:02.937 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 3m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:42:02.938 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 3m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:42:02.938 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 3m ago 2h 1865M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:42:02.938 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 3m ago 2h 2913M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:42:02.938 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 3m ago 2h 2236M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:42:02.939 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 3m ago 2h 2918M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:42:02.939 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 3m ago 2h 2712M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:42:02.939 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 3m ago 2h 3269M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:42:02.939 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 3m ago 2h 2600M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:42:02.940 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 3m ago 2h 3815M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:42:02.940 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 3m ago 2h 87.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:42:03.256 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:42:03.257 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:42:03.257 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:42:03.257 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:42:03.258 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:42:03.258 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:42:03.258 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:42:03.258 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:42:03.259 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:42:03.259 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:42:03.259 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:42:03.259 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:42:03.259 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:42:03.260 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:42:03.260 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:42:03.260 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:42:03.260 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:42:03.260 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:42:03.261 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:42:04.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:04 smithi156 conmon[67007]: audit 2022-01-18T18:42:02.655976+0000 mgr.smithi129.iclwio (mgr.14716) 5501 : audit [DBG] from='client.37750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:42:04.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:04 smithi156 conmon[67007]: audit 2022-01-18T18:42:02.926146+0000 mgr.smithi129.iclwio (mgr.14716) 5502 : audit [DBG] from='client.37754 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:42:04.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:04 smithi156 conmon[67007]: cluster 2022-01-18T18:42:03.093269+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:42:04.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:04 smithi156 conmon[67007]: 14716) 5503 : cluster [DBG] pgmap v4728: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:04.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:04 smithi156 conmon[67007]: audit 2022-01 2022-01-18T18:42:04.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:04 smithi156 conmon[67007]: -18T18:42:03.257402+0000 mon.smithi129 (mon. 2022-01-18T18:42:04.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:04 smithi156 conmon[67007]: 0) 1762 : audit [DBG] from='client.? 172.21.15.129:0/489114523' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:42:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:04 smithi129 conmon[101092]: audit 2022-01-18T18:42:02.655976+0000 mgr.smithi129.iclwio (mgr.14716) 5501 : audit [DBG] from='client.37750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:42:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:04 smithi129 conmon[101092]: 2022-01-18T18:42:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:04 smithi129 conmon[101092]: audit 2022-01-18T18:42:02.926146+0000 mgr.smithi129.iclwio (mgr.14716) 5502 : audit [DBG] from='client.37754 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:42:04.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:04 smithi129 conmon[101092]: cluster 2022-01-18T18:42:03 2022-01-18T18:42:04.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:04 smithi129 conmon[101092]: .093269+0000 mgr.smithi129.iclwio (mgr.14716) 5503 : cluster [DBG] pgmap v4728: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:04.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:04 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T18:42:04.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:04 smithi129 conmon[101092]: 18:42:03.257402+0000 mon.smithi129 (mon.0) 1762 : audit 2022-01-18T18:42:04.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:04 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/489114523' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:42:06.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:06 smithi156 conmon[67007]: cluster 2022-01-18T18:42:05.094105+0000 mgr.smithi129.iclwio (mgr.14716) 5504 : cluster [DBG] pgmap v4729: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:06 smithi156 conmon[67007]: 2022-01-18T18:42:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:06 smithi129 conmon[101092]: cluster 2022-01-18T18:42:05.094105+0000 mgr.smithi129.iclwio (mgr.14716) 5504 : cluster [DBG] pgmap v4729: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:08.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:08 smithi156 conmon[67007]: cluster 2022-01-18T18:42:07.094613+0000 mgr.smithi129.iclwio (mgr.14716) 5505 : cluster [DBG] pgmap v4730: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:08 smithi129 conmon[101092]: cluster 2022-01-18T18:42:07.094613+0000 mgr.smithi129.iclwio (mgr.14716) 5505 : cluster [DBG] pgmap v4730: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:10.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:10 smithi156 conmon[67007]: cluster 2022-01-18T18:42:09.095313+0000 mgr.smithi129.iclwio (mgr.14716) 5506 : cluster [DBG] pgmap v4731: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:42:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:10 smithi129 conmon[101092]: cluster 2022-01-18T18:42:09.095313+0000 mgr.smithi129.iclwio (mgr.14716) 5506 : cluster [DBG] pgmap v4731: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:42:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:12 smithi156 conmon[67007]: cluster 2022-01-18T18:42:11.096065+0000 mgr.smithi129.iclwio (mgr.14716) 5507 : cluster [DBG] pgmap v4732: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:12 smithi129 conmon[101092]: cluster 2022-01-18T18:42:11.096065+0000 mgr.smithi129.iclwio (mgr.14716) 5507 : cluster [DBG] pgmap v4732: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:14.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:14 smithi156 conmon[67007]: cluster 2022-01-18T18:42:13.096621+0000 mgr.smithi129.iclwio (mgr.14716) 5508 : cluster [DBG] pgmap v4733: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:14 smithi129 conmon[101092]: cluster 2022-01-18T18:42:13.096621+0000 mgr.smithi129.iclwio (mgr.14716) 5508 : cluster [DBG] pgmap v4733: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:16 smithi156 conmon[67007]: cluster 2022-01-18T18:42:15.097376+0000 mgr.smithi129.iclwio (mgr.14716) 5509 : cluster [DBG] pgmap v4734: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:16 smithi129 conmon[101092]: cluster 2022-01-18T18:42:15.097376+0000 mgr.smithi129.iclwio (mgr.14716) 5509 : cluster [DBG] pgmap v4734: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:18.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:18 smithi156 conmon[67007]: cluster 2022-01-18T18:42:17.098078+0000 mgr.smithi129.iclwio (mgr.14716) 5510 : cluster [DBG] pgmap v4735: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:18 smithi156 conmon[67007]: 2022-01-18T18:42:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:18 smithi129 conmon[101092]: cluster 2022-01-18T18:42:17.098078+0000 mgr.smithi129.iclwio (mgr.14716) 5510 : cluster [DBG] pgmap v4735: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:20.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:20 smithi156 conmon[67007]: cluster 2022-01-18T18:42:19.098727+0000 mgr.smithi129.iclwio (mgr.14716) 5511 : cluster [DBG] 2022-01-18T18:42:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:20 smithi156 conmon[67007]: pgmap v4736: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:42:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:20 smithi129 conmon[101092]: cluster 2022-01-18T18:42:19.098727+0000 mgr.smithi129.iclwio (mgr.14716) 5511 : cluster 2022-01-18T18:42:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:20 smithi129 conmon[101092]: [DBG] pgmap v4736: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:42:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:22 smithi156 conmon[67007]: cluster 2022-01-18T18:42:21.099439+0000 mgr.smithi129.iclwio (mgr.14716) 5512 : cluster 2022-01-18T18:42:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:22 smithi156 conmon[67007]: [DBG] pgmap v4737: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:22 smithi129 conmon[101092]: cluster 2022-01-18T18:42:21.099439+0000 mgr.smithi129.iclwio (mgr.14716) 5512 : cluster [DBG] pgmap v4737: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:24.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:24 smithi156 conmon[67007]: cluster 2022-01-18T18:42:23.100146+0000 mgr.smithi129.iclwio (mgr.14716) 5513 : cluster [DBG] pgmap v4738: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:24.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:24 smithi156 conmon[67007]: 2022-01-18T18:42:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:24 smithi129 conmon[101092]: cluster 2022-01-18T18:42:23 2022-01-18T18:42:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:24 smithi129 conmon[101092]: .100146+0000 mgr.smithi129.iclwio (mgr.14716) 5513 : cluster [DBG] pgmap v4738: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:26.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:26 smithi156 conmon[67007]: cluster 2022-01-18T18:42:25.100936+0000 mgr.smithi129.iclwio (mgr.14716) 5514 : cluster [DBG] 2022-01-18T18:42:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:26 smithi156 conmon[67007]: pgmap v4739: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:26 smithi129 conmon[101092]: cluster 2022-01-18T18:42:25.100936+0000 mgr.smithi129.iclwio (mgr.14716) 5514 : cluster [DBG] pgmap v4739: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:28.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:28 smithi156 conmon[67007]: cluster 2022-01-18T18:42:27.101504+0000 mgr.smithi129.iclwio (mgr.14716) 5515 : cluster 2022-01-18T18:42:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:28 smithi156 conmon[67007]: [DBG] pgmap v4740: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:28 smithi129 conmon[101092]: cluster 2022-01-18T18:42:27.101504 2022-01-18T18:42:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:28 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 5515 : cluster [DBG] pgmap v4740: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:30.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:30 smithi156 conmon[67007]: cluster 2022-01-18T18:42:29.102060+0000 mgr.smithi129.iclwio (mgr.14716) 5516 : cluster [DBG] pgmap v4741: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:42:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:30 smithi129 conmon[101092]: cluster 2022-01-18T18:42:29.102060+0000 mgr.smithi129.iclwio (mgr.14716) 5516 : cluster 2022-01-18T18:42:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:30 smithi129 conmon[101092]: [DBG] pgmap v4741: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:42:32.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:32 smithi156 conmon[67007]: cluster 2022-01-18T18:42:31.102922+0000 mgr.smithi129.iclwio (mgr.14716) 5517 : cluster [DBG] 2022-01-18T18:42:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:32 smithi156 conmon[67007]: pgmap v4742: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:32 smithi129 conmon[101092]: cluster 2022-01-18T18:42:31.102922+0000 mgr.smithi129.iclwio (mgr.14716) 5517 : cluster [DBG] pgmap v4742: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:32 smithi129 conmon[101092]: 2022-01-18T18:42:33.556 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:42:33.818 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:42:33.819 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 3m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:42:33.819 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 3m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:42:33.819 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 3m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:42:33.819 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 3m ago 2h 42.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:42:33.820 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 3m ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:42:33.820 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 3m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:42:33.820 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 3m ago 2h 652M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:42:33.820 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 3m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:42:33.821 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 3m ago 2h 1049M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:42:33.821 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 3m ago 2h 499M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:42:33.821 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 3m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:42:33.821 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 3m ago 2h 118M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:42:33.821 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 3m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:42:33.822 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 3m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:42:33.822 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 3m ago 2h 1865M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:42:33.822 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 3m ago 2h 2913M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:42:33.822 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 3m ago 2h 2236M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:42:33.823 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 3m ago 2h 2918M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:42:33.823 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 3m ago 2h 2712M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:42:33.823 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 3m ago 2h 3269M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:42:33.823 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 3m ago 2h 2600M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:42:33.824 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 3m ago 2h 3815M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:42:33.824 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 3m ago 2h 87.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:42:34.134 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:42:34.134 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:42:34.135 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:42:34.135 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:42:34.135 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:42:34.135 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:42:34.136 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:42:34.136 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:42:34.136 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:42:34.136 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:42:34.136 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:42:34.137 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:42:34.137 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:42:34.137 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:42:34.137 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:42:34.137 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:42:34.138 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:42:34.138 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:42:34.138 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:42:34.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:34 smithi156 conmon[67007]: cluster 2022-01-18T18:42:33.103414+0000 mgr.smithi129.iclwio (mgr.14716) 5518 : cluster [DBG] 2022-01-18T18:42:34.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:34 smithi156 conmon[67007]: pgmap v4743: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:34.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:34 smithi156 conmon[67007]: audit 2022-01-18T18:42:34.134982+0000 mon.smithi129 (mon.0) 1763 : audit [DBG] from='client.? 172.21.15.129:0/2762851385' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:42:34.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:34 smithi129 conmon[101092]: cluster 2022-01-18T18:42:33.103414+0000 mgr.smithi129.iclwio (mgr.14716) 5518 2022-01-18T18:42:34.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:34 smithi129 conmon[101092]: : cluster [DBG] pgmap v4743: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:34.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:34 smithi129 conmon[101092]: audit 2022-01-18T18:42:34.134982+0000 mon.smithi129 (mon.0) 1763 : audit [DBG] from='client.? 172.21.15.129:0/2762851385' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:42:35.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:35 smithi156 conmon[67007]: audit 2022-01-18T18:42:33.545518+0000 mgr.smithi129.iclwio (mgr.14716) 5519 : audit 2022-01-18T18:42:35.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:35 smithi156 conmon[67007]: [DBG] from='client.37762 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:42:35.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:35 smithi156 conmon[67007]: audit 2022-01-18T18:42:33.810349+0000 mgr.smithi129.iclwio (mgr.14716) 5520 : audit [DBG] from='client.37766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:42:35.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:35 smithi129 conmon[101092]: audit 2022-01-18T18:42:33.545518+0000 mgr.smithi129.iclwio (mgr.14716) 5519 : audit [DBG] 2022-01-18T18:42:35.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:35 smithi129 conmon[101092]: from='client.37762 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:42:35.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:35 smithi129 conmon[101092]: audit 2022-01-18T18:42:33.810349+0000 mgr.smithi129.iclwio (mgr.14716) 5520 : audit [DBG] from='client.37766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:42:36.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:36 smithi156 conmon[67007]: cluster 2022-01-18T18:42:35.104193+0000 mgr.smithi129.iclwio (mgr.14716) 5521 : cluster 2022-01-18T18:42:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:36 smithi156 conmon[67007]: [DBG] pgmap v4744: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:36 smithi129 conmon[101092]: cluster 2022-01-18T18:42:35.104193+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:42:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:36 smithi129 conmon[101092]: ) 5521 : cluster [DBG] pgmap v4744: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:38.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:38 smithi156 conmon[67007]: cluster 2022-01-18T18:42:37.108947+0000 mgr.smithi129.iclwio (mgr.14716) 5522 : cluster 2022-01-18T18:42:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:38 smithi156 conmon[67007]: [DBG] pgmap v4745: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:38 smithi129 conmon[101092]: cluster 2022-01-18T18:42:37.108947+0000 mgr.smithi129.iclwio (mgr.14716) 5522 : cluster [DBG] 2022-01-18T18:42:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:38 smithi129 conmon[101092]: pgmap v4745: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:40.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:40 smithi156 conmon[67007]: cluster 2022-01-18T18:42:39.109514+0000 mgr.smithi129.iclwio (mgr.14716) 5523 : cluster [DBG] 2022-01-18T18:42:40.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:40 smithi156 conmon[67007]: pgmap v4746: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:42:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:40 smithi129 conmon[101092]: cluster 2022-01-18T18:42:39.109514+0000 mgr.smithi129.iclwio (mgr.14716) 5523 : cluster [DBG] pgmap v4746: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:42:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:42 smithi129 conmon[101092]: cluster 2022-01-18T18:42:41.110298+0000 mgr.smithi129.iclwio (mgr.14716) 5524 : cluster [DBG] 2022-01-18T18:42:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:42 smithi129 conmon[101092]: pgmap v4747: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:42 smithi156 conmon[67007]: cluster 2022-01-18T18:42:41.110298+0000 mgr.smithi129.iclwio (mgr.14716) 5524 : cluster [DBG] 2022-01-18T18:42:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:42 smithi156 conmon[67007]: pgmap v4747: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:44 smithi129 conmon[101092]: cluster 2022-01-18T18:42:43.110951+0000 mgr.smithi129.iclwio (mgr.14716) 5525 : cluster [DBG] pgmap v4748: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:44 smithi129 conmon[101092]: 2022-01-18T18:42:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:44 smithi156 conmon[67007]: cluster 2022-01-18T18:42:43.110951+0000 mgr.smithi129.iclwio (mgr.14716) 5525 : cluster [DBG] 2022-01-18T18:42:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:44 smithi156 conmon[67007]: pgmap v4748: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:46 smithi129 conmon[101092]: cluster 2022-01-18T18:42:45.111822+0000 mgr.smithi129.iclwio (mgr.14716) 5526 : 2022-01-18T18:42:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:46 smithi129 conmon[101092]: cluster [DBG] pgmap v4749: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:46 smithi156 conmon[67007]: cluster 2022-01-18T18:42:45.111822+0000 mgr.smithi129.iclwio (mgr.14716) 5526 : cluster [DBG] 2022-01-18T18:42:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:46 smithi156 conmon[67007]: pgmap v4749: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:48 smithi129 conmon[101092]: cluster 2022-01-18T18:42:47.112374+0000 mgr.smithi129.iclwio 2022-01-18T18:42:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:48 smithi129 conmon[101092]: (mgr.14716) 5527 : cluster [DBG] pgmap v4750: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:48 smithi156 conmon[67007]: cluster 2022-01-18T18:42:47.112374+0000 mgr.smithi129.iclwio (mgr.14716) 5527 : cluster 2022-01-18T18:42:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:48 smithi156 conmon[67007]: [DBG] pgmap v4750: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:50 smithi129 conmon[101092]: cluster 2022-01-18T18:42:49.113035+0000 mgr.smithi129.iclwio (mgr.14716) 5528 : cluster [DBG] pgmap v4751: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:42:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:50 smithi156 conmon[67007]: cluster 2022-01-18T18:42:49.113035+0000 mgr.smithi129.iclwio (mgr.14716) 5528 : cluster [DBG] 2022-01-18T18:42:50.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:50 smithi156 conmon[67007]: pgmap v4751: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:42:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:52 smithi129 conmon[101092]: cluster 2022-01-18T18:42:51.113658+0000 mgr.smithi129.iclwio (mgr.14716) 5529 : cluster [DBG] pgmap v4752: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:52 smithi156 conmon[67007]: cluster 2022-01-18T18:42:51.113658+0000 mgr.smithi129.iclwio (mgr.14716) 5529 : cluster [DBG] pgmap v4752: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:54.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:54 smithi129 conmon[101092]: cluster 2022-01-18T18:42:53.114352+0000 mgr.smithi129.iclwio (mgr.14716) 5530 : cluster [DBG] pgmap v4753: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:54.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:54 smithi129 conmon[101092]: 2022-01-18T18:42:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:54 smithi156 conmon[67007]: cluster 2022-01-18T18:42:53.114352+0000 mgr.smithi129.iclwio (mgr.14716) 5530 : cluster [DBG] pgmap v4753: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:55.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:55 smithi129 conmon[101092]: audit 2022-01-18T18:42:54.747314+0000 mon.smithi129 (mon. 2022-01-18T18:42:55.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:55 smithi129 conmon[101092]: 0) 1764 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:42:55.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:55 smithi129 conmon[101092]: audit 2022-01-18T18:42:54.748747+0000 mon.smithi129 (mon.0) 1765 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:42:55.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:55 smithi129 conmon[101092]: audit 2022-01-18T18:42:54.749629+0000 mon.smithi129 (mon.0) 1766 : audit 2022-01-18T18:42:55.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:55 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:42:55.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:55 smithi129 conmon[101092]: audit 2022-01-18T18:42: 2022-01-18T18:42:55.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:55 smithi129 conmon[101092]: 55.057559+0000 mon.smithi129 (mon.0) 1767 : 2022-01-18T18:42:55.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:55 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:42:55.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:55 smithi129 conmon[101092]: audit 2022-01-18T18:42 2022-01-18T18:42:55.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:55 smithi129 conmon[101092]: :55.062144+0000 mon.smithi129 (mon.0) 1768 2022-01-18T18:42:55.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:55 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:42:55.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:55 smithi156 conmon[67007]: audit 2022-01-18T18:42:54.747314+0000 mon.smithi129 ( 2022-01-18T18:42:55.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:55 smithi156 conmon[67007]: mon.0) 1764 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:42:55.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:55 smithi156 conmon[67007]: audit 2022-01-18T18:42:54.748747+0000 mon.smithi129 (mon.0) 1765 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:42:55.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:55 smithi156 conmon[67007]: audit 2022-01-18T18:42:54 2022-01-18T18:42:55.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:55 smithi156 conmon[67007]: .749629+0000 mon.smithi129 (mon.0) 1766 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:42:55.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:55 smithi156 conmon[67007]: audit 2022-01-18T18:42:55.057559+0000 2022-01-18T18:42:55.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:55 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1767 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:42:55.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:55 smithi156 conmon[67007]: audit 2022- 2022-01-18T18:42:55.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:55 smithi156 conmon[67007]: 01-18T18:42:55.062144+0000 mon.smithi129 (mon.0) 1768 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:42:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:56 smithi129 conmon[101092]: cephadm 2022-01-18T18:42:54.750361+0000 mgr.smithi129.iclwio (mgr.14716) 5531 : cephadm [WRN] 2022-01-18T18:42:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:56 smithi129 conmon[101092]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:42:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:56 smithi129 conmon[101092]: cluster 2022-01-18T18:42:55.115028+0000 mgr.smithi129.iclwio (mgr.14716) 5532 : cluster [DBG] pgmap v4754: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:56 smithi156 conmon[67007]: cephadm 2022-01-18T18:42:54.750361+0000 mgr.smithi129.iclwio (mgr.14716) 5531 : cephadm 2022-01-18T18:42:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:56 smithi156 conmon[67007]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:42:56.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:56 smithi156 conmon[67007]: cluster 2022-01-18T18:42:55.115028+0000 mgr.smithi129.iclwio (mgr.14716) 5532 : cluster [DBG] pgmap v4754: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:58 smithi129 conmon[101092]: cluster 2022-01-18T18:42:57.115571+0000 mgr.smithi129.iclwio (mgr.14716) 5533 : cluster [DBG] pgmap v4755: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:58 smithi156 conmon[67007]: cluster 2022-01-18T18:42:57.115571+0000 mgr.smithi129.iclwio (mgr.14716) 5533 : cluster [DBG] pgmap v4755: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:42:58.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:58 smithi156 conmon[67007]: 2022-01-18T18:42:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:59 smithi129 conmon[101092]: audit 2022-01-18T18:42:58.825250+0000 mon.smithi129 (mon.0) 1769 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:42:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:59 smithi129 conmon[101092]: 2022-01-18T18:42:59.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:42:59 smithi129 conmon[101092]: audit 2022-01-18T18:42:58.825484+0000 mon.smithi129 (mon.0) 1770 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:42:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:59 smithi156 conmon[67007]: audit 2022-01-18T18:42:58.825250+0000 mon.smithi129 (mon.0) 1769 : audit [INF] 2022-01-18T18:42:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:59 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:42:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:42:59 smithi156 conmon[67007]: audit 2022-01-18T18:42:58.825484+0000 mon.smithi129 (mon.0) 1770 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:43:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:00 smithi129 conmon[101092]: cluster 2022-01-18T18:42:59.116148+0000 mgr.smithi129.iclwio (mgr.14716) 5534 : cluster [DBG] 2022-01-18T18:43:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:00 smithi129 conmon[101092]: pgmap v4756: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:43:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:00 smithi156 conmon[67007]: cluster 2022-01-18T18:42:59.116148+0000 mgr.smithi129.iclwio (mgr.14716) 5534 : cluster 2022-01-18T18:43:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:00 smithi156 conmon[67007]: [DBG] pgmap v4756: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:43:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:02 smithi129 conmon[101092]: cluster 2022-01-18T18:43:01.116946+0000 mgr.smithi129.iclwio (mgr.14716) 5535 : cluster [DBG] pgmap v4757: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:02 smithi156 conmon[67007]: cluster 2022-01-18T18:43:01.116946+0000 mgr.smithi129.iclwio (mgr.14716) 5535 : cluster [DBG] pgmap v4757: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:04.434 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:43:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:04 smithi129 conmon[101092]: cluster 2022-01-18T18:43:03.117606+0000 mgr.smithi129.iclwio (mgr.14716) 5536 : cluster [DBG] 2022-01-18T18:43:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:04 smithi129 conmon[101092]: pgmap v4758: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:04.701 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:43:04.702 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 4m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:43:04.702 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 4m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:43:04.703 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 4m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:43:04.703 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 4m ago 2h 42.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:43:04.703 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 4m ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:43:04.704 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 4m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:43:04.704 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 4m ago 2h 652M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:43:04.704 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 4m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:43:04.705 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 4m ago 2h 1049M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:43:04.705 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 4m ago 2h 499M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:43:04.705 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 4m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:43:04.705 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 4m ago 2h 118M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:43:04.706 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 4m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:43:04.706 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 4m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:43:04.706 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 4m ago 2h 1865M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:43:04.706 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 4m ago 2h 2913M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:43:04.707 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 4m ago 2h 2236M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:43:04.707 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 4m ago 2h 2918M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:43:04.707 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 4m ago 2h 2712M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:43:04.708 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 4m ago 2h 3269M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:43:04.708 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 4m ago 2h 2600M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:43:04.708 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 4m ago 2h 3815M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:43:04.708 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 4m ago 2h 87.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:43:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:04 smithi156 conmon[67007]: cluster 2022-01-18T18:43:03.117606+0000 mgr.smithi129.iclwio (mgr.14716) 5536 : cluster [DBG] pgmap v4758: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:05.017 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:43:05.017 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:43:05.017 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:43:05.017 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:43:05.018 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:43:05.018 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:43:05.018 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:43:05.018 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:43:05.019 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:43:05.019 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:43:05.019 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:43:05.019 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:43:05.019 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:43:05.020 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:43:05.020 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:43:05.020 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:43:05.020 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:43:05.021 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:43:05.021 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:43:05.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:05 smithi129 conmon[101092]: audit 2022-01-18T18:43:04.423340+0000 mgr.smithi129.iclwio (mgr.14716) 5537 : audit [DBG] from='client.37774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:43:05.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:05 smithi129 conmon[101092]: audit 2022-01-18T18 2022-01-18T18:43:05.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:05 smithi129 conmon[101092]: :43:05.017629+0000 mon.smithi129 (mon.0) 1771 : audit [DBG] from='client.? 172.21.15.129:0/3347524115' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:43:05.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:05 smithi156 conmon[67007]: audit 2022-01-18T18:43:04.423340+0000 mgr.smithi129.iclwio (mgr.14716) 5537 : audit [DBG] from='client.37774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:43:05.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:05 smithi156 conmon[67007]: 2022-01-18T18:43:05.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:05 smithi156 conmon[67007]: audit 2022-01-18T18:43:05.017629+0000 mon.smithi129 (mon.0) 1771 : audit [DBG] from='client.? 172.21.15.129:0/3347524115' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:43:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:06 smithi129 conmon[101092]: audit 2022-01-18T18:43:04.693273+0000 mgr.smithi129.iclwio (mgr.14716) 5538 : audit [DBG] 2022-01-18T18:43:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:06 smithi129 conmon[101092]: from='client.37778 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:43:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:06 smithi129 conmon[101092]: cluster 2022-01-18T18:43:05.118335+0000 mgr.smithi129.iclwio (mgr.14716) 5539 : cluster [DBG] pgmap v4759: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:06 smithi156 conmon[67007]: audit 2022-01-18T18:43:04.693273+0000 mgr.smithi129.iclwio (mgr.14716) 5538 : audit [DBG] from='client.37778 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:43:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:06 smithi156 conmon[67007]: cluster 2022-01-18T18:43:05.118335+0000 mgr.smithi129.iclwio (mgr.14716) 5539 : cluster [DBG] pgmap v4759: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:08 smithi129 conmon[101092]: cluster 2022-01-18T18:43:07.118871+0000 mgr.smithi129.iclwio (mgr.14716) 5540 : cluster [DBG] pgmap v4760: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:08 smithi156 conmon[67007]: cluster 2022-01-18T18:43:07.118871+0000 mgr.smithi129.iclwio (mgr.14716) 5540 : cluster [DBG] pgmap v4760: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:10 smithi129 conmon[101092]: cluster 2022-01-18T18:43:09.119439+0000 mgr.smithi129.iclwio (mgr.14716) 5541 : cluster [DBG] pgmap v4761: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:43:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:10 smithi156 conmon[67007]: cluster 2022-01-18T18:43:09.119439+0000 mgr.smithi129.iclwio (mgr.14716) 5541 : cluster [DBG] pgmap v4761: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:43:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:12 smithi129 conmon[101092]: cluster 2022-01-18T18:43:11.120168+0000 mgr.smithi129.iclwio (mgr.14716) 5542 : cluster [DBG] pgmap v4762: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:12 smithi129 conmon[101092]: 2022-01-18T18:43:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:12 smithi156 conmon[67007]: cluster 2022-01-18T18:43:11.120168+0000 mgr.smithi129.iclwio (mgr.14716) 5542 : cluster [DBG] pgmap v4762: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:12 smithi156 conmon[67007]: 2022-01-18T18:43:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:14 smithi129 conmon[101092]: cluster 2022-01-18T18:43:13.120818+0000 mgr.smithi129.iclwio (mgr.14716) 5543 : cluster [DBG] pgmap v4763: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:14 smithi156 conmon[67007]: cluster 2022-01-18T18:43:13.120818+0000 mgr.smithi129.iclwio (mgr.14716) 5543 : cluster [DBG] pgmap v4763: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:16 smithi129 conmon[101092]: cluster 2022-01-18T18:43:15.121555+0000 mgr.smithi129.iclwio (mgr.14716) 5544 : cluster [DBG] pgmap v4764: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:16 smithi129 conmon[101092]: 2022-01-18T18:43:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:16 smithi156 conmon[67007]: cluster 2022-01-18T18:43:15.121555+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:43:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:16 smithi156 conmon[67007]: 5544 : cluster [DBG] pgmap v4764: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:18 smithi129 conmon[101092]: cluster 2022-01-18T18:43:17.122256+0000 mgr.smithi129.iclwio (mgr.14716) 5545 : cluster [DBG] pgmap v4765: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:18 smithi129 conmon[101092]: 2022-01-18T18:43:18.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:18 smithi156 conmon[67007]: cluster 2022-01-18T18:43:17.122256+0000 mgr.smithi129.iclwio (mgr.14716) 5545 : cluster [DBG] pgmap v4765: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:20 smithi129 conmon[101092]: cluster 2022-01-18T18:43:19.122936+0000 mgr.smithi129.iclwio (mgr.14716) 5546 : cluster [DBG] pgmap v4766: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:43:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:20 smithi156 conmon[67007]: cluster 2022-01-18T18:43:19.122936+0000 mgr.smithi129.iclwio (mgr.14716) 5546 : cluster [DBG] 2022-01-18T18:43:20.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:20 smithi156 conmon[67007]: pgmap v4766: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:43:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:22 smithi129 conmon[101092]: cluster 2022-01-18T18:43:21.123578+0000 mgr.smithi129.iclwio (mgr.14716) 5547 : cluster [DBG] pgmap v4767: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:22 smithi156 conmon[67007]: cluster 2022-01-18T18:43:21.123578+0000 mgr.smithi129.iclwio (mgr.14716) 5547 : cluster 2022-01-18T18:43:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:22 smithi156 conmon[67007]: [DBG] pgmap v4767: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:24 smithi129 conmon[101092]: cluster 2022-01-18T18:43:23.124285+0000 mgr.smithi129.iclwio (mgr.14716) 5548 : cluster [DBG] pgmap v4768: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:24 smithi156 conmon[67007]: cluster 2022-01-18T18:43:23.124285+0000 mgr.smithi129.iclwio (mgr.14716) 5548 : cluster [DBG] pgmap v4768: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:26 smithi129 conmon[101092]: cluster 2022-01-18T18:43:25.125237+0000 mgr.smithi129.iclwio (mgr.14716) 5549 : cluster [DBG] pgmap v4769: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:26 smithi156 conmon[67007]: cluster 2022-01-18T18:43:25.125237+0000 mgr.smithi129.iclwio (mgr.14716) 5549 : cluster [DBG] pgmap v4769: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:28 smithi129 conmon[101092]: cluster 2022-01-18T18:43:27.125832+0000 mgr.smithi129.iclwio (mgr.14716) 5550 : cluster [DBG] pgmap v4770: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:28 smithi156 conmon[67007]: cluster 2022-01-18T18:43:27.125832+0000 mgr.smithi129.iclwio (mgr.14716) 5550 : cluster [DBG] pgmap v4770: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:28 smithi156 conmon[67007]: 2022-01-18T18:43:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:30 smithi129 conmon[101092]: cluster 2022-01-18T18:43:29.126435+0000 mgr.smithi129.iclwio (mgr.14716) 5551 : cluster [DBG] pgmap v4771: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:43:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:30 smithi156 conmon[67007]: cluster 2022-01-18T18:43:29.126435+0000 mgr.smithi129.iclwio (mgr.14716) 5551 : cluster [DBG] pgmap v4771: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:43:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:32 smithi129 conmon[101092]: cluster 2022-01-18T18:43:31.127415+0000 mgr.smithi129.iclwio (mgr.14716) 5552 : cluster [DBG] pgmap v4772: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:32 smithi156 conmon[67007]: cluster 2022-01-18T18:43:31.127415+0000 mgr.smithi129.iclwio (mgr.14716) 5552 : cluster [DBG] pgmap v4772: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:34.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:34 smithi129 conmon[101092]: cluster 2022-01-18T18:43:33.128131+0000 mgr.smithi129.iclwio (mgr.14716) 5553 : cluster [DBG] pgmap v4773: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:34 smithi156 conmon[67007]: cluster 2022-01-18T18:43:33.128131+0000 mgr.smithi129.iclwio (mgr.14716) 5553 : cluster [DBG] pgmap v4773: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:35.315 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:43:35.581 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:43:35.581 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 4m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:43:35.581 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 4m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:43:35.581 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 4m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:43:35.582 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 4m ago 2h 42.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:43:35.582 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 4m ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:43:35.582 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 4m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:43:35.582 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 4m ago 2h 652M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:43:35.582 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 4m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:43:35.583 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 4m ago 2h 1049M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:43:35.583 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 4m ago 2h 499M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:43:35.583 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 4m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:43:35.583 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 4m ago 2h 118M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:43:35.584 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 4m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:43:35.584 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 4m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:43:35.584 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 4m ago 2h 1865M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:43:35.584 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 4m ago 2h 2913M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:43:35.584 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 4m ago 2h 2236M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:43:35.585 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 4m ago 2h 2918M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:43:35.585 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 4m ago 2h 2712M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:43:35.585 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 4m ago 2h 3269M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:43:35.585 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 4m ago 2h 2600M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:43:35.585 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 4m ago 2h 3815M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:43:35.586 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 4m ago 2h 87.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:43:35.901 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:43:35.901 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:43:35.902 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:43:35.902 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:43:35.902 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:43:35.903 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:43:35.903 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:43:35.903 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:43:35.903 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:43:35.904 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:43:35.904 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:43:35.904 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:43:35.904 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:43:35.905 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:43:35.905 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:43:35.905 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:43:35.905 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:43:35.905 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:43:35.906 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:43:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:36 smithi129 conmon[101092]: cluster 2022-01-18T18:43:35.128837 2022-01-18T18:43:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:36 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 5554 : cluster [DBG] pgmap v4774: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:36 smithi129 conmon[101092]: audit 2022-01-18T18:43:35.304085+0000 mgr.smithi129.iclwio (mgr.14716) 5555 : audit [DBG] from='client.37786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:43:36.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:36 smithi129 conmon[101092]: audit 2022-01-18T18:43:35 2022-01-18T18:43:36.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:36 smithi129 conmon[101092]: .902032+0000 mon.smithi129 (mon.0) 1772 2022-01-18T18:43:36.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:36 smithi129 conmon[101092]: : audit [DBG] from='client.? 172.21.15.129:0/1601126474' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:43:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:36 smithi156 conmon[67007]: cluster 2022-01-18T18:43:35.128837+0000 mgr.smithi129.iclwio (mgr.14716) 5554 : cluster [DBG] pgmap v4774: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:36 smithi156 conmon[67007]: audit 2022-01-18T18:43:35.304085+0000 mgr.smithi129.iclwio (mgr.14716) 5555 : audit [DBG] from='client.37786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:43:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:36 smithi156 conmon[67007]: audit 2022-01-18T18:43:35.902032+0000 mon.smithi129 (mon.0) 1772 : audit [DBG] from='client.? 172.21.15.129:0/1601126474' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:43:37.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:37 smithi129 conmon[101092]: audit 2022-01-18T18:43:35.572885+0000 2022-01-18T18:43:37.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:37 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 5556 : audit [DBG] from='client.37790 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:43:37.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:37 smithi156 conmon[67007]: audit 2022-01-18T18:43:35.572885+0000 mgr.smithi129.iclwio (mgr.14716) 5556 : audit [DBG] from='client.37790 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:43:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:38 smithi129 conmon[101092]: cluster 2022-01-18T18:43:37.129380+0000 mgr.smithi129.iclwio (mgr.14716) 5557 : cluster [DBG] pgmap v4775: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:38 smithi156 conmon[67007]: cluster 2022-01-18T18:43:37.129380+0000 mgr.smithi129.iclwio (mgr.14716) 5557 : cluster [DBG] 2022-01-18T18:43:38.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:38 smithi156 conmon[67007]: pgmap v4775: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:40 smithi129 conmon[101092]: cluster 2022-01-18T18:43:39.130034+0000 mgr.smithi129.iclwio (mgr.14716) 5558 : cluster [DBG] pgmap v4776: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:43:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:40 smithi156 conmon[67007]: cluster 2022-01-18T18:43:39.130034+0000 mgr.smithi129.iclwio (mgr.14716) 5558 : cluster [DBG] pgmap v4776: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:43:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:42 smithi129 conmon[101092]: cluster 2022-01-18T18:43:41.130673+0000 mgr.smithi129.iclwio (mgr.14716) 5559 : cluster [DBG] pgmap v4777: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:42 smithi156 conmon[67007]: cluster 2022-01-18T18:43:41.130673+0000 mgr.smithi129.iclwio (mgr.14716) 5559 : cluster [DBG] pgmap v4777: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:44 smithi129 conmon[101092]: cluster 2022-01-18T18:43:43.131265+0000 mgr.smithi129.iclwio (mgr.14716) 5560 : cluster [DBG] pgmap v4778: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:44 smithi129 conmon[101092]: 2022-01-18T18:43:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:44 smithi156 conmon[67007]: cluster 2022-01-18T18:43:43.131265+0000 mgr.smithi129.iclwio (mgr.14716) 5560 : cluster [DBG] pgmap v4778: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:44 smithi156 conmon[67007]: 2022-01-18T18:43:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:46 smithi129 conmon[101092]: cluster 2022-01-18T18:43:45.132158+0000 mgr.smithi129.iclwio (mgr.14716) 5561 : cluster [DBG] pgmap v4779: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:46 smithi156 conmon[67007]: cluster 2022-01-18T18:43:45.132158+0000 mgr.smithi129.iclwio (mgr.14716) 5561 : cluster [DBG] pgmap v4779: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:48 smithi129 conmon[101092]: cluster 2022-01-18T18:43:47.132777+0000 mgr.smithi129.iclwio (mgr.14716) 5562 : cluster [DBG] pgmap v4780: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:48 smithi156 conmon[67007]: cluster 2022-01-18T18:43:47.132777+0000 mgr.smithi129.iclwio (mgr.14716) 5562 : cluster [DBG] pgmap v4780: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:50 smithi129 conmon[101092]: cluster 2022-01-18T18:43:49.133431+0000 mgr.smithi129.iclwio (mgr.14716) 5563 : cluster [DBG] pgmap v4781: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:43:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:50 smithi156 conmon[67007]: cluster 2022-01-18T18:43:49.133431+0000 mgr.smithi129.iclwio (mgr.14716) 5563 : cluster [DBG] pgmap v4781: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:43:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:52 smithi156 conmon[67007]: cluster 2022-01-18T18:43:51.134110+0000 mgr.smithi129.iclwio (mgr.14716) 5564 : cluster [DBG] pgmap v4782: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:52.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:52 smithi129 conmon[101092]: cluster 2022-01-18T18:43:51.134110+0000 mgr.smithi129.iclwio (mgr.14716) 5564 : cluster [DBG] pgmap v4782: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:54 smithi156 conmon[67007]: cluster 2022-01-18T18:43:53.134668+0000 mgr.smithi129.iclwio (mgr.14716) 5565 : cluster [DBG] pgmap v4783: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:54.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:54 smithi129 conmon[101092]: cluster 2022-01-18T18:43:53.134668+0000 mgr.smithi129.iclwio (mgr.14716) 5565 : cluster [DBG] pgmap v4783: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:55.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:55 smithi156 conmon[67007]: audit 2022-01-18T18:43:55.064576+0000 mon.smithi129 (mon.0) 1773 : 2022-01-18T18:43:55.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:55 smithi156 conmon[67007]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:43:55.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:55 smithi156 conmon[67007]: audit 2022-01-18T18:43:55.066058+0000 mon.smithi129 (mon.0) 1774 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:43:55.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:55 smithi156 conmon[67007]: audit 2022-01-18T18:43:55.066922+0000 mon.smithi129 (mon 2022-01-18T18:43:55.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:55 smithi156 conmon[67007]: .0) 1775 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:43:55.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:55 smithi156 conmon[67007]: audit 2022-01-18T18:43:55.377432+0000 mon.smithi129 (mon.0 2022-01-18T18:43:55.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:55 smithi156 conmon[67007]: ) 1776 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:43:55.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:55 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T18:43:55.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:55 smithi156 conmon[67007]: 18T18:43:55.381993+0000 mon.smithi129 (mon.0) 1777 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:43:55.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:55 smithi129 conmon[101092]: audit 2022-01-18T18:43:55.064576+0000 mon.smithi129 (mon.0) 1773 2022-01-18T18:43:55.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:55 smithi129 conmon[101092]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:43:55.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:55 smithi129 conmon[101092]: audit 2022-01-18T18:43:55.066058+0000 mon.smithi129 (mon.0) 1774 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:43:55.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:55 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T18:43:55.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:55 smithi129 conmon[101092]: 18T18:43:55.066922+0000 mon.smithi129 (mon.0) 1775 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:43:55.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:55 smithi129 conmon[101092]: audit 2022-01-18T18 2022-01-18T18:43:55.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:55 smithi129 conmon[101092]: :43:55.377432+0000 mon.smithi129 ( 2022-01-18T18:43:55.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:55 smithi129 conmon[101092]: mon.0) 1776 : audit [INF] 2022-01-18T18:43:55.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:55 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:43:55.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:55 smithi129 conmon[101092]: audit 2022-01-18T18:43:55.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:55 smithi129 conmon[101092]: 2022-01-18T18:43: 2022-01-18T18:43:55.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:55 smithi129 conmon[101092]: 55.381993+0000 mon.smithi129 (mon. 2022-01-18T18:43:55.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:55 smithi129 conmon[101092]: 0) 1777 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:43:55.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:55 smithi129 conmon[101092]: 2022-01-18T18:43:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:56 smithi156 conmon[67007]: cephadm 2022-01-18T18:43:55.067644+0000 mgr.smithi129.iclwio (mgr.14716) 5566 : cephadm [WRN] 2022-01-18T18:43:56.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:56 smithi156 conmon[67007]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:43:56.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:56 smithi156 conmon[67007]: cluster 2022-01-18T18:43:55.135416+0000 mgr.smithi129.iclwio (mgr.14716) 5567 : cluster [DBG] pgmap v4784: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:56.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:56 smithi129 conmon[101092]: cephadm 2022-01-18T18:43:55.067644+0000 mgr.smithi129.iclwio (mgr.14716) 5566 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:43:56.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:56 smithi129 conmon[101092]: cluster 2022-01-18T18:43:55.135416+0000 mgr.smithi129.iclwio (mgr.14716) 5567 : cluster [DBG] pgmap v4784: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:58 smithi156 conmon[67007]: cluster 2022-01-18T18:43:57.135941+0000 mgr.smithi129.iclwio (mgr.14716) 5568 : cluster [DBG] pgmap v4785: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:58.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:58 smithi156 conmon[67007]: 2022-01-18T18:43:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:58 smithi129 conmon[101092]: cluster 2022-01-18T18:43:57.135941+0000 mgr.smithi129.iclwio (mgr.14716) 5568 : cluster [DBG] pgmap v4785: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:43:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:58 smithi129 conmon[101092]: 2022-01-18T18:43:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:59 smithi156 conmon[67007]: audit 2022-01-18T18:43:58.829668+0000 mon.smithi129 (mon.0) 1778 : audit 2022-01-18T18:43:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:59 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:43:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:43:59 smithi156 conmon[67007]: audit 2022-01-18T18:43:58.829910+0000 mon.smithi129 (mon.0) 1779 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:43:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:59 smithi129 conmon[101092]: audit 2022-01-18T18:43:58.829668+0000 mon.smithi129 2022-01-18T18:43:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:59 smithi129 conmon[101092]: (mon.0) 1778 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:43:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:43:59 smithi129 conmon[101092]: audit 2022-01-18T18:43:58.829910+0000 mon.smithi129 (mon.0) 1779 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:44:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:00 smithi156 conmon[67007]: cluster 2022-01-18T18:43:59.136780+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:44:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:00 smithi156 conmon[67007]: ) 5569 : cluster [DBG] pgmap v4786: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:44:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:00 smithi129 conmon[101092]: cluster 2022-01-18T18:43:59.136780+0000 mgr.smithi129.iclwio (mgr.14716) 5569 : cluster [DBG] 2022-01-18T18:44:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:00 smithi129 conmon[101092]: pgmap v4786: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:44:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:02 smithi156 conmon[67007]: cluster 2022-01-18T18:44:01.137611+0000 mgr.smithi129.iclwio (mgr.14716) 5570 : cluster [DBG] pgmap v4787: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:02 smithi129 conmon[101092]: cluster 2022-01-18T18:44:01.137611+0000 mgr.smithi129.iclwio (mgr.14716) 5570 : cluster [DBG] pgmap v4787: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:04 smithi156 conmon[67007]: cluster 2022-01-18T18:44:03.138130+0000 mgr.smithi129.iclwio (mgr.14716) 5571 : cluster [DBG] pgmap v4788: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:04.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:04 smithi129 conmon[101092]: cluster 2022-01-18T18:44:03.138130+0000 mgr.smithi129.iclwio (mgr.14716) 5571 : cluster [DBG] 2022-01-18T18:44:04.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:04 smithi129 conmon[101092]: pgmap v4788: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:06.201 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:44:06.469 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:44:06.470 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 5m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:44:06.470 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 5m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:44:06.470 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 5m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:44:06.470 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 5m ago 2h 42.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:44:06.471 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 5m ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:44:06.471 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 5m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:44:06.471 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 5m ago 2h 652M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:44:06.471 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 5m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:44:06.472 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 5m ago 2h 1049M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:44:06.472 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 5m ago 2h 499M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:44:06.472 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 5m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:44:06.472 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 5m ago 2h 118M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:44:06.473 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 5m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:44:06.473 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 5m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:44:06.473 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 5m ago 2h 1865M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:44:06.473 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 5m ago 2h 2913M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:44:06.474 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 5m ago 2h 2236M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:44:06.474 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 5m ago 2h 2918M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:44:06.474 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 5m ago 2h 2712M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:44:06.474 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 5m ago 2h 3269M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:44:06.475 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 5m ago 2h 2600M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:44:06.475 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 5m ago 2h 3815M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:44:06.475 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 5m ago 2h 87.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:44:06.787 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:44:06.787 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:44:06.787 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:44:06.788 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:44:06.788 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:44:06.788 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:44:06.789 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:44:06.789 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:44:06.789 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:44:06.790 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:44:06.790 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:44:06.790 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:44:06.790 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:44:06.791 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:44:06.791 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:44:06.791 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:44:06.792 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:44:06.792 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:44:06.792 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:44:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:06 smithi156 conmon[67007]: cluster 2022-01-18T18:44:05.139110+0000 mgr.smithi129.iclwio (mgr.14716) 5572 : cluster [DBG] pgmap v4789: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:06 smithi129 conmon[101092]: cluster 2022-01-18T18:44:05.139110+0000 mgr.smithi129.iclwio (mgr.14716) 5572 2022-01-18T18:44:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:06 smithi129 conmon[101092]: : cluster [DBG] pgmap v4789: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:07.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:07 smithi156 conmon[67007]: audit 2022-01-18T18:44:06.190040+0000 mgr.smithi129.iclwio (mgr.14716) 5573 : audit [DBG] from='client.37798 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:44:07.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:07 smithi156 conmon[67007]: audit 2022-01-18T18:44:06.461517+0000 mgr.smithi129.iclwio (mgr.14716) 5574 : audit [DBG] from='client.37802 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:44:07.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:07 smithi156 conmon[67007]: audit 2022-01-18T18:44:07.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:07 smithi156 conmon[67007]: 2022-01-18T18:44:06.787408+0000 mon.smithi129 (mon.0 2022-01-18T18:44:07.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:07 smithi156 conmon[67007]: ) 1780 : audit [DBG] from='client.? 172.21.15.129:0/572804174' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:44:07.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:07 smithi129 conmon[101092]: audit 2022-01-18T18: 2022-01-18T18:44:07.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:07 smithi129 conmon[101092]: 44:06.190040+0000 mgr.smithi129.iclwio (mgr.14716) 5573 : audit [DBG] from='client.37798 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:44:07.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:07 smithi129 conmon[101092]: audit 2022-01-18T18:44: 2022-01-18T18:44:07.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:07 smithi129 conmon[101092]: 06.461517+0000 mgr.smithi129.iclwio (mgr.14716) 5574 : 2022-01-18T18:44:07.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:07 smithi129 conmon[101092]: audit [DBG] from='client.37802 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:44:07.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:07 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T18:44:07.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:07 smithi129 conmon[101092]: 18T18:44:06.787408+0000 2022-01-18T18:44:07.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:07 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1780 : audit 2022-01-18T18:44:07.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:07 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/572804174' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:44:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:08 smithi156 conmon[67007]: cluster 2022-01-18T18:44:07.139636+0000 mgr.smithi129.iclwio (mgr.14716) 5575 : cluster [DBG] pgmap v4790: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:08 smithi156 conmon[67007]: 2022-01-18T18:44:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:08 smithi129 conmon[101092]: cluster 2022-01-18T18:44:07.139636+0000 mgr.smithi129.iclwio (mgr.14716) 5575 : cluster [DBG] pgmap v4790: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:10 smithi156 conmon[67007]: cluster 2022-01-18T18:44:09.140227+0000 mgr.smithi129.iclwio (mgr.14716) 5576 : cluster [DBG] pgmap v4791: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:44:10.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:10 smithi129 conmon[101092]: cluster 2022-01-18T18:44:09.140227+0000 mgr.smithi129.iclwio (mgr.14716) 5576 : cluster [DBG] pgmap v4791: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:44:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:12 smithi156 conmon[67007]: cluster 2022-01-18T18:44:11.141158+0000 mgr.smithi129.iclwio (mgr.14716) 5577 : cluster [DBG] pgmap v4792: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:12.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:12 smithi129 conmon[101092]: cluster 2022-01-18T18:44:11.141158+0000 mgr.smithi129.iclwio (mgr.14716) 5577 : cluster [DBG] pgmap v4792: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:14 smithi156 conmon[67007]: cluster 2022-01-18T18:44:13.141726+0000 mgr.smithi129.iclwio (mgr.14716) 5578 : cluster [DBG] pgmap v4793: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:14.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:14 smithi129 conmon[101092]: cluster 2022-01-18T18:44:13.141726+0000 mgr.smithi129.iclwio (mgr.14716) 5578 : cluster [DBG] pgmap v4793: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:14.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:14 smithi129 conmon[101092]: 2022-01-18T18:44:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:16 smithi156 conmon[67007]: cluster 2022-01-18T18:44:15.142623+0000 mgr.smithi129.iclwio (mgr.14716) 5579 : cluster [DBG] pgmap v4794: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:16.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:16 smithi156 conmon[67007]: 2022-01-18T18:44:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:16 smithi129 conmon[101092]: cluster 2022-01-18T18:44:15.142623+0000 mgr.smithi129.iclwio (mgr.14716) 5579 : cluster [DBG] pgmap v4794: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:18 smithi156 conmon[67007]: cluster 2022-01-18T18:44:17.143310+0000 mgr.smithi129.iclwio (mgr.14716) 5580 : cluster [DBG] pgmap v4795: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:18 smithi129 conmon[101092]: cluster 2022-01-18T18:44:17.143310+0000 mgr.smithi129.iclwio (mgr.14716) 5580 : cluster [DBG] pgmap v4795: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:18 smithi129 conmon[101092]: 2022-01-18T18:44:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:20 smithi156 conmon[67007]: cluster 2022-01-18T18:44:19.143895+0000 mgr.smithi129.iclwio (mgr.14716) 5581 : cluster [DBG] pgmap v4796: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:44:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:20 smithi129 conmon[101092]: cluster 2022-01-18T18:44:19.143895+0000 mgr.smithi129.iclwio (mgr.14716) 5581 : cluster [DBG] pgmap v4796: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:44:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:22 smithi156 conmon[67007]: cluster 2022-01-18T18:44:21.144696+0000 mgr.smithi129.iclwio (mgr.14716) 5582 : cluster [DBG] 2022-01-18T18:44:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:22 smithi156 conmon[67007]: pgmap v4797: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:22 smithi129 conmon[101092]: cluster 2022-01-18T18:44:21.144696+0000 mgr.smithi129.iclwio (mgr.14716) 5582 : cluster [DBG] 2022-01-18T18:44:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:22 smithi129 conmon[101092]: pgmap v4797: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:24 smithi156 conmon[67007]: cluster 2022-01-18T18:44:23.145399+0000 mgr.smithi129.iclwio (mgr.14716) 5583 : cluster 2022-01-18T18:44:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:24 smithi156 conmon[67007]: [DBG] pgmap v4798: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:24.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:24 smithi129 conmon[101092]: cluster 2022-01-18T18:44:23.145399+0000 mgr.smithi129.iclwio (mgr.14716) 5583 : cluster [DBG] pgmap v4798: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:26 smithi156 conmon[67007]: cluster 2022-01-18T18:44:25.146178+0000 mgr.smithi129.iclwio (mgr.14716) 5584 : cluster [DBG] pgmap v4799: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:26.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:26 smithi129 conmon[101092]: cluster 2022-01-18T18:44:25.146178+0000 mgr.smithi129.iclwio (mgr.14716) 5584 : cluster [DBG] pgmap v4799: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:26.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:26 smithi129 conmon[101092]: 2022-01-18T18:44:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:28 smithi156 conmon[67007]: cluster 2022-01-18T18:44:27.146867+0000 mgr.smithi129.iclwio (mgr.14716) 5585 : cluster [DBG] pgmap v4800: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:28 smithi156 conmon[67007]: 2022-01-18T18:44:28.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:28 smithi129 conmon[101092]: cluster 2022-01-18T18:44:27.146867+0000 mgr.smithi129.iclwio (mgr.14716) 5585 : cluster [DBG] pgmap v4800: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:30 smithi156 conmon[67007]: cluster 2022-01-18T18:44:29.147519+0000 mgr.smithi129.iclwio (mgr.14716) 5586 : cluster [DBG] pgmap v4801: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:44:30.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:30 smithi129 conmon[101092]: cluster 2022-01-18T18:44:29.147519+0000 mgr.smithi129.iclwio (mgr.14716) 5586 : cluster [DBG] pgmap v4801: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:44:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:32 smithi156 conmon[67007]: cluster 2022-01-18T18:44:31.148225+0000 mgr.smithi129.iclwio (mgr.14716) 5587 : cluster [DBG] pgmap v4802: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:32.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:32 smithi129 conmon[101092]: cluster 2022-01-18T18:44:31.148225+0000 mgr.smithi129.iclwio (mgr.14716) 5587 : cluster [DBG] pgmap v4802: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:34 smithi156 conmon[67007]: cluster 2022-01-18T18:44:33.148850+0000 mgr.smithi129.iclwio (mgr.14716) 5588 : cluster [DBG] pgmap v4803: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:34 smithi156 conmon[67007]: 2022-01-18T18:44:34.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:34 smithi129 conmon[101092]: cluster 2022-01-18T18:44:33.148850+0000 mgr.smithi129.iclwio (mgr.14716) 5588 : cluster [DBG] pgmap v4803: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:36 smithi156 conmon[67007]: cluster 2022-01-18T18:44:35.149609+0000 mgr.smithi129.iclwio (mgr.14716) 5589 : cluster [DBG] pgmap v4804: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:36 smithi156 conmon[67007]: 2022-01-18T18:44:36.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:36 smithi129 conmon[101092]: cluster 2022-01-18T18:44:35.149609+0000 mgr.smithi129.iclwio (mgr.14716) 5589 : cluster [DBG] pgmap v4804: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:37.086 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:44:37.353 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:44:37.354 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 5m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:44:37.354 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 5m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:44:37.354 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 5m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:44:37.354 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 5m ago 2h 42.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:44:37.355 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 5m ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:44:37.355 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 5m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:44:37.355 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 5m ago 2h 652M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:44:37.355 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 5m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:44:37.355 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 5m ago 2h 1049M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:44:37.356 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 5m ago 2h 499M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:44:37.356 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 5m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:44:37.356 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 5m ago 2h 118M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:44:37.356 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 5m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:44:37.357 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 5m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:44:37.357 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 5m ago 2h 1865M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:44:37.357 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 5m ago 2h 2913M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:44:37.357 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 5m ago 2h 2236M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:44:37.357 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 5m ago 2h 2918M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:44:37.358 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 5m ago 2h 2712M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:44:37.358 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 5m ago 2h 3269M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:44:37.358 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 5m ago 2h 2600M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:44:37.358 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 5m ago 2h 3815M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:44:37.359 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 5m ago 2h 87.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:44:37.679 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:44:37.679 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:44:37.679 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:44:37.680 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:44:37.680 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:44:37.680 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:44:37.680 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:44:37.680 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:44:37.681 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:44:37.681 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:44:37.681 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:44:37.681 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:44:37.682 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:44:37.682 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:44:37.682 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:44:37.682 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:44:37.682 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:44:37.683 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:44:37.683 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:44:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:38 smithi156 conmon[67007]: audit 2022-01-18T18:44:37.075110+0000 mgr.smithi129.iclwio (mgr.14716) 5590 : audit [DBG] from='client.37810 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:44:38.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:38 smithi156 conmon[67007]: cluster 2022-01-18T18:44:37.150116 2022-01-18T18:44:38.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:38 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 5591 : cluster [DBG] pgmap v4805: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:38.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:38 smithi156 conmon[67007]: audit 2022-01-18T18:44:37.345299+0000 mgr.smithi129.iclwio (mgr.14716) 5592 : audit [DBG] from='client.37814 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:44:38.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:38 smithi156 conmon[67007]: audit 2022-01-18T18:44:37.679895+0000 mon.smithi129 (mon.0) 1781 : audit [DBG] from='client.? 172.21.15.129:0/2595928691' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:44:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:38 smithi129 conmon[101092]: audit 2022-01-18T18:44:37.075110+0000 mgr.smithi129.iclwio (mgr.14716) 5590 : audit [DBG] 2022-01-18T18:44:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:38 smithi129 conmon[101092]: from='client.37810 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:44:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:38 smithi129 conmon[101092]: cluster 2022-01-18T18:44:37.150116+0000 mgr.smithi129.iclwio (mgr.14716) 5591 : cluster [DBG] pgmap v4805: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:38.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:38 smithi129 conmon[101092]: audit 2022 2022-01-18T18:44:38.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:38 smithi129 conmon[101092]: -01-18T18:44:37.345299+0000 mgr.smithi129.iclwio (mgr.14716) 5592 : audit [DBG] from='client.37814 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:44:38.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:38 smithi129 conmon[101092]: audit 2022-01-18T18:44:37.679895+0000 mon.smithi129 (mon.0) 1781 : audit 2022-01-18T18:44:38.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:38 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/2595928691' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:44:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:40 smithi156 conmon[67007]: cluster 2022-01-18T18:44:39.150689+0000 mgr.smithi129.iclwio (mgr.14716) 5593 : cluster [DBG] pgmap v4806: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:44:40.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:40 smithi129 conmon[101092]: cluster 2022-01-18T18:44:39.150689+0000 mgr.smithi129.iclwio (mgr.14716) 5593 : cluster [DBG] pgmap v4806: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:44:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:42 smithi156 conmon[67007]: cluster 2022-01-18T18:44:41.151498+0000 mgr.smithi129.iclwio (mgr.14716) 5594 : cluster [DBG] pgmap v4807: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:42 smithi156 conmon[67007]: 2022-01-18T18:44:42.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:42 smithi129 conmon[101092]: cluster 2022-01-18T18:44:41.151498+0000 mgr.smithi129.iclwio (mgr.14716) 5594 : cluster [DBG] pgmap v4807: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:44 smithi156 conmon[67007]: cluster 2022-01-18T18:44:43.152220+0000 mgr.smithi129.iclwio (mgr.14716) 5595 : cluster [DBG] pgmap v4808: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:44.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:44 smithi129 conmon[101092]: cluster 2022-01-18T18:44:43.152220+0000 mgr.smithi129.iclwio (mgr.14716) 5595 : cluster [DBG] pgmap v4808: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:46 smithi156 conmon[67007]: cluster 2022-01-18T18:44:45.152999+0000 mgr.smithi129.iclwio (mgr.14716) 5596 : cluster [DBG] pgmap v4809: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:46.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:46 smithi129 conmon[101092]: cluster 2022-01-18T18:44:45.152999+0000 mgr.smithi129.iclwio (mgr.14716) 5596 : cluster [DBG] pgmap v4809: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:48 smithi129 conmon[101092]: cluster 2022-01-18T18:44:47.153671+0000 mgr.smithi129.iclwio (mgr.14716) 5597 : cluster [DBG] pgmap v4810: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:49.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:48 smithi156 conmon[67007]: cluster 2022-01-18T18:44:47.153671+0000 mgr.smithi129.iclwio (mgr.14716) 5597 : cluster [DBG] pgmap v4810: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:50 smithi129 conmon[101092]: cluster 2022-01-18T18:44:49.154421+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:44:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:50 smithi129 conmon[101092]: 5598 : cluster [DBG] pgmap v4811: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:44:51.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:50 smithi156 conmon[67007]: cluster 2022-01-18T18:44:49.154421+0000 mgr.smithi129.iclwio (mgr.14716) 5598 : cluster [DBG] pgmap v4811: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:44:52.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:52 smithi129 conmon[101092]: cluster 2022-01-18T18:44:51.155117+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:44:52.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:52 smithi129 conmon[101092]: 14716) 5599 : cluster [DBG] pgmap v4812: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:53.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:52 smithi156 conmon[67007]: cluster 2022-01-18T18:44:51.155117+0000 mgr.smithi129.iclwio (mgr.14716) 5599 : cluster [DBG] pgmap v4812: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:54 smithi156 conmon[67007]: cluster 2022-01-18T18:44:53.155561+0000 mgr.smithi129.iclwio (mgr.14716) 5600 : cluster [DBG] pgmap v4813: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:54.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:54 smithi129 conmon[101092]: cluster 2022-01-18T18:44:53.155561+0000 mgr.smithi129.iclwio (mgr.14716) 5600 : cluster [DBG] pgmap v4813: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:55.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:55 smithi129 conmon[101092]: audit 2022-01-18T18:44:55.384355+0000 mon.smithi129 (mon.0) 1782 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:44:55.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:55 smithi129 conmon[101092]: audit 2022-01-18T18:44:55.385855+0000 mon.smithi129 (mon.0) 1783 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:44:55.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:55 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T18:44:55.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:55 smithi129 conmon[101092]: T18:44:55.386808+0000 mon.smithi129 (mon.0) 1784 2022-01-18T18:44:55.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:55 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:44:56.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:55 smithi156 conmon[67007]: audit 2022-01-18T18:44:55.384355+0000 mon.smithi129 (mon.0) 2022-01-18T18:44:56.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:55 smithi156 conmon[67007]: 1782 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:44:56.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:55 smithi156 conmon[67007]: audit 2022-01-18T18:44:55.385855+0000 mon.smithi129 (mon.0) 1783 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:44:56.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:55 smithi156 conmon[67007]: audit 2022-01-18T18:44:55.386808+0000 mon.smithi129 2022-01-18T18:44:56.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:55 smithi156 conmon[67007]: (mon.0) 1784 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:44:56.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:56 smithi129 conmon[101092]: cluster 2022-01-18T18:44:55.156377+0000 mgr.smithi129.iclwio (mgr.14716) 5601 : cluster [DBG] pgmap v4814: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:56.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:56 smithi129 conmon[101092]: cephadm 2022-01-18T18:44:55.387569+0000 mgr.smithi129.iclwio (mgr.14716) 5602 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:44:56.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:56 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T18:44:56.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:56 smithi129 conmon[101092]: 18T18:44:55.701601+0000 mon.smithi129 2022-01-18T18:44:56.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:56 smithi129 conmon[101092]: (mon 2022-01-18T18:44:56.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:56 smithi129 conmon[101092]: .0) 1785 : audit [INF] 2022-01-18T18:44:56.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:56 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:44:56.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:56 smithi129 conmon[101092]: audit 2022 2022-01-18T18:44:56.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:56 smithi129 conmon[101092]: -01-18T18:44:55 2022-01-18T18:44:56.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:56 smithi129 conmon[101092]: .708905+0000 mon.smithi129 (mon.0) 1786 : 2022-01-18T18:44:56.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:56 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:44:57.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:56 smithi156 conmon[67007]: cluster 2022-01-18T18:44:55.156377+0000 mgr.smithi129.iclwio (mgr.14716) 5601 : cluster [DBG] pgmap v4814: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:57.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:56 smithi156 conmon[67007]: cephadm 2022-01-18T18:44:55.387569+0000 mgr.smithi129.iclwio (mgr.14716) 5602 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:44:57.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:56 smithi156 conmon[67007]: audit 2022-01-18T18:44: 2022-01-18T18:44:57.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:56 smithi156 conmon[67007]: 55.701601+0000 mon.smithi129 (mon.0) 1785 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:44:57.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:56 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T18:44:57.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:56 smithi156 conmon[67007]: T18:44:55.708905+0000 mon.smithi129 ( 2022-01-18T18:44:57.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:56 smithi156 conmon[67007]: mon.0) 1786 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:44:57.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:57 smithi129 conmon[101092]: cluster 2022-01-18T18:44:57.156960+0000 mgr.smithi129.iclwio (mgr.14716) 5603 : cluster 2022-01-18T18:44:57.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:57 smithi129 conmon[101092]: [DBG] pgmap v4815: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:58.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:57 smithi156 conmon[67007]: cluster 2022-01-18T18:44:57.156960+0000 mgr.smithi129.iclwio (mgr.14716) 5603 : cluster [DBG] pgmap v4815: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:44:59.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:58 smithi129 conmon[101092]: audit 2022-01-18T18:44:58.833328+0000 mon.smithi129 (mon.0) 1787 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:44:59.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:58 smithi129 conmon[101092]: audit 2022-01-18T18:44: 2022-01-18T18:44:59.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:58 smithi129 conmon[101092]: 58.833558+0000 mon.smithi129 (mon.0) 1788 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:44:59.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:58 smithi156 conmon[67007]: audit 2022-01-18T18:44:58.833328+0000 mon.smithi129 (mon.0) 1787 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:44:59.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:58 smithi156 conmon[67007]: audit 2022-01-18T18:44:58.833558+0000 mon.smithi129 (mon.0) 1788 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:45:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:59 smithi129 conmon[101092]: cluster 2022-01-18T18:44:59.157802+0000 mgr.smithi129.iclwio (mgr.14716) 5604 : cluster [DBG] pgmap v4816: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:45:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:44:59 smithi129 conmon[101092]: 2022-01-18T18:45:00.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:44:59 smithi156 conmon[67007]: cluster 2022-01-18T18:44:59.157802+0000 mgr.smithi129.iclwio (mgr.14716) 5604 : cluster [DBG] pgmap v4816: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:45:02.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:02 smithi156 conmon[67007]: cluster 2022-01-18T18:45:01.158604+0000 mgr.smithi129.iclwio (mgr.14716) 5605 : cluster [DBG] pgmap v4817: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:02 smithi129 conmon[101092]: cluster 2022-01-18T18:45:01.158604+0000 mgr.smithi129.iclwio (mgr.14716) 5605 : cluster [DBG] pgmap v4817: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:04.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:04 smithi156 conmon[67007]: cluster 2022-01-18T18:45:03.159152+0000 mgr.smithi129.iclwio (mgr.14716) 5606 : cluster [DBG] pgmap v4818: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:04 smithi129 conmon[101092]: cluster 2022-01-18T18:45:03.159152+0000 mgr.smithi129.iclwio (mgr.14716) 5606 : cluster [DBG] pgmap v4818: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:06 smithi156 conmon[67007]: cluster 2022-01-18T18:45:05.160104+0000 mgr.smithi129.iclwio (mgr.14716) 5607 : cluster [DBG] pgmap v4819: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:06 smithi129 conmon[101092]: cluster 2022-01-18T18:45:05.160104+0000 mgr.smithi129.iclwio (mgr.14716) 5607 : cluster [DBG] pgmap v4819: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:07.977 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:45:08.239 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:45:08.239 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 6m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:45:08.239 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 6m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:45:08.240 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 6m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:45:08.240 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 6m ago 2h 42.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:45:08.240 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 6m ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:45:08.240 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 6m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:45:08.241 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 6m ago 2h 652M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:45:08.241 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 6m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:45:08.241 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 6m ago 2h 1049M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:45:08.241 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 6m ago 2h 499M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:45:08.242 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 6m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:45:08.242 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 6m ago 2h 118M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:45:08.242 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 6m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:45:08.242 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 6m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:45:08.243 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 6m ago 2h 1865M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:45:08.243 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 6m ago 2h 2913M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:45:08.243 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 6m ago 2h 2236M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:45:08.243 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 6m ago 2h 2918M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:45:08.244 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 6m ago 2h 2712M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:45:08.244 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 6m ago 2h 3269M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:45:08.244 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 6m ago 2h 2600M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:45:08.244 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 6m ago 2h 3815M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:45:08.245 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 6m ago 2h 87.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:45:08.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:08 smithi156 conmon[67007]: cluster 2022-01-18T18:45:07.160792+0000 mgr.smithi129.iclwio (mgr.14716) 5608 : cluster [DBG] pgmap v4820: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:08.557 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:45:08.557 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:45:08.557 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:45:08.558 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:45:08.558 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:45:08.558 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:45:08.558 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:45:08.559 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:45:08.559 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:45:08.559 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:45:08.559 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:45:08.559 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:45:08.560 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:45:08.560 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:45:08.560 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:45:08.560 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:45:08.561 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:45:08.561 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:45:08.561 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:45:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:08 smithi129 conmon[101092]: cluster 2022-01-18T18:45:07.160792+0000 mgr.smithi129.iclwio (mgr.14716) 5608 : cluster [DBG] pgmap v4820: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:09.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:09 smithi156 conmon[67007]: audit 2022-01-18T18:45:07.966370+0000 mgr.smithi129.iclwio (mgr.14716) 5609 : audit [DBG] from='client.37822 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:45:09.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:09 smithi156 conmon[67007]: audit 2022-01-18T18:45:08.230976+0000 mgr.smithi129.iclwio (mgr.14716) 5610 : audit [DBG] from='client.37826 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:45:09.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:09 smithi156 conmon[67007]: audit 2022-01-18T18:45:08.558119+0000 mon.smithi129 (mon.0) 1789 : audit [DBG] from='client.? 172.21.15.129:0/4164421361' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:45:09.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:09 smithi129 conmon[101092]: audit 2022-01-18T18:45:07.966370+0000 mgr.smithi129.iclwio (mgr.14716) 5609 2022-01-18T18:45:09.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:09 smithi129 conmon[101092]: : audit [DBG] from='client.37822 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:45:09.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:09 smithi129 conmon[101092]: audit 2022-01-18T18:45:08.230976+0000 mgr.smithi129.iclwio (mgr.14716) 5610 : audit [DBG] from='client.37826 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:45:09.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:09 smithi129 conmon[101092]: audit 2022-01-18T18:45:08.558119+0000 mon.smithi129 (mon.0) 1789 : audit [DBG] 2022-01-18T18:45:09.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:09 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/4164421361' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:45:10.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:10 smithi156 conmon[67007]: cluster 2022-01-18T18:45:09.161295+0000 mgr.smithi129.iclwio (mgr.14716) 5611 : cluster [DBG] pgmap v4821: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:45:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:10 smithi129 conmon[101092]: cluster 2022-01-18T18:45:09.161295+0000 mgr.smithi129.iclwio (mgr.14716) 5611 : cluster [DBG] pgmap v4821: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:45:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:10 smithi129 conmon[101092]: 2022-01-18T18:45:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:12 smithi156 conmon[67007]: cluster 2022-01-18T18:45:11.161945+0000 mgr.smithi129.iclwio (mgr.14716) 5612 : cluster [DBG] pgmap v4822: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:12 smithi129 conmon[101092]: cluster 2022-01-18T18:45:11.161945+0000 mgr.smithi129.iclwio (mgr.14716) 5612 : cluster [DBG] 2022-01-18T18:45:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:12 smithi129 conmon[101092]: pgmap v4822: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:14.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:14 smithi156 conmon[67007]: cluster 2022-01-18T18:45:13.162637+0000 mgr.smithi129.iclwio (mgr.14716) 5613 : cluster [DBG] pgmap v4823: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:14 smithi129 conmon[101092]: cluster 2022-01-18T18:45:13.162637+0000 mgr.smithi129.iclwio (mgr.14716) 5613 : cluster [DBG] 2022-01-18T18:45:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:14 smithi129 conmon[101092]: pgmap v4823: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:16 smithi156 conmon[67007]: cluster 2022-01-18T18:45:15.163397+0000 mgr.smithi129.iclwio (mgr.14716) 5614 : cluster [DBG] pgmap v4824: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:16 smithi129 conmon[101092]: cluster 2022-01-18T18:45:15.163397+0000 mgr.smithi129.iclwio (mgr.14716) 5614 : cluster 2022-01-18T18:45:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:16 smithi129 conmon[101092]: [DBG] pgmap v4824: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:18.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:18 smithi156 conmon[67007]: cluster 2022-01-18T18:45:17.164059+0000 mgr.smithi129.iclwio (mgr.14716) 5615 : cluster [DBG] pgmap v4825: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:18 smithi129 conmon[101092]: cluster 2022-01-18T18:45:17.164059+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:45:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:18 smithi129 conmon[101092]: 5615 : cluster [DBG] pgmap v4825: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:20.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:20 smithi156 conmon[67007]: cluster 2022-01-18T18:45:19.164670+0000 mgr.smithi129.iclwio (mgr.14716) 5616 : cluster [DBG] pgmap v4826: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:45:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:20 smithi129 conmon[101092]: cluster 2022-01-18T18:45:19.164670+0000 mgr.smithi129.iclwio (mgr.14716) 5616 : cluster [DBG] 2022-01-18T18:45:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:20 smithi129 conmon[101092]: pgmap v4826: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:45:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:22 smithi156 conmon[67007]: cluster 2022-01-18T18:45:21.165573+0000 mgr.smithi129.iclwio (mgr.14716) 5617 : cluster [DBG] pgmap v4827: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:22 smithi129 conmon[101092]: cluster 2022-01-18T18:45:21.165573+0000 mgr.smithi129.iclwio (mgr.14716) 5617 : cluster [DBG] pgmap v4827: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:24.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:24 smithi156 conmon[67007]: cluster 2022-01-18T18:45:23.166299+0000 mgr.smithi129.iclwio (mgr.14716) 5618 : cluster [DBG] pgmap v4828: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:24 smithi129 conmon[101092]: cluster 2022-01-18T18:45:23.166299+0000 mgr.smithi129.iclwio (mgr.14716) 5618 : cluster [DBG] pgmap v4828: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:24 smithi129 conmon[101092]: 2022-01-18T18:45:26.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:26 smithi156 conmon[67007]: cluster 2022-01-18T18:45:25.167287+0000 mgr.smithi129.iclwio (mgr.14716) 5619 : cluster [DBG] pgmap v4829: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:26 smithi156 conmon[67007]: 2022-01-18T18:45:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:26 smithi129 conmon[101092]: cluster 2022-01-18T18:45:25.167287+0000 mgr.smithi129.iclwio (mgr.14716) 5619 : cluster [DBG] pgmap v4829: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:28.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:28 smithi156 conmon[67007]: cluster 2022-01-18T18:45:27.168014+0000 mgr.smithi129.iclwio (mgr.14716) 5620 : cluster [DBG] pgmap v4830: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:28 smithi129 conmon[101092]: cluster 2022-01-18T18:45:27.168014+0000 mgr.smithi129.iclwio (mgr.14716) 5620 : cluster [DBG] pgmap v4830: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:30.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:30 smithi156 conmon[67007]: cluster 2022-01-18T18:45:29.168756+0000 mgr.smithi129.iclwio (mgr.14716) 5621 : cluster [DBG] pgmap v4831: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:45:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:30 smithi156 conmon[67007]: 2022-01-18T18:45:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:30 smithi129 conmon[101092]: cluster 2022-01-18T18:45:29.168756+0000 mgr.smithi129.iclwio (mgr.14716) 5621 : cluster [DBG] 2022-01-18T18:45:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:30 smithi129 conmon[101092]: pgmap v4831: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:45:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:32 smithi129 conmon[101092]: cluster 2022-01-18T18:45:31.169398+0000 mgr.smithi129.iclwio (mgr.14716) 5622 : cluster [DBG] pgmap v4832: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:32.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:32 smithi156 conmon[67007]: cluster 2022-01-18T18:45:31.169398+0000 mgr.smithi129.iclwio (mgr.14716) 5622 : cluster [DBG] pgmap v4832: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:34 smithi129 conmon[101092]: cluster 2022-01-18T18:45:33.169924+0000 mgr.smithi129.iclwio (mgr.14716) 5623 : cluster [DBG] pgmap v4833: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:34.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:34 smithi156 conmon[67007]: cluster 2022-01-18T18:45:33.169924+0000 mgr.smithi129.iclwio (mgr.14716) 5623 : cluster [DBG] pgmap v4833: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:36 smithi129 conmon[101092]: cluster 2022-01-18T18:45:35.170711+0000 mgr.smithi129.iclwio (mgr.14716) 5624 : cluster [DBG] pgmap v4834: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:36 smithi129 conmon[101092]: 2022-01-18T18:45:36.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:36 smithi156 conmon[67007]: cluster 2022-01-18T18:45:35.170711+0000 mgr.smithi129.iclwio (mgr.14716) 5624 : cluster [DBG] pgmap v4834: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:38 smithi129 conmon[101092]: cluster 2022-01-18T18:45:37.171380+0000 mgr.smithi129.iclwio (mgr.14716) 5625 : cluster [DBG] pgmap v4835: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:38.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:38 smithi156 conmon[67007]: cluster 2022-01-18T18:45:37.171380+0000 mgr.smithi129.iclwio (mgr.14716) 5625 : cluster [DBG] pgmap v4835: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:38.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:38 smithi156 conmon[67007]: 2022-01-18T18:45:38.853 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:45:39.121 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:45:39.121 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 6m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:45:39.121 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 6m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:45:39.122 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 6m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:45:39.122 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 6m ago 2h 42.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:45:39.122 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 6m ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:45:39.122 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 6m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:45:39.123 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 6m ago 2h 652M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:45:39.123 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 6m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:45:39.123 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 6m ago 2h 1049M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:45:39.124 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 6m ago 2h 499M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:45:39.124 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 6m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:45:39.124 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 6m ago 2h 118M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:45:39.124 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 6m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:45:39.124 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 6m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:45:39.125 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 6m ago 2h 1865M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:45:39.125 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 6m ago 2h 2913M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:45:39.125 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 6m ago 2h 2236M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:45:39.125 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 6m ago 2h 2918M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:45:39.126 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 6m ago 2h 2712M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:45:39.126 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 6m ago 2h 3269M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:45:39.126 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 6m ago 2h 2600M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:45:39.126 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 6m ago 2h 3815M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:45:39.127 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 6m ago 2h 87.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:45:39.432 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:45:39.432 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:45:39.432 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:45:39.433 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:45:39.433 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:45:39.433 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:45:39.433 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:45:39.434 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:45:39.434 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:45:39.434 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:45:39.434 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:45:39.435 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:45:39.435 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:45:39.435 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:45:39.435 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:45:39.435 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:45:39.436 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:45:39.436 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:45:39.436 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:45:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:40 smithi129 conmon[101092]: audit 2022-01-18T18:45:38.842406+0000 mgr.smithi129.iclwio (mgr.14716) 5626 : audit [DBG] from='client.37834 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:45:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:40 smithi129 conmon[101092]: audit 2022-01-18T18:45:39.109818+0000 mgr.smithi129.iclwio (mgr.14716) 5627 : audit [DBG] from='client.37838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:45:40.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:40 smithi129 conmon[101092]: cluster 2022-01-18T18:45:39.171922+0000 mgr.smithi129.iclwio (mgr.14716) 5628 : cluster 2022-01-18T18:45:40.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:40 smithi129 conmon[101092]: [DBG] pgmap v4836: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:45:40.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:40 smithi129 conmon[101092]: audit 2022-01-18T18:45:39.432747 2022-01-18T18:45:40.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:40 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 1790 : audit [DBG] from='client.? 172.21.15.129:0/725064661' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:45:40.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:40 smithi156 conmon[67007]: audit 2022-01-18T18:45:38.842406+0000 mgr.smithi129.iclwio (mgr.14716) 5626 : audit [DBG] from='client.37834 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:45:40.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:40 smithi156 conmon[67007]: audit 2022-01-18T18:45:39.109818+0000 mgr.smithi129.iclwio (mgr.14716) 5627 : audit [DBG] from='client.37838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:45:40.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:40 smithi156 conmon[67007]: cluster 2022-01-18T18:45:39.171922+0000 mgr.smithi129.iclwio (mgr.14716) 5628 : cluster [DBG] pgmap v4836: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:45:40.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:40 smithi156 conmon[67007]: audit 2022- 2022-01-18T18:45:40.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:40 smithi156 conmon[67007]: 01-18T18:45:39.432747+0000 mon.smithi129 (mon.0) 1790 : audit [DBG] from='client.? 172.21.15.129:0/725064661' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:45:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:42 smithi129 conmon[101092]: cluster 2022-01-18T18:45:41.172605+0000 mgr.smithi129.iclwio (mgr.14716) 5629 : cluster [DBG] pgmap v4837: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:42 smithi156 conmon[67007]: cluster 2022-01-18T18:45:41.172605+0000 mgr.smithi129.iclwio (mgr.14716) 5629 : cluster [DBG] pgmap v4837: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:44 smithi129 conmon[101092]: cluster 2022-01-18T18:45:43.173346+0000 mgr.smithi129.iclwio (mgr.14716) 5630 : cluster [DBG] pgmap v4838: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:44.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:44 smithi156 conmon[67007]: cluster 2022-01-18T18:45:43.173346+0000 mgr.smithi129.iclwio (mgr.14716) 5630 : cluster [DBG] pgmap v4838: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:46 smithi129 conmon[101092]: cluster 2022-01-18T18:45:45.174217+0000 mgr.smithi129.iclwio (mgr.14716) 5631 : cluster [DBG] pgmap v4839: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:46.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:46 smithi156 conmon[67007]: cluster 2022-01-18T18:45:45.174217+0000 mgr.smithi129.iclwio (mgr.14716) 5631 : cluster [DBG] pgmap v4839: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:48.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:48 smithi156 conmon[67007]: cluster 2022-01-18T18:45:47.174680+0000 mgr.smithi129.iclwio (mgr.14716) 5632 : cluster [DBG] pgmap v4840: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:48.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:48 smithi156 conmon[67007]: 2022-01-18T18:45:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:48 smithi129 conmon[101092]: cluster 2022-01-18T18:45:47.174680+0000 mgr.smithi129.iclwio (mgr.14716) 5632 : cluster [DBG] pgmap v4840: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:48 smithi129 conmon[101092]: 2022-01-18T18:45:50.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:50 smithi156 conmon[67007]: cluster 2022-01-18T18:45:49.175395+0000 mgr.smithi129.iclwio (mgr.14716) 5633 : cluster 2022-01-18T18:45:50.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:50 smithi156 conmon[67007]: [DBG] pgmap v4841: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:45:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:50 smithi129 conmon[101092]: cluster 2022-01-18T18:45:49.175395+0000 mgr.smithi129.iclwio (mgr.14716) 5633 : cluster [DBG] pgmap v4841: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:45:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:50 smithi129 conmon[101092]: 2022-01-18T18:45:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:52 smithi129 conmon[101092]: cluster 2022-01-18T18:45:51.176006+0000 mgr.smithi129.iclwio (mgr.14716) 5634 : cluster [DBG] pgmap v4842: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:52.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:52 smithi156 conmon[67007]: cluster 2022-01-18T18:45:51.176006+0000 mgr.smithi129.iclwio (mgr.14716) 5634 : cluster [DBG] pgmap v4842: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:54 smithi129 conmon[101092]: cluster 2022-01-18T18:45:53.176467+0000 mgr.smithi129.iclwio (mgr.14716) 5635 : cluster [DBG] pgmap v4843: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:54.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:54 smithi156 conmon[67007]: cluster 2022-01-18T18:45:53.176467+0000 mgr.smithi129.iclwio (mgr.14716) 5635 : cluster [DBG] pgmap v4843: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:56 smithi129 conmon[101092]: cluster 2022-01-18T18:45:55.177265+0000 mgr.smithi129.iclwio (mgr.14716) 5636 : 2022-01-18T18:45:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:56 smithi129 conmon[101092]: cluster [DBG] pgmap v4844: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:56.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:56 smithi129 conmon[101092]: audit 2022-01-18T18:45:55.711366+0000 mon.smithi129 (mon.0) 1791 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:45:56.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:56 smithi129 conmon[101092]: audit 2022-01-18T18:45:55.712808+0000 mon.smithi129 (mon.0) 1792 2022-01-18T18:45:56.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:56 smithi129 conmon[101092]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:45:56.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:56 smithi129 conmon[101092]: audit 2022-01-18T18: 2022-01-18T18:45:56.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:56 smithi129 conmon[101092]: 45:55.713816+0000 mon.smithi129 (mon.0) 2022-01-18T18:45:56.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:56 smithi129 conmon[101092]: 1793 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:45:56.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:56 smithi129 conmon[101092]: audit 2022-01-18T18 2022-01-18T18:45:56.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:56 smithi129 conmon[101092]: :45:56.019058+0000 mon.smithi129 (mon.0) 1794 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:45:56.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:56 smithi129 conmon[101092]: 2022-01-18T18:45:56.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:56 smithi129 conmon[101092]: audit 2022-01 2022-01-18T18:45:56.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:56 smithi129 conmon[101092]: -18T18:45:56.023651+0000 mon.smithi129 (mon.0) 2022-01-18T18:45:56.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:56 smithi129 conmon[101092]: 1795 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:45:56.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:56 smithi156 conmon[67007]: cluster 2022-01-18T18:45:55.177265+0000 mgr.smithi129.iclwio (mgr.14716) 5636 : cluster [DBG] pgmap v4844: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:56 smithi156 conmon[67007]: audit 2022-01-18T18:45 2022-01-18T18:45:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:56 smithi156 conmon[67007]: :55.711366+0000 mon.smithi129 (mon.0) 1791 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:45:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:56 smithi156 conmon[67007]: audit 2022-01-18T18:45:55.712808+0000 mon.smithi129 (mon.0) 1792 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:45:56.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:56 smithi156 conmon[67007]: audit 2022-01-18T18:45:55 2022-01-18T18:45:56.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:56 smithi156 conmon[67007]: .713816+0000 mon.smithi129 (mon.0) 1793 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:45:56.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:56 smithi156 conmon[67007]: audit 2022-01-18T18:45:56.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:56 smithi156 conmon[67007]: 2022-01-18T18:45:56.019058+0000 mon.smithi129 (mon 2022-01-18T18:45:56.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:56 smithi156 conmon[67007]: .0) 1794 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:45:56.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:56 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T18:45:56.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:56 smithi156 conmon[67007]: T18:45:56.023651+0000 mon.smithi129 (mon 2022-01-18T18:45:56.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:56 smithi156 conmon[67007]: .0) 1795 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:45:57.543 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:57 smithi129 conmon[101092]: cephadm 2022-01-18T18:45:55.714554+0000 mgr.smithi129.iclwio (mgr.14716) 5637 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:45:57.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:57 smithi156 conmon[67007]: cephadm 2022-01-18T18:45:55.714554+0000 mgr.smithi129.iclwio (mgr.14716) 5637 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:45:58.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:58 smithi156 conmon[67007]: cluster 2022-01-18T18:45:57.178008+0000 mgr.smithi129.iclwio (mgr.14716) 5638 : cluster [DBG] pgmap v4845: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:58 smithi129 conmon[101092]: cluster 2022-01-18T18:45:57.178008+0000 mgr.smithi129.iclwio (mgr.14716) 5638 : cluster [DBG] pgmap v4845: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:45:59.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:59 smithi156 conmon[67007]: audit 2022-01-18T18:45:58.837064+0000 mon.smithi129 (mon.0) 1796 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:45:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:59 smithi156 conmon[67007]: audit 2022-01-18T18:45: 2022-01-18T18:45:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:45:59 smithi156 conmon[67007]: 58.837715+0000 mon.smithi129 (mon.0) 1797 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:45:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:59 smithi129 conmon[101092]: audit 2022-01-18T18:45:58.837064+0000 mon.smithi129 (mon.0) 1796 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:45:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:45:59 smithi129 conmon[101092]: audit 2022-01-18T18:45:58.837715+0000 mon.smithi129 (mon.0) 1797 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:46:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:00 smithi156 conmon[67007]: cluster 2022-01-18T18:45:59.178745+0000 mgr.smithi129.iclwio (mgr.14716) 5639 : cluster [DBG] pgmap v4846: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:46:00.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:00 smithi129 conmon[101092]: cluster 2022-01-18T18:45:59.178745+0000 mgr.smithi129.iclwio (mgr.14716) 5639 : cluster [DBG] pgmap v4846: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:46:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:02 smithi129 conmon[101092]: cluster 2022-01-18T18:46:01.179306+0000 mgr.smithi129.iclwio (mgr.14716) 5640 : cluster [DBG] pgmap v4847: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:02.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:02 smithi156 conmon[67007]: cluster 2022-01-18T18:46:01.179306+0000 mgr.smithi129.iclwio (mgr.14716) 5640 : cluster [DBG] pgmap v4847: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:04.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:04 smithi156 conmon[67007]: cluster 2022-01-18T18:46:03.179784+0000 mgr.smithi129.iclwio (mgr.14716) 5641 : cluster [DBG] pgmap v4848: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:04 smithi129 conmon[101092]: cluster 2022-01-18T18:46:03.179784+0000 mgr.smithi129.iclwio (mgr.14716) 5641 : cluster [DBG] pgmap v4848: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:06.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:06 smithi156 conmon[67007]: cluster 2022-01-18T18:46:05.180579+0000 mgr.smithi129.iclwio (mgr.14716) 5642 : cluster [DBG] pgmap v4849: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:06 smithi129 conmon[101092]: cluster 2022-01-18T18:46:05.180579+0000 mgr.smithi129.iclwio (mgr.14716) 5642 : cluster [DBG] pgmap v4849: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:08.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:08 smithi156 conmon[67007]: cluster 2022-01-18T18:46:07.181330+0000 mgr.smithi129.iclwio (mgr.14716) 5643 : cluster [DBG] pgmap v4850: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:08 smithi156 conmon[67007]: 2022-01-18T18:46:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:08 smithi129 conmon[101092]: cluster 2022-01-18T18:46:07.181330+0000 mgr.smithi129.iclwio (mgr.14716) 5643 : cluster [DBG] pgmap v4850: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:09.731 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:46:09.997 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:46:09.997 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 7m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:46:09.997 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 7m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:46:09.997 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 7m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:46:09.998 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 7m ago 2h 42.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:46:09.998 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 7m ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:46:09.998 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 7m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:46:09.998 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 7m ago 2h 652M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:46:09.999 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 7m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:46:09.999 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 7m ago 2h 1049M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:46:09.999 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 7m ago 2h 499M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:46:09.999 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 7m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:46:10.000 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 7m ago 2h 118M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:46:10.000 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 7m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:46:10.001 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 7m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:46:10.001 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 7m ago 2h 1865M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:46:10.001 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 7m ago 2h 2913M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:46:10.001 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 7m ago 2h 2236M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:46:10.002 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 7m ago 2h 2918M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:46:10.002 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 7m ago 2h 2712M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:46:10.002 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 7m ago 2h 3269M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:46:10.002 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 7m ago 2h 2600M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:46:10.002 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 7m ago 2h 3815M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:46:10.003 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 7m ago 2h 87.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:46:10.316 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:46:10.316 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:46:10.316 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:46:10.317 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:46:10.317 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:46:10.317 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:46:10.317 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:46:10.317 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:46:10.318 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:46:10.318 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:46:10.318 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:46:10.318 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:46:10.319 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:46:10.319 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:46:10.319 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:46:10.319 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:46:10.320 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:46:10.320 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:46:10.320 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:46:10.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:10 smithi156 conmon[67007]: cluster 2022-01-18T18:46:09.181959+0000 mgr.smithi129.iclwio (mgr.14716) 5644 : cluster [DBG] pgmap v4851: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:46:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:10 smithi129 conmon[101092]: cluster 2022-01-18T18:46:09.181959+0000 mgr.smithi129.iclwio (mgr.14716) 5644 : cluster [DBG] pgmap v4851: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:46:11.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:11 smithi156 conmon[67007]: audit 2022-01-18T18:46:09.720081+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:46:11.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:11 smithi156 conmon[67007]: 14716) 5645 : audit [DBG] from='client.37846 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:46:11.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:11 smithi156 conmon[67007]: audit 2022-01-18T18:46:09.988949+0000 mgr.smithi129.iclwio (mgr.14716) 5646 : audit [DBG] from='client.37850 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:46:11.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:11 smithi156 conmon[67007]: audit 2022-01-18T18:46 2022-01-18T18:46:11.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:11 smithi156 conmon[67007]: :10.316721+0000 mon.smithi129 (mon.0) 1798 : audit [DBG] from='client.? 172.21.15.129:0/3105576874' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:46:11.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:11 smithi129 conmon[101092]: audit 2022-01-18T18:46:09.720081+0000 mgr.smithi129.iclwio (mgr.14716) 5645 : audit [DBG] from='client.37846 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:46:11.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:11 smithi129 conmon[101092]: audit 2022-01-18T18:46:09.988949+0000 mgr.smithi129.iclwio (mgr.14716) 5646 : audit [DBG] from='client.37850 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:46:11.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:11 smithi129 conmon[101092]: audit 2022-01-18T18:46:10.316721+0000 mon.smithi129 (mon.0) 1798 : audit [DBG] from='client.? 172.21.15.129:0/3105576874' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:46:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:12 smithi156 conmon[67007]: cluster 2022-01-18T18:46:11.182533+0000 mgr.smithi129.iclwio (mgr.14716) 5647 : cluster [DBG] pgmap v4852: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:12 smithi129 conmon[101092]: cluster 2022-01-18T18:46:11.182533+0000 mgr.smithi129.iclwio (mgr.14716) 5647 : cluster [DBG] pgmap v4852: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:14.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:14 smithi156 conmon[67007]: cluster 2022-01-18T18:46:13.183186+0000 mgr.smithi129.iclwio (mgr.14716) 5648 : cluster [DBG] pgmap v4853: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:14 smithi129 conmon[101092]: cluster 2022-01-18T18:46:13.183186+0000 mgr.smithi129.iclwio (mgr.14716) 5648 : cluster [DBG] pgmap v4853: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:16 smithi156 conmon[67007]: cluster 2022-01-18T18:46:15.184090+0000 mgr.smithi129.iclwio (mgr.14716) 5649 : cluster [DBG] pgmap v4854: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:16 smithi156 conmon[67007]: 2022-01-18T18:46:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:16 smithi129 conmon[101092]: cluster 2022-01-18T18:46:15.184090+0000 mgr.smithi129.iclwio (mgr.14716) 5649 : cluster [DBG] pgmap v4854: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:18.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:18 smithi156 conmon[67007]: cluster 2022-01-18T18:46:17.184769+0000 mgr.smithi129.iclwio (mgr.14716) 5650 : cluster [DBG] pgmap v4855: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:18 smithi129 conmon[101092]: cluster 2022-01-18T18:46:17.184769+0000 mgr.smithi129.iclwio (mgr.14716) 5650 : cluster [DBG] 2022-01-18T18:46:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:18 smithi129 conmon[101092]: pgmap v4855: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:20.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:20 smithi156 conmon[67007]: cluster 2022-01-18T18:46:19.185610+0000 mgr.smithi129.iclwio (mgr.14716) 5651 : cluster [DBG] pgmap v4856: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:46:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:20 smithi129 conmon[101092]: cluster 2022-01-18T18:46:19.185610+0000 mgr.smithi129.iclwio (mgr.14716) 5651 : 2022-01-18T18:46:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:20 smithi129 conmon[101092]: cluster [DBG] pgmap v4856: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:46:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:22 smithi129 conmon[101092]: cluster 2022-01-18T18:46:21.186261+0000 mgr.smithi129.iclwio (mgr.14716) 5652 : cluster [DBG] pgmap v4857: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:22 smithi129 conmon[101092]: 2022-01-18T18:46:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:22 smithi156 conmon[67007]: cluster 2022-01-18T18:46:21.186261+0000 mgr.smithi129.iclwio (mgr.14716) 5652 : cluster [DBG] pgmap v4857: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:24.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:24 smithi156 conmon[67007]: cluster 2022-01-18T18:46:23.186760+0000 mgr.smithi129.iclwio (mgr.14716) 5653 : cluster [DBG] pgmap v4858: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:24 smithi129 conmon[101092]: cluster 2022-01-18T18:46:23.186760+0000 mgr.smithi129.iclwio (mgr.14716) 5653 : cluster [DBG] pgmap v4858: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:26.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:26 smithi156 conmon[67007]: cluster 2022-01-18T18:46:25.187551+0000 mgr.smithi129.iclwio (mgr.14716) 5654 : cluster [DBG] pgmap v4859: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:26 smithi129 conmon[101092]: cluster 2022-01-18T18:46:25.187551+0000 mgr.smithi129.iclwio (mgr.14716) 5654 : cluster [DBG] pgmap v4859: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:28.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:28 smithi156 conmon[67007]: cluster 2022-01-18T18:46:27.188302+0000 mgr.smithi129.iclwio (mgr.14716) 5655 : cluster [DBG] pgmap v4860: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:28 smithi129 conmon[101092]: cluster 2022-01-18T18:46:27.188302+0000 mgr.smithi129.iclwio (mgr.14716) 5655 : cluster [DBG] 2022-01-18T18:46:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:28 smithi129 conmon[101092]: pgmap v4860: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:30.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:30 smithi156 conmon[67007]: cluster 2022-01-18T18:46:29.189274+0000 mgr.smithi129.iclwio (mgr.14716) 5656 : cluster [DBG] pgmap v4861: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:46:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:30 smithi129 conmon[101092]: cluster 2022-01-18T18:46:29.189274+0000 mgr.smithi129.iclwio (mgr.14716) 5656 : cluster [DBG] pgmap v4861: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:46:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:32 smithi129 conmon[101092]: cluster 2022-01-18T18:46:31.190008+0000 mgr.smithi129.iclwio (mgr.14716) 5657 : cluster [DBG] pgmap v4862: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:32.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:32 smithi156 conmon[67007]: cluster 2022-01-18T18:46:31.190008+0000 mgr.smithi129.iclwio (mgr.14716) 5657 : cluster [DBG] pgmap v4862: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:34.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:34 smithi156 conmon[67007]: cluster 2022-01-18T18:46:33.190491+0000 mgr.smithi129.iclwio (mgr.14716) 5658 : cluster [DBG] pgmap v4863: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:34.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:34 smithi129 conmon[101092]: cluster 2022-01-18T18:46:33.190491+0000 mgr.smithi129.iclwio (mgr.14716) 5658 : cluster [DBG] pgmap v4863: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:36.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:36 smithi156 conmon[67007]: cluster 2022-01-18T18:46:35.191207+0000 mgr.smithi129.iclwio (mgr.14716) 5659 : cluster [DBG] pgmap v4864: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:36 smithi156 conmon[67007]: 2022-01-18T18:46:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:36 smithi129 conmon[101092]: cluster 2022-01-18T18:46:35.191207+0000 2022-01-18T18:46:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:36 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 5659 : cluster [DBG] pgmap v4864: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:38.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:38 smithi156 conmon[67007]: cluster 2022-01-18T18:46:37.191943+0000 mgr.smithi129.iclwio (mgr.14716) 5660 : cluster [DBG] pgmap v4865: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:38 smithi156 conmon[67007]: 2022-01-18T18:46:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:38 smithi129 conmon[101092]: cluster 2022-01-18T18:46:37.191943+0000 mgr.smithi129.iclwio (mgr.14716) 5660 : cluster 2022-01-18T18:46:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:38 smithi129 conmon[101092]: [DBG] pgmap v4865: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:40.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:40 smithi156 conmon[67007]: cluster 2022-01-18T18:46:39.192585+0000 mgr.smithi129.iclwio (mgr.14716) 5661 : cluster [DBG] pgmap v4866: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:46:40.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:40 smithi156 conmon[67007]: 2022-01-18T18:46:40.615 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:46:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:40 smithi129 conmon[101092]: cluster 2022-01-18T18:46:39.192585+0000 mgr.smithi129.iclwio (mgr.14716) 5661 : cluster [DBG] pgmap v4866: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:46:40.880 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:46:40.880 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 7m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:46:40.881 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 7m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:46:40.881 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 7m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:46:40.881 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 7m ago 2h 42.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:46:40.881 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 7m ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:46:40.882 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 7m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:46:40.882 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 7m ago 2h 652M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:46:40.882 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 7m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:46:40.883 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 7m ago 2h 1049M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:46:40.883 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 7m ago 2h 499M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:46:40.883 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 7m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:46:40.884 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 7m ago 2h 118M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:46:40.884 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 7m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:46:40.884 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 7m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:46:40.884 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 7m ago 2h 1865M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:46:40.885 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 7m ago 2h 2913M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:46:40.885 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 7m ago 2h 2236M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:46:40.885 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 7m ago 2h 2918M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:46:40.885 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 7m ago 2h 2712M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:46:40.885 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 7m ago 2h 3269M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:46:40.886 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 7m ago 2h 2600M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:46:40.886 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 7m ago 2h 3815M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:46:40.886 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 7m ago 2h 87.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:46:41.200 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:46:41.201 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:46:41.202 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:46:41.203 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:46:41.203 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:46:41.204 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:46:41.206 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:46:41.206 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:46:41.206 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:46:41.207 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:46:41.207 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:46:41.207 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:46:41.207 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:46:41.207 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:46:41.208 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:46:41.208 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:46:41.208 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:46:41.208 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:46:41.209 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:46:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:42 smithi129 conmon[101092]: audit 2022-01-18T18:46:40.604502+0000 mgr.smithi129.iclwio (mgr.14716) 5662 : audit [DBG] from='client.37858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:46:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:42 smithi129 conmon[101092]: audit 2022-01-18T18:46:40.871935+0000 mgr.smithi129.iclwio ( 2022-01-18T18:46:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:42 smithi129 conmon[101092]: mgr.14716) 5663 : audit [DBG] from='client.37862 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:46:42.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:42 smithi129 conmon[101092]: cluster 2022-01-18T18:46:41.193079+0000 mgr.smithi129.iclwio (mgr.14716) 5664 : cluster [DBG] pgmap v4867: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:42.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:42 smithi129 conmon[101092]: audit 2022-01-18T18:46:41.199056+0000 mon.smithi129 (mon.0) 1799 : audit [DBG] from='client.? 172.21.15.129:0/672300362' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:46:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:42 smithi156 conmon[67007]: audit 2022-01-18T18:46:40.604502+0000 mgr.smithi129.iclwio (mgr.14716) 5662 : audit [DBG] 2022-01-18T18:46:42.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:42 smithi156 conmon[67007]: from='client.37858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:46:42.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:42 smithi156 conmon[67007]: audit 2022-01-18T18:46:40.871935+0000 mgr.smithi129.iclwio (mgr.14716) 5663 : audit [DBG] from='client.37862 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:46:42.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:42 smithi156 conmon[67007]: cluster 2022-01-18T 2022-01-18T18:46:42.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:42 smithi156 conmon[67007]: 18:46:41.193079+0000 mgr.smithi129.iclwio (mgr.14716) 5664 : cluster [DBG] pgmap v4867: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:42.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:42 smithi156 conmon[67007]: audit 2022-01-18T18:46:42.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:42 smithi156 conmon[67007]: 2022-01-18T18:46:41.199056+0000 mon.smithi129 (mon.0) 1799 : audit [DBG] 2022-01-18T18:46:42.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:42 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/672300362' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:46:44.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:44 smithi156 conmon[67007]: cluster 2022-01-18T18:46:43.193714+0000 mgr.smithi129.iclwio (mgr.14716) 5665 : cluster 2022-01-18T18:46:44.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:44 smithi156 conmon[67007]: [DBG] pgmap v4868: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:44 smithi129 conmon[101092]: cluster 2022-01-18T18:46:43.193714+0000 mgr.smithi129.iclwio (mgr.14716) 5665 : cluster [DBG] pgmap v4868: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:46.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:46 smithi156 conmon[67007]: cluster 2022-01-18T18:46:45.194609+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:46:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:46 smithi156 conmon[67007]: 5666 : cluster [DBG] pgmap v4869: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:46 smithi129 conmon[101092]: cluster 2022-01-18T18:46:45.194609+0000 mgr.smithi129.iclwio (mgr.14716) 5666 : cluster [DBG] pgmap v4869: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:48.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:48 smithi156 conmon[67007]: cluster 2022-01-18T18:46:47.195322+0000 mgr.smithi129.iclwio (mgr.14716) 5667 : 2022-01-18T18:46:48.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:48 smithi156 conmon[67007]: cluster [DBG] pgmap v4870: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:48 smithi129 conmon[101092]: cluster 2022-01-18T18:46:47.195322+0000 mgr.smithi129.iclwio (mgr.14716) 5667 : cluster 2022-01-18T18:46:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:48 smithi129 conmon[101092]: [DBG] pgmap v4870: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:50.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:50 smithi156 conmon[67007]: cluster 2022-01-18T18:46:49.196056+0000 mgr.smithi129.iclwio (mgr.14716) 5668 : cluster 2022-01-18T18:46:50.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:50 smithi156 conmon[67007]: [DBG] pgmap v4871: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:46:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:50 smithi129 conmon[101092]: cluster 2022-01-18T18:46:49.196056+0000 mgr.smithi129.iclwio (mgr.14716) 5668 : cluster [DBG] pgmap v4871: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:46:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:50 smithi129 conmon[101092]: 2022-01-18T18:46:52.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:52 smithi156 conmon[67007]: cluster 2022-01-18T18:46:51.196638+0000 mgr.smithi129.iclwio (mgr.14716) 5669 : cluster [DBG] 2022-01-18T18:46:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:52 smithi156 conmon[67007]: pgmap v4872: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:52 smithi129 conmon[101092]: cluster 2022-01-18T18:46:51.196638+0000 mgr.smithi129.iclwio (mgr.14716) 5669 : cluster [DBG] pgmap v4872: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:54.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:54 smithi156 conmon[67007]: cluster 2022-01-18T18:46:53.197203+0000 mgr.smithi129.iclwio (mgr.14716) 5670 : 2022-01-18T18:46:54.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:54 smithi156 conmon[67007]: cluster [DBG] pgmap v4873: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:54.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:54 smithi129 conmon[101092]: cluster 2022-01-18T18:46:53.197203+0000 mgr.smithi129.iclwio (mgr.14716) 5670 : cluster [DBG] pgmap v4873: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:56.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:56 smithi156 conmon[67007]: cluster 2022-01-18T18:46:55.197938+0000 mgr.smithi129.iclwio ( 2022-01-18T18:46:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:56 smithi156 conmon[67007]: mgr.14716) 5671 : cluster [DBG] pgmap v4874: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:56 smithi156 conmon[67007]: audit 2022-01-18T18:46:56.026035+0000 mon.smithi129 (mon.0) 2022-01-18T18:46:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:56 smithi156 conmon[67007]: 1800 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:46:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:56 smithi156 conmon[67007]: audit 2022-01-18T18:46:56.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:56 smithi156 conmon[67007]: 2022-01-18T18:46:56.027430+0000 mon.smithi129 (mon.0) 1801 2022-01-18T18:46:56.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:56 smithi156 conmon[67007]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:46:56.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:56 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T18:46:56.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:56 smithi156 conmon[67007]: 18T18:46:56.028394+0000 mon.smithi129 (mon. 2022-01-18T18:46:56.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:56 smithi156 conmon[67007]: 0) 1802 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:46:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:56 smithi129 conmon[101092]: cluster 2022-01-18T18:46:55.197938+0000 mgr.smithi129.iclwio (mgr.14716) 5671 : 2022-01-18T18:46:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:56 smithi129 conmon[101092]: cluster [DBG] pgmap v4874: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:56 smithi129 conmon[101092]: audit 2022-01-18T18:46:56.026035+0000 mon.smithi129 (mon.0) 1800 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:46:56.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:56 smithi129 conmon[101092]: audit 2022-01-18T18:46:56.027430+0000 mon.smithi129 ( 2022-01-18T18:46:56.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:56 smithi129 conmon[101092]: mon.0) 1801 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:46:56.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:56 smithi129 conmon[101092]: audit 2022- 2022-01-18T18:46:56.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:56 smithi129 conmon[101092]: 01-18T18:46:56.028394+0000 mon.smithi129 (mon.0) 1802 : audit 2022-01-18T18:46:56.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:56 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:46:57.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:57 smithi129 conmon[101092]: cephadm 2022-01-18T18:46:56.029109+0000 mgr.smithi129.iclwio (mgr.14716) 5672 : cephadm [WRN] 2022-01-18T18:46:57.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:57 smithi129 conmon[101092]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:46:57.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:57 smithi129 conmon[101092]: audit 2022-01-18T18:46:56.338145+0000 mon.smithi129 (mon.0) 1803 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:46:57.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:57 smithi129 conmon[101092]: audit 2022-01 2022-01-18T18:46:57.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:57 smithi129 conmon[101092]: -18T18:46 2022-01-18T18:46:57.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:57 smithi129 conmon[101092]: :56.345488+0000 mon.smithi129 ( 2022-01-18T18:46:57.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:57 smithi129 conmon[101092]: mon.0) 1804 : audit [INF] 2022-01-18T18:46:57.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:57 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:46:57.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:57 smithi156 conmon[67007]: cephadm 2022-01-18T18:46:56.029109+0000 mgr.smithi129.iclwio (mgr.14716) 5672 : 2022-01-18T18:46:57.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:57 smithi156 conmon[67007]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:46:57.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:57 smithi156 conmon[67007]: audit 2022-01-18T18:46:56.338145+0000 mon.smithi129 (mon.0) 1803 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:46:57.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:57 smithi156 conmon[67007]: audit 2022-01-18T18:46:56.345488+0000 mon.smithi129 (mon 2022-01-18T18:46:57.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:57 smithi156 conmon[67007]: .0) 1804 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:46:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:58 smithi129 conmon[101092]: cluster 2022-01-18T18:46:57.198575+0000 mgr.smithi129.iclwio (mgr.14716) 5673 : cluster [DBG] pgmap v4875: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:58 smithi156 conmon[67007]: cluster 2022-01-18T18:46:57.198575+0000 mgr.smithi129.iclwio (mgr.14716) 5673 : cluster 2022-01-18T18:46:58.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:58 smithi156 conmon[67007]: [DBG] pgmap v4875: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:46:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:59 smithi129 conmon[101092]: audit 2022-01-18T18:46:58.842055+0000 mon.smithi129 (mon.0) 1805 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:46:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:59 smithi129 conmon[101092]: 2022-01-18T18:46:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:46:59 smithi129 conmon[101092]: audit 2022-01-18T18:46:58.842299+0000 mon.smithi129 (mon.0) 1806 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:46:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:59 smithi156 conmon[67007]: audit 2022-01-18T18:46:58.842055+0000 mon.smithi129 (mon.0) 1805 : audit 2022-01-18T18:46:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:59 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:46:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:46:59 smithi156 conmon[67007]: audit 2022-01-18T18:46:58.842299+0000 mon.smithi129 (mon.0) 1806 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:47:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:00 smithi129 conmon[101092]: cluster 2022-01-18T18:46:59.199227+0000 mgr.smithi129.iclwio (mgr.14716) 5674 : cluster [DBG] pgmap v4876: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:47:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:00 smithi156 conmon[67007]: cluster 2022-01-18T18:46:59.199227+0000 mgr.smithi129.iclwio (mgr.14716) 5674 2022-01-18T18:47:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:00 smithi156 conmon[67007]: : cluster [DBG] pgmap v4876: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:47:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:02 smithi156 conmon[67007]: cluster 2022-01-18T18:47:01.199719+0000 mgr.smithi129.iclwio (mgr.14716) 5675 : cluster 2022-01-18T18:47:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:02 smithi156 conmon[67007]: [DBG] pgmap v4877: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:02 smithi129 conmon[101092]: cluster 2022-01-18T18:47:01.199719+0000 mgr.smithi129.iclwio (mgr.14716) 5675 : cluster [DBG] pgmap v4877: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:04.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:04 smithi156 conmon[67007]: cluster 2022-01-18T18:47:03.200223+0000 mgr.smithi129.iclwio (mgr.14716) 5676 : cluster 2022-01-18T18:47:04.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:04 smithi156 conmon[67007]: [DBG] pgmap v4878: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:04 smithi129 conmon[101092]: cluster 2022-01-18T18:47:03.200223+0000 mgr.smithi129.iclwio (mgr.14716) 5676 : cluster [DBG] pgmap v4878: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:04 smithi129 conmon[101092]: 2022-01-18T18:47:06.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:06 smithi156 conmon[67007]: cluster 2022-01-18T18:47:05.200926+0000 mgr.smithi129.iclwio (mgr.14716) 5677 : cluster 2022-01-18T18:47:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:06 smithi156 conmon[67007]: [DBG] pgmap v4879: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:06 smithi129 conmon[101092]: cluster 2022-01-18T18:47:05.200926+0000 2022-01-18T18:47:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:06 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 5677 : cluster [DBG] pgmap v4879: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:08.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:08 smithi156 conmon[67007]: cluster 2022-01-18T18:47:07.201487+0000 mgr.smithi129.iclwio (mgr.14716) 5678 : cluster [DBG] 2022-01-18T18:47:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:08 smithi156 conmon[67007]: pgmap v4880: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:08 smithi129 conmon[101092]: cluster 2022-01-18T18:47:07.201487+0000 mgr.smithi129.iclwio (mgr.14716) 5678 : cluster [DBG] pgmap v4880: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:10.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:10 smithi156 conmon[67007]: cluster 2022-01-18T18:47:09.202286+0000 mgr.smithi129.iclwio (mgr.14716) 5679 : cluster [DBG] pgmap v4881: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:47:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:10 smithi129 conmon[101092]: cluster 2022-01-18T18:47:09.202286+0000 mgr.smithi129.iclwio (mgr.14716) 5679 : cluster [DBG] pgmap v4881: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:47:11.496 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:47:11.759 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:47:11.759 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 8m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:47:11.760 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 8m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:47:11.760 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 8m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:47:11.760 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 8m ago 2h 42.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:47:11.760 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 8m ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:47:11.760 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 8m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:47:11.761 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 8m ago 2h 652M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:47:11.761 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 8m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:47:11.761 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 8m ago 2h 1049M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:47:11.761 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 8m ago 2h 499M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:47:11.762 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 8m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:47:11.762 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 8m ago 2h 118M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:47:11.762 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 8m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:47:11.762 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 8m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:47:11.763 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 8m ago 2h 1865M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:47:11.763 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 8m ago 2h 2913M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:47:11.763 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 8m ago 2h 2236M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:47:11.763 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 8m ago 2h 2918M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:47:11.764 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 8m ago 2h 2712M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:47:11.764 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 8m ago 2h 3269M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:47:11.764 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 8m ago 2h 2600M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:47:11.764 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 8m ago 2h 3815M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:47:11.765 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 8m ago 2h 87.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:47:12.073 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:47:12.074 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:47:12.074 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:47:12.074 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:47:12.074 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:47:12.075 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:47:12.075 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:47:12.075 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:47:12.075 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:47:12.076 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:47:12.076 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:47:12.076 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:47:12.076 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:47:12.076 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:47:12.077 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:47:12.077 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:47:12.077 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:47:12.077 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:47:12.078 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:47:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:12 smithi156 conmon[67007]: cluster 2022-01-18T18:47:11.202735+0000 mgr.smithi129.iclwio (mgr.14716) 5680 : cluster [DBG] pgmap v4882: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:12 smithi156 conmon[67007]: audit 2022-01-18T18:47:11.484970+0000 mgr.smithi129.iclwio (mgr.14716) 5681 : audit [DBG] from='client.37870 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:47:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:12 smithi156 conmon[67007]: audit 2022-01-18T18:47:12. 2022-01-18T18:47:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:12 smithi156 conmon[67007]: 074419+0000 mon.smithi129 (mon.0) 1807 : audit [DBG] from='client.? 172.21.15.129:0/3776984613' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:47:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:12 smithi129 conmon[101092]: cluster 2022-01-18T18:47:11.202735+0000 mgr.smithi129.iclwio (mgr.14716) 5680 : 2022-01-18T18:47:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:12 smithi129 conmon[101092]: cluster [DBG] pgmap v4882: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:12 smithi129 conmon[101092]: audit 2022-01-18T18:47:11.484970+0000 mgr.smithi129.iclwio (mgr.14716) 5681 : audit [DBG] from='client.37870 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:47:12.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:12 smithi129 conmon[101092]: audit 2022-01-18T18:47 2022-01-18T18:47:12.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:12 smithi129 conmon[101092]: :12.074419+0000 mon.smithi129 (mon.0) 1807 : audit [DBG] from='client.? 172.21.15.129:0/3776984613' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:47:13.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:13 smithi156 conmon[67007]: audit 2022-01-18T18:47:11.751177+0000 mgr.smithi129.iclwio (mgr.14716) 5682 : audit [DBG] 2022-01-18T18:47:13.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:13 smithi156 conmon[67007]: from='client.37874 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:47:13.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:13 smithi129 conmon[101092]: audit 2022-01-18T18:47:11.751177+0000 mgr.smithi129.iclwio (mgr.14716) 5682 : audit [DBG] from='client.37874 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:47:14.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:14 smithi156 conmon[67007]: cluster 2022-01-18T18:47:13.203293+0000 mgr.smithi129.iclwio (mgr.14716) 5683 : cluster [DBG] pgmap v4883: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:14 smithi129 conmon[101092]: cluster 2022-01-18T18:47:13.203293+0000 mgr.smithi129.iclwio (mgr.14716) 5683 : cluster [DBG] pgmap v4883: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:14 smithi129 conmon[101092]: 2022-01-18T18:47:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:16 smithi156 conmon[67007]: cluster 2022-01-18T18:47:15.204165+0000 mgr.smithi129.iclwio (mgr.14716) 5684 : cluster [DBG] pgmap v4884: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:16 smithi129 conmon[101092]: cluster 2022-01-18T18:47:15.204165+0000 mgr.smithi129.iclwio (mgr.14716) 5684 : cluster [DBG] pgmap v4884: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:18.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:18 smithi156 conmon[67007]: cluster 2022-01-18T18:47:17.204935+0000 mgr.smithi129.iclwio (mgr.14716) 5685 : cluster [DBG] pgmap v4885: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:18 smithi129 conmon[101092]: cluster 2022-01-18T18:47:17.204935+0000 mgr.smithi129.iclwio (mgr.14716) 5685 : cluster [DBG] pgmap v4885: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:20.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:20 smithi156 conmon[67007]: cluster 2022-01-18T18:47:19.205841+0000 mgr.smithi129.iclwio (mgr.14716) 5686 : cluster [DBG] pgmap v4886: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:47:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:20 smithi129 conmon[101092]: cluster 2022-01-18T18:47:19.205841+0000 mgr.smithi129.iclwio (mgr.14716) 5686 : cluster [DBG] pgmap v4886: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:47:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:22 smithi156 conmon[67007]: cluster 2022-01-18T18:47:21.206315+0000 mgr.smithi129.iclwio (mgr.14716) 5687 : cluster [DBG] pgmap v4887: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:22 smithi129 conmon[101092]: cluster 2022-01-18T18:47:21.206315+0000 mgr.smithi129.iclwio (mgr.14716) 5687 : cluster [DBG] pgmap v4887: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:24.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:24 smithi156 conmon[67007]: cluster 2022-01-18T18:47:23.206977+0000 mgr.smithi129.iclwio (mgr.14716) 5688 : cluster [DBG] pgmap v4888: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:24 smithi129 conmon[101092]: cluster 2022-01-18T18:47:23.206977+0000 mgr.smithi129.iclwio (mgr.14716) 5688 : cluster [DBG] pgmap v4888: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:26.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:26 smithi156 conmon[67007]: cluster 2022-01-18T18:47:25.207657+0000 mgr.smithi129.iclwio (mgr.14716) 5689 : cluster [DBG] pgmap v4889: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:26 smithi129 conmon[101092]: cluster 2022-01-18T18:47:25.207657+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:47:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:26 smithi129 conmon[101092]: 14716) 5689 : cluster [DBG] pgmap v4889: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:28.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:28 smithi156 conmon[67007]: cluster 2022-01-18T18:47:27.208374+0000 mgr.smithi129.iclwio (mgr.14716) 5690 : cluster [DBG] pgmap v4890: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:28 smithi129 conmon[101092]: cluster 2022-01-18T18:47:27.208374+0000 mgr.smithi129.iclwio (mgr.14716) 5690 : cluster [DBG] pgmap v4890: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:28 smithi129 conmon[101092]: 2022-01-18T18:47:30.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:30 smithi156 conmon[67007]: cluster 2022-01-18T18:47:29.209056+0000 mgr.smithi129.iclwio (mgr.14716) 5691 : cluster [DBG] pgmap v4891: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:47:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:30 smithi129 conmon[101092]: cluster 2022-01-18T18:47:29.209056+0000 mgr.smithi129.iclwio (mgr.14716) 5691 : cluster [DBG] pgmap v4891: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:47:32.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:32 smithi156 conmon[67007]: cluster 2022-01-18T18:47:31.209463+0000 mgr.smithi129.iclwio (mgr.14716) 5692 : cluster [DBG] pgmap v4892: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:32.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:32 smithi129 conmon[101092]: cluster 2022-01-18T18:47:31.209463+0000 mgr.smithi129.iclwio (mgr.14716) 5692 : cluster [DBG] pgmap v4892: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:34.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:34 smithi156 conmon[67007]: cluster 2022-01-18T18:47:33.209974+0000 mgr.smithi129.iclwio (mgr.14716) 5693 : cluster [DBG] pgmap v4893: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:34.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:34 smithi129 conmon[101092]: cluster 2022-01-18T18:47:33.209974+0000 mgr.smithi129.iclwio (mgr.14716) 5693 2022-01-18T18:47:34.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:34 smithi129 conmon[101092]: : cluster [DBG] pgmap v4893: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:36.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:36 smithi156 conmon[67007]: cluster 2022-01-18T18:47:35.210689+0000 mgr.smithi129.iclwio (mgr.14716) 5694 : cluster [DBG] pgmap v4894: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:36.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:36 smithi129 conmon[101092]: cluster 2022-01-18T18:47:35.210689+0000 mgr.smithi129.iclwio (mgr.14716) 5694 : cluster [DBG] 2022-01-18T18:47:36.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:36 smithi129 conmon[101092]: pgmap v4894: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:38.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:38 smithi156 conmon[67007]: cluster 2022-01-18T18:47:37.211341+0000 mgr.smithi129.iclwio (mgr.14716) 5695 : cluster [DBG] pgmap v4895: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:38.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:38 smithi129 conmon[101092]: cluster 2022-01- 2022-01-18T18:47:38.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:38 smithi129 conmon[101092]: 18T18:47:37.211341+0000 mgr.smithi129.iclwio (mgr.14716) 5695 : cluster [DBG] pgmap v4895: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:40.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:40 smithi156 conmon[67007]: cluster 2022-01-18T18:47:39.212196+0000 mgr.smithi129.iclwio (mgr.14716) 5696 : cluster [DBG] pgmap v4896: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:47:40.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:40 smithi156 conmon[67007]: 2022-01-18T18:47:40.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:40 smithi129 conmon[101092]: cluster 2022-01-18T18:47:39.212196+0000 mgr.smithi129.iclwio (mgr.14716) 5696 : cluster [DBG] pgmap v4896: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:47:40.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:40 smithi129 conmon[101092]: 2022-01-18T18:47:42.370 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:47:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:42 smithi156 conmon[67007]: cluster 2022-01-18T18:47:41.212639+0000 mgr.smithi129.iclwio (mgr.14716) 5697 : cluster [DBG] pgmap v4897: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:42.636 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:47:42.637 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 8m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:47:42.637 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 8m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:47:42.637 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 8m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:47:42.637 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 8m ago 2h 42.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:47:42.638 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 8m ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:47:42.638 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 8m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:47:42.639 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 8m ago 2h 652M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:47:42.639 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 8m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:47:42.639 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 8m ago 2h 1049M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:47:42.639 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 8m ago 2h 499M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:47:42.640 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 8m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:47:42.640 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 8m ago 2h 118M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:47:42.640 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 8m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:47:42.640 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 8m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:47:42.640 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 8m ago 2h 1865M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:47:42.641 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 8m ago 2h 2913M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:47:42.641 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 8m ago 2h 2236M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:47:42.641 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 8m ago 2h 2918M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:47:42.641 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 8m ago 2h 2712M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:47:42.642 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 8m ago 2h 3269M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:47:42.642 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 8m ago 2h 2600M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:47:42.642 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 8m ago 2h 3815M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:47:42.642 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 8m ago 2h 87.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:47:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:42 smithi129 conmon[101092]: cluster 2022-01-18T18:47:41.212639+0000 mgr.smithi129.iclwio (mgr.14716) 5697 : cluster [DBG] pgmap v4897: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:42.956 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:47:42.956 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:47:42.956 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:47:42.957 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:47:42.957 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:47:42.957 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:47:42.957 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:47:42.958 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:47:42.958 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:47:42.958 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:47:42.958 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:47:42.959 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:47:42.959 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:47:42.959 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:47:42.959 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:47:42.960 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:47:42.960 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:47:42.960 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:47:42.960 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:47:43.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:43 smithi156 conmon[67007]: audit 2022-01-18T18:47:42.360566+0000 mgr.smithi129.iclwio (mgr.14716) 5698 : 2022-01-18T18:47:43.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:43 smithi156 conmon[67007]: audit [DBG] from='client.37882 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:47:43.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:43 smithi156 conmon[67007]: audit 2022-01-18T18:47:42.957620+0000 mon.smithi129 (mon.0) 1808 : audit [DBG] from='client.? 172.21.15.129:0/1777076543' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:47:43.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:43 smithi129 conmon[101092]: audit 2022-01-18T18:47:42.360566+0000 mgr.smithi129.iclwio (mgr.14716) 5698 : audit [DBG] from='client.37882 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:47:43.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:43 smithi129 conmon[101092]: audit 2022-01-18T18:47:42.957620+0000 mon.smithi129 (mon.0) 1808 : audit [DBG] from='client.? 172.21.15.129:0/1777076543' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:47:44.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:44 smithi156 conmon[67007]: audit 2022-01-18T18:47:42.629659+0000 mgr.smithi129.iclwio (mgr.14716) 5699 : audit [DBG] from='client.37886 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:47:44.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:44 smithi156 conmon[67007]: cluster 2022-01-18T18:47:43.213369+0000 mgr.smithi129.iclwio (mgr.14716) 5700 : cluster [DBG] pgmap v4898: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:44.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:44 smithi129 conmon[101092]: audit 2022-01-18T18:47:42.629659+0000 mgr.smithi129.iclwio (mgr.14716) 5699 : audit [DBG] from='client.37886 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:47:44.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:44 smithi129 conmon[101092]: cluster 2022-01-18T18:47:43.213369+0000 mgr.smithi129.iclwio (mgr.14716) 5700 : cluster [DBG] pgmap v4898: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:46.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:46 smithi156 conmon[67007]: cluster 2022-01-18T18:47:45.214140+0000 mgr.smithi129.iclwio (mgr.14716) 5701 : cluster [DBG] pgmap v4899: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:46.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:46 smithi129 conmon[101092]: cluster 2022-01-18T18:47:45.214140+0000 mgr.smithi129.iclwio (mgr.14716) 5701 : cluster [DBG] pgmap v4899: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:48.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:48 smithi156 conmon[67007]: cluster 2022-01-18T18:47:47.214599+0000 mgr.smithi129.iclwio (mgr.14716) 5702 : cluster [DBG] pgmap v4900: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:48.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:48 smithi129 conmon[101092]: cluster 2022-01-18T18:47:47.214599+0000 mgr.smithi129.iclwio (mgr.14716) 5702 : cluster [DBG] pgmap v4900: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:48 smithi129 conmon[101092]: 2022-01-18T18:47:50.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:50 smithi156 conmon[67007]: cluster 2022-01-18T18:47:49.215295+0000 mgr.smithi129.iclwio (mgr.14716) 5703 : cluster [DBG] pgmap v4901: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:47:50.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:50 smithi129 conmon[101092]: cluster 2022-01-18T18:47:49.215295+0000 mgr.smithi129.iclwio (mgr.14716) 5703 : cluster [DBG] pgmap v4901: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:47:50.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:50 smithi129 conmon[101092]: 2022-01-18T18:47:52.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:52 smithi156 conmon[67007]: cluster 2022-01-18T18:47:51.215997+0000 mgr.smithi129.iclwio (mgr.14716) 5704 : cluster [DBG] 2022-01-18T18:47:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:52 smithi156 conmon[67007]: pgmap v4902: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:52 smithi129 conmon[101092]: cluster 2022-01-18T18:47:51.215997+0000 mgr.smithi129.iclwio (mgr.14716) 5704 : cluster 2022-01-18T18:47:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:52 smithi129 conmon[101092]: [DBG] pgmap v4902: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:54.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:54 smithi156 conmon[67007]: cluster 2022-01-18T18:47:53.216532+0000 mgr.smithi129.iclwio (mgr.14716) 5705 : cluster [DBG] pgmap v4903: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:54.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:54 smithi129 conmon[101092]: cluster 2022-01-18T18:47:53.216532+0000 mgr.smithi129.iclwio (mgr.14716) 5705 : cluster [DBG] pgmap v4903: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:54.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:54 smithi129 conmon[101092]: 2022-01-18T18:47:56.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:56 smithi156 conmon[67007]: cluster 2022-01-18T18:47:55.217528+0000 mgr.smithi129.iclwio (mgr.14716) 5706 : cluster [DBG] pgmap v4904: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:56.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:56 smithi129 conmon[101092]: cluster 2022-01-18T18:47:55.217528+0000 mgr.smithi129.iclwio (mgr.14716) 5706 : cluster [DBG] pgmap v4904: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:56.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:56 smithi129 conmon[101092]: 2022-01-18T18:47:57.542 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:57 smithi129 conmon[101092]: audit 2022-01-18T18:47:56.348032+0000 mon.smithi129 (mon.0) 1809 : 2022-01-18T18:47:57.543 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:57 smithi129 conmon[101092]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:47:57.543 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:57 smithi129 conmon[101092]: audit 2022-01-18T18:47:56.349377+0000 mon.smithi129 (mon.0) 1810 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:47:57.543 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:57 smithi129 conmon[101092]: audit 2022- 2022-01-18T18:47:57.543 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:57 smithi129 conmon[101092]: 01-18T18:47:56.350268+0000 mon.smithi129 (mon.0) 1811 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:47:57.544 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:57 smithi129 conmon[101092]: cephadm 2022-01-18T18:47 2022-01-18T18:47:57.544 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:57 smithi129 conmon[101092]: :56.351108+0000 mgr.smithi129.iclwio (mgr.14716) 5707 2022-01-18T18:47:57.544 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:57 smithi129 conmon[101092]: : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:47:57.544 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:57 smithi129 conmon[101092]: audit 2022-01-18T18 2022-01-18T18:47:57.545 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:57 smithi129 conmon[101092]: :47:56.640143+0000 mon.smithi129 (mon.0 2022-01-18T18:47:57.545 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:57 smithi129 conmon[101092]: ) 1812 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T18:47:57.545 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:57 smithi129 conmon[101092]: audit 2022 2022-01-18T18:47:57.545 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:57 smithi129 conmon[101092]: -01-18T18:47:56 2022-01-18T18:47:57.545 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:57 smithi129 conmon[101092]: .653017+0000 mon.smithi129 (mon.0 2022-01-18T18:47:57.546 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:57 smithi129 conmon[101092]: ) 1813 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T18:47:57.546 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:57 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T18:47:57.546 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:57 smithi129 conmon[101092]: 18T18:47:56.659042+0000 2022-01-18T18:47:57.546 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:57 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1814 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:47:57.547 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:57 smithi129 conmon[101092]: audit 2022- 2022-01-18T18:47:57.547 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:57 smithi129 conmon[101092]: 01-18T18:47:56.665810 2022-01-18T18:47:57.547 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:57 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 1815 : audit 2022-01-18T18:47:57.548 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:57 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:47:57.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:57 smithi156 conmon[67007]: audit 2022-01-18T18:47:56.348032+0000 mon.smithi129 (mon.0) 1809 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:47:57.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:57 smithi156 conmon[67007]: audit 2022-01-18T18:47:56.349377+0000 mon.smithi129 (mon.0) 1810 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:47:57.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:57 smithi156 conmon[67007]: audit 2022-01-18T18:47:56.350268+0000 mon.smithi129 (mon.0) 1811 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:47:57.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:57 smithi156 conmon[67007]: cephadm 2022-01-18T18:47:56 2022-01-18T18:47:57.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:57 smithi156 conmon[67007]: .351108+0000 mgr.smithi129.iclwio (mgr.14716) 5707 : 2022-01-18T18:47:57.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:57 smithi156 conmon[67007]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:47:57.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:57 smithi156 conmon[67007]: audit 2022-01-18T18:47:56.640143 2022-01-18T18:47:57.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:57 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 1812 : audit [INF] 2022-01-18T18:47:57.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:57 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T18:47:57.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:57 smithi156 conmon[67007]: audit 2022-01-18T18:47:57.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:57 smithi156 conmon[67007]: 2022-01-18T18:47:56 2022-01-18T18:47:57.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:57 smithi156 conmon[67007]: .653017+0000 mon.smithi129 (mon.0) 2022-01-18T18:47:57.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:57 smithi156 conmon[67007]: 1813 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T18:47:57.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:57 smithi156 conmon[67007]: audit 2022 2022-01-18T18:47:57.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:57 smithi156 conmon[67007]: -01-18T18:47:56.659042 2022-01-18T18:47:57.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:57 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 1814 : 2022-01-18T18:47:57.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:57 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:47:57.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:57 smithi156 conmon[67007]: audit 2022- 2022-01-18T18:47:57.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:57 smithi156 conmon[67007]: 01-18T18:47:56.665810 2022-01-18T18:47:57.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:57 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 1815 : 2022-01-18T18:47:57.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:57 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:47:58.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:58 smithi156 conmon[67007]: cluster 2022-01-18T18:47:57.218186+0000 mgr.smithi129.iclwio (mgr.14716) 5708 : cluster [DBG] pgmap v4905: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:58.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:58 smithi129 conmon[101092]: cluster 2022-01-18T18:47:57.218186+0000 mgr.smithi129.iclwio (mgr.14716) 5708 : cluster [DBG] pgmap v4905: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:47:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:58 smithi129 conmon[101092]: 2022-01-18T18:47:59.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:59 smithi156 conmon[67007]: audit 2022-01-18T18:47:58.846007+0000 mon.smithi129 (mon.0) 1816 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:47:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:47:59 smithi156 conmon[67007]: audit 2022-01-18T18:47:58.846253+0000 mon.smithi129 (mon.0) 1817 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:47:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:59 smithi129 conmon[101092]: audit 2022-01-18T18:47:58.846007+0000 mon.smithi129 (mon.0) 1816 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:47:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:47:59 smithi129 conmon[101092]: audit 2022-01-18T18:47:58.846253+0000 mon.smithi129 (mon.0) 1817 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:48:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:00 smithi156 conmon[67007]: cluster 2022-01-18T18:47:59.218969+0000 mgr.smithi129.iclwio (mgr.14716) 5709 : cluster [DBG] pgmap v4906: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:48:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:00 smithi129 conmon[101092]: cluster 2022-01-18T18:47:59.218969+0000 mgr.smithi129.iclwio (mgr.14716) 5709 : cluster [DBG] 2022-01-18T18:48:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:00 smithi129 conmon[101092]: pgmap v4906: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:48:02.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:02 smithi156 conmon[67007]: cluster 2022-01-18T18:48:01.219453+0000 mgr.smithi129.iclwio (mgr.14716) 5710 : cluster [DBG] pgmap v4907: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:02.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:02 smithi129 conmon[101092]: cluster 2022-01-18T18:48:01.219453+0000 mgr.smithi129.iclwio (mgr.14716) 5710 : cluster [DBG] pgmap v4907: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:02.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:02 smithi129 conmon[101092]: 2022-01-18T18:48:04.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:04 smithi156 conmon[67007]: cluster 2022-01-18T18:48:03.220016+0000 mgr.smithi129.iclwio (mgr.14716) 5711 : cluster [DBG] pgmap v4908: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:04.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:04 smithi129 conmon[101092]: cluster 2022-01-18T18:48:03.220016+0000 mgr.smithi129.iclwio (mgr.14716) 5711 : cluster [DBG] pgmap v4908: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:06.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:06 smithi156 conmon[67007]: cluster 2022-01-18T18:48:05.220683+0000 mgr.smithi129.iclwio (mgr.14716) 5712 : cluster [DBG] pgmap v4909: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:06.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:06 smithi129 conmon[101092]: cluster 2022-01-18T18:48:05.220683+0000 mgr.smithi129.iclwio (mgr.14716) 5712 : cluster [DBG] pgmap v4909: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:08.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:08 smithi156 conmon[67007]: cluster 2022-01-18T18:48:07.221365+0000 mgr.smithi129.iclwio (mgr.14716) 5713 : cluster [DBG] pgmap v4910: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:08.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:08 smithi129 conmon[101092]: cluster 2022-01-18T18:48:07.221365+0000 mgr.smithi129.iclwio (mgr.14716) 5713 : cluster [DBG] pgmap v4910: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:10.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:10 smithi156 conmon[67007]: cluster 2022-01-18T18:48:09.222200+0000 mgr.smithi129.iclwio (mgr.14716) 5714 : cluster [DBG] pgmap v4911: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:48:10.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:10 smithi129 conmon[101092]: cluster 2022-01-18T18:48:09.222200+0000 mgr.smithi129.iclwio (mgr.14716) 5714 : cluster [DBG] pgmap v4911: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:48:10.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:10 smithi129 conmon[101092]: 2022-01-18T18:48:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:12 smithi156 conmon[67007]: cluster 2022-01-18T18:48:11.222860+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:48:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:12 smithi156 conmon[67007]: 5715 : cluster [DBG] pgmap v4912: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:12 smithi129 conmon[101092]: cluster 2022-01-18T18:48:11.222860+0000 mgr.smithi129.iclwio (mgr.14716) 5715 : cluster [DBG] pgmap v4912: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:13.254 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:48:13.527 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:48:13.527 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 9m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:48:13.527 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 9m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:48:13.528 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 9m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:48:13.528 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 9m ago 2h 42.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:48:13.528 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 9m ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:48:13.528 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 9m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:48:13.529 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 9m ago 2h 652M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:48:13.529 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 9m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:48:13.529 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 9m ago 2h 1049M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:48:13.529 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 9m ago 2h 499M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:48:13.530 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 9m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:48:13.530 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 9m ago 2h 118M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:48:13.530 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 9m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:48:13.530 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 9m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:48:13.530 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 9m ago 2h 1865M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:48:13.531 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 9m ago 2h 2913M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:48:13.531 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 9m ago 2h 2236M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:48:13.531 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 9m ago 2h 2918M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:48:13.531 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 9m ago 2h 2712M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:48:13.532 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 9m ago 2h 3269M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:48:13.532 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 9m ago 2h 2600M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:48:13.532 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 9m ago 2h 3815M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:48:13.532 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 9m ago 2h 87.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:48:13.843 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:48:13.844 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:48:13.844 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:48:13.844 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:48:13.845 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:48:13.845 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:48:13.845 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:48:13.845 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:48:13.846 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:48:13.846 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:48:13.846 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:48:13.846 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:48:13.847 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:48:13.847 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:48:13.847 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:48:13.847 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:48:13.847 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:48:13.848 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:48:13.848 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:48:14.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:14 smithi156 conmon[67007]: cluster 2022-01-18T18:48:13.223303+0000 mgr.smithi129.iclwio (mgr.14716) 5716 : cluster [DBG] pgmap v4913: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:14.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:14 smithi156 conmon[67007]: audit 2022-01-18T18:48:13.244548+0000 mgr.smithi129.iclwio (mgr.14716) 5717 : audit [DBG] from='client.37894 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:48:14.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:14 smithi156 conmon[67007]: audit 2022-01-18T18:48:13.519461+0000 mgr.smithi129.iclwio (mgr.14716) 5718 : audit [DBG] from='client.37898 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:48:14.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:14 smithi156 conmon[67007]: audit 2022-01-18T18:48:13.845428+0000 mon.smithi129 (mon.0) 1818 : audit [DBG] from='client.? 172.21.15.129:0/3284333938' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:48:14.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:14 smithi129 conmon[101092]: cluster 2022-01-18T18:48:13.223303+0000 mgr.smithi129.iclwio (mgr.14716) 5716 : 2022-01-18T18:48:14.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:14 smithi129 conmon[101092]: cluster [DBG] pgmap v4913: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:14 smithi129 conmon[101092]: audit 2022-01-18T18:48:13.244548+0000 mgr.smithi129.iclwio (mgr.14716) 5717 : audit [DBG] from='client.37894 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:48:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:14 smithi129 conmon[101092]: audit 2022-01-18T18:48:13. 2022-01-18T18:48:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:14 smithi129 conmon[101092]: 519461+0000 mgr.smithi129.iclwio (mgr.14716) 5718 : audit [DBG] from='client.37898 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:48:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:14 smithi129 conmon[101092]: audit 2022-01-18T18:48:13.845428+0000 mon.smithi129 2022-01-18T18:48:14.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:14 smithi129 conmon[101092]: (mon.0) 1818 : audit [DBG] from='client.? 172.21.15.129:0/3284333938' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:48:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:16 smithi156 conmon[67007]: cluster 2022-01-18T18:48:15.223995+0000 mgr.smithi129.iclwio (mgr.14716) 5719 : cluster [DBG] pgmap v4914: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:16.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:16 smithi129 conmon[101092]: cluster 2022-01-18T18:48:15.223995+0000 mgr.smithi129.iclwio (mgr.14716) 5719 : cluster [DBG] pgmap v4914: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:18.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:18 smithi156 conmon[67007]: cluster 2022-01-18T18:48:17.224589+0000 mgr.smithi129.iclwio (mgr.14716) 5720 : cluster [DBG] pgmap v4915: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:18.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:18 smithi129 conmon[101092]: cluster 2022-01-18T18:48:17.224589+0000 mgr.smithi129.iclwio (mgr.14716) 5720 : cluster 2022-01-18T18:48:18.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:18 smithi129 conmon[101092]: [DBG] pgmap v4915: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:20.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:20 smithi156 conmon[67007]: cluster 2022-01-18T18:48:19.225315+0000 mgr.smithi129.iclwio (mgr.14716) 5721 : cluster [DBG] pgmap v4916: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:48:20.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:20 smithi129 conmon[101092]: cluster 2022-01-18T18:48:19.225315+0000 mgr.smithi129.iclwio (mgr.14716) 5721 : cluster 2022-01-18T18:48:20.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:20 smithi129 conmon[101092]: [DBG] pgmap v4916: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:48:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:22 smithi156 conmon[67007]: cluster 2022-01-18T18:48:21.225925+0000 mgr.smithi129.iclwio (mgr.14716) 5722 : cluster [DBG] pgmap v4917: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:22.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:22 smithi129 conmon[101092]: cluster 2022-01-18T18:48:21.225925+0000 mgr.smithi129.iclwio (mgr.14716) 5722 : cluster [DBG] pgmap v4917: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:22.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:22 smithi129 conmon[101092]: 2022-01-18T18:48:24.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:24 smithi156 conmon[67007]: cluster 2022-01-18T18:48:23.226481+0000 mgr.smithi129.iclwio (mgr.14716) 5723 : cluster [DBG] pgmap v4918: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:24.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:24 smithi129 conmon[101092]: cluster 2022-01-18T18:48:23.226481+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:48:24.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:24 smithi129 conmon[101092]: ) 5723 : cluster [DBG] pgmap v4918: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:26.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:26 smithi156 conmon[67007]: cluster 2022-01-18T18:48:25.227404+0000 mgr.smithi129.iclwio (mgr.14716) 5724 : cluster [DBG] pgmap v4919: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:26.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:26 smithi129 conmon[101092]: cluster 2022-01-18T18:48:25.227404+0000 mgr.smithi129.iclwio (mgr.14716) 5724 : cluster [DBG] pgmap v4919: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:28.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:28 smithi156 conmon[67007]: cluster 2022-01-18T18:48:27.227957+0000 mgr.smithi129.iclwio (mgr.14716) 5725 : cluster [DBG] pgmap v4920: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:28.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:28 smithi129 conmon[101092]: cluster 2022-01-18T18:48:27.227957+0000 mgr.smithi129.iclwio (mgr.14716) 5725 : cluster [DBG] pgmap v4920: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:30.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:30 smithi156 conmon[67007]: cluster 2022-01-18T18:48:29.228666+0000 mgr.smithi129.iclwio (mgr.14716) 5726 : cluster [DBG] pgmap v4921: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:48:30.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:30 smithi129 conmon[101092]: cluster 2022-01-18T18:48:29.228666+0000 mgr.smithi129.iclwio (mgr.14716) 5726 : cluster 2022-01-18T18:48:30.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:30 smithi129 conmon[101092]: [DBG] pgmap v4921: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:48:32.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:32 smithi156 conmon[67007]: cluster 2022-01-18T18:48:31.229198+0000 mgr.smithi129.iclwio (mgr.14716) 5727 : cluster [DBG] pgmap v4922: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:32 smithi156 conmon[67007]: 2022-01-18T18:48:32.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:32 smithi129 conmon[101092]: cluster 2022-01-18T18:48:31.229198+0000 mgr.smithi129.iclwio (mgr.14716) 5727 : cluster [DBG] 2022-01-18T18:48:32.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:32 smithi129 conmon[101092]: pgmap v4922: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:34.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:34 smithi156 conmon[67007]: cluster 2022-01-18T18:48:33.229827+0000 mgr.smithi129.iclwio (mgr.14716) 5728 : cluster [DBG] pgmap v4923: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:34.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:34 smithi129 conmon[101092]: cluster 2022-01-18T18:48:33.229827+0000 mgr.smithi129.iclwio (mgr.14716) 5728 : cluster [DBG] pgmap v4923: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:34.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:34 smithi129 conmon[101092]: 2022-01-18T18:48:36.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:36 smithi156 conmon[67007]: cluster 2022-01-18T18:48:35.230574+0000 mgr.smithi129.iclwio (mgr.14716) 5729 : cluster [DBG] pgmap v4924: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:36.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:36 smithi129 conmon[101092]: cluster 2022-01-18T18:48:35.230574+0000 mgr.smithi129.iclwio (mgr.14716) 5729 : cluster [DBG] pgmap v4924: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:38.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:38 smithi156 conmon[67007]: cluster 2022-01-18T18:48:37.231292+0000 mgr.smithi129.iclwio (mgr.14716) 5730 : cluster [DBG] pgmap v4925: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:38.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:38 smithi129 conmon[101092]: cluster 2022-01-18T18:48:37.231292+0000 mgr.smithi129.iclwio (mgr.14716) 5730 : cluster [DBG] 2022-01-18T18:48:38.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:38 smithi129 conmon[101092]: pgmap v4925: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:40.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:40 smithi156 conmon[67007]: cluster 2022-01-18T18:48:39.231994+0000 mgr.smithi129.iclwio (mgr.14716) 5731 : cluster [DBG] pgmap v4926: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:48:40.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:40 smithi129 conmon[101092]: cluster 2022-01-18T18:48:39.231994+0000 mgr.smithi129.iclwio (mgr.14716) 5731 : cluster [DBG] 2022-01-18T18:48:40.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:40 smithi129 conmon[101092]: pgmap v4926: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:48:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:42 smithi156 conmon[67007]: cluster 2022-01-18T18:48:41.232562+0000 mgr.smithi129.iclwio (mgr.14716) 5732 : cluster [DBG] pgmap v4927: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:42 smithi129 conmon[101092]: cluster 2022-01-18T18:48:41.232562+0000 mgr.smithi129.iclwio (mgr.14716) 5732 : cluster [DBG] pgmap v4927: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:44.143 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:48:44.408 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:48:44.408 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 9m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:48:44.408 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 9m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:48:44.409 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 9m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:48:44.409 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 9m ago 2h 42.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:48:44.409 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 9m ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:48:44.409 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 9m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:48:44.409 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 9m ago 2h 652M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:48:44.410 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 9m ago 2h 397M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:48:44.410 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 9m ago 2h 1049M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:48:44.410 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 9m ago 2h 499M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:48:44.410 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 9m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:48:44.411 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 9m ago 2h 118M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:48:44.411 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 9m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:48:44.411 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 9m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:48:44.411 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 9m ago 2h 1865M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:48:44.412 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 9m ago 2h 2913M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:48:44.412 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 9m ago 2h 2236M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:48:44.412 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 9m ago 2h 2918M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:48:44.413 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 9m ago 2h 2712M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:48:44.413 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 9m ago 2h 3269M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:48:44.413 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 9m ago 2h 2600M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:48:44.413 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 9m ago 2h 3815M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:48:44.413 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 9m ago 2h 87.4M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:48:44.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:44 smithi156 conmon[67007]: cluster 2022-01-18T18:48:43.233129+0000 mgr.smithi129.iclwio (mgr.14716) 5733 : cluster [DBG] pgmap v4928: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:44.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:44 smithi129 conmon[101092]: cluster 2022-01-18T18:48:43.233129+0000 mgr.smithi129.iclwio (mgr.14716) 5733 : cluster [DBG] 2022-01-18T18:48:44.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:44 smithi129 conmon[101092]: pgmap v4928: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:44.732 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:48:44.732 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:48:44.732 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:48:44.733 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:48:44.733 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:48:44.733 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:48:44.733 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:48:44.734 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:48:44.734 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:48:44.734 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:48:44.734 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:48:44.735 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:48:44.735 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:48:44.735 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:48:44.735 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:48:44.736 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:48:44.736 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:48:44.736 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:48:44.737 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:48:45.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:45 smithi156 conmon[67007]: audit 2022-01-18T18:48:44.133041+0000 mgr.smithi129.iclwio (mgr.14716) 5734 : audit [DBG] from='client.37906 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:48:45.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:45 smithi156 conmon[67007]: audit 2022-01-18T18:48:44.400721+0000 2022-01-18T18:48:45.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:45 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 5735 : audit [DBG] from='client.37910 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:48:45.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:45 smithi156 conmon[67007]: audit 2022-01-18T18:48:44.733631+0000 mon.smithi129 (mon.0) 1819 : audit [DBG] from='client.? 172.21.15.129:0/3460244058' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:48:45.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:45 smithi129 conmon[101092]: audit 2022-01-18T18:48:44.133041+0000 mgr.smithi129.iclwio (mgr.14716) 5734 : audit [DBG] 2022-01-18T18:48:45.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:45 smithi129 conmon[101092]: from='client.37906 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:48:45.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:45 smithi129 conmon[101092]: audit 2022-01-18T18:48:44.400721+0000 mgr.smithi129.iclwio (mgr.14716) 5735 : audit [DBG] from='client.37910 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:48:45.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:45 smithi129 conmon[101092]: audit 2022-01-18T18:48:44 2022-01-18T18:48:45.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:45 smithi129 conmon[101092]: .733631+0000 mon.smithi129 (mon.0) 1819 : audit [DBG] from='client.? 172.21.15.129:0/3460244058' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:48:46.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:46 smithi156 conmon[67007]: cluster 2022-01-18T18:48:45.233823+0000 mgr.smithi129.iclwio (mgr.14716) 5736 : cluster [DBG] pgmap v4929: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:46.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:46 smithi129 conmon[101092]: cluster 2022-01-18T18:48:45.233823+0000 mgr.smithi129.iclwio (mgr.14716) 5736 : cluster [DBG] pgmap v4929: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:48.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:48 smithi156 conmon[67007]: cluster 2022-01-18T18:48:47.234280+0000 mgr.smithi129.iclwio (mgr.14716) 5737 : cluster [DBG] pgmap v4930: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:48.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:48 smithi129 conmon[101092]: cluster 2022-01-18T18:48:47.234280+0000 mgr.smithi129.iclwio (mgr.14716) 5737 2022-01-18T18:48:48.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:48 smithi129 conmon[101092]: : cluster [DBG] pgmap v4930: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:50.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:50 smithi129 conmon[101092]: cluster 2022-01-18T18:48:49.234988+0000 mgr.smithi129.iclwio (mgr.14716) 5738 2022-01-18T18:48:50.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:50 smithi129 conmon[101092]: : cluster [DBG] pgmap v4931: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:48:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:50 smithi156 conmon[67007]: cluster 2022-01-18T18:48:49.234988+0000 mgr.smithi129.iclwio (mgr.14716) 5738 : cluster [DBG] pgmap v4931: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:48:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:50 smithi156 conmon[67007]: 2022-01-18T18:48:52.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:52 smithi156 conmon[67007]: cluster 2022-01-18T18:48:51.235496+0000 mgr.smithi129.iclwio (mgr.14716) 5739 : cluster [DBG] pgmap v4932: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:52 smithi129 conmon[101092]: cluster 2022-01-18T18:48:51.235496+0000 mgr.smithi129.iclwio (mgr.14716) 5739 : cluster 2022-01-18T18:48:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:52 smithi129 conmon[101092]: [DBG] pgmap v4932: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:54.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:54 smithi156 conmon[67007]: cluster 2022-01-18T18:48:53.236232+0000 mgr.smithi129.iclwio (mgr.14716) 5740 : cluster [DBG] pgmap v4933: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:54.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:54 smithi129 conmon[101092]: cluster 2022-01-18T18:48:53.236232+0000 mgr.smithi129.iclwio (mgr.14716) 5740 : cluster [DBG] 2022-01-18T18:48:54.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:54 smithi129 conmon[101092]: pgmap v4933: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:56.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:56 smithi156 conmon[67007]: cluster 2022-01-18T18:48:55.236974+0000 mgr.smithi129.iclwio (mgr.14716) 5741 : cluster [DBG] pgmap v4934: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:56 smithi156 conmon[67007]: 2022-01-18T18:48:56.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:56 smithi129 conmon[101092]: cluster 2022-01-18T18:48:55.236974+0000 mgr.smithi129.iclwio (mgr.14716) 5741 : cluster 2022-01-18T18:48:56.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:56 smithi129 conmon[101092]: [DBG] pgmap v4934: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:57.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:57 smithi156 conmon[67007]: audit 2022-01-18T18:48:56.668446+0000 mon.smithi129 (mon.0) 2022-01-18T18:48:57.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:57 smithi156 conmon[67007]: 1820 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:48:57.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:57 smithi156 conmon[67007]: audit 2022-01-18T18:48:56.669920+0000 mon.smithi129 (mon.0) 1821 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:48:57.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:57 smithi156 conmon[67007]: audit 2022-01-18T18:48:56.670867+0000 mon.smithi129 (mon.0) 1822 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:48:57.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:57 smithi156 conmon[67007]: audit 2022-01-18T18:48:56.928226+0000 mon.smithi129 (mon.0) 1823 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:48:57.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:57 smithi129 conmon[101092]: audit 2022-01-18T18:48:56.668446+0000 mon.smithi129 ( 2022-01-18T18:48:57.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:57 smithi129 conmon[101092]: mon.0) 1820 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:48:57.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:57 smithi129 conmon[101092]: audit 2022-01-18T18:48:56.669920+0000 mon.smithi129 (mon.0) 1821 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:48:57.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:57 smithi129 conmon[101092]: audit 2022-01-18T18:48:56.670867+0000 mon.smithi129 (mon.0) 1822 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:48:57.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:57 smithi129 conmon[101092]: audit 2022-01-18T18:48:56.928226+0000 mon.smithi129 (mon.0) 1823 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:48:58.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:58 smithi156 conmon[67007]: cephadm 2022-01-18T18:48:56.671549+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:48:58.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:58 smithi156 conmon[67007]: ) 5742 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:48:58.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:58 smithi156 conmon[67007]: cluster 2022-01-18T18:48:57.237435+0000 mgr.smithi129.iclwio (mgr.14716) 5743 : cluster [DBG] pgmap v4935: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:58.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:58 smithi129 conmon[101092]: cephadm 2022-01-18T18:48:56.671549+0000 mgr.smithi129.iclwio (mgr.14716) 5742 : cephadm 2022-01-18T18:48:58.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:58 smithi129 conmon[101092]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:48:58.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:58 smithi129 conmon[101092]: cluster 2022-01-18T18:48:57.237435+0000 mgr.smithi129.iclwio (mgr.14716) 5743 : cluster [DBG] pgmap v4935: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:48:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:59 smithi129 conmon[101092]: audit 2022-01-18T18:48:58.849810+0000 mon.smithi129 ( 2022-01-18T18:48:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:59 smithi129 conmon[101092]: mon.0) 1824 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:48:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:48:59 smithi129 conmon[101092]: audit 2022-01-18T18:48:58.850073+0000 mon.smithi129 (mon.0) 1825 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:48:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:59 smithi156 conmon[67007]: audit 2022-01-18T18:48:58.849810+0000 mon.smithi129 (mon.0) 1824 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:48:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:48:59 smithi156 conmon[67007]: audit 2022-01-18T18:48:58.850073+0000 mon.smithi129 (mon.0) 1825 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:49:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:00 smithi129 conmon[101092]: cluster 2022-01-18T18:48:59.238031+0000 mgr.smithi129.iclwio (mgr.14716) 5744 : cluster 2022-01-18T18:49:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:00 smithi129 conmon[101092]: [DBG] pgmap v4936: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:49:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:00 smithi129 conmon[101092]: audit 2022-01-18T18:49:00.289065+0000 mon.smithi129 (mon.0) 1826 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:49:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:00 smithi156 conmon[67007]: cluster 2022-01-18T18:48:59.238031+0000 mgr.smithi129.iclwio (mgr.14716) 5744 2022-01-18T18:49:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:00 smithi156 conmon[67007]: : cluster [DBG] pgmap v4936: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:49:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:00 smithi156 conmon[67007]: audit 2022-01-18T18:49:00.289065+0000 mon.smithi129 (mon.0) 1826 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:49:02.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:02 smithi156 conmon[67007]: cluster 2022-01-18T18:49:01.238394+0000 mgr.smithi129.iclwio (mgr.14716) 5745 : cluster [DBG] pgmap v4937: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:02.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:02 smithi129 conmon[101092]: cluster 2022-01-18T18:49:01.238394+0000 mgr.smithi129.iclwio (mgr 2022-01-18T18:49:02.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:02 smithi129 conmon[101092]: .14716) 5745 : cluster [DBG] pgmap v4937: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:03.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:03 smithi129 conmon[101092]: audit 2022-01-18T18:49:02.343151+0000 mon.smithi129 (mon.0) 1827 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:49:03.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:03 smithi129 conmon[101092]: 2022-01-18T18:49:03.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:03 smithi129 conmon[101092]: audit 2022-01-18T18:49:02.639132+0000 mon.smithi129 (mon.0) 1828 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:49:03.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:03 smithi129 conmon[101092]: audit 2022-01-18T18:49:02.643813+0000 mon.smithi129 (mon.0) 1829 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:49:03.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:03 smithi156 conmon[67007]: audit 2022-01-18T18:49:02.343151+0000 mon.smithi129 (mon.0) 1827 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:49:03.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:03 smithi156 conmon[67007]: 2022-01-18T18:49:03.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:03 smithi156 conmon[67007]: audit 2022-01-18T18:49:02.639132+0000 mon.smithi129 (mon.0) 1828 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:49:03.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:03 smithi156 conmon[67007]: audit 2022-01-18T18:49:02.643813 2022-01-18T18:49:03.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:03 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 1829 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:49:04.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:04 smithi129 conmon[101092]: cluster 2022-01-18T18:49:03.238867+0000 mgr.smithi129.iclwio (mgr.14716) 5746 : cluster [DBG] pgmap v4938: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:04 smithi156 conmon[67007]: cluster 2022-01-18T18:49:03.238867+0000 mgr.smithi129.iclwio (mgr.14716) 5746 : cluster [DBG] pgmap v4938: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:06.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:06 smithi129 conmon[101092]: cluster 2022-01-18T18:49:05.239603+0000 mgr.smithi129.iclwio (mgr.14716) 5747 : cluster [DBG] pgmap v4939: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:06.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:06 smithi129 conmon[101092]: 2022-01-18T18:49:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:06 smithi156 conmon[67007]: cluster 2022-01-18T18:49:05.239603+0000 mgr.smithi129.iclwio (mgr.14716) 5747 : cluster [DBG] pgmap v4939: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:08.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:08 smithi129 conmon[101092]: cluster 2022-01-18T18:49:07.240180+0000 mgr.smithi129.iclwio (mgr.14716) 5748 : cluster [DBG] pgmap v4940: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:08 smithi156 conmon[67007]: cluster 2022-01-18T18:49:07.240180+0000 mgr.smithi129.iclwio (mgr.14716) 5748 : cluster [DBG] pgmap v4940: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:10.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:10 smithi129 conmon[101092]: cluster 2022-01-18T18:49:09.240829+0000 mgr.smithi129.iclwio (mgr.14716) 5749 : cluster [DBG] pgmap v4941: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:49:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:10 smithi156 conmon[67007]: cluster 2022-01-18T18:49:09.240829+0000 mgr.smithi129.iclwio (mgr.14716) 5749 : cluster [DBG] pgmap v4941: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:49:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:12 smithi156 conmon[67007]: cluster 2022-01-18T18:49:11.241270+0000 mgr.smithi129.iclwio (mgr.14716) 5750 : cluster [DBG] pgmap v4942: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:12 smithi156 conmon[67007]: 2022-01-18T18:49:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:12 smithi129 conmon[101092]: cluster 2022-01-18T18:49:11.241270+0000 mgr.smithi129.iclwio (mgr.14716) 5750 : cluster [DBG] pgmap v4942: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:12 smithi129 conmon[101092]: 2022-01-18T18:49:14.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:14 smithi156 conmon[67007]: cluster 2022-01-18T18:49:13.241957+0000 mgr.smithi129.iclwio (mgr.14716) 5751 : cluster [DBG] pgmap v4943: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:14.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:14 smithi129 conmon[101092]: cluster 2022-01-18T18:49:13.241957+0000 mgr.smithi129.iclwio (mgr.14716) 5751 : cluster [DBG] 2022-01-18T18:49:14.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:14 smithi129 conmon[101092]: pgmap v4943: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:15.030 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:49:15.295 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:49:15.295 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 12s ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:49:15.296 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 12s ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:49:15.296 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 15s ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:49:15.296 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 12s ago 2h 43.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:49:15.296 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 12s ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:49:15.297 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 15s ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:49:15.297 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 12s ago 2h 664M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:49:15.297 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 15s ago 2h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:49:15.297 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 12s ago 2h 1112M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:49:15.298 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 15s ago 2h 522M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:49:15.298 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 12s ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:49:15.298 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 15s ago 2h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:49:15.298 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 12s ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:49:15.298 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 15s ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:49:15.299 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 12s ago 2h 1895M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:49:15.299 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 12s ago 2h 2946M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:49:15.299 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 12s ago 2h 2257M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:49:15.299 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 12s ago 2h 2953M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:49:15.299 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 15s ago 2h 2744M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:49:15.300 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 15s ago 2h 3297M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:49:15.300 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 15s ago 2h 2626M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:49:15.300 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 15s ago 2h 3847M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:49:15.300 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 12s ago 2h 89.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:49:15.611 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:49:15.611 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:49:15.611 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:49:15.611 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:49:15.612 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:49:15.612 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:49:15.612 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:49:15.613 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:49:15.613 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:49:15.613 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:49:15.614 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:49:15.614 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:49:15.614 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:49:15.614 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:49:15.615 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:49:15.615 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:49:15.615 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:49:15.615 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:49:15.616 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:49:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:16 smithi156 conmon[67007]: audit 2022-01-18T18:49:15.019980+0000 mgr.smithi129.iclwio (mgr.14716) 5752 : audit [DBG] from='client.37918 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:49:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:16 smithi156 conmon[67007]: 2022-01-18T18:49:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:16 smithi156 conmon[67007]: cluster 2022-01-18T18:49:15.242784+0000 mgr.smithi129.iclwio (mgr.14716) 5753 : cluster [DBG] pgmap v4944: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:16 smithi156 conmon[67007]: audit 2022-01-18T18:49:15.288303+0000 mgr.smithi129.iclwio (mgr.14716) 5754 2022-01-18T18:49:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:16 smithi156 conmon[67007]: : audit [DBG] from='client.37922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:49:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:16 smithi156 conmon[67007]: audit 2022-01-18T18:49:15. 2022-01-18T18:49:16.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:16 smithi156 conmon[67007]: 612497+0000 mon.smithi129 (mon.0) 1830 : audit [DBG] from='client.? 172.21.15.129:0/3101328851' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:49:16.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:16 smithi129 conmon[101092]: audit 2022-01-18T18:49:15.019980+0000 mgr.smithi129.iclwio ( 2022-01-18T18:49:16.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:16 smithi129 conmon[101092]: mgr.14716) 5752 : audit [DBG] from='client.37918 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:49:16.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:16 smithi129 conmon[101092]: cluster 2022-01-18T18:49:15.242784+0000 mgr.smithi129.iclwio (mgr.14716) 5753 : cluster [DBG] pgmap v4944: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:16 smithi129 conmon[101092]: audit 2022-01-18T18:49:15.288303+0000 mgr.smithi129.iclwio (mgr.14716) 5754 : audit [DBG] from='client.37922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:49:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:16 smithi129 conmon[101092]: audit 2022-01-18T18:49:15.612497+0000 mon.smithi129 (mon.0) 1830 : audit [DBG] from='client.? 172.21.15.129:0/3101328851' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:49:18.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:18 smithi129 conmon[101092]: cluster 2022-01-18T18:49:17.243315+0000 mgr.smithi129.iclwio (mgr.14716) 5755 : cluster 2022-01-18T18:49:18.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:18 smithi129 conmon[101092]: [DBG] pgmap v4945: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:18 smithi156 conmon[67007]: cluster 2022-01-18T18:49:17.243315+0000 mgr.smithi129.iclwio (mgr.14716) 5755 : cluster [DBG] pgmap v4945: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:20.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:20 smithi129 conmon[101092]: cluster 2022-01-18T18:49:19.244175+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:49:20.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:20 smithi129 conmon[101092]: ) 5756 : cluster [DBG] pgmap v4946: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:49:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:20 smithi156 conmon[67007]: cluster 2022-01-18T18:49:19.244175+0000 mgr.smithi129.iclwio (mgr.14716) 5756 : cluster [DBG] pgmap v4946: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:49:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:22 smithi156 conmon[67007]: cluster 2022-01-18T18:49:21.244745+0000 mgr.smithi129.iclwio (mgr.14716) 5757 : cluster [DBG] pgmap v4947: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:22 smithi129 conmon[101092]: cluster 2022-01-18T18:49:21.244745+0000 mgr.smithi129.iclwio (mgr.14716) 5757 : cluster [DBG] 2022-01-18T18:49:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:22 smithi129 conmon[101092]: pgmap v4947: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:24.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:24 smithi129 conmon[101092]: cluster 2022-01-18T18:49:23.245288+0000 mgr.smithi129.iclwio (mgr.14716) 5758 : cluster [DBG] pgmap v4948: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:24.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:24 smithi129 conmon[101092]: 2022-01-18T18:49:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:24 smithi156 conmon[67007]: cluster 2022-01-18T18:49:23.245288+0000 mgr.smithi129.iclwio (mgr.14716) 5758 : cluster [DBG] pgmap v4948: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:26.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:26 smithi129 conmon[101092]: cluster 2022-01-18T18:49:25.246063+0000 mgr.smithi129.iclwio (mgr.14716) 5759 : cluster 2022-01-18T18:49:26.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:26 smithi129 conmon[101092]: [DBG] pgmap v4949: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:26 smithi156 conmon[67007]: cluster 2022-01-18T18:49:25.246063+0000 mgr.smithi129.iclwio (mgr.14716) 5759 : cluster [DBG] pgmap v4949: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:28.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:28 smithi129 conmon[101092]: cluster 2022-01-18T18:49:27.246835+0000 mgr.smithi129.iclwio (mgr.14716) 5760 2022-01-18T18:49:28.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:28 smithi129 conmon[101092]: : cluster [DBG] pgmap v4950: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:28 smithi156 conmon[67007]: cluster 2022-01-18T18:49:27.246835+0000 mgr.smithi129.iclwio (mgr.14716) 5760 : cluster [DBG] 2022-01-18T18:49:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:28 smithi156 conmon[67007]: pgmap v4950: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:30.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:30 smithi129 conmon[101092]: cluster 2022-01-18T18:49:29.247539+0000 mgr.smithi129.iclwio (mgr.14716) 5761 : cluster [DBG] pgmap v4951: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:49:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:30 smithi156 conmon[67007]: cluster 2022-01-18T18:49:29.247539+0000 mgr.smithi129.iclwio (mgr.14716) 5761 : cluster [DBG] pgmap v4951: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:49:32.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:32 smithi156 conmon[67007]: cluster 2022-01-18T18:49:31.248005+0000 mgr.smithi129.iclwio (mgr.14716) 5762 2022-01-18T18:49:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:32 smithi156 conmon[67007]: : cluster [DBG] pgmap v4952: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:32.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:32 smithi129 conmon[101092]: cluster 2022-01-18T18:49:31.248005+0000 mgr.smithi129.iclwio (mgr.14716) 5762 : cluster [DBG] pgmap v4952: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:34.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:34 smithi129 conmon[101092]: cluster 2022-01-18T18:49:33.248488+0000 mgr.smithi129.iclwio (mgr.14716) 5763 : cluster [DBG] pgmap v4953: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:34 smithi156 conmon[67007]: cluster 2022-01-18T18:49:33.248488+0000 mgr.smithi129.iclwio (mgr.14716) 5763 : cluster [DBG] pgmap v4953: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:36.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:36 smithi129 conmon[101092]: cluster 2022-01-18T18:49:35.249381+0000 mgr.smithi129.iclwio (mgr.14716) 5764 : cluster [DBG] pgmap v4954: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:36 smithi156 conmon[67007]: cluster 2022-01-18T18:49:35.249381+0000 mgr.smithi129.iclwio (mgr.14716) 5764 : cluster [DBG] pgmap v4954: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:36 smithi156 conmon[67007]: 2022-01-18T18:49:38.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:38 smithi129 conmon[101092]: cluster 2022-01-18T18:49:37.249972+0000 mgr.smithi129.iclwio (mgr.14716) 5765 : cluster [DBG] pgmap v4955: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:38 smithi156 conmon[67007]: cluster 2022-01-18T18:49:37.249972+0000 mgr.smithi129.iclwio (mgr.14716) 5765 : cluster [DBG] pgmap v4955: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:40.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:40 smithi129 conmon[101092]: cluster 2022-01-18T18:49:39.250633+0000 mgr.smithi129.iclwio (mgr.14716) 5766 : cluster [DBG] pgmap v4956: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:49:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:40 smithi156 conmon[67007]: cluster 2022-01-18T18:49:39.250633+0000 mgr.smithi129.iclwio (mgr.14716) 5766 : cluster [DBG] pgmap v4956: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:49:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:42 smithi156 conmon[67007]: cluster 2022-01-18T18:49:41.251230+0000 mgr.smithi129.iclwio (mgr.14716) 5767 : cluster [DBG] pgmap v4957: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:42 smithi129 conmon[101092]: cluster 2022-01-18T18:49:41.251230+0000 mgr.smithi129.iclwio (mgr.14716) 5767 : cluster [DBG] pgmap v4957: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:44.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:44 smithi129 conmon[101092]: cluster 2022-01-18T18:49:43.251887+0000 mgr.smithi129.iclwio (mgr.14716) 5768 : cluster [DBG] pgmap v4958: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:44.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:44 smithi129 conmon[101092]: 2022-01-18T18:49:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:44 smithi156 conmon[67007]: cluster 2022-01-18T18:49:43.251887+0000 mgr.smithi129.iclwio (mgr.14716) 5768 : cluster [DBG] pgmap v4958: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:45.915 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:49:46.180 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:49:46.180 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 43s ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:49:46.180 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 43s ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:49:46.181 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 45s ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:49:46.181 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 43s ago 2h 43.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:49:46.181 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 43s ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:49:46.181 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 45s ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:49:46.182 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 43s ago 2h 664M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:49:46.182 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 45s ago 2h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:49:46.182 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 43s ago 2h 1112M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:49:46.182 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 45s ago 2h 522M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:49:46.183 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 43s ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:49:46.183 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 45s ago 2h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:49:46.183 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 43s ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:49:46.183 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 45s ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:49:46.184 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 43s ago 2h 1895M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:49:46.184 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 43s ago 2h 2946M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:49:46.184 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 43s ago 2h 2257M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:49:46.184 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 43s ago 2h 2953M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:49:46.184 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 45s ago 2h 2744M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:49:46.185 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 45s ago 2h 3297M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:49:46.185 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 45s ago 2h 2626M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:49:46.185 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 45s ago 2h 3847M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:49:46.185 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 43s ago 2h 89.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:49:46.509 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:49:46.509 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:49:46.510 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:49:46.510 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:49:46.510 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:49:46.510 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:49:46.511 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:49:46.511 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:49:46.511 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:49:46.511 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:49:46.512 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:49:46.512 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:49:46.512 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:49:46.512 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:49:46.512 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:49:46.513 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:49:46.513 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:49:46.513 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:49:46.513 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:49:46.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:46 smithi129 conmon[101092]: cluster 2022-01-18T18:49:45.252610+0000 mgr.smithi129.iclwio (mgr.14716) 5769 : cluster [DBG] pgmap v4959: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:46 smithi156 conmon[67007]: cluster 2022-01-18T18:49:45.252610+0000 mgr.smithi129.iclwio (mgr.14716) 5769 : cluster 2022-01-18T18:49:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:46 smithi156 conmon[67007]: [DBG] pgmap v4959: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:47.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:47 smithi129 conmon[101092]: audit 2022-01-18T18:49:45.905700+0000 mgr.smithi129.iclwio (mgr.14716) 5770 : audit [DBG] from='client.37930 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:49:47.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:47 smithi129 conmon[101092]: audit 2022-01-18T18:49:46.173153+0000 mgr.smithi129.iclwio (mgr.14716) 5771 2022-01-18T18:49:47.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:47 smithi129 conmon[101092]: : audit [DBG] from='client.37934 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:49:47.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:47 smithi129 conmon[101092]: audit 2022-01-18T18:49:46.510977+0000 mon.smithi129 (mon.0) 1831 : audit [DBG] from='client.? 172.21.15.129:0/4126515780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:49:47.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:47 smithi156 conmon[67007]: audit 2022-01-18T18:49:45.905700+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:49:47.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:47 smithi156 conmon[67007]: 5770 : audit [DBG] from='client.37930 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:49:47.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:47 smithi156 conmon[67007]: audit 2022-01-18T18:49:46.173153+0000 mgr.smithi129.iclwio (mgr.14716) 5771 : audit [DBG] from='client.37934 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:49:47.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:47 smithi156 conmon[67007]: audit 2022-01-18T18:49:46.510977+0000 mon.smithi129 (mon.0) 1831 : audit [DBG] 2022-01-18T18:49:47.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:47 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/4126515780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:49:48.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:48 smithi129 conmon[101092]: cluster 2022-01-18T18:49:47.253142+0000 mgr.smithi129.iclwio (mgr.14716) 5772 : cluster [DBG] pgmap v4960: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:48.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:48 smithi129 conmon[101092]: 2022-01-18T18:49:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:48 smithi156 conmon[67007]: cluster 2022-01-18T18:49:47.253142+0000 mgr.smithi129.iclwio (mgr.14716) 5772 : cluster 2022-01-18T18:49:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:48 smithi156 conmon[67007]: [DBG] pgmap v4960: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:50.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:50 smithi129 conmon[101092]: cluster 2022-01-18T18:49:49.253946+0000 mgr.smithi129.iclwio (mgr.14716) 5773 : cluster [DBG] 2022-01-18T18:49:50.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:50 smithi129 conmon[101092]: pgmap v4961: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:49:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:50 smithi156 conmon[67007]: cluster 2022-01-18T18:49:49.253946+0000 mgr.smithi129.iclwio (mgr.14716) 5773 : cluster [DBG] pgmap v4961: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:49:52.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:52 smithi156 conmon[67007]: cluster 2022-01-18T18:49:51.254593+0000 mgr.smithi129.iclwio (mgr.14716) 5774 : cluster [DBG] pgmap v4962: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:52 smithi129 conmon[101092]: cluster 2022-01-18T18:49:51.254593+0000 mgr.smithi129.iclwio (mgr.14716) 5774 : cluster [DBG] pgmap v4962: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:54.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:54 smithi129 conmon[101092]: cluster 2022-01-18T18:49:53.255315+0000 mgr.smithi129.iclwio (mgr.14716) 5775 : cluster [DBG] pgmap v4963: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:54 smithi156 conmon[67007]: cluster 2022-01-18T18:49:53.255315+0000 mgr.smithi129.iclwio (mgr.14716) 5775 : cluster [DBG] pgmap v4963: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:54 smithi156 conmon[67007]: 2022-01-18T18:49:56.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:56 smithi129 conmon[101092]: cluster 2022-01-18T18:49:55.256075+0000 mgr.smithi129.iclwio (mgr.14716) 5776 : cluster 2022-01-18T18:49:56.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:56 smithi129 conmon[101092]: [DBG] pgmap v4964: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:56 smithi156 conmon[67007]: cluster 2022-01-18T18:49:55.256075+0000 mgr.smithi129.iclwio (mgr.14716) 5776 : cluster [DBG] pgmap v4964: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:58.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:58 smithi129 conmon[101092]: cluster 2022-01-18T18:49:57.256694+0000 mgr.smithi129.iclwio (mgr.14716) 5777 : cluster [DBG] pgmap v4965: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:58 smithi156 conmon[67007]: cluster 2022-01-18T18:49:57.256694+0000 mgr.smithi129.iclwio (mgr.14716) 5777 : cluster [DBG] pgmap v4965: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:49:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:59 smithi129 conmon[101092]: audit 2022-01-18T18:49:58.853998+0000 mon.smithi129 (mon.0) 1832 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:49:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:49:59 smithi129 conmon[101092]: audit 2022-01-18T18:49:58.854276+0000 mon.smithi129 (mon.0) 1833 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:49:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:59 smithi156 conmon[67007]: audit 2022-01-18T18:49:58.853998+0000 mon.smithi129 (mon.0) 1832 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:49:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:49:59 smithi156 conmon[67007]: audit 2022-01-18T18:49:58.854276+0000 mon.smithi129 (mon.0) 1833 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:50:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:00 smithi129 conmon[101092]: cluster 2022-01-18T18:49:59.257518+0000 mgr.smithi129.iclwio (mgr.14716) 5778 : cluster [DBG] pgmap v4966: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:50:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:00 smithi129 conmon[101092]: cluster 2022-01-18T18:50:00.000155+0000 mon.smithi129 (mon.0) 1834 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T18:50:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:00 smithi156 conmon[67007]: cluster 2022-01-18T18:49:59.257518+0000 mgr.smithi129.iclwio (mgr.14716) 5778 : cluster [DBG] 2022-01-18T18:50:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:00 smithi156 conmon[67007]: pgmap v4966: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:50:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:00 smithi156 conmon[67007]: cluster 2022-01-18T18:50:00.000155+0000 mon.smithi129 (mon.0) 1834 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T18:50:02.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:02 smithi156 conmon[67007]: cluster 2022-01-18T18:50:01.258109+0000 mgr.smithi129.iclwio (mgr.14716) 5779 : cluster [DBG] pgmap v4967: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:02.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:02 smithi129 conmon[101092]: cluster 2022-01-18T18:50:01.258109+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:50:02.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:02 smithi129 conmon[101092]: ) 5779 : cluster [DBG] pgmap v4967: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:03.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:03 smithi156 conmon[67007]: audit 2022-01-18T18:50:02.646221+0000 mon.smithi129 (mon.0) 1835 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:50:03.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:03 smithi156 conmon[67007]: audit 2022-01-18T18:50:02.647638+0000 mon.smithi129 (mon.0) 1836 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:50:03.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:03 smithi156 conmon[67007]: audit 2022-01-18T18:50:02.648533+0000 mon.smithi129 (mon.0) 1837 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:50:03.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:03 smithi156 conmon[67007]: audit 2022-01-18T18:50:02.962292+0000 mon.smithi129 (mon.0) 1838 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:50:03.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:03 smithi156 conmon[67007]: audit 2022-01-18T18:50:02.967421+0000 mon.smithi129 (mon.0) 1839 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:50:03.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:03 smithi129 conmon[101092]: audit 2022-01-18T18:50:02.646221+0000 mon.smithi129 (mon.0) 1835 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:50:03.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:03 smithi129 conmon[101092]: audit 2022 2022-01-18T18:50:03.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:03 smithi129 conmon[101092]: -01-18T18:50:02.647638+0000 mon.smithi129 (mon.0) 1836 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:50:03.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:03 smithi129 conmon[101092]: audit 2022-01-18T18:50:02.648533+0000 mon.smithi129 (mon.0) 1837 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:50:03.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:03 smithi129 conmon[101092]: audit 2022-01-18T18:50:02.962292+0000 mon.smithi129 (mon.0) 1838 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:50:03.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:03 smithi129 conmon[101092]: audit 2022-01-18T18:50:02.967421+0000 mon.smithi129 (mon.0) 1839 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:50:04.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:04 smithi156 conmon[67007]: cephadm 2022-01-18T18:50:02.649351+0000 mgr.smithi129.iclwio (mgr.14716) 5780 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:50:04.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:04 smithi156 conmon[67007]: cluster 2022-01-18T18:50:03.258669+0000 mgr.smithi129.iclwio (mgr.14716) 5781 : cluster [DBG] pgmap v4968: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:04.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:04 smithi129 conmon[101092]: cephadm 2022-01-18T18:50:02.649351+0000 mgr.smithi129.iclwio (mgr.14716) 5780 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:50:04.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:04 smithi129 conmon[101092]: cluster 2022-01-18T18:50:03.258669+0000 mgr.smithi129.iclwio (mgr.14716) 5781 : cluster [DBG] pgmap v4968: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:06.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:06 smithi129 conmon[101092]: cluster 2022-01-18T18:50:05.259545+0000 mgr.smithi129.iclwio (mgr.14716) 5782 : cluster [DBG] pgmap v4969: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:06 smithi156 conmon[67007]: cluster 2022-01-18T18:50:05.259545+0000 mgr.smithi129.iclwio (mgr.14716) 5782 : cluster [DBG] pgmap v4969: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:08.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:08 smithi129 conmon[101092]: cluster 2022-01-18T18:50:07.260288+0000 mgr.smithi129.iclwio (mgr.14716) 5783 : cluster [DBG] pgmap v4970: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:08 smithi156 conmon[67007]: cluster 2022-01-18T18:50:07.260288+0000 mgr.smithi129.iclwio (mgr.14716) 5783 : cluster [DBG] pgmap v4970: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:10.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:10 smithi129 conmon[101092]: cluster 2022-01-18T18:50:09.261032+0000 mgr.smithi129.iclwio (mgr.14716) 5784 : cluster [DBG] pgmap v4971: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:50:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:10 smithi156 conmon[67007]: cluster 2022-01-18T18:50:09.261032+0000 mgr.smithi129.iclwio (mgr.14716) 5784 : cluster [DBG] pgmap v4971: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:50:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:12 smithi156 conmon[67007]: cluster 2022-01-18T18:50:11.261629+0000 mgr.smithi129.iclwio (mgr.14716) 5785 : cluster [DBG] pgmap v4972: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:12 smithi129 conmon[101092]: cluster 2022-01-18T18:50:11.261629+0000 mgr.smithi129.iclwio (mgr.14716) 5785 : cluster [DBG] pgmap v4972: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:12 smithi129 conmon[101092]: 2022-01-18T18:50:14.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:14 smithi129 conmon[101092]: cluster 2022-01-18T18:50:13.262242+0000 mgr.smithi129.iclwio (mgr.14716) 5786 : cluster [DBG] pgmap v4973: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:14.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:14 smithi129 conmon[101092]: 2022-01-18T18:50:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:14 smithi156 conmon[67007]: cluster 2022-01-18T18:50:13.262242+0000 mgr.smithi129.iclwio (mgr.14716) 5786 : cluster [DBG] pgmap v4973: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:16.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:16 smithi129 conmon[101092]: cluster 2022-01-18T18:50:15.262995+0000 mgr.smithi129.iclwio (mgr.14716) 5787 : cluster [DBG] pgmap v4974: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:16 smithi156 conmon[67007]: cluster 2022-01-18T18:50:15.262995+0000 mgr.smithi129.iclwio (mgr.14716) 5787 : cluster 2022-01-18T18:50:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:16 smithi156 conmon[67007]: [DBG] pgmap v4974: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:16.808 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:50:17.073 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:50:17.073 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 74s ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:50:17.074 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 74s ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:50:17.074 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 76s ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:50:17.074 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 74s ago 2h 43.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:50:17.074 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 74s ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:50:17.075 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 76s ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:50:17.075 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 74s ago 2h 664M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:50:17.075 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 76s ago 2h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:50:17.075 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 74s ago 2h 1112M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:50:17.076 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 76s ago 2h 522M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:50:17.076 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 74s ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:50:17.076 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 76s ago 2h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:50:17.076 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 74s ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:50:17.077 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 76s ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:50:17.077 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 74s ago 2h 1895M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:50:17.077 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 74s ago 2h 2946M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:50:17.077 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 74s ago 2h 2257M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:50:17.077 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 74s ago 2h 2953M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:50:17.078 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 76s ago 2h 2744M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:50:17.078 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 76s ago 2h 3297M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:50:17.078 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 76s ago 2h 2626M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:50:17.078 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 76s ago 2h 3847M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:50:17.079 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 74s ago 2h 89.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:50:17.388 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:50:17.389 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:50:17.389 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:50:17.389 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:50:17.389 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:50:17.390 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:50:17.390 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:50:17.390 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:50:17.390 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:50:17.391 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:50:17.391 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:50:17.391 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:50:17.391 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:50:17.391 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:50:17.392 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:50:17.392 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:50:17.392 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:50:17.392 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:50:17.393 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:50:18.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:18 smithi129 conmon[101092]: audit 2022-01-18T18:50:16.797240+0000 mgr.smithi129.iclwio (mgr.14716) 5788 : audit [DBG] from='client.37942 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:50:18.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:18 smithi129 conmon[101092]: audit 2022-01-18T18:50:17.066073+0000 mgr.smithi129.iclwio ( 2022-01-18T18:50:18.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:18 smithi129 conmon[101092]: mgr.14716) 5789 : audit [DBG] from='client.37946 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:50:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:18 smithi129 conmon[101092]: cluster 2022-01-18T18:50:17.263487+0000 mgr.smithi129.iclwio (mgr.14716) 5790 : cluster [DBG] pgmap v4975: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:18 smithi129 conmon[101092]: audit 2022-01-18T18:50:17.389993+0000 mon.smithi129 (mon.0) 1840 : audit [DBG] from='client.? 172.21.15.129:0/3149551379' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:50:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:18 smithi156 conmon[67007]: audit 2022-01-18T18:50:16.797240+0000 mgr.smithi129.iclwio (mgr.14716) 5788 : audit [DBG] from='client.37942 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:50:18.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:18 smithi156 conmon[67007]: audit 2022-01-18T18:50:17. 2022-01-18T18:50:18.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:18 smithi156 conmon[67007]: 066073+0000 mgr.smithi129.iclwio (mgr.14716) 5789 : audit [DBG] from='client.37946 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:50:18.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:18 smithi156 conmon[67007]: cluster 2022-01-18T18:50:17.263487+0000 mgr.smithi129.iclwio (mgr.14716) 5790 : cluster [DBG] pgmap v4975: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:18.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:18 smithi156 conmon[67007]: audit 2022-01-18T18:50:17.389993+0000 mon.smithi129 ( 2022-01-18T18:50:18.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:18 smithi156 conmon[67007]: mon.0) 1840 : audit [DBG] from='client.? 172.21.15.129:0/3149551379' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:50:20.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:20 smithi129 conmon[101092]: cluster 2022-01-18T18:50:19.264296+0000 mgr.smithi129.iclwio (mgr.14716) 5791 : cluster [DBG] 2022-01-18T18:50:20.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:20 smithi129 conmon[101092]: pgmap v4976: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:50:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:20 smithi156 conmon[67007]: cluster 2022-01-18T18:50:19.264296+0000 mgr.smithi129.iclwio (mgr.14716) 5791 : cluster [DBG] pgmap v4976: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:50:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:22 smithi156 conmon[67007]: cluster 2022-01-18T18:50:21.264677+0000 mgr.smithi129.iclwio (mgr.14716) 5792 : cluster 2022-01-18T18:50:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:22 smithi156 conmon[67007]: [DBG] pgmap v4977: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:22.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:22 smithi129 conmon[101092]: cluster 2022-01-18T18:50:21.264677+0000 mgr.smithi129.iclwio (mgr.14716) 5792 : cluster [DBG] pgmap v4977: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:24.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:24 smithi129 conmon[101092]: cluster 2022-01-18T18:50:23.265298+0000 mgr.smithi129.iclwio (mgr.14716) 5793 : cluster [DBG] pgmap v4978: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:24 smithi156 conmon[67007]: cluster 2022-01-18T18:50:23.265298+0000 mgr.smithi129.iclwio (mgr.14716) 5793 : cluster [DBG] pgmap v4978: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:26.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:26 smithi129 conmon[101092]: cluster 2022-01-18T18:50:25.266251+0000 mgr.smithi129.iclwio (mgr.14716) 5794 : cluster [DBG] pgmap v4979: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:26 smithi156 conmon[67007]: cluster 2022-01-18T18:50:25.266251+0000 mgr.smithi129.iclwio (mgr.14716) 5794 : cluster [DBG] pgmap v4979: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:28.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:28 smithi129 conmon[101092]: cluster 2022-01-18T18:50:27.266844+0000 mgr.smithi129.iclwio (mgr.14716) 5795 : cluster [DBG] pgmap v4980: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:28 smithi156 conmon[67007]: cluster 2022-01-18T18:50:27.266844+0000 mgr.smithi129.iclwio (mgr.14716) 5795 : cluster [DBG] pgmap v4980: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:30.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:30 smithi129 conmon[101092]: cluster 2022-01-18T18:50:29.267584+0000 mgr.smithi129.iclwio (mgr.14716) 5796 : cluster [DBG] pgmap v4981: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:50:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:30 smithi156 conmon[67007]: cluster 2022-01-18T18:50:29.267584+0000 mgr.smithi129.iclwio (mgr.14716) 5796 : cluster [DBG] pgmap v4981: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:50:32.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:32 smithi156 conmon[67007]: cluster 2022-01-18T18:50:31.268140+0000 mgr.smithi129.iclwio (mgr.14716) 5797 : cluster [DBG] pgmap v4982: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:32.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:32 smithi129 conmon[101092]: cluster 2022-01-18T18:50:31.268140+0000 mgr.smithi129.iclwio (mgr.14716) 5797 : cluster [DBG] 2022-01-18T18:50:32.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:32 smithi129 conmon[101092]: pgmap v4982: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:34.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:34 smithi129 conmon[101092]: cluster 2022-01-18T18:50:33.268707+0000 mgr.smithi129.iclwio (mgr.14716) 5798 : cluster [DBG] pgmap v4983: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:34 smithi156 conmon[67007]: cluster 2022-01-18T18:50:33.268707+0000 mgr.smithi129.iclwio (mgr.14716) 5798 : cluster [DBG] pgmap v4983: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:36.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:36 smithi129 conmon[101092]: cluster 2022-01-18T18:50:35.269595+0000 mgr.smithi129.iclwio (mgr.14716) 5799 : cluster [DBG] pgmap v4984: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:36.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:36 smithi129 conmon[101092]: 2022-01-18T18:50:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:36 smithi156 conmon[67007]: cluster 2022-01-18T18:50:35.269595+0000 mgr.smithi129.iclwio (mgr.14716) 5799 : cluster [DBG] pgmap v4984: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:36 smithi156 conmon[67007]: 2022-01-18T18:50:38.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:38 smithi129 conmon[101092]: cluster 2022-01-18T18:50:37.270257+0000 mgr.smithi129.iclwio (mgr.14716) 5800 : cluster [DBG] pgmap v4985: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:38 smithi156 conmon[67007]: cluster 2022-01-18T18:50:37.270257+0000 mgr.smithi129.iclwio (mgr.14716) 5800 : cluster [DBG] pgmap v4985: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:40.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:40 smithi129 conmon[101092]: cluster 2022-01-18T18:50:39.271165+0000 mgr.smithi129.iclwio (mgr.14716) 5801 : cluster [DBG] pgmap v4986: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:50:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:40 smithi156 conmon[67007]: cluster 2022-01-18T18:50:39.271165+0000 mgr.smithi129.iclwio (mgr.14716) 5801 : cluster [DBG] pgmap v4986: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:50:42.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:42 smithi156 conmon[67007]: cluster 2022-01-18T18:50:41.271624+0000 mgr.smithi129.iclwio (mgr.14716) 5802 : cluster [DBG] pgmap v4987: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:42.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:42 smithi156 conmon[67007]: 2022-01-18T18:50:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:42 smithi129 conmon[101092]: cluster 2022-01-18T18:50:41.271624+0000 mgr.smithi129.iclwio (mgr.14716) 5802 : cluster [DBG] pgmap v4987: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:42 smithi129 conmon[101092]: 2022-01-18T18:50:44.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:44 smithi129 conmon[101092]: cluster 2022-01-18T18:50:43.272291+0000 mgr.smithi129.iclwio (mgr.14716) 5803 : cluster [DBG] pgmap v4988: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:44 smithi156 conmon[67007]: cluster 2022-01-18T18:50:43.272291+0000 mgr.smithi129.iclwio (mgr.14716) 5803 : cluster [DBG] pgmap v4988: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:46.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:46 smithi129 conmon[101092]: cluster 2022-01-18T18:50:45.273173+0000 mgr.smithi129.iclwio (mgr.14716) 5804 : cluster [DBG] pgmap v4989: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:46 smithi156 conmon[67007]: cluster 2022-01-18T18:50:45.273173+0000 mgr.smithi129.iclwio (mgr.14716) 5804 : cluster [DBG] pgmap v4989: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:47.687 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:50:47.953 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:50:47.953 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 105s ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:50:47.954 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 105s ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:50:47.954 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 107s ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:50:47.954 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 105s ago 2h 43.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:50:47.954 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 105s ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:50:47.955 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 107s ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:50:47.955 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 105s ago 2h 664M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:50:47.955 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 107s ago 2h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:50:47.955 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 105s ago 2h 1112M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:50:47.956 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 107s ago 2h 522M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:50:47.956 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 105s ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:50:47.956 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 107s ago 2h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:50:47.956 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 105s ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:50:47.956 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 107s ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:50:47.957 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 105s ago 2h 1895M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:50:47.957 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 105s ago 2h 2946M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:50:47.957 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 105s ago 2h 2257M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:50:47.957 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 105s ago 2h 2953M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:50:47.958 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 107s ago 2h 2744M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:50:47.958 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 107s ago 2h 3297M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:50:47.958 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 107s ago 2h 2626M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:50:47.958 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 107s ago 2h 3847M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:50:47.958 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 105s ago 2h 89.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:50:48.270 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:50:48.271 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:50:48.271 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:50:48.271 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:50:48.272 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:50:48.272 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:50:48.272 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:50:48.272 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:50:48.273 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:50:48.273 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:50:48.273 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:50:48.273 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:50:48.274 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:50:48.274 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:50:48.274 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:50:48.274 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:50:48.275 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:50:48.275 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:50:48.275 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:50:48.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:48 smithi129 conmon[101092]: cluster 2022-01-18T18:50:47.273733+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:50:48.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:48 smithi129 conmon[101092]: 14716) 5805 : cluster [DBG] pgmap v4990: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:48.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:48 smithi129 conmon[101092]: audit 2022-01-18T18:50:48.272468+0000 mon.smithi129 2022-01-18T18:50:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:48 smithi129 conmon[101092]: (mon.0) 1841 : audit [DBG] from='client.? 172.21.15.129:0/191835602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:50:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:48 smithi156 conmon[67007]: cluster 2022-01-18T18:50:47.273733+0000 mgr.smithi129.iclwio (mgr.14716) 5805 : cluster [DBG] pgmap v4990: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:48 smithi156 conmon[67007]: 2022-01-18T18:50:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:48 smithi156 conmon[67007]: audit 2022-01-18T18:50:48.272468+0000 mon.smithi129 (mon.0) 1841 : audit [DBG] from='client.? 172.21.15.129:0/191835602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:50:49.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:49 smithi129 conmon[101092]: audit 2022-01-18T18:50:47.677046+0000 mgr.smithi129.iclwio (mgr.14716) 5806 : audit [DBG] from='client.37954 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:50:49.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:49 smithi129 conmon[101092]: audit 2022-01-18T18:50:47.945761+0000 mgr.smithi129.iclwio (mgr.14716) 5807 : audit [DBG] from='client.37958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:50:49.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:49 smithi156 conmon[67007]: audit 2022-01-18T18:50:47.677046+0000 mgr.smithi129.iclwio (mgr.14716) 5806 : audit [DBG] from='client.37954 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:50:49.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:49 smithi156 conmon[67007]: 2022-01-18T18:50:49.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:49 smithi156 conmon[67007]: audit 2022-01-18T18:50:47.945761+0000 mgr.smithi129.iclwio (mgr.14716) 5807 : audit [DBG] from='client.37958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:50:50.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:50 smithi129 conmon[101092]: cluster 2022-01-18T18:50:49.274552+0000 mgr.smithi129.iclwio (mgr.14716) 5808 2022-01-18T18:50:50.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:50 smithi129 conmon[101092]: : cluster [DBG] pgmap v4991: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:50:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:50 smithi156 conmon[67007]: cluster 2022-01-18T18:50:49.274552+0000 mgr.smithi129.iclwio (mgr.14716) 5808 2022-01-18T18:50:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:50 smithi156 conmon[67007]: : cluster [DBG] pgmap v4991: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:50:52.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:52 smithi156 conmon[67007]: cluster 2022-01-18T18:50:51.275133+0000 mgr.smithi129.iclwio (mgr.14716) 5809 : cluster [DBG] pgmap v4992: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:52 smithi129 conmon[101092]: cluster 2022-01-18T18:50:51.275133+0000 mgr.smithi129.iclwio (mgr.14716) 5809 : cluster [DBG] 2022-01-18T18:50:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:52 smithi129 conmon[101092]: pgmap v4992: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:54.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:54 smithi129 conmon[101092]: cluster 2022-01-18T18:50:53.275799+0000 mgr.smithi129.iclwio (mgr.14716) 5810 : cluster [DBG] 2022-01-18T18:50:54.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:54 smithi129 conmon[101092]: pgmap v4993: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:54 smithi156 conmon[67007]: cluster 2022-01-18T18:50:53.275799+0000 mgr.smithi129.iclwio (mgr.14716) 5810 : cluster [DBG] pgmap v4993: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:56.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:56 smithi129 conmon[101092]: cluster 2022-01-18T18:50:55.276556+0000 mgr.smithi129.iclwio (mgr.14716) 5811 : cluster [DBG] pgmap v4994: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:56.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:56 smithi129 conmon[101092]: 2022-01-18T18:50:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:56 smithi156 conmon[67007]: cluster 2022-01-18T18:50:55.276556+0000 mgr.smithi129.iclwio (mgr.14716) 5811 : cluster [DBG] pgmap v4994: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:58.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:58 smithi129 conmon[101092]: cluster 2022-01-18T18:50:57.277191+0000 mgr.smithi129.iclwio (mgr.14716) 5812 : cluster [DBG] pgmap v4995: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:58.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:58 smithi129 conmon[101092]: 2022-01-18T18:50:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:58 smithi156 conmon[67007]: cluster 2022-01-18T18:50:57.277191+0000 mgr.smithi129.iclwio (mgr.14716) 5812 : cluster [DBG] pgmap v4995: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:50:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:59 smithi129 conmon[101092]: audit 2022-01-18T18:50:58.857717+0000 mon.smithi129 (mon.0) 1842 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:50:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:50:59 smithi129 conmon[101092]: audit 2022-01-18T18:50:58.857981+0000 mon.smithi129 (mon.0) 1843 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:50:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:59 smithi156 conmon[67007]: audit 2022-01-18T18:50:58.857717+0000 mon.smithi129 (mon.0) 1842 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:50:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:50:59 smithi156 conmon[67007]: audit 2022-01-18T18:50:58.857981+0000 mon.smithi129 (mon.0) 1843 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:51:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:00 smithi129 conmon[101092]: cluster 2022-01-18T18:50:59.278076+0000 mgr.smithi129.iclwio (mgr.14716) 5813 : cluster [DBG] pgmap v4996: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:51:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:00 smithi129 conmon[101092]: 2022-01-18T18:51:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:00 smithi156 conmon[67007]: cluster 2022-01-18T18:50:59.278076+0000 mgr.smithi129.iclwio (mgr.14716) 5813 : cluster [DBG] pgmap v4996: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:51:02.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:02 smithi156 conmon[67007]: cluster 2022-01-18T18:51:01.278563+0000 mgr.smithi129.iclwio (mgr.14716) 5814 : cluster [DBG] pgmap v4997: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:02.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:02 smithi129 conmon[101092]: cluster 2022-01-18T18:51:01.278563+0000 mgr.smithi129.iclwio (mgr.14716) 5814 : cluster [DBG] pgmap v4997: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:03.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:03 smithi156 conmon[67007]: audit 2022-01-18T18:51:02.970342+0000 mon.smithi129 (mon.0) 1844 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:51:03.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:03 smithi156 conmon[67007]: audit 2022-01-18T18:51 2022-01-18T18:51:03.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:03 smithi156 conmon[67007]: :02.971771+0000 mon.smithi129 (mon.0) 1845 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:51:03.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:03 smithi156 conmon[67007]: audit 2022-01-18T18:51:02.972637+0000 mon.smithi129 (mon.0) 1846 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:51:03.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:03 smithi156 conmon[67007]: audit 2022-01-18T18:51:03.236702+0000 mon.smithi129 (mon.0) 1847 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:51:03.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:03 smithi129 conmon[101092]: audit 2022-01-18T18:51:02.970342 2022-01-18T18:51:03.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:03 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 1844 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:51:03.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:03 smithi129 conmon[101092]: audit 2022-01-18T18:51:02.971771+0000 mon.smithi129 (mon.0) 1845 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:51:03.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:03 smithi129 conmon[101092]: audit 2022-01-18T18:51:02.972637+0000 mon.smithi129 (mon.0) 1846 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:51:03.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:03 smithi129 conmon[101092]: audit 2022-01-18T18:51:03.236702+0000 mon.smithi129 (mon.0) 1847 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:51:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:04 smithi156 conmon[67007]: cephadm 2022-01-18T18:51:02.973393+0000 mgr.smithi129.iclwio (mgr.14716) 5815 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:51:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:04 smithi156 conmon[67007]: cluster 2022-01-18T18:51:03.279150+0000 mgr.smithi129.iclwio (mgr.14716) 5816 : cluster [DBG] pgmap v4998: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:04.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:04 smithi156 conmon[67007]: audit 2022-01-18T18:51:03.530661+0000 mon.smithi129 (mon 2022-01-18T18:51:04.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:04 smithi156 conmon[67007]: .0) 1848 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:51:04.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:04 smithi156 conmon[67007]: audit 2022 2022-01-18T18:51:04.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:04 smithi156 conmon[67007]: -01-18T18:51:03.535888+0000 mon.smithi129 (mon.0) 2022-01-18T18:51:04.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:04 smithi156 conmon[67007]: 1849 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:51:04.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:04 smithi129 conmon[101092]: cephadm 2022-01-18T18:51:02.973393+0000 mgr.smithi129.iclwio (mgr.14716) 5815 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:51:04.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:04 smithi129 conmon[101092]: cluster 2022-01-18T18:51:03.279150+0000 mgr.smithi129.iclwio (mgr.14716) 5816 : cluster [DBG] pgmap v4998: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:04.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:04 smithi129 conmon[101092]: audit 2022-01-18T18:51:03.530661+0000 mon.smithi129 (mon.0) 1848 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:51:04.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:04 smithi129 conmon[101092]: audit 2022-01-18T18:51 2022-01-18T18:51:04.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:04 smithi129 conmon[101092]: :03.535888+0000 mon.smithi129 (mon.0) 1849 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:51:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:06 smithi156 conmon[67007]: cluster 2022-01-18T18:51:05.279986+0000 mgr.smithi129.iclwio (mgr.14716) 5817 : cluster [DBG] pgmap v4999: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:06.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:06 smithi129 conmon[101092]: cluster 2022-01-18T18:51:05.279986+0000 mgr.smithi129.iclwio (mgr.14716) 5817 : cluster [DBG] pgmap v4999: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:06.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:06 smithi129 conmon[101092]: 2022-01-18T18:51:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:08 smithi156 conmon[67007]: cluster 2022-01-18T18:51:07.280533+0000 mgr.smithi129.iclwio (mgr.14716) 5818 : cluster [DBG] pgmap v5000: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:08.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:08 smithi129 conmon[101092]: cluster 2022-01-18T18:51:07.280533+0000 mgr.smithi129.iclwio (mgr.14716) 5818 : cluster [DBG] pgmap v5000: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:10 smithi156 conmon[67007]: cluster 2022-01-18T18:51:09.281422+0000 mgr.smithi129.iclwio (mgr.14716) 5819 : cluster [DBG] pgmap v5001: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:51:10.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:10 smithi129 conmon[101092]: cluster 2022-01-18T18:51:09.281422+0000 mgr.smithi129.iclwio (mgr.14716) 5819 : cluster [DBG] pgmap v5001: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:51:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:12 smithi156 conmon[67007]: cluster 2022-01-18T18:51:11.282032+0000 mgr.smithi129.iclwio (mgr.14716) 5820 : cluster [DBG] pgmap v5002: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:12 smithi156 conmon[67007]: 2022-01-18T18:51:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:12 smithi129 conmon[101092]: cluster 2022-01-18T18:51:11.282032+0000 mgr.smithi129.iclwio (mgr.14716) 5820 : cluster [DBG] pgmap v5002: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:12 smithi129 conmon[101092]: 2022-01-18T18:51:14.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:14 smithi129 conmon[101092]: cluster 2022-01-18T18:51:13.282614+0000 mgr.smithi129.iclwio (mgr 2022-01-18T18:51:14.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:14 smithi129 conmon[101092]: .14716) 5821 : cluster [DBG] pgmap v5003: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:14 smithi156 conmon[67007]: cluster 2022-01-18T18:51:13.282614+0000 mgr.smithi129.iclwio (mgr.14716) 5821 : cluster [DBG] pgmap v5003: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:16.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:16 smithi129 conmon[101092]: cluster 2022-01-18T18:51:15.283403+0000 mgr.smithi129.iclwio (mgr.14716) 5822 : cluster [DBG] pgmap v5004: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:16.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:16 smithi129 conmon[101092]: 2022-01-18T18:51:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:16 smithi156 conmon[67007]: cluster 2022-01-18T18:51:15.283403+0000 mgr.smithi129.iclwio (mgr.14716) 5822 : cluster [DBG] pgmap v5004: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:18.568 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:51:18.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:18 smithi129 conmon[101092]: cluster 2022-01-18T18:51:17.284054+0000 mgr.smithi129.iclwio (mgr.14716) 5823 : cluster [DBG] 2022-01-18T18:51:18.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:18 smithi129 conmon[101092]: pgmap v5005: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:18 smithi156 conmon[67007]: cluster 2022-01-18T18:51:17.284054+0000 mgr.smithi129.iclwio (mgr.14716) 5823 : cluster [DBG] pgmap v5005: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:18.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:18 smithi156 conmon[67007]: 2022-01-18T18:51:18.833 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:51:18.833 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 2m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:51:18.833 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 2m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:51:18.834 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 2m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:51:18.834 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 2m ago 2h 43.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:51:18.834 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 2m ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:51:18.835 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 2m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:51:18.835 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 2m ago 2h 664M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:51:18.835 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 2m ago 2h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:51:18.835 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 2m ago 2h 1112M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:51:18.836 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 2m ago 2h 522M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:51:18.836 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 2m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:51:18.836 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 2m ago 2h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:51:18.836 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 2m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:51:18.837 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 2m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:51:18.837 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 2m ago 2h 1895M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:51:18.837 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 2m ago 2h 2946M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:51:18.837 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 2m ago 2h 2257M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:51:18.838 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 2m ago 2h 2953M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:51:18.838 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 2m ago 2h 2744M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:51:18.838 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 2m ago 2h 3297M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:51:18.838 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 2m ago 2h 2626M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:51:18.839 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 2m ago 2h 3847M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:51:18.839 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 2m ago 2h 89.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:51:19.153 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:51:19.153 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:51:19.153 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:51:19.154 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:51:19.154 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:51:19.154 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:51:19.154 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:51:19.155 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:51:19.155 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:51:19.155 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:51:19.155 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:51:19.156 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:51:19.156 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:51:19.156 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:51:19.156 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:51:19.157 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:51:19.157 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:51:19.157 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:51:19.157 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:51:19.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:19 smithi129 conmon[101092]: audit 2022-01-18T18:51:18.558174+0000 mgr.smithi129.iclwio (mgr.14716) 5824 : 2022-01-18T18:51:19.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:19 smithi129 conmon[101092]: audit [DBG] from='client.37966 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:51:19.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:19 smithi129 conmon[101092]: audit 2022-01-18T18:51:19.154810+0000 mon.smithi129 (mon.0) 1850 : audit [DBG] from='client.? 172.21.15.129:0/3101011621' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:51:19.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:19 smithi156 conmon[67007]: audit 2022-01-18T18:51:18.558174+0000 mgr.smithi129.iclwio (mgr.14716) 5824 : audit [DBG] from='client.37966 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:51:19.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:19 smithi156 conmon[67007]: audit 2022-01-18T18:51:19.154810+0000 mon.smithi129 (mon.0) 1850 : audit [DBG] from='client.? 172.21.15.129:0/3101011621' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:51:20.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:20 smithi129 conmon[101092]: audit 2022-01-18T18:51:18.825859+0000 mgr.smithi129.iclwio (mgr.14716) 5825 : audit [DBG] from='client.37970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:51:20.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:20 smithi129 conmon[101092]: cluster 2022-01-18T18:51:19.284825+0000 mgr.smithi129.iclwio (mgr.14716) 5826 : cluster [DBG] 2022-01-18T18:51:20.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:20 smithi129 conmon[101092]: pgmap v5006: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:51:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:20 smithi156 conmon[67007]: audit 2022-01-18T18:51:18.825859+0000 mgr.smithi129.iclwio (mgr.14716) 5825 : audit 2022-01-18T18:51:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:20 smithi156 conmon[67007]: [DBG] from='client.37970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:51:20.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:20 smithi156 conmon[67007]: cluster 2022-01-18T18:51:19.284825+0000 mgr.smithi129.iclwio (mgr.14716) 5826 : cluster [DBG] pgmap v5006: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:51:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:22 smithi156 conmon[67007]: cluster 2022-01-18T18:51:21.285452+0000 mgr.smithi129.iclwio (mgr.14716) 5827 : cluster [DBG] pgmap v5007: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:22 smithi156 conmon[67007]: 2022-01-18T18:51:22.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:22 smithi129 conmon[101092]: cluster 2022-01-18T18:51:21.285452+0000 mgr.smithi129.iclwio (mgr.14716) 5827 : cluster [DBG] pgmap v5007: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:24.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:24 smithi129 conmon[101092]: cluster 2022-01-18T18:51:23.285956+0000 mgr.smithi129.iclwio (mgr.14716) 5828 : cluster [DBG] pgmap v5008: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:24.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:24 smithi129 conmon[101092]: 2022-01-18T18:51:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:24 smithi156 conmon[67007]: cluster 2022-01-18T18:51:23.285956+0000 mgr.smithi129.iclwio (mgr.14716) 5828 : cluster [DBG] pgmap v5008: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:26.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:26 smithi129 conmon[101092]: cluster 2022-01-18T18:51:25.286746+0000 mgr.smithi129.iclwio (mgr.14716) 5829 : cluster [DBG] 2022-01-18T18:51:26.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:26 smithi129 conmon[101092]: pgmap v5009: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:26 smithi156 conmon[67007]: cluster 2022-01-18T18:51:25.286746+0000 mgr.smithi129.iclwio (mgr.14716) 5829 : cluster [DBG] pgmap v5009: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:28.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:28 smithi129 conmon[101092]: cluster 2022-01-18T18:51:27.287552+0000 mgr.smithi129.iclwio (mgr.14716) 5830 : cluster [DBG] pgmap v5010: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:28 smithi156 conmon[67007]: cluster 2022-01-18T18:51:27.287552+0000 mgr.smithi129.iclwio (mgr.14716) 5830 : cluster [DBG] pgmap v5010: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:30.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:30 smithi129 conmon[101092]: cluster 2022-01-18T18:51:29.288321+0000 mgr.smithi129.iclwio (mgr.14716) 5831 : cluster [DBG] pgmap v5011: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:51:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:30 smithi156 conmon[67007]: cluster 2022-01-18T18:51:29.288321+0000 mgr.smithi129.iclwio (mgr.14716) 5831 : cluster [DBG] pgmap v5011: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:51:32.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:32 smithi156 conmon[67007]: cluster 2022-01-18T18:51:31.288771+0000 mgr.smithi129.iclwio (mgr.14716) 5832 : cluster [DBG] pgmap v5012: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:32.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:32 smithi129 conmon[101092]: cluster 2022-01-18T18:51:31.288771+0000 mgr.smithi129.iclwio (mgr.14716) 5832 : cluster [DBG] pgmap v5012: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:34.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:34 smithi129 conmon[101092]: cluster 2022-01-18T18:51:33.289325+0000 mgr.smithi129.iclwio (mgr.14716) 5833 : cluster [DBG] pgmap v5013: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:34 smithi156 conmon[67007]: cluster 2022-01-18T18:51:33.289325+0000 mgr.smithi129.iclwio (mgr.14716) 5833 : cluster [DBG] pgmap v5013: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:36.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:36 smithi129 conmon[101092]: cluster 2022-01-18T18:51:35.290096+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:51:36.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:36 smithi129 conmon[101092]: ) 5834 : cluster [DBG] pgmap v5014: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:36 smithi156 conmon[67007]: cluster 2022-01-18T18:51:35.290096+0000 mgr.smithi129.iclwio (mgr.14716) 5834 : cluster [DBG] pgmap v5014: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:38.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:38 smithi129 conmon[101092]: cluster 2022-01-18T18:51:37.290618+0000 mgr.smithi129.iclwio (mgr.14716) 5835 2022-01-18T18:51:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:38 smithi129 conmon[101092]: : cluster [DBG] pgmap v5015: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:38 smithi156 conmon[67007]: cluster 2022-01-18T18:51:37.290618+0000 mgr.smithi129.iclwio (mgr.14716) 5835 : cluster [DBG] pgmap v5015: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:40.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:40 smithi129 conmon[101092]: cluster 2022-01-18T18:51:39.291271+0000 mgr.smithi129.iclwio (mgr.14716) 5836 : cluster [DBG] pgmap v5016: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:51:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:40 smithi156 conmon[67007]: cluster 2022-01-18T18:51:39.291271+0000 mgr.smithi129.iclwio (mgr.14716) 5836 : cluster [DBG] pgmap v5016: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:51:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:42 smithi156 conmon[67007]: cluster 2022-01-18T18:51:41.291782+0000 mgr.smithi129.iclwio (mgr.14716) 5837 : cluster [DBG] pgmap v5017: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:42 smithi129 conmon[101092]: cluster 2022-01-18T18:51:41.291782+0000 mgr.smithi129.iclwio (mgr.14716) 5837 : cluster [DBG] pgmap v5017: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:42 smithi129 conmon[101092]: 2022-01-18T18:51:44.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:44 smithi129 conmon[101092]: cluster 2022-01-18T18:51:43.292350+0000 mgr.smithi129.iclwio (mgr.14716) 5838 : cluster [DBG] pgmap v5018: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:44 smithi156 conmon[67007]: cluster 2022-01-18T18:51:43.292350+0000 mgr.smithi129.iclwio (mgr.14716) 5838 : cluster [DBG] pgmap v5018: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:46.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:46 smithi129 conmon[101092]: cluster 2022-01-18T18:51:45.293207+0000 mgr.smithi129.iclwio (mgr.14716) 5839 : cluster [DBG] 2022-01-18T18:51:46.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:46 smithi129 conmon[101092]: pgmap v5019: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:46 smithi156 conmon[67007]: cluster 2022-01-18T18:51:45.293207+0000 mgr.smithi129.iclwio (mgr.14716) 5839 : cluster [DBG] pgmap v5019: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:48.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:48 smithi129 conmon[101092]: cluster 2022-01-18T18:51:47.293818+0000 mgr.smithi129.iclwio (mgr.14716) 5840 : cluster [DBG] pgmap v5020: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:48.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:48 smithi129 conmon[101092]: 2022-01-18T18:51:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:48 smithi156 conmon[67007]: cluster 2022-01-18T18:51:47.293818+0000 mgr.smithi129.iclwio (mgr.14716) 5840 : cluster [DBG] pgmap v5020: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:49.453 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:51:49.718 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:51:49.719 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 2m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:51:49.719 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 2m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:51:49.719 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 2m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:51:49.720 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 2m ago 2h 43.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:51:49.720 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 2m ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:51:49.720 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 2m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:51:49.720 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 2m ago 2h 664M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:51:49.720 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 2m ago 2h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:51:49.721 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 2m ago 2h 1112M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:51:49.721 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 2m ago 2h 522M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:51:49.721 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 2m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:51:49.721 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 2m ago 2h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:51:49.721 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 2m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:51:49.722 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 2m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:51:49.722 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 2m ago 2h 1895M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:51:49.722 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 2m ago 2h 2946M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:51:49.722 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 2m ago 2h 2257M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:51:49.723 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 2m ago 2h 2953M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:51:49.723 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 2m ago 2h 2744M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:51:49.723 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 2m ago 2h 3297M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:51:49.723 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 2m ago 2h 2626M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:51:49.724 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 2m ago 2h 3847M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:51:49.724 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 2m ago 2h 89.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:51:50.036 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:51:50.036 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:51:50.037 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:51:50.037 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:51:50.037 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:51:50.037 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:51:50.038 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:51:50.038 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:51:50.038 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:51:50.038 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:51:50.038 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:51:50.039 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:51:50.039 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:51:50.039 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:51:50.039 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:51:50.040 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:51:50.040 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:51:50.040 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:51:50.040 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:51:50.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:50 smithi129 conmon[101092]: cluster 2022-01-18T18:51:49.294451+0000 mgr.smithi129.iclwio (mgr.14716) 5841 : cluster 2022-01-18T18:51:50.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:50 smithi129 conmon[101092]: [DBG] pgmap v5021: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:51:50.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:50 smithi129 conmon[101092]: audit 2022-01-18T18:51:49.442297+0000 mgr.smithi129.iclwio (mgr.14716) 5842 : audit [DBG] from='client.37978 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:51:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:50 smithi129 conmon[101092]: audit 2022-01-18T18:51:50. 2022-01-18T18:51:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:50 smithi129 conmon[101092]: 038076+0000 mon.smithi129 (mon.0) 1851 : audit [DBG] from='client.? 172.21.15.129:0/3367009437' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:51:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:50 smithi156 conmon[67007]: cluster 2022-01-18T18:51:49.294451+0000 mgr.smithi129.iclwio (mgr.14716) 5841 : cluster [DBG] pgmap v5021: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:51:50.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:50 smithi156 conmon[67007]: audit 2022-01-18T18:51:49.442297+0000 mgr.smithi129.iclwio (mgr.14716) 5842 : audit [DBG] from='client.37978 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:51:50.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:50 smithi156 conmon[67007]: audit 2022-01-18T18:51:50.038076+0000 mon.smithi129 (mon.0) 1851 : audit [DBG] from='client.? 172.21.15.129:0/3367009437' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:51:51.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:51 smithi129 conmon[101092]: audit 2022-01-18T18:51:49.711419+0000 mgr.smithi129.iclwio (mgr.14716) 5843 : audit [DBG] from='client.37982 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:51:51.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:51 smithi129 conmon[101092]: 2022-01-18T18:51:51.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:51 smithi156 conmon[67007]: audit 2022-01-18T18:51:49.711419+0000 mgr.smithi129.iclwio (mgr.14716) 5843 : audit [DBG] 2022-01-18T18:51:51.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:51 smithi156 conmon[67007]: from='client.37982 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:51:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:52 smithi129 conmon[101092]: cluster 2022-01-18T18:51:51.294910+0000 mgr.smithi129.iclwio (mgr.14716) 5844 : cluster [DBG] pgmap v5022: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:52 smithi156 conmon[67007]: cluster 2022-01-18T18:51:51.294910+0000 mgr.smithi129.iclwio (mgr.14716) 5844 : cluster 2022-01-18T18:51:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:52 smithi156 conmon[67007]: [DBG] pgmap v5022: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:54.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:54 smithi129 conmon[101092]: cluster 2022-01-18T18:51:53.295594+0000 mgr.smithi129.iclwio (mgr.14716) 5845 : cluster [DBG] pgmap v5023: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:54 smithi156 conmon[67007]: cluster 2022-01-18T18:51:53.295594+0000 mgr.smithi129.iclwio (mgr.14716) 5845 : cluster [DBG] pgmap v5023: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:56.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:56 smithi129 conmon[101092]: cluster 2022-01-18T18:51:55.296351+0000 mgr.smithi129.iclwio (mgr.14716) 5846 : 2022-01-18T18:51:56.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:56 smithi129 conmon[101092]: cluster [DBG] pgmap v5024: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:56 smithi156 conmon[67007]: cluster 2022-01-18T18:51:55.296351+0000 mgr.smithi129.iclwio (mgr.14716) 5846 : cluster [DBG] pgmap v5024: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:56.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:56 smithi156 conmon[67007]: 2022-01-18T18:51:58.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:58 smithi129 conmon[101092]: cluster 2022-01-18T18:51:57.297025+0000 mgr.smithi129.iclwio (mgr.14716) 5847 : cluster [DBG] pgmap v5025: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:58.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:58 smithi129 conmon[101092]: 2022-01-18T18:51:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:58 smithi156 conmon[67007]: cluster 2022-01-18T18:51:57.297025+0000 mgr.smithi129.iclwio (mgr.14716) 5847 : cluster [DBG] pgmap v5025: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:51:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:59 smithi129 conmon[101092]: audit 2022-01-18T18:51:58.861975+0000 mon.smithi129 (mon.0) 1852 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:51:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:59 smithi129 conmon[101092]: 2022-01-18T18:51:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:51:59 smithi129 conmon[101092]: audit 2022-01-18T18:51:58.862209+0000 mon.smithi129 (mon.0) 1853 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:51:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:59 smithi156 conmon[67007]: audit 2022-01-18T18:51:58.861975+0000 mon.smithi129 (mon.0) 1852 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:51:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:59 smithi156 conmon[67007]: audit 2022-01-18T18:51:58.862209+0000 mon.smithi129 2022-01-18T18:51:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:51:59 smithi156 conmon[67007]: (mon.0) 1853 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:52:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:00 smithi129 conmon[101092]: cluster 2022-01-18T18:51:59.297717+0000 mgr.smithi129.iclwio (mgr.14716) 5848 : 2022-01-18T18:52:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:00 smithi129 conmon[101092]: cluster [DBG] pgmap v5026: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:52:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:00 smithi156 conmon[67007]: cluster 2022-01-18T18:51:59.297717+0000 mgr.smithi129.iclwio (mgr.14716) 5848 : cluster [DBG] pgmap v5026: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:52:02.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:02 smithi156 conmon[67007]: cluster 2022-01-18T18:52:01.298350+0000 mgr.smithi129.iclwio (mgr.14716) 5849 : cluster [DBG] pgmap v5027: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:02 smithi156 conmon[67007]: 2022-01-18T18:52:02.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:02 smithi129 conmon[101092]: cluster 2022-01-18T18:52:01.298350+0000 mgr.smithi129.iclwio (mgr.14716) 5849 : cluster [DBG] pgmap v5027: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:04.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:04 smithi129 conmon[101092]: cluster 2022-01-18T18:52:03.299118+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:52:04.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:04 smithi129 conmon[101092]: 14716) 5850 : cluster [DBG] pgmap v5028: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:04 smithi129 conmon[101092]: audit 2022-01-18T18:52:03.538418+0000 mon.smithi129 (mon.0) 1854 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:52:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:04 smithi129 conmon[101092]: audit 2022-01-18T18:52:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:04 smithi129 conmon[101092]: 2022-01-18T18:52:03.539834+0000 mon.smithi129 (mon.0) 1855 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:52:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:04 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T18:52:04.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:04 smithi129 conmon[101092]: T18:52:03.540888+0000 mon.smithi129 (mon. 2022-01-18T18:52:04.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:04 smithi129 conmon[101092]: 0) 1856 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:52:04.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:04 smithi129 conmon[101092]: cephadm 2022-01 2022-01-18T18:52:04.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:04 smithi129 conmon[101092]: -18T18:52:03.541670+0000 mgr.smithi129.iclwio 2022-01-18T18:52:04.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:04 smithi129 conmon[101092]: (mgr.14716) 5851 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:52:04.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:04 smithi129 conmon[101092]: audit 2022- 2022-01-18T18:52:04.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:04 smithi129 conmon[101092]: 01-18T18:52:03.850749+0000 mon.smithi129 ( 2022-01-18T18:52:04.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:04 smithi129 conmon[101092]: mon.0) 1857 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:52:04.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:04 smithi129 conmon[101092]: audit 2022-01-18T18:52:03.855507+0000 mon.smithi129 (mon.0) 1858 : audit 2022-01-18T18:52:04.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:04 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:52:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:04 smithi156 conmon[67007]: cluster 2022-01-18T18:52:03.299118+0000 mgr.smithi129.iclwio (mgr 2022-01-18T18:52:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:04 smithi156 conmon[67007]: .14716) 5850 : cluster [DBG] pgmap v5028: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:04 smithi156 conmon[67007]: audit 2022-01-18T18:52:03.538418+0000 mon.smithi129 (mon.0) 1854 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:52:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:04 smithi156 conmon[67007]: audit 2022-01-18T18:52:03.539834+0000 mon.smithi129 2022-01-18T18:52:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:04 smithi156 conmon[67007]: (mon.0) 1855 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:52:04.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:04 smithi156 conmon[67007]: audit 2022- 2022-01-18T18:52:04.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:04 smithi156 conmon[67007]: 01-18T18:52:03.540888+0000 mon.smithi129 (mon 2022-01-18T18:52:04.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:04 smithi156 conmon[67007]: .0) 1856 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:52:04.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:04 smithi156 conmon[67007]: cephadm 2022 2022-01-18T18:52:04.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:04 smithi156 conmon[67007]: -01-18T18:52:03.541670+0000 mgr.smithi129.iclwio ( 2022-01-18T18:52:04.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:04 smithi156 conmon[67007]: mgr.14716) 5851 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:52:04.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:04 smithi156 conmon[67007]: audit 2022-01-18T18:52:04.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:04 smithi156 conmon[67007]: 2022-01-18T18:52:03.850749+0000 mon.smithi129 ( 2022-01-18T18:52:04.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:04 smithi156 conmon[67007]: mon.0) 1857 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:52:04.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:04 smithi156 conmon[67007]: audit 2022- 2022-01-18T18:52:04.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:04 smithi156 conmon[67007]: 01-18T18:52:03.855507+0000 mon.smithi129 ( 2022-01-18T18:52:04.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:04 smithi156 conmon[67007]: mon.0) 1858 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:52:06.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:06 smithi129 conmon[101092]: cluster 2022-01-18T18:52:05.299896+0000 mgr.smithi129.iclwio (mgr.14716) 5852 : cluster 2022-01-18T18:52:06.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:06 smithi129 conmon[101092]: [DBG] pgmap v5029: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:06 smithi156 conmon[67007]: cluster 2022-01-18T18:52:05.299896+0000 mgr.smithi129.iclwio (mgr.14716) 5852 : cluster [DBG] pgmap v5029: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:06 smithi156 conmon[67007]: 2022-01-18T18:52:08.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:08 smithi129 conmon[101092]: cluster 2022-01-18T18:52:07.300434+0000 mgr.smithi129.iclwio (mgr.14716) 5853 : cluster 2022-01-18T18:52:08.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:08 smithi129 conmon[101092]: [DBG] pgmap v5030: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:08 smithi156 conmon[67007]: cluster 2022-01-18T18:52:07.300434+0000 mgr.smithi129.iclwio (mgr.14716) 5853 : cluster 2022-01-18T18:52:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:08 smithi156 conmon[67007]: [DBG] pgmap v5030: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:10.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:10 smithi129 conmon[101092]: cluster 2022-01-18T18:52:09.301363+0000 mgr.smithi129.iclwio (mgr.14716) 5854 : cluster [DBG] pgmap v5031: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:52:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:10 smithi156 conmon[67007]: cluster 2022-01-18T18:52:09.301363+0000 mgr.smithi129.iclwio (mgr.14716) 5854 : cluster 2022-01-18T18:52:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:10 smithi156 conmon[67007]: [DBG] pgmap v5031: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:52:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:12 smithi156 conmon[67007]: cluster 2022-01-18T18:52:11.301739+0000 mgr.smithi129.iclwio (mgr.14716) 5855 : 2022-01-18T18:52:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:12 smithi156 conmon[67007]: cluster [DBG] pgmap v5032: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:12 smithi129 conmon[101092]: cluster 2022-01-18T18:52:11.301739+0000 mgr.smithi129.iclwio (mgr.14716) 5855 : 2022-01-18T18:52:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:12 smithi129 conmon[101092]: cluster [DBG] pgmap v5032: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:14.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:14 smithi129 conmon[101092]: cluster 2022-01-18T18:52:13.302259+0000 mgr.smithi129.iclwio (mgr.14716) 5856 : cluster [DBG] pgmap v5033: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:14 smithi156 conmon[67007]: cluster 2022-01-18T18:52:13.302259+0000 mgr.smithi129.iclwio (mgr.14716) 5856 : cluster [DBG] pgmap v5033: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:14.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:14 smithi156 conmon[67007]: 2022-01-18T18:52:16.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:16 smithi129 conmon[101092]: cluster 2022-01-18T18:52:15.303150+0000 mgr.smithi129.iclwio (mgr.14716) 5857 : cluster [DBG] 2022-01-18T18:52:16.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:16 smithi129 conmon[101092]: pgmap v5034: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:16 smithi156 conmon[67007]: cluster 2022-01-18T18:52:15.303150+0000 mgr.smithi129.iclwio (mgr.14716) 5857 : cluster [DBG] pgmap v5034: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:18.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:18 smithi129 conmon[101092]: cluster 2022-01-18T18:52:17.303699+0000 mgr.smithi129.iclwio (mgr.14716) 5858 : cluster [DBG] pgmap v5035: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:18.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:18 smithi129 conmon[101092]: 2022-01-18T18:52:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:18 smithi156 conmon[67007]: cluster 2022-01-18T18:52:17.303699+0000 mgr.smithi129.iclwio (mgr.14716) 5858 : cluster [DBG] 2022-01-18T18:52:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:18 smithi156 conmon[67007]: pgmap v5035: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:20.335 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:52:20.599 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:52:20.600 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 3m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:52:20.600 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 3m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:52:20.600 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 3m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:52:20.600 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 3m ago 2h 43.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:52:20.601 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 3m ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:52:20.601 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 3m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:52:20.601 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 3m ago 2h 664M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:52:20.601 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 3m ago 2h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:52:20.601 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 3m ago 2h 1112M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:52:20.602 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 3m ago 2h 522M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:52:20.602 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 3m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:52:20.602 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 3m ago 2h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:52:20.602 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 3m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:52:20.603 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 3m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:52:20.603 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 3m ago 2h 1895M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:52:20.603 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 3m ago 2h 2946M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:52:20.603 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 3m ago 2h 2257M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:52:20.603 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 3m ago 2h 2953M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:52:20.604 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 3m ago 2h 2744M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:52:20.604 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 3m ago 2h 3297M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:52:20.604 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 3m ago 2h 2626M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:52:20.604 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 3m ago 2h 3847M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:52:20.604 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 3m ago 2h 89.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:52:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:20 smithi129 conmon[101092]: cluster 2022-01-18T18:52:19.304333+0000 mgr.smithi129.iclwio (mgr.14716) 5859 2022-01-18T18:52:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:20 smithi129 conmon[101092]: : cluster [DBG] pgmap v5036: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:52:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:20 smithi156 conmon[67007]: cluster 2022-01-18T18:52:19.304333+0000 mgr.smithi129.iclwio (mgr.14716) 5859 : cluster [DBG] pgmap v5036: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:52:20.915 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:52:20.916 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:52:20.916 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:52:20.916 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:52:20.917 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:52:20.917 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:52:20.918 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:52:20.918 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:52:20.918 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:52:20.918 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:52:20.919 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:52:20.919 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:52:20.919 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:52:20.919 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:52:20.919 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:52:20.920 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:52:20.920 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:52:20.920 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:52:20.920 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:52:21.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:21 smithi129 conmon[101092]: audit 2022-01-18T18:52:20.325220+0000 mgr.smithi129.iclwio (mgr.14716) 5860 : audit [DBG] 2022-01-18T18:52:21.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:21 smithi129 conmon[101092]: from='client.37990 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:52:21.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:21 smithi129 conmon[101092]: audit 2022-01-18T18:52:20.592569+0000 mgr.smithi129.iclwio (mgr.14716) 5861 : audit [DBG] from='client.37994 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:52:21.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:21 smithi129 conmon[101092]: audit 2022-01-18T18:52:20. 2022-01-18T18:52:21.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:21 smithi129 conmon[101092]: 917314+0000 mon.smithi129 (mon.0) 1859 : audit [DBG] from='client.? 172.21.15.129:0/1213942812' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:52:21.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:21 smithi156 conmon[67007]: audit 2022-01-18T18:52:20.325220+0000 mgr.smithi129.iclwio (mgr.14716) 5860 : audit [DBG] from='client.37990 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:52:21.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:21 smithi156 conmon[67007]: audit 2022-01-18T18:52:20.592569+0000 mgr.smithi129.iclwio (mgr.14716) 5861 : audit [DBG] from='client.37994 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:52:21.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:21 smithi156 conmon[67007]: audit 2022-01-18T18:52:20.917314+0000 mon.smithi129 (mon.0) 1859 : audit 2022-01-18T18:52:21.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:21 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/1213942812' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:52:22.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:22 smithi129 conmon[101092]: cluster 2022-01-18T18:52:21.304842+0000 mgr.smithi129.iclwio (mgr.14716) 5862 : cluster [DBG] pgmap v5037: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:22 smithi156 conmon[67007]: cluster 2022-01-18T18:52:21.304842+0000 mgr.smithi129.iclwio (mgr.14716) 5862 : cluster [DBG] pgmap v5037: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:24.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:24 smithi129 conmon[101092]: cluster 2022-01-18T18:52:23.305396+0000 mgr.smithi129.iclwio (mgr.14716) 5863 : cluster [DBG] pgmap v5038: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:24 smithi156 conmon[67007]: cluster 2022-01-18T18:52:23.305396+0000 mgr.smithi129.iclwio (mgr.14716) 5863 : cluster [DBG] pgmap v5038: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:26.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:26 smithi129 conmon[101092]: cluster 2022-01-18T18:52:25.306364+0000 mgr.smithi129.iclwio (mgr.14716) 5864 : cluster [DBG] 2022-01-18T18:52:26.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:26 smithi129 conmon[101092]: pgmap v5039: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:26 smithi156 conmon[67007]: cluster 2022-01-18T18:52:25.306364+0000 mgr.smithi129.iclwio (mgr.14716) 5864 : cluster [DBG] pgmap v5039: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:28.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:28 smithi129 conmon[101092]: cluster 2022-01-18T18:52:27.306958+0000 mgr.smithi129.iclwio (mgr.14716) 5865 : cluster [DBG] pgmap v5040: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:28 smithi156 conmon[67007]: cluster 2022-01-18T18:52:27.306958+0000 mgr.smithi129.iclwio (mgr.14716) 5865 : cluster [DBG] pgmap v5040: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:30.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:30 smithi129 conmon[101092]: cluster 2022-01-18T18:52:29.307703+0000 mgr.smithi129.iclwio (mgr.14716) 5866 : cluster 2022-01-18T18:52:30.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:30 smithi129 conmon[101092]: [DBG] pgmap v5041: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:52:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:30 smithi156 conmon[67007]: cluster 2022-01-18T18:52:29.307703+0000 mgr.smithi129.iclwio (mgr.14716) 5866 : cluster [DBG] pgmap v5041: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:52:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:30 smithi156 conmon[67007]: 2022-01-18T18:52:32.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:32 smithi156 conmon[67007]: cluster 2022-01-18T18:52:31.308209+0000 mgr.smithi129.iclwio (mgr.14716) 5867 : cluster [DBG] pgmap v5042: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:32.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:32 smithi129 conmon[101092]: cluster 2022-01-18T18:52:31.308209+0000 mgr.smithi129.iclwio (mgr.14716) 5867 : cluster 2022-01-18T18:52:32.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:32 smithi129 conmon[101092]: [DBG] pgmap v5042: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:34.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:34 smithi129 conmon[101092]: cluster 2022-01-18T18:52:33.308942+0000 mgr.smithi129.iclwio (mgr.14716) 5868 : cluster 2022-01-18T18:52:34.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:34 smithi129 conmon[101092]: [DBG] pgmap v5043: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:34 smithi156 conmon[67007]: cluster 2022-01-18T18:52:33.308942+0000 mgr.smithi129.iclwio (mgr.14716) 5868 : cluster [DBG] pgmap v5043: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:36.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:36 smithi129 conmon[101092]: cluster 2022-01-18T18:52:35.309643+0000 mgr.smithi129.iclwio (mgr.14716) 5869 : cluster [DBG] pgmap v5044: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:36 smithi156 conmon[67007]: cluster 2022-01-18T18:52:35.309643+0000 mgr.smithi129.iclwio (mgr.14716) 5869 : cluster [DBG] pgmap v5044: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:38.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:38 smithi129 conmon[101092]: cluster 2022-01-18T18:52:37.310181+0000 mgr.smithi129.iclwio (mgr.14716) 5870 : cluster [DBG] pgmap v5045: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:38 smithi156 conmon[67007]: cluster 2022-01-18T18:52:37.310181+0000 mgr.smithi129.iclwio (mgr.14716) 5870 : cluster [DBG] pgmap v5045: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:40.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:40 smithi129 conmon[101092]: cluster 2022-01-18T18:52:39.310944+0000 mgr.smithi129.iclwio (mgr.14716) 5871 : cluster [DBG] pgmap v5046: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:52:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:40 smithi156 conmon[67007]: cluster 2022-01-18T18:52:39.310944+0000 mgr.smithi129.iclwio (mgr.14716) 5871 : cluster [DBG] pgmap v5046: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:52:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:42 smithi156 conmon[67007]: cluster 2022-01-18T18:52:41.311517+0000 mgr.smithi129.iclwio (mgr.14716) 5872 : cluster [DBG] pgmap v5047: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:42 smithi129 conmon[101092]: cluster 2022-01-18T18:52:41.311517+0000 mgr.smithi129.iclwio (mgr.14716) 5872 : cluster [DBG] 2022-01-18T18:52:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:42 smithi129 conmon[101092]: pgmap v5047: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:44.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:44 smithi129 conmon[101092]: cluster 2022-01-18T18:52:43.312036+0000 mgr.smithi129.iclwio (mgr.14716) 5873 : cluster [DBG] pgmap v5048: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:44 smithi156 conmon[67007]: cluster 2022-01-18T18:52:43.312036+0000 mgr.smithi129.iclwio (mgr.14716) 5873 : cluster [DBG] pgmap v5048: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:46.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:46 smithi129 conmon[101092]: cluster 2022-01-18T18:52:45.312753+0000 mgr.smithi129.iclwio (mgr.14716) 5874 : cluster [DBG] pgmap v5049: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:46 smithi156 conmon[67007]: cluster 2022-01-18T18:52:45.312753+0000 mgr.smithi129.iclwio (mgr.14716) 5874 : cluster [DBG] 2022-01-18T18:52:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:46 smithi156 conmon[67007]: pgmap v5049: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:48.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:48 smithi129 conmon[101092]: cluster 2022-01-18T18:52:47.313367+0000 mgr.smithi129.iclwio (mgr.14716) 5875 : cluster [DBG] pgmap v5050: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:48 smithi156 conmon[67007]: cluster 2022-01-18T18:52:47.313367+0000 mgr.smithi129.iclwio (mgr.14716) 5875 : cluster 2022-01-18T18:52:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:48 smithi156 conmon[67007]: [DBG] pgmap v5050: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:50.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:50 smithi129 conmon[101092]: cluster 2022-01-18T18:52:49.314157+0000 mgr.smithi129.iclwio (mgr.14716) 5876 : cluster [DBG] pgmap v5051: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:52:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:50 smithi156 conmon[67007]: cluster 2022-01-18T18:52:49.314157+0000 mgr.smithi129.iclwio (mgr.14716) 5876 : cluster [DBG] 2022-01-18T18:52:50.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:50 smithi156 conmon[67007]: pgmap v5051: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:52:51.213 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:52:51.478 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:52:51.478 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 3m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:52:51.478 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 3m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:52:51.479 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 3m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:52:51.479 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 3m ago 2h 43.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:52:51.479 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 3m ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:52:51.479 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 3m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:52:51.480 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 3m ago 2h 664M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:52:51.480 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 3m ago 2h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:52:51.480 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 3m ago 2h 1112M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:52:51.480 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 3m ago 2h 522M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:52:51.481 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 3m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:52:51.481 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 3m ago 2h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:52:51.481 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 3m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:52:51.481 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 3m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:52:51.481 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 3m ago 2h 1895M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:52:51.482 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 3m ago 2h 2946M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:52:51.482 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 3m ago 2h 2257M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:52:51.482 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 3m ago 2h 2953M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:52:51.482 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 3m ago 2h 2744M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:52:51.483 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 3m ago 2h 3297M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:52:51.483 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 3m ago 2h 2626M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:52:51.483 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 3m ago 2h 3847M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:52:51.483 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 3m ago 2h 89.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:52:51.798 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:52:51.798 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:52:51.798 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:52:51.799 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:52:51.799 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:52:51.799 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:52:51.799 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:52:51.800 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:52:51.800 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:52:51.800 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:52:51.800 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:52:51.800 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:52:51.801 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:52:51.801 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:52:51.801 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:52:51.801 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:52:51.802 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:52:51.802 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:52:51.802 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:52:52.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:52 smithi156 conmon[67007]: audit 2022-01-18T18:52:51.203340+0000 mgr.smithi129.iclwio (mgr.14716) 5877 : audit [DBG] from='client.38002 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:52:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:52 smithi156 conmon[67007]: 2022-01-18T18:52:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:52 smithi156 conmon[67007]: cluster 2022-01-18T18:52:51.314526+0000 mgr.smithi129.iclwio (mgr.14716) 5878 : cluster [DBG] pgmap v5052: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:52 smithi156 conmon[67007]: audit 2022-01-18T18:52:51.471273+0000 mgr.smithi129.iclwio (mgr 2022-01-18T18:52:52.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:52 smithi156 conmon[67007]: .14716) 5879 : audit [DBG] from='client.38006 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:52:52.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:52 smithi156 conmon[67007]: audit 2022-01-18T18:52 2022-01-18T18:52:52.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:52 smithi156 conmon[67007]: :51.799703+0000 mon.smithi129 (mon.0) 1860 : audit [DBG] from='client.? 172.21.15.129:0/746801707' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:52:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:52 smithi129 conmon[101092]: audit 2022-01-18T18:52:51.203340+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:52:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:52 smithi129 conmon[101092]: 5877 : audit [DBG] from='client.38002 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:52:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:52 smithi129 conmon[101092]: cluster 2022-01-18T18:52:51.314526+0000 mgr.smithi129.iclwio (mgr.14716) 5878 : cluster [DBG] pgmap v5052: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:52 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T18:52:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:52 smithi129 conmon[101092]: T18:52:51.471273+0000 mgr.smithi129.iclwio (mgr.14716) 5879 : audit [DBG] from='client.38006 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:52:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:52 smithi129 conmon[101092]: audit 2022-01-18T18:52:51 2022-01-18T18:52:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:52 smithi129 conmon[101092]: .799703+0000 mon.smithi129 (mon.0) 1860 : audit 2022-01-18T18:52:52.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:52 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/746801707' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:52:54.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:54 smithi129 conmon[101092]: cluster 2022-01-18T18:52:53.315078+0000 mgr.smithi129.iclwio (mgr.14716) 5880 : cluster [DBG] pgmap v5053: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:54 smithi156 conmon[67007]: cluster 2022-01-18T18:52:53.315078+0000 mgr.smithi129.iclwio (mgr.14716) 5880 : cluster [DBG] pgmap v5053: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:56.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:56 smithi129 conmon[101092]: cluster 2022-01-18T18:52:55.315868+0000 mgr.smithi129.iclwio (mgr.14716) 5881 : cluster [DBG] pgmap v5054: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:56 smithi156 conmon[67007]: cluster 2022-01-18T18:52:55.315868+0000 mgr.smithi129.iclwio (mgr.14716) 5881 : cluster [DBG] pgmap v5054: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:58.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:58 smithi129 conmon[101092]: cluster 2022-01-18 2022-01-18T18:52:58.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:58 smithi129 conmon[101092]: T18:52:57.316534+0000 mgr.smithi129.iclwio (mgr.14716) 5882 : cluster [DBG] pgmap v5055: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:58 smithi156 conmon[67007]: cluster 2022-01-18T18:52:57.316534+0000 mgr.smithi129.iclwio (mgr.14716) 5882 : cluster [DBG] pgmap v5055: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:52:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:59 smithi129 conmon[101092]: audit 2022-01-18T18:52:58.866212+0000 mon.smithi129 (mon.0) 1861 : 2022-01-18T18:52:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:59 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:52:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:52:59 smithi129 conmon[101092]: audit 2022-01-18T18:52:58.866497+0000 mon.smithi129 (mon.0) 1862 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:52:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:59 smithi156 conmon[67007]: audit 2022-01-18T18:52:58.866212+0000 mon.smithi129 (mon.0) 1861 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:52:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:59 smithi156 conmon[67007]: 2022-01-18T18:52:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:52:59 smithi156 conmon[67007]: audit 2022-01-18T18:52:58.866497+0000 mon.smithi129 (mon.0) 1862 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:53:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:00 smithi129 conmon[101092]: cluster 2022-01-18T18:52:59.317316+0000 mgr.smithi129.iclwio ( 2022-01-18T18:53:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:00 smithi129 conmon[101092]: mgr.14716) 5883 : cluster [DBG] pgmap v5056: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:53:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:00 smithi156 conmon[67007]: cluster 2022-01-18T18:52:59.317316+0000 mgr.smithi129.iclwio (mgr.14716) 5883 : cluster 2022-01-18T18:53:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:00 smithi156 conmon[67007]: [DBG] pgmap v5056: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:53:02.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:02 smithi156 conmon[67007]: cluster 2022-01-18T18:53:01.317805+0000 mgr.smithi129.iclwio (mgr.14716) 5884 : cluster [DBG] pgmap v5057: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:02.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:02 smithi129 conmon[101092]: cluster 2022-01-18T18:53:01.317805+0000 mgr.smithi129.iclwio (mgr.14716) 5884 : cluster [DBG] 2022-01-18T18:53:02.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:02 smithi129 conmon[101092]: pgmap v5057: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:04.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:04 smithi129 conmon[101092]: cluster 2022-01-18T18:53:03.318428+0000 mgr.smithi129.iclwio (mgr.14716) 5885 : cluster 2022-01-18T18:53:04.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:04 smithi129 conmon[101092]: [DBG] pgmap v5058: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:04 smithi129 conmon[101092]: audit 2022-01-18T18:53:03.858352+0000 mon.smithi129 (mon.0) 1863 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:53:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:04 smithi129 conmon[101092]: audit 2022-01-18T18:53:03.859807+0000 mon.smithi129 (mon.0) 1864 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:53:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:04 smithi129 conmon[101092]: 2022-01-18T18:53:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:04 smithi129 conmon[101092]: audit 2022-01-18T18:53:03.860602+0000 mon.smithi129 (mon.0) 1865 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:53:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:04 smithi129 conmon[101092]: audit 2022-01-18T18:53:04.162618+0000 mon.smithi129 (mon.0) 1866 2022-01-18T18:53:04.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:04 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:53:04.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:04 smithi129 conmon[101092]: audit 2022-01-18T18:53:04.168031+0000 mon.smithi129 (mon 2022-01-18T18:53:04.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:04 smithi129 conmon[101092]: .0) 1867 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:53:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:04 smithi156 conmon[67007]: cluster 2022-01-18T18:53:03.318428+0000 mgr.smithi129.iclwio (mgr 2022-01-18T18:53:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:04 smithi156 conmon[67007]: .14716) 5885 : cluster [DBG] pgmap v5058: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:04 smithi156 conmon[67007]: audit 2022-01-18T18:53:03.858352+0000 mon.smithi129 (mon.0) 1863 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:53:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:04 smithi156 conmon[67007]: audit 2022-01-18T18:53:03.859807+0000 mon.smithi129 (mon.0) 1864 : 2022-01-18T18:53:04.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:04 smithi156 conmon[67007]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:53:04.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:04 smithi156 conmon[67007]: audit 2022-01-18T18:53:04.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:04 smithi156 conmon[67007]: 2022-01-18T18:53:03.860602 2022-01-18T18:53:04.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:04 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 1865 : audit [INF] 2022-01-18T18:53:04.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:04 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:53:04.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:04 smithi156 conmon[67007]: audit 2022-01-18T18:53: 2022-01-18T18:53:04.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:04 smithi156 conmon[67007]: 04.162618+0000 mon.smithi129 (mon.0) 1866 : 2022-01-18T18:53:04.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:04 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:53:04.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:04 smithi156 conmon[67007]: audit 2022-01-18T18:53:04.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:04 smithi156 conmon[67007]: 2022-01-18T18:53:04.168031 2022-01-18T18:53:04.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:04 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 1867 : audit [INF] 2022-01-18T18:53:04.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:04 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:53:05.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:05 smithi129 conmon[101092]: cephadm 2022-01-18T18:53:03.861340+0000 mgr.smithi129.iclwio (mgr.14716) 5886 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:53:05.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:05 smithi156 conmon[67007]: cephadm 2022-01-18T18:53:03.861340+0000 mgr.smithi129.iclwio (mgr.14716) 5886 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:53:05.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:05 smithi156 conmon[67007]: 2022-01-18T18:53:06.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:06 smithi129 conmon[101092]: cluster 2022-01-18T18:53:05.319179+0000 mgr.smithi129.iclwio (mgr.14716) 5887 : cluster [DBG] pgmap v5059: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:06 smithi156 conmon[67007]: cluster 2022-01-18T18:53:05.319179+0000 mgr.smithi129.iclwio (mgr.14716) 5887 : cluster 2022-01-18T18:53:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:06 smithi156 conmon[67007]: [DBG] pgmap v5059: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:08.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:08 smithi129 conmon[101092]: cluster 2022-01-18T18:53:07.319952+0000 mgr.smithi129.iclwio (mgr.14716) 5888 : cluster [DBG] pgmap v5060: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:08 smithi156 conmon[67007]: cluster 2022-01-18T18:53:07.319952+0000 mgr.smithi129.iclwio (mgr.14716) 5888 : 2022-01-18T18:53:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:08 smithi156 conmon[67007]: cluster [DBG] pgmap v5060: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:10.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:10 smithi129 conmon[101092]: cluster 2022-01-18T18:53:09.320978+0000 mgr.smithi129.iclwio (mgr.14716) 5889 : cluster [DBG] pgmap v5061: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:53:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:10 smithi156 conmon[67007]: cluster 2022-01-18T18:53:09.320978+0000 mgr.smithi129.iclwio (mgr.14716) 5889 : cluster [DBG] pgmap v5061: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:53:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:12 smithi156 conmon[67007]: cluster 2022-01-18T18:53:11.321474+0000 mgr.smithi129.iclwio (mgr.14716) 5890 : cluster [DBG] pgmap v5062: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:12 smithi129 conmon[101092]: cluster 2022-01-18T18:53:11.321474+0000 mgr.smithi129.iclwio (mgr.14716) 5890 : cluster [DBG] pgmap v5062: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:12 smithi129 conmon[101092]: 2022-01-18T18:53:14.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:14 smithi129 conmon[101092]: cluster 2022-01-18T18:53:13.322189+0000 mgr.smithi129.iclwio (mgr.14716) 5891 : cluster [DBG] pgmap v5063: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:14 smithi156 conmon[67007]: cluster 2022-01-18T18:53:13.322189+0000 mgr.smithi129.iclwio (mgr.14716) 5891 : cluster [DBG] pgmap v5063: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:16.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:16 smithi129 conmon[101092]: cluster 2022-01-18T18:53:15.323002+0000 mgr.smithi129.iclwio (mgr.14716) 5892 : cluster [DBG] pgmap v5064: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:16 smithi156 conmon[67007]: cluster 2022-01-18T18:53:15.323002+0000 mgr.smithi129.iclwio (mgr.14716) 5892 : cluster [DBG] pgmap v5064: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:16 smithi156 conmon[67007]: 2022-01-18T18:53:18.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:18 smithi129 conmon[101092]: cluster 2022-01-18T18:53:17.323532+0000 mgr.smithi129.iclwio (mgr.14716) 5893 : cluster [DBG] pgmap v5065: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:18 smithi156 conmon[67007]: cluster 2022-01-18T18:53:17.323532+0000 mgr.smithi129.iclwio (mgr.14716) 5893 : cluster [DBG] pgmap v5065: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:20.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:20 smithi129 conmon[101092]: cluster 2022-01-18T18:53:19.324398+0000 mgr.smithi129.iclwio (mgr.14716) 5894 : cluster [DBG] pgmap v5066: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:53:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:20 smithi156 conmon[67007]: cluster 2022-01-18T18:53:19.324398+0000 mgr.smithi129.iclwio (mgr.14716) 5894 : cluster [DBG] pgmap v5066: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:53:22.097 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:53:22.364 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:53:22.364 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 4m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:53:22.365 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 4m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:53:22.365 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 4m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:53:22.365 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 4m ago 2h 43.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:53:22.365 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 4m ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:53:22.366 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 4m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:53:22.366 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 4m ago 2h 664M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:53:22.366 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 4m ago 2h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:53:22.366 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 4m ago 2h 1112M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:53:22.367 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 4m ago 2h 522M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:53:22.367 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 4m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:53:22.367 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 4m ago 2h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:53:22.367 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 4m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:53:22.368 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 4m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:53:22.368 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 4m ago 2h 1895M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:53:22.368 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 4m ago 2h 2946M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:53:22.368 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 4m ago 2h 2257M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:53:22.368 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 4m ago 2h 2953M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:53:22.369 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 4m ago 2h 2744M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:53:22.369 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 4m ago 2h 3297M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:53:22.369 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 4m ago 2h 2626M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:53:22.369 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 4m ago 2h 3847M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:53:22.369 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 4m ago 2h 89.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:53:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:22 smithi156 conmon[67007]: cluster 2022-01-18T18:53:21.324875+0000 mgr.smithi129.iclwio (mgr 2022-01-18T18:53:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:22 smithi156 conmon[67007]: .14716) 5895 : cluster [DBG] pgmap v5067: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:22.684 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:53:22.684 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:53:22.684 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:53:22.685 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:53:22.685 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:53:22.685 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:53:22.685 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:53:22.686 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:53:22.686 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:53:22.686 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:53:22.686 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:53:22.687 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:53:22.687 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:53:22.687 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:53:22.687 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:53:22.688 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:53:22.688 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:53:22.688 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:53:22.688 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:53:22.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:22 smithi129 conmon[101092]: cluster 2022-01-18T18:53:21.324875+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:53:22.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:22 smithi129 conmon[101092]: 14716) 5895 : cluster [DBG] pgmap v5067: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:23.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:23 smithi156 conmon[67007]: audit 2022-01-18T18:53:22.087351+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:53:23.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:23 smithi156 conmon[67007]: ) 5896 : audit [DBG] from='client.38014 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:53:23.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:23 smithi156 conmon[67007]: audit 2022-01-18T18:53:22.357460+0000 mgr.smithi129.iclwio (mgr.14716) 5897 : audit [DBG] from='client.38018 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:53:23.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:23 smithi156 conmon[67007]: audit 2022-01-18T18:53:22.685864+0000 mon.smithi129 (mon.0) 1868 : audit [DBG] from='client.? 172.21.15.129:0/1961481760' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:53:23.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:23 smithi129 conmon[101092]: audit 2022-01-18T18:53:22.087351+0000 mgr.smithi129.iclwio (mgr.14716) 5896 2022-01-18T18:53:23.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:23 smithi129 conmon[101092]: : audit [DBG] from='client.38014 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:53:23.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:23 smithi129 conmon[101092]: audit 2022-01-18T18:53:22.357460+0000 mgr.smithi129.iclwio (mgr.14716) 5897 : audit [DBG] from='client.38018 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:53:23.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:23 smithi129 conmon[101092]: audit 2022-01-18T18:53:22.685864+0000 mon.smithi129 (mon.0 2022-01-18T18:53:23.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:23 smithi129 conmon[101092]: ) 1868 : audit [DBG] from='client.? 172.21.15.129:0/1961481760' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:53:24.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:24 smithi156 conmon[67007]: cluster 2022-01-18T18:53:23.325379+0000 mgr.smithi129.iclwio (mgr.14716) 5898 : cluster [DBG] 2022-01-18T18:53:24.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:24 smithi156 conmon[67007]: pgmap v5068: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:24.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:24 smithi129 conmon[101092]: cluster 2022-01-18T18:53:23.325379+0000 mgr.smithi129.iclwio (mgr.14716) 5898 : cluster [DBG] pgmap v5068: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:26.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:26 smithi129 conmon[101092]: cluster 2022-01-18T18:53:25.326345+0000 mgr.smithi129.iclwio (mgr.14716) 5899 : cluster [DBG] pgmap v5069: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:26.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:26 smithi129 conmon[101092]: 2022-01-18T18:53:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:26 smithi156 conmon[67007]: cluster 2022-01-18T18:53:25.326345+0000 mgr.smithi129.iclwio (mgr.14716) 5899 : cluster [DBG] 2022-01-18T18:53:26.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:26 smithi156 conmon[67007]: pgmap v5069: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:28.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:28 smithi129 conmon[101092]: cluster 2022-01-18T18:53:27.327017+0000 mgr.smithi129.iclwio (mgr.14716) 5900 : cluster [DBG] pgmap v5070: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:28 smithi156 conmon[67007]: cluster 2022-01-18T18:53:27.327017+0000 mgr.smithi129.iclwio (mgr.14716) 5900 : cluster [DBG] pgmap v5070: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:28 smithi156 conmon[67007]: 2022-01-18T18:53:30.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:30 smithi129 conmon[101092]: cluster 2022-01-18T18:53:29.327806+0000 mgr.smithi129.iclwio (mgr.14716) 5901 : cluster [DBG] 2022-01-18T18:53:30.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:30 smithi129 conmon[101092]: pgmap v5071: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:53:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:30 smithi156 conmon[67007]: cluster 2022-01-18T18:53:29.327806+0000 mgr.smithi129.iclwio (mgr.14716) 5901 : cluster [DBG] pgmap v5071: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:53:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:30 smithi156 conmon[67007]: 2022-01-18T18:53:32.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:32 smithi156 conmon[67007]: cluster 2022-01-18T18:53:31.328371+0000 mgr.smithi129.iclwio (mgr.14716) 5902 : cluster [DBG] pgmap v5072: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:32.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:32 smithi129 conmon[101092]: cluster 2022-01-18T18:53:31.328371+0000 mgr.smithi129.iclwio (mgr.14716) 5902 : cluster [DBG] pgmap v5072: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:32.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:32 smithi129 conmon[101092]: 2022-01-18T18:53:34.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:34 smithi129 conmon[101092]: cluster 2022-01-18T18:53:33.329186+0000 mgr.smithi129.iclwio (mgr.14716) 5903 : cluster [DBG] 2022-01-18T18:53:34.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:34 smithi129 conmon[101092]: pgmap v5073: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:34 smithi156 conmon[67007]: cluster 2022-01-18T18:53:33.329186+0000 mgr.smithi129.iclwio (mgr.14716) 5903 : cluster [DBG] pgmap v5073: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:34 smithi156 conmon[67007]: 2022-01-18T18:53:36.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:36 smithi129 conmon[101092]: cluster 2022-01-18T18:53:35.329911+0000 mgr.smithi129.iclwio (mgr.14716) 5904 : cluster [DBG] 2022-01-18T18:53:36.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:36 smithi129 conmon[101092]: pgmap v5074: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:36 smithi156 conmon[67007]: cluster 2022-01-18T18:53:35.329911+0000 mgr.smithi129.iclwio (mgr.14716) 5904 : cluster [DBG] pgmap v5074: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:36 smithi156 conmon[67007]: 2022-01-18T18:53:38.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:38 smithi129 conmon[101092]: cluster 2022-01-18T18:53:37.330575+0000 mgr.smithi129.iclwio (mgr.14716) 5905 : cluster [DBG] pgmap v5075: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:38 smithi156 conmon[67007]: cluster 2022-01-18T18:53:37.330575+0000 mgr.smithi129.iclwio (mgr.14716) 5905 : cluster [DBG] pgmap v5075: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:38 smithi156 conmon[67007]: 2022-01-18T18:53:40.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:40 smithi129 conmon[101092]: cluster 2022-01-18T18:53:39.331316+0000 mgr.smithi129.iclwio (mgr.14716) 5906 : cluster [DBG] pgmap v5076: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:53:40.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:40 smithi129 conmon[101092]: 2022-01-18T18:53:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:40 smithi156 conmon[67007]: cluster 2022-01-18T18:53:39.331316+0000 mgr.smithi129.iclwio (mgr.14716) 5906 : cluster [DBG] pgmap v5076: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:53:40.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:40 smithi156 conmon[67007]: 2022-01-18T18:53:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:42 smithi156 conmon[67007]: cluster 2022-01-18T18:53:41.331953+0000 mgr.smithi129.iclwio (mgr.14716) 5907 : cluster [DBG] pgmap v5077: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:42 smithi129 conmon[101092]: cluster 2022-01-18T18:53:41.331953+0000 mgr.smithi129.iclwio (mgr.14716) 5907 : cluster [DBG] pgmap v5077: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:44.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:44 smithi129 conmon[101092]: cluster 2022-01-18T18:53:43.332529+0000 mgr.smithi129.iclwio (mgr.14716) 5908 : cluster [DBG] pgmap v5078: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:44 smithi156 conmon[67007]: cluster 2022-01-18T18:53:43.332529+0000 mgr.smithi129.iclwio (mgr.14716) 5908 : cluster [DBG] 2022-01-18T18:53:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:44 smithi156 conmon[67007]: pgmap v5078: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:46.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:46 smithi129 conmon[101092]: cluster 2022-01-18T18:53:45.333369+0000 mgr.smithi129.iclwio (mgr.14716) 5909 : cluster [DBG] pgmap v5079: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:46 smithi156 conmon[67007]: cluster 2022-01-18T18:53:45.333369+0000 mgr.smithi129.iclwio (mgr.14716) 5909 : cluster [DBG] pgmap v5079: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:48.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:48 smithi129 conmon[101092]: cluster 2022-01-18T18:53:47.333928+0000 mgr.smithi129.iclwio (mgr.14716) 5910 : cluster [DBG] 2022-01-18T18:53:48.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:48 smithi129 conmon[101092]: pgmap v5080: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:48 smithi156 conmon[67007]: cluster 2022-01-18T18:53:47.333928+0000 mgr.smithi129.iclwio (mgr.14716) 5910 : cluster [DBG] pgmap v5080: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:50.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:50 smithi129 conmon[101092]: cluster 2022-01-18T18:53:49.334697+0000 mgr.smithi129.iclwio (mgr.14716) 5911 : cluster [DBG] pgmap v5081: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:53:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:50 smithi156 conmon[67007]: cluster 2022-01-18T18:53:49.334697+0000 mgr.smithi129.iclwio (mgr.14716) 5911 : cluster [DBG] pgmap v5081: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:53:52.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:52 smithi156 conmon[67007]: cluster 2022-01-18T18:53:51.335307+0000 mgr.smithi129.iclwio (mgr.14716) 5912 : cluster 2022-01-18T18:53:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:52 smithi156 conmon[67007]: [DBG] pgmap v5082: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:52 smithi129 conmon[101092]: cluster 2022-01-18T18:53:51.335307+0000 mgr.smithi129.iclwio (mgr.14716) 5912 : cluster [DBG] pgmap v5082: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:52.982 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:53:53.247 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:53:53.247 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 4m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:53:53.248 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 4m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:53:53.248 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 4m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:53:53.248 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 4m ago 2h 43.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:53:53.248 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 4m ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:53:53.249 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 4m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:53:53.249 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 4m ago 2h 664M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:53:53.249 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 4m ago 2h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:53:53.249 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 4m ago 2h 1112M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:53:53.250 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 4m ago 2h 522M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:53:53.250 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 4m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:53:53.250 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 4m ago 2h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:53:53.250 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 4m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:53:53.250 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 4m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:53:53.251 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 4m ago 2h 1895M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:53:53.251 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 4m ago 2h 2946M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:53:53.251 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 4m ago 2h 2257M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:53:53.251 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 4m ago 2h 2953M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:53:53.252 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 4m ago 2h 2744M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:53:53.252 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 4m ago 2h 3297M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:53:53.252 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 4m ago 2h 2626M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:53:53.253 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 4m ago 2h 3847M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:53:53.253 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 4m ago 2h 89.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:53:53.566 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:53:53.566 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:53:53.567 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:53:53.567 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:53:53.567 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:53:53.567 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:53:53.567 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:53:53.568 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:53:53.568 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:53:53.568 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:53:53.568 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:53:53.569 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:53:53.569 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:53:53.569 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:53:53.569 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:53:53.570 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:53:53.570 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:53:53.570 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:53:53.571 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:53:54.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:54 smithi129 conmon[101092]: audit 2022-01-18T18:53:52.971828+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:53:54.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:54 smithi129 conmon[101092]: 5913 : audit [DBG] from='client.38026 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:53:54.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:54 smithi129 conmon[101092]: audit 2022-01-18T18:53:53.240311+0000 mgr.smithi129.iclwio (mgr.14716) 5914 : audit [DBG] from='client.38030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:53:54.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:54 smithi129 conmon[101092]: cluster 2022-01-18T18:53:53.335794+0000 mgr.smithi129.iclwio (mgr.14716) 5915 : cluster [DBG] pgmap v5083: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:54.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:54 smithi129 conmon[101092]: audit 2022-01-18T18:53:53.567907+0000 mon.smithi129 (mon.0) 2022-01-18T18:53:54.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:54 smithi129 conmon[101092]: 1869 : audit [DBG] from='client.? 172.21.15.129:0/3550192165' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:53:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:54 smithi156 conmon[67007]: audit 2022-01-18T18:53:52.971828+0000 mgr.smithi129.iclwio (mgr.14716) 5913 : audit [DBG] from='client.38026 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:53:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:54 smithi156 conmon[67007]: audit 2022-01-18T18:53:53.240311+0000 mgr.smithi129.iclwio (mgr.14716) 5914 : audit [DBG] from='client.38030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:53:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:54 smithi156 conmon[67007]: cluster 2022-01-18T18:53:53.335794+0000 mgr.smithi129.iclwio (mgr.14716) 5915 : cluster [DBG] pgmap v5083: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:54 smithi156 conmon[67007]: audit 2022-01-18T18:53:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:54 smithi156 conmon[67007]: 2022-01-18T18:53:53.567907+0000 mon.smithi129 (mon.0) 1869 : audit [DBG] from='client.? 172.21.15.129:0/3550192165' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:53:56.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:56 smithi129 conmon[101092]: cluster 2022-01-18T18:53:55.336533+0000 mgr.smithi129.iclwio (mgr.14716) 5916 : cluster [DBG] pgmap v5084: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:56.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:56 smithi129 conmon[101092]: 2022-01-18T18:53:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:56 smithi156 conmon[67007]: cluster 2022-01-18T18:53:55.336533+0000 mgr.smithi129.iclwio (mgr.14716) 5916 : cluster [DBG] pgmap v5084: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:58.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:58 smithi129 conmon[101092]: cluster 2022-01-18T18:53:57.337244+0000 mgr.smithi129.iclwio (mgr.14716) 5917 : cluster [DBG] 2022-01-18T18:53:58.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:58 smithi129 conmon[101092]: pgmap v5085: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:58 smithi156 conmon[67007]: cluster 2022-01-18T18:53:57.337244+0000 mgr.smithi129.iclwio (mgr.14716) 5917 : cluster [DBG] pgmap v5085: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:53:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:59 smithi129 conmon[101092]: audit 2022-01-18T18:53:58.870449+0000 mon.smithi129 (mon.0) 1870 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:53:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:53:59 smithi129 conmon[101092]: audit 2022-01-18T18:53:58.870726+0000 mon.smithi129 (mon.0) 1871 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:53:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:59 smithi156 conmon[67007]: audit 2022-01-18T18:53:58.870449+0000 mon.smithi129 (mon.0) 1870 : audit [INF] 2022-01-18T18:53:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:59 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:53:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:53:59 smithi156 conmon[67007]: audit 2022-01-18T18:53:58.870726+0000 mon.smithi129 (mon.0) 1871 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:54:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:00 smithi129 conmon[101092]: cluster 2022-01-18T18:53:59.337995+0000 mgr.smithi129.iclwio (mgr.14716) 5918 2022-01-18T18:54:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:00 smithi129 conmon[101092]: : cluster [DBG] pgmap v5086: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:54:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:00 smithi156 conmon[67007]: cluster 2022-01-18T18:53:59.337995+0000 mgr.smithi129.iclwio (mgr.14716) 5918 : cluster [DBG] pgmap v5086: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:54:02.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:02 smithi156 conmon[67007]: cluster 2022-01-18T18:54:01.338569+0000 mgr.smithi129.iclwio (mgr.14716) 5919 : cluster [DBG] pgmap v5087: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:02.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:02 smithi129 conmon[101092]: cluster 2022-01-18T18:54:01.338569+0000 mgr.smithi129.iclwio (mgr.14716) 5919 : cluster [DBG] 2022-01-18T18:54:02.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:02 smithi129 conmon[101092]: pgmap v5087: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:04.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:04 smithi129 conmon[101092]: cluster 2022-01-18T18:54:03.339152+0000 2022-01-18T18:54:04.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:04 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 5920 : cluster [DBG] pgmap v5088: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:04.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:04 smithi129 conmon[101092]: audit 2022-01-18T18:54:04.170449+0000 mon.smithi129 ( 2022-01-18T18:54:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:04 smithi129 conmon[101092]: mon.0) 1872 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:54:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:04 smithi129 conmon[101092]: audit 2022-01-18T18:54:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:04 smithi129 conmon[101092]: 2022-01-18T18:54:04.171942+0000 mon.smithi129 (mon.0) 2022-01-18T18:54:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:04 smithi129 conmon[101092]: 1873 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:54:04.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:04 smithi129 conmon[101092]: audit 2022-01-18T18 2022-01-18T18:54:04.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:04 smithi129 conmon[101092]: :54:04.173056+0000 mon.smithi129 (mon.0 2022-01-18T18:54:04.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:04 smithi129 conmon[101092]: ) 1874 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:54:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:04 smithi156 conmon[67007]: cluster 2022-01-18T18:54:03.339152+0000 2022-01-18T18:54:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:04 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 5920 : cluster [DBG] pgmap v5088: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:04 smithi156 conmon[67007]: audit 2022- 2022-01-18T18:54:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:04 smithi156 conmon[67007]: 01-18T18:54:04.170449+0000 mon.smithi129 (mon.0) 2022-01-18T18:54:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:04 smithi156 conmon[67007]: 1872 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:54:04.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:04 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T18:54:04.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:04 smithi156 conmon[67007]: T18:54:04.171942+0000 mon.smithi129 2022-01-18T18:54:04.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:04 smithi156 conmon[67007]: (mon.0) 1873 : audit 2022-01-18T18:54:04.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:04 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:54:04.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:04 smithi156 conmon[67007]: audit 2022 2022-01-18T18:54:04.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:04 smithi156 conmon[67007]: -01-18T18:54:04 2022-01-18T18:54:04.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:04 smithi156 conmon[67007]: .173056+0000 mon.smithi129 (mon.0 2022-01-18T18:54:04.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:04 smithi156 conmon[67007]: ) 1874 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:54:05.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:05 smithi156 conmon[67007]: cephadm 2022-01-18T18:54:04.173844+0000 mgr.smithi129.iclwio (mgr.14716) 5921 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:54:05.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:05 smithi156 conmon[67007]: audit 2022-01-18T18:54:04.478536+0000 mon.smithi129 (mon.0) 1875 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:54:05.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:05 smithi156 conmon[67007]: audit 2022-01-18T18:54:04.485859+0000 mon.smithi129 (mon.0) 1876 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:54:05.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:05 smithi129 conmon[101092]: cephadm 2022-01-18T18:54:04.173844+0000 mgr.smithi129.iclwio (mgr.14716) 5921 : cephadm 2022-01-18T18:54:05.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:05 smithi129 conmon[101092]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:54:05.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:05 smithi129 conmon[101092]: audit 2022-01-18T18:54:04.478536+0000 mon.smithi129 (mon.0) 1875 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:54:05.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:05 smithi129 conmon[101092]: audit 2022 2022-01-18T18:54:05.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:05 smithi129 conmon[101092]: -01-18T18:54:04.485859+0000 mon.smithi129 (mon.0) 1876 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:54:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:06 smithi156 conmon[67007]: cluster 2022-01-18T18:54:05.340041+0000 mgr.smithi129.iclwio (mgr.14716) 5922 : cluster [DBG] 2022-01-18T18:54:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:06 smithi156 conmon[67007]: pgmap v5089: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:06.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:06 smithi129 conmon[101092]: cluster 2022-01-18T18:54:05.340041+0000 mgr.smithi129.iclwio (mgr.14716) 5922 : cluster [DBG] pgmap v5089: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:08 smithi156 conmon[67007]: cluster 2022-01-18T18:54:07.340711+0000 mgr.smithi129.iclwio (mgr.14716) 5923 : cluster [DBG] 2022-01-18T18:54:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:08 smithi156 conmon[67007]: pgmap v5090: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:08.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:08 smithi129 conmon[101092]: cluster 2022-01-18T18:54:07.340711+0000 mgr.smithi129.iclwio (mgr.14716) 5923 : cluster [DBG] pgmap v5090: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:10 smithi156 conmon[67007]: cluster 2022-01-18T18:54:09.341573+0000 mgr.smithi129.iclwio (mgr.14716) 5924 : cluster 2022-01-18T18:54:10.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:10 smithi156 conmon[67007]: [DBG] pgmap v5091: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:54:10.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:10 smithi129 conmon[101092]: cluster 2022-01-18T18:54:09.341573+0000 mgr.smithi129.iclwio (mgr.14716) 5924 : cluster [DBG] pgmap v5091: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:54:10.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:10 smithi129 conmon[101092]: 2022-01-18T18:54:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:12 smithi156 conmon[67007]: cluster 2022-01-18T18:54:11.342271+0000 mgr.smithi129.iclwio (mgr.14716) 5925 : cluster [DBG] 2022-01-18T18:54:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:12 smithi156 conmon[67007]: pgmap v5092: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:12 smithi129 conmon[101092]: cluster 2022-01-18T18:54:11.342271+0000 mgr.smithi129.iclwio (mgr.14716) 5925 : cluster [DBG] pgmap v5092: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:14.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:14 smithi129 conmon[101092]: cluster 2022-01-18T18:54:13.342952+0000 mgr.smithi129.iclwio (mgr.14716) 5926 : cluster [DBG] pgmap v5093: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:14 smithi156 conmon[67007]: cluster 2022-01-18T18:54:13.342952+0000 mgr.smithi129.iclwio (mgr.14716) 5926 : cluster 2022-01-18T18:54:14.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:14 smithi156 conmon[67007]: [DBG] pgmap v5093: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:16.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:16 smithi129 conmon[101092]: cluster 2022-01-18T18:54:15.343863+0000 mgr.smithi129.iclwio (mgr.14716) 5927 : cluster [DBG] pgmap v5094: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:16 smithi156 conmon[67007]: cluster 2022-01-18T18:54:15.343863+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:54:16.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:16 smithi156 conmon[67007]: 14716) 5927 : cluster [DBG] pgmap v5094: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:18.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:18 smithi129 conmon[101092]: cluster 2022-01-18T18:54:17.344366+0000 mgr.smithi129.iclwio (mgr.14716) 5928 : cluster [DBG] pgmap v5095: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:18 smithi129 conmon[101092]: 2022-01-18T18:54:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:18 smithi156 conmon[67007]: cluster 2022-01-18T18:54:17.344366+0000 mgr.smithi129.iclwio (mgr.14716) 5928 : cluster [DBG] pgmap v5095: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:20.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:20 smithi129 conmon[101092]: cluster 2022-01-18T18:54:19.345259+0000 mgr.smithi129.iclwio (mgr.14716) 5929 : cluster [DBG] pgmap v5096: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:54:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:20 smithi156 conmon[67007]: cluster 2022-01-18T18:54:19.345259+0000 mgr.smithi129.iclwio (mgr.14716) 5929 : cluster [DBG] pgmap v5096: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:54:22.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:22 smithi129 conmon[101092]: cluster 2022-01-18T18:54:21.345720+0000 mgr.smithi129.iclwio (mgr.14716) 5930 : cluster [DBG] pgmap v5097: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:22.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:22 smithi129 conmon[101092]: 2022-01-18T18:54:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:22 smithi156 conmon[67007]: cluster 2022-01-18T18:54:21.345720+0000 mgr.smithi129.iclwio (mgr.14716) 5930 : cluster [DBG] pgmap v5097: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:23.863 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:54:24.127 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:54:24.127 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 5m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:54:24.128 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 5m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:54:24.128 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 5m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:54:24.128 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 5m ago 2h 43.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:54:24.128 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 5m ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:54:24.129 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 5m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:54:24.129 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 5m ago 2h 664M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:54:24.129 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 5m ago 2h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:54:24.129 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 5m ago 2h 1112M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:54:24.129 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 5m ago 2h 522M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:54:24.130 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 5m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:54:24.130 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 5m ago 2h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:54:24.130 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 5m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:54:24.130 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 5m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:54:24.131 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 5m ago 2h 1895M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:54:24.131 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 5m ago 2h 2946M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:54:24.131 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 5m ago 2h 2257M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:54:24.131 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 5m ago 2h 2953M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:54:24.132 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 5m ago 2h 2744M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:54:24.132 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 5m ago 2h 3297M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:54:24.132 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 5m ago 2h 2626M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:54:24.132 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 5m ago 2h 3847M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:54:24.132 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 5m ago 2h 89.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:54:24.446 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:54:24.447 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:54:24.447 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:54:24.447 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:54:24.448 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:54:24.448 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:54:24.448 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:54:24.448 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:54:24.449 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:54:24.449 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:54:24.449 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:54:24.449 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:54:24.450 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:54:24.450 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:54:24.450 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:54:24.450 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:54:24.451 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:54:24.451 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:54:24.451 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:54:24.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:24 smithi129 conmon[101092]: cluster 2022-01-18T18:54:23.346189+0000 mgr.smithi129.iclwio (mgr.14716) 5931 : cluster 2022-01-18T18:54:24.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:24 smithi129 conmon[101092]: [DBG] pgmap v5098: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:24 smithi156 conmon[67007]: cluster 2022-01-18T18:54:23.346189+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:54:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:24 smithi156 conmon[67007]: ) 5931 : cluster [DBG] pgmap v5098: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:25.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:25 smithi129 conmon[101092]: audit 2022-01-18T18:54:23.853263+0000 mgr.smithi129.iclwio (mgr.14716) 5932 : audit [DBG] from='client.38038 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:54:25.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:25 smithi129 conmon[101092]: audit 2022-01-18T18:54:24.120222+0000 mgr.smithi129.iclwio (mgr.14716) 5933 : audit [DBG] from='client.38042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:54:25.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:25 smithi129 conmon[101092]: audit 2022-01-18T18:54:24.448280+0000 mon.smithi129 (mon.0) 1877 : audit [DBG] from='client.? 172.21.15.129:0/1529549925' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:54:25.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:25 smithi156 conmon[67007]: audit 2022-01-18T18:54:23.853263+0000 mgr.smithi129.iclwio (mgr.14716) 5932 : audit [DBG] from='client.38038 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:54:25.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:25 smithi156 conmon[67007]: 2022-01-18T18:54:25.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:25 smithi156 conmon[67007]: audit 2022-01-18T18:54:24.120222+0000 mgr.smithi129.iclwio (mgr.14716) 5933 : audit [DBG] from='client.38042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:54:25.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:25 smithi156 conmon[67007]: audit 2022-01-18T18:54:24.448280+0000 mon.smithi129 (mon.0) 1877 : 2022-01-18T18:54:25.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:25 smithi156 conmon[67007]: audit [DBG] from='client.? 172.21.15.129:0/1529549925' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:54:26.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:26 smithi129 conmon[101092]: cluster 2022-01-18T18:54:25.346928+0000 mgr.smithi129.iclwio (mgr.14716) 5934 : cluster 2022-01-18T18:54:26.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:26 smithi129 conmon[101092]: [DBG] pgmap v5099: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:26 smithi156 conmon[67007]: cluster 2022-01-18T18:54:25.346928+0000 mgr.smithi129.iclwio (mgr.14716) 5934 : 2022-01-18T18:54:26.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:26 smithi156 conmon[67007]: cluster [DBG] pgmap v5099: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:28.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:28 smithi129 conmon[101092]: cluster 2022-01-18T18:54:27.347440+0000 mgr.smithi129.iclwio (mgr.14716) 5935 : cluster [DBG] 2022-01-18T18:54:28.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:28 smithi129 conmon[101092]: pgmap v5100: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:28 smithi156 conmon[67007]: cluster 2022-01-18T18:54:27.347440+0000 mgr.smithi129.iclwio (mgr.14716) 5935 : cluster [DBG] pgmap v5100: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:30.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:30 smithi129 conmon[101092]: cluster 2022-01-18T18:54:29.348282+0000 mgr.smithi129.iclwio (mgr.14716) 5936 : cluster 2022-01-18T18:54:30.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:30 smithi129 conmon[101092]: [DBG] pgmap v5101: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:54:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:30 smithi156 conmon[67007]: cluster 2022-01-18T18:54:29.348282+0000 mgr.smithi129.iclwio (mgr.14716) 5936 : cluster [DBG] pgmap v5101: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:54:32.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:32 smithi129 conmon[101092]: cluster 2022-01-18T18:54:31.348770+0000 mgr.smithi129.iclwio (mgr.14716) 5937 : cluster [DBG] pgmap v5102: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:32 smithi156 conmon[67007]: cluster 2022-01-18T18:54:31.348770+0000 mgr.smithi129.iclwio (mgr.14716) 5937 : cluster [DBG] pgmap v5102: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:32 smithi156 conmon[67007]: 2022-01-18T18:54:34.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:34 smithi129 conmon[101092]: cluster 2022-01-18T18:54:33.349342+0000 mgr.smithi129.iclwio (mgr.14716) 5938 : cluster [DBG] 2022-01-18T18:54:34.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:34 smithi129 conmon[101092]: pgmap v5103: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:34 smithi156 conmon[67007]: cluster 2022-01-18T18:54:33.349342+0000 mgr.smithi129.iclwio (mgr.14716) 5938 : cluster [DBG] pgmap v5103: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:36.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:36 smithi129 conmon[101092]: cluster 2022-01-18T18:54:35.350008+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:54:36.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:36 smithi129 conmon[101092]: 5939 : cluster [DBG] pgmap v5104: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:36 smithi156 conmon[67007]: cluster 2022-01-18T18:54:35.350008+0000 mgr.smithi129.iclwio (mgr.14716) 5939 : cluster [DBG] pgmap v5104: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:38.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:38 smithi129 conmon[101092]: cluster 2022-01-18T18:54:37.350586+0000 mgr.smithi129.iclwio (mgr.14716) 5940 : cluster [DBG] 2022-01-18T18:54:38.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:38 smithi129 conmon[101092]: pgmap v5105: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:38 smithi156 conmon[67007]: cluster 2022-01-18T18:54:37.350586+0000 mgr.smithi129.iclwio (mgr.14716) 5940 : cluster [DBG] pgmap v5105: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:38 smithi156 conmon[67007]: 2022-01-18T18:54:40.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:40 smithi129 conmon[101092]: cluster 2022-01-18T18:54:39.351377+0000 mgr.smithi129.iclwio (mgr.14716) 5941 : cluster [DBG] pgmap v5106: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:54:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:40 smithi156 conmon[67007]: cluster 2022-01-18T18:54:39.351377+0000 mgr.smithi129.iclwio (mgr.14716) 5941 : cluster [DBG] pgmap v5106: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:54:40.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:40 smithi156 conmon[67007]: 2022-01-18T18:54:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:42 smithi129 conmon[101092]: cluster 2022-01-18T18:54:41.352063+0000 mgr.smithi129.iclwio (mgr.14716) 5942 : cluster 2022-01-18T18:54:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:42 smithi129 conmon[101092]: [DBG] pgmap v5107: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:42 smithi156 conmon[67007]: cluster 2022-01-18T18:54:41.352063+0000 mgr.smithi129.iclwio (mgr.14716) 5942 : cluster 2022-01-18T18:54:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:42 smithi156 conmon[67007]: [DBG] pgmap v5107: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:44.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:44 smithi129 conmon[101092]: cluster 2022-01-18T18:54:43.352616+0000 mgr.smithi129.iclwio (mgr.14716) 5943 : cluster [DBG] pgmap v5108: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:44 smithi156 conmon[67007]: cluster 2022-01-18T18:54:43.352616+0000 mgr.smithi129.iclwio (mgr.14716) 5943 : cluster [DBG] 2022-01-18T18:54:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:44 smithi156 conmon[67007]: pgmap v5108: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:46.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:46 smithi129 conmon[101092]: cluster 2022-01-18T18:54:45.353577+0000 mgr.smithi129.iclwio (mgr.14716) 5944 : cluster [DBG] pgmap v5109: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:46 smithi156 conmon[67007]: cluster 2022-01-18T18:54:45.353577+0000 mgr.smithi129.iclwio (mgr.14716) 5944 : cluster 2022-01-18T18:54:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:46 smithi156 conmon[67007]: [DBG] pgmap v5109: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:48.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:48 smithi129 conmon[101092]: cluster 2022-01-18T18:54:47.354135+0000 mgr.smithi129.iclwio (mgr.14716) 5945 : cluster [DBG] pgmap v5110: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:48 smithi156 conmon[67007]: cluster 2022-01-18T18:54:47.354135+0000 mgr.smithi129.iclwio (mgr.14716) 5945 : cluster 2022-01-18T18:54:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:48 smithi156 conmon[67007]: [DBG] pgmap v5110: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:50.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:50 smithi129 conmon[101092]: cluster 2022-01-18T18:54:49.354990+0000 mgr.smithi129.iclwio (mgr.14716) 5946 : cluster [DBG] pgmap v5111: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:54:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:50 smithi156 conmon[67007]: cluster 2022-01-18T18:54:49.354990+0000 mgr.smithi129.iclwio (mgr.14716) 5946 : cluster 2022-01-18T18:54:50.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:50 smithi156 conmon[67007]: [DBG] pgmap v5111: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:54:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:52 smithi129 conmon[101092]: cluster 2022-01-18T18:54:51.355585+0000 mgr.smithi129.iclwio (mgr.14716) 5947 : cluster [DBG] pgmap v5112: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:52 smithi156 conmon[67007]: cluster 2022-01-18T18:54:51.355585+0000 mgr.smithi129.iclwio (mgr.14716) 5947 : cluster [DBG] 2022-01-18T18:54:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:52 smithi156 conmon[67007]: pgmap v5112: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:54.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:54 smithi129 conmon[101092]: cluster 2022-01-18T18:54:53.356312+0000 mgr.smithi129.iclwio (mgr.14716) 5948 : cluster [DBG] pgmap v5113: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:54.745 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:54:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:54 smithi156 conmon[67007]: cluster 2022-01-18T18:54:53.356312+0000 mgr.smithi129.iclwio (mgr.14716) 5948 : cluster [DBG] 2022-01-18T18:54:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:54 smithi156 conmon[67007]: pgmap v5113: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:55.008 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:54:55.009 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 5m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:54:55.009 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 5m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:54:55.010 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 5m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:54:55.010 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 5m ago 2h 43.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:54:55.011 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 5m ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:54:55.011 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 5m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:54:55.012 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 5m ago 2h 664M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:54:55.012 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 5m ago 2h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:54:55.013 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 5m ago 2h 1112M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:54:55.013 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 5m ago 2h 522M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:54:55.013 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 5m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:54:55.014 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 5m ago 2h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:54:55.014 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 5m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:54:55.014 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 5m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:54:55.014 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 5m ago 2h 1895M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:54:55.015 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 5m ago 2h 2946M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:54:55.015 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 5m ago 2h 2257M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:54:55.015 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 5m ago 2h 2953M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:54:55.015 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 5m ago 2h 2744M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:54:55.015 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 5m ago 2h 3297M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:54:55.016 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 5m ago 2h 2626M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:54:55.016 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 5m ago 2h 3847M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:54:55.016 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 5m ago 2h 89.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:54:55.324 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:54:55.325 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:54:55.325 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:54:55.325 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:54:55.325 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:54:55.326 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:54:55.326 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:54:55.326 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:54:55.326 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:54:55.326 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:54:55.327 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:54:55.327 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:54:55.327 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:54:55.327 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:54:55.328 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:54:55.328 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:54:55.328 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:54:55.328 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:54:55.328 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:54:55.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:55 smithi129 conmon[101092]: audit 2022-01-18T18:54:55.326164+0000 mon.smithi129 ( 2022-01-18T18:54:55.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:55 smithi129 conmon[101092]: mon.0) 1878 : audit [DBG] from='client.? 172.21.15.129:0/3305442013' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:54:55.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:55 smithi156 conmon[67007]: audit 2022-01-18T18:54:55.326164+0000 mon.smithi129 (mon.0) 1878 : audit [DBG] from='client.? 172.21.15.129:0/3305442013' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:54:56.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:56 smithi129 conmon[101092]: audit 2022-01-18T18:54:54.735023+0000 mgr.smithi129.iclwio (mgr.14716) 5949 : audit [DBG] from='client.38050 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:54:56.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:56 smithi129 conmon[101092]: audit 2022-01-18T18:54:55.001069+0000 mgr.smithi129.iclwio (mgr.14716) 5950 : audit [DBG] from='client.38054 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:54:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:56 smithi129 conmon[101092]: cluster 2022-01-18T18:54:55.357054+0000 mgr.smithi129.iclwio (mgr.14716) 5951 2022-01-18T18:54:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:56 smithi129 conmon[101092]: : cluster [DBG] pgmap v5114: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:56 smithi156 conmon[67007]: audit 2022-01-18T18:54:54.735023+0000 mgr.smithi129.iclwio (mgr.14716) 5949 : audit [DBG] from='client.38050 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:54:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:56 smithi156 conmon[67007]: audit 2022-01-18T18:54:55 2022-01-18T18:54:56.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:56 smithi156 conmon[67007]: .001069+0000 mgr.smithi129.iclwio (mgr.14716) 5950 : audit [DBG] from='client.38054 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:54:56.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:56 smithi156 conmon[67007]: cluster 2022-01-18T18:54:55.357054+0000 mgr.smithi129.iclwio (mgr.14716) 5951 : cluster [DBG] pgmap v5114: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:58.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:58 smithi129 conmon[101092]: cluster 2022-01-18T18:54:57.357763+0000 mgr.smithi129.iclwio (mgr.14716) 5952 : cluster [DBG] 2022-01-18T18:54:58.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:58 smithi129 conmon[101092]: pgmap v5115: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:58 smithi156 conmon[67007]: cluster 2022-01-18T18:54:57.357763+0000 mgr.smithi129.iclwio (mgr.14716) 5952 : cluster [DBG] pgmap v5115: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:54:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:59 smithi129 conmon[101092]: audit 2022-01-18T18: 2022-01-18T18:54:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:59 smithi129 conmon[101092]: 54:58.874397+0000 mon.smithi129 (mon.0) 1879 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:54:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:59 smithi129 conmon[101092]: audit 2022-01-18T18:54:58 2022-01-18T18:54:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:54:59 smithi129 conmon[101092]: .874703+0000 mon.smithi129 (mon.0) 1880 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:54:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:59 smithi156 conmon[67007]: audit 2022-01-18T18:54:58.874397+0000 mon.smithi129 (mon.0) 1879 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:54:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:59 smithi156 conmon[67007]: audit 2022-01-18T18:54:58.874703+0000 mon.smithi129 ( 2022-01-18T18:54:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:54:59 smithi156 conmon[67007]: mon.0) 1880 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:55:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:00 smithi129 conmon[101092]: cluster 2022-01-18T18:54:59.358423+0000 mgr.smithi129.iclwio (mgr.14716) 5953 : cluster [DBG] pgmap v5116: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:55:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:00 smithi156 conmon[67007]: cluster 2022-01-18T18:54:59.358423+0000 mgr.smithi129.iclwio (mgr.14716) 5953 : cluster [DBG] 2022-01-18T18:55:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:00 smithi156 conmon[67007]: pgmap v5116: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:55:02.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:02 smithi129 conmon[101092]: cluster 2022-01-18T18:55:01.358870+0000 mgr.smithi129.iclwio (mgr.14716) 5954 : cluster [DBG] pgmap v5117: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:02 smithi156 conmon[67007]: cluster 2022-01-18T18:55:01.358870+0000 mgr.smithi129.iclwio (mgr.14716) 5954 : cluster [DBG] pgmap v5117: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:04.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:04 smithi129 conmon[101092]: cluster 2022-01-18T18:55:03.359577+0000 mgr.smithi129.iclwio (mgr.14716) 5955 : cluster [DBG] pgmap v5118: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:04 smithi156 conmon[67007]: cluster 2022-01-18T18:55:03.359577+0000 mgr.smithi129.iclwio (mgr.14716) 5955 : cluster [DBG] pgmap v5118: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:05.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:05 smithi129 conmon[101092]: audit 2022-01-18T18:55:04.488727+0000 mon.smithi129 (mon.0) 2022-01-18T18:55:05.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:05 smithi129 conmon[101092]: 1881 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:55:05.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:05 smithi129 conmon[101092]: audit 2022-01-18T18:55:04.490207+0000 mon.smithi129 (mon.0) 1882 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:55:05.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:05 smithi129 conmon[101092]: audit 2022-01-18T18:55:04. 2022-01-18T18:55:05.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:05 smithi129 conmon[101092]: 491043+0000 mon.smithi129 (mon.0) 1883 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:55:05.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:05 smithi129 conmon[101092]: cephadm 2022-01-18T18:55:04. 2022-01-18T18:55:05.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:05 smithi129 conmon[101092]: 491782+0000 mgr.smithi129.iclwio (mgr.14716) 5956 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:55:05.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:05 smithi129 conmon[101092]: audit 2022-01-18T18:55 2022-01-18T18:55:05.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:05 smithi129 conmon[101092]: :04.794596+0000 mon.smithi129 (mon.0) 1884 2022-01-18T18:55:05.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:05 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:55:05.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:05 smithi129 conmon[101092]: audit 2022-01-18T18 2022-01-18T18:55:05.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:05 smithi129 conmon[101092]: :55:04.801770+0000 mon.smithi129 (mon.0 2022-01-18T18:55:05.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:05 smithi129 conmon[101092]: ) 1885 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:55:05.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:05 smithi156 conmon[67007]: audit 2022-01-18T18:55:04.488727+0000 mon.smithi129 (mon.0) 1881 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:55:05.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:05 smithi156 conmon[67007]: audit 2022-01-18T18:55:04 2022-01-18T18:55:05.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:05 smithi156 conmon[67007]: .490207+0000 mon.smithi129 (mon.0) 1882 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:55:05.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:05 smithi156 conmon[67007]: audit 2022-01-18T18:55:04.491043+0000 mon.smithi129 (mon.0) 1883 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:55:05.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:05 smithi156 conmon[67007]: cephadm 2022-01 2022-01-18T18:55:05.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:05 smithi156 conmon[67007]: -18T18:55:04.491782+0000 mgr.smithi129.iclwio (mgr.14716) 5956 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:55:05.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:05 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T18:55:05.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:05 smithi156 conmon[67007]: 18T18:55:04.794596+0000 mon.smithi129 ( 2022-01-18T18:55:05.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:05 smithi156 conmon[67007]: mon.0) 1884 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:55:05.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:05 smithi156 conmon[67007]: audit 2022-01 2022-01-18T18:55:05.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:05 smithi156 conmon[67007]: -18T18:55:04.801770+0000 mon.smithi129 ( 2022-01-18T18:55:05.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:05 smithi156 conmon[67007]: mon.0) 1885 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:55:06.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:06 smithi129 conmon[101092]: cluster 2022-01-18T18:55:05.360409+0000 mgr.smithi129.iclwio (mgr.14716) 5957 : cluster [DBG] pgmap v5119: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:06 smithi156 conmon[67007]: cluster 2022-01-18T18:55:05.360409+0000 mgr.smithi129.iclwio (mgr.14716) 5957 : cluster [DBG] pgmap v5119: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:08.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:08 smithi129 conmon[101092]: cluster 2022-01-18T18:55:07.361006+0000 mgr.smithi129.iclwio (mgr.14716) 5958 : cluster [DBG] pgmap v5120: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:08 smithi156 conmon[67007]: cluster 2022-01-18T18:55:07.361006+0000 mgr.smithi129.iclwio (mgr.14716) 5958 : cluster [DBG] pgmap v5120: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:10.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:10 smithi129 conmon[101092]: cluster 2022-01-18T18:55:09.361672+0000 mgr.smithi129.iclwio (mgr.14716) 5959 : cluster [DBG] pgmap v5121: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:55:10.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:10 smithi129 conmon[101092]: 2022-01-18T18:55:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:10 smithi156 conmon[67007]: cluster 2022-01-18T18:55:09.361672+0000 mgr.smithi129.iclwio (mgr.14716) 5959 : cluster [DBG] pgmap v5121: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:55:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:12 smithi129 conmon[101092]: cluster 2022-01-18T18:55:11.362146+0000 mgr.smithi129.iclwio (mgr.14716) 5960 : cluster [DBG] pgmap v5122: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:12 smithi129 conmon[101092]: 2022-01-18T18:55:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:12 smithi156 conmon[67007]: cluster 2022-01-18T18:55:11.362146+0000 mgr.smithi129.iclwio (mgr.14716) 5960 : cluster [DBG] pgmap v5122: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:14.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:14 smithi129 conmon[101092]: cluster 2022-01-18T18:55:13.362683+0000 mgr.smithi129.iclwio (mgr.14716) 5961 : cluster [DBG] pgmap v5123: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:14 smithi156 conmon[67007]: cluster 2022-01-18T18:55:13.362683+0000 mgr.smithi129.iclwio (mgr.14716) 5961 : cluster [DBG] pgmap v5123: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:16.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:16 smithi129 conmon[101092]: cluster 2022-01-18T18:55:15.363539+0000 mgr.smithi129.iclwio (mgr.14716) 5962 : cluster [DBG] pgmap v5124: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:16.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:16 smithi129 conmon[101092]: 2022-01-18T18:55:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:16 smithi156 conmon[67007]: cluster 2022-01-18T18:55:15.363539+0000 mgr.smithi129.iclwio (mgr.14716) 5962 : cluster [DBG] pgmap v5124: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:18.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:18 smithi129 conmon[101092]: cluster 2022-01-18T18:55:17.364249+0000 mgr.smithi129.iclwio (mgr.14716) 5963 : cluster [DBG] pgmap v5125: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:18 smithi156 conmon[67007]: cluster 2022-01-18T18:55:17.364249+0000 mgr.smithi129.iclwio (mgr.14716) 5963 : cluster [DBG] pgmap v5125: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:20.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:20 smithi129 conmon[101092]: cluster 2022-01-18T18:55:19.365213+0000 mgr.smithi129.iclwio (mgr.14716) 5964 : cluster [DBG] 2022-01-18T18:55:20.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:20 smithi129 conmon[101092]: pgmap v5126: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:55:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:20 smithi156 conmon[67007]: cluster 2022-01-18T18:55:19.365213+0000 mgr.smithi129.iclwio (mgr.14716) 5964 : cluster [DBG] pgmap v5126: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:55:22.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:22 smithi129 conmon[101092]: cluster 2022-01-18T18:55:21.365804+0000 mgr.smithi129.iclwio (mgr.14716) 5965 : cluster [DBG] pgmap v5127: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:22 smithi156 conmon[67007]: cluster 2022-01-18T18:55:21.365804+0000 mgr.smithi129.iclwio (mgr.14716) 5965 : cluster [DBG] pgmap v5127: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:24.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:24 smithi129 conmon[101092]: cluster 2022-01-18T18:55:23.366309+0000 mgr.smithi129.iclwio (mgr.14716) 5966 : cluster [DBG] pgmap v5128: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:24.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:24 smithi129 conmon[101092]: 2022-01-18T18:55:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:24 smithi156 conmon[67007]: cluster 2022-01-18T18:55:23.366309+0000 mgr.smithi129.iclwio (mgr.14716) 5966 : cluster [DBG] pgmap v5128: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:25.626 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:55:25.890 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:55:25.891 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 6m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:55:25.891 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 6m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:55:25.891 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 6m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:55:25.891 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 6m ago 2h 43.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:55:25.891 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 6m ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:55:25.892 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 6m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:55:25.892 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 6m ago 3h 664M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:55:25.892 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 6m ago 2h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:55:25.892 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 6m ago 3h 1112M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:55:25.892 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 6m ago 2h 522M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:55:25.893 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 6m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:55:25.893 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 6m ago 2h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:55:25.893 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 6m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:55:25.893 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 6m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:55:25.893 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 6m ago 2h 1895M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:55:25.894 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 6m ago 2h 2946M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:55:25.894 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 6m ago 2h 2257M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:55:25.894 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 6m ago 2h 2953M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:55:25.894 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 6m ago 2h 2744M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:55:25.895 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 6m ago 2h 3297M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:55:25.895 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 6m ago 2h 2626M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:55:25.895 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 6m ago 2h 3847M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:55:25.895 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 6m ago 2h 89.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:55:26.205 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:55:26.205 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:55:26.205 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:55:26.206 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:55:26.206 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:55:26.206 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:55:26.206 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:55:26.207 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:55:26.207 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:55:26.207 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:55:26.207 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:55:26.208 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:55:26.208 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:55:26.208 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:55:26.208 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:55:26.208 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:55:26.209 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:55:26.209 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:55:26.209 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:55:26.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:26 smithi129 conmon[101092]: cluster 2022-01-18T18:55:25.367075+0000 mgr.smithi129.iclwio (mgr.14716) 5967 : 2022-01-18T18:55:26.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:26 smithi129 conmon[101092]: cluster [DBG] pgmap v5129: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:26 smithi129 conmon[101092]: audit 2022-01-18T18:55:25.616018+0000 mgr.smithi129.iclwio (mgr.14716) 5968 : audit [DBG] from='client.38062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:55:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:26 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T18:55:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:26 smithi129 conmon[101092]: 18T18:55:26.206758+0000 mon.smithi129 (mon.0) 1886 : audit [DBG] from='client.? 172.21.15.129:0/3191162929' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:55:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:26 smithi156 conmon[67007]: cluster 2022-01-18T18:55:25.367075+0000 mgr.smithi129.iclwio (mgr.14716) 5967 : cluster [DBG] 2022-01-18T18:55:26.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:26 smithi156 conmon[67007]: pgmap v5129: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:26.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:26 smithi156 conmon[67007]: audit 2022-01-18T18:55:25.616018+0000 mgr.smithi129.iclwio (mgr.14716) 5968 : audit [DBG] from='client.38062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:55:26.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:26 smithi156 conmon[67007]: audit 2022-01-18T18:55:26.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:26 smithi156 conmon[67007]: 2022-01-18T18:55:26.206758+0000 mon.smithi129 (mon.0) 1886 : audit [DBG] from='client.? 172.21.15.129:0/3191162929' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:55:27.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:27 smithi129 conmon[101092]: audit 2022-01-18T18:55:25.883367+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:55:27.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:27 smithi129 conmon[101092]: 5969 : audit [DBG] from='client.38066 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:55:27.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:27 smithi156 conmon[67007]: audit 2022-01-18T18:55:25.883367+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:55:27.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:27 smithi156 conmon[67007]: 5969 : audit [DBG] from='client.38066 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:55:28.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:28 smithi129 conmon[101092]: cluster 2022-01-18T18:55:27.367588+0000 mgr.smithi129.iclwio (mgr.14716) 5970 : cluster [DBG] pgmap v5130: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:28 smithi156 conmon[67007]: cluster 2022-01-18T18:55:27.367588+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:55:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:28 smithi156 conmon[67007]: 5970 : cluster [DBG] pgmap v5130: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:30.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:30 smithi129 conmon[101092]: cluster 2022-01-18T18:55:29.368380+0000 mgr.smithi129.iclwio (mgr.14716) 5971 : cluster [DBG] 2022-01-18T18:55:30.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:30 smithi129 conmon[101092]: pgmap v5131: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:55:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:30 smithi156 conmon[67007]: cluster 2022-01-18T18:55:29.368380+0000 mgr.smithi129.iclwio (mgr.14716) 5971 : cluster 2022-01-18T18:55:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:30 smithi156 conmon[67007]: [DBG] pgmap v5131: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:55:32.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:32 smithi129 conmon[101092]: cluster 2022-01-18T18:55:31.368882+0000 mgr.smithi129.iclwio (mgr.14716) 5972 : cluster [DBG] pgmap v5132: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:32.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:32 smithi129 conmon[101092]: 2022-01-18T18:55:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:32 smithi156 conmon[67007]: cluster 2022-01-18T18:55:31.368882+0000 mgr.smithi129.iclwio (mgr.14716) 5972 : cluster [DBG] 2022-01-18T18:55:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:32 smithi156 conmon[67007]: pgmap v5132: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:34.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:34 smithi129 conmon[101092]: cluster 2022-01-18T18:55:33.369398+0000 mgr.smithi129.iclwio (mgr.14716) 5973 : cluster [DBG] pgmap v5133: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:34 smithi156 conmon[67007]: cluster 2022-01-18T18:55:33.369398+0000 mgr.smithi129.iclwio (mgr.14716) 5973 : cluster [DBG] pgmap v5133: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:36.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:36 smithi129 conmon[101092]: cluster 2022-01-18T18:55:35.370260+0000 mgr.smithi129.iclwio (mgr.14716) 5974 : cluster [DBG] pgmap v5134: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:36 smithi156 conmon[67007]: cluster 2022-01-18T18:55:35.370260+0000 mgr.smithi129.iclwio (mgr.14716) 5974 : cluster [DBG] pgmap v5134: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:38.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:38 smithi129 conmon[101092]: cluster 2022-01-18T18:55:37.370920+0000 mgr.smithi129.iclwio (mgr.14716) 5975 : cluster [DBG] pgmap v5135: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:38 smithi156 conmon[67007]: cluster 2022-01-18T18:55:37.370920+0000 mgr.smithi129.iclwio (mgr.14716) 5975 : cluster [DBG] pgmap v5135: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:40.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:40 smithi129 conmon[101092]: cluster 2022-01-18T18:55:39.371686+0000 mgr.smithi129.iclwio (mgr.14716) 5976 : cluster [DBG] pgmap v5136: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:55:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:40 smithi156 conmon[67007]: cluster 2022-01-18T18:55:39.371686+0000 mgr.smithi129.iclwio (mgr.14716) 5976 : cluster [DBG] pgmap v5136: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:55:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:42 smithi129 conmon[101092]: cluster 2022-01-18T18:55:41.372237+0000 mgr.smithi129.iclwio (mgr.14716) 5977 : cluster [DBG] 2022-01-18T18:55:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:42 smithi129 conmon[101092]: pgmap v5137: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:42 smithi156 conmon[67007]: cluster 2022-01-18T18:55:41.372237+0000 mgr.smithi129.iclwio (mgr.14716) 5977 : cluster [DBG] pgmap v5137: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:42 smithi156 conmon[67007]: 2022-01-18T18:55:44.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:44 smithi129 conmon[101092]: cluster 2022-01-18T18:55:43.372783+0000 mgr.smithi129.iclwio (mgr.14716) 5978 : cluster [DBG] pgmap v5138: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:44 smithi156 conmon[67007]: cluster 2022-01-18T18:55:43.372783+0000 mgr.smithi129.iclwio (mgr.14716) 5978 : cluster [DBG] pgmap v5138: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:46.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:46 smithi129 conmon[101092]: cluster 2022-01-18T18:55:45.373594+0000 mgr.smithi129.iclwio (mgr.14716) 5979 : cluster [DBG] pgmap v5139: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:46.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:46 smithi129 conmon[101092]: 2022-01-18T18:55:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:46 smithi156 conmon[67007]: cluster 2022-01-18T18:55:45.373594+0000 mgr.smithi129.iclwio (mgr.14716) 5979 : cluster [DBG] 2022-01-18T18:55:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:46 smithi156 conmon[67007]: pgmap v5139: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:48.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:48 smithi129 conmon[101092]: cluster 2022-01-18T18:55:47.374175+0000 mgr.smithi129.iclwio (mgr.14716) 5980 : cluster [DBG] pgmap v5140: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:48 smithi156 conmon[67007]: cluster 2022-01-18T18:55:47.374175+0000 mgr.smithi129.iclwio (mgr.14716) 5980 : cluster [DBG] pgmap v5140: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:48 smithi156 conmon[67007]: 2022-01-18T18:55:50.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:50 smithi129 conmon[101092]: cluster 2022-01-18T18:55:49.375008+0000 mgr.smithi129.iclwio (mgr.14716) 5981 : cluster [DBG] pgmap v5141: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:55:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:50 smithi156 conmon[67007]: cluster 2022-01-18T18:55:49.375008+0000 mgr.smithi129.iclwio (mgr.14716) 5981 : cluster [DBG] pgmap v5141: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:55:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:52 smithi129 conmon[101092]: cluster 2022-01-18T18:55:51.375643+0000 mgr.smithi129.iclwio (mgr.14716) 5982 : cluster [DBG] pgmap v5142: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:52 smithi129 conmon[101092]: 2022-01-18T18:55:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:52 smithi156 conmon[67007]: cluster 2022-01-18T18:55:51.375643+0000 mgr.smithi129.iclwio (mgr.14716) 5982 : cluster [DBG] pgmap v5142: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:54.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:54 smithi129 conmon[101092]: cluster 2022-01-18T18:55:53.376371+0000 mgr.smithi129.iclwio (mgr.14716) 5983 : cluster [DBG] pgmap v5143: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:54 smithi156 conmon[67007]: cluster 2022-01-18T18:55:53.376371+0000 mgr.smithi129.iclwio (mgr.14716) 5983 : cluster [DBG] pgmap v5143: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:56.508 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:55:56.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:56 smithi129 conmon[101092]: cluster 2022-01-18T18:55:55.377146+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:55:56.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:56 smithi129 conmon[101092]: ) 5984 : cluster [DBG] pgmap v5144: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:56.774 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:55:56.775 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 6m ago 2h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:55:56.775 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 6m ago 2h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:55:56.775 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 6m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:55:56.775 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 6m ago 2h 43.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:55:56.775 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 6m ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:55:56.776 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 6m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:55:56.776 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 6m ago 3h 664M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:55:56.776 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 6m ago 2h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:55:56.776 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 6m ago 3h 1112M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:55:56.777 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 6m ago 2h 522M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:55:56.777 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 6m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:55:56.777 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 6m ago 2h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:55:56.777 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 6m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:55:56.777 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 6m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:55:56.778 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 6m ago 2h 1895M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:55:56.778 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 6m ago 2h 2946M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:55:56.778 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 6m ago 2h 2257M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:55:56.778 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 6m ago 2h 2953M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:55:56.779 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 6m ago 2h 2744M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:55:56.779 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 6m ago 2h 3297M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:55:56.779 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 6m ago 2h 2626M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:55:56.779 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 6m ago 2h 3847M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:55:56.779 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 6m ago 2h 89.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:55:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:56 smithi156 conmon[67007]: cluster 2022-01-18T18:55:55.377146+0000 mgr.smithi129.iclwio (mgr.14716) 5984 : cluster [DBG] pgmap v5144: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:57.093 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:55:57.093 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:55:57.094 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:55:57.094 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:55:57.094 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:55:57.094 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:55:57.095 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:55:57.095 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:55:57.095 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:55:57.095 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:55:57.096 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:55:57.096 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:55:57.096 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:55:57.096 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:55:57.096 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:55:57.097 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:55:57.097 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:55:57.097 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:55:57.097 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:55:57.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:57 smithi129 conmon[101092]: audit 2022-01-18T18:55:56.498668+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:55:57.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:57 smithi129 conmon[101092]: 5985 : audit [DBG] from='client.38074 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:55:57.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:57 smithi129 conmon[101092]: audit 2022-01-18T18:55:57.095146+0000 mon.smithi129 (mon.0) 1887 : audit [DBG] from='client.? 172.21.15.129:0/3415246668' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:55:57.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:57 smithi156 conmon[67007]: audit 2022-01-18T18:55:56.498668+0000 mgr.smithi129.iclwio (mgr.14716) 5985 : audit [DBG] from='client.38074 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:55:57.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:57 smithi156 conmon[67007]: audit 2022-01-18T18:55:57.095146+0000 mon.smithi129 (mon.0) 1887 : audit [DBG] from='client.? 172.21.15.129:0/3415246668' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:55:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:58 smithi156 conmon[67007]: audit 2022-01-18T18:55:56.767173+0000 mgr.smithi129.iclwio (mgr.14716) 5986 : audit [DBG] from='client.38078 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:55:58.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:58 smithi156 conmon[67007]: cluster 2022-01-18T18:55:57.377679+0000 mgr.smithi129.iclwio (mgr.14716) 5987 : cluster [DBG] pgmap v5145: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:58.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:58 smithi129 conmon[101092]: audit 2022-01-18T18:55:56.767173+0000 mgr.smithi129.iclwio (mgr.14716) 5986 : audit 2022-01-18T18:55:58.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:58 smithi129 conmon[101092]: [DBG] from='client.38078 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:55:58.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:58 smithi129 conmon[101092]: cluster 2022-01-18T18:55:57.377679+0000 mgr.smithi129.iclwio (mgr.14716) 5987 : cluster [DBG] pgmap v5145: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:55:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:59 smithi156 conmon[67007]: audit 2022-01-18T18:55:58.878458+0000 mon.smithi129 (mon.0) 1888 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:55:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:55:59 smithi156 conmon[67007]: audit 2022-01-18T18:55:58.878712+0000 mon.smithi129 (mon.0) 1889 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:55:59.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:59 smithi129 conmon[101092]: audit 2022-01-18T18:55:58.878458+0000 mon.smithi129 (mon.0) 1888 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:55:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:55:59 smithi129 conmon[101092]: audit 2022-01-18T18:55:58.878712+0000 mon.smithi129 (mon.0) 1889 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:56:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:00 smithi156 conmon[67007]: cluster 2022-01-18T18:55:59.378353+0000 mgr.smithi129.iclwio (mgr.14716) 5988 : cluster [DBG] pgmap v5146: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:56:00.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:00 smithi129 conmon[101092]: cluster 2022-01-18T18:55:59.378353+0000 mgr.smithi129.iclwio (mgr.14716) 5988 : cluster [DBG] pgmap v5146: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:56:02.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:02 smithi129 conmon[101092]: cluster 2022-01-18T18:56:01.378975+0000 mgr.smithi129.iclwio (mgr.14716) 5989 : cluster [DBG] pgmap v5147: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:02 smithi156 conmon[67007]: cluster 2022-01-18T18:56:01.378975+0000 mgr.smithi129.iclwio (mgr.14716) 5989 : cluster [DBG] pgmap v5147: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:04.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:04 smithi129 conmon[101092]: cluster 2022-01-18T18:56:03.379521+0000 mgr.smithi129.iclwio (mgr.14716) 5990 : cluster [DBG] pgmap v5148: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:04 smithi156 conmon[67007]: cluster 2022-01-18T18:56:03.379521+0000 mgr.smithi129.iclwio (mgr.14716) 5990 : cluster [DBG] pgmap v5148: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:05.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:05 smithi129 conmon[101092]: audit 2022-01-18T18:56:04.804326+0000 mon.smithi129 (mon.0) 1890 2022-01-18T18:56:05.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:05 smithi129 conmon[101092]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:56:05.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:05 smithi129 conmon[101092]: audit 2022-01-18T18:56:04.805889+0000 mon.smithi129 (mon.0) 1891 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:56:05.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:05 smithi129 conmon[101092]: audit 2022-01-18T18:56: 2022-01-18T18:56:05.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:05 smithi129 conmon[101092]: 04.806804+0000 mon.smithi129 (mon.0) 1892 : 2022-01-18T18:56:05.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:05 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:56:05.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:05 smithi129 conmon[101092]: audit 2022- 2022-01-18T18:56:05.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:05 smithi129 conmon[101092]: 01-18T18:56:05.113950 2022-01-18T18:56:05.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:05 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 1893 : audit [INF] 2022-01-18T18:56:05.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:05 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:56:05.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:05 smithi129 conmon[101092]: audit 2022-01-18T18 2022-01-18T18:56:05.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:05 smithi129 conmon[101092]: :56:05.118548+0000 mon.smithi129 2022-01-18T18:56:05.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:05 smithi129 conmon[101092]: (mon.0) 1894 : audit [INF] 2022-01-18T18:56:05.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:05 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:56:05.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:05 smithi156 conmon[67007]: audit 2022-01-18T18:56:04.804326+0000 mon.smithi129 (mon.0) 1890 : 2022-01-18T18:56:05.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:05 smithi156 conmon[67007]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:56:05.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:05 smithi156 conmon[67007]: audit 2022-01-18T18:56:04.805889+0000 mon.smithi129 (mon.0) 1891 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:56:05.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:05 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T18:56:05.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:05 smithi156 conmon[67007]: T18:56:04.806804+0000 mon.smithi129 (mon.0) 1892 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:56:05.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:05 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T18:56:05.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:05 smithi156 conmon[67007]: 18:56:05.113950+0000 mon.smithi129 (mon.0) 1893 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:56:05.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:05 smithi156 conmon[67007]: audit 2022-01-18T18:56:05.118548 2022-01-18T18:56:05.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:05 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 1894 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:56:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:06 smithi156 conmon[67007]: cephadm 2022-01-18T18:56:04.807642+0000 mgr.smithi129.iclwio (mgr.14716) 5991 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:56:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:06 smithi156 conmon[67007]: cluster 2022-01-18T18:56:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:06 smithi156 conmon[67007]: 2022-01-18T18:56:05.380308+0000 mgr.smithi129.iclwio (mgr.14716) 5992 : cluster [DBG] pgmap v5149: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:06.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:06 smithi129 conmon[101092]: cephadm 2022-01-18T18:56:04.807642+0000 mgr.smithi129.iclwio (mgr.14716) 5991 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:56:06.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:06 smithi129 conmon[101092]: cluster 2022-01-18T18:56:05.380308+0000 mgr.smithi129.iclwio (mgr.14716) 5992 : cluster [DBG] pgmap v5149: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:08 smithi156 conmon[67007]: cluster 2022-01-18T18:56:07.380831+0000 mgr.smithi129.iclwio (mgr.14716) 5993 : cluster [DBG] 2022-01-18T18:56:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:08 smithi156 conmon[67007]: pgmap v5150: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:08.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:08 smithi129 conmon[101092]: cluster 2022-01-18T18:56:07.380831+0000 mgr.smithi129.iclwio (mgr.14716) 5993 : cluster [DBG] pgmap v5150: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:10 smithi156 conmon[67007]: cluster 2022-01-18T18:56:09.381508+0000 mgr.smithi129.iclwio (mgr.14716) 5994 : cluster [DBG] pgmap v5151: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:56:10.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:10 smithi129 conmon[101092]: cluster 2022-01-18T18:56:09.381508+0000 mgr.smithi129.iclwio (mgr.14716) 5994 : cluster [DBG] pgmap v5151: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:56:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:12 smithi129 conmon[101092]: cluster 2022-01-18T18:56:11.382117+0000 mgr.smithi129.iclwio (mgr.14716) 5995 : cluster [DBG] pgmap v5152: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:12 smithi129 conmon[101092]: 2022-01-18T18:56:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:12 smithi156 conmon[67007]: cluster 2022-01-18T18:56:11.382117+0000 mgr.smithi129.iclwio (mgr.14716) 5995 : cluster [DBG] pgmap v5152: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:14.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:14 smithi129 conmon[101092]: cluster 2022-01-18T18:56:13.382664+0000 mgr.smithi129.iclwio (mgr.14716) 5996 : cluster [DBG] pgmap v5153: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:14 smithi156 conmon[67007]: cluster 2022-01-18T18:56:13.382664+0000 mgr.smithi129.iclwio (mgr.14716) 5996 : cluster [DBG] pgmap v5153: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:16 smithi156 conmon[67007]: cluster 2022-01-18T18:56:15.383580+0000 mgr.smithi129.iclwio (mgr.14716) 5997 : cluster [DBG] pgmap v5154: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:16.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:16 smithi129 conmon[101092]: cluster 2022-01-18T18:56:15.383580+0000 mgr.smithi129.iclwio (mgr.14716) 5997 : cluster [DBG] pgmap v5154: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:18.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:18 smithi156 conmon[67007]: cluster 2022-01-18T18:56:17.384208+0000 mgr.smithi129.iclwio (mgr.14716) 5998 : cluster [DBG] pgmap v5155: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:18.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:18 smithi129 conmon[101092]: cluster 2022-01-18T18:56:17.384208+0000 mgr.smithi129.iclwio (mgr.14716) 5998 : cluster [DBG] pgmap v5155: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:20 smithi156 conmon[67007]: cluster 2022-01-18T18:56:19.385139+0000 mgr.smithi129.iclwio (mgr.14716) 5999 : cluster [DBG] pgmap v5156: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:56:20.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:20 smithi129 conmon[101092]: cluster 2022-01-18T18:56:19.385139+0000 mgr.smithi129.iclwio (mgr.14716) 5999 : cluster [DBG] pgmap v5156: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:56:20.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:20 smithi129 conmon[101092]: 2022-01-18T18:56:22.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:22 smithi129 conmon[101092]: cluster 2022-01-18T18:56:21.385589+0000 mgr.smithi129.iclwio (mgr.14716) 6000 : cluster [DBG] pgmap v5157: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:22 smithi156 conmon[67007]: cluster 2022-01-18T18:56:21.385589+0000 mgr.smithi129.iclwio (mgr.14716) 6000 : cluster [DBG] pgmap v5157: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:24 smithi156 conmon[67007]: cluster 2022-01-18T18:56:23.386175+0000 mgr.smithi129.iclwio (mgr.14716) 6001 : cluster [DBG] pgmap v5158: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:24.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:24 smithi129 conmon[101092]: cluster 2022-01-18T18:56:23.386175+0000 mgr.smithi129.iclwio (mgr.14716) 6001 : cluster [DBG] pgmap v5158: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:26 smithi156 conmon[67007]: cluster 2022-01-18T18:56:25.387150+0000 mgr.smithi129.iclwio (mgr.14716) 6002 : cluster [DBG] pgmap v5159: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:26.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:26 smithi129 conmon[101092]: cluster 2022-01-18T18:56:25.387150+0000 mgr.smithi129.iclwio (mgr.14716) 6002 : cluster [DBG] 2022-01-18T18:56:26.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:26 smithi129 conmon[101092]: pgmap v5159: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:27.391 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:56:27.660 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:56:27.661 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 7m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:56:27.661 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 7m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:56:27.661 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 7m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:56:27.662 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 7m ago 2h 43.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:56:27.662 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 7m ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:56:27.662 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 7m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:56:27.662 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 7m ago 3h 664M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:56:27.662 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 7m ago 2h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:56:27.663 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 7m ago 3h 1112M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:56:27.663 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 7m ago 2h 522M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:56:27.663 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 7m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:56:27.663 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 7m ago 2h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:56:27.664 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (2h) 7m ago 2h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:56:27.664 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 7m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:56:27.664 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 7m ago 2h 1895M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:56:27.664 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 7m ago 2h 2946M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:56:27.665 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 7m ago 2h 2257M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:56:27.665 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 7m ago 2h 2953M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:56:27.665 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 7m ago 2h 2744M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:56:27.665 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 7m ago 2h 3297M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:56:27.666 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 7m ago 2h 2626M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:56:27.666 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 7m ago 2h 3847M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:56:27.666 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 7m ago 2h 89.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:56:27.981 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:56:27.981 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:56:27.982 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:56:27.982 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:56:27.982 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:56:27.982 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:56:27.983 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:56:27.983 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:56:27.983 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:56:27.983 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:56:27.984 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:56:27.984 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:56:27.984 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:56:27.984 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:56:27.985 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:56:27.985 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:56:27.985 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:56:27.985 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:56:27.986 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:56:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:28 smithi156 conmon[67007]: audit 2022-01-18T18:56:27.380810+0000 mgr.smithi129.iclwio (mgr.14716) 6003 : audit [DBG] from='client.38086 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:56:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:28 smithi156 conmon[67007]: cluster 2022-01-18T18:56:27.387603+0000 mgr.smithi129.iclwio (mgr.14716) 6004 : cluster [DBG] pgmap v5160: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:28 smithi156 conmon[67007]: audit 2022-01-18T18:56:27.653053+0000 mgr.smithi129.iclwio (mgr.14716) 6005 : audit [DBG] 2022-01-18T18:56:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:28 smithi156 conmon[67007]: from='client.38090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:56:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:28 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T18:56:28.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:28 smithi156 conmon[67007]: T18:56:27.982761+0000 mon.smithi129 (mon.0) 1895 : audit 2022-01-18T18:56:28.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:28 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/2458826146' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:56:28.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:28 smithi129 conmon[101092]: audit 2022-01-18T18:56:27.380810+0000 mgr.smithi129.iclwio (mgr.14716) 6003 : audit [DBG] from='client.38086 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:56:28.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:28 smithi129 conmon[101092]: 2022-01-18T18:56:28.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:28 smithi129 conmon[101092]: cluster 2022-01-18T18:56:27.387603+0000 mgr.smithi129.iclwio (mgr.14716) 6004 : cluster [DBG] pgmap v5160: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:28.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:28 smithi129 conmon[101092]: audit 2022-01-18T18:56:27.653053+0000 mgr.smithi129.iclwio 2022-01-18T18:56:28.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:28 smithi129 conmon[101092]: (mgr.14716) 6005 : audit [DBG] from='client.38090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:56:28.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:28 smithi129 conmon[101092]: audit 2022-01 2022-01-18T18:56:28.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:28 smithi129 conmon[101092]: -18T18:56:27.982761+0000 mon.smithi129 (mon.0) 1895 : audit 2022-01-18T18:56:28.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:28 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/2458826146' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:56:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:30 smithi156 conmon[67007]: cluster 2022-01-18T18:56:29.388395+0000 mgr.smithi129.iclwio (mgr.14716) 6006 : cluster [DBG] pgmap v5161: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:56:30.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:30 smithi156 conmon[67007]: 2022-01-18T18:56:30.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:30 smithi129 conmon[101092]: cluster 2022-01-18T18:56:29.388395+0000 mgr.smithi129.iclwio (mgr.14716) 6006 : cluster [DBG] pgmap v5161: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:56:30.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:30 smithi129 conmon[101092]: 2022-01-18T18:56:32.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:32 smithi129 conmon[101092]: cluster 2022-01-18T18:56:31.388901+0000 mgr.smithi129.iclwio (mgr.14716) 6007 : cluster [DBG] pgmap v5162: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:32.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:32 smithi129 conmon[101092]: 2022-01-18T18:56:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:32 smithi156 conmon[67007]: cluster 2022-01-18T18:56:31.388901+0000 mgr.smithi129.iclwio (mgr.14716) 6007 : cluster [DBG] pgmap v5162: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:34 smithi156 conmon[67007]: cluster 2022-01-18T18:56:33.389536+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:56:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:34 smithi156 conmon[67007]: 6008 : cluster [DBG] pgmap v5163: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:34.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:34 smithi129 conmon[101092]: cluster 2022-01-18T18:56:33.389536+0000 mgr.smithi129.iclwio (mgr.14716) 6008 : cluster [DBG] pgmap v5163: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:36 smithi156 conmon[67007]: cluster 2022-01-18T18:56:35.390303+0000 mgr.smithi129.iclwio (mgr.14716) 6009 : cluster [DBG] pgmap v5164: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:36 smithi156 conmon[67007]: 2022-01-18T18:56:36.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:36 smithi129 conmon[101092]: cluster 2022-01-18T18:56:35.390303+0000 mgr.smithi129.iclwio (mgr.14716) 6009 : cluster [DBG] pgmap v5164: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:38 smithi156 conmon[67007]: cluster 2022-01-18T18:56:37.390925+0000 mgr.smithi129.iclwio (mgr.14716) 6010 : cluster [DBG] pgmap v5165: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:38.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:38 smithi129 conmon[101092]: cluster 2022-01-18T18:56:37.390925+0000 mgr.smithi129.iclwio (mgr.14716) 6010 : cluster [DBG] pgmap v5165: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:38.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:38 smithi129 conmon[101092]: 2022-01-18T18:56:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:40 smithi156 conmon[67007]: cluster 2022-01-18T18:56:39.391711+0000 mgr.smithi129.iclwio (mgr.14716) 6011 : cluster [DBG] 2022-01-18T18:56:40.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:40 smithi156 conmon[67007]: pgmap v5166: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:56:40.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:40 smithi129 conmon[101092]: cluster 2022-01-18T18:56:39.391711+0000 mgr.smithi129.iclwio (mgr.14716) 6011 : cluster [DBG] pgmap v5166: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:56:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:42 smithi129 conmon[101092]: cluster 2022-01-18T18:56:41.392299+0000 mgr.smithi129.iclwio (mgr.14716) 6012 : cluster [DBG] pgmap v5167: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:42 smithi156 conmon[67007]: cluster 2022-01-18T18:56:41.392299+0000 mgr.smithi129.iclwio (mgr.14716) 6012 : cluster [DBG] 2022-01-18T18:56:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:42 smithi156 conmon[67007]: pgmap v5167: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:44 smithi156 conmon[67007]: cluster 2022-01-18T18:56:43.392850+0000 mgr.smithi129.iclwio (mgr.14716) 6013 : cluster [DBG] pgmap v5168: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:44.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:44 smithi129 conmon[101092]: cluster 2022-01-18T18:56:43.392850+0000 mgr.smithi129.iclwio (mgr.14716) 6013 : cluster [DBG] pgmap v5168: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:46 smithi156 conmon[67007]: cluster 2022-01-18T18:56:45.393696+0000 mgr.smithi129.iclwio (mgr.14716) 6014 : cluster [DBG] pgmap v5169: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:46.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:46 smithi129 conmon[101092]: cluster 2022-01-18T18:56:45.393696+0000 mgr.smithi129.iclwio (mgr.14716) 6014 : cluster [DBG] pgmap v5169: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:48 smithi156 conmon[67007]: cluster 2022-01-18T18:56:47.394383+0000 mgr.smithi129.iclwio (mgr.14716) 6015 : cluster 2022-01-18T18:56:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:48 smithi156 conmon[67007]: [DBG] pgmap v5170: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:48.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:48 smithi129 conmon[101092]: cluster 2022-01-18T18:56:47.394383+0000 mgr.smithi129.iclwio (mgr.14716) 6015 : cluster [DBG] pgmap v5170: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:50 smithi156 conmon[67007]: cluster 2022-01-18T18:56:49.395104+0000 mgr.smithi129.iclwio (mgr.14716) 6016 : cluster [DBG] pgmap v5171: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:56:50.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:50 smithi129 conmon[101092]: cluster 2022-01-18T18:56:49.395104+0000 mgr.smithi129.iclwio (mgr.14716) 6016 : cluster [DBG] pgmap v5171: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:56:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:52 smithi129 conmon[101092]: cluster 2022-01-18T18:56:51.395560+0000 mgr.smithi129.iclwio (mgr.14716) 6017 : cluster [DBG] pgmap v5172: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:52 smithi156 conmon[67007]: cluster 2022-01-18T18:56:51.395560+0000 mgr.smithi129.iclwio (mgr.14716) 6017 : cluster [DBG] pgmap v5172: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:54 smithi156 conmon[67007]: cluster 2022-01-18T18:56:53.396360+0000 mgr.smithi129.iclwio (mgr.14716) 6018 : cluster [DBG] pgmap v5173: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:54.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:54 smithi129 conmon[101092]: cluster 2022-01-18T18:56:53.396360+0000 mgr.smithi129.iclwio (mgr.14716) 6018 : cluster [DBG] pgmap v5173: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:56 smithi156 conmon[67007]: cluster 2022-01-18T18:56:55.397149+0000 mgr.smithi129.iclwio (mgr.14716) 6019 : cluster [DBG] pgmap v5174: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:56.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:56 smithi129 conmon[101092]: cluster 2022-01-18T18:56:55.397149+0000 mgr.smithi129.iclwio (mgr.14716) 6019 : cluster [DBG] pgmap v5174: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:56.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:56 smithi129 conmon[101092]: 2022-01-18T18:56:58.278 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:56:58.543 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:56:58.544 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (2h) 7m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:56:58.544 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 7m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:56:58.545 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 7m ago 2h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:56:58.545 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 7m ago 3h 43.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:56:58.546 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 7m ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:56:58.546 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 7m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:56:58.546 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 7m ago 3h 664M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:56:58.547 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 7m ago 2h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:56:58.547 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 7m ago 3h 1112M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:56:58.547 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 7m ago 2h 522M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:56:58.547 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 7m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:56:58.548 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 7m ago 2h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:56:58.548 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 7m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:56:58.548 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (2h) 7m ago 2h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:56:58.548 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 7m ago 2h 1895M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:56:58.549 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 7m ago 2h 2946M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:56:58.549 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 7m ago 2h 2257M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:56:58.549 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 7m ago 2h 2953M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:56:58.550 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 7m ago 2h 2744M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:56:58.550 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 7m ago 2h 3297M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:56:58.550 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 7m ago 2h 2626M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:56:58.550 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 7m ago 2h 3847M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:56:58.551 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 7m ago 3h 89.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:56:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:58 smithi156 conmon[67007]: cluster 2022-01-18T18:56:57.397739+0000 mgr.smithi129.iclwio (mgr.14716) 6020 : cluster [DBG] 2022-01-18T18:56:58.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:58 smithi156 conmon[67007]: pgmap v5175: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:58.859 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:56:58.859 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:56:58.859 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:56:58.860 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:56:58.860 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:56:58.860 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:56:58.860 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:56:58.861 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:56:58.861 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:56:58.861 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:56:58.861 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:56:58.861 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:56:58.862 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:56:58.862 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:56:58.862 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:56:58.862 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:56:58.863 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:56:58.863 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:56:58.863 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:56:58.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:58 smithi129 conmon[101092]: cluster 2022-01-18T18:56:57.397739+0000 mgr.smithi129.iclwio (mgr.14716) 6020 2022-01-18T18:56:58.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:58 smithi129 conmon[101092]: : cluster [DBG] pgmap v5175: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:56:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:59 smithi156 conmon[67007]: audit 2022-01-18T18:56:58.267768+0000 mgr.smithi129.iclwio (mgr.14716) 6021 : audit 2022-01-18T18:56:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:59 smithi156 conmon[67007]: [DBG] from='client.38098 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:56:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:59 smithi156 conmon[67007]: audit 2022-01-18T18:56:58.536127+0000 mgr.smithi129.iclwio (mgr.14716) 6022 : audit [DBG] from='client.38102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:56:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:59 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T18:56:59.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:59 smithi156 conmon[67007]: T18:56:58.860642+0000 mon.smithi129 (mon.0) 1896 : audit [DBG] from='client.? 172.21.15.129:0/2543034007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:56:59.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:59 smithi156 conmon[67007]: audit 2022-01-18T18:56:58. 2022-01-18T18:56:59.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:59 smithi156 conmon[67007]: 881402+0000 mon.smithi129 (mon.0) 1897 : audit [INF] 2022-01-18T18:56:59.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:59 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:56:59.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:59 smithi156 conmon[67007]: audit 2022-01-18T18:56:58.881571 2022-01-18T18:56:59.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:59 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 1898 : audit [INF] 2022-01-18T18:56:59.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:56:59 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:56:59.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:59 smithi129 conmon[101092]: audit 2022-01-18T18:56:58.267768+0000 mgr.smithi129.iclwio (mgr.14716) 6021 : 2022-01-18T18:56:59.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:59 smithi129 conmon[101092]: audit [DBG] from='client.38098 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:56:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:59 smithi129 conmon[101092]: audit 2022-01-18T18:56:58.536127+0000 mgr.smithi129.iclwio (mgr.14716) 6022 : audit [DBG] from='client.38102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:56:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:59 smithi129 conmon[101092]: audit 2022-01-18T18:56:58 2022-01-18T18:56:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:59 smithi129 conmon[101092]: .860642+0000 mon.smithi129 (mon.0) 1896 2022-01-18T18:56:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:59 smithi129 conmon[101092]: : audit [DBG] from='client.? 172.21.15.129:0/2543034007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:56:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:59 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T18:56:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:59 smithi129 conmon[101092]: 18T18:56:58.881402+0000 2022-01-18T18:56:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:59 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1897 : audit 2022-01-18T18:56:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:59 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:56:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:59 smithi129 conmon[101092]: audit 2022- 2022-01-18T18:56:59.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:59 smithi129 conmon[101092]: 01-18T18:56:58. 2022-01-18T18:56:59.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:59 smithi129 conmon[101092]: 881571+0000 mon.smithi129 (mon.0) 1898 2022-01-18T18:56:59.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:56:59 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:57:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:00 smithi156 conmon[67007]: cluster 2022-01-18T18:56:59.398402+0000 mgr.smithi129.iclwio (mgr.14716) 6023 : cluster [DBG] 2022-01-18T18:57:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:00 smithi156 conmon[67007]: pgmap v5176: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:57:00.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:00 smithi129 conmon[101092]: cluster 2022-01-18T18:56:59.398402+0000 mgr.smithi129.iclwio (mgr.14716) 6023 : cluster [DBG] 2022-01-18T18:57:00.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:00 smithi129 conmon[101092]: pgmap v5176: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:57:02.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:02 smithi129 conmon[101092]: cluster 2022-01-18T18:57:01.398841+0000 mgr.smithi129.iclwio (mgr.14716) 6024 : cluster [DBG] pgmap v5177: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:02.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:02 smithi129 conmon[101092]: 2022-01-18T18:57:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:02 smithi156 conmon[67007]: cluster 2022-01-18T18:57:01.398841+0000 mgr.smithi129.iclwio (mgr.14716) 6024 : cluster [DBG] 2022-01-18T18:57:02.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:02 smithi156 conmon[67007]: pgmap v5177: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:04 smithi156 conmon[67007]: cluster 2022-01-18T18:57:03.399379+0000 mgr.smithi129.iclwio ( 2022-01-18T18:57:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:04 smithi156 conmon[67007]: mgr.14716) 6025 : cluster [DBG] pgmap v5178: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:04.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:04 smithi129 conmon[101092]: cluster 2022-01-18T18:57:03.399379+0000 mgr.smithi129.iclwio (mgr.14716) 6025 : cluster [DBG] pgmap v5178: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:04.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:04 smithi129 conmon[101092]: 2022-01-18T18:57:05.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:05 smithi156 conmon[67007]: audit 2022-01-18T18:57:05.121139+0000 mon.smithi129 (mon.0) 1899 : audit 2022-01-18T18:57:05.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:05 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:57:05.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:05 smithi156 conmon[67007]: audit 2022-01-18T18:57:05.122576+0000 mon.smithi129 (mon.0) 1900 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:57:05.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:05 smithi156 conmon[67007]: audit 2022- 2022-01-18T18:57:05.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:05 smithi156 conmon[67007]: 01-18T18:57:05.123464+0000 mon.smithi129 (mon.0) 1901 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:57:05.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:05 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T18:57:05.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:05 smithi156 conmon[67007]: T18:57:05.431311+0000 mon.smithi129 (mon 2022-01-18T18:57:05.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:05 smithi156 conmon[67007]: .0) 1902 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:57:05.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:05 smithi156 conmon[67007]: audit 2022-01-18T18:57:05.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:05 smithi156 conmon[67007]: 2022-01-18T18:57 2022-01-18T18:57:05.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:05 smithi156 conmon[67007]: :05.436255+0000 mon.smithi129 (mon.0) 1903 2022-01-18T18:57:05.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:05 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:57:05.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:05 smithi129 conmon[101092]: audit 2022-01-18T18:57:05.121139+0000 mon.smithi129 (mon.0) 1899 2022-01-18T18:57:05.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:05 smithi129 conmon[101092]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:57:05.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:05 smithi129 conmon[101092]: audit 2022-01-18T18:57:05.122576+0000 mon.smithi129 (mon.0) 1900 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:57:05.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:05 smithi129 conmon[101092]: audit 2022- 2022-01-18T18:57:05.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:05 smithi129 conmon[101092]: 01-18T18:57:05.123464+0000 mon.smithi129 (mon.0) 1901 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:57:05.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:05 smithi129 conmon[101092]: audit 2022-01-18T18 2022-01-18T18:57:05.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:05 smithi129 conmon[101092]: :57:05.431311+0000 mon.smithi129 ( 2022-01-18T18:57:05.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:05 smithi129 conmon[101092]: mon.0) 1902 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:57:05.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:05 smithi129 conmon[101092]: 2022-01-18T18:57:05.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:05 smithi129 conmon[101092]: audit 2022- 2022-01-18T18:57:05.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:05 smithi129 conmon[101092]: 01-18T18:57:05. 2022-01-18T18:57:05.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:05 smithi129 conmon[101092]: 436255+0000 mon.smithi129 (mon.0) 1903 2022-01-18T18:57:05.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:05 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:57:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:06 smithi156 conmon[67007]: cephadm 2022-01-18T18:57:05.124184+0000 mgr.smithi129.iclwio (mgr.14716) 6026 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:57:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:06 smithi156 conmon[67007]: cluster 2022-01-18T18:57:05.400047+0000 mgr.smithi129.iclwio (mgr.14716) 6027 : cluster [DBG] pgmap v5179: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:06.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:06 smithi129 conmon[101092]: cephadm 2022-01-18T18:57:05.124184+0000 mgr.smithi129.iclwio (mgr.14716) 6026 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:57:06.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:06 smithi129 conmon[101092]: cluster 2022-01-18T18:57:05.400047+0000 mgr.smithi129.iclwio (mgr.14716) 6027 : cluster [DBG] pgmap v5179: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:08 smithi156 conmon[67007]: cluster 2022-01-18T18:57:07.400610+0000 mgr.smithi129.iclwio (mgr.14716) 6028 : cluster [DBG] pgmap v5180: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:08.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:08 smithi129 conmon[101092]: cluster 2022-01-18T18:57:07.400610+0000 mgr.smithi129.iclwio (mgr.14716) 6028 : cluster [DBG] pgmap v5180: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:10 smithi156 conmon[67007]: cluster 2022-01-18T18:57:09.401339+0000 mgr.smithi129.iclwio (mgr.14716) 6029 : cluster [DBG] pgmap v5181: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:57:10.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:10 smithi129 conmon[101092]: cluster 2022-01-18T18:57:09.401339+0000 mgr.smithi129.iclwio (mgr.14716) 6029 : cluster [DBG] pgmap v5181: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:57:10.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:10 smithi129 conmon[101092]: 2022-01-18T18:57:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:12 smithi129 conmon[101092]: cluster 2022-01-18T18:57:11.401902+0000 mgr.smithi129.iclwio (mgr.14716) 6030 : cluster [DBG] pgmap v5182: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:12 smithi156 conmon[67007]: cluster 2022-01-18T18:57:11.401902+0000 mgr.smithi129.iclwio (mgr.14716) 6030 : cluster [DBG] pgmap v5182: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:14 smithi156 conmon[67007]: cluster 2022-01-18T18:57:13.402453+0000 mgr.smithi129.iclwio (mgr.14716) 6031 : cluster [DBG] pgmap v5183: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:14.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:14 smithi129 conmon[101092]: cluster 2022-01-18T18:57:13.402453+0000 mgr.smithi129.iclwio (mgr.14716) 6031 : cluster [DBG] pgmap v5183: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:16 smithi156 conmon[67007]: cluster 2022-01-18T18:57:15.403182+0000 mgr.smithi129.iclwio (mgr.14716) 6032 : cluster [DBG] pgmap v5184: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:16.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:16 smithi129 conmon[101092]: cluster 2022-01-18T18:57:15.403182+0000 mgr.smithi129.iclwio (mgr.14716) 6032 : cluster [DBG] pgmap v5184: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:18 smithi156 conmon[67007]: cluster 2022-01-18T18:57:17.403652+0000 mgr.smithi129.iclwio (mgr.14716) 6033 : cluster [DBG] pgmap v5185: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:18.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:18 smithi129 conmon[101092]: cluster 2022-01-18T18:57:17.403652+0000 mgr.smithi129.iclwio (mgr.14716) 6033 : cluster [DBG] pgmap v5185: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:20 smithi156 conmon[67007]: cluster 2022-01-18T18:57:19.404399+0000 mgr.smithi129.iclwio (mgr.14716) 6034 : cluster [DBG] pgmap v5186: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:57:20.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:20 smithi129 conmon[101092]: cluster 2022-01-18T18:57:19.404399+0000 mgr.smithi129.iclwio (mgr.14716) 6034 : cluster [DBG] 2022-01-18T18:57:20.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:20 smithi129 conmon[101092]: pgmap v5186: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:57:22.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:22 smithi129 conmon[101092]: cluster 2022-01-18T18:57:21.405033+0000 mgr.smithi129.iclwio (mgr.14716) 6035 : cluster [DBG] pgmap v5187: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:22.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:22 smithi129 conmon[101092]: 2022-01-18T18:57:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:22 smithi156 conmon[67007]: cluster 2022-01-18T18:57:21.405033+0000 mgr.smithi129.iclwio (mgr.14716) 6035 : cluster [DBG] pgmap v5187: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:24 smithi156 conmon[67007]: cluster 2022-01-18T18:57:23.405524+0000 mgr.smithi129.iclwio (mgr.14716) 6036 : cluster [DBG] pgmap v5188: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:24.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:24 smithi129 conmon[101092]: cluster 2022-01-18T18:57:23.405524+0000 mgr.smithi129.iclwio (mgr.14716) 6036 : cluster [DBG] pgmap v5188: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:24.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:24 smithi129 conmon[101092]: 2022-01-18T18:57:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:26 smithi156 conmon[67007]: cluster 2022-01-18T18:57:25.406404+0000 mgr.smithi129.iclwio (mgr.14716) 6037 : cluster [DBG] pgmap v5189: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:26.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:26 smithi129 conmon[101092]: cluster 2022-01-18T18:57:26.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:26 smithi129 conmon[101092]: 2022-01-18T18:57:25.406404+0000 mgr.smithi129.iclwio (mgr.14716) 6037 : cluster [DBG] pgmap v5189: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:28 smithi156 conmon[67007]: cluster 2022-01-18T18:57:27.407057+0000 mgr.smithi129.iclwio (mgr.14716) 6038 : cluster [DBG] pgmap v5190: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:28 smithi156 conmon[67007]: 2022-01-18T18:57:28.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:28 smithi129 conmon[101092]: cluster 2022-01-18T18:57:27.407057+0000 mgr.smithi129.iclwio (mgr.14716) 6038 : cluster [DBG] pgmap v5190: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:29.160 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:57:29.427 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:57:29.427 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 8m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:57:29.427 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 8m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:57:29.427 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 8m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:57:29.428 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (2h) 8m ago 3h 43.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:57:29.428 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 8m ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:57:29.428 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 8m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:57:29.428 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 8m ago 3h 664M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:57:29.429 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 8m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:57:29.429 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 8m ago 3h 1112M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:57:29.429 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 8m ago 3h 522M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:57:29.429 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 8m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:57:29.430 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 8m ago 2h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:57:29.430 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 8m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:57:29.430 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 8m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:57:29.430 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 8m ago 2h 1895M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:57:29.431 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 8m ago 2h 2946M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:57:29.431 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 8m ago 2h 2257M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:57:29.431 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 8m ago 2h 2953M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:57:29.431 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 8m ago 2h 2744M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:57:29.432 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 8m ago 2h 3297M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:57:29.432 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 8m ago 2h 2626M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:57:29.432 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 8m ago 2h 3847M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:57:29.432 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (2h) 8m ago 3h 89.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:57:29.747 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:57:29.747 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:57:29.747 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:57:29.748 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:57:29.748 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:57:29.748 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:57:29.748 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:57:29.749 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:57:29.749 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:57:29.749 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:57:29.749 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:57:29.750 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:57:29.750 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:57:29.750 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:57:29.750 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:57:29.750 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:57:29.751 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:57:29.751 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:57:29.751 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:57:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:30 smithi156 conmon[67007]: audit 2022-01-18T18:57:29.150233+0000 mgr.smithi129.iclwio (mgr.14716) 6039 : audit [DBG] from='client.38110 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:57:30.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:30 smithi156 conmon[67007]: cluster 2022-01-18T18:57:29.407909+0000 mgr.smithi129.iclwio (mgr.14716) 6040 : cluster [DBG] pgmap v5191: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:57:30.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:30 smithi156 conmon[67007]: audit 2022-01-18T18:57:29.419768+0000 mgr.smithi129.iclwio (mgr.14716) 6041 : audit [DBG] from='client.38114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:57:30.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:30 smithi156 conmon[67007]: audit 2022-01-18T18:57:29.748510+0000 mon.smithi129 (mon.0) 1904 : audit [DBG] from='client.? 172.21.15.129:0/517153035' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:57:30.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:30 smithi129 conmon[101092]: audit 2022-01-18T18:57:29.150233+0000 mgr.smithi129.iclwio (mgr.14716) 6039 : audit [DBG] from='client.38110 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:57:30.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:30 smithi129 conmon[101092]: cluster 2022-01-18T18:57:29.407909+0000 mgr.smithi129.iclwio (mgr.14716) 6040 : cluster [DBG] pgmap v5191: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:57:30.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:30 smithi129 conmon[101092]: audit 2022-01-18T18:57:29.419768+0000 mgr.smithi129.iclwio (mgr.14716) 6041 : audit [DBG] from='client.38114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:57:30.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:30 smithi129 conmon[101092]: audit 2022-01-18T18:57:29 2022-01-18T18:57:30.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:30 smithi129 conmon[101092]: .748510+0000 mon.smithi129 (mon.0) 1904 2022-01-18T18:57:30.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:30 smithi129 conmon[101092]: : audit [DBG] from='client.? 172.21.15.129:0/517153035' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:57:32.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:32 smithi129 conmon[101092]: cluster 2022-01-18T18:57:31.408395+0000 mgr.smithi129.iclwio (mgr.14716) 6042 : cluster [DBG] pgmap v5192: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:32 smithi156 conmon[67007]: cluster 2022-01-18T18:57:31.408395+0000 mgr.smithi129.iclwio (mgr.14716) 6042 : cluster [DBG] pgmap v5192: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:34 smithi156 conmon[67007]: cluster 2022-01-18T18:57:33.409037+0000 mgr.smithi129.iclwio 2022-01-18T18:57:34.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:34 smithi156 conmon[67007]: (mgr.14716) 6043 : cluster [DBG] pgmap v5193: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:34.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:34 smithi129 conmon[101092]: cluster 2022-01-18T18:57:33.409037+0000 mgr.smithi129.iclwio (mgr.14716) 6043 : cluster [DBG] pgmap v5193: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:36.748 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:36 smithi156 conmon[67007]: cluster 2022-01-18T18:57:35.409952+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:57:36.749 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:36 smithi156 conmon[67007]: 14716) 6044 : cluster [DBG] pgmap v5194: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:36.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:36 smithi129 conmon[101092]: cluster 2022-01-18T18:57:35.409952+0000 mgr.smithi129.iclwio (mgr.14716) 6044 : cluster [DBG] pgmap v5194: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:38 smithi156 conmon[67007]: cluster 2022-01-18T18:57:37.410509+0000 2022-01-18T18:57:38.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:38 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 6045 : cluster [DBG] pgmap v5195: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:38.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:38 smithi129 conmon[101092]: cluster 2022-01-18T18:57:37.410509+0000 mgr.smithi129.iclwio (mgr.14716) 6045 : cluster [DBG] pgmap v5195: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:40 smithi156 conmon[67007]: cluster 2022-01-18T18:57:39.411221+0000 mgr.smithi129.iclwio (mgr 2022-01-18T18:57:40.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:40 smithi156 conmon[67007]: .14716) 6046 : cluster [DBG] pgmap v5196: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:57:40.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:40 smithi129 conmon[101092]: cluster 2022-01-18T18:57:39.411221+0000 mgr.smithi129.iclwio (mgr.14716) 6046 : cluster [DBG] pgmap v5196: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:57:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:42 smithi129 conmon[101092]: cluster 2022-01-18T18:57:41.411871+0000 mgr.smithi129.iclwio (mgr.14716) 6047 : cluster [DBG] pgmap v5197: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:42.763 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:42 smithi156 conmon[67007]: cluster 2022-01-18T18:57:41.411871+0000 mgr.smithi129.iclwio (mgr.14716) 6047 2022-01-18T18:57:42.763 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:42 smithi156 conmon[67007]: : cluster [DBG] pgmap v5197: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:44 smithi156 conmon[67007]: cluster 2022-01-18T18:57:43.412489+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:57:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:44 smithi156 conmon[67007]: 6048 : cluster [DBG] pgmap v5198: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:44.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:44 smithi129 conmon[101092]: cluster 2022-01-18T18:57:43.412489+0000 mgr.smithi129.iclwio (mgr.14716) 6048 : cluster [DBG] pgmap v5198: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:46 smithi156 conmon[67007]: cluster 2022-01-18T18:57:45.413303+0000 mgr.smithi129.iclwio (mgr.14716) 6049 2022-01-18T18:57:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:46 smithi156 conmon[67007]: : cluster [DBG] pgmap v5199: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:46.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:46 smithi129 conmon[101092]: cluster 2022-01-18T18:57:45.413303+0000 mgr.smithi129.iclwio (mgr.14716) 6049 : cluster [DBG] pgmap v5199: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:48 smithi156 conmon[67007]: cluster 2022-01-18T18:57:47.413836+0000 mgr.smithi129.iclwio (mgr.14716) 6050 : cluster [DBG] 2022-01-18T18:57:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:48 smithi156 conmon[67007]: pgmap v5200: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:48.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:48 smithi129 conmon[101092]: cluster 2022-01-18T18:57:47.413836+0000 mgr.smithi129.iclwio (mgr.14716) 6050 : cluster [DBG] pgmap v5200: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:50 smithi156 conmon[67007]: cluster 2022-01-18T18:57:49.414492+0000 mgr.smithi129.iclwio (mgr.14716) 6051 : cluster [DBG] 2022-01-18T18:57:50.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:50 smithi156 conmon[67007]: pgmap v5201: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:57:50.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:50 smithi129 conmon[101092]: cluster 2022-01-18T18:57:49.414492+0000 2022-01-18T18:57:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:50 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 6051 : cluster [DBG] pgmap v5201: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:57:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:52 smithi129 conmon[101092]: cluster 2022-01-18T18:57:51.415120+0000 mgr.smithi129.iclwio (mgr 2022-01-18T18:57:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:52 smithi129 conmon[101092]: .14716) 6052 : cluster [DBG] pgmap v5202: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:52 smithi156 conmon[67007]: cluster 2022-01-18T18:57:51.415120+0000 mgr.smithi129.iclwio (mgr.14716) 6052 : cluster 2022-01-18T18:57:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:52 smithi156 conmon[67007]: [DBG] pgmap v5202: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:54.775 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:54 smithi156 conmon[67007]: cluster 2022-01-18T18:57:53.415640+0000 mgr.smithi129.iclwio (mgr.14716) 6053 : 2022-01-18T18:57:54.776 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:54 smithi156 conmon[67007]: cluster [DBG] pgmap v5203: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:54.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:54 smithi129 conmon[101092]: cluster 2022-01-18T18:57:53.415640+0000 mgr.smithi129.iclwio (mgr.14716) 6053 : cluster [DBG] pgmap v5203: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:56 smithi156 conmon[67007]: cluster 2022-01-18T18:57:55.416518+0000 mgr.smithi129.iclwio (mgr.14716) 6054 : cluster [DBG] 2022-01-18T18:57:56.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:56 smithi156 conmon[67007]: pgmap v5204: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:56.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:56 smithi129 conmon[101092]: cluster 2022-01- 2022-01-18T18:57:56.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:56 smithi129 conmon[101092]: 18T18:57:55.416518+0000 mgr.smithi129.iclwio (mgr.14716) 6054 : cluster [DBG] pgmap v5204: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:58 smithi156 conmon[67007]: cluster 2022-01-18T18:57:57.417222+0000 mgr.smithi129.iclwio (mgr.14716) 6055 : cluster [DBG] pgmap v5205: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:58.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:58 smithi156 conmon[67007]: 2022-01-18T18:57:58.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:58 smithi129 conmon[101092]: cluster 2022-01-18T18:57:57.417222+0000 mgr.smithi129.iclwio (mgr.14716) 6055 2022-01-18T18:57:58.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:58 smithi129 conmon[101092]: : cluster [DBG] pgmap v5205: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:57:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:59 smithi156 conmon[67007]: audit 2022-01-18T18:57:58.885681+0000 mon.smithi129 (mon.0) 1905 2022-01-18T18:57:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:59 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:57:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:57:59 smithi156 conmon[67007]: audit 2022-01-18T18:57:58.885940+0000 mon.smithi129 (mon.0) 1906 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:57:59.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:59 smithi129 conmon[101092]: audit 2022-01-18T18:57:58.885681+0000 mon.smithi129 (mon.0) 1905 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:57:59.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:57:59 smithi129 conmon[101092]: audit 2022-01-18T18:57:58.885940+0000 mon.smithi129 (mon.0) 1906 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:58:00.045 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:58:00.309 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:58:00.310 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 8m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:58:00.310 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 8m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:58:00.310 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 9m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:58:00.311 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 8m ago 3h 43.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:58:00.311 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 8m ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:58:00.311 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 9m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:58:00.311 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 8m ago 3h 664M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:58:00.312 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 9m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:58:00.312 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 8m ago 3h 1112M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:58:00.312 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 9m ago 3h 522M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:58:00.312 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 8m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:58:00.313 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 9m ago 2h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:58:00.313 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 8m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:58:00.313 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 9m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:58:00.313 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 8m ago 3h 1895M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:58:00.314 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (2h) 8m ago 2h 2946M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:58:00.314 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (2h) 8m ago 2h 2257M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:58:00.314 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 8m ago 2h 2953M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:58:00.314 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 9m ago 2h 2744M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:58:00.314 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 9m ago 2h 3297M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:58:00.315 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 9m ago 2h 2626M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:58:00.315 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 9m ago 2h 3847M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:58:00.315 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 8m ago 3h 89.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:58:00.631 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:58:00.632 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:58:00.632 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:58:00.632 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:58:00.632 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:58:00.633 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:58:00.633 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:58:00.633 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:58:00.633 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:58:00.633 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:58:00.634 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:58:00.634 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:58:00.634 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:58:00.634 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:58:00.635 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:58:00.635 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:58:00.635 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:58:00.635 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:58:00.635 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:58:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:00 smithi156 conmon[67007]: cluster 2022-01-18T18:57:59.417923+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T18:58:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:00 smithi156 conmon[67007]: ) 6056 : cluster [DBG] pgmap v5206: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:58:00.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:00 smithi129 conmon[101092]: cluster 2022-01-18T18:57:59.417923+0000 mgr.smithi129.iclwio (mgr.14716) 6056 : cluster [DBG] 2022-01-18T18:58:00.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:00 smithi129 conmon[101092]: pgmap v5206: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:58:01.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:01 smithi156 conmon[67007]: audit 2022-01-18T18:58:00.035675+0000 mgr.smithi129.iclwio (mgr.14716) 6057 : audit [DBG] from='client.38122 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:58:01.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:01 smithi156 conmon[67007]: audit 2022-01-18T18:58:00.302553+0000 mgr.smithi129.iclwio (mgr.14716) 6058 : audit [DBG] from='client.38126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:58:01.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:01 smithi156 conmon[67007]: audit 2022-01-18T18:58:00.633192+0000 mon.smithi129 (mon.0) 1907 : audit [DBG] from='client.? 172.21.15.129:0/794596781' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:58:01.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:01 smithi129 conmon[101092]: audit 2022-01-18T18:58:00.035675+0000 mgr.smithi129.iclwio (mgr.14716) 6057 : audit [DBG] from='client.38122 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:58:01.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:01 smithi129 conmon[101092]: 2022-01-18T18:58:01.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:01 smithi129 conmon[101092]: audit 2022-01-18T18:58:00.302553+0000 mgr.smithi129.iclwio (mgr.14716) 6058 : audit [DBG] from='client.38126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:58:01.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:01 smithi129 conmon[101092]: audit 2022-01-18T18:58:00.633192+0000 mon.smithi129 (mon.0) 2022-01-18T18:58:01.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:01 smithi129 conmon[101092]: 1907 : audit [DBG] from='client.? 172.21.15.129:0/794596781' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:58:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:02 smithi156 conmon[67007]: cluster 2022-01-18T18:58:01.418474+0000 mgr.smithi129.iclwio (mgr.14716) 6059 : cluster [DBG] pgmap v5207: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:02.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:02 smithi129 conmon[101092]: cluster 2022-01-18T18:58:01.418474+0000 mgr.smithi129.iclwio (mgr.14716) 6059 : cluster [DBG] 2022-01-18T18:58:02.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:02 smithi129 conmon[101092]: pgmap v5207: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:04 smithi156 conmon[67007]: cluster 2022-01-18T18:58:03.419129+0000 mgr.smithi129.iclwio (mgr.14716) 6060 : cluster [DBG] pgmap v5208: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:04.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:04 smithi129 conmon[101092]: cluster 2022-01-18T18:58:03.419129+0000 mgr.smithi129.iclwio (mgr.14716) 6060 : cluster [DBG] pgmap v5208: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:04.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:04 smithi129 conmon[101092]: 2022-01-18T18:58:05.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:05 smithi156 conmon[67007]: audit 2022-01-18T18:58:05.438633+0000 mon.smithi129 (mon.0) 1908 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:58:05.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:05 smithi156 conmon[67007]: 2022-01-18T18:58:05.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:05 smithi156 conmon[67007]: audit 2022-01-18T18:58:05.439981+0000 mon.smithi129 (mon.0) 1909 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:58:05.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:05 smithi156 conmon[67007]: audit 2022-01-18T18:58:05.440772+0000 mon.smithi129 (mon.0) 1910 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:58:05.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:05 smithi129 conmon[101092]: audit 2022-01-18T18:58:05.438633+0000 mon.smithi129 (mon.0) 1908 : 2022-01-18T18:58:05.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:05 smithi129 conmon[101092]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:58:05.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:05 smithi129 conmon[101092]: audit 2022-01-18T18:58:05.439981+0000 mon.smithi129 (mon.0) 1909 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:58:05.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:05 smithi129 conmon[101092]: audit 2022-01-18T18:58:05.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:05 smithi129 conmon[101092]: 2022-01-18T18:58:05.440772+0000 mon.smithi129 (mon.0) 2022-01-18T18:58:05.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:05 smithi129 conmon[101092]: 1910 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:58:06.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:06 smithi156 conmon[67007]: cluster 2022-01-18T18:58:05.419825+0000 mgr.smithi129.iclwio (mgr.14716) 6061 : cluster [DBG] pgmap v5209: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:06.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:06 smithi156 conmon[67007]: cephadm 2022-01-18T18:58:05.441552+0000 mgr.smithi129.iclwio (mgr.14716) 6062 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:58:06.786 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:06 smithi156 conmon[67007]: audit 2022-01-18T18:58:05.745666+0000 mon.smithi129 (mon.0) 1911 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T18:58:06.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:06 smithi156 conmon[67007]: audit 2022-01-18T18:58:05.759043+0000 mon.smithi129 (mon.0) 1912 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T18:58:06.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:06 smithi156 conmon[67007]: audit 2022-01-18T18:58:05.763143+0000 mon.smithi129 (mon.0) 1913 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:58:06.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:06 smithi156 conmon[67007]: audit 2022-01-18T18:58:05.769919+0000 mon.smithi129 (mon.0) 1914 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:58:06.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:06 smithi129 conmon[101092]: cluster 2022-01-18T18:58:05.419825+0000 mgr.smithi129.iclwio (mgr.14716) 6061 : cluster [DBG] 2022-01-18T18:58:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:06 smithi129 conmon[101092]: pgmap v5209: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:06 smithi129 conmon[101092]: cephadm 2022-01-18T18:58:05.441552+0000 mgr.smithi129.iclwio (mgr.14716) 6062 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:58:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:06 smithi129 conmon[101092]: audit 2022-01-18T18:58:05 2022-01-18T18:58:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:06 smithi129 conmon[101092]: .745666+0000 mon.smithi129 (mon.0) 1911 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T18:58:06.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:06 smithi129 conmon[101092]: audit 2022-01-18T18:58:06.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:06 smithi129 conmon[101092]: 2022-01-18T18:58:05.759043+0000 mon.smithi129 (mon.0 2022-01-18T18:58:06.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:06 smithi129 conmon[101092]: ) 1912 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T18:58:06.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:06 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T18:58:06.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:06 smithi129 conmon[101092]: 18:58:05.763143+0000 mon.smithi129 (mon.0 2022-01-18T18:58:06.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:06 smithi129 conmon[101092]: ) 1913 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:58:06.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:06 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T18:58:06.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:06 smithi129 conmon[101092]: 18:58:05.769919+0000 mon.smithi129 (mon.0) 1914 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:58:06.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:06 smithi129 conmon[101092]: 2022-01-18T18:58:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:08 smithi156 conmon[67007]: cluster 2022-01-18T18:58:07.420338+0000 mgr.smithi129.iclwio (mgr.14716) 6063 : cluster [DBG] pgmap v5210: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:08.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:08 smithi129 conmon[101092]: cluster 2022-01-18T18:58:07.420338+0000 mgr.smithi129.iclwio (mgr.14716) 6063 : cluster [DBG] pgmap v5210: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:10 smithi156 conmon[67007]: cluster 2022-01-18T18:58:09.421252+0000 mgr.smithi129.iclwio (mgr.14716) 6064 : cluster [DBG] pgmap v5211: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:58:10.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:10 smithi129 conmon[101092]: cluster 2022-01-18T18:58:09.421252+0000 mgr.smithi129.iclwio (mgr.14716) 6064 : cluster [DBG] pgmap v5211: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:58:10.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:10 smithi129 conmon[101092]: 2022-01-18T18:58:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:12 smithi129 conmon[101092]: cluster 2022-01-18T18:58:11.421719+0000 mgr.smithi129.iclwio (mgr.14716) 6065 : cluster [DBG] pgmap v5212: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:12 smithi129 conmon[101092]: 2022-01-18T18:58:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:12 smithi156 conmon[67007]: cluster 2022-01-18T18:58:11.421719+0000 mgr.smithi129.iclwio (mgr.14716) 6065 : cluster [DBG] pgmap v5212: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:14 smithi156 conmon[67007]: cluster 2022-01-18T18:58:13.422331+0000 mgr.smithi129.iclwio (mgr.14716) 6066 : cluster [DBG] pgmap v5213: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:14.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:14 smithi129 conmon[101092]: cluster 2022-01-18T18:58:13.422331+0000 mgr.smithi129.iclwio (mgr.14716) 6066 : cluster [DBG] pgmap v5213: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:16 smithi156 conmon[67007]: cluster 2022-01-18T18:58:15.423312+0000 mgr.smithi129.iclwio (mgr.14716) 6067 : cluster [DBG] pgmap v5214: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:16.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:16 smithi129 conmon[101092]: cluster 2022-01-18T18:58:15.423312+0000 mgr.smithi129.iclwio (mgr.14716) 6067 : cluster [DBG] pgmap v5214: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:18 smithi156 conmon[67007]: cluster 2022-01-18T18:58:17.423938+0000 mgr.smithi129.iclwio (mgr.14716) 6068 : cluster [DBG] pgmap v5215: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:18.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:18 smithi129 conmon[101092]: cluster 2022-01-18T18:58:17.423938+0000 mgr.smithi129.iclwio (mgr.14716) 6068 : cluster [DBG] pgmap v5215: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:20 smithi156 conmon[67007]: cluster 2022-01-18T18:58:19.424826+0000 mgr.smithi129.iclwio (mgr.14716) 6069 : cluster [DBG] pgmap v5216: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:58:20.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:20 smithi129 conmon[101092]: cluster 2022-01-18T18:58:19.424826+0000 mgr.smithi129.iclwio (mgr.14716) 6069 : cluster [DBG] pgmap v5216: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:58:22.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:22 smithi129 conmon[101092]: cluster 2022-01-18T18:58:21.425420+0000 mgr.smithi129.iclwio (mgr.14716) 6070 : cluster [DBG] pgmap v5217: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:22.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:22 smithi129 conmon[101092]: 2022-01-18T18:58:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:22 smithi156 conmon[67007]: cluster 2022-01-18T18:58:21.425420+0000 mgr.smithi129.iclwio (mgr.14716) 6070 : cluster [DBG] pgmap v5217: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:22 smithi156 conmon[67007]: 2022-01-18T18:58:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:24 smithi156 conmon[67007]: cluster 2022-01-18T18:58:23.426140+0000 mgr.smithi129.iclwio (mgr.14716) 6071 : cluster [DBG] pgmap v5218: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:24.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:24 smithi129 conmon[101092]: cluster 2022-01-18T18:58:23.426140+0000 mgr.smithi129.iclwio (mgr.14716) 6071 : cluster [DBG] pgmap v5218: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:26 smithi156 conmon[67007]: cluster 2022-01-18T18:58:25.427023+0000 mgr.smithi129.iclwio (mgr.14716) 6072 : cluster [DBG] pgmap v5219: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:26.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:26 smithi129 conmon[101092]: cluster 2022-01-18T18:58:25.427023+0000 mgr.smithi129.iclwio (mgr.14716) 6072 : cluster [DBG] pgmap v5219: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:28 smithi156 conmon[67007]: cluster 2022-01-18T18:58:27.427713+0000 mgr.smithi129.iclwio (mgr.14716) 6073 : cluster [DBG] pgmap v5220: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:28.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:28 smithi129 conmon[101092]: cluster 2022-01-18T18:58:27.427713+0000 mgr.smithi129.iclwio (mgr.14716) 6073 : cluster [DBG] pgmap v5220: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:30 smithi156 conmon[67007]: cluster 2022-01-18T18:58:29.428521+0000 mgr.smithi129.iclwio (mgr.14716) 6074 : cluster [DBG] pgmap v5221: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:58:30.931 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:58:30.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:30 smithi129 conmon[101092]: cluster 2022-01-18T18:58:29.428521+0000 mgr.smithi129.iclwio (mgr.14716) 6074 : cluster [DBG] 2022-01-18T18:58:30.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:30 smithi129 conmon[101092]: pgmap v5221: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:58:31.195 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:58:31.195 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 9m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:58:31.195 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 9m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:58:31.196 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 9m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:58:31.196 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 9m ago 3h 43.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:58:31.196 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 9m ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:58:31.196 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 9m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:58:31.196 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 9m ago 3h 664M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:58:31.197 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 9m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:58:31.197 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 9m ago 3h 1112M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:58:31.197 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 9m ago 3h 522M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:58:31.197 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 9m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:58:31.198 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 9m ago 2h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:58:31.198 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 9m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:58:31.198 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 9m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:58:31.198 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 9m ago 3h 1895M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:58:31.199 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 9m ago 3h 2946M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:58:31.199 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 9m ago 3h 2257M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:58:31.199 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (2h) 9m ago 2h 2953M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:58:31.199 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 9m ago 2h 2744M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:58:31.200 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 9m ago 2h 3297M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:58:31.200 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 9m ago 2h 2626M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:58:31.200 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 9m ago 2h 3847M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:58:31.200 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 9m ago 3h 89.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:58:31.514 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:58:31.515 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:58:31.515 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:58:31.515 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:58:31.515 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:58:31.515 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:58:31.516 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:58:31.516 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:58:31.516 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:58:31.516 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:58:31.517 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:58:31.517 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:58:31.517 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:58:31.517 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:58:31.518 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:58:31.518 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:58:31.518 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:58:31.518 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:58:31.518 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:58:32.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:32 smithi129 conmon[101092]: audit 2022-01-18T18:58:30.921323+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:58:32.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:32 smithi129 conmon[101092]: 6075 : audit [DBG] from='client.38134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:58:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:32 smithi129 conmon[101092]: audit 2022-01-18T18:58:31.187686+0000 mgr.smithi129.iclwio (mgr.14716) 6076 : audit [DBG] from='client.38138 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:58:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:32 smithi129 conmon[101092]: cluster 2022-01-18T18:58:31.428926+0000 mgr.smithi129.iclwio (mgr.14716) 6077 : cluster 2022-01-18T18:58:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:32 smithi129 conmon[101092]: [DBG] pgmap v5222: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:32 smithi129 conmon[101092]: audit 2022-01-18T18:58: 2022-01-18T18:58:32.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:32 smithi129 conmon[101092]: 31.516147+0000 mon.smithi129 (mon.0) 1915 : audit 2022-01-18T18:58:32.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:32 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/3533730895' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:58:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:32 smithi156 conmon[67007]: audit 2022-01-18T18:58:30.921323+0000 mgr.smithi129.iclwio (mgr.14716) 6075 : audit [DBG] from='client.38134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:58:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:32 smithi156 conmon[67007]: audit 2022-01-18T18:58:31.187686+0000 mgr.smithi129.iclwio (mgr 2022-01-18T18:58:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:32 smithi156 conmon[67007]: .14716) 6076 : audit [DBG] from='client.38138 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:58:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:32 smithi156 conmon[67007]: cluster 2022-01-18T18:58:31.428926+0000 mgr.smithi129.iclwio (mgr.14716) 6077 : cluster [DBG] pgmap v5222: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:32 smithi156 conmon[67007]: audit 2022-01-18T18:58:31.516147+0000 mon.smithi129 (mon.0) 1915 : audit [DBG] from='client.? 172.21.15.129:0/3533730895' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:58:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:34 smithi156 conmon[67007]: cluster 2022-01-18T18:58:33.429386+0000 mgr.smithi129.iclwio (mgr.14716) 6078 : cluster [DBG] pgmap v5223: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:34.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:34 smithi129 conmon[101092]: cluster 2022-01-18T18:58:33.429386+0000 mgr.smithi129.iclwio (mgr.14716) 6078 : cluster [DBG] pgmap v5223: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:34.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:34 smithi129 conmon[101092]: 2022-01-18T18:58:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:36 smithi156 conmon[67007]: cluster 2022-01-18T18:58:35.430281+0000 mgr.smithi129.iclwio (mgr.14716) 6079 : cluster [DBG] pgmap v5224: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:36.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:36 smithi129 conmon[101092]: cluster 2022-01-18T18:58:35.430281+0000 mgr.smithi129.iclwio (mgr.14716) 6079 : cluster [DBG] 2022-01-18T18:58:36.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:36 smithi129 conmon[101092]: pgmap v5224: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:38 smithi156 conmon[67007]: cluster 2022-01-18T18:58:37.430952+0000 mgr.smithi129.iclwio (mgr.14716) 6080 : cluster [DBG] 2022-01-18T18:58:38.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:38 smithi156 conmon[67007]: pgmap v5225: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:38.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:38 smithi129 conmon[101092]: cluster 2022-01-18T18:58:37.430952+0000 mgr.smithi129.iclwio (mgr.14716) 6080 : cluster [DBG] 2022-01-18T18:58:38.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:38 smithi129 conmon[101092]: pgmap v5225: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:40 smithi156 conmon[67007]: cluster 2022-01-18T18:58:39.431667+0000 mgr.smithi129.iclwio (mgr.14716) 6081 : cluster [DBG] pgmap v5226: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:58:40.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:40 smithi129 conmon[101092]: cluster 2022-01-18T18:58:39.431667+0000 mgr.smithi129.iclwio (mgr.14716) 6081 : cluster [DBG] pgmap v5226: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:58:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:42 smithi129 conmon[101092]: cluster 2022-01-18T18:58:41.432167+0000 mgr.smithi129.iclwio (mgr.14716) 6082 : cluster [DBG] pgmap v5227: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:42 smithi156 conmon[67007]: cluster 2022-01-18T18:58:41.432167+0000 mgr.smithi129.iclwio (mgr.14716) 6082 : cluster [DBG] pgmap v5227: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:44 smithi156 conmon[67007]: cluster 2022-01-18T18:58:43.432853+0000 mgr.smithi129.iclwio (mgr.14716) 6083 : cluster [DBG] pgmap v5228: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:44.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:44 smithi129 conmon[101092]: cluster 2022-01-18T18:58:43.432853+0000 mgr.smithi129.iclwio (mgr.14716) 6083 : cluster [DBG] pgmap v5228: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:46 smithi156 conmon[67007]: cluster 2022-01-18T18:58:45.433580+0000 mgr.smithi129.iclwio (mgr.14716) 6084 : cluster [DBG] pgmap v5229: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:46.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:46 smithi129 conmon[101092]: cluster 2022-01-18T18:58:45.433580+0000 mgr.smithi129.iclwio (mgr.14716) 6084 : cluster [DBG] pgmap v5229: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:48 smithi156 conmon[67007]: cluster 2022-01-18T18:58:47.434148+0000 mgr.smithi129.iclwio (mgr.14716) 6085 : cluster [DBG] pgmap v5230: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:48.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:48 smithi129 conmon[101092]: cluster 2022-01-18T18:58:47.434148+0000 mgr.smithi129.iclwio (mgr.14716) 6085 : cluster [DBG] pgmap v5230: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:48.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:48 smithi129 conmon[101092]: 2022-01-18T18:58:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:50 smithi156 conmon[67007]: cluster 2022-01-18T18:58:49.434804+0000 mgr.smithi129.iclwio (mgr.14716) 6086 : cluster [DBG] pgmap v5231: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:58:50.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:50 smithi129 conmon[101092]: cluster 2022-01-18T18:58:49.434804+0000 mgr.smithi129.iclwio (mgr.14716) 6086 : cluster [DBG] pgmap v5231: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:58:50.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:50 smithi129 conmon[101092]: 2022-01-18T18:58:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:52 smithi129 conmon[101092]: cluster 2022-01-18T18:58:51.435372+0000 mgr.smithi129.iclwio (mgr.14716) 6087 : cluster [DBG] pgmap v5232: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:52 smithi156 conmon[67007]: cluster 2022-01-18T18:58:51.435372+0000 mgr.smithi129.iclwio (mgr.14716) 6087 : cluster [DBG] pgmap v5232: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:54 smithi156 conmon[67007]: cluster 2022-01-18T18:58:53.435973+0000 mgr.smithi129.iclwio (mgr.14716) 6088 : cluster 2022-01-18T18:58:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:54 smithi156 conmon[67007]: [DBG] pgmap v5233: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:54.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:54 smithi129 conmon[101092]: cluster 2022-01-18T18:58:53.435973+0000 mgr.smithi129.iclwio (mgr.14716) 6088 : cluster [DBG] pgmap v5233: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:56 smithi156 conmon[67007]: cluster 2022-01-18T18:58:55.436947+0000 mgr.smithi129.iclwio (mgr.14716) 6089 : cluster [DBG] pgmap v5234: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:56.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:56 smithi129 conmon[101092]: cluster 2022-01-18T18:58:55.436947+0000 mgr.smithi129.iclwio (mgr.14716) 6089 : cluster [DBG] pgmap v5234: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:58 smithi156 conmon[67007]: cluster 2022-01-18T18:58:57.437585+0000 mgr.smithi129.iclwio (mgr.14716) 6090 : cluster [DBG] pgmap v5235: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:58.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:58 smithi129 conmon[101092]: cluster 2022-01-18T18:58:57.437585+0000 mgr.smithi129.iclwio (mgr.14716) 6090 : cluster 2022-01-18T18:58:59.019 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:58 smithi129 conmon[101092]: [DBG] pgmap v5235: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:58:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:59 smithi156 conmon[67007]: audit 2022-01-18T18:58:58.889626+0000 mon.smithi129 (mon.0) 1916 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:58:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:58:59 smithi156 conmon[67007]: audit 2022-01-18T18:58:58.889956+0000 mon.smithi129 (mon.0) 1917 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:58:59.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:59 smithi129 conmon[101092]: audit 2022-01-18T18:58:58.889626+0000 mon.smithi129 (mon.0) 1916 : audit [INF] 2022-01-18T18:58:59.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:59 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:58:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:58:59 smithi129 conmon[101092]: audit 2022-01-18T18:58:58.889956+0000 mon.smithi129 (mon.0) 1917 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:59:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:00 smithi156 conmon[67007]: cluster 2022-01-18T18:58:59.438430+0000 mgr.smithi129.iclwio (mgr.14716) 6091 : cluster [DBG] pgmap v5236: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:59:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:00 smithi156 conmon[67007]: 2022-01-18T18:59:00.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:00 smithi129 conmon[101092]: cluster 2022-01-18T18:58:59.438430+0000 mgr.smithi129.iclwio (mgr.14716) 6091 : cluster 2022-01-18T18:59:00.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:00 smithi129 conmon[101092]: [DBG] pgmap v5236: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:59:01.812 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:59:02.075 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:59:02.076 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 9m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:59:02.076 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 9m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:59:02.076 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 10m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:59:02.076 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 9m ago 3h 43.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:59:02.077 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 9m ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:59:02.077 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 10m ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:59:02.077 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 9m ago 3h 664M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:59:02.077 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 10m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:59:02.078 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 9m ago 3h 1112M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:59:02.078 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 10m ago 3h 522M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:59:02.078 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 9m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:59:02.078 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 10m ago 2h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:59:02.078 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 9m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:59:02.079 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 10m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:59:02.079 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 9m ago 3h 1895M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:59:02.079 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 9m ago 3h 2946M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:59:02.079 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 9m ago 3h 2257M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:59:02.080 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 9m ago 3h 2953M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:59:02.080 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (2h) 10m ago 2h 2744M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:59:02.080 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (2h) 10m ago 2h 3297M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:59:02.080 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 10m ago 2h 2626M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:59:02.080 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 10m ago 2h 3847M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:59:02.081 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 9m ago 3h 89.7M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:59:02.394 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:59:02.395 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:59:02.395 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:59:02.395 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:59:02.395 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:59:02.395 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:59:02.396 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:59:02.396 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:59:02.396 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:59:02.396 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:59:02.397 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:59:02.397 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:59:02.397 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:59:02.397 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:59:02.397 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:59:02.398 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:59:02.398 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:59:02.398 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:59:02.398 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:59:02.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:02 smithi129 conmon[101092]: cluster 2022-01-18T18:59:01.439009+0000 mgr.smithi129.iclwio 2022-01-18T18:59:02.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:02 smithi129 conmon[101092]: (mgr.14716) 6092 : cluster [DBG] pgmap v5237: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:02 smithi156 conmon[67007]: cluster 2022-01-18T18:59:01.439009+0000 mgr.smithi129.iclwio (mgr.14716) 6092 : cluster [DBG] pgmap v5237: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:02.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:02 smithi156 conmon[67007]: 2022-01-18T18:59:03.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:03 smithi129 conmon[101092]: audit 2022-01-18T18:59:01.802661+0000 mgr.smithi129.iclwio (mgr.14716) 6093 2022-01-18T18:59:03.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:03 smithi129 conmon[101092]: : audit [DBG] from='client.38146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:59:03.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:03 smithi129 conmon[101092]: audit 2022-01-18T18:59:02.068418+0000 mgr.smithi129.iclwio (mgr.14716) 6094 : audit [DBG] from='client.38150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:59:03.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:03 smithi129 conmon[101092]: audit 2022-01-18T18:59:02.396052+0000 mon.smithi129 (mon.0) 1918 : audit [DBG] 2022-01-18T18:59:03.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:03 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/2160813394' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:59:03.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:03 smithi156 conmon[67007]: audit 2022-01-18T18:59:01.802661+0000 mgr.smithi129.iclwio (mgr.14716) 6093 : audit [DBG] from='client.38146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:59:03.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:03 smithi156 conmon[67007]: audit 2022-01-18T18:59:02.068418+0000 mgr.smithi129.iclwio (mgr.14716) 6094 : audit [DBG] from='client.38150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:59:03.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:03 smithi156 conmon[67007]: audit 2022-01-18T18:59:02.396052+0000 mon.smithi129 2022-01-18T18:59:03.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:03 smithi156 conmon[67007]: (mon.0) 1918 : audit [DBG] from='client.? 172.21.15.129:0/2160813394' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:59:04.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:04 smithi129 conmon[101092]: cluster 2022-01-18T18:59:03.439590+0000 mgr.smithi129.iclwio (mgr.14716) 6095 : cluster [DBG] 2022-01-18T18:59:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:04 smithi129 conmon[101092]: pgmap v5238: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:04 smithi156 conmon[67007]: cluster 2022-01-18T18:59:03.439590+0000 mgr.smithi129.iclwio (mgr.14716) 6095 : cluster [DBG] pgmap v5238: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:06 smithi156 conmon[67007]: cluster 2022-01-18T18:59:05.440517+0000 mgr.smithi129.iclwio (mgr.14716) 6096 : cluster [DBG] pgmap v5239: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:06 smithi156 conmon[67007]: audit 2022-01-18T18:59:05.772407+0000 mon.smithi129 (mon.0) 1919 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:59:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:06 smithi156 conmon[67007]: audit 2022-01-18T18:59:05.773781+0000 mon.smithi129 (mon.0) 1920 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:59:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:06 smithi156 conmon[67007]: audit 2022-01-18T18:59:05.774624+0000 mon.smithi129 (mon.0) 1921 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:59:06.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:06 smithi156 conmon[67007]: audit 2022-01-18T18:59:06.030077+0000 mon.smithi129 (mon.0) 1922 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:59:06.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:06 smithi129 conmon[101092]: cluster 2022-01-18T18:59:05.440517+0000 mgr.smithi129.iclwio (mgr.14716) 6096 : cluster [DBG] pgmap v5239: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:06.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:06 smithi129 conmon[101092]: audit 2022-01-18T18:59 2022-01-18T18:59:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:06 smithi129 conmon[101092]: :05.772407+0000 mon.smithi129 (mon.0) 1919 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T18:59:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:06 smithi129 conmon[101092]: audit 2022-01-18T18:59:05.773781+0000 mon.smithi129 (mon.0) 1920 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T18:59:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:06 smithi129 conmon[101092]: audit 2022-01-18T18:59:05.774624+0000 mon.smithi129 (mon.0) 1921 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T18:59:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:06 smithi129 conmon[101092]: audit 2022-01-18T18:59:06.030077+0000 mon.smithi129 (mon.0) 1922 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:59:07.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:07 smithi156 conmon[67007]: cephadm 2022-01-18T18:59:05.775379+0000 mgr.smithi129.iclwio (mgr.14716) 6097 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:59:07.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:07 smithi129 conmon[101092]: cephadm 2022-01-18T18:59:05.775379+0000 mgr.smithi129.iclwio (mgr.14716) 6097 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T18:59:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:08 smithi156 conmon[67007]: cluster 2022-01-18T18:59:07.441118+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:59:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:08 smithi156 conmon[67007]: 14716) 6098 : cluster [DBG] pgmap v5240: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:08.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:08 smithi129 conmon[101092]: cluster 2022-01-18T18:59:07. 2022-01-18T18:59:08.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:08 smithi129 conmon[101092]: 441118+0000 mgr.smithi129.iclwio (mgr.14716) 6098 : cluster [DBG] pgmap v5240: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:10.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:10 smithi129 conmon[101092]: audit 2022-01-18T18:59:09.339265+0000 2022-01-18T18:59:10.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:10 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1923 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:59:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:10 smithi129 conmon[101092]: cluster 2022-01-18T18:59:09.441754+0000 mgr.smithi129.iclwio (mgr.14716) 6099 : cluster [DBG] pgmap v5241: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:59:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:10 smithi156 conmon[67007]: audit 2022-01-18T18:59:09.339265+0000 mon.smithi129 (mon.0) 1923 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:59:10.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:10 smithi156 conmon[67007]: cluster 2022-01-18T18:59:09.441754+0000 mgr.smithi129.iclwio (mgr.14716) 6099 : cluster [DBG] pgmap v5241: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:59:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:12 smithi129 conmon[101092]: audit 2022-01-18T18:59:11.318521+0000 mon.smithi129 (mon.0) 1924 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:59:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:12 smithi129 conmon[101092]: 2022-01-18T18:59:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:12 smithi129 conmon[101092]: cluster 2022-01-18T18:59:11.442182+0000 mgr.smithi129.iclwio (mgr.14716) 6100 : cluster [DBG] pgmap v5242: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:12 smithi129 conmon[101092]: audit 2022-01-18T18:59:11.615423+0000 mon.smithi129 ( 2022-01-18T18:59:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:12 smithi129 conmon[101092]: mon.0) 1925 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:59:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:12 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T18:59:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:12 smithi129 conmon[101092]: T18:59:11.620528+0000 mon.smithi129 (mon.0) 1926 : audit 2022-01-18T18:59:12.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:12 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:59:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:12 smithi156 conmon[67007]: audit 2022-01-18T18:59:11.318521+0000 mon.smithi129 (mon.0) 1924 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:59:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:12 smithi156 conmon[67007]: cluster 2022-01-18T18:59:11.442182+0000 mgr.smithi129.iclwio (mgr.14716) 6100 : cluster [DBG] pgmap v5242: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:12 smithi156 conmon[67007]: audit 2022-01-18T18:59:11.615423+0000 mon.smithi129 (mon.0) 1925 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:59:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:12 smithi156 conmon[67007]: audit 2022-01-18T18:59:11.620528+0000 mon.smithi129 (mon.0) 1926 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T18:59:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:14 smithi156 conmon[67007]: cluster 2022-01-18T18:59:13.442870+0000 mgr.smithi129.iclwio (mgr.14716) 6101 2022-01-18T18:59:14.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:14 smithi156 conmon[67007]: : cluster [DBG] pgmap v5243: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:14.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:14 smithi129 conmon[101092]: cluster 2022-01-18T18:59:13.442870+0000 mgr.smithi129.iclwio (mgr.14716) 6101 : cluster [DBG] pgmap v5243: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:16 smithi156 conmon[67007]: cluster 2022-01-18T18:59:15.443622+0000 mgr.smithi129.iclwio (mgr.14716) 6102 : 2022-01-18T18:59:16.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:16 smithi156 conmon[67007]: cluster [DBG] pgmap v5244: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:16.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:16 smithi129 conmon[101092]: cluster 2022-01-18T18:59:15.443622+0000 mgr.smithi129.iclwio (mgr.14716) 6102 : cluster [DBG] pgmap v5244: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:18 smithi156 conmon[67007]: cluster 2022-01-18T18:59:17.444137+0000 mgr.smithi129.iclwio (mgr.14716) 6103 : cluster [DBG] pgmap v5245: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:18.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:18 smithi129 conmon[101092]: cluster 2022-01-18T18:59:17.444137+0000 mgr.smithi129.iclwio (mgr.14716) 6103 : cluster [DBG] pgmap v5245: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:20 smithi156 conmon[67007]: cluster 2022-01-18T18:59:19.444866+0000 mgr.smithi129.iclwio (mgr.14716) 6104 : cluster 2022-01-18T18:59:20.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:20 smithi156 conmon[67007]: [DBG] pgmap v5246: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:59:20.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:20 smithi129 conmon[101092]: cluster 2022-01-18T18:59:19.444866+0000 mgr.smithi129.iclwio (mgr.14716) 6104 : cluster [DBG] 2022-01-18T18:59:20.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:20 smithi129 conmon[101092]: pgmap v5246: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:59:22.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:22 smithi129 conmon[101092]: cluster 2022-01-18T18:59:21.445366+0000 mgr.smithi129.iclwio (mgr.14716) 6105 : cluster [DBG] pgmap v5247: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:22 smithi156 conmon[67007]: cluster 2022-01-18T18:59:21.445366+0000 mgr.smithi129.iclwio (mgr.14716) 6105 : cluster [DBG] pgmap v5247: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:24 smithi156 conmon[67007]: cluster 2022-01-18T18:59:23.445875+0000 mgr.smithi129.iclwio (mgr.14716) 6106 : 2022-01-18T18:59:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:24 smithi156 conmon[67007]: cluster [DBG] pgmap v5248: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:24.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:24 smithi129 conmon[101092]: cluster 2022-01-18T18:59:23.445875+0000 mgr.smithi129.iclwio (mgr.14716) 6106 : cluster [DBG] pgmap v5248: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:24.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:24 smithi129 conmon[101092]: 2022-01-18T18:59:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:26 smithi156 conmon[67007]: cluster 2022-01-18T18:59:25.446620+0000 mgr.smithi129.iclwio (mgr.14716) 6107 : cluster 2022-01-18T18:59:26.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:26 smithi156 conmon[67007]: [DBG] pgmap v5249: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:26.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:26 smithi129 conmon[101092]: cluster 2022-01-18T18:59:25.446620+0000 mgr.smithi129.iclwio (mgr.14716) 6107 : cluster [DBG] pgmap v5249: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:26.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:26 smithi129 conmon[101092]: 2022-01-18T18:59:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:28 smithi156 conmon[67007]: cluster 2022-01-18T18:59:27.447158+0000 mgr.smithi129.iclwio (mgr.14716) 6108 : cluster [DBG] pgmap v5250: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:28.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:28 smithi129 conmon[101092]: cluster 2022-01-18T18:59:27.447158+0000 mgr.smithi129.iclwio (mgr.14716) 6108 : cluster [DBG] pgmap v5250: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:28.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:28 smithi129 conmon[101092]: 2022-01-18T18:59:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:30 smithi156 conmon[67007]: cluster 2022-01-18T18:59:29.447911+0000 mgr.smithi129.iclwio (mgr.14716) 6109 : cluster [DBG] pgmap v5251: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:59:30.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:30 smithi129 conmon[101092]: cluster 2022-01-18T18:59:29.447911+0000 mgr.smithi129.iclwio (mgr.14716) 6109 : cluster [DBG] 2022-01-18T18:59:30.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:30 smithi129 conmon[101092]: pgmap v5251: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:59:32.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:32 smithi129 conmon[101092]: cluster 2022-01-18T18:59:31.448310+0000 mgr.smithi129.iclwio (mgr.14716) 6110 : cluster [DBG] pgmap v5252: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:32.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:32 smithi129 conmon[101092]: 2022-01-18T18:59:32.695 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T18:59:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:32 smithi156 conmon[67007]: cluster 2022-01-18T18:59:31.448310+0000 mgr.smithi129.iclwio (mgr.14716) 6110 : cluster [DBG] pgmap v5252: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:32.959 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T18:59:32.959 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 21s ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T18:59:32.959 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 21s ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T18:59:32.960 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 23s ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T18:59:32.960 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 21s ago 3h 43.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T18:59:32.960 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 21s ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T18:59:32.960 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 23s ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T18:59:32.960 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 21s ago 3h 677M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T18:59:32.961 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 23s ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T18:59:32.961 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 21s ago 3h 1177M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T18:59:32.961 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 23s ago 3h 561M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T18:59:32.961 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 21s ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T18:59:32.962 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 23s ago 2h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T18:59:32.962 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 21s ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T18:59:32.962 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 23s ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T18:59:32.962 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 21s ago 3h 1924M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T18:59:32.963 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 21s ago 3h 2979M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T18:59:32.963 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 21s ago 3h 2278M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T18:59:32.963 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 21s ago 3h 2988M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T18:59:32.963 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 23s ago 3h 2776M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T18:59:32.964 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 23s ago 3h 3324M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T18:59:32.964 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (2h) 23s ago 2h 2652M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T18:59:32.964 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (2h) 23s ago 2h 3877M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T18:59:32.964 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 21s ago 3h 105M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T18:59:33.277 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T18:59:33.277 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T18:59:33.277 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:59:33.278 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:59:33.278 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T18:59:33.278 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T18:59:33.278 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:59:33.279 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T18:59:33.279 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T18:59:33.279 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T18:59:33.279 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:59:33.279 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T18:59:33.280 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T18:59:33.280 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T18:59:33.281 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T18:59:33.281 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T18:59:33.281 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T18:59:33.281 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T18:59:33.281 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T18:59:33.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:33 smithi129 conmon[101092]: audit 2022-01-18T18:59:32.684674+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T18:59:33.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:33 smithi129 conmon[101092]: 6111 : audit [DBG] from='client.38158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:59:33.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:33 smithi129 conmon[101092]: audit 2022-01-18T18:59:33.278548+0000 mon.smithi129 (mon.0) 1927 : audit [DBG] from='client.? 172.21.15.129:0/3981862113' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:59:33.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:33 smithi156 conmon[67007]: audit 2022-01-18T18:59:32.684674+0000 mgr.smithi129.iclwio (mgr.14716) 6111 : audit [DBG] from='client.38158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:59:33.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:33 smithi156 conmon[67007]: audit 2022-01-18T18: 2022-01-18T18:59:33.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:33 smithi156 conmon[67007]: 59:33.278548+0000 mon.smithi129 (mon.0) 1927 : audit [DBG] from='client.? 172.21.15.129:0/3981862113' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T18:59:34.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:34 smithi129 conmon[101092]: audit 2022-01-18T18:59:32.951744+0000 mgr.smithi129.iclwio (mgr.14716) 6112 : audit [DBG] from='client.38162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:59:34.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:34 smithi129 conmon[101092]: cluster 2022-01-18T18:59:33.448745+0000 mgr.smithi129.iclwio (mgr.14716) 6113 : cluster [DBG] pgmap v5253: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:34 smithi156 conmon[67007]: audit 2022-01-18T18:59:32.951744+0000 mgr.smithi129.iclwio (mgr.14716) 6112 : audit [DBG] from='client.38162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T18:59:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:34 smithi156 conmon[67007]: cluster 2022-01-18T18:59:33.448745+0000 mgr.smithi129.iclwio (mgr.14716) 6113 : cluster [DBG] pgmap v5253: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:36 smithi156 conmon[67007]: cluster 2022-01-18T18:59:35.449552+0000 2022-01-18T18:59:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:36 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 6114 : cluster [DBG] pgmap v5254: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:36.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:36 smithi129 conmon[101092]: cluster 2022-01-18T18:59:35.449552+0000 mgr.smithi129.iclwio (mgr.14716) 6114 : cluster [DBG] pgmap v5254: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:38 smithi156 conmon[67007]: cluster 2022-01-18T18:59:37.450233+0000 mgr.smithi129.iclwio (mgr.14716) 6115 : cluster [DBG] 2022-01-18T18:59:38.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:38 smithi156 conmon[67007]: pgmap v5255: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:38.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:38 smithi129 conmon[101092]: cluster 2022-01-18T18:59:37.450233+0000 mgr.smithi129.iclwio 2022-01-18T18:59:38.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:38 smithi129 conmon[101092]: (mgr.14716) 6115 : cluster [DBG] pgmap v5255: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:40 smithi156 conmon[67007]: cluster 2022-01-18T18:59:39.450923+0000 mgr.smithi129.iclwio (mgr.14716) 6116 2022-01-18T18:59:40.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:40 smithi156 conmon[67007]: : cluster [DBG] pgmap v5256: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:59:40.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:40 smithi129 conmon[101092]: cluster 2022-01-18T18:59:39.450923+0000 mgr.smithi129.iclwio (mgr.14716) 6116 : cluster [DBG] pgmap v5256: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:59:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:42 smithi129 conmon[101092]: cluster 2022-01-18T18:59:41.451567+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:59:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:42 smithi129 conmon[101092]: 14716) 6117 : cluster [DBG] pgmap v5257: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:42 smithi156 conmon[67007]: cluster 2022-01-18T18:59:41.451567+0000 mgr.smithi129.iclwio (mgr.14716) 6117 : cluster [DBG] 2022-01-18T18:59:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:42 smithi156 conmon[67007]: pgmap v5257: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:44 smithi156 conmon[67007]: cluster 2022-01-18T18:59:43.452347+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T18:59:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:44 smithi156 conmon[67007]: 14716) 6118 : cluster [DBG] pgmap v5258: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:44.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:44 smithi129 conmon[101092]: cluster 2022-01-18T18:59:43.452347+0000 mgr.smithi129.iclwio (mgr.14716) 6118 : cluster [DBG] pgmap v5258: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:46 smithi156 conmon[67007]: cluster 2022-01-18T18:59:45.453187+0000 mgr.smithi129.iclwio (mgr.14716) 6119 : 2022-01-18T18:59:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:46 smithi156 conmon[67007]: cluster [DBG] pgmap v5259: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:46.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:46 smithi129 conmon[101092]: cluster 2022-01-18T18:59:45.453187+0000 mgr.smithi129.iclwio (mgr.14716) 6119 : cluster [DBG] pgmap v5259: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:48 smithi156 conmon[67007]: cluster 2022-01-18T18:59:47.453767+0000 mgr.smithi129.iclwio (mgr.14716) 6120 : 2022-01-18T18:59:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:48 smithi156 conmon[67007]: cluster [DBG] pgmap v5260: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:48.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:48 smithi129 conmon[101092]: cluster 2022-01-18T18:59:47.453767+0000 mgr.smithi129.iclwio (mgr.14716) 6120 : cluster [DBG] 2022-01-18T18:59:48.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:48 smithi129 conmon[101092]: pgmap v5260: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:50 smithi156 conmon[67007]: cluster 2022-01-18T18:59:49.454520+0000 mgr.smithi129.iclwio (mgr.14716) 6121 : cluster [DBG] pgmap v5261: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:59:50.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:50 smithi129 conmon[101092]: cluster 2022-01-18T18:59:49.454520+0000 mgr.smithi129.iclwio (mgr.14716) 6121 : cluster [DBG] pgmap v5261: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T18:59:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:52 smithi129 conmon[101092]: cluster 2022-01-18T18:59:51.454991+0000 mgr.smithi129.iclwio (mgr.14716) 6122 : cluster [DBG] pgmap v5262: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:52 smithi156 conmon[67007]: cluster 2022-01-18T18:59:51.454991+0000 mgr.smithi129.iclwio (mgr.14716) 6122 : cluster [DBG] pgmap v5262: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:54 smithi156 conmon[67007]: cluster 2022-01-18T18:59:53.455452+0000 mgr.smithi129.iclwio (mgr.14716) 6123 : cluster [DBG] pgmap v5263: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:54.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:54 smithi129 conmon[101092]: cluster 2022-01-18T18:59:53.455452+0000 mgr.smithi129.iclwio (mgr.14716) 6123 : cluster [DBG] pgmap v5263: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:56 smithi156 conmon[67007]: cluster 2022-01-18T18:59:55.456160+0000 mgr.smithi129.iclwio (mgr.14716) 6124 : cluster [DBG] pgmap v5264: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:56.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:56 smithi129 conmon[101092]: cluster 2022-01-18T18:59:55.456160+0000 mgr.smithi129.iclwio (mgr.14716) 6124 : cluster [DBG] pgmap v5264: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:58 smithi156 conmon[67007]: cluster 2022-01-18T18:59:57.456881+0000 mgr.smithi129.iclwio (mgr.14716) 6125 : cluster [DBG] pgmap v5265: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:58.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:58 smithi129 conmon[101092]: cluster 2022-01-18T18:59:57.456881+0000 mgr.smithi129.iclwio (mgr.14716) 6125 : cluster [DBG] pgmap v5265: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T18:59:59.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:59 smithi156 conmon[67007]: audit 2022-01-18T18:59:58.893572+0000 mon.smithi129 (mon.0) 1928 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:59:59.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 18:59:59 smithi156 conmon[67007]: audit 2022-01-18T18:59:58.893819+0000 mon.smithi129 (mon.0) 1929 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T18:59:59.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:59 smithi129 conmon[101092]: audit 2022-01-18T18:59:58.893572+0000 mon.smithi129 (mon.0) 1928 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T18:59:59.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 18:59:59 smithi129 conmon[101092]: audit 2022-01-18T18:59:58.893819+0000 mon.smithi129 (mon.0) 1929 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:00:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:00 smithi156 conmon[67007]: cluster 2022-01-18T18:59:59.457541+0000 mgr.smithi129.iclwio (mgr.14716) 6126 : cluster [DBG] pgmap v5266: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:00:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:00 smithi156 conmon[67007]: cluster 2022-01-18T19:00:00.000125+0000 mon.smithi129 (mon.0) 1930 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T19:00:00.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:00 smithi129 conmon[101092]: cluster 2022-01-18T18:59:59.457541+0000 mgr.smithi129.iclwio (mgr.14716) 6126 : cluster [DBG] pgmap v5266: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:00:00.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:00 smithi129 conmon[101092]: cluster 2022-01-18T19:00:00.000125+0000 mon.smithi129 (mon.0) 1930 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T19:00:02.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:02 smithi129 conmon[101092]: cluster 2022-01-18T19:00:01.457991+0000 mgr.smithi129.iclwio (mgr.14716) 6127 : cluster [DBG] pgmap v5267: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:02 smithi156 conmon[67007]: cluster 2022-01-18T19:00:01.457991+0000 mgr.smithi129.iclwio (mgr.14716) 6127 : cluster [DBG] pgmap v5267: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:03.574 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:00:03.843 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:00:03.843 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 52s ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:00:03.843 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 52s ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:00:03.844 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 54s ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:00:03.844 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 52s ago 3h 43.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:00:03.844 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 52s ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:00:03.844 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 54s ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:00:03.844 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 52s ago 3h 677M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:00:03.845 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 54s ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:00:03.845 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 52s ago 3h 1177M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:00:03.845 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 54s ago 3h 561M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:00:03.845 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 52s ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:00:03.846 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 54s ago 2h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:00:03.846 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 52s ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:00:03.846 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 54s ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:00:03.846 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 52s ago 3h 1924M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:00:03.847 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 52s ago 3h 2979M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:00:03.847 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 52s ago 3h 2278M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:00:03.847 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 52s ago 3h 2988M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:00:03.847 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 54s ago 3h 2776M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:00:03.847 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 54s ago 3h 3324M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:00:03.848 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 54s ago 3h 2652M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:00:03.848 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 54s ago 3h 3877M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:00:03.848 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 52s ago 3h 105M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:00:04.189 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:00:04.189 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:00:04.189 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:00:04.190 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:00:04.190 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:00:04.190 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:00:04.190 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:00:04.191 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:00:04.191 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:00:04.191 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:00:04.191 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:00:04.191 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:00:04.192 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:00:04.192 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:00:04.192 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:00:04.192 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:00:04.193 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:00:04.193 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:00:04.193 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:00:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:04 smithi156 conmon[67007]: cluster 2022-01-18T19:00:03.458552+0000 mgr.smithi129.iclwio (mgr.14716) 6128 : cluster [DBG] pgmap v5268: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:04.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:04 smithi156 conmon[67007]: audit 2022-01-18T19:00:03.563825+0000 mgr.smithi129.iclwio (mgr.14716) 6129 : audit [DBG] from='client.38170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:00:04.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:04 smithi156 conmon[67007]: audit 2022-01-18T19:00: 2022-01-18T19:00:04.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:04 smithi156 conmon[67007]: 04.190537+0000 mon.smithi129 (mon.0) 1931 : audit [DBG] from='client.? 172.21.15.129:0/2297455713' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:00:04.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:04 smithi129 conmon[101092]: cluster 2022-01-18T19:00:03.458552+0000 mgr.smithi129.iclwio (mgr.14716) 6128 2022-01-18T19:00:04.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:04 smithi129 conmon[101092]: : cluster [DBG] pgmap v5268: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:04.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:04 smithi129 conmon[101092]: audit 2022-01-18T19:00:03.563825+0000 mgr.smithi129.iclwio (mgr.14716) 6129 2022-01-18T19:00:04.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:04 smithi129 conmon[101092]: : audit [DBG] from='client.38170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:00:04.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:04 smithi129 conmon[101092]: audit 2022-01 2022-01-18T19:00:04.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:04 smithi129 conmon[101092]: -18T19:00:04.190537+0000 mon.smithi129 (mon.0) 1931 2022-01-18T19:00:04.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:04 smithi129 conmon[101092]: : audit [DBG] from='client.? 172.21.15.129:0/2297455713' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:00:05.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:05 smithi156 conmon[67007]: audit 2022-01-18T19:00:03.835382+0000 mgr.smithi129.iclwio (mgr.14716) 6130 : audit [DBG] from='client.38174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:00:05.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:05 smithi129 conmon[101092]: audit 2022-01-18T19:00:03.835382+0000 mgr.smithi129.iclwio (mgr.14716) 6130 : audit 2022-01-18T19:00:05.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:05 smithi129 conmon[101092]: [DBG] from='client.38174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:00:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:06 smithi156 conmon[67007]: cluster 2022-01-18T19:00:05.459394+0000 mgr.smithi129.iclwio (mgr.14716) 6131 : cluster [DBG] pgmap v5269: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:06.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:06 smithi129 conmon[101092]: cluster 2022-01-18T19:00:05.459394+0000 mgr.smithi129.iclwio (mgr.14716) 6131 : cluster [DBG] pgmap v5269: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:08 smithi156 conmon[67007]: cluster 2022-01-18T19:00:07.460079+0000 mgr.smithi129.iclwio (mgr.14716) 6132 : cluster [DBG] pgmap v5270: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:08.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:08 smithi129 conmon[101092]: cluster 2022-01-18T19:00:07.460079+0000 mgr.smithi129.iclwio (mgr.14716) 6132 : cluster [DBG] pgmap v5270: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:10 smithi156 conmon[67007]: cluster 2022-01-18T19:00:09.460897+0000 mgr.smithi129.iclwio (mgr.14716) 6133 : cluster [DBG] pgmap v5271: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:00:10.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:10 smithi129 conmon[101092]: cluster 2022-01-18T19:00:09.460897+0000 mgr.smithi129.iclwio (mgr.14716) 6133 : cluster [DBG] pgmap v5271: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:00:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:12 smithi129 conmon[101092]: cluster 2022-01-18T19:00:11.461323+0000 mgr.smithi129.iclwio (mgr.14716) 6134 : cluster [DBG] pgmap v5272: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:12 smithi129 conmon[101092]: audit 2022-01-18T19:00:11.623152+0000 mon.smithi129 (mon.0) 1932 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:00:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:12 smithi129 conmon[101092]: audit 2022-01-18T19:00:11.624595+0000 mon.smithi129 (mon.0) 1933 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:00:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:12 smithi129 conmon[101092]: audit 2022-01-18T19:00:11.625465+0000 mon.smithi129 (mon.0) 1934 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:00:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:12 smithi129 conmon[101092]: cephadm 2022-01-18T19:00:11.626212+0000 mgr.smithi129.iclwio (mgr.14716) 6135 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:00:12.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:12 smithi129 conmon[101092]: audit 2022-01-18T19:00:11.938650+0000 mon.smithi129 (mon.0) 1935 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:00:12.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:12 smithi129 conmon[101092]: audit 2022-01-18T19:00:11.943361+0000 mon.smithi129 (mon.0) 1936 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:00:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:12 smithi156 conmon[67007]: cluster 2022-01-18T19:00:11.461323+0000 mgr.smithi129.iclwio (mgr.14716) 6134 : cluster [DBG] pgmap v5272: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:12 smithi156 conmon[67007]: audit 2022-01-18T19:00:11.623152+0000 mon.smithi129 (mon.0) 1932 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:00:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:12 smithi156 conmon[67007]: audit 2022-01-18T19:00:11.624595+0000 mon.smithi129 (mon.0) 1933 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:00:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:12 smithi156 conmon[67007]: audit 2022-01-18T19:00:11.625465+0000 mon.smithi129 (mon.0) 1934 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:00:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:12 smithi156 conmon[67007]: cephadm 2022-01-18T19:00:11.626212+0000 mgr.smithi129.iclwio (mgr.14716) 6135 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:00:12.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:12 smithi156 conmon[67007]: audit 2022-01-18T19:00:11.938650+0000 2022-01-18T19:00:12.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:12 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1935 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:00:12.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:12 smithi156 conmon[67007]: audit 2022-01-18T19:00:11.943361+0000 2022-01-18T19:00:12.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:12 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1936 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:00:14.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:14 smithi156 conmon[67007]: cluster 2022-01-18T19:00:13.461928+0000 mgr.smithi129.iclwio (mgr.14716) 6136 : cluster 2022-01-18T19:00:14.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:14 smithi156 conmon[67007]: [DBG] pgmap v5273: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:14.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:14 smithi129 conmon[101092]: cluster 2022-01-18T19:00:13.461928+0000 mgr.smithi129.iclwio (mgr.14716) 6136 : cluster [DBG] pgmap v5273: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:14.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:14 smithi129 conmon[101092]: 2022-01-18T19:00:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:16 smithi156 conmon[67007]: cluster 2022-01-18T19:00:15.462741+0000 mgr.smithi129.iclwio (mgr.14716) 6137 : cluster [DBG] pgmap v5274: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:16.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:16 smithi129 conmon[101092]: cluster 2022-01-18T19:00:15.462741+0000 mgr.smithi129.iclwio (mgr.14716) 6137 : cluster [DBG] pgmap v5274: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:16 smithi129 conmon[101092]: 2022-01-18T19:00:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:18 smithi156 conmon[67007]: cluster 2022-01-18T19:00:17.463362+0000 mgr.smithi129.iclwio (mgr.14716) 6138 : cluster [DBG] pgmap v5275: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:18.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:18 smithi129 conmon[101092]: cluster 2022-01-18T19:00:17.463362+0000 mgr.smithi129.iclwio (mgr.14716) 6138 : cluster [DBG] pgmap v5275: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:20 smithi156 conmon[67007]: cluster 2022-01-18T19:00:19.464104+0000 mgr.smithi129.iclwio (mgr.14716) 6139 : cluster 2022-01-18T19:00:20.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:20 smithi156 conmon[67007]: [DBG] pgmap v5276: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:00:20.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:20 smithi129 conmon[101092]: cluster 2022-01-18T19:00:19.464104+0000 mgr.smithi129.iclwio (mgr.14716) 6139 : cluster [DBG] pgmap v5276: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:00:21.016 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:20 smithi129 conmon[101092]: 2022-01-18T19:00:22.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:22 smithi129 conmon[101092]: cluster 2022-01-18T19:00:21.464658+0000 mgr.smithi129.iclwio (mgr.14716) 6140 : cluster [DBG] pgmap v5277: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:22 smithi156 conmon[67007]: cluster 2022-01-18T19:00:21.464658+0000 mgr.smithi129.iclwio (mgr.14716) 6140 : cluster [DBG] 2022-01-18T19:00:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:22 smithi156 conmon[67007]: pgmap v5277: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:24 smithi156 conmon[67007]: cluster 2022-01-18T19:00:23.465261+0000 mgr.smithi129.iclwio (mgr.14716) 6141 : cluster 2022-01-18T19:00:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:24 smithi156 conmon[67007]: [DBG] pgmap v5278: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:24.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:24 smithi129 conmon[101092]: cluster 2022-01-18T19:00:23.465261+0000 mgr.smithi129.iclwio (mgr.14716) 6141 : cluster [DBG] pgmap v5278: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:26 smithi156 conmon[67007]: cluster 2022-01-18T19:00:25.466236+0000 mgr.smithi129.iclwio (mgr.14716) 6142 : 2022-01-18T19:00:26.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:26 smithi156 conmon[67007]: cluster [DBG] pgmap v5279: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:26.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:26 smithi129 conmon[101092]: cluster 2022-01-18T19:00:25.466236+0000 mgr.smithi129.iclwio (mgr.14716) 6142 : cluster [DBG] pgmap v5279: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:28 smithi156 conmon[67007]: cluster 2022-01-18T19:00:27.466819+0000 mgr.smithi129.iclwio (mgr.14716) 6143 : cluster [DBG] pgmap v5280: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:28.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:28 smithi129 conmon[101092]: cluster 2022-01-18T19:00:27.466819+0000 mgr.smithi129.iclwio (mgr.14716) 6143 : cluster [DBG] pgmap v5280: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:30 smithi156 conmon[67007]: cluster 2022-01-18T19:00:29.467632+0000 mgr.smithi129.iclwio (mgr.14716) 6144 : cluster [DBG] pgmap v5281: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:00:30.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:30 smithi129 conmon[101092]: cluster 2022-01-18T19:00:29.467632+0000 mgr.smithi129.iclwio (mgr.14716) 6144 : cluster [DBG] pgmap v5281: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:00:30.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:30 smithi129 conmon[101092]: 2022-01-18T19:00:32.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:32 smithi129 conmon[101092]: cluster 2022-01-18T19:00:31.468137+0000 mgr.smithi129.iclwio (mgr.14716) 6145 : cluster [DBG] pgmap v5282: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:32 smithi156 conmon[67007]: cluster 2022-01-18T19:00:31.468137+0000 mgr.smithi129.iclwio (mgr.14716) 6145 : cluster [DBG] pgmap v5282: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:34.486 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:00:34.750 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:00:34.751 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 83s ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:00:34.751 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 83s ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:00:34.751 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 85s ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:00:34.751 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 83s ago 3h 43.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:00:34.752 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 83s ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:00:34.752 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 85s ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:00:34.752 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 83s ago 3h 677M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:00:34.752 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 85s ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:00:34.753 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 83s ago 3h 1177M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:00:34.753 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 85s ago 3h 561M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:00:34.753 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 83s ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:00:34.753 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 85s ago 2h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:00:34.754 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 83s ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:00:34.754 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 85s ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:00:34.754 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 83s ago 3h 1924M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:00:34.754 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 83s ago 3h 2979M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:00:34.755 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 83s ago 3h 2278M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:00:34.755 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 83s ago 3h 2988M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:00:34.755 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 85s ago 3h 2776M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:00:34.755 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 85s ago 3h 3324M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:00:34.756 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 85s ago 3h 2652M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:00:34.756 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 85s ago 3h 3877M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:00:34.756 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 83s ago 3h 105M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:00:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:34 smithi156 conmon[67007]: cluster 2022-01-18T19:00:33.468701+0000 mgr.smithi129.iclwio (mgr.14716) 6146 : cluster [DBG] pgmap v5283: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:34.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:34 smithi129 conmon[101092]: cluster 2022-01-18T19:00:33.468701+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:00:34.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:34 smithi129 conmon[101092]: 6146 : cluster [DBG] pgmap v5283: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:35.071 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:00:35.071 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:00:35.071 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:00:35.071 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:00:35.072 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:00:35.072 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:00:35.072 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:00:35.072 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:00:35.073 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:00:35.073 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:00:35.073 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:00:35.073 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:00:35.074 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:00:35.074 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:00:35.074 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:00:35.074 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:00:35.074 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:00:35.075 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:00:35.075 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:00:35.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:35 smithi156 conmon[67007]: audit 2022-01-18T19:00:34.475418+0000 mgr.smithi129.iclwio (mgr.14716) 6147 : 2022-01-18T19:00:35.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:35 smithi156 conmon[67007]: audit [DBG] from='client.38182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:00:35.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:35 smithi156 conmon[67007]: audit 2022-01-18T19:00:35.072384+0000 mon.smithi129 (mon.0) 1937 : audit [DBG] from='client.? 172.21.15.129:0/1912105668' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:00:35.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:35 smithi129 conmon[101092]: audit 2022-01-18T19:00:34.475418+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:00:35.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:35 smithi129 conmon[101092]: 6147 : audit [DBG] from='client.38182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:00:35.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:35 smithi129 conmon[101092]: audit 2022-01-18T19:00:35.072384+0000 mon.smithi129 (mon.0) 1937 : audit [DBG] from='client.? 172.21.15.129:0/1912105668' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:00:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:36 smithi156 conmon[67007]: audit 2022-01-18T19:00:34.743331+0000 mgr.smithi129.iclwio (mgr.14716) 6148 : audit [DBG] from='client.38186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:00:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:36 smithi156 conmon[67007]: cluster 2022-01-18T19:00:35.469522+0000 mgr.smithi129.iclwio (mgr.14716) 6149 : cluster [DBG] pgmap v5284: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:36.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:36 smithi129 conmon[101092]: audit 2022-01-18T19:00:34.743331+0000 mgr.smithi129.iclwio (mgr.14716) 6148 : audit [DBG] from='client.38186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:00:36.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:36 smithi129 conmon[101092]: 2022-01-18T19:00:36.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:36 smithi129 conmon[101092]: cluster 2022-01-18T19:00:35.469522+0000 mgr.smithi129.iclwio (mgr.14716) 6149 : cluster [DBG] pgmap v5284: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:38 smithi156 conmon[67007]: cluster 2022-01-18T19:00:37.470184+0000 mgr.smithi129.iclwio (mgr.14716) 6150 : cluster [DBG] pgmap v5285: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:38.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:38 smithi129 conmon[101092]: cluster 2022-01-18T19:00:37.470184+0000 mgr.smithi129.iclwio (mgr.14716) 6150 : 2022-01-18T19:00:38.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:38 smithi129 conmon[101092]: cluster [DBG] pgmap v5285: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:40 smithi156 conmon[67007]: cluster 2022-01-18T19:00:39.471012+0000 mgr.smithi129.iclwio (mgr.14716) 6151 : cluster [DBG] pgmap v5286: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:00:40.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:40 smithi129 conmon[101092]: cluster 2022-01-18T19:00:39.471012+0000 mgr.smithi129.iclwio (mgr.14716) 6151 : cluster [DBG] pgmap v5286: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:00:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:42 smithi129 conmon[101092]: cluster 2022-01-18T19:00:41.471441+0000 mgr.smithi129.iclwio (mgr.14716) 6152 : cluster [DBG] pgmap v5287: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:42 smithi156 conmon[67007]: cluster 2022-01-18T19:00:41.471441+0000 mgr.smithi129.iclwio (mgr.14716) 6152 : cluster [DBG] pgmap v5287: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:44 smithi156 conmon[67007]: cluster 2022-01-18T19:00:43.472181+0000 mgr.smithi129.iclwio (mgr.14716) 6153 : cluster [DBG] pgmap v5288: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:44.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:44 smithi129 conmon[101092]: cluster 2022-01-18T19:00:43.472181+0000 mgr.smithi129.iclwio (mgr.14716) 6153 : cluster [DBG] pgmap v5288: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:44.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:44 smithi129 conmon[101092]: 2022-01-18T19:00:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:46 smithi156 conmon[67007]: cluster 2022-01-18T19:00:45.472928+0000 mgr.smithi129.iclwio (mgr.14716) 6154 : cluster [DBG] 2022-01-18T19:00:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:46 smithi156 conmon[67007]: pgmap v5289: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:46.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:46 smithi129 conmon[101092]: cluster 2022-01-18T19:00:45.472928+0000 mgr.smithi129.iclwio (mgr.14716) 6154 : cluster [DBG] pgmap v5289: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:46.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:46 smithi129 conmon[101092]: 2022-01-18T19:00:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:48 smithi156 conmon[67007]: cluster 2022-01-18T19:00:47.473663+0000 mgr.smithi129.iclwio (mgr.14716) 6155 : cluster 2022-01-18T19:00:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:48 smithi156 conmon[67007]: [DBG] pgmap v5290: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:48.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:48 smithi129 conmon[101092]: cluster 2022-01-18T19:00:47.473663+0000 mgr.smithi129.iclwio (mgr.14716) 6155 : cluster [DBG] pgmap v5290: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:50 smithi156 conmon[67007]: cluster 2022-01-18T19:00:49.474480+0000 mgr.smithi129.iclwio (mgr.14716) 6156 : cluster [DBG] pgmap v5291: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:00:50.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:50 smithi156 conmon[67007]: 2022-01-18T19:00:50.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:50 smithi129 conmon[101092]: cluster 2022-01-18T19:00:49.474480+0000 mgr.smithi129.iclwio (mgr.14716) 6156 : cluster [DBG] pgmap v5291: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:00:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:52 smithi129 conmon[101092]: cluster 2022-01-18T19:00:51.475085+0000 mgr.smithi129.iclwio (mgr.14716) 6157 : cluster [DBG] pgmap v5292: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:52 smithi129 conmon[101092]: 2022-01-18T19:00:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:52 smithi156 conmon[67007]: cluster 2022-01-18T19:00:51.475085+0000 mgr.smithi129.iclwio (mgr.14716) 6157 : cluster [DBG] pgmap v5292: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:54 smithi156 conmon[67007]: cluster 2022-01-18T19:00:53.475850+0000 mgr.smithi129.iclwio (mgr.14716) 6158 : cluster [DBG] 2022-01-18T19:00:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:54 smithi156 conmon[67007]: pgmap v5293: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:54.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:54 smithi129 conmon[101092]: cluster 2022-01-18T19:00:53.475850+0000 mgr.smithi129.iclwio (mgr.14716) 6158 : cluster [DBG] pgmap v5293: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:56 smithi156 conmon[67007]: cluster 2022-01-18T19:00:55.476596+0000 mgr.smithi129.iclwio (mgr.14716) 6159 : cluster [DBG] pgmap v5294: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:56.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:56 smithi129 conmon[101092]: cluster 2022-01-18T19:00:55.476596+0000 mgr.smithi129.iclwio (mgr.14716) 6159 : cluster [DBG] pgmap v5294: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:56.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:56 smithi129 conmon[101092]: 2022-01-18T19:00:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:58 smithi156 conmon[67007]: cluster 2022-01-18T19:00:57.477067+0000 mgr.smithi129.iclwio (mgr.14716) 6160 : cluster [DBG] 2022-01-18T19:00:58.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:58 smithi156 conmon[67007]: pgmap v5295: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:58.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:58 smithi129 conmon[101092]: cluster 2022-01-18T19:00:57.477067+0000 mgr.smithi129.iclwio (mgr.14716) 6160 : cluster [DBG] pgmap v5295: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:00:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:59 smithi156 conmon[67007]: audit 2022-01-18T19:00:58.897815+0000 mon.smithi129 (mon.0) 1938 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:00:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:59 smithi156 conmon[67007]: 2022-01-18T19:00:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:00:59 smithi156 conmon[67007]: audit 2022-01-18T19:00:58.898058+0000 mon.smithi129 (mon.0) 1939 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:00:59.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:59 smithi129 conmon[101092]: audit 2022-01-18T19:00:58.897815+0000 mon.smithi129 (mon.0) 1938 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:00:59.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:00:59 smithi129 conmon[101092]: audit 2022-01-18T19:00:58.898058+0000 mon.smithi129 (mon.0) 1939 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:01:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:00 smithi156 conmon[67007]: cluster 2022-01-18T19:00:59.477728+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T19:01:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:00 smithi156 conmon[67007]: ) 6161 : cluster [DBG] pgmap v5296: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:01:00.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:00 smithi129 conmon[101092]: cluster 2022-01-18T19:00:59.477728+0000 mgr.smithi129.iclwio (mgr.14716) 6161 : cluster [DBG] pgmap v5296: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:01:02.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:02 smithi129 conmon[101092]: cluster 2022-01-18T19:01:01.478065+0000 mgr.smithi129.iclwio (mgr.14716) 6162 : cluster [DBG] pgmap v5297: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:02 smithi156 conmon[67007]: cluster 2022-01-18T19:01:01.478065+0000 mgr.smithi129.iclwio (mgr.14716) 6162 : cluster [DBG] pgmap v5297: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:04 smithi156 conmon[67007]: cluster 2022-01-18T19:01:03.478637+0000 mgr.smithi129.iclwio (mgr.14716) 6163 2022-01-18T19:01:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:04 smithi156 conmon[67007]: : cluster [DBG] pgmap v5298: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:04.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:04 smithi129 conmon[101092]: cluster 2022-01-18T19:01:03.478637+0000 mgr.smithi129.iclwio (mgr.14716) 6163 : cluster [DBG] pgmap v5298: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:05.369 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:01:05.636 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:01:05.636 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 114s ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:01:05.637 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 114s ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:01:05.637 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 116s ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:01:05.637 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 114s ago 3h 43.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:01:05.637 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (2h) 114s ago 2h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:01:05.638 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (2h) 116s ago 2h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:01:05.638 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 114s ago 3h 677M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:01:05.638 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 116s ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:01:05.638 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 114s ago 3h 1177M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:01:05.639 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 116s ago 3h 561M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:01:05.639 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 114s ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:01:05.639 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 116s ago 2h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:01:05.639 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 114s ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:01:05.640 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 116s ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:01:05.640 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 114s ago 3h 1924M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:01:05.640 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 114s ago 3h 2979M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:01:05.640 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 114s ago 3h 2278M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:01:05.641 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 114s ago 3h 2988M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:01:05.641 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 116s ago 3h 2776M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:01:05.641 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 116s ago 3h 3324M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:01:05.641 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 116s ago 3h 2652M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:01:05.642 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 116s ago 3h 3877M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:01:05.642 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 114s ago 3h 105M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:01:05.952 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:01:05.953 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:01:05.953 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:01:05.953 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:01:05.953 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:01:05.954 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:01:05.954 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:01:05.954 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:01:05.954 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:01:05.955 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:01:05.955 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:01:05.955 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:01:05.955 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:01:05.955 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:01:05.956 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:01:05.956 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:01:05.956 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:01:05.956 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:01:05.956 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:01:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:06 smithi156 conmon[67007]: audit 2022-01-18T19:01:05.358670+0000 mgr.smithi129.iclwio (mgr.14716) 6164 2022-01-18T19:01:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:06 smithi156 conmon[67007]: : audit [DBG] from='client.38194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:01:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:06 smithi156 conmon[67007]: cluster 2022-01-18T19:01:05.479452+0000 mgr.smithi129.iclwio (mgr.14716) 6165 : cluster [DBG] pgmap v5299: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:06 smithi156 conmon[67007]: audit 2022-01-18T19:01:05.628979+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:01:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:06 smithi156 conmon[67007]: 6166 : audit [DBG] from='client.38198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:01:06.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:06 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T19:01:06.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:06 smithi156 conmon[67007]: 19:01:05.954169+0000 mon.smithi129 (mon.0) 1940 : 2022-01-18T19:01:06.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:06 smithi156 conmon[67007]: audit [DBG] from='client.? 172.21.15.129:0/3672597813' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:01:06.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:06 smithi129 conmon[101092]: audit 2022-01-18T19:01:05.358670+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:01:06.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:06 smithi129 conmon[101092]: 6164 : audit [DBG] from='client.38194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:01:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:06 smithi129 conmon[101092]: cluster 2022-01-18T19:01:05.479452+0000 mgr.smithi129.iclwio (mgr.14716) 6165 : cluster [DBG] pgmap v5299: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:06 smithi129 conmon[101092]: audit 2022-01-18T19:01:05.628979+0000 mgr.smithi129.iclwio (mgr.14716) 6166 : audit 2022-01-18T19:01:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:06 smithi129 conmon[101092]: [DBG] from='client.38198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:01:06.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:06 smithi129 conmon[101092]: audit 2022-01-18T19:01:05.954169+0000 mon.smithi129 (mon.0) 1940 : audit [DBG] 2022-01-18T19:01:06.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:06 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/3672597813' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:01:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:08 smithi156 conmon[67007]: cluster 2022-01-18T19:01:07.479968+0000 mgr.smithi129.iclwio (mgr.14716) 6167 : cluster [DBG] pgmap v5300: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:08.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:08 smithi129 conmon[101092]: cluster 2022-01-18T19:01:07.479968+0000 mgr.smithi129.iclwio (mgr.14716) 6167 : cluster 2022-01-18T19:01:08.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:08 smithi129 conmon[101092]: [DBG] pgmap v5300: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:10 smithi156 conmon[67007]: cluster 2022-01-18T19:01:09.480627+0000 mgr.smithi129.iclwio (mgr.14716) 6168 : cluster [DBG] pgmap v5301: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:01:10.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:10 smithi129 conmon[101092]: cluster 2022-01-18T19:01:09.480627+0000 mgr.smithi129.iclwio (mgr.14716) 6168 : cluster [DBG] pgmap v5301: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:01:10.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:10 smithi129 conmon[101092]: 2022-01-18T19:01:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:12 smithi129 conmon[101092]: cluster 2022-01-18T19:01:11.481282+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:01:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:12 smithi129 conmon[101092]: 6169 : cluster [DBG] pgmap v5302: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:12 smithi129 conmon[101092]: audit 2022-01-18T19:01:11.945737+0000 mon.smithi129 (mon.0) 1941 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:01:12.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:12 smithi129 conmon[101092]: audit 2022-01-18T19:01:11.947244+0000 mon.smithi129 (mon.0) 1942 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:01:12.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:12 smithi129 conmon[101092]: audit 2022-01-18T19:01:11.948097+0000 mon.smithi129 (mon.0) 1943 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:01:12.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:12 smithi129 conmon[101092]: audit 2022-01-18T19:01:12.212966+0000 mon.smithi129 (mon.0) 1944 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:01:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:12 smithi156 conmon[67007]: cluster 2022-01-18T19:01:11.481282+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T19:01:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:12 smithi156 conmon[67007]: ) 6169 : cluster [DBG] pgmap v5302: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:12 smithi156 conmon[67007]: audit 2022-01-18T19:01:11.945737+0000 mon.smithi129 (mon.0) 1941 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:01:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:12 smithi156 conmon[67007]: audit 2022-01-18T19:01:11.947244+0000 mon.smithi129 (mon.0) 1942 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:01:12.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:12 smithi156 conmon[67007]: audit 2022-01-18T19:01:11.948097+0000 mon.smithi129 (mon.0) 1943 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:01:12.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:12 smithi156 conmon[67007]: audit 2022-01-18T19:01:12.212966+0000 mon.smithi129 (mon.0) 1944 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:01:13.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:13 smithi156 conmon[67007]: cephadm 2022-01-18T19:01:11.948799+0000 mgr.smithi129.iclwio (mgr.14716) 6170 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:01:13.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:13 smithi156 conmon[67007]: 2022-01-18T19:01:13.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:13 smithi156 conmon[67007]: audit 2022-01-18T19:01:12.509772+0000 mon.smithi129 (mon.0) 1945 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:01:13.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:13 smithi156 conmon[67007]: audit 2022-01-18T19:01:12.515198+0000 mon.smithi129 (mon. 2022-01-18T19:01:13.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:13 smithi156 conmon[67007]: 0) 1946 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:01:13.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:13 smithi129 conmon[101092]: cephadm 2022-01-18T19:01:11.948799+0000 mgr.smithi129.iclwio (mgr.14716) 6170 : cephadm [WRN] 2022-01-18T19:01:13.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:13 smithi129 conmon[101092]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:01:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:13 smithi129 conmon[101092]: audit 2022-01-18T19:01:12.509772+0000 mon.smithi129 (mon.0) 1945 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:01:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:13 smithi129 conmon[101092]: audit 2022-01-18T19:01:12.515198+0000 mon.smithi129 (mon.0) 1946 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:01:14.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:14 smithi156 conmon[67007]: cluster 2022-01-18T19:01:13.481926+0000 mgr.smithi129.iclwio (mgr.14716) 6171 2022-01-18T19:01:14.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:14 smithi156 conmon[67007]: : cluster [DBG] pgmap v5303: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:14.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:14 smithi129 conmon[101092]: cluster 2022-01-18T19:01:13.481926+0000 mgr.smithi129.iclwio (mgr.14716) 6171 : cluster [DBG] pgmap v5303: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:16 smithi156 conmon[67007]: cluster 2022-01-18T19:01:15.482657+0000 mgr.smithi129.iclwio (mgr.14716) 6172 : cluster 2022-01-18T19:01:16.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:16 smithi156 conmon[67007]: [DBG] pgmap v5304: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:16.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:16 smithi129 conmon[101092]: cluster 2022-01-18T19:01: 2022-01-18T19:01:16.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:16 smithi129 conmon[101092]: 15.482657+0000 mgr.smithi129.iclwio (mgr.14716) 6172 : cluster [DBG] pgmap v5304: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:18 smithi156 conmon[67007]: cluster 2022-01-18T19:01:17.483188+0000 mgr.smithi129.iclwio (mgr.14716) 6173 : cluster [DBG] pgmap v5305: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:18.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:18 smithi156 conmon[67007]: 2022-01-18T19:01:18.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:18 smithi129 conmon[101092]: cluster 2022-01-18T19:01:17.483188+0000 mgr.smithi129.iclwio (mgr.14716) 6173 : cluster [DBG] 2022-01-18T19:01:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:18 smithi129 conmon[101092]: pgmap v5305: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:20 smithi156 conmon[67007]: cluster 2022-01-18T19:01:19.484023+0000 mgr.smithi129.iclwio (mgr.14716) 6174 : cluster [DBG] pgmap v5306: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:01:20.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:20 smithi129 conmon[101092]: cluster 2022-01-18T19:01:19.484023+0000 mgr.smithi129.iclwio (mgr.14716) 6174 : cluster [DBG] pgmap v5306: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:01:22.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:22 smithi129 conmon[101092]: cluster 2022-01-18T19:01:21.484577+0000 mgr.smithi129.iclwio (mgr.14716) 6175 : cluster [DBG] pgmap v5307: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:22 smithi156 conmon[67007]: cluster 2022-01-18T19:01:21.484577+0000 mgr.smithi129.iclwio (mgr.14716) 6175 : cluster [DBG] 2022-01-18T19:01:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:22 smithi156 conmon[67007]: pgmap v5307: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:24 smithi156 conmon[67007]: cluster 2022-01-18T19:01:23.485175+0000 mgr.smithi129.iclwio (mgr.14716) 6176 : cluster [DBG] pgmap v5308: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:24.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:24 smithi129 conmon[101092]: cluster 2022-01-18T19:01:23.485175+0000 mgr.smithi129.iclwio (mgr.14716) 6176 2022-01-18T19:01:24.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:24 smithi129 conmon[101092]: : cluster [DBG] pgmap v5308: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:26 smithi156 conmon[67007]: cluster 2022-01-18T19:01:25.485968+0000 mgr.smithi129.iclwio (mgr.14716) 6177 : cluster [DBG] pgmap v5309: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:26.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:26 smithi129 conmon[101092]: cluster 2022-01-18T19:01:25.485968+0000 mgr.smithi129.iclwio (mgr.14716) 6177 : cluster [DBG] pgmap v5309: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:26.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:26 smithi129 conmon[101092]: 2022-01-18T19:01:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:28 smithi156 conmon[67007]: cluster 2022-01-18T19:01:27.486464+0000 mgr.smithi129.iclwio (mgr.14716) 6178 : cluster [DBG] pgmap v5310: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:28.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:28 smithi129 conmon[101092]: cluster 2022-01-18T19:01:27.486464+0000 mgr.smithi129.iclwio (mgr.14716) 6178 : cluster [DBG] pgmap v5310: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:30.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:30 smithi129 conmon[101092]: cluster 2022-01-18T19:01:29.487326+0000 mgr.smithi129.iclwio (mgr.14716) 6179 : cluster [DBG] pgmap v5311: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:01:31.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:30 smithi156 conmon[67007]: cluster 2022-01-18T19:01:29.487326+0000 mgr.smithi129.iclwio (mgr.14716) 6179 : cluster [DBG] pgmap v5311: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:01:32.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:32 smithi129 conmon[101092]: cluster 2022-01-18T19:01:31.487931+0000 mgr.smithi129.iclwio (mgr.14716) 6180 : cluster [DBG] pgmap v5312: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:33.262 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:32 smithi156 conmon[67007]: cluster 2022-01-18T19:01:31.487931+0000 mgr.smithi129.iclwio (mgr.14716) 6180 : cluster [DBG] pgmap v5312: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:34 smithi156 conmon[67007]: cluster 2022-01-18T19:01:33.488618+0000 mgr.smithi129.iclwio (mgr.14716) 6181 : cluster [DBG] pgmap v5313: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:34 smithi156 conmon[67007]: 2022-01-18T19:01:34.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:34 smithi129 conmon[101092]: cluster 2022-01-18T19:01:33.488618+0000 mgr.smithi129.iclwio (mgr.14716) 6181 : cluster [DBG] pgmap v5313: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:36.248 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:01:36.519 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:01:36.519 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 2m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:01:36.519 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 2m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:01:36.520 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 2m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:01:36.520 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 2m ago 3h 43.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:01:36.520 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 2m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:01:36.520 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 2m ago 3h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:01:36.521 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 2m ago 3h 677M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:01:36.521 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 2m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:01:36.521 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 2m ago 3h 1177M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:01:36.522 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 2m ago 3h 561M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:01:36.522 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 2m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:01:36.522 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 2m ago 2h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:01:36.522 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 2m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:01:36.522 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 2m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:01:36.523 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 2m ago 3h 1924M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:01:36.523 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 2m ago 3h 2979M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:01:36.523 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 2m ago 3h 2278M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:01:36.523 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 2m ago 3h 2988M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:01:36.524 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 2m ago 3h 2776M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:01:36.524 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 2m ago 3h 3324M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:01:36.524 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 2m ago 3h 2652M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:01:36.524 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 2m ago 3h 3877M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:01:36.524 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 2m ago 3h 105M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:01:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:36 smithi156 conmon[67007]: cluster 2022-01-18T19:01:35.489506+0000 mgr.smithi129.iclwio (mgr.14716) 6182 : cluster [DBG] pgmap v5314: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:36.839 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:01:36.839 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:01:36.839 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:01:36.839 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:01:36.840 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:01:36.840 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:01:36.840 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:01:36.840 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:01:36.841 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:01:36.841 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:01:36.841 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:01:36.841 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:01:36.842 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:01:36.842 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:01:36.842 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:01:36.842 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:01:36.843 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:01:36.843 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:01:36.843 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:01:36.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:36 smithi129 conmon[101092]: cluster 2022-01-18T19:01:35.489506+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T19:01:36.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:36 smithi129 conmon[101092]: 14716) 6182 : cluster [DBG] pgmap v5314: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:37.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:37 smithi129 conmon[101092]: audit 2022-01-18T19:01:36.238204+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T19:01:37.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:37 smithi129 conmon[101092]: ) 6183 : audit [DBG] from='client.38206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:01:37.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:37 smithi129 conmon[101092]: audit 2022-01-18T19:01:36.511939+0000 mgr.smithi129.iclwio (mgr.14716) 6184 : audit [DBG] from='client.38210 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:01:37.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:37 smithi129 conmon[101092]: audit 2022-01-18T19:01:36.840406+0000 mon.smithi129 (mon.0) 1947 : audit [DBG] from='client.? 172.21.15.129:0/1570329015' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:01:38.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:37 smithi156 conmon[67007]: audit 2022-01-18T19:01:36.238204+0000 mgr.smithi129.iclwio (mgr.14716) 6183 : audit [DBG] from='client.38206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:01:38.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:37 smithi156 conmon[67007]: audit 2022-01-18T19:01:36.511939+0000 mgr.smithi129.iclwio (mgr.14716) 6184 : audit [DBG] from='client.38210 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:01:38.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:37 smithi156 conmon[67007]: audit 2022-01-18T19:01:36.840406+0000 mon.smithi129 (mon.0) 1947 : audit [DBG] from='client.? 172.21.15.129:0/1570329015' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:01:38.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:38 smithi129 conmon[101092]: cluster 2022-01-18T19:01:37.490080+0000 mgr.smithi129.iclwio (mgr.14716) 6185 : cluster 2022-01-18T19:01:38.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:38 smithi129 conmon[101092]: [DBG] pgmap v5315: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:39.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:38 smithi156 conmon[67007]: cluster 2022-01-18T19:01:37.490080+0000 mgr.smithi129.iclwio (mgr.14716) 6185 : cluster [DBG] pgmap v5315: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:40.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:40 smithi129 conmon[101092]: cluster 2022-01-18T19:01:39.490755+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T19:01:40.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:40 smithi129 conmon[101092]: ) 6186 : cluster [DBG] pgmap v5316: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:01:41.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:40 smithi156 conmon[67007]: cluster 2022-01-18T19:01:39.490755+0000 mgr.smithi129.iclwio (mgr.14716) 6186 : cluster [DBG] pgmap v5316: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:01:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:42 smithi129 conmon[101092]: cluster 2022-01-18T19:01:41.491206+0000 mgr.smithi129.iclwio (mgr.14716) 6187 : cluster [DBG] pgmap v5317: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:42 smithi156 conmon[67007]: cluster 2022-01-18T19:01:41.491206+0000 mgr.smithi129.iclwio (mgr.14716) 6187 : cluster [DBG] pgmap v5317: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:44 smithi156 conmon[67007]: cluster 2022-01-18T19:01:43.491759+0000 mgr.smithi129.iclwio (mgr.14716) 6188 : cluster [DBG] pgmap v5318: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:44.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:44 smithi129 conmon[101092]: cluster 2022-01-18T19:01:43.491759+0000 mgr.smithi129.iclwio (mgr.14716) 6188 : cluster [DBG] pgmap v5318: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:46 smithi156 conmon[67007]: cluster 2022-01-18T19:01:45.492518+0000 mgr.smithi129.iclwio (mgr.14716) 6189 : 2022-01-18T19:01:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:46 smithi156 conmon[67007]: cluster [DBG] pgmap v5319: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:46.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:46 smithi129 conmon[101092]: cluster 2022-01-18T19:01:45.492518+0000 mgr.smithi129.iclwio (mgr.14716) 6189 : cluster [DBG] pgmap v5319: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:46.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:46 smithi129 conmon[101092]: 2022-01-18T19:01:48.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:48 smithi129 conmon[101092]: cluster 2022-01-18T19:01:47.492982+0000 mgr.smithi129.iclwio (mgr.14716) 6190 : cluster [DBG] pgmap v5320: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:49.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:48 smithi156 conmon[67007]: cluster 2022-01-18T19:01:47.492982+0000 mgr.smithi129.iclwio (mgr.14716) 6190 : cluster [DBG] pgmap v5320: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:50.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:50 smithi129 conmon[101092]: cluster 2022-01-18T19:01:49.493644+0000 mgr.smithi129.iclwio (mgr.14716) 6191 : cluster [DBG] pgmap v5321: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:01:51.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:50 smithi156 conmon[67007]: cluster 2022-01-18T19:01:49.493644+0000 mgr.smithi129.iclwio (mgr.14716) 6191 : cluster [DBG] pgmap v5321: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:01:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:52 smithi129 conmon[101092]: cluster 2022-01-18T19:01:51.494144+0000 mgr.smithi129.iclwio (mgr.14716) 6192 : cluster [DBG] pgmap v5322: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:52 smithi129 conmon[101092]: 2022-01-18T19:01:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:52 smithi156 conmon[67007]: cluster 2022-01-18T19:01:51.494144+0000 mgr.smithi129.iclwio (mgr.14716) 6192 : cluster [DBG] pgmap v5322: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:54 smithi156 conmon[67007]: cluster 2022-01-18T19:01:53.494907+0000 mgr.smithi129.iclwio (mgr.14716) 6193 : cluster [DBG] 2022-01-18T19:01:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:54 smithi156 conmon[67007]: pgmap v5323: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:54.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:54 smithi129 conmon[101092]: cluster 2022-01-18T19:01:53.494907+0000 mgr.smithi129.iclwio (mgr.14716) 6193 : cluster [DBG] pgmap v5323: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:54.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:54 smithi129 conmon[101092]: 2022-01-18T19:01:56.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:56 smithi129 conmon[101092]: cluster 2022-01-18T19:01:55.495861+0000 mgr.smithi129.iclwio (mgr.14716) 6194 : 2022-01-18T19:01:56.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:56 smithi129 conmon[101092]: cluster [DBG] pgmap v5324: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:57.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:56 smithi156 conmon[67007]: cluster 2022-01-18T19:01:55.495861+0000 mgr.smithi129.iclwio (mgr.14716) 6194 : cluster [DBG] pgmap v5324: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:57.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:56 smithi156 conmon[67007]: 2022-01-18T19:01:58.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:58 smithi129 conmon[101092]: cluster 2022-01-18T19:01:57.496482+0000 mgr.smithi129.iclwio (mgr.14716) 6195 : cluster [DBG] pgmap v5325: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:59.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:58 smithi156 conmon[67007]: cluster 2022-01-18T19:01:57.496482+0000 mgr.smithi129.iclwio (mgr.14716) 6195 : cluster [DBG] pgmap v5325: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:01:59.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:58 smithi156 conmon[67007]: 2022-01-18T19:01:59.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:59 smithi129 conmon[101092]: audit 2022-01-18T19:01:58.901691+0000 mon.smithi129 (mon.0) 1948 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:01:59.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:01:59 smithi129 conmon[101092]: audit 2022-01-18T19:01:58.902096+0000 mon.smithi129 (mon.0) 1949 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:02:00.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:59 smithi156 conmon[67007]: audit 2022-01-18T19:01:58.901691+0000 mon.smithi129 (mon.0) 1948 : audit [INF] 2022-01-18T19:02:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:59 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:02:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:01:59 smithi156 conmon[67007]: audit 2022-01-18T19:01:58.902096+0000 mon.smithi129 (mon.0) 1949 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:02:00.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:00 smithi129 conmon[101092]: cluster 2022-01-18T19:01:59.497227+0000 mgr.smithi129.iclwio (mgr.14716) 6196 : cluster [DBG] 2022-01-18T19:02:00.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:00 smithi129 conmon[101092]: pgmap v5326: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:02:01.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:00 smithi156 conmon[67007]: cluster 2022-01-18T19:01:59.497227+0000 mgr.smithi129.iclwio (mgr.14716) 6196 : cluster [DBG] 2022-01-18T19:02:01.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:00 smithi156 conmon[67007]: pgmap v5326: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:02:02.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:02 smithi129 conmon[101092]: cluster 2022-01-18T19:02:01.497828+0000 mgr.smithi129.iclwio (mgr.14716) 6197 : cluster [DBG] pgmap v5327: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:02 smithi156 conmon[67007]: cluster 2022-01-18T19:02:01.497828+0000 mgr.smithi129.iclwio (mgr.14716) 6197 : cluster [DBG] pgmap v5327: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:02.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:02 smithi156 conmon[67007]: 2022-01-18T19:02:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:04 smithi156 conmon[67007]: cluster 2022-01-18T19:02:03.498346+0000 mgr.smithi129.iclwio (mgr.14716) 6198 : cluster [DBG] 2022-01-18T19:02:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:04 smithi156 conmon[67007]: pgmap v5328: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:04.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:04 smithi129 conmon[101092]: cluster 2022-01-18T19:02:03.498346+0000 mgr.smithi129.iclwio (mgr.14716) 6198 : cluster [DBG] pgmap v5328: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:04.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:04 smithi129 conmon[101092]: 2022-01-18T19:02:06.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:06 smithi129 conmon[101092]: cluster 2022-01-18T19:02:05.499184+0000 mgr.smithi129.iclwio (mgr.14716) 6199 : cluster [DBG] pgmap v5329: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:07.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:06 smithi156 conmon[67007]: cluster 2022-01-18T19:02:05.499184+0000 mgr.smithi129.iclwio (mgr.14716) 6199 : cluster [DBG] pgmap v5329: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:07.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:06 smithi156 conmon[67007]: 2022-01-18T19:02:07.134 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:02:07.397 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:02:07.398 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 2m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:02:07.398 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 2m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:02:07.398 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 2m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:02:07.398 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 2m ago 3h 43.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:02:07.399 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 2m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:02:07.399 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 2m ago 3h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:02:07.399 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 2m ago 3h 677M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:02:07.399 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 2m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:02:07.400 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 2m ago 3h 1177M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:02:07.400 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 2m ago 3h 561M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:02:07.400 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 2m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:02:07.400 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 2m ago 2h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:02:07.401 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 2m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:02:07.401 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 2m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:02:07.401 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 2m ago 3h 1924M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:02:07.401 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 2m ago 3h 2979M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:02:07.402 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 2m ago 3h 2278M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:02:07.402 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 2m ago 3h 2988M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:02:07.402 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 2m ago 3h 2776M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:02:07.402 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 2m ago 3h 3324M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:02:07.403 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 2m ago 3h 2652M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:02:07.403 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 2m ago 3h 3877M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:02:07.403 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 2m ago 3h 105M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:02:07.716 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:02:07.716 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:02:07.716 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:02:07.717 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:02:07.717 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:02:07.717 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:02:07.717 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:02:07.718 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:02:07.718 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:02:07.718 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:02:07.718 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:02:07.718 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:02:07.719 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:02:07.719 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:02:07.719 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:02:07.719 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:02:07.720 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:02:07.720 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:02:07.720 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:02:08.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:08 smithi129 conmon[101092]: audit 2022-01-18T19:02:07.123864+0000 mgr.smithi129.iclwio (mgr.14716) 6200 : audit [DBG] from='client.38218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:02:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:08 smithi129 conmon[101092]: audit 2022-01-18T19:02:07.390410+0000 mgr.smithi129.iclwio (mgr.14716) 6201 : audit [DBG] from='client.38222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:02:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:08 smithi129 conmon[101092]: cluster 2022-01-18T19:02:07.499618+0000 mgr.smithi129.iclwio (mgr.14716) 6202 : cluster [DBG] pgmap v5330: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:08 smithi129 conmon[101092]: audit 2022-01-18T19:02:07.717604+0000 mon.smithi129 (mon.0) 1950 : audit 2022-01-18T19:02:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:08 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/1704528113' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:02:09.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:08 smithi156 conmon[67007]: audit 2022-01-18T19:02:07.123864+0000 mgr.smithi129.iclwio (mgr.14716) 6200 : audit [DBG] 2022-01-18T19:02:09.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:08 smithi156 conmon[67007]: from='client.38218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:02:09.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:08 smithi156 conmon[67007]: audit 2022-01-18T19:02:07.390410+0000 mgr.smithi129.iclwio (mgr.14716) 6201 : audit [DBG] from='client.38222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:02:09.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:08 smithi156 conmon[67007]: cluster 2022-01-18T19:02:07.499618+0000 mgr.smithi129.iclwio (mgr.14716) 6202 : cluster [DBG] pgmap v5330: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:09.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:08 smithi156 conmon[67007]: audit 2022-01-18T19:02:07.717604+0000 mon.smithi129 (mon.0) 1950 : audit [DBG] from='client.? 172.21.15.129:0/1704528113' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:02:10.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:10 smithi129 conmon[101092]: cluster 2022-01-18T19:02:09.500273+0000 mgr.smithi129.iclwio (mgr.14716) 6203 : cluster [DBG] pgmap v5331: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:02:11.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:10 smithi156 conmon[67007]: cluster 2022-01-18T19:02:09.500273+0000 mgr.smithi129.iclwio (mgr.14716) 6203 : cluster [DBG] pgmap v5331: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:02:11.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:10 smithi156 conmon[67007]: 2022-01-18T19:02:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:12 smithi129 conmon[101092]: cluster 2022-01-18T19:02:11.500838+0000 mgr.smithi129.iclwio (mgr.14716) 6204 : cluster [DBG] 2022-01-18T19:02:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:12 smithi129 conmon[101092]: pgmap v5332: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:12 smithi156 conmon[67007]: cluster 2022-01-18T19:02:11.500838+0000 mgr.smithi129.iclwio (mgr.14716) 6204 : cluster [DBG] 2022-01-18T19:02:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:12 smithi156 conmon[67007]: pgmap v5332: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:13.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:13 smithi129 conmon[101092]: audit 2022-01-18T19:02:12.517761+0000 mon.smithi129 (mon.0) 1951 : 2022-01-18T19:02:13.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:13 smithi129 conmon[101092]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:02:13.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:13 smithi129 conmon[101092]: audit 2022-01-18T19:02:12.519159+0000 mon.smithi129 (mon.0) 1952 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:02:13.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:13 smithi129 conmon[101092]: audit 2022-01-18T19:02:12.519963+0000 mon.smithi129 (mon.0) 1953 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:02:13.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:13 smithi129 conmon[101092]: cephadm 2022-01-18T19:02:12.520669+0000 mgr.smithi129.iclwio (mgr.14716) 6205 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:02:13.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:13 smithi156 conmon[67007]: audit 2022-01-18T19:02:12.517761+0000 mon.smithi129 (mon.0) 1951 : audit 2022-01-18T19:02:13.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:13 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:02:13.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:13 smithi156 conmon[67007]: audit 2022-01-18T19:02:12.519159+0000 mon.smithi129 (mon.0) 1952 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:02:13.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:13 smithi156 conmon[67007]: audit 2022-01-18T19:02 2022-01-18T19:02:13.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:13 smithi156 conmon[67007]: :12.519963+0000 mon.smithi129 (mon.0) 1953 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:02:13.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:13 smithi156 conmon[67007]: cephadm 2022-01-18T19:02:12.520669+0000 2022-01-18T19:02:13.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:13 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 6205 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:02:13.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:13 smithi156 conmon[67007]: 2022-01-18T19:02:14.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:14 smithi129 conmon[101092]: cluster 2022-01-18T19:02:13.501522+0000 mgr.smithi129.iclwio ( 2022-01-18T19:02:14.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:14 smithi129 conmon[101092]: mgr.14716) 6206 : cluster [DBG] pgmap v5333: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:14 smithi156 conmon[67007]: cluster 2022-01-18T19:02:13.501522+0000 mgr.smithi129.iclwio (mgr.14716) 6206 : cluster [DBG] pgmap v5333: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:16 smithi129 conmon[101092]: cluster 2022-01-18T19:02:15.502185+0000 mgr.smithi129.iclwio (mgr.14716) 6207 : cluster [DBG] pgmap v5334: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:16 smithi129 conmon[101092]: audit 2022-01-18T19:02:15.992557+0000 mon.smithi129 (mon.0) 1954 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:02:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:16 smithi129 conmon[101092]: audit 2022-01-18T19:02:16.285325+0000 mon.smithi129 (mon.0) 1955 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:02:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:16 smithi129 conmon[101092]: audit 2022-01-18T19:02:16.290590+0000 mon.smithi129 (mon.0) 1956 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:02:17.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:16 smithi156 conmon[67007]: cluster 2022-01-18T19:02:15.502185+0000 mgr.smithi129.iclwio (mgr.14716) 6207 : cluster [DBG] pgmap v5334: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:17.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:16 smithi156 conmon[67007]: audit 2022-01-18T19:02:15 2022-01-18T19:02:17.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:16 smithi156 conmon[67007]: .992557+0000 mon.smithi129 (mon.0) 1954 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:02:17.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:16 smithi156 conmon[67007]: audit 2022-01-18T19:02:16.285325+0000 mon.smithi129 (mon.0) 1955 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:02:17.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:16 smithi156 conmon[67007]: audit 2022-01-18T19:02:16.290590+0000 mon.smithi129 (mon.0) 1956 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:02:18.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:18 smithi129 conmon[101092]: cluster 2022-01-18T19:02:17.502872+0000 mgr.smithi129.iclwio (mgr.14716) 6208 : cluster [DBG] pgmap v5335: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:19.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:18 smithi156 conmon[67007]: cluster 2022-01-18T19:02:17.502872+0000 mgr.smithi129.iclwio (mgr.14716) 6208 : cluster [DBG] 2022-01-18T19:02:19.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:18 smithi156 conmon[67007]: pgmap v5335: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:20.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:20 smithi129 conmon[101092]: cluster 2022-01-18T19:02:19.503650+0000 mgr.smithi129.iclwio (mgr.14716) 6209 : cluster [DBG] pgmap v5336: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:02:21.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:20 smithi156 conmon[67007]: cluster 2022-01-18T19:02:19.503650+0000 mgr.smithi129.iclwio (mgr.14716) 6209 : cluster [DBG] pgmap v5336: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:02:22.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:22 smithi129 conmon[101092]: cluster 2022-01-18T19:02:21.504275+0000 mgr.smithi129.iclwio (mgr.14716) 6210 : cluster [DBG] pgmap v5337: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:22 smithi156 conmon[67007]: cluster 2022-01-18T19:02:21.504275+0000 mgr.smithi129.iclwio (mgr.14716) 6210 : cluster [DBG] pgmap v5337: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:22 smithi156 conmon[67007]: 2022-01-18T19:02:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:24 smithi156 conmon[67007]: cluster 2022-01-18T19:02:23.504821+0000 mgr.smithi129.iclwio (mgr.14716) 6211 : cluster [DBG] pgmap v5338: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:24.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:24 smithi129 conmon[101092]: cluster 2022-01-18T19:02:23.504821+0000 mgr.smithi129.iclwio (mgr.14716) 6211 : cluster [DBG] pgmap v5338: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:26.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:26 smithi129 conmon[101092]: cluster 2022-01-18T19:02:25.505617+0000 mgr.smithi129.iclwio (mgr.14716) 6212 : cluster [DBG] pgmap v5339: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:26.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:26 smithi129 conmon[101092]: 2022-01-18T19:02:27.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:26 smithi156 conmon[67007]: cluster 2022-01-18T19:02:25.505617+0000 mgr.smithi129.iclwio (mgr.14716) 6212 2022-01-18T19:02:27.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:26 smithi156 conmon[67007]: : cluster [DBG] pgmap v5339: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:28.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:28 smithi129 conmon[101092]: cluster 2022-01-18T19:02:27.506142+0000 mgr.smithi129.iclwio (mgr.14716) 6213 : cluster [DBG] pgmap v5340: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:29.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:28 smithi156 conmon[67007]: cluster 2022-01-18T19:02:27.506142+0000 mgr.smithi129.iclwio (mgr.14716) 6213 : cluster 2022-01-18T19:02:29.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:28 smithi156 conmon[67007]: [DBG] pgmap v5340: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:30.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:30 smithi129 conmon[101092]: cluster 2022-01-18T19:02:29.506824+0000 mgr.smithi129.iclwio (mgr.14716) 6214 : cluster [DBG] pgmap v5341: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:02:31.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:30 smithi156 conmon[67007]: cluster 2022-01-18T19:02:29.506824+0000 mgr.smithi129.iclwio (mgr.14716) 6214 : cluster [DBG] pgmap v5341: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:02:32.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:32 smithi129 conmon[101092]: cluster 2022-01-18T19:02:31.507348+0000 mgr.smithi129.iclwio (mgr.14716) 6215 : cluster [DBG] 2022-01-18T19:02:32.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:32 smithi129 conmon[101092]: pgmap v5342: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:32 smithi156 conmon[67007]: cluster 2022-01-18T19:02:31.507348+0000 mgr.smithi129.iclwio (mgr.14716) 6215 : cluster [DBG] pgmap v5342: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:34 smithi156 conmon[67007]: cluster 2022-01-18T19:02:33.507904+0000 mgr.smithi129.iclwio (mgr.14716) 6216 : 2022-01-18T19:02:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:34 smithi156 conmon[67007]: cluster [DBG] pgmap v5343: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:34.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:34 smithi129 conmon[101092]: cluster 2022-01-18T19:02:33.507904+0000 mgr.smithi129.iclwio (mgr.14716) 6216 : cluster [DBG] pgmap v5343: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:36.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:36 smithi129 conmon[101092]: cluster 2022-01-18T19:02:35.508917+0000 mgr.smithi129.iclwio (mgr.14716) 6217 : cluster [DBG] pgmap v5344: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:36.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:36 smithi129 conmon[101092]: 2022-01-18T19:02:37.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:36 smithi156 conmon[67007]: cluster 2022-01-18T19:02:35.508917+0000 mgr.smithi129.iclwio (mgr.14716) 6217 : cluster [DBG] 2022-01-18T19:02:37.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:36 smithi156 conmon[67007]: pgmap v5344: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:38.018 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:02:38.281 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:02:38.281 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 3m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:02:38.281 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 3m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:02:38.282 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 3m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:02:38.282 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 3m ago 3h 43.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:02:38.282 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 3m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:02:38.282 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 3m ago 3h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:02:38.283 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 3m ago 3h 677M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:02:38.283 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 3m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:02:38.283 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 3m ago 3h 1177M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:02:38.283 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 3m ago 3h 561M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:02:38.283 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 3m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:02:38.284 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 3m ago 2h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:02:38.284 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 3m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:02:38.284 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 3m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:02:38.284 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 3m ago 3h 1924M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:02:38.285 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 3m ago 3h 2979M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:02:38.285 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 3m ago 3h 2278M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:02:38.285 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 3m ago 3h 2988M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:02:38.285 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 3m ago 3h 2776M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:02:38.285 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 3m ago 3h 3324M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:02:38.286 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 3m ago 3h 2652M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:02:38.286 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 3m ago 3h 3877M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:02:38.286 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 3m ago 3h 105M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:02:38.600 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:02:38.600 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:02:38.601 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:02:38.601 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:02:38.601 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:02:38.601 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:02:38.602 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:02:38.602 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:02:38.602 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:02:38.602 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:02:38.603 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:02:38.603 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:02:38.603 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:02:38.603 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:02:38.604 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:02:38.604 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:02:38.604 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:02:38.604 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:02:38.604 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:02:38.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:38 smithi129 conmon[101092]: cluster 2022-01-18T19:02:37.509392+0000 mgr.smithi129.iclwio (mgr.14716) 6218 : cluster 2022-01-18T19:02:38.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:38 smithi129 conmon[101092]: [DBG] pgmap v5345: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:39.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:38 smithi156 conmon[67007]: cluster 2022-01-18T19:02:37.509392+0000 mgr.smithi129.iclwio (mgr.14716) 6218 : cluster [DBG] pgmap v5345: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:39.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:39 smithi129 conmon[101092]: audit 2022-01-18T19:02:38.006877+0000 mgr.smithi129.iclwio (mgr.14716) 6219 : audit [DBG] from='client.38230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:02:39.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:39 smithi129 conmon[101092]: audit 2022-01-18T19:02:38.273837+0000 mgr.smithi129.iclwio (mgr.14716) 6220 : audit [DBG] from='client.38234 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:02:39.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:39 smithi129 conmon[101092]: audit 2022-01-18T19:02:38.601975+0000 mon.smithi129 (mon.0) 1957 : audit [DBG] from='client.? 172.21.15.129:0/35171084' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:02:40.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:39 smithi156 conmon[67007]: audit 2022-01-18T19:02:38.006877+0000 mgr.smithi129.iclwio (mgr.14716) 6219 : audit [DBG] from='client.38230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:02:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:39 smithi156 conmon[67007]: 2022-01-18T19:02:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:39 smithi156 conmon[67007]: audit 2022-01-18T19:02:38.273837+0000 mgr.smithi129.iclwio (mgr.14716) 6220 : audit [DBG] from='client.38234 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:02:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:39 smithi156 conmon[67007]: audit 2022-01-18T19:02:38.601975+0000 mon.smithi129 (mon.0) 1957 : audit [DBG] from='client.? 172.21.15.129:0/35171084' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:02:40.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:40 smithi129 conmon[101092]: cluster 2022-01-18T19:02:39.510160+0000 mgr.smithi129.iclwio (mgr.14716) 6221 : cluster [DBG] pgmap v5346: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:02:40.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:40 smithi129 conmon[101092]: 2022-01-18T19:02:41.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:40 smithi156 conmon[67007]: cluster 2022-01-18T19:02:39.510160+0000 mgr.smithi129.iclwio (mgr.14716) 6221 : cluster [DBG] 2022-01-18T19:02:41.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:40 smithi156 conmon[67007]: pgmap v5346: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:02:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:42 smithi156 conmon[67007]: cluster 2022-01-18T19:02:41.510659+0000 mgr.smithi129.iclwio (mgr.14716) 6222 : cluster [DBG] 2022-01-18T19:02:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:42 smithi156 conmon[67007]: pgmap v5347: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:42.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:42 smithi129 conmon[101092]: cluster 2022-01-18T19:02:41.510659+0000 mgr.smithi129.iclwio (mgr.14716) 6222 : cluster [DBG] pgmap v5347: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:44 smithi156 conmon[67007]: cluster 2022-01-18T19:02:43.511232+0000 mgr.smithi129.iclwio (mgr.14716) 6223 : cluster [DBG] 2022-01-18T19:02:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:44 smithi156 conmon[67007]: pgmap v5348: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:44.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:44 smithi129 conmon[101092]: cluster 2022-01-18T19:02:43.511232+0000 mgr.smithi129.iclwio (mgr.14716) 6223 : cluster [DBG] pgmap v5348: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:46.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:46 smithi129 conmon[101092]: cluster 2022-01-18T19:02:45.511997+0000 mgr.smithi129.iclwio (mgr.14716) 6224 : cluster [DBG] pgmap v5349: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:47.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:46 smithi156 conmon[67007]: cluster 2022-01-18T19:02:45.511997+0000 mgr.smithi129.iclwio (mgr.14716) 6224 : cluster [DBG] pgmap v5349: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:47.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:46 smithi156 conmon[67007]: 2022-01-18T19:02:48.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:48 smithi129 conmon[101092]: cluster 2022-01-18T19:02:47.512555+0000 mgr.smithi129.iclwio (mgr.14716) 6225 : cluster [DBG] pgmap v5350: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:49.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:48 smithi156 conmon[67007]: cluster 2022-01-18T19:02:47.512555+0000 mgr.smithi129.iclwio (mgr.14716) 6225 : cluster [DBG] 2022-01-18T19:02:49.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:48 smithi156 conmon[67007]: pgmap v5350: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:50.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:50 smithi129 conmon[101092]: cluster 2022-01-18T19:02:49.513511+0000 mgr.smithi129.iclwio (mgr.14716) 6226 : cluster [DBG] pgmap v5351: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:02:51.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:50 smithi156 conmon[67007]: cluster 2022-01-18T19:02:49.513511+0000 mgr.smithi129.iclwio (mgr.14716) 6226 : cluster [DBG] pgmap v5351: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:02:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:52 smithi129 conmon[101092]: cluster 2022-01-18T19:02:51.513993+0000 mgr.smithi129.iclwio (mgr.14716) 6227 : cluster [DBG] pgmap v5352: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:52 smithi156 conmon[67007]: cluster 2022-01-18T19:02:51.513993+0000 mgr.smithi129.iclwio (mgr.14716) 6227 : cluster [DBG] pgmap v5352: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:54 smithi156 conmon[67007]: cluster 2022-01-18T19:02:53.514517+0000 mgr.smithi129.iclwio (mgr.14716) 6228 : cluster [DBG] pgmap v5353: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:54.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:54 smithi129 conmon[101092]: cluster 2022-01-18T19:02:53.514517+0000 mgr.smithi129.iclwio (mgr.14716) 6228 : cluster [DBG] pgmap v5353: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:56.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:56 smithi129 conmon[101092]: cluster 2022-01-18T19:02:55.515351+0000 mgr.smithi129.iclwio (mgr.14716) 6229 : cluster [DBG] pgmap v5354: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:57.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:56 smithi156 conmon[67007]: cluster 2022-01-18T19:02:55.515351+0000 mgr.smithi129.iclwio (mgr.14716) 6229 : cluster [DBG] pgmap v5354: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:57.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:56 smithi156 conmon[67007]: 2022-01-18T19:02:58.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:58 smithi129 conmon[101092]: cluster 2022-01-18T19:02:57.515955+0000 mgr.smithi129.iclwio (mgr.14716) 6230 : cluster [DBG] pgmap v5355: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:59.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:58 smithi156 conmon[67007]: cluster 2022-01-18T19:02:57.515955+0000 mgr.smithi129.iclwio (mgr.14716) 6230 : cluster [DBG] pgmap v5355: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:02:59.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:59 smithi129 conmon[101092]: audit 2022-01-18T19:02:58.905685+0000 mon.smithi129 (mon.0) 1958 : audit [INF] 2022-01-18T19:02:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:59 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:02:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:02:59 smithi129 conmon[101092]: audit 2022-01-18T19:02:58.905966+0000 mon.smithi129 (mon.0) 1959 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:03:00.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:59 smithi156 conmon[67007]: audit 2022-01-18T19:02:58.905685+0000 mon.smithi129 (mon.0) 1958 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:03:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:59 smithi156 conmon[67007]: 2022-01-18T19:03:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:02:59 smithi156 conmon[67007]: audit 2022-01-18T19:02:58.905966+0000 mon.smithi129 (mon.0) 1959 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:03:00.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:00 smithi129 conmon[101092]: cluster 2022-01-18T19:02:59.516703+0000 mgr.smithi129.iclwio (mgr.14716) 6231 : cluster 2022-01-18T19:03:00.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:00 smithi129 conmon[101092]: [DBG] pgmap v5356: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:03:01.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:00 smithi156 conmon[67007]: cluster 2022-01-18T19:02:59.516703+0000 mgr.smithi129.iclwio (mgr.14716) 6231 : cluster [DBG] pgmap v5356: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:03:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:02 smithi156 conmon[67007]: cluster 2022-01-18T19:03:01.517094+0000 mgr.smithi129.iclwio (mgr.14716) 6232 : cluster [DBG] pgmap v5357: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:02.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:02 smithi129 conmon[101092]: cluster 2022-01-18T19:03:01.517094+0000 mgr.smithi129.iclwio (mgr.14716) 6232 : cluster [DBG] pgmap v5357: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:04 smithi156 conmon[67007]: cluster 2022-01-18T19:03:03.517685+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:03:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:04 smithi156 conmon[67007]: 6233 : cluster [DBG] pgmap v5358: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:04.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:04 smithi129 conmon[101092]: cluster 2022-01-18T19:03:03.517685+0000 mgr.smithi129.iclwio (mgr.14716) 6233 : cluster [DBG] pgmap v5358: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:06.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:06 smithi129 conmon[101092]: cluster 2022-01-18T19:03:05.518531+0000 mgr.smithi129.iclwio (mgr.14716) 6234 : cluster [DBG] pgmap v5359: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:06.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:06 smithi129 conmon[101092]: 2022-01-18T19:03:07.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:06 smithi156 conmon[67007]: cluster 2022-01-18T19:03:05.518531+0000 mgr.smithi129.iclwio (mgr.14716) 6234 : cluster [DBG] pgmap v5359: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:08.907 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:03:08.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:08 smithi129 conmon[101092]: cluster 2022-01-18T19:03:07.519166+0000 mgr.smithi129.iclwio (mgr.14716) 6235 : cluster [DBG] pgmap v5360: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:09.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:08 smithi156 conmon[67007]: cluster 2022-01-18T19:03:07.519166+0000 mgr.smithi129.iclwio (mgr.14716) 6235 : cluster 2022-01-18T19:03:09.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:08 smithi156 conmon[67007]: [DBG] pgmap v5360: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:09.176 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:03:09.176 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 3m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:03:09.177 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 3m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:03:09.177 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 3m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:03:09.177 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 3m ago 3h 43.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:03:09.177 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 3m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:03:09.177 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 3m ago 3h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:03:09.178 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 3m ago 3h 677M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:03:09.178 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 3m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:03:09.178 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 3m ago 3h 1177M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:03:09.178 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 3m ago 3h 561M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:03:09.179 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 3m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:03:09.179 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 3m ago 2h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:03:09.179 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 3m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:03:09.179 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 3m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:03:09.179 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 3m ago 3h 1924M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:03:09.180 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 3m ago 3h 2979M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:03:09.180 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 3m ago 3h 2278M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:03:09.180 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 3m ago 3h 2988M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:03:09.180 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 3m ago 3h 2776M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:03:09.181 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 3m ago 3h 3324M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:03:09.181 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 3m ago 3h 2652M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:03:09.181 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 3m ago 3h 3877M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:03:09.181 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 3m ago 3h 105M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:03:09.495 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:03:09.495 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:03:09.495 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:03:09.496 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:03:09.496 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:03:09.496 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:03:09.496 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:03:09.496 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:03:09.497 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:03:09.497 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:03:09.497 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:03:09.497 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:03:09.498 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:03:09.498 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:03:09.498 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:03:09.498 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:03:09.498 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:03:09.499 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:03:09.499 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:03:09.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:09 smithi129 conmon[101092]: audit 2022-01-18T19:03:09.496551+0000 mon.smithi129 (mon.0 2022-01-18T19:03:09.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:09 smithi129 conmon[101092]: ) 1960 : audit [DBG] from='client.? 172.21.15.129:0/3714394560' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:03:10.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:09 smithi156 conmon[67007]: audit 2022-01-18T19:03:09.496551+0000 mon.smithi129 (mon.0) 1960 : audit [DBG] from='client.? 172.21.15.129:0/3714394560' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:03:10.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:10 smithi129 conmon[101092]: audit 2022-01-18T19:03:08.896238+0000 mgr.smithi129.iclwio (mgr.14716) 6236 : audit [DBG] from='client.38242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:03:10.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:10 smithi129 conmon[101092]: 2022-01-18T19:03:10.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:10 smithi129 conmon[101092]: audit 2022-01-18T19:03:09.169020+0000 mgr.smithi129.iclwio (mgr.14716) 6237 : audit [DBG] from='client.38246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:03:10.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:10 smithi129 conmon[101092]: cluster 2022 2022-01-18T19:03:10.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:10 smithi129 conmon[101092]: -01-18T19:03:09.519897+0000 mgr.smithi129.iclwio (mgr.14716) 6238 : cluster [DBG] pgmap v5361: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:03:11.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:10 smithi156 conmon[67007]: audit 2022-01-18T19:03:08.896238+0000 mgr.smithi129.iclwio (mgr.14716) 6236 : audit [DBG] from='client.38242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:03:11.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:10 smithi156 conmon[67007]: audit 2022-01-18T19:03:09.169020+0000 mgr.smithi129.iclwio (mgr.14716) 6237 : audit [DBG] from='client.38246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:03:11.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:10 smithi156 conmon[67007]: cluster 2022-01-18T19:03:09.519897+0000 mgr.smithi129.iclwio (mgr 2022-01-18T19:03:11.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:10 smithi156 conmon[67007]: .14716) 6238 : cluster [DBG] pgmap v5361: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:03:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:12 smithi156 conmon[67007]: cluster 2022-01-18T19:03:11.520445+0000 mgr.smithi129.iclwio (mgr.14716) 6239 : cluster [DBG] pgmap v5362: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:12.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:12 smithi129 conmon[101092]: cluster 2022-01-18T19:03:11.520445+0000 mgr.smithi129.iclwio (mgr.14716) 6239 : cluster [DBG] pgmap v5362: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:12.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:12 smithi129 conmon[101092]: 2022-01-18T19:03:14.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:14 smithi156 conmon[67007]: cluster 2022-01-18T19:03:13.521094+0000 mgr.smithi129.iclwio (mgr.14716) 6240 : cluster [DBG] pgmap v5363: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:14.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:14 smithi129 conmon[101092]: cluster 2022-01-18T19:03:13.521094+0000 mgr.smithi129.iclwio (mgr.14716) 6240 : cluster [DBG] pgmap v5363: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:14.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:14 smithi129 conmon[101092]: 2022-01-18T19:03:16.844 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:16 smithi156 conmon[67007]: cluster 2022-01-18T19:03:15.521959+0000 mgr.smithi129.iclwio (mgr.14716) 6241 2022-01-18T19:03:16.845 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:16 smithi156 conmon[67007]: : cluster [DBG] pgmap v5364: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:16.845 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:16 smithi156 conmon[67007]: audit 2022-01-18T19:03:16.293061+0000 mon.smithi129 (mon.0) 1961 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:03:16.845 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:16 smithi156 conmon[67007]: audit 2022-01-18T19:03:16.294508+0000 mon.smithi129 (mon.0) 1962 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:03:16.845 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:16 smithi156 conmon[67007]: audit 2022-01-18T19:03:16.295360+0000 mon.smithi129 (mon.0) 1963 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:03:16.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:16 smithi129 conmon[101092]: cluster 2022-01-18T19:03:15.521959+0000 mgr.smithi129.iclwio (mgr.14716) 6241 : 2022-01-18T19:03:16.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:16 smithi129 conmon[101092]: cluster [DBG] pgmap v5364: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:16 smithi129 conmon[101092]: audit 2022-01-18T19:03:16.293061+0000 mon.smithi129 (mon.0) 1961 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:03:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:16 smithi129 conmon[101092]: audit 2022-01-18T19:03:16.294508+0000 mon.smithi129 (mon.0) 1962 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:03:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:16 smithi129 conmon[101092]: audit 2022-01-18T19:03:16.295360+0000 mon.smithi129 (mon.0) 1963 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:03:17.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:17 smithi129 conmon[101092]: cephadm 2022-01-18T19:03:16.296119+0000 mgr.smithi129.iclwio (mgr.14716) 6242 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:03:17.987 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:17 smithi156 conmon[67007]: cephadm 2022-01-18T19:03:16.296119+0000 mgr.smithi129.iclwio (mgr.14716) 6242 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:03:18.855 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:18 smithi156 conmon[67007]: cluster 2022-01-18T19:03:17.522491+0000 mgr.smithi129.iclwio (mgr.14716) 6243 : cluster [DBG] pgmap v5365: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:18.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:18 smithi129 conmon[101092]: cluster 2022-01-18T19:03:17.522491+0000 mgr.smithi129.iclwio (mgr.14716) 6243 : cluster [DBG] pgmap v5365: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:18.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:18 smithi129 conmon[101092]: 2022-01-18T19:03:20.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:20 smithi129 conmon[101092]: cluster 2022-01-18T19:03:19.523212+0000 mgr.smithi129.iclwio (mgr.14716) 6244 : cluster [DBG] pgmap v5366: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:03:20.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:20 smithi129 conmon[101092]: audit 2022-01-18T19:03:19.670732+0000 mon.smithi129 (mon.0) 1964 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:03:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:20 smithi129 conmon[101092]: audit 2022-01-18T19:03:19.967620+0000 mon.smithi129 (mon.0) 1965 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:03:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:20 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T19:03:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:20 smithi129 conmon[101092]: 19:03:19.975178+0000 mon.smithi129 (mon.0) 1966 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:03:21.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:20 smithi156 conmon[67007]: cluster 2022-01-18T19:03:19.523212+0000 mgr.smithi129.iclwio (mgr.14716) 6244 : cluster [DBG] pgmap v5366: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:03:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:20 smithi156 conmon[67007]: audit 2022-01-18T19:03:19.670732+0000 mon.smithi129 (mon.0) 1964 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:03:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:20 smithi156 conmon[67007]: audit 2022-01-18T19:03:19.967620+0000 mon.smithi129 (mon.0) 1965 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:03:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:20 smithi156 conmon[67007]: audit 2022-01-18T19:03:19.975178+0000 mon.smithi129 (mon.0) 1966 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:03:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:22 smithi156 conmon[67007]: cluster 2022-01-18T19:03:21.523736+0000 mgr.smithi129.iclwio (mgr.14716) 6245 : cluster [DBG] pgmap v5367: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:22.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:22 smithi129 conmon[101092]: cluster 2022-01-18T19:03:21.523736+0000 mgr.smithi129.iclwio 2022-01-18T19:03:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:22 smithi129 conmon[101092]: (mgr.14716) 6245 : cluster [DBG] pgmap v5367: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:24 smithi156 conmon[67007]: cluster 2022-01-18T19:03:23.524339+0000 mgr.smithi129.iclwio (mgr.14716) 6246 : cluster [DBG] pgmap v5368: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:24.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:24 smithi129 conmon[101092]: cluster 2022-01-18T19:03:23.524339+0000 mgr.smithi129.iclwio (mgr.14716) 6246 : cluster [DBG] pgmap v5368: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:26.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:26 smithi129 conmon[101092]: cluster 2022-01-18T19:03:25.525266+0000 mgr.smithi129.iclwio (mgr.14716) 6247 : cluster [DBG] pgmap v5369: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:27.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:26 smithi156 conmon[67007]: cluster 2022-01-18T19:03:25.525266+0000 mgr.smithi129.iclwio (mgr.14716) 6247 : cluster [DBG] pgmap v5369: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:28.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:28 smithi129 conmon[101092]: cluster 2022-01-18T19:03:27.525944+0000 mgr.smithi129.iclwio (mgr.14716) 6248 : cluster [DBG] pgmap v5370: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:29.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:28 smithi156 conmon[67007]: cluster 2022-01-18T19:03:27.525944+0000 mgr.smithi129.iclwio (mgr.14716) 6248 : cluster [DBG] pgmap v5370: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:30.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:30 smithi129 conmon[101092]: cluster 2022-01-18T19:03:29.526716+0000 mgr.smithi129.iclwio (mgr.14716) 6249 : cluster [DBG] pgmap v5371: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:03:31.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:30 smithi156 conmon[67007]: cluster 2022-01-18T19:03:29.526716+0000 mgr.smithi129.iclwio (mgr.14716) 6249 : cluster [DBG] pgmap v5371: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:03:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:32 smithi156 conmon[67007]: cluster 2022-01-18T19:03:31.527164+0000 mgr.smithi129.iclwio (mgr.14716) 6250 : cluster [DBG] pgmap v5372: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:32.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:32 smithi129 conmon[101092]: cluster 2022-01-18T19:03:31.527164+0000 mgr.smithi129.iclwio (mgr.14716) 6250 : cluster [DBG] pgmap v5372: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:32.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:32 smithi129 conmon[101092]: 2022-01-18T19:03:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:34 smithi156 conmon[67007]: cluster 2022-01-18T19:03:33.527873+0000 mgr.smithi129.iclwio (mgr.14716) 6251 : cluster [DBG] pgmap v5373: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:34 smithi156 conmon[67007]: 2022-01-18T19:03:34.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:34 smithi129 conmon[101092]: cluster 2022-01-18T19:03:33.527873+0000 mgr.smithi129.iclwio (mgr.14716) 6251 : cluster [DBG] pgmap v5373: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:36.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:36 smithi129 conmon[101092]: cluster 2022-01-18T19:03:35.528616+0000 mgr.smithi129.iclwio (mgr.14716) 6252 : cluster [DBG] pgmap v5374: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:37.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:36 smithi156 conmon[67007]: cluster 2022-01-18T19:03:35.528616+0000 mgr.smithi129.iclwio (mgr.14716) 6252 : cluster [DBG] pgmap v5374: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:38.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:38 smithi129 conmon[101092]: cluster 2022-01-18T19:03:37.529288+0000 mgr.smithi129.iclwio (mgr.14716) 6253 : cluster [DBG] pgmap v5375: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:38.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:38 smithi129 conmon[101092]: 2022-01-18T19:03:39.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:38 smithi156 conmon[67007]: cluster 2022-01-18T19:03:37.529288+0000 mgr.smithi129.iclwio (mgr.14716) 6253 : cluster [DBG] pgmap v5375: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:39.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:38 smithi156 conmon[67007]: 2022-01-18T19:03:39.793 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:03:40.062 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:03:40.063 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 4m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:03:40.063 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 4m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:03:40.063 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 4m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:03:40.064 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 4m ago 3h 43.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:03:40.064 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 4m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:03:40.064 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 4m ago 3h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:03:40.064 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 4m ago 3h 677M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:03:40.065 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 4m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:03:40.065 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 4m ago 3h 1177M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:03:40.065 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 4m ago 3h 561M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:03:40.065 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 4m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:03:40.066 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 4m ago 2h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:03:40.066 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 4m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:03:40.066 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 4m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:03:40.066 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 4m ago 3h 1924M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:03:40.066 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 4m ago 3h 2979M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:03:40.067 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 4m ago 3h 2278M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:03:40.067 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 4m ago 3h 2988M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:03:40.067 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 4m ago 3h 2776M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:03:40.067 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 4m ago 3h 3324M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:03:40.068 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 4m ago 3h 2652M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:03:40.068 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 4m ago 3h 3877M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:03:40.068 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 4m ago 3h 105M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:03:40.381 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:03:40.381 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:03:40.381 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:03:40.382 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:03:40.382 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:03:40.382 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:03:40.382 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:03:40.383 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:03:40.383 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:03:40.383 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:03:40.383 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:03:40.383 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:03:40.384 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:03:40.384 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:03:40.384 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:03:40.384 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:03:40.385 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:03:40.385 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:03:40.385 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:03:40.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:40 smithi129 conmon[101092]: cluster 2022-01-18T19:03:39.530065+0000 mgr.smithi129.iclwio (mgr.14716) 6254 2022-01-18T19:03:40.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:40 smithi129 conmon[101092]: : cluster [DBG] pgmap v5376: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:03:40.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:40 smithi129 conmon[101092]: audit 2022-01-18T19:03:40.382538 2022-01-18T19:03:40.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:40 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 1967 : audit [DBG] from='client.? 172.21.15.129:0/3312546516' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:03:41.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:40 smithi156 conmon[67007]: cluster 2022-01-18T19:03:39.530065+0000 mgr.smithi129.iclwio (mgr.14716) 6254 : cluster [DBG] pgmap v5376: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:03:41.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:40 smithi156 conmon[67007]: audit 2022-01-18T19:03:40.382538+0000 mon.smithi129 (mon.0) 1967 : audit [DBG] from='client.? 172.21.15.129:0/3312546516' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:03:41.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:41 smithi129 conmon[101092]: audit 2022-01-18T19:03:39.783205+0000 mgr.smithi129.iclwio (mgr.14716) 6255 : audit [DBG] from='client.38254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:03:41.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:41 smithi129 conmon[101092]: audit 2022-01-18T19:03:41.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:41 smithi129 conmon[101092]: 2022-01-18T19:03:40.055352+0000 mgr.smithi129.iclwio (mgr.14716) 6256 : audit [DBG] from='client.38258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:03:42.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:41 smithi156 conmon[67007]: audit 2022-01-18T19:03:39.783205+0000 mgr.smithi129.iclwio (mgr.14716) 6255 : audit [DBG] from='client.38254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:03:42.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:41 smithi156 conmon[67007]: audit 2022-01-18T19:03:40.055352+0000 mgr.smithi129.iclwio (mgr.14716) 6256 : audit [DBG] from='client.38258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:03:42.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:42 smithi129 conmon[101092]: cluster 2022-01-18T19:03:41.530527+0000 mgr.smithi129.iclwio (mgr.14716) 6257 : cluster [DBG] pgmap v5377: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:43.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:42 smithi156 conmon[67007]: cluster 2022-01-18T19:03:41.530527+0000 mgr.smithi129.iclwio (mgr.14716) 6257 : cluster [DBG] pgmap v5377: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:44 smithi156 conmon[67007]: cluster 2022-01-18T19:03:43.531223+0000 mgr.smithi129.iclwio (mgr.14716) 6258 : cluster 2022-01-18T19:03:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:44 smithi156 conmon[67007]: [DBG] pgmap v5378: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:44.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:44 smithi129 conmon[101092]: cluster 2022-01-18T19:03:43.531223+0000 mgr.smithi129.iclwio (mgr.14716) 6258 : cluster [DBG] pgmap v5378: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:44.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:44 smithi129 conmon[101092]: 2022-01-18T19:03:46.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:46 smithi129 conmon[101092]: cluster 2022-01-18T19:03:45.532168+0000 mgr.smithi129.iclwio (mgr.14716) 6259 : cluster 2022-01-18T19:03:46.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:46 smithi129 conmon[101092]: [DBG] pgmap v5379: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:47.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:46 smithi156 conmon[67007]: cluster 2022-01-18T19:03:45.532168+0000 mgr.smithi129.iclwio (mgr.14716) 6259 : cluster [DBG] pgmap v5379: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:48.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:48 smithi129 conmon[101092]: cluster 2022-01-18T19:03:47.532878+0000 mgr.smithi129.iclwio (mgr.14716) 6260 : cluster [DBG] pgmap v5380: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:49.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:48 smithi156 conmon[67007]: cluster 2022-01-18T19:03:47.532878+0000 mgr.smithi129.iclwio (mgr.14716) 6260 : cluster [DBG] pgmap v5380: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:50.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:50 smithi129 conmon[101092]: cluster 2022-01-18T19:03:49.533833+0000 mgr.smithi129.iclwio (mgr.14716) 6261 : cluster [DBG] pgmap v5381: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:03:51.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:50 smithi156 conmon[67007]: cluster 2022-01-18T19:03:49.533833+0000 mgr.smithi129.iclwio (mgr.14716) 6261 : cluster [DBG] pgmap v5381: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:03:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:52 smithi156 conmon[67007]: cluster 2022-01-18T19:03:51.534249+0000 mgr.smithi129.iclwio (mgr.14716) 6262 : cluster [DBG] pgmap v5382: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:52 smithi156 conmon[67007]: 2022-01-18T19:03:52.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:52 smithi129 conmon[101092]: cluster 2022-01-18T19:03:51.534249+0000 mgr.smithi129.iclwio (mgr.14716) 6262 : cluster [DBG] pgmap v5382: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:54 smithi156 conmon[67007]: cluster 2022-01-18T19:03:53.534909+0000 mgr.smithi129.iclwio (mgr.14716) 6263 : 2022-01-18T19:03:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:54 smithi156 conmon[67007]: cluster [DBG] pgmap v5383: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:54.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:54 smithi129 conmon[101092]: cluster 2022-01-18T19:03:53.534909+0000 mgr.smithi129.iclwio (mgr.14716) 6263 : cluster [DBG] 2022-01-18T19:03:54.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:54 smithi129 conmon[101092]: pgmap v5383: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:56.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:56 smithi129 conmon[101092]: cluster 2022-01-18T19:03:55.535929+0000 mgr.smithi129.iclwio (mgr.14716) 6264 : cluster [DBG] 2022-01-18T19:03:56.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:56 smithi129 conmon[101092]: pgmap v5384: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:57.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:56 smithi156 conmon[67007]: cluster 2022-01-18T19:03:55.535929+0000 mgr.smithi129.iclwio (mgr.14716) 6264 : cluster 2022-01-18T19:03:57.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:56 smithi156 conmon[67007]: [DBG] pgmap v5384: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:58.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:58 smithi129 conmon[101092]: cluster 2022-01-18T19:03:57.536625+0000 mgr.smithi129.iclwio (mgr.14716) 6265 : cluster [DBG] pgmap v5385: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:58.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:58 smithi129 conmon[101092]: 2022-01-18T19:03:59.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:58 smithi156 conmon[67007]: cluster 2022-01-18T19:03:57.536625+0000 mgr.smithi129.iclwio (mgr.14716) 6265 : cluster [DBG] pgmap v5385: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:03:59.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:59 smithi129 conmon[101092]: audit 2022-01-18T19:03:58.909853+0000 mon.smithi129 (mon.0) 1968 : audit 2022-01-18T19:03:59.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:59 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:03:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:03:59 smithi129 conmon[101092]: audit 2022-01-18T19:03:58.910089+0000 mon.smithi129 (mon.0) 1969 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:04:00.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:59 smithi156 conmon[67007]: audit 2022-01-18T19:03:58.909853+0000 mon.smithi129 (mon.0) 1968 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:04:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:59 smithi156 conmon[67007]: audit 2022-01-18T19:03:58.910089+0000 2022-01-18T19:04:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:03:59 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1969 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:04:00.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:00 smithi129 conmon[101092]: cluster 2022-01-18T19:03:59.537342+0000 mgr.smithi129.iclwio (mgr.14716) 6266 : cluster [DBG] pgmap v5386: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:04:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:00 smithi129 conmon[101092]: 2022-01-18T19:04:01.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:00 smithi156 conmon[67007]: cluster 2022-01-18T19:03:59.537342+0000 mgr.smithi129.iclwio (mgr.14716) 6266 : cluster [DBG] 2022-01-18T19:04:01.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:00 smithi156 conmon[67007]: pgmap v5386: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:04:02.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:02 smithi156 conmon[67007]: cluster 2022-01-18T19:04:01.537830+0000 mgr.smithi129.iclwio (mgr.14716) 6267 : cluster [DBG] pgmap v5387: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:02.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:02 smithi129 conmon[101092]: cluster 2022-01-18T19:04:01.537830+0000 mgr.smithi129.iclwio (mgr.14716) 6267 : cluster [DBG] pgmap v5387: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:02.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:02 smithi129 conmon[101092]: 2022-01-18T19:04:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:04 smithi156 conmon[67007]: cluster 2022-01-18T19:04:03.538624+0000 mgr.smithi129.iclwio (mgr.14716) 6268 : cluster [DBG] pgmap v5388: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:04.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:04 smithi129 conmon[101092]: cluster 2022-01-18T19:04:03.538624+0000 mgr.smithi129.iclwio (mgr.14716) 6268 : cluster [DBG] pgmap v5388: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:04.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:04 smithi129 conmon[101092]: 2022-01-18T19:04:06.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:06 smithi129 conmon[101092]: cluster 2022-01-18T19:04:05.539370+0000 mgr.smithi129.iclwio (mgr.14716) 6269 : cluster [DBG] pgmap v5389: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:07.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:06 smithi156 conmon[67007]: cluster 2022-01-18T19:04:05.539370+0000 mgr.smithi129.iclwio (mgr.14716) 6269 : cluster [DBG] pgmap v5389: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:08.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:08 smithi129 conmon[101092]: cluster 2022-01-18T19:04:07.539955+0000 mgr.smithi129.iclwio (mgr.14716) 6270 : cluster [DBG] pgmap v5390: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:09.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:08 smithi156 conmon[67007]: cluster 2022-01-18T19:04:07.539955+0000 mgr.smithi129.iclwio (mgr.14716) 6270 : cluster [DBG] 2022-01-18T19:04:09.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:08 smithi156 conmon[67007]: pgmap v5390: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:10.674 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:04:10.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:10 smithi129 conmon[101092]: cluster 2022-01-18T19:04:09.540883+0000 mgr.smithi129.iclwio (mgr.14716) 6271 : cluster [DBG] pgmap v5391: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:04:10.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:10 smithi129 conmon[101092]: 2022-01-18T19:04:10.938 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:04:10.938 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 4m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:04:10.938 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 4m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:04:10.938 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 5m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:04:10.939 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 4m ago 3h 43.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:04:10.939 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 4m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:04:10.939 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 5m ago 3h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:04:10.939 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 4m ago 3h 677M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:04:10.940 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 5m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:04:10.940 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 4m ago 3h 1177M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:04:10.940 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 5m ago 3h 561M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:04:10.940 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (2h) 4m ago 2h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:04:10.941 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (2h) 5m ago 2h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:04:10.941 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 4m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:04:10.941 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 5m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:04:10.941 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 4m ago 3h 1924M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:04:10.941 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 4m ago 3h 2979M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:04:10.942 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 4m ago 3h 2278M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:04:10.942 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 4m ago 3h 2988M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:04:10.942 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 5m ago 3h 2776M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:04:10.942 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 5m ago 3h 3324M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:04:10.943 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 5m ago 3h 2652M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:04:10.943 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 5m ago 3h 3877M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:04:10.943 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 4m ago 3h 105M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:04:11.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:10 smithi156 conmon[67007]: cluster 2022-01-18T19:04:09.540883+0000 mgr.smithi129.iclwio (mgr.14716) 6271 : cluster [DBG] pgmap v5391: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:04:11.253 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:04:11.254 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:04:11.254 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:04:11.254 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:04:11.255 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:04:11.255 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:04:11.255 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:04:11.255 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:04:11.256 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:04:11.256 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:04:11.256 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:04:11.256 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:04:11.256 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:04:11.257 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:04:11.257 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:04:11.257 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:04:11.257 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:04:11.258 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:04:11.258 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:04:11.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:11 smithi129 conmon[101092]: audit 2022-01-18T19:04:10.664475+0000 mgr.smithi129.iclwio (mgr.14716) 6272 : audit [DBG] from='client.38266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:04:11.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:11 smithi129 conmon[101092]: audit 2022-01-18T19:04:11 2022-01-18T19:04:11.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:11 smithi129 conmon[101092]: .255372+0000 mon.smithi129 (mon.0) 1970 : audit [DBG] from='client.? 172.21.15.129:0/967473693' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:04:12.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:11 smithi156 conmon[67007]: audit 2022-01-18T19:04:10.664475+0000 mgr.smithi129.iclwio (mgr.14716) 6272 : audit [DBG] from='client.38266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:04:12.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:11 smithi156 conmon[67007]: audit 2022-01-18T19:04: 2022-01-18T19:04:12.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:11 smithi156 conmon[67007]: 11.255372+0000 mon.smithi129 (mon.0) 1970 : audit [DBG] from='client.? 172.21.15.129:0/967473693' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:04:12.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:12 smithi129 conmon[101092]: audit 2022-01-18T19:04:10.930189+0000 mgr.smithi129.iclwio (mgr.14716) 6273 : audit [DBG] from='client.38270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:04:12.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:12 smithi129 conmon[101092]: cluster 2022-01-18T19:04:11.541362+0000 mgr.smithi129.iclwio (mgr.14716) 6274 : cluster [DBG] pgmap v5392: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:13.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:12 smithi156 conmon[67007]: audit 2022-01-18T19:04:10.930189+0000 mgr.smithi129.iclwio (mgr.14716) 6273 : audit [DBG] from='client.38270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:04:13.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:12 smithi156 conmon[67007]: cluster 2022-01-18T19:04:11 2022-01-18T19:04:13.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:12 smithi156 conmon[67007]: .541362+0000 mgr.smithi129.iclwio (mgr.14716) 6274 : cluster [DBG] pgmap v5392: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:14 smithi156 conmon[67007]: cluster 2022-01-18T19:04:13.541971+0000 mgr.smithi129.iclwio (mgr.14716) 6275 : cluster [DBG] pgmap v5393: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:14.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:14 smithi129 conmon[101092]: cluster 2022-01-18T19:04:13.541971+0000 mgr.smithi129.iclwio (mgr.14716) 6275 : cluster [DBG] pgmap v5393: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:16.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:16 smithi129 conmon[101092]: cluster 2022-01-18T19:04:15.542995+0000 mgr.smithi129.iclwio (mgr.14716) 6276 : cluster [DBG] pgmap v5394: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:17.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:16 smithi156 conmon[67007]: cluster 2022-01-18T19:04:15.542995+0000 mgr.smithi129.iclwio (mgr.14716) 6276 : cluster [DBG] pgmap v5394: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:18.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:18 smithi129 conmon[101092]: cluster 2022-01-18T19:04:17.543464+0000 mgr.smithi129.iclwio (mgr.14716) 6277 : cluster [DBG] pgmap v5395: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:19.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:18 smithi156 conmon[67007]: cluster 2022-01-18T19:04:17.543464+0000 mgr.smithi129.iclwio (mgr.14716) 6277 : cluster [DBG] pgmap v5395: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:20.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:20 smithi129 conmon[101092]: cluster 2022-01-18T19:04:19.544192+0000 mgr.smithi129.iclwio (mgr.14716) 6278 2022-01-18T19:04:20.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:20 smithi129 conmon[101092]: : cluster [DBG] pgmap v5396: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:04:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:20 smithi129 conmon[101092]: audit 2022-01-18T19:04:19.978318+0000 mon.smithi129 (mon.0) 1971 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:04:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:20 smithi129 conmon[101092]: audit 2022-01 2022-01-18T19:04:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:20 smithi129 conmon[101092]: -18T19:04:19.979757+0000 mon.smithi129 (mon.0) 1972 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:04:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:20 smithi129 conmon[101092]: audit 2022-01-18T19 2022-01-18T19:04:20.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:20 smithi129 conmon[101092]: :04:19.980738+0000 mon.smithi129 (mon.0) 1973 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:04:20.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:20 smithi129 conmon[101092]: audit 2022-01-18T19:04:20.291502+0000 2022-01-18T19:04:20.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:20 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1974 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:04:20.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:20 smithi129 conmon[101092]: audit 2022-01-18T19 2022-01-18T19:04:20.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:20 smithi129 conmon[101092]: :04:20.296926+0000 mon.smithi129 (mon.0) 1975 : audit 2022-01-18T19:04:20.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:20 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:04:21.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:20 smithi156 conmon[67007]: cluster 2022-01-18T19:04:19.544192+0000 mgr.smithi129.iclwio (mgr.14716) 6278 : cluster [DBG] pgmap v5396: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:04:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:20 smithi156 conmon[67007]: audit 2022-01-18T19:04:19.978318+0000 mon.smithi129 (mon.0) 1971 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:04:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:20 smithi156 conmon[67007]: audit 2022-01-18T19:04:19.979757+0000 mon.smithi129 (mon.0) 1972 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:04:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:20 smithi156 conmon[67007]: audit 2022-01-18T19:04:19.980738+0000 mon.smithi129 (mon.0) 1973 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:04:21.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:20 smithi156 conmon[67007]: audit 2022-01-18T19:04:20 2022-01-18T19:04:21.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:20 smithi156 conmon[67007]: .291502+0000 mon.smithi129 (mon.0) 1974 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:04:21.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:20 smithi156 conmon[67007]: audit 2022-01-18T19: 2022-01-18T19:04:21.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:20 smithi156 conmon[67007]: 04:20.296926+0000 mon.smithi129 (mon.0) 1975 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:04:21.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:20 smithi156 conmon[67007]: 2022-01-18T19:04:21.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:21 smithi129 conmon[101092]: cephadm 2022-01-18T19:04:19.981477+0000 mgr.smithi129.iclwio (mgr.14716) 6279 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:04:22.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:21 smithi156 conmon[67007]: cephadm 2022-01-18T19:04:19.981477+0000 mgr.smithi129.iclwio (mgr.14716) 6279 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:04:22.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:22 smithi129 conmon[101092]: cluster 2022-01-18T19:04:21.544770+0000 mgr.smithi129.iclwio (mgr.14716) 6280 : cluster [DBG] pgmap v5397: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:23.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:22 smithi156 conmon[67007]: cluster 2022-01-18T19:04:21.544770+0000 mgr.smithi129.iclwio (mgr.14716) 6280 : cluster [DBG] pgmap v5397: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:24 smithi156 conmon[67007]: cluster 2022-01-18T19:04:23.545468+0000 mgr.smithi129.iclwio (mgr.14716) 6281 : cluster [DBG] pgmap v5398: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:24.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:24 smithi129 conmon[101092]: cluster 2022-01-18T19:04:23.545468+0000 mgr.smithi129.iclwio (mgr.14716) 6281 : cluster [DBG] 2022-01-18T19:04:24.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:24 smithi129 conmon[101092]: pgmap v5398: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:26.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:26 smithi129 conmon[101092]: cluster 2022-01-18T19:04:25.546331+0000 mgr.smithi129.iclwio (mgr.14716) 6282 : cluster [DBG] pgmap v5399: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:27.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:26 smithi156 conmon[67007]: cluster 2022-01-18T19:04:25.546331+0000 mgr.smithi129.iclwio (mgr.14716) 6282 : cluster [DBG] pgmap v5399: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:28.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:28 smithi129 conmon[101092]: cluster 2022-01-18T19:04:27.546867+0000 mgr.smithi129.iclwio (mgr.14716) 6283 : cluster [DBG] pgmap v5400: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:29.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:28 smithi156 conmon[67007]: cluster 2022-01-18T19:04:27.546867+0000 mgr.smithi129.iclwio (mgr.14716) 6283 : cluster [DBG] pgmap v5400: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:30.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:30 smithi129 conmon[101092]: cluster 2022-01-18T19:04:29.547596+0000 mgr.smithi129.iclwio (mgr.14716) 6284 : cluster [DBG] pgmap v5401: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:04:31.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:30 smithi156 conmon[67007]: cluster 2022-01-18T19:04:29.547596+0000 mgr.smithi129.iclwio (mgr.14716) 6284 : cluster [DBG] pgmap v5401: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:04:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:32 smithi156 conmon[67007]: cluster 2022-01-18T19:04:31.548201+0000 mgr.smithi129.iclwio (mgr.14716) 6285 : cluster [DBG] pgmap v5402: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:32.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:32 smithi129 conmon[101092]: cluster 2022-01-18T19:04:31.548201+0000 mgr.smithi129.iclwio (mgr.14716) 6285 : cluster [DBG] pgmap v5402: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:34 smithi156 conmon[67007]: cluster 2022-01-18T19:04:33.548740+0000 mgr.smithi129.iclwio (mgr.14716) 6286 : cluster 2022-01-18T19:04:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:34 smithi156 conmon[67007]: [DBG] pgmap v5403: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:34.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:34 smithi129 conmon[101092]: cluster 2022-01-18T19:04:33.548740+0000 mgr.smithi129.iclwio (mgr.14716) 6286 : cluster [DBG] pgmap v5403: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:36.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:36 smithi129 conmon[101092]: cluster 2022-01-18T19:04:35.549578+0000 mgr.smithi129.iclwio (mgr.14716) 6287 : cluster [DBG] pgmap v5404: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:37.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:36 smithi156 conmon[67007]: cluster 2022-01-18T19:04:35.549578+0000 mgr.smithi129.iclwio (mgr.14716) 6287 : cluster [DBG] pgmap v5404: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:38.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:38 smithi129 conmon[101092]: cluster 2022-01-18T19:04:37.550102+0000 mgr.smithi129.iclwio (mgr.14716) 6288 : cluster [DBG] pgmap v5405: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:39.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:38 smithi156 conmon[67007]: cluster 2022-01-18T19:04:37.550102+0000 mgr.smithi129.iclwio (mgr.14716) 6288 : cluster [DBG] pgmap v5405: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:40.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:40 smithi129 conmon[101092]: cluster 2022-01-18T19:04:39.550884+0000 mgr.smithi129.iclwio (mgr.14716) 6289 : cluster [DBG] pgmap v5406: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:04:41.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:40 smithi156 conmon[67007]: cluster 2022-01-18T19:04:39.550884+0000 mgr.smithi129.iclwio (mgr.14716) 6289 : cluster [DBG] pgmap v5406: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:04:41.553 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:04:41.819 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:04:41.819 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 5m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:04:41.820 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 5m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:04:41.820 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 5m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:04:41.820 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 5m ago 3h 43.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:04:41.820 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 5m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:04:41.820 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 5m ago 3h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:04:41.821 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (2h) 5m ago 3h 677M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:04:41.821 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (2h) 5m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:04:41.821 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 5m ago 3h 1177M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:04:41.821 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 5m ago 3h 561M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:04:41.822 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 5m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:04:41.822 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 5m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:04:41.822 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 5m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:04:41.823 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 5m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:04:41.823 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 5m ago 3h 1924M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:04:41.823 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 5m ago 3h 2979M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:04:41.823 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 5m ago 3h 2278M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:04:41.824 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 5m ago 3h 2988M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:04:41.824 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 5m ago 3h 2776M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:04:41.824 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 5m ago 3h 3324M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:04:41.824 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 5m ago 3h 2652M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:04:41.825 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 5m ago 3h 3877M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:04:41.825 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 5m ago 3h 105M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:04:42.136 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:04:42.136 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:04:42.137 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:04:42.137 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:04:42.137 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:04:42.137 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:04:42.138 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:04:42.138 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:04:42.138 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:04:42.139 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:04:42.139 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:04:42.139 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:04:42.139 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:04:42.140 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:04:42.140 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:04:42.140 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:04:42.140 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:04:42.141 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:04:42.141 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:04:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:42 smithi156 conmon[67007]: audit 2022-01-18T19:04:41.543050+0000 mgr.smithi129.iclwio (mgr.14716) 6290 : audit [DBG] from='client.38278 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:04:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:42 smithi156 conmon[67007]: cluster 2022-01-18T19:04:41.551253+0000 mgr.smithi129.iclwio (mgr.14716) 6291 : cluster [DBG] pgmap v5407: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:42 smithi156 conmon[67007]: audit 2022-01-18T19:04:42.137805+0000 mon.smithi129 (mon.0) 1976 : audit 2022-01-18T19:04:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:42 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/1589118631' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:04:42.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:42 smithi129 conmon[101092]: audit 2022-01-18T19:04:41.543050+0000 mgr.smithi129.iclwio (mgr.14716) 6290 : audit 2022-01-18T19:04:42.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:42 smithi129 conmon[101092]: [DBG] from='client.38278 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:04:42.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:42 smithi129 conmon[101092]: cluster 2022-01-18T19:04:41.551253+0000 mgr.smithi129.iclwio (mgr.14716) 6291 : cluster [DBG] pgmap v5407: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:42.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:42 smithi129 conmon[101092]: audit 2022-01 2022-01-18T19:04:42.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:42 smithi129 conmon[101092]: -18T19:04:42.137805+0000 mon.smithi129 (mon.0) 1976 : audit [DBG] from='client.? 172.21.15.129:0/1589118631' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:04:43.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:43 smithi156 conmon[67007]: audit 2022-01-18T19:04:41.811956+0000 mgr.smithi129.iclwio (mgr.14716) 6292 : audit [DBG] from='client.38282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:04:43.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:43 smithi129 conmon[101092]: audit 2022-01-18T19:04:41.811956+0000 mgr.smithi129.iclwio (mgr.14716) 6292 : audit [DBG] 2022-01-18T19:04:43.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:43 smithi129 conmon[101092]: from='client.38282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:04:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:44 smithi156 conmon[67007]: cluster 2022-01-18T19:04:43.551778+0000 mgr.smithi129.iclwio (mgr.14716) 6293 : cluster [DBG] pgmap v5408: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:44.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:44 smithi129 conmon[101092]: cluster 2022-01-18T19:04:43.551778+0000 mgr.smithi129.iclwio (mgr.14716) 6293 : cluster [DBG] pgmap v5408: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:46.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:46 smithi129 conmon[101092]: cluster 2022-01-18T19:04:45.552604+0000 mgr.smithi129.iclwio (mgr.14716) 6294 : cluster [DBG] pgmap v5409: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:47.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:46 smithi156 conmon[67007]: cluster 2022-01-18T19:04:45.552604+0000 mgr.smithi129.iclwio (mgr.14716) 6294 : cluster [DBG] pgmap v5409: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:48.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:48 smithi129 conmon[101092]: cluster 2022-01-18T19:04:47.553202+0000 mgr.smithi129.iclwio (mgr.14716) 6295 : cluster [DBG] pgmap v5410: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:49.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:48 smithi156 conmon[67007]: cluster 2022-01-18T19:04:47.553202+0000 mgr.smithi129.iclwio (mgr.14716) 6295 : cluster [DBG] pgmap v5410: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:50.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:50 smithi129 conmon[101092]: cluster 2022-01-18T19:04:49.554150+0000 mgr.smithi129.iclwio (mgr.14716) 6296 : cluster [DBG] pgmap v5411: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:04:51.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:50 smithi156 conmon[67007]: cluster 2022-01-18T19:04:49.554150+0000 mgr.smithi129.iclwio (mgr.14716) 6296 : cluster [DBG] pgmap v5411: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:04:51.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:50 smithi156 conmon[67007]: 2022-01-18T19:04:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:52 smithi156 conmon[67007]: cluster 2022-01-18T19:04:51.554720+0000 mgr.smithi129.iclwio (mgr.14716) 6297 : cluster [DBG] pgmap v5412: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:52.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:52 smithi129 conmon[101092]: cluster 2022-01-18T19:04:51.554720+0000 mgr.smithi129.iclwio (mgr.14716) 6297 : cluster [DBG] pgmap v5412: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:54 smithi156 conmon[67007]: cluster 2022-01-18T19:04:53.555307+0000 mgr.smithi129.iclwio (mgr.14716) 6298 : cluster [DBG] pgmap v5413: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:54.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:54 smithi129 conmon[101092]: cluster 2022-01-18T19:04:53.555307+0000 mgr.smithi129.iclwio (mgr.14716) 6298 : cluster [DBG] pgmap v5413: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:56.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:56 smithi129 conmon[101092]: cluster 2022-01-18T19:04:55.556163+0000 mgr.smithi129.iclwio (mgr.14716) 6299 : cluster [DBG] pgmap v5414: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:57.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:56 smithi156 conmon[67007]: cluster 2022-01-18T19:04:55.556163+0000 mgr.smithi129.iclwio (mgr.14716) 6299 : cluster [DBG] pgmap v5414: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:57.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:56 smithi156 conmon[67007]: 2022-01-18T19:04:58.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:58 smithi129 conmon[101092]: cluster 2022-01-18T19:04:57.556764+0000 mgr.smithi129.iclwio (mgr.14716) 6300 : cluster [DBG] pgmap v5415: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:59.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:58 smithi156 conmon[67007]: cluster 2022-01-18T19:04:57.556764+0000 mgr.smithi129.iclwio (mgr.14716) 6300 : cluster [DBG] pgmap v5415: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:04:59.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:59 smithi129 conmon[101092]: audit 2022-01-18T19:04:58.913971+0000 mon.smithi129 (mon.0) 1977 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:04:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:04:59 smithi129 conmon[101092]: audit 2022-01-18T19:04:58.914265+0000 mon.smithi129 (mon.0) 1978 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:05:00.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:59 smithi156 conmon[67007]: audit 2022-01-18T19:04:58.913971+0000 mon.smithi129 (mon.0) 1977 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:05:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:59 smithi156 conmon[67007]: 2022-01-18T19:05:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:04:59 smithi156 conmon[67007]: audit 2022-01-18T19:04:58.914265+0000 mon.smithi129 (mon.0) 1978 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:05:00.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:00 smithi129 conmon[101092]: cluster 2022-01-18T19:04:59.557450+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T19:05:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:00 smithi129 conmon[101092]: 14716) 6301 : cluster [DBG] pgmap v5416: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:05:01.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:00 smithi156 conmon[67007]: cluster 2022-01-18T19:04:59.557450+0000 mgr.smithi129.iclwio (mgr.14716) 6301 : 2022-01-18T19:05:01.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:00 smithi156 conmon[67007]: cluster [DBG] pgmap v5416: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:05:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:02 smithi156 conmon[67007]: cluster 2022-01-18T19:05:01.557868+0000 mgr.smithi129.iclwio (mgr.14716) 6302 : cluster [DBG] pgmap v5417: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:02.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:02 smithi156 conmon[67007]: 2022-01-18T19:05:02.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:02 smithi129 conmon[101092]: cluster 2022-01-18T19:05:01.557868+0000 mgr.smithi129.iclwio (mgr.14716) 6302 : cluster [DBG] pgmap v5417: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:04 smithi156 conmon[67007]: cluster 2022-01-18T19:05:03.558444+0000 mgr.smithi129.iclwio (mgr.14716) 6303 : 2022-01-18T19:05:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:04 smithi156 conmon[67007]: cluster [DBG] pgmap v5418: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:04.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:04 smithi129 conmon[101092]: cluster 2022-01-18T19:05:03.558444+0000 mgr.smithi129.iclwio (mgr.14716) 6303 : cluster [DBG] pgmap v5418: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:06.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:06 smithi129 conmon[101092]: cluster 2022-01-18T19:05:05.559198+0000 mgr.smithi129.iclwio (mgr.14716) 6304 : cluster [DBG] pgmap v5419: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:06 smithi129 conmon[101092]: 2022-01-18T19:05:07.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:06 smithi156 conmon[67007]: cluster 2022-01-18T19:05:05.559198+0000 mgr.smithi129.iclwio (mgr.14716) 6304 : cluster [DBG] pgmap v5419: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:07.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:06 smithi156 conmon[67007]: 2022-01-18T19:05:08.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:08 smithi129 conmon[101092]: cluster 2022-01-18T19:05:07.559924+0000 mgr.smithi129.iclwio (mgr.14716) 6305 : cluster [DBG] pgmap v5420: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:09.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:08 smithi156 conmon[67007]: cluster 2022-01-18T19:05:07.559924+0000 mgr.smithi129.iclwio (mgr.14716) 6305 : cluster [DBG] 2022-01-18T19:05:09.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:08 smithi156 conmon[67007]: pgmap v5420: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:10.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:10 smithi129 conmon[101092]: cluster 2022-01-18T19:05:09.560667+0000 mgr.smithi129.iclwio (mgr.14716) 6306 : cluster [DBG] 2022-01-18T19:05:10.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:10 smithi129 conmon[101092]: pgmap v5421: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:05:11.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:10 smithi156 conmon[67007]: cluster 2022-01-18T19:05:09.560667+0000 mgr.smithi129.iclwio (mgr.14716) 6306 : cluster [DBG] pgmap v5421: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:05:11.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:10 smithi156 conmon[67007]: 2022-01-18T19:05:12.435 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:05:12.702 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:05:12.702 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 6m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:05:12.703 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (2h) 6m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:05:12.703 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 6m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:05:12.703 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 6m ago 3h 43.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:05:12.703 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 6m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:05:12.704 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 6m ago 3h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:05:12.704 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 6m ago 3h 677M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:05:12.704 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 6m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:05:12.704 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (2h) 6m ago 3h 1177M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:05:12.705 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (2h) 6m ago 3h 561M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:05:12.705 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 6m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:05:12.705 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 6m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:05:12.705 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 6m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:05:12.706 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 6m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:05:12.706 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 6m ago 3h 1924M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:05:12.706 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 6m ago 3h 2979M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:05:12.706 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 6m ago 3h 2278M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:05:12.707 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 6m ago 3h 2988M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:05:12.707 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 6m ago 3h 2776M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:05:12.707 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 6m ago 3h 3324M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:05:12.707 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 6m ago 3h 2652M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:05:12.708 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 6m ago 3h 3877M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:05:12.708 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 6m ago 3h 105M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:05:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:12 smithi156 conmon[67007]: cluster 2022-01-18T19:05:11.561354+0000 mgr.smithi129.iclwio (mgr.14716) 6307 : cluster [DBG] pgmap v5422: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:12.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:12 smithi129 conmon[101092]: cluster 2022-01-18T19:05:11.561354+0000 mgr.smithi129.iclwio (mgr.14716) 6307 2022-01-18T19:05:12.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:12 smithi129 conmon[101092]: : cluster [DBG] pgmap v5422: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:13.023 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:05:13.023 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:05:13.023 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:05:13.024 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:05:13.024 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:05:13.024 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:05:13.024 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:05:13.025 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:05:13.025 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:05:13.025 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:05:13.025 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:05:13.025 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:05:13.026 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:05:13.026 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:05:13.026 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:05:13.026 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:05:13.027 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:05:13.027 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:05:13.027 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:05:13.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:13 smithi156 conmon[67007]: audit 2022-01-18T19:05:12.424678+0000 mgr.smithi129.iclwio (mgr.14716) 6308 : audit [DBG] 2022-01-18T19:05:13.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:13 smithi156 conmon[67007]: from='client.38290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:05:13.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:13 smithi156 conmon[67007]: audit 2022-01-18T19:05:12.695190+0000 mgr.smithi129.iclwio (mgr.14716) 6309 : audit [DBG] from='client.38294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:05:13.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:13 smithi156 conmon[67007]: audit 2022-01-18T19:05:13.024488+0000 2022-01-18T19:05:13.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:13 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1979 : audit [DBG] from='client.? 172.21.15.129:0/206786094' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:05:13.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:13 smithi129 conmon[101092]: audit 2022-01-18T19:05:12.424678+0000 mgr.smithi129.iclwio (mgr.14716) 6308 : audit 2022-01-18T19:05:13.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:13 smithi129 conmon[101092]: [DBG] from='client.38290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:05:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:13 smithi129 conmon[101092]: audit 2022-01-18T19:05:12.695190+0000 mgr.smithi129.iclwio (mgr.14716) 6309 : audit [DBG] from='client.38294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:05:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:13 smithi129 conmon[101092]: audit 2022-01-18T19:05:13.024488 2022-01-18T19:05:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:13 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 1979 : audit [DBG] 2022-01-18T19:05:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:13 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/206786094' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:05:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:14 smithi156 conmon[67007]: cluster 2022-01-18T19:05:13.561843+0000 mgr.smithi129.iclwio (mgr.14716) 6310 : cluster [DBG] pgmap v5423: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:14.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:14 smithi129 conmon[101092]: cluster 2022-01-18T19:05:13.561843+0000 mgr.smithi129.iclwio (mgr.14716) 6310 : 2022-01-18T19:05:14.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:14 smithi129 conmon[101092]: cluster [DBG] pgmap v5423: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:16.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:16 smithi129 conmon[101092]: cluster 2022-01-18T19:05:15.562595+0000 mgr.smithi129.iclwio (mgr.14716) 6311 : cluster [DBG] pgmap v5424: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:17.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:16 smithi156 conmon[67007]: cluster 2022-01-18T19:05:15.562595+0000 mgr.smithi129.iclwio (mgr.14716) 6311 : cluster [DBG] pgmap v5424: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:18.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:18 smithi129 conmon[101092]: cluster 2022-01-18T19:05:17.563205+0000 mgr.smithi129.iclwio (mgr.14716) 6312 : cluster [DBG] 2022-01-18T19:05:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:18 smithi129 conmon[101092]: pgmap v5425: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:19.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:18 smithi156 conmon[67007]: cluster 2022-01-18T19:05:17.563205+0000 mgr.smithi129.iclwio (mgr.14716) 6312 : cluster [DBG] pgmap v5425: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:20 smithi129 conmon[101092]: cluster 2022-01-18T19:05:19.563979 2022-01-18T19:05:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:20 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 6313 : cluster [DBG] pgmap v5426: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:05:20.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:20 smithi129 conmon[101092]: audit 2022-01-18T19:05:20.299408+0000 mon.smithi129 (mon.0) 1980 : audit [DBG] 2022-01-18T19:05:20.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:20 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:05:20.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:20 smithi129 conmon[101092]: audit 2022-01-18T19:05:20.300838+0000 mon.smithi129 (mon 2022-01-18T19:05:20.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:20 smithi129 conmon[101092]: .0) 1981 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:05:20.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:20 smithi129 conmon[101092]: audit 2022-01-18T19:05:20.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:20 smithi129 conmon[101092]: 2022-01-18T19:05:20.301740+0000 mon.smithi129 (mon 2022-01-18T19:05:20.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:20 smithi129 conmon[101092]: .0) 1982 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:05:20.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:20 smithi129 conmon[101092]: audit 2022-01 2022-01-18T19:05:20.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:20 smithi129 conmon[101092]: -18T19:05:20.610548+0000 mon.smithi129 2022-01-18T19:05:20.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:20 smithi129 conmon[101092]: (mon.0) 1983 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:05:20.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:20 smithi129 conmon[101092]: audit 2022 2022-01-18T19:05:20.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:20 smithi129 conmon[101092]: -01-18T19:05:20.615309+0000 2022-01-18T19:05:20.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:20 smithi129 conmon[101092]: mon.smithi129 (mon.0) 1984 : audit [INF] 2022-01-18T19:05:20.945 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:20 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:05:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:20 smithi156 conmon[67007]: cluster 2022-01-18T19:05:19.563979+0000 mgr.smithi129.iclwio (mgr.14716) 6313 : cluster 2022-01-18T19:05:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:20 smithi156 conmon[67007]: [DBG] pgmap v5426: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:05:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:20 smithi156 conmon[67007]: audit 2022-01-18T19:05:20.299408+0000 mon.smithi129 (mon.0) 1980 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:05:21.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:20 smithi156 conmon[67007]: audit 2022-01-18T19:05:21.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:20 smithi156 conmon[67007]: 2022-01-18T19:05:20.300838+0000 mon.smithi129 (mon.0) 1981 : audit 2022-01-18T19:05:21.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:20 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:05:21.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:20 smithi156 conmon[67007]: audit 2022-01-18T19:05:20.301740+0000 mon.smithi129 (mon.0) 1982 : audit [INF] 2022-01-18T19:05:21.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:20 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:05:21.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:20 smithi156 conmon[67007]: audit 2022 2022-01-18T19:05:21.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:20 smithi156 conmon[67007]: -01-18T19:05:20 2022-01-18T19:05:21.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:20 smithi156 conmon[67007]: .610548+0000 mon.smithi129 (mon.0) 2022-01-18T19:05:21.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:20 smithi156 conmon[67007]: 1983 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:05:21.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:20 smithi156 conmon[67007]: audit 2022- 2022-01-18T19:05:21.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:20 smithi156 conmon[67007]: 01-18T19:05:20.615309+0000 2022-01-18T19:05:21.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:20 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1984 : audit 2022-01-18T19:05:21.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:20 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:05:21.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:21 smithi129 conmon[101092]: cephadm 2022-01-18T19:05:20.302462+0000 mgr.smithi129.iclwio (mgr.14716) 6314 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:05:21.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:21 smithi129 conmon[101092]: 2022-01-18T19:05:22.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:21 smithi156 conmon[67007]: cephadm 2022-01-18T19:05:20.302462+0000 mgr.smithi129.iclwio (mgr.14716) 6314 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:05:22.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:22 smithi129 conmon[101092]: cluster 2022-01-18T19:05:21.564460+0000 mgr.smithi129.iclwio (mgr.14716) 6315 : cluster [DBG] pgmap v5427: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:22.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:22 smithi129 conmon[101092]: 2022-01-18T19:05:23.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:22 smithi156 conmon[67007]: cluster 2022-01-18T19:05:21.564460+0000 mgr.smithi129.iclwio (mgr.14716) 6315 : cluster [DBG] pgmap v5427: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:24 smithi156 conmon[67007]: cluster 2022-01-18T19:05:23.565218+0000 mgr.smithi129.iclwio (mgr.14716) 6316 : cluster [DBG] pgmap v5428: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:24.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:24 smithi129 conmon[101092]: cluster 2022-01-18T19:05:23.565218+0000 mgr.smithi129.iclwio (mgr.14716) 6316 : cluster [DBG] pgmap v5428: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:26.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:26 smithi129 conmon[101092]: cluster 2022-01-18T19:05:25.566103+0000 mgr.smithi129.iclwio (mgr.14716) 6317 : cluster [DBG] pgmap v5429: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:26.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:26 smithi129 conmon[101092]: 2022-01-18T19:05:27.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:26 smithi156 conmon[67007]: cluster 2022-01-18T19:05:25.566103+0000 mgr.smithi129.iclwio (mgr.14716) 6317 : cluster [DBG] pgmap v5429: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:28.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:28 smithi129 conmon[101092]: cluster 2022-01-18T19:05:27.566739+0000 mgr.smithi129.iclwio (mgr.14716) 6318 : cluster [DBG] pgmap v5430: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:29.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:28 smithi156 conmon[67007]: cluster 2022-01-18T19:05:27.566739+0000 mgr.smithi129.iclwio (mgr.14716) 6318 : cluster [DBG] pgmap v5430: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:30.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:30 smithi129 conmon[101092]: cluster 2022-01-18T19:05:29.567476+0000 mgr.smithi129.iclwio (mgr.14716) 6319 : cluster [DBG] 2022-01-18T19:05:30.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:30 smithi129 conmon[101092]: pgmap v5431: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:05:31.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:30 smithi156 conmon[67007]: cluster 2022-01-18T19:05:29.567476+0000 mgr.smithi129.iclwio (mgr.14716) 6319 : cluster [DBG] pgmap v5431: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:05:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:32 smithi156 conmon[67007]: cluster 2022-01-18T19:05:31.567932+0000 mgr.smithi129.iclwio (mgr.14716) 6320 : cluster [DBG] pgmap v5432: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:32.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:32 smithi129 conmon[101092]: cluster 2022-01-18T19:05:31.567932+0000 mgr.smithi129.iclwio (mgr.14716) 6320 : cluster [DBG] pgmap v5432: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:34 smithi156 conmon[67007]: cluster 2022-01-18T19:05:33.568484+0000 mgr.smithi129.iclwio (mgr.14716) 6321 : cluster [DBG] pgmap v5433: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:34.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:34 smithi129 conmon[101092]: cluster 2022-01-18T19:05:33.568484+0000 mgr.smithi129.iclwio (mgr.14716) 6321 : cluster [DBG] pgmap v5433: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:36.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:36 smithi129 conmon[101092]: cluster 2022-01-18T19:05:35.569309+0000 mgr.smithi129.iclwio (mgr.14716) 6322 : cluster [DBG] pgmap v5434: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:36.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:36 smithi129 conmon[101092]: 2022-01-18T19:05:37.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:36 smithi156 conmon[67007]: cluster 2022-01-18T19:05:35.569309+0000 mgr.smithi129.iclwio (mgr.14716) 6322 : cluster [DBG] 2022-01-18T19:05:37.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:36 smithi156 conmon[67007]: pgmap v5434: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:38.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:38 smithi129 conmon[101092]: cluster 2022-01-18T19:05:37.569901+0000 mgr.smithi129.iclwio (mgr.14716) 6323 : cluster [DBG] pgmap v5435: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:38 smithi129 conmon[101092]: 2022-01-18T19:05:39.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:38 smithi156 conmon[67007]: cluster 2022-01-18T19:05:37.569901+0000 mgr.smithi129.iclwio (mgr.14716) 6323 : cluster [DBG] pgmap v5435: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:40.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:40 smithi129 conmon[101092]: cluster 2022-01-18T19:05:39.570664+0000 mgr.smithi129.iclwio (mgr.14716) 6324 : cluster 2022-01-18T19:05:40.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:40 smithi129 conmon[101092]: [DBG] pgmap v5436: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:05:41.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:40 smithi156 conmon[67007]: cluster 2022-01-18T19:05:39.570664+0000 mgr.smithi129.iclwio (mgr.14716) 6324 : cluster [DBG] pgmap v5436: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:05:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:42 smithi156 conmon[67007]: cluster 2022-01-18T19:05:41.571197+0000 mgr.smithi129.iclwio (mgr.14716) 6325 : cluster [DBG] pgmap v5437: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:42 smithi156 conmon[67007]: 2022-01-18T19:05:42.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:42 smithi129 conmon[101092]: cluster 2022-01-18T19:05:41.571197+0000 mgr.smithi129.iclwio (mgr.14716) 6325 : cluster [DBG] 2022-01-18T19:05:42.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:42 smithi129 conmon[101092]: pgmap v5437: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:43.321 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:05:43.587 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:05:43.588 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 6m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:05:43.588 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 6m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:05:43.588 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (2h) 6m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:05:43.589 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 6m ago 3h 43.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:05:43.589 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 6m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:05:43.589 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 6m ago 3h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:05:43.589 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 6m ago 3h 677M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:05:43.590 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 6m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:05:43.590 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 6m ago 3h 1177M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:05:43.590 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 6m ago 3h 561M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:05:43.590 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 6m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:05:43.591 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 6m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:05:43.591 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 6m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:05:43.591 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 6m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:05:43.591 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 6m ago 3h 1924M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:05:43.592 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 6m ago 3h 2979M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:05:43.592 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 6m ago 3h 2278M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:05:43.592 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 6m ago 3h 2988M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:05:43.592 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 6m ago 3h 2776M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:05:43.593 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 6m ago 3h 3324M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:05:43.593 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 6m ago 3h 2652M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:05:43.593 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 6m ago 3h 3877M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:05:43.593 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 6m ago 3h 105M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:05:43.904 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:05:43.904 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:05:43.904 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:05:43.905 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:05:43.905 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:05:43.905 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:05:43.905 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:05:43.906 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:05:43.906 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:05:43.906 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:05:43.906 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:05:43.907 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:05:43.907 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:05:43.907 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:05:43.907 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:05:43.907 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:05:43.908 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:05:43.908 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:05:43.908 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:05:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:44 smithi156 conmon[67007]: audit 2022-01-18T19:05:43.310986+0000 mgr.smithi129.iclwio (mgr.14716) 6326 : audit [DBG] from='client.38302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:05:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:44 smithi156 conmon[67007]: cluster 2022-01-18T19:05:43.571643+0000 mgr.smithi129.iclwio (mgr.14716) 6327 : cluster [DBG] pgmap v5438: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:44 smithi156 conmon[67007]: audit 2022-01-18T19:05:43.580435+0000 mgr.smithi129.iclwio (mgr.14716) 6328 : audit 2022-01-18T19:05:44.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:44 smithi156 conmon[67007]: [DBG] from='client.38306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:05:44.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:44 smithi156 conmon[67007]: audit 2022-01-18T19:05:43.905623+0000 mon.smithi129 (mon.0) 1985 2022-01-18T19:05:44.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:44 smithi156 conmon[67007]: : audit [DBG] from='client.? 172.21.15.129:0/3923688487' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:05:44.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:44 smithi129 conmon[101092]: audit 2022-01-18T19:05:43.310986+0000 mgr.smithi129.iclwio (mgr.14716) 6326 : audit 2022-01-18T19:05:44.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:44 smithi129 conmon[101092]: [DBG] from='client.38302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:05:44.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:44 smithi129 conmon[101092]: cluster 2022-01-18T19:05:43.571643+0000 mgr.smithi129.iclwio (mgr.14716) 6327 : cluster [DBG] pgmap v5438: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:44.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:44 smithi129 conmon[101092]: audit 2022-01-18T19:05: 2022-01-18T19:05:44.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:44 smithi129 conmon[101092]: 43.580435+0000 mgr.smithi129.iclwio (mgr.14716) 6328 : audit [DBG] from='client.38306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:05:44.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:44 smithi129 conmon[101092]: audit 2022-01-18T19:05:44.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:44 smithi129 conmon[101092]: 2022-01-18T19:05 2022-01-18T19:05:44.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:44 smithi129 conmon[101092]: :43.905623+0000 mon.smithi129 (mon. 2022-01-18T19:05:44.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:44 smithi129 conmon[101092]: 0) 1985 : audit [DBG] from='client.? 172.21.15.129:0/3923688487' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:05:46.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:46 smithi129 conmon[101092]: cluster 2022-01-18T19:05:45.572379+0000 mgr.smithi129.iclwio (mgr.14716) 6329 : cluster [DBG] pgmap v5439: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:47.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:46 smithi156 conmon[67007]: cluster 2022-01-18T19:05:45.572379+0000 mgr.smithi129.iclwio (mgr.14716) 6329 : cluster [DBG] 2022-01-18T19:05:47.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:46 smithi156 conmon[67007]: pgmap v5439: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:48.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:48 smithi129 conmon[101092]: cluster 2022-01-18T19:05:47.572966+0000 mgr.smithi129.iclwio (mgr.14716) 6330 : cluster [DBG] pgmap v5440: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:49.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:48 smithi156 conmon[67007]: cluster 2022-01-18T19:05:47.572966+0000 mgr.smithi129.iclwio (mgr.14716) 6330 : cluster [DBG] pgmap v5440: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:49.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:48 smithi156 conmon[67007]: 2022-01-18T19:05:50.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:50 smithi129 conmon[101092]: cluster 2022-01-18T19:05:49.573717+0000 mgr.smithi129.iclwio (mgr.14716) 6331 : cluster [DBG] pgmap v5441: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:05:51.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:50 smithi156 conmon[67007]: cluster 2022-01-18T19:05:49.573717+0000 mgr.smithi129.iclwio (mgr.14716) 6331 : cluster [DBG] pgmap v5441: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:05:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:52 smithi156 conmon[67007]: cluster 2022-01-18T19:05:51.574371+0000 mgr.smithi129.iclwio (mgr.14716) 6332 : cluster [DBG] pgmap v5442: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:52.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:52 smithi129 conmon[101092]: cluster 2022-01-18T19:05:51.574371+0000 mgr.smithi129.iclwio (mgr.14716) 6332 : cluster [DBG] pgmap v5442: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:54 smithi156 conmon[67007]: cluster 2022-01-18T19:05:53.574961+0000 mgr.smithi129.iclwio (mgr.14716) 6333 : cluster [DBG] pgmap v5443: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:54.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:54 smithi129 conmon[101092]: cluster 2022-01-18T19:05:53.574961+0000 mgr.smithi129.iclwio (mgr.14716) 6333 : cluster [DBG] pgmap v5443: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:56.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:56 smithi129 conmon[101092]: cluster 2022-01-18T19:05:55.575831+0000 mgr.smithi129.iclwio (mgr.14716) 6334 : cluster [DBG] pgmap v5444: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:56.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:56 smithi129 conmon[101092]: 2022-01-18T19:05:57.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:56 smithi156 conmon[67007]: cluster 2022-01-18T19:05:55.575831+0000 mgr.smithi129.iclwio (mgr.14716) 6334 : cluster [DBG] pgmap v5444: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:57.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:56 smithi156 conmon[67007]: 2022-01-18T19:05:58.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:58 smithi129 conmon[101092]: cluster 2022-01-18T19:05:57.576482+0000 mgr.smithi129.iclwio (mgr.14716) 6335 : cluster [DBG] pgmap v5445: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:59.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:58 smithi156 conmon[67007]: cluster 2022-01-18T19:05:57.576482+0000 mgr.smithi129.iclwio (mgr.14716) 6335 : cluster [DBG] pgmap v5445: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:05:59.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:59 smithi129 conmon[101092]: audit 2022-01-18T19:05:58.917500+0000 mon.smithi129 (mon.0) 1986 : audit 2022-01-18T19:05:59.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:59 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:05:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:05:59 smithi129 conmon[101092]: audit 2022-01-18T19:05:58.919267+0000 mon.smithi129 (mon.0) 1987 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:06:00.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:59 smithi156 conmon[67007]: audit 2022-01-18T19:05:58.917500+0000 mon.smithi129 (mon.0) 1986 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:06:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:05:59 smithi156 conmon[67007]: audit 2022-01-18T19:05:58.919267+0000 mon.smithi129 (mon.0) 1987 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:06:00.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:00 smithi129 conmon[101092]: cluster 2022-01-18T19:05:59.577298+0000 mgr.smithi129.iclwio (mgr.14716) 6336 : cluster [DBG] pgmap v5446: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:06:01.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:00 smithi156 conmon[67007]: cluster 2022-01-18T19:05:59.577298+0000 mgr.smithi129.iclwio (mgr.14716) 6336 : cluster [DBG] pgmap v5446: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:06:01.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:00 smithi156 conmon[67007]: 2022-01-18T19:06:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:02 smithi156 conmon[67007]: cluster 2022-01-18T19:06:01.577764+0000 mgr.smithi129.iclwio (mgr.14716) 6337 : cluster [DBG] pgmap v5447: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:02.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:02 smithi129 conmon[101092]: cluster 2022-01-18T19:06:01.577764+0000 mgr.smithi129.iclwio (mgr.14716) 6337 : cluster [DBG] pgmap v5447: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:02 smithi129 conmon[101092]: 2022-01-18T19:06:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:04 smithi156 conmon[67007]: cluster 2022-01-18T19:06:03.578350+0000 mgr.smithi129.iclwio (mgr.14716) 6338 : cluster 2022-01-18T19:06:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:04 smithi156 conmon[67007]: [DBG] pgmap v5448: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:04.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:04 smithi129 conmon[101092]: cluster 2022-01-18T19:06:03.578350+0000 mgr.smithi129.iclwio (mgr.14716) 6338 : cluster [DBG] pgmap v5448: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:06.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:06 smithi129 conmon[101092]: cluster 2022-01-18T19:06:05.579284+0000 mgr.smithi129.iclwio (mgr.14716) 6339 : cluster [DBG] 2022-01-18T19:06:06.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:06 smithi129 conmon[101092]: pgmap v5449: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:07.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:06 smithi156 conmon[67007]: cluster 2022-01-18T19:06:05.579284+0000 mgr.smithi129.iclwio (mgr.14716) 6339 : cluster [DBG] pgmap v5449: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:08 smithi129 conmon[101092]: cluster 2022-01-18T19:06:07.579864+0000 mgr.smithi129.iclwio (mgr.14716) 6340 : cluster [DBG] pgmap v5450: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:09.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:08 smithi156 conmon[67007]: cluster 2022-01-18T19:06:07.579864+0000 mgr.smithi129.iclwio (mgr.14716) 6340 : cluster [DBG] pgmap v5450: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:10.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:10 smithi129 conmon[101092]: cluster 2022-01-18T19:06:09.580876+0000 mgr.smithi129.iclwio (mgr.14716) 6341 : cluster [DBG] pgmap v5451: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:06:11.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:10 smithi156 conmon[67007]: cluster 2022-01-18T19:06:09.580876+0000 mgr.smithi129.iclwio (mgr.14716) 6341 : cluster [DBG] pgmap v5451: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:06:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:12 smithi156 conmon[67007]: cluster 2022-01-18T19:06:11.581507+0000 mgr.smithi129.iclwio (mgr.14716) 6342 : cluster [DBG] pgmap v5452: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:12.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:12 smithi129 conmon[101092]: cluster 2022-01-18T19:06:11.581507+0000 mgr.smithi129.iclwio (mgr.14716) 6342 : cluster [DBG] pgmap v5452: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:14.203 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:06:14.468 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:06:14.554 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 7m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:06:14.555 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 7m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:06:14.555 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 7m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:06:14.555 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 7m ago 3h 43.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:06:14.555 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 7m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:06:14.556 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 7m ago 3h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:06:14.556 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 7m ago 3h 677M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:06:14.556 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 7m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:06:14.556 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 7m ago 3h 1177M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:06:14.557 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 7m ago 3h 561M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:06:14.557 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 7m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:06:14.557 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 7m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:06:14.557 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 7m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:06:14.557 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 7m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:06:14.558 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 7m ago 3h 1924M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:06:14.558 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 7m ago 3h 2979M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:06:14.558 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 7m ago 3h 2278M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:06:14.558 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 7m ago 3h 2988M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:06:14.559 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 7m ago 3h 2776M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:06:14.559 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 7m ago 3h 3324M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:06:14.559 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 7m ago 3h 2652M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:06:14.559 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 7m ago 3h 3877M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:06:14.560 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 7m ago 3h 105M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:06:14.785 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:06:14.786 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:06:14.786 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:06:14.787 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:06:14.787 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:06:14.787 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:06:14.787 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:06:14.788 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:06:14.788 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:06:14.788 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:06:14.789 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:06:14.789 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:06:14.789 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:06:14.790 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:06:14.790 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:06:14.790 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:06:14.790 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:06:14.791 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:06:14.791 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:06:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:14 smithi156 conmon[67007]: cluster 2022-01-18T19:06:13.582053+0000 mgr.smithi129.iclwio (mgr.14716) 6343 : cluster [DBG] 2022-01-18T19:06:14.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:14 smithi156 conmon[67007]: pgmap v5453: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:14.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:14 smithi129 conmon[101092]: cluster 2022-01-18T19:06:13.582053+0000 mgr.smithi129.iclwio (mgr.14716) 6343 : cluster [DBG] pgmap v5453: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:15.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:15 smithi129 conmon[101092]: audit 2022-01-18T19:06:14.192386+0000 mgr.smithi129.iclwio (mgr.14716) 6344 : audit [DBG] from='client.38314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:06:15.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:15 smithi129 conmon[101092]: audit 2022-01-18T19:06:14.460866+0000 mgr.smithi129.iclwio (mgr.14716) 6345 : audit [DBG] from='client.38318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:06:15.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:15 smithi129 conmon[101092]: audit 2022-01-18T19:06:14.786838+0000 mon.smithi129 (mon.0) 1988 : audit [DBG] from='client.? 172.21.15.129:0/327283271' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:06:16.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:15 smithi156 conmon[67007]: audit 2022-01-18T19:06:14.192386+0000 mgr.smithi129.iclwio (mgr.14716) 6344 : audit 2022-01-18T19:06:16.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:15 smithi156 conmon[67007]: [DBG] from='client.38314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:06:16.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:15 smithi156 conmon[67007]: audit 2022-01-18T19:06:14.460866+0000 mgr.smithi129.iclwio (mgr.14716) 6345 : audit [DBG] from='client.38318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:06:16.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:15 smithi156 conmon[67007]: audit 2022-01 2022-01-18T19:06:16.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:15 smithi156 conmon[67007]: -18T19:06:14.786838+0000 mon.smithi129 (mon.0) 1988 : audit [DBG] from='client.? 172.21.15.129:0/327283271' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:06:16.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:16 smithi129 conmon[101092]: cluster 2022-01-18T19:06:15.582901+0000 mgr.smithi129.iclwio (mgr.14716) 6346 : cluster [DBG] pgmap v5454: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:17.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:16 smithi156 conmon[67007]: cluster 2022-01-18T19:06:15.582901+0000 mgr.smithi129.iclwio (mgr.14716) 6346 : cluster 2022-01-18T19:06:17.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:16 smithi156 conmon[67007]: [DBG] pgmap v5454: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:18.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:18 smithi129 conmon[101092]: cluster 2022-01-18T19:06:17.583386+0000 mgr.smithi129.iclwio (mgr.14716) 6347 : cluster [DBG] pgmap v5455: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:19.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:18 smithi156 conmon[67007]: cluster 2022-01-18T19:06:17.583386+0000 mgr.smithi129.iclwio (mgr.14716) 6347 : cluster [DBG] pgmap v5455: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:19.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:18 smithi156 conmon[67007]: 2022-01-18T19:06:20.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:20 smithi129 conmon[101092]: cluster 2022-01-18T19:06:19.584222+0000 mgr.smithi129.iclwio (mgr.14716) 6348 : cluster [DBG] pgmap v5456: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:06:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:20 smithi129 conmon[101092]: audit 2022-01-18T19:06:20 2022-01-18T19:06:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:20 smithi129 conmon[101092]: .617769+0000 mon.smithi129 (mon.0) 1989 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:06:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:20 smithi129 conmon[101092]: audit 2022-01-18T19:06:20.619331+0000 mon.smithi129 (mon.0) 1990 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:06:20.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:20 smithi129 conmon[101092]: audit 2022-01-18T19:06:20.620233+0000 mon.smithi129 (mon.0) 1991 2022-01-18T19:06:20.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:20 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:06:21.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:20 smithi156 conmon[67007]: cluster 2022-01-18T19:06:19.584222+0000 mgr.smithi129.iclwio (mgr.14716) 6348 : cluster [DBG] 2022-01-18T19:06:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:20 smithi156 conmon[67007]: pgmap v5456: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:06:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:20 smithi156 conmon[67007]: audit 2022-01-18T19:06:20.617769+0000 mon.smithi129 (mon.0) 1989 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:06:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:20 smithi156 conmon[67007]: audit 2022-01-18T19:06:20.619331+0000 mon.smithi129 ( 2022-01-18T19:06:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:20 smithi156 conmon[67007]: mon.0) 1990 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:06:21.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:20 smithi156 conmon[67007]: audit 2022-01-18T19: 2022-01-18T19:06:21.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:20 smithi156 conmon[67007]: 06:20.620233+0000 mon.smithi129 (mon.0) 1991 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:06:21.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:21 smithi129 conmon[101092]: cephadm 2022-01-18T19:06:20.620967+0000 mgr.smithi129.iclwio (mgr.14716) 6349 : cephadm [WRN] 2022-01-18T19:06:21.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:21 smithi129 conmon[101092]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:06:21.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:21 smithi129 conmon[101092]: audit 2022-01-18T19:06:20.929984+0000 mon.smithi129 (mon.0) 1992 : audit 2022-01-18T19:06:21.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:21 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:06:21.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:21 smithi129 conmon[101092]: audit 2022- 2022-01-18T19:06:21.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:21 smithi129 conmon[101092]: 01-18T19:06:20.934524+0000 mon.smithi129 (mon.0 2022-01-18T19:06:21.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:21 smithi129 conmon[101092]: ) 1993 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:06:22.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:21 smithi156 conmon[67007]: cephadm 2022-01-18T19:06:20.620967+0000 mgr.smithi129.iclwio (mgr.14716) 6349 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:06:22.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:21 smithi156 conmon[67007]: audit 2022-01-18T19:06:20.929984+0000 mon.smithi129 (mon.0) 1992 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:06:22.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:21 smithi156 conmon[67007]: audit 2022-01-18T19:06:20.934524+0000 2022-01-18T19:06:22.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:21 smithi156 conmon[67007]: mon.smithi129 (mon.0) 1993 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:06:22.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:22 smithi129 conmon[101092]: cluster 2022-01-18T19:06:21.584592+0000 mgr.smithi129.iclwio (mgr.14716) 6350 : cluster [DBG] pgmap v5457: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:22.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:22 smithi129 conmon[101092]: 2022-01-18T19:06:23.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:22 smithi156 conmon[67007]: cluster 2022-01-18T19:06:21.584592+0000 mgr.smithi129.iclwio (mgr.14716) 6350 : cluster [DBG] pgmap v5457: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:24 smithi156 conmon[67007]: cluster 2022-01-18T19:06:23.585286+0000 mgr.smithi129.iclwio (mgr.14716) 6351 : cluster [DBG] pgmap v5458: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:24.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:24 smithi129 conmon[101092]: cluster 2022-01-18T19:06:23.585286+0000 mgr.smithi129.iclwio (mgr.14716) 6351 : cluster [DBG] pgmap v5458: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:26.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:26 smithi129 conmon[101092]: cluster 2022-01-18T19:06:25.586071+0000 mgr.smithi129.iclwio (mgr.14716) 6352 : cluster [DBG] pgmap v5459: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:27.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:26 smithi156 conmon[67007]: cluster 2022-01-18T19:06:25.586071+0000 mgr.smithi129.iclwio (mgr.14716) 6352 : cluster 2022-01-18T19:06:27.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:26 smithi156 conmon[67007]: [DBG] pgmap v5459: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:28.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:28 smithi129 conmon[101092]: cluster 2022-01-18T19:06:27.586643+0000 mgr.smithi129.iclwio (mgr.14716) 6353 : cluster [DBG] pgmap v5460: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:28.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:28 smithi129 conmon[101092]: 2022-01-18T19:06:29.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:28 smithi156 conmon[67007]: cluster 2022-01-18T19:06:27.586643+0000 mgr.smithi129.iclwio (mgr.14716) 6353 : cluster [DBG] pgmap v5460: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:30.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:30 smithi129 conmon[101092]: cluster 2022-01-18T19:06:29.587602+0000 mgr.smithi129.iclwio (mgr.14716) 6354 : cluster [DBG] pgmap v5461: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:06:31.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:30 smithi156 conmon[67007]: cluster 2022-01-18T19:06:29.587602+0000 mgr.smithi129.iclwio (mgr.14716) 6354 : cluster [DBG] pgmap v5461: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:06:31.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:30 smithi156 conmon[67007]: 2022-01-18T19:06:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:32 smithi156 conmon[67007]: cluster 2022-01-18T19:06:31.588087+0000 mgr.smithi129.iclwio (mgr.14716) 6355 : cluster [DBG] pgmap v5462: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:32.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:32 smithi129 conmon[101092]: cluster 2022- 2022-01-18T19:06:32.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:32 smithi129 conmon[101092]: 01-18T19:06:31.588087+0000 mgr.smithi129.iclwio (mgr.14716) 6355 : cluster [DBG] pgmap v5462: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:34 smithi156 conmon[67007]: cluster 2022-01-18T19:06:33.588722+0000 mgr.smithi129.iclwio (mgr.14716) 6356 : cluster [DBG] pgmap v5463: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:34.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:34 smithi129 conmon[101092]: cluster 2022-01-18T19:06:33.588722+0000 mgr.smithi129.iclwio (mgr.14716) 6356 : cluster [DBG] pgmap v5463: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:36.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:36 smithi129 conmon[101092]: cluster 2022-01-18T19:06:35.589557+0000 mgr.smithi129.iclwio (mgr.14716) 6357 : cluster [DBG] pgmap v5464: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:37.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:36 smithi156 conmon[67007]: cluster 2022-01-18T19:06:35.589557+0000 mgr.smithi129.iclwio (mgr.14716) 6357 : cluster [DBG] pgmap v5464: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:38.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:38 smithi129 conmon[101092]: cluster 2022-01-18T19:06:37.590168+0000 mgr.smithi129.iclwio (mgr.14716) 6358 : cluster [DBG] pgmap v5465: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:39.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:38 smithi156 conmon[67007]: cluster 2022-01-18T19:06:37.590168+0000 mgr.smithi129.iclwio (mgr.14716) 6358 : cluster [DBG] pgmap v5465: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:40.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:40 smithi129 conmon[101092]: cluster 2022-01-18T19:06:39.591111+0000 mgr.smithi129.iclwio (mgr.14716) 6359 : cluster [DBG] pgmap v5466: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:06:41.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:40 smithi156 conmon[67007]: cluster 2022-01-18T19:06:39.591111+0000 mgr.smithi129.iclwio (mgr.14716) 6359 : cluster [DBG] pgmap v5466: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:06:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:42 smithi156 conmon[67007]: cluster 2022-01-18T19:06:41.591620+0000 mgr.smithi129.iclwio (mgr.14716) 6360 : cluster [DBG] pgmap v5467: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:42.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:42 smithi129 conmon[101092]: cluster 2022-01-18T19:06:41.591620+0000 mgr.smithi129.iclwio (mgr.14716) 6360 : cluster [DBG] 2022-01-18T19:06:42.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:42 smithi129 conmon[101092]: pgmap v5467: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:44 smithi156 conmon[67007]: cluster 2022-01-18T19:06:43.592329+0000 mgr.smithi129.iclwio (mgr.14716) 6361 : cluster [DBG] 2022-01-18T19:06:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:44 smithi156 conmon[67007]: pgmap v5468: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:44.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:44 smithi129 conmon[101092]: cluster 2022-01-18T19:06:43.592329+0000 mgr.smithi129.iclwio (mgr.14716) 6361 : cluster [DBG] pgmap v5468: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:45.084 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:06:45.350 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:06:45.351 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 7m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:06:45.351 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 7m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:06:45.351 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 7m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:06:45.352 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 7m ago 3h 43.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:06:45.352 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 7m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:06:45.352 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 7m ago 3h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:06:45.352 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 7m ago 3h 677M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:06:45.353 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 7m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:06:45.353 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 7m ago 3h 1177M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:06:45.353 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 7m ago 3h 561M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:06:45.353 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 7m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:06:45.354 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 7m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:06:45.354 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 7m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:06:45.354 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 7m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:06:45.354 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 7m ago 3h 1924M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:06:45.354 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 7m ago 3h 2979M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:06:45.355 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 7m ago 3h 2278M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:06:45.355 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 7m ago 3h 2988M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:06:45.355 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 7m ago 3h 2776M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:06:45.355 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 7m ago 3h 3324M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:06:45.356 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 7m ago 3h 2652M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:06:45.356 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 7m ago 3h 3877M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:06:45.356 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 7m ago 3h 105M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:06:45.675 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:06:45.675 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:06:45.675 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:06:45.676 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:06:45.676 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:06:45.676 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:06:45.676 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:06:45.676 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:06:45.677 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:06:45.677 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:06:45.677 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:06:45.677 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:06:45.678 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:06:45.678 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:06:45.679 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:06:45.679 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:06:45.679 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:06:45.679 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:06:45.680 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:06:46.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:46 smithi129 conmon[101092]: audit 2022-01-18T19:06:45.073431+0000 mgr.smithi129.iclwio (mgr.14716) 6362 : 2022-01-18T19:06:46.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:46 smithi129 conmon[101092]: audit [DBG] from='client.38326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:06:46.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:46 smithi129 conmon[101092]: audit 2022-01-18T19:06:45.343310+0000 mgr.smithi129.iclwio (mgr.14716) 6363 : audit [DBG] from='client.38330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:06:46.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:46 smithi129 conmon[101092]: cluster 2022-01-18T19 2022-01-18T19:06:46.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:46 smithi129 conmon[101092]: :06:45.592997+0000 mgr.smithi129.iclwio (mgr.14716) 6364 : cluster [DBG] pgmap v5469: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:46.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:46 smithi129 conmon[101092]: audit 2022-01-18T19:06:45.676353 2022-01-18T19:06:46.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:46 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 1994 : audit [DBG] 2022-01-18T19:06:46.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:46 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/3248171928' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:06:47.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:46 smithi156 conmon[67007]: audit 2022-01-18T19:06:45.073431+0000 mgr.smithi129.iclwio (mgr.14716) 6362 : audit [DBG] from='client.38326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:06:47.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:46 smithi156 conmon[67007]: audit 2022-01-18T19:06:45.343310+0000 mgr.smithi129.iclwio (mgr.14716) 6363 : audit [DBG] from='client.38330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:06:47.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:46 smithi156 conmon[67007]: cluster 2022-01-18T19:06:45.592997+0000 mgr.smithi129.iclwio (mgr.14716) 6364 : cluster [DBG] pgmap v5469: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:47.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:46 smithi156 conmon[67007]: audit 2022-01-18T19:06:45.676353+0000 mon.smithi129 (mon.0) 1994 : audit [DBG] from='client.? 172.21.15.129:0/3248171928' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:06:48.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:48 smithi129 conmon[101092]: cluster 2022-01-18T19:06:47.593661+0000 mgr.smithi129.iclwio (mgr.14716) 6365 : cluster [DBG] pgmap v5470: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:49.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:48 smithi156 conmon[67007]: cluster 2022-01-18T19:06:47.593661+0000 mgr.smithi129.iclwio (mgr.14716) 6365 : cluster [DBG] pgmap v5470: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:50.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:50 smithi129 conmon[101092]: cluster 2022-01-18T19:06:49.594605+0000 mgr.smithi129.iclwio (mgr.14716) 6366 : cluster 2022-01-18T19:06:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:50 smithi129 conmon[101092]: [DBG] pgmap v5471: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:06:51.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:50 smithi156 conmon[67007]: cluster 2022-01-18T19:06:49.594605+0000 mgr.smithi129.iclwio (mgr.14716) 6366 : cluster [DBG] pgmap v5471: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:06:51.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:50 smithi156 conmon[67007]: 2022-01-18T19:06:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:52 smithi156 conmon[67007]: cluster 2022-01-18T19:06:51.595102+0000 mgr.smithi129.iclwio (mgr.14716) 6367 : cluster [DBG] pgmap v5472: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:52.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:52 smithi129 conmon[101092]: cluster 2022-01-18T19:06:51.595102+0000 mgr.smithi129.iclwio (mgr.14716) 6367 : cluster [DBG] pgmap v5472: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:54 smithi156 conmon[67007]: cluster 2022-01-18T19:06:53.595628+0000 mgr.smithi129.iclwio (mgr.14716) 6368 : cluster [DBG] pgmap v5473: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:54 smithi156 conmon[67007]: 2022-01-18T19:06:54.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:54 smithi129 conmon[101092]: cluster 2022-01-18T19:06:53.595628+0000 mgr.smithi129.iclwio (mgr.14716) 6368 : cluster [DBG] pgmap v5473: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:56.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:56 smithi129 conmon[101092]: cluster 2022-01-18T19:06:55.596504+0000 mgr.smithi129.iclwio (mgr.14716) 6369 : cluster [DBG] pgmap v5474: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:57.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:56 smithi156 conmon[67007]: cluster 2022-01-18T19:06:55.596504+0000 mgr.smithi129.iclwio (mgr.14716) 6369 : cluster [DBG] pgmap v5474: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:58.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:58 smithi129 conmon[101092]: cluster 2022-01-18T19:06:57.597274+0000 mgr.smithi129.iclwio (mgr.14716) 6370 : cluster [DBG] pgmap v5475: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:59.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:58 smithi156 conmon[67007]: cluster 2022-01-18T19:06:57.597274+0000 mgr.smithi129.iclwio (mgr.14716) 6370 : cluster [DBG] pgmap v5475: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:06:59.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:59 smithi129 conmon[101092]: audit 2022-01-18T19:06:58.922315+0000 mon.smithi129 (mon.0) 1995 : audit [INF] 2022-01-18T19:06:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:59 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:06:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:06:59 smithi129 conmon[101092]: audit 2022-01-18T19:06:58.922565+0000 mon.smithi129 (mon.0) 1996 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:07:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:59 smithi156 conmon[67007]: audit 2022-01-18T19:06:58.922315+0000 mon.smithi129 (mon.0) 1995 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:07:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:06:59 smithi156 conmon[67007]: audit 2022-01-18T19:06:58.922565+0000 mon.smithi129 (mon.0) 1996 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:07:00.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:00 smithi129 conmon[101092]: cluster 2022-01-18T19:06:59.598171+0000 mgr.smithi129.iclwio (mgr.14716) 6371 : cluster [DBG] pgmap v5476: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:07:01.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:00 smithi156 conmon[67007]: cluster 2022-01-18T19:06:59.598171+0000 mgr.smithi129.iclwio (mgr.14716) 6371 : cluster 2022-01-18T19:07:01.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:00 smithi156 conmon[67007]: [DBG] pgmap v5476: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:07:02.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:02 smithi156 conmon[67007]: cluster 2022-01-18T19:07:01.598742+0000 mgr.smithi129.iclwio (mgr.14716) 6372 : cluster [DBG] pgmap v5477: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:02.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:02 smithi129 conmon[101092]: cluster 2022-01-18T19:07:01.598742+0000 mgr.smithi129.iclwio (mgr.14716) 6372 : cluster [DBG] pgmap v5477: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:04 smithi156 conmon[67007]: cluster 2022-01-18T19:07:03.599287+0000 mgr.smithi129.iclwio (mgr.14716) 6373 : cluster [DBG] pgmap v5478: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:04.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:04 smithi129 conmon[101092]: cluster 2022-01-18T19:07:03.599287+0000 mgr.smithi129.iclwio (mgr.14716) 6373 : cluster [DBG] pgmap v5478: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:06.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:06 smithi129 conmon[101092]: cluster 2022-01-18T19:07:05.600233+0000 mgr.smithi129.iclwio (mgr.14716) 6374 : cluster [DBG] pgmap v5479: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:07.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:06 smithi156 conmon[67007]: cluster 2022-01-18T19:07:05.600233+0000 mgr.smithi129.iclwio (mgr.14716) 6374 : cluster [DBG] pgmap v5479: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:07.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:06 smithi156 conmon[67007]: 2022-01-18T19:07:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:08 smithi129 conmon[101092]: cluster 2022-01-18T19:07:07.600823+0000 mgr.smithi129.iclwio (mgr.14716) 6375 : cluster [DBG] pgmap v5480: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:08.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:08 smithi129 conmon[101092]: 2022-01-18T19:07:09.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:08 smithi156 conmon[67007]: cluster 2022-01-18T19:07:07.600823+0000 mgr.smithi129.iclwio (mgr.14716) 6375 : cluster [DBG] pgmap v5480: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:10.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:10 smithi129 conmon[101092]: cluster 2022-01-18T19:07:09.601682+0000 mgr.smithi129.iclwio (mgr 2022-01-18T19:07:10.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:10 smithi129 conmon[101092]: .14716) 6376 : cluster [DBG] pgmap v5481: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:07:11.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:10 smithi156 conmon[67007]: cluster 2022-01-18T19:07:09.601682+0000 mgr.smithi129.iclwio (mgr.14716) 6376 : cluster [DBG] pgmap v5481: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:07:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:12 smithi156 conmon[67007]: cluster 2022-01-18T19:07:11.602159+0000 mgr.smithi129.iclwio (mgr.14716) 6377 : cluster [DBG] pgmap v5482: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:12 smithi156 conmon[67007]: 2022-01-18T19:07:12.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:12 smithi129 conmon[101092]: cluster 2022-01-18T19:07:11.602159+0000 mgr.smithi129.iclwio (mgr.14716) 6377 : cluster [DBG] 2022-01-18T19:07:12.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:12 smithi129 conmon[101092]: pgmap v5482: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:14 smithi156 conmon[67007]: cluster 2022-01-18T19:07:13.602897+0000 mgr.smithi129.iclwio (mgr.14716) 6378 : cluster [DBG] pgmap v5483: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:14.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:14 smithi156 conmon[67007]: 2022-01-18T19:07:14.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:14 smithi129 conmon[101092]: cluster 2022-01-18T19:07:13.602897+0000 mgr.smithi129.iclwio (mgr.14716) 6378 : cluster [DBG] 2022-01-18T19:07:14.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:14 smithi129 conmon[101092]: pgmap v5483: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:15.976 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:07:16.239 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:07:16.240 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 8m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:07:16.240 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 8m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:07:16.240 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 8m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:07:16.240 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 8m ago 3h 43.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:07:16.241 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 8m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:07:16.241 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 8m ago 3h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:07:16.241 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 8m ago 3h 677M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:07:16.241 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 8m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:07:16.242 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 8m ago 3h 1177M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:07:16.242 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 8m ago 3h 561M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:07:16.242 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 8m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:07:16.242 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 8m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:07:16.243 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 8m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:07:16.243 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 8m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:07:16.243 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 8m ago 3h 1924M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:07:16.244 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 8m ago 3h 2979M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:07:16.244 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 8m ago 3h 2278M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:07:16.244 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 8m ago 3h 2988M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:07:16.245 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 8m ago 3h 2776M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:07:16.245 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 8m ago 3h 3324M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:07:16.246 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 8m ago 3h 2652M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:07:16.246 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 8m ago 3h 3877M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:07:16.246 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 8m ago 3h 105M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:07:16.557 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:07:16.557 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:07:16.557 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:07:16.558 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:07:16.558 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:07:16.558 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:07:16.558 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:07:16.559 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:07:16.559 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:07:16.559 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:07:16.559 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:07:16.560 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:07:16.560 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:07:16.560 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:07:16.560 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:07:16.561 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:07:16.561 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:07:16.561 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:07:16.561 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:07:16.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:16 smithi129 conmon[101092]: cluster 2022 2022-01-18T19:07:16.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:16 smithi129 conmon[101092]: -01-18T19:07:15.603767+0000 mgr.smithi129.iclwio (mgr.14716) 6379 : cluster [DBG] pgmap v5484: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:16 smithi129 conmon[101092]: audit 2022-01-18T19:07:16.558291+0000 mon.smithi129 2022-01-18T19:07:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:16 smithi129 conmon[101092]: (mon.0) 1997 : audit [DBG] from='client.? 172.21.15.129:0/2400001070' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:07:17.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:16 smithi156 conmon[67007]: cluster 2022-01-18T19:07:15.603767+0000 mgr.smithi129.iclwio (mgr.14716) 6379 : cluster [DBG] pgmap v5484: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:17.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:16 smithi156 conmon[67007]: audit 2022-01-18T19:07:16 2022-01-18T19:07:17.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:16 smithi156 conmon[67007]: .558291+0000 mon.smithi129 (mon.0) 1997 : audit [DBG] from='client.? 172.21.15.129:0/2400001070' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:07:17.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:17 smithi129 conmon[101092]: audit 2022-01-18T19:07:15.965295+0000 mgr.smithi129.iclwio (mgr.14716) 6380 : audit [DBG] 2022-01-18T19:07:17.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:17 smithi129 conmon[101092]: from='client.38338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:07:17.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:17 smithi129 conmon[101092]: audit 2022-01-18T19:07:16.232118+0000 mgr.smithi129.iclwio (mgr.14716) 6381 : audit [DBG] from='client.38342 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:07:18.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:17 smithi156 conmon[67007]: audit 2022-01-18T19:07:15.965295+0000 mgr.smithi129.iclwio (mgr.14716) 6380 : audit [DBG] from='client.38338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:07:18.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:17 smithi156 conmon[67007]: audit 2022-01-18T19:07:16.232118+0000 mgr.smithi129.iclwio (mgr.14716) 6381 : audit [DBG] from='client.38342 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:07:18.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:18 smithi129 conmon[101092]: cluster 2022-01-18T19:07:17.604398+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:07:18.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:18 smithi129 conmon[101092]: 6382 : cluster [DBG] pgmap v5485: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:19.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:18 smithi156 conmon[67007]: cluster 2022-01-18T19:07:17.604398+0000 mgr.smithi129.iclwio (mgr.14716) 6382 : 2022-01-18T19:07:19.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:18 smithi156 conmon[67007]: cluster [DBG] pgmap v5485: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:20.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:20 smithi129 conmon[101092]: cluster 2022-01-18T19:07:19.605237+0000 mgr.smithi129.iclwio (mgr.14716) 6383 : cluster 2022-01-18T19:07:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:20 smithi129 conmon[101092]: [DBG] pgmap v5486: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:07:21.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:20 smithi156 conmon[67007]: cluster 2022-01-18T19:07:19.605237+0000 mgr.smithi129.iclwio (mgr.14716) 6383 : cluster [DBG] 2022-01-18T19:07:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:20 smithi156 conmon[67007]: pgmap v5486: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:07:21.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:21 smithi129 conmon[101092]: audit 2022-01-18T19:07:20.937322+0000 mon.smithi129 (mon.0 2022-01-18T19:07:21.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:21 smithi129 conmon[101092]: ) 1998 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:07:21.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:21 smithi129 conmon[101092]: audit 2022-01-18T19:07:20.938690+0000 mon.smithi129 (mon.0) 1999 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:07:21.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:21 smithi129 conmon[101092]: audit 2022-01-18T19:07:20.939720+0000 mon.smithi129 (mon 2022-01-18T19:07:21.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:21 smithi129 conmon[101092]: .0) 2000 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:07:21.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:21 smithi129 conmon[101092]: audit 2022 2022-01-18T19:07:21.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:21 smithi129 conmon[101092]: -01-18T19:07:21.247503+0000 mon.smithi129 2022-01-18T19:07:21.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:21 smithi129 conmon[101092]: (mon.0) 2001 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:07:21.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:21 smithi129 conmon[101092]: audit 2022-01-18T19:07:21.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:21 smithi129 conmon[101092]: 2022-01-18T19:07:21.258861+0000 2022-01-18T19:07:21.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:21 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2002 : audit [INF] 2022-01-18T19:07:21.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:21 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:07:22.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:21 smithi156 conmon[67007]: audit 2022-01-18T19:07:20.937322+0000 mon.smithi129 (mon.0) 1998 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:07:22.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:21 smithi156 conmon[67007]: audit 2022-01-18T19:07:20.938690+0000 mon.smithi129 (mon.0) 1999 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:07:22.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:21 smithi156 conmon[67007]: audit 2022-01-18T19:07:20.939720+0000 mon.smithi129 (mon. 2022-01-18T19:07:22.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:21 smithi156 conmon[67007]: 0) 2000 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:07:22.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:21 smithi156 conmon[67007]: audit 2022-01-18T19 2022-01-18T19:07:22.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:21 smithi156 conmon[67007]: :07:21.247503+0000 mon.smithi129 (mon. 2022-01-18T19:07:22.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:21 smithi156 conmon[67007]: 0) 2001 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:07:22.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:21 smithi156 conmon[67007]: audit 2022- 2022-01-18T19:07:22.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:21 smithi156 conmon[67007]: 01-18T19:07:21.258861+0000 2022-01-18T19:07:22.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:21 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2002 : audit 2022-01-18T19:07:22.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:21 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:07:22.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:22 smithi129 conmon[101092]: cephadm 2022-01-18T19:07:20.940453+0000 mgr.smithi129.iclwio (mgr.14716) 6384 : cephadm [WRN] 2022-01-18T19:07:22.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:22 smithi129 conmon[101092]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:07:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:22 smithi129 conmon[101092]: cluster 2022-01-18T19:07:21.605711+0000 mgr.smithi129.iclwio (mgr.14716) 6385 : cluster [DBG] pgmap v5487: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:23.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:22 smithi156 conmon[67007]: cephadm 2022-01-18T19:07:20.940453+0000 mgr.smithi129.iclwio (mgr.14716) 6384 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:07:23.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:22 smithi156 conmon[67007]: cluster 2022-01-18T19:07:21.605711+0000 mgr.smithi129.iclwio (mgr.14716) 6385 : cluster [DBG] pgmap v5487: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:24 smithi156 conmon[67007]: cluster 2022-01-18T19:07:23.606234+0000 mgr.smithi129.iclwio (mgr.14716) 6386 : cluster [DBG] pgmap v5488: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:24.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:24 smithi129 conmon[101092]: cluster 2022-01-18T19:07:23.606234+0000 mgr.smithi129.iclwio (mgr.14716) 6386 : cluster [DBG] 2022-01-18T19:07:24.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:24 smithi129 conmon[101092]: pgmap v5488: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:26.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:26 smithi129 conmon[101092]: cluster 2022-01-18T19:07:25.607082+0000 mgr.smithi129.iclwio (mgr.14716) 6387 : cluster [DBG] pgmap v5489: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:27.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:26 smithi156 conmon[67007]: cluster 2022-01-18T19:07:25.607082+0000 mgr.smithi129.iclwio (mgr.14716) 6387 : cluster [DBG] pgmap v5489: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:28.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:28 smithi129 conmon[101092]: cluster 2022-01-18T19:07:27.607691+0000 mgr.smithi129.iclwio (mgr.14716) 6388 : cluster [DBG] pgmap v5490: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:29.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:28 smithi156 conmon[67007]: cluster 2022-01-18T19:07:27.607691+0000 mgr.smithi129.iclwio (mgr.14716) 6388 : cluster [DBG] pgmap v5490: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:30.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:30 smithi129 conmon[101092]: cluster 2022-01-18T19:07:29.608492+0000 mgr.smithi129.iclwio (mgr.14716) 6389 : cluster [DBG] pgmap v5491: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:07:31.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:30 smithi156 conmon[67007]: cluster 2022-01-18T19:07:29.608492+0000 mgr.smithi129.iclwio (mgr.14716) 6389 : cluster [DBG] pgmap v5491: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:07:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:32 smithi156 conmon[67007]: cluster 2022-01-18T19:07:31.609053+0000 mgr.smithi129.iclwio (mgr.14716) 6390 : cluster [DBG] 2022-01-18T19:07:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:32 smithi156 conmon[67007]: pgmap v5492: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:32.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:32 smithi129 conmon[101092]: cluster 2022-01-18T19:07:31.609053+0000 mgr.smithi129.iclwio (mgr.14716) 6390 : cluster 2022-01-18T19:07:32.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:32 smithi129 conmon[101092]: [DBG] pgmap v5492: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:34 smithi156 conmon[67007]: cluster 2022-01-18T19:07:33.609593+0000 mgr.smithi129.iclwio (mgr.14716) 6391 : cluster [DBG] pgmap v5493: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:34.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:34 smithi129 conmon[101092]: cluster 2022-01-18T19:07:33.609593+0000 mgr.smithi129.iclwio (mgr.14716) 6391 : cluster [DBG] pgmap v5493: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:36.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:36 smithi129 conmon[101092]: cluster 2022-01-18T19:07:35.610358+0000 mgr.smithi129.iclwio (mgr.14716) 6392 : cluster [DBG] pgmap v5494: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:36.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:36 smithi129 conmon[101092]: 2022-01-18T19:07:37.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:36 smithi156 conmon[67007]: cluster 2022-01-18T19:07:35.610358+0000 mgr.smithi129.iclwio (mgr.14716) 6392 : cluster [DBG] pgmap v5494: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:38.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:38 smithi129 conmon[101092]: cluster 2022-01-18T19:07:37.610960+0000 mgr.smithi129.iclwio (mgr.14716) 6393 : 2022-01-18T19:07:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:38 smithi129 conmon[101092]: cluster [DBG] pgmap v5495: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:39.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:38 smithi156 conmon[67007]: cluster 2022-01-18T19:07:37.610960+0000 mgr.smithi129.iclwio (mgr.14716) 6393 : cluster [DBG] pgmap v5495: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:40.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:40 smithi129 conmon[101092]: cluster 2022-01-18T19:07:39.612013+0000 mgr.smithi129.iclwio (mgr.14716) 6394 : cluster [DBG] pgmap v5496: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:07:41.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:40 smithi156 conmon[67007]: cluster 2022-01-18T19:07:39.612013+0000 mgr.smithi129.iclwio (mgr.14716) 6394 : cluster [DBG] pgmap v5496: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:07:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:42 smithi156 conmon[67007]: cluster 2022-01-18T19:07:41.612531+0000 mgr.smithi129.iclwio (mgr.14716) 6395 : cluster [DBG] pgmap v5497: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:42.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:42 smithi129 conmon[101092]: cluster 2022-01-18T19:07:41.612531+0000 mgr.smithi129.iclwio (mgr.14716) 6395 : cluster [DBG] pgmap v5497: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:44 smithi156 conmon[67007]: cluster 2022-01-18T19:07:43.613165+0000 mgr.smithi129.iclwio (mgr.14716) 6396 : cluster [DBG] pgmap v5498: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:44.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:44 smithi129 conmon[101092]: cluster 2022-01-18T19:07:43.613165+0000 mgr.smithi129.iclwio (mgr.14716) 6396 : cluster [DBG] pgmap v5498: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:46.857 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:07:46.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:46 smithi129 conmon[101092]: cluster 2022-01-18T19:07:45.613911+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T19:07:46.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:46 smithi129 conmon[101092]: 14716) 6397 : cluster [DBG] pgmap v5499: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:47.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:46 smithi156 conmon[67007]: cluster 2022-01-18T19:07:45.613911+0000 mgr.smithi129.iclwio (mgr.14716) 6397 : cluster [DBG] pgmap v5499: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:47.125 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:07:47.125 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 8m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:07:47.125 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 8m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:07:47.126 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 8m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:07:47.126 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 8m ago 3h 43.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:07:47.126 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 8m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:07:47.126 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 8m ago 3h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:07:47.127 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 8m ago 3h 677M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:07:47.127 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 8m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:07:47.127 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 8m ago 3h 1177M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:07:47.127 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 8m ago 3h 561M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:07:47.127 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 8m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:07:47.128 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 8m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:07:47.128 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 8m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:07:47.128 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 8m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:07:47.128 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 8m ago 3h 1924M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:07:47.129 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 8m ago 3h 2979M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:07:47.129 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 8m ago 3h 2278M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:07:47.129 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 8m ago 3h 2988M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:07:47.129 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 8m ago 3h 2776M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:07:47.129 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 8m ago 3h 3324M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:07:47.130 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 8m ago 3h 2652M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:07:47.130 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 8m ago 3h 3877M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:07:47.130 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 8m ago 3h 105M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:07:47.440 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:07:47.441 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:07:47.441 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:07:47.441 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:07:47.442 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:07:47.442 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:07:47.442 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:07:47.442 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:07:47.443 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:07:47.443 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:07:47.443 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:07:47.443 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:07:47.444 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:07:47.444 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:07:47.444 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:07:47.444 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:07:47.445 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:07:47.445 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:07:47.445 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:07:47.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:47 smithi129 conmon[101092]: audit 2022-01-18T19:07:47.442173+0000 mon.smithi129 (mon.0) 2003 : 2022-01-18T19:07:47.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:47 smithi129 conmon[101092]: audit [DBG] from='client.? 172.21.15.129:0/3429578861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:07:48.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:47 smithi156 conmon[67007]: audit 2022-01-18T19:07:47.442173+0000 mon.smithi129 (mon.0) 2003 : audit [DBG] from='client.? 172.21.15.129:0/3429578861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:07:48.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:48 smithi129 conmon[101092]: audit 2022-01-18T19:07:46.846673+0000 mgr.smithi129.iclwio (mgr.14716) 6398 : audit [DBG] from='client.38350 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:07:48.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:48 smithi129 conmon[101092]: audit 2022-01-18T19:07:47.117681+0000 mgr.smithi129.iclwio (mgr.14716) 6399 : audit [DBG] from='client.38354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:07:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:48 smithi129 conmon[101092]: cluster 2022-01-18T19:07:47.614475+0000 mgr.smithi129.iclwio (mgr.14716) 6400 : cluster [DBG] pgmap v5500: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:49.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:48 smithi156 conmon[67007]: audit 2022-01-18T19:07:46.846673+0000 mgr.smithi129.iclwio (mgr.14716) 6398 : audit [DBG] from='client.38350 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:07:49.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:48 smithi156 conmon[67007]: audit 2022-01-18T19:07:47.117681+0000 mgr.smithi129.iclwio (mgr.14716) 6399 : audit [DBG] from='client.38354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:07:49.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:48 smithi156 conmon[67007]: cluster 2022-01-18T19:07:47.614475+0000 mgr.smithi129.iclwio (mgr.14716) 6400 : cluster [DBG] pgmap v5500: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:50.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:50 smithi129 conmon[101092]: cluster 2022-01-18T19:07:49.615474+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T19:07:50.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:50 smithi129 conmon[101092]: 14716) 6401 : cluster [DBG] pgmap v5501: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:07:51.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:50 smithi156 conmon[67007]: cluster 2022-01-18T19:07:49.615474+0000 mgr.smithi129.iclwio (mgr.14716) 6401 : cluster [DBG] pgmap v5501: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:07:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:52 smithi156 conmon[67007]: cluster 2022-01-18T19:07:51.616027+0000 mgr.smithi129.iclwio (mgr.14716) 6402 : cluster [DBG] pgmap v5502: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:52 smithi156 conmon[67007]: 2022-01-18T19:07:52.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:52 smithi129 conmon[101092]: cluster 2022-01-18T19:07:51.616027+0000 mgr.smithi129.iclwio (mgr.14716) 6402 : cluster [DBG] pgmap v5502: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:52.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:52 smithi129 conmon[101092]: 2022-01-18T19:07:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:54 smithi156 conmon[67007]: cluster 2022-01-18T19:07:53.616743+0000 mgr.smithi129.iclwio (mgr.14716) 6403 : cluster [DBG] pgmap v5503: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:54 smithi156 conmon[67007]: 2022-01-18T19:07:54.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:54 smithi129 conmon[101092]: cluster 2022-01-18T19:07:53.616743+0000 mgr.smithi129.iclwio (mgr.14716) 6403 : cluster [DBG] 2022-01-18T19:07:54.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:54 smithi129 conmon[101092]: pgmap v5503: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:56.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:56 smithi129 conmon[101092]: cluster 2022-01-18T19:07:55.617558+0000 mgr.smithi129.iclwio (mgr.14716) 6404 : cluster [DBG] 2022-01-18T19:07:56.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:56 smithi129 conmon[101092]: pgmap v5504: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:57.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:56 smithi156 conmon[67007]: cluster 2022-01-18T19:07:55.617558+0000 mgr.smithi129.iclwio (mgr.14716) 6404 : cluster [DBG] 2022-01-18T19:07:57.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:56 smithi156 conmon[67007]: pgmap v5504: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:58.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:58 smithi129 conmon[101092]: cluster 2022-01-18T19:07:57.618314+0000 mgr.smithi129.iclwio (mgr.14716) 6405 : cluster [DBG] 2022-01-18T19:07:58.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:58 smithi129 conmon[101092]: pgmap v5505: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:59.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:58 smithi156 conmon[67007]: cluster 2022-01-18T19:07:57.618314+0000 mgr.smithi129.iclwio (mgr.14716) 6405 : cluster [DBG] pgmap v5505: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:07:59.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:59 smithi129 conmon[101092]: audit 2022-01-18T19:07:58.926240+0000 mon.smithi129 2022-01-18T19:07:59.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:59 smithi129 conmon[101092]: (mon.0) 2004 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:07:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:07:59 smithi129 conmon[101092]: audit 2022-01-18T19:07:58.926470+0000 mon.smithi129 (mon.0) 2005 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:08:00.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:59 smithi156 conmon[67007]: audit 2022-01-18T19:07:58.926240+0000 mon.smithi129 (mon.0) 2004 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:08:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:59 smithi156 conmon[67007]: 2022-01-18T19:08:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:07:59 smithi156 conmon[67007]: audit 2022-01-18T19:07:58.926470+0000 mon.smithi129 (mon.0) 2005 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:08:00.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:00 smithi129 conmon[101092]: cluster 2022-01-18T19:07:59.619259+0000 mgr.smithi129.iclwio (mgr.14716) 6406 : cluster [DBG] pgmap v5506: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:08:01.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:00 smithi156 conmon[67007]: cluster 2022-01-18T19:07:59.619259+0000 mgr.smithi129.iclwio (mgr.14716) 6406 : cluster [DBG] pgmap v5506: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:08:01.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:00 smithi156 conmon[67007]: 2022-01-18T19:08:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:02 smithi156 conmon[67007]: cluster 2022-01-18T19:08:01.619657+0000 mgr.smithi129.iclwio (mgr.14716) 6407 : cluster [DBG] pgmap v5507: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:02.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:02 smithi129 conmon[101092]: cluster 2022-01-18T19:08:01.619657+0000 mgr.smithi129.iclwio (mgr.14716) 6407 : cluster [DBG] pgmap v5507: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:04 smithi156 conmon[67007]: cluster 2022-01-18T19:08:03.620172+0000 mgr.smithi129.iclwio (mgr.14716) 6408 : cluster [DBG] 2022-01-18T19:08:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:04 smithi156 conmon[67007]: pgmap v5508: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:04.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:04 smithi129 conmon[101092]: cluster 2022-01-18T19:08:03.620172+0000 mgr.smithi129.iclwio (mgr.14716) 6408 : cluster [DBG] 2022-01-18T19:08:04.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:04 smithi129 conmon[101092]: pgmap v5508: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:06.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:06 smithi129 conmon[101092]: cluster 2022-01-18T19:08:05.621030+0000 mgr.smithi129.iclwio (mgr.14716) 6409 : cluster [DBG] pgmap v5509: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:07.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:06 smithi156 conmon[67007]: cluster 2022-01-18T19:08:05.621030+0000 mgr.smithi129.iclwio (mgr.14716) 6409 : cluster [DBG] pgmap v5509: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:08.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:08 smithi129 conmon[101092]: cluster 2022-01-18T19:08:07.621717+0000 mgr.smithi129.iclwio (mgr.14716) 6410 : cluster [DBG] 2022-01-18T19:08:08.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:08 smithi129 conmon[101092]: pgmap v5510: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:09.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:08 smithi156 conmon[67007]: cluster 2022-01-18T19:08:07.621717+0000 mgr.smithi129.iclwio (mgr.14716) 6410 : cluster [DBG] pgmap v5510: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:10.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:10 smithi129 conmon[101092]: cluster 2022-01-18T19:08:09.622475+0000 mgr.smithi129.iclwio (mgr.14716) 6411 : cluster [DBG] pgmap v5511: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:08:10.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:10 smithi129 conmon[101092]: 2022-01-18T19:08:11.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:10 smithi156 conmon[67007]: cluster 2022-01-18T19:08:09.622475+0000 mgr.smithi129.iclwio (mgr.14716) 6411 : cluster [DBG] pgmap v5511: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:08:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:12 smithi156 conmon[67007]: cluster 2022-01-18T19:08:11.622959+0000 mgr.smithi129.iclwio (mgr.14716) 6412 : cluster [DBG] pgmap v5512: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:12.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:12 smithi129 conmon[101092]: cluster 2022-01-18T19:08:11.622959+0000 mgr.smithi129.iclwio (mgr.14716) 6412 : cluster [DBG] pgmap v5512: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:12.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:12 smithi129 conmon[101092]: 2022-01-18T19:08:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:14 smithi156 conmon[67007]: cluster 2022-01-18T19:08:13.623483+0000 mgr.smithi129.iclwio (mgr.14716) 6413 : cluster [DBG] pgmap v5513: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:14.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:14 smithi129 conmon[101092]: cluster 2022-01-18T19:08:13.623483+0000 mgr.smithi129.iclwio (mgr.14716) 6413 : cluster [DBG] pgmap v5513: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:16.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:16 smithi129 conmon[101092]: cluster 2022-01-18T19:08:15.624319+0000 mgr.smithi129.iclwio (mgr.14716) 6414 : cluster [DBG] pgmap v5514: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:17.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:16 smithi156 conmon[67007]: cluster 2022-01-18T19:08:15.624319+0000 mgr.smithi129.iclwio (mgr.14716) 6414 : cluster [DBG] pgmap v5514: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:17.744 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:08:18.008 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:08:18.009 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 9m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:08:18.009 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 9m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:08:18.009 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 9m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:08:18.009 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 9m ago 3h 43.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:08:18.010 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 9m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:08:18.010 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 9m ago 3h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:08:18.010 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 9m ago 3h 677M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:08:18.010 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 9m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:08:18.011 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 9m ago 3h 1177M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:08:18.011 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 9m ago 3h 561M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:08:18.011 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 9m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:08:18.011 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 9m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:08:18.011 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 9m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:08:18.012 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 9m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:08:18.012 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 9m ago 3h 1924M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:08:18.012 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 9m ago 3h 2979M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:08:18.012 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 9m ago 3h 2278M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:08:18.013 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 9m ago 3h 2988M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:08:18.013 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 9m ago 3h 2776M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:08:18.013 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 9m ago 3h 3324M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:08:18.013 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 9m ago 3h 2652M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:08:18.014 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 9m ago 3h 3877M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:08:18.014 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 9m ago 3h 105M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:08:18.326 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:08:18.327 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:08:18.327 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:08:18.327 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:08:18.328 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:08:18.328 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:08:18.328 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:08:18.328 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:08:18.329 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:08:18.329 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:08:18.329 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:08:18.329 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:08:18.329 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:08:18.330 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:08:18.330 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:08:18.330 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:08:18.330 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:08:18.331 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:08:18.331 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:08:18.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:18 smithi129 conmon[101092]: cluster 2022-01-18T19:08:17.624771+0000 mgr.smithi129.iclwio (mgr.14716) 6415 : cluster 2022-01-18T19:08:18.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:18 smithi129 conmon[101092]: [DBG] pgmap v5515: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:18 smithi129 conmon[101092]: audit 2022-01-18T19:08:17.733661+0000 mgr.smithi129.iclwio (mgr.14716) 6416 : audit [DBG] from='client.38362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:08:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:18 smithi129 conmon[101092]: audit 2022-01 2022-01-18T19:08:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:18 smithi129 conmon[101092]: -18T19:08:18.328004+0000 mon.smithi129 (mon.0) 2006 : audit [DBG] from='client.? 172.21.15.129:0/155225580' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:08:19.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:18 smithi156 conmon[67007]: cluster 2022-01-18T19:08:17.624771+0000 mgr.smithi129.iclwio (mgr.14716) 6415 : cluster [DBG] pgmap v5515: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:19.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:18 smithi156 conmon[67007]: audit 2022-01-18T19:08:17.733661+0000 mgr.smithi129.iclwio (mgr.14716) 6416 : audit [DBG] from='client.38362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:08:19.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:18 smithi156 conmon[67007]: audit 2022-01-18T19:08:18.328004+0000 mon.smithi129 (mon.0) 2006 : audit [DBG] from='client.? 172.21.15.129:0/155225580' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:08:20.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:19 smithi156 conmon[67007]: audit 2022-01-18T19:08:18.001297+0000 mgr.smithi129.iclwio (mgr.14716) 6417 : audit [DBG] from='client.38366 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:08:20.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:19 smithi129 conmon[101092]: audit 2022-01-18T19:08:18.001297+0000 mgr.smithi129.iclwio (mgr.14716) 6417 2022-01-18T19:08:20.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:19 smithi129 conmon[101092]: : audit [DBG] from='client.38366 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:08:21.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:20 smithi156 conmon[67007]: cluster 2022-01-18T19:08:19.625487+0000 mgr.smithi129.iclwio (mgr.14716) 6418 : cluster [DBG] 2022-01-18T19:08:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:20 smithi156 conmon[67007]: pgmap v5516: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:08:21.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:20 smithi129 conmon[101092]: cluster 2022-01-18T19:08:19.625487+0000 mgr.smithi129.iclwio (mgr.14716) 6418 : cluster [DBG] 2022-01-18T19:08:21.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:20 smithi129 conmon[101092]: pgmap v5516: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:08:22.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:21 smithi156 conmon[67007]: audit 2022-01-18T19:08:21.261836+0000 mon.smithi129 (mon.0) 2007 : audit [DBG] 2022-01-18T19:08:22.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:21 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:08:22.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:21 smithi156 conmon[67007]: audit 2022-01-18T19:08:21.263216+0000 mon.smithi129 (mon.0) 2008 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:08:22.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:21 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T19:08:22.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:21 smithi156 conmon[67007]: 19:08:21.264069+0000 mon.smithi129 (mon.0) 2009 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:08:22.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:21 smithi156 conmon[67007]: audit 2022-01-18T19:08:21.568616 2022-01-18T19:08:22.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:21 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2010 : audit [INF] 2022-01-18T19:08:22.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:21 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T19:08:22.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:21 smithi156 conmon[67007]: audit 2022-01-18T19:08:22.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:21 smithi156 conmon[67007]: 2022-01-18T19:08:21.571289+0000 mon.smithi129 (mon. 2022-01-18T19:08:22.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:21 smithi156 conmon[67007]: 0) 2011 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T19:08:22.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:21 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T19:08:22.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:21 smithi156 conmon[67007]: 19:08:21.575361+0000 mon.smithi129 (mon.0 2022-01-18T19:08:22.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:21 smithi156 conmon[67007]: ) 2012 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:08:22.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:21 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T19:08:22.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:21 smithi156 conmon[67007]: 19:08:21.580371+0000 mon.smithi129 (mon. 2022-01-18T19:08:22.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:21 smithi156 conmon[67007]: 0) 2013 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:08:22.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:21 smithi129 conmon[101092]: audit 2022-01-18T19:08:21.261836+0000 mon.smithi129 (mon.0) 2007 2022-01-18T19:08:22.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:21 smithi129 conmon[101092]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:08:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:21 smithi129 conmon[101092]: audit 2022-01-18T19:08:21.263216+0000 mon.smithi129 (mon.0) 2008 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:08:22.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:21 smithi129 conmon[101092]: audit 2022-01-18T19:08:21.264069 2022-01-18T19:08:22.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:21 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 2009 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:08:22.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:21 smithi129 conmon[101092]: audit 2022-01-18T19:08:22.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:21 smithi129 conmon[101092]: 2022-01-18T19:08:21.568616 2022-01-18T19:08:22.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:21 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 2010 : audit 2022-01-18T19:08:22.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:21 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T19:08:22.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:21 smithi129 conmon[101092]: audit 2022-01-18T19:08:22.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:21 smithi129 conmon[101092]: 2022-01-18T19:08:21.571289 2022-01-18T19:08:22.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:21 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 2011 2022-01-18T19:08:22.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:21 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T19:08:22.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:21 smithi129 conmon[101092]: audit 2022-01 2022-01-18T19:08:22.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:21 smithi129 conmon[101092]: -18T19:08:21.575361+0000 mon.smithi129 ( 2022-01-18T19:08:22.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:21 smithi129 conmon[101092]: mon.0) 2012 : audit [INF] 2022-01-18T19:08:22.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:21 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:08:22.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:21 smithi129 conmon[101092]: audit 2022-01-18T19:08:22.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:21 smithi129 conmon[101092]: 2022-01-18T19:08:21.580371+0000 2022-01-18T19:08:22.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:21 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2013 : audit 2022-01-18T19:08:22.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:21 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:08:23.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:22 smithi156 conmon[67007]: cephadm 2022-01-18T19:08:21.264802+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T19:08:23.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:22 smithi156 conmon[67007]: ) 6419 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:08:23.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:22 smithi156 conmon[67007]: cluster 2022-01-18T19:08:21.625868+0000 mgr.smithi129.iclwio (mgr.14716) 6420 : cluster [DBG] pgmap v5517: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:23.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:22 smithi129 conmon[101092]: cephadm 2022-01-18T19:08:21.264802+0000 mgr.smithi129.iclwio (mgr.14716) 6419 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:08:23.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:22 smithi129 conmon[101092]: cluster 2022-01-18T19:08:21.625868+0000 mgr.smithi129.iclwio (mgr.14716) 6420 : cluster [DBG] pgmap v5517: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:25.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:24 smithi156 conmon[67007]: cluster 2022-01-18T19:08:23.626562+0000 mgr.smithi129.iclwio (mgr.14716) 6421 : cluster 2022-01-18T19:08:25.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:24 smithi156 conmon[67007]: [DBG] pgmap v5518: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:25.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:24 smithi129 conmon[101092]: cluster 2022-01-18T19:08:23.626562+0000 mgr.smithi129.iclwio (mgr.14716) 6421 : cluster [DBG] pgmap v5518: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:27.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:26 smithi156 conmon[67007]: cluster 2022-01-18T19:08:25.627545+0000 mgr.smithi129.iclwio (mgr.14716) 6422 : 2022-01-18T19:08:27.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:26 smithi156 conmon[67007]: cluster [DBG] pgmap v5519: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:27.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:26 smithi129 conmon[101092]: cluster 2022-01-18T19:08:25.627545+0000 mgr.smithi129.iclwio (mgr.14716) 6422 : cluster [DBG] pgmap v5519: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:29.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:28 smithi156 conmon[67007]: cluster 2022-01-18T19:08:27.628205+0000 mgr.smithi129.iclwio (mgr.14716) 6423 : cluster 2022-01-18T19:08:29.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:28 smithi156 conmon[67007]: [DBG] pgmap v5520: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:29.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:28 smithi129 conmon[101092]: cluster 2022-01-18T19:08:27.628205+0000 mgr.smithi129.iclwio (mgr.14716) 6423 : cluster [DBG] pgmap v5520: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:31.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:30 smithi156 conmon[67007]: cluster 2022-01-18T19:08:29.629133+0000 mgr.smithi129.iclwio (mgr.14716) 6424 : cluster [DBG] 2022-01-18T19:08:31.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:30 smithi156 conmon[67007]: pgmap v5521: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:08:31.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:30 smithi129 conmon[101092]: cluster 2022-01-18 2022-01-18T19:08:31.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:30 smithi129 conmon[101092]: T19:08:29.629133+0000 mgr.smithi129.iclwio (mgr.14716) 6424 : cluster [DBG] pgmap v5521: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:08:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:32 smithi156 conmon[67007]: cluster 2022-01-18T19:08:31.629707+0000 mgr.smithi129.iclwio (mgr.14716) 6425 : 2022-01-18T19:08:32.825 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:32 smithi156 conmon[67007]: cluster [DBG] pgmap v5522: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:32.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:32 smithi129 conmon[101092]: cluster 2022-01-18T19:08:31.629707+0000 mgr.smithi129.iclwio (mgr.14716) 6425 : cluster [DBG] pgmap v5522: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:34 smithi156 conmon[67007]: cluster 2022-01-18T19:08:33.630353+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:08:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:34 smithi156 conmon[67007]: 6426 : cluster [DBG] pgmap v5523: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:34.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:34 smithi129 conmon[101092]: cluster 2022-01-18T19:08:33.630353+0000 mgr.smithi129.iclwio (mgr.14716) 6426 : cluster [DBG] pgmap v5523: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:36.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:36 smithi129 conmon[101092]: cluster 2022-01-18T19:08:35.631097+0000 mgr.smithi129.iclwio (mgr.14716) 6427 : cluster [DBG] pgmap v5524: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:36.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:36 smithi129 conmon[101092]: 2022-01-18T19:08:37.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:36 smithi156 conmon[67007]: cluster 2022-01-18T19:08:35.631097+0000 mgr.smithi129.iclwio (mgr.14716) 6427 : cluster [DBG] pgmap v5524: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:37.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:36 smithi156 conmon[67007]: 2022-01-18T19:08:39.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:38 smithi156 conmon[67007]: cluster 2022-01-18T19:08:37.631664+0000 mgr.smithi129.iclwio (mgr.14716) 6428 : cluster [DBG] 2022-01-18T19:08:39.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:38 smithi156 conmon[67007]: pgmap v5525: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:39.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:38 smithi129 conmon[101092]: cluster 2022-01-18T19:08:37.631664+0000 mgr.smithi129.iclwio (mgr.14716) 6428 : cluster [DBG] pgmap v5525: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:41.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:40 smithi156 conmon[67007]: cluster 2022-01-18T19:08:39.632613+0000 mgr.smithi129.iclwio (mgr.14716) 6429 : cluster [DBG] 2022-01-18T19:08:41.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:40 smithi156 conmon[67007]: pgmap v5526: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:08:41.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:40 smithi129 conmon[101092]: cluster 2022-01-18T19:08:39.632613+0000 mgr.smithi129.iclwio (mgr.14716) 6429 : cluster [DBG] pgmap v5526: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:08:42.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:42 smithi156 conmon[67007]: cluster 2022-01-18T19:08:41.633183+0000 mgr.smithi129.iclwio (mgr.14716) 6430 : cluster [DBG] pgmap v5527: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:42.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:42 smithi129 conmon[101092]: cluster 2022-01-18T19:08:41.633183+0000 mgr.smithi129.iclwio (mgr.14716) 6430 : cluster [DBG] pgmap v5527: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:44 smithi156 conmon[67007]: cluster 2022-01-18T19:08:43.633673+0000 mgr.smithi129.iclwio (mgr.14716) 6431 : cluster [DBG] 2022-01-18T19:08:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:44 smithi156 conmon[67007]: pgmap v5528: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:44.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:44 smithi129 conmon[101092]: cluster 2022-01-18T19:08:43.633673+0000 mgr.smithi129.iclwio (mgr.14716) 6431 : cluster [DBG] pgmap v5528: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:47.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:46 smithi156 conmon[67007]: cluster 2022-01-18T19:08:45.634509+0000 mgr.smithi129.iclwio (mgr.14716) 6432 : cluster [DBG] pgmap v5529: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:47.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:46 smithi156 conmon[67007]: 2022-01-18T19:08:47.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:46 smithi129 conmon[101092]: cluster 2022-01-18T19:08:45.634509+0000 mgr.smithi129.iclwio (mgr.14716) 6432 : cluster [DBG] pgmap v5529: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:48.625 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:08:48.896 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:08:48.897 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 9m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:08:48.897 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 9m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:08:48.898 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 9m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:08:48.898 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 9m ago 3h 43.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:08:48.898 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 9m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:08:48.898 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 9m ago 3h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:08:48.899 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 9m ago 3h 677M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:08:48.899 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 9m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:08:48.899 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 9m ago 3h 1177M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:08:48.899 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 9m ago 3h 561M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:08:48.900 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 9m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:08:48.900 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 9m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:08:48.900 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 9m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:08:48.900 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 9m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:08:48.901 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 9m ago 3h 1924M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:08:48.901 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 9m ago 3h 2979M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:08:48.901 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 9m ago 3h 2278M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:08:48.901 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 9m ago 3h 2988M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:08:48.902 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 9m ago 3h 2776M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:08:48.902 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 9m ago 3h 3324M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:08:48.902 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 9m ago 3h 2652M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:08:48.902 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 9m ago 3h 3877M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:08:48.903 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 9m ago 3h 105M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:08:49.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:48 smithi156 conmon[67007]: cluster 2022-01-18T19:08:47.635219+0000 mgr.smithi129.iclwio (mgr.14716) 6433 : cluster [DBG] pgmap v5530: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:49.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:48 smithi129 conmon[101092]: cluster 2022-01-18T19:08:47.635219+0000 mgr.smithi129.iclwio (mgr.14716) 6433 : cluster [DBG] pgmap v5530: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:49.217 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:08:49.217 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:08:49.217 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:08:49.218 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:08:49.218 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:08:49.218 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:08:49.218 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:08:49.219 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:08:49.219 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:08:49.219 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:08:49.219 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:08:49.219 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:08:49.220 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:08:49.220 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:08:49.220 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:08:49.220 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:08:49.221 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:08:49.221 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:08:49.221 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:08:50.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:49 smithi156 conmon[67007]: audit 2022-01-18T19:08:48.615321+0000 mgr.smithi129.iclwio (mgr.14716) 6434 : audit [DBG] from='client.38374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:08:50.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:49 smithi156 conmon[67007]: audit 2022-01-18T19:08:49.218714+0000 mon.smithi129 (mon.0) 2014 : audit [DBG] from='client.? 172.21.15.129:0/3124967611' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:08:50.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:49 smithi129 conmon[101092]: audit 2022-01-18T19:08:48.615321+0000 mgr.smithi129.iclwio (mgr.14716) 6434 : audit [DBG] from='client.38374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:08:50.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:49 smithi129 conmon[101092]: audit 2022-01-18T19:08:50.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:49 smithi129 conmon[101092]: 2022-01-18T19:08:49.218714+0000 mon.smithi129 (mon.0) 2014 : audit [DBG] from='client.? 172.21.15.129:0/3124967611' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:08:51.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:50 smithi156 conmon[67007]: audit 2022-01-18T19:08:48.888890+0000 mgr.smithi129.iclwio (mgr.14716) 6435 : audit [DBG] from='client.38378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:08:51.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:50 smithi156 conmon[67007]: cluster 2022-01-18T19:08:49.636172+0000 mgr.smithi129.iclwio (mgr.14716) 6436 : cluster [DBG] pgmap v5531: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:08:51.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:50 smithi129 conmon[101092]: audit 2022-01-18T19:08:48.888890+0000 mgr.smithi129.iclwio (mgr.14716) 6435 : audit [DBG] from='client.38378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:08:51.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:50 smithi129 conmon[101092]: cluster 2022-01-18T19:08:49.636172 2022-01-18T19:08:51.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:50 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 6436 : cluster [DBG] pgmap v5531: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:08:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:52 smithi156 conmon[67007]: cluster 2022-01-18T19:08:51.636727+0000 mgr.smithi129.iclwio (mgr.14716) 6437 : cluster [DBG] pgmap v5532: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:52.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:52 smithi129 conmon[101092]: cluster 2022-01-18T19:08:51.636727+0000 mgr.smithi129.iclwio (mgr.14716) 6437 2022-01-18T19:08:52.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:52 smithi129 conmon[101092]: : cluster [DBG] pgmap v5532: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:54 smithi156 conmon[67007]: cluster 2022-01-18T19:08:53.637344+0000 mgr.smithi129.iclwio (mgr.14716) 6438 : cluster [DBG] pgmap v5533: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:55.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:54 smithi129 conmon[101092]: cluster 2022-01-18T19 2022-01-18T19:08:55.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:54 smithi129 conmon[101092]: :08:53.637344+0000 mgr.smithi129.iclwio (mgr.14716) 6438 : cluster [DBG] pgmap v5533: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:57.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:56 smithi156 conmon[67007]: cluster 2022-01-18T19:08:55.638146+0000 mgr.smithi129.iclwio (mgr.14716) 6439 : cluster [DBG] 2022-01-18T19:08:57.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:56 smithi156 conmon[67007]: pgmap v5534: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:57.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:56 smithi129 conmon[101092]: cluster 2022-01-18T19:08:55.638146+0000 mgr.smithi129.iclwio (mgr.14716) 6439 : cluster [DBG] pgmap v5534: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:59.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:58 smithi156 conmon[67007]: cluster 2022-01-18T19:08:57.638740+0000 mgr.smithi129.iclwio (mgr.14716) 6440 : cluster [DBG] pgmap v5535: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:59.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:58 smithi129 conmon[101092]: cluster 2022-01-18T19:08:57.638740+0000 mgr.smithi129.iclwio (mgr.14716) 6440 : cluster [DBG] pgmap v5535: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:08:59.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:58 smithi129 conmon[101092]: 2022-01-18T19:09:00.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:59 smithi156 conmon[67007]: audit 2022-01-18T19:08:58.930287+0000 mon.smithi129 (mon.0) 2015 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:09:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:08:59 smithi156 conmon[67007]: audit 2022-01-18T19:08:58.930584+0000 mon.smithi129 (mon.0) 2016 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:09:00.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:59 smithi129 conmon[101092]: audit 2022-01-18T19:08:58.930287+0000 mon.smithi129 (mon.0) 2015 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:09:00.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:59 smithi129 conmon[101092]: audit 2022-01-18T19:08:58.930584+0000 mon.smithi129 2022-01-18T19:09:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:08:59 smithi129 conmon[101092]: (mon.0) 2016 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:09:01.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:00 smithi156 conmon[67007]: cluster 2022-01-18T19:08:59.639474+0000 mgr.smithi129.iclwio (mgr.14716) 6441 : cluster [DBG] pgmap v5536: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:09:01.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:00 smithi129 conmon[101092]: cluster 2022-01-18T19:08:59.639474+0000 mgr.smithi129.iclwio (mgr.14716) 6441 : cluster [DBG] pgmap v5536: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:09:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:02 smithi156 conmon[67007]: cluster 2022-01-18T19:09:01.639962+0000 mgr.smithi129.iclwio (mgr.14716) 6442 : cluster [DBG] pgmap v5537: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:02.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:02 smithi129 conmon[101092]: cluster 2022-01-18T19:09:01.639962+0000 mgr.smithi129.iclwio (mgr.14716) 6442 : cluster [DBG] pgmap v5537: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:05.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:04 smithi156 conmon[67007]: cluster 2022-01-18T19:09:03.640525+0000 mgr.smithi129.iclwio (mgr.14716) 6443 : cluster 2022-01-18T19:09:05.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:04 smithi156 conmon[67007]: [DBG] pgmap v5538: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:05.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:04 smithi129 conmon[101092]: cluster 2022-01-18T19:09:03.640525+0000 mgr.smithi129.iclwio (mgr.14716) 6443 : cluster [DBG] pgmap v5538: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:07.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:06 smithi156 conmon[67007]: cluster 2022-01-18T19:09:05.641289+0000 mgr.smithi129.iclwio (mgr.14716) 6444 : cluster [DBG] pgmap v5539: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:07.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:06 smithi129 conmon[101092]: cluster 2022-01-18T19:09:05.641289+0000 mgr.smithi129.iclwio (mgr.14716) 6444 : cluster [DBG] pgmap v5539: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:09.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:08 smithi156 conmon[67007]: cluster 2022-01-18T19:09:07.641857+0000 mgr.smithi129.iclwio (mgr.14716) 6445 : cluster 2022-01-18T19:09:09.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:08 smithi156 conmon[67007]: [DBG] pgmap v5540: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:09.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:08 smithi129 conmon[101092]: cluster 2022-01-18T19:09:07.641857+0000 mgr.smithi129.iclwio (mgr.14716) 6445 : cluster [DBG] pgmap v5540: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:11.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:10 smithi156 conmon[67007]: cluster 2022-01-18T19:09:09.642776+0000 mgr.smithi129.iclwio (mgr.14716) 6446 : cluster [DBG] pgmap v5541: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:09:11.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:10 smithi129 conmon[101092]: cluster 2022-01-18T19:09:09.642776+0000 mgr.smithi129.iclwio (mgr.14716) 6446 : cluster [DBG] 2022-01-18T19:09:11.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:10 smithi129 conmon[101092]: pgmap v5541: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:09:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:12 smithi156 conmon[67007]: cluster 2022-01-18T19:09:11.643426+0000 mgr.smithi129.iclwio (mgr.14716) 6447 2022-01-18T19:09:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:12 smithi156 conmon[67007]: : cluster [DBG] pgmap v5542: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:12.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:12 smithi129 conmon[101092]: cluster 2022-01-18T19:09:11.643426+0000 2022-01-18T19:09:12.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:12 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 6447 : cluster [DBG] pgmap v5542: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:15.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:14 smithi156 conmon[67007]: cluster 2022-01-18T19:09:13.644093+0000 mgr.smithi129.iclwio (mgr.14716) 6448 : cluster 2022-01-18T19:09:15.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:14 smithi156 conmon[67007]: [DBG] pgmap v5543: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:15.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:14 smithi129 conmon[101092]: cluster 2022-01-18T19:09:13.644093+0000 mgr.smithi129.iclwio (mgr.14716) 6448 : cluster [DBG] pgmap v5543: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:17.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:16 smithi156 conmon[67007]: cluster 2022-01-18T19:09:15.644857+0000 mgr.smithi129.iclwio (mgr.14716) 6449 : cluster [DBG] pgmap v5544: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:17.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:16 smithi129 conmon[101092]: cluster 2022-01-18T19:09:15.644857+0000 mgr.smithi129.iclwio (mgr.14716) 6449 : cluster [DBG] pgmap v5544: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:19.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:18 smithi156 conmon[67007]: cluster 2022-01-18T19:09:17.645638+0000 mgr.smithi129.iclwio (mgr.14716) 6450 : cluster [DBG] pgmap v5545: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:19.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:18 smithi129 conmon[101092]: cluster 2022-01-18T19:09:17.645638+0000 mgr.smithi129.iclwio (mgr.14716) 6450 : cluster [DBG] pgmap v5545: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:19.517 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:09:19.783 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:09:19.783 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 10m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:09:19.783 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 10m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:09:19.784 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 10m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:09:19.784 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 10m ago 3h 43.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:09:19.784 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 10m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:09:19.784 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 10m ago 3h 27.8M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:09:19.785 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 10m ago 3h 677M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:09:19.785 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 10m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:09:19.785 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 10m ago 3h 1177M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:09:19.785 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 10m ago 3h 561M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:09:19.786 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 10m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:09:19.786 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 10m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:09:19.787 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 10m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:09:19.787 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 10m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:09:19.787 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 10m ago 3h 1924M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:09:19.787 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 10m ago 3h 2979M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:09:19.788 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 10m ago 3h 2278M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:09:19.788 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 10m ago 3h 2988M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:09:19.788 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 10m ago 3h 2776M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:09:19.788 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 10m ago 3h 3324M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:09:19.789 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 10m ago 3h 2652M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:09:19.789 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 10m ago 3h 3877M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:09:19.789 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 10m ago 3h 105M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:09:20.102 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:09:20.103 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:09:20.103 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:09:20.103 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:09:20.104 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:09:20.104 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:09:20.104 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:09:20.104 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:09:20.105 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:09:20.105 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:09:20.105 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:09:20.105 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:09:20.106 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:09:20.106 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:09:20.106 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:09:20.106 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:09:20.106 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:09:20.107 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:09:20.107 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:09:21.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:20 smithi156 conmon[67007]: audit 2022-01-18T19:09:19.506976+0000 mgr.smithi129.iclwio (mgr.14716) 6451 : audit [DBG] from='client.38386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:09:21.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:20 smithi156 conmon[67007]: cluster 2022-01-18T19:09:19.646347+0000 mgr.smithi129.iclwio (mgr.14716) 6452 : cluster [DBG] pgmap v5546: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:09:21.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:20 smithi156 conmon[67007]: audit 2022-01-18T19:09:19.776402+0000 mgr.smithi129.iclwio (mgr.14716) 6453 : audit [DBG] from='client.38390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:09:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:20 smithi156 conmon[67007]: audit 2022-01-18T19:09:20.104754+0000 mon.smithi129 (mon.0) 2017 : audit [DBG] from='client.? 172.21.15.129:0/4072252419' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:09:21.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:20 smithi129 conmon[101092]: audit 2022-01-18T19:09:19.506976+0000 mgr.smithi129.iclwio (mgr.14716) 6451 : audit [DBG] 2022-01-18T19:09:21.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:20 smithi129 conmon[101092]: from='client.38386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:09:21.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:20 smithi129 conmon[101092]: cluster 2022-01-18T19:09:19.646347+0000 mgr.smithi129.iclwio (mgr.14716) 6452 : cluster [DBG] pgmap v5546: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:09:21.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:20 smithi129 conmon[101092]: audit 2022-01-18T19:09:19.776402+0000 mgr.smithi129.iclwio (mgr.14716) 6453 : audit [DBG] from='client.38390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:09:21.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:20 smithi129 conmon[101092]: 2022-01-18T19:09:21.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:20 smithi129 conmon[101092]: audit 2022-01-18T19:09:20.104754+0000 mon.smithi129 (mon.0) 2017 : audit [DBG] 2022-01-18T19:09:21.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:20 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/4072252419' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:09:22.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:22 smithi156 conmon[67007]: audit 2022-01-18T19:09:21.582739+0000 mon.smithi129 (mon.0 2022-01-18T19:09:22.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:22 smithi156 conmon[67007]: ) 2018 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:09:22.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:22 smithi156 conmon[67007]: audit 2022-01-18T19:09:21.584201+0000 mon.smithi129 (mon.0) 2019 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:09:22.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:22 smithi156 conmon[67007]: audit 2022-01-18T19:09:21.585045+0000 mon.smithi129 (mon.0) 2020 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:09:22.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:22 smithi156 conmon[67007]: cephadm 2022-01-18T19:09:21.585754+0000 mgr.smithi129.iclwio (mgr.14716) 6454 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:09:22.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:22 smithi156 conmon[67007]: cluster 2022-01-18T19:09:21.646803+0000 mgr.smithi129.iclwio (mgr.14716) 6455 : cluster [DBG] pgmap v5547: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:22.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:22 smithi156 conmon[67007]: audit 2022-01-18T19:09:21.841409+0000 mon.smithi129 (mon.0) 2021 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:09:22.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:22 smithi129 conmon[101092]: audit 2022-01-18T19:09:21.582739+0000 mon.smithi129 (mon. 2022-01-18T19:09:22.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:22 smithi129 conmon[101092]: 0) 2018 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:09:22.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:22 smithi129 conmon[101092]: audit 2022-01-18T19:09:21.584201+0000 mon.smithi129 (mon.0) 2019 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:09:22.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:22 smithi129 conmon[101092]: audit 2022-01-18T19:09:21.585045+0000 mon.smithi129 (mon.0) 2020 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:09:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:22 smithi129 conmon[101092]: cephadm 2022-01-18T19:09:21.585754+0000 mgr.smithi129.iclwio (mgr.14716) 6454 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:09:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:22 smithi129 conmon[101092]: cluster 2022-01-18T19:09:21.646803+0000 mgr.smithi129.iclwio (mgr.14716) 6455 : cluster [DBG] pgmap v5547: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:22 smithi129 conmon[101092]: audit 2022-01-18T19:09:21.841409+0000 mon.smithi129 (mon.0) 2021 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:09:25.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:24 smithi156 conmon[67007]: cluster 2022-01-18T19:09:23.647284+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T19:09:25.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:24 smithi156 conmon[67007]: ) 6456 : cluster [DBG] pgmap v5548: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:25.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:24 smithi129 conmon[101092]: cluster 2022-01-18T19:09:23.647284+0000 mgr.smithi129.iclwio (mgr.14716) 6456 : cluster [DBG] pgmap v5548: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:26.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:26 smithi156 conmon[67007]: audit 2022-01-18T19:09:25.190399+0000 mon.smithi129 (mon.0) 2022 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:09:26.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:26 smithi156 conmon[67007]: cluster 2022-01-18T19:09:25.647998+0000 mgr.smithi129.iclwio (mgr.14716) 6457 : cluster [DBG] pgmap v5549: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:26.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:26 smithi129 conmon[101092]: audit 2022-01-18T19:09:25.190399+0000 mon.smithi129 ( 2022-01-18T19:09:26.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:26 smithi129 conmon[101092]: mon.0) 2022 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:09:26.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:26 smithi129 conmon[101092]: cluster 2022-01-18T19:09:25.647998+0000 mgr.smithi129.iclwio (mgr.14716) 6457 : cluster [DBG] pgmap v5549: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:28.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:28 smithi156 conmon[67007]: audit 2022-01-18T19:09:27.026532+0000 mon.smithi129 (mon.0) 2023 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:09:28.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:28 smithi156 conmon[67007]: audit 2022-01-18T19:09:27.311464+0000 mon.smithi129 (mon.0) 2024 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:09:28.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:28 smithi156 conmon[67007]: audit 2022-01-18T19:09:27.316484+0000 mon.smithi129 (mon.0) 2025 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:09:28.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:28 smithi156 conmon[67007]: cluster 2022-01-18T19:09:27. 2022-01-18T19:09:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:28 smithi156 conmon[67007]: 648625+0000 mgr.smithi129.iclwio (mgr.14716) 6458 : cluster 2022-01-18T19:09:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:28 smithi156 conmon[67007]: [DBG] pgmap v5550: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:28.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:28 smithi129 conmon[101092]: audit 2022-01-18T19:09:27.026532+0000 mon.smithi129 (mon.0) 2023 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:09:28.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:28 smithi129 conmon[101092]: 2022-01-18T19:09:28.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:28 smithi129 conmon[101092]: audit 2022-01-18T19:09:27.311464+0000 mon.smithi129 (mon.0) 2024 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:09:28.437 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:28 smithi129 conmon[101092]: audit 2022-01-18T19:09:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:28 smithi129 conmon[101092]: 2022-01-18T19:09:27.316484+0000 mon.smithi129 (mon.0) 2025 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:09:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:28 smithi129 conmon[101092]: cluster 2022-01-18T19:09 2022-01-18T19:09:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:28 smithi129 conmon[101092]: :27.648625+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:09:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:28 smithi129 conmon[101092]: 6458 : cluster [DBG] pgmap v5550: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:31.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:30 smithi156 conmon[67007]: cluster 2022-01-18T19:09:29.649512+0000 mgr.smithi129.iclwio (mgr.14716) 6459 : cluster [DBG] pgmap v5551: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:09:31.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:30 smithi129 conmon[101092]: cluster 2022-01-18T19:09:29.649512+0000 mgr.smithi129.iclwio (mgr.14716) 6459 : cluster [DBG] 2022-01-18T19:09:31.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:30 smithi129 conmon[101092]: pgmap v5551: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:09:32.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:32 smithi156 conmon[67007]: cluster 2022-01-18T19:09:31.649981+0000 mgr.smithi129.iclwio (mgr.14716) 6460 : cluster [DBG] pgmap v5552: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:32.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:32 smithi129 conmon[101092]: cluster 2022-01-18T19:09:31.649981+0000 mgr.smithi129.iclwio (mgr.14716) 6460 : cluster [DBG] pgmap v5552: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:32.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:32 smithi129 conmon[101092]: 2022-01-18T19:09:35.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:34 smithi156 conmon[67007]: cluster 2022-01-18T19:09:33.650694+0000 mgr.smithi129.iclwio (mgr.14716) 6461 : cluster [DBG] pgmap v5553: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:35.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:34 smithi129 conmon[101092]: cluster 2022-01-18T19:09:33.650694+0000 mgr.smithi129.iclwio (mgr.14716) 6461 : cluster [DBG] pgmap v5553: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:37.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:36 smithi156 conmon[67007]: cluster 2022-01-18T19:09:35.651483+0000 mgr.smithi129.iclwio (mgr.14716) 6462 : cluster [DBG] pgmap v5554: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:37.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:36 smithi156 conmon[67007]: 2022-01-18T19:09:37.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:36 smithi129 conmon[101092]: cluster 2022-01-18T19:09:35.651483+0000 mgr.smithi129.iclwio (mgr.14716) 6462 : 2022-01-18T19:09:37.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:36 smithi129 conmon[101092]: cluster [DBG] pgmap v5554: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:39.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:38 smithi156 conmon[67007]: cluster 2022-01-18T19:09:37.652083+0000 mgr.smithi129.iclwio (mgr.14716) 6463 : cluster [DBG] pgmap v5555: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:39.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:38 smithi129 conmon[101092]: cluster 2022-01-18T19:09:37.652083+0000 mgr.smithi129.iclwio (mgr.14716) 6463 : cluster [DBG] pgmap v5555: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:39.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:38 smithi129 conmon[101092]: 2022-01-18T19:09:41.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:40 smithi156 conmon[67007]: cluster 2022-01-18T19:09:39.652766+0000 mgr.smithi129.iclwio (mgr.14716) 6464 : cluster [DBG] pgmap v5556: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:09:41.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:40 smithi129 conmon[101092]: cluster 2022-01-18T19:09:39.652766+0000 mgr.smithi129.iclwio (mgr.14716) 6464 : cluster [DBG] pgmap v5556: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:09:41.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:40 smithi129 conmon[101092]: 2022-01-18T19:09:42.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:42 smithi156 conmon[67007]: cluster 2022-01-18T19:09:41.653368+0000 mgr.smithi129.iclwio (mgr.14716) 6465 : cluster [DBG] pgmap v5557: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:42.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:42 smithi129 conmon[101092]: cluster 2022-01-18T19:09:41.653368+0000 mgr.smithi129.iclwio (mgr.14716) 6465 : cluster [DBG] 2022-01-18T19:09:42.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:42 smithi129 conmon[101092]: pgmap v5557: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:45.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:44 smithi156 conmon[67007]: cluster 2022-01-18T19:09:43.653906+0000 mgr.smithi129.iclwio (mgr.14716) 6466 : cluster [DBG] 2022-01-18T19:09:45.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:44 smithi156 conmon[67007]: pgmap v5558: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:45.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:44 smithi129 conmon[101092]: cluster 2022-01-18T19:09:43.653906+0000 mgr.smithi129.iclwio (mgr.14716) 6466 : cluster [DBG] pgmap v5558: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:45.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:44 smithi129 conmon[101092]: 2022-01-18T19:09:47.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:46 smithi156 conmon[67007]: cluster 2022-01-18T19:09:45.654741+0000 mgr.smithi129.iclwio (mgr.14716) 6467 : cluster [DBG] 2022-01-18T19:09:47.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:46 smithi156 conmon[67007]: pgmap v5559: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:47.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:46 smithi129 conmon[101092]: cluster 2022-01-18T19:09:45.654741+0000 mgr.smithi129.iclwio (mgr.14716) 6467 : 2022-01-18T19:09:47.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:46 smithi129 conmon[101092]: cluster [DBG] pgmap v5559: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:49.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:48 smithi156 conmon[67007]: cluster 2022-01-18T19:09:47.655487+0000 mgr.smithi129.iclwio (mgr.14716) 6468 : cluster 2022-01-18T19:09:49.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:48 smithi156 conmon[67007]: [DBG] pgmap v5560: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:49.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:48 smithi129 conmon[101092]: cluster 2022-01-18T19:09:47.655487+0000 mgr.smithi129.iclwio (mgr.14716) 6468 : cluster [DBG] pgmap v5560: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:49.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:48 smithi129 conmon[101092]: 2022-01-18T19:09:50.401 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:09:50.664 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:09:50.665 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 23s ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:09:50.665 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 23s ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:09:50.665 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 25s ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:09:50.665 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 23s ago 3h 43.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:09:50.666 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 23s ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:09:50.666 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 25s ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:09:50.666 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 23s ago 3h 689M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:09:50.666 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 25s ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:09:50.667 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 23s ago 3h 1233M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:09:50.667 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 25s ago 3h 579M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:09:50.667 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 23s ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:09:50.667 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 25s ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:09:50.668 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 23s ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:09:50.668 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 25s ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:09:50.668 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 23s ago 3h 1953M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:09:50.668 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 23s ago 3h 3012M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:09:50.669 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 23s ago 3h 2301M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:09:50.669 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 23s ago 3h 3022M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:09:50.669 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 25s ago 3h 2807M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:09:50.669 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 25s ago 3h 3353M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:09:50.669 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 25s ago 3h 2678M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:09:50.670 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 25s ago 3h 3910M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:09:50.670 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 23s ago 3h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:09:50.983 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:09:50.983 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:09:50.983 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:09:50.983 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:09:50.984 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:09:50.984 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:09:50.984 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:09:50.984 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:09:50.985 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:09:50.985 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:09:50.985 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:09:50.985 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:09:50.985 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:09:50.986 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:09:50.986 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:09:50.986 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:09:50.986 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:09:50.986 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:09:50.987 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:09:51.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:50 smithi156 conmon[67007]: cluster 2022-01-18T19:09:49.656372+0000 mgr.smithi129.iclwio (mgr.14716) 6469 : cluster [DBG] 2022-01-18T19:09:51.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:50 smithi156 conmon[67007]: pgmap v5561: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:09:51.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:50 smithi129 conmon[101092]: cluster 2022-01-18T19:09:49.656372+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:09:51.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:50 smithi129 conmon[101092]: 6469 : cluster [DBG] pgmap v5561: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:09:52.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:51 smithi156 conmon[67007]: audit 2022-01-18T19:09:50.391490+0000 mgr.smithi129.iclwio (mgr.14716) 6470 : audit [DBG] 2022-01-18T19:09:52.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:51 smithi156 conmon[67007]: from='client.38398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:09:52.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:51 smithi156 conmon[67007]: audit 2022-01-18T19:09:50.658232+0000 mgr.smithi129.iclwio (mgr.14716) 6471 : audit [DBG] from='client.38402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:09:52.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:51 smithi156 conmon[67007]: audit 2022-01-18T19:09:50.985319+0000 mon.smithi129 (mon.0) 2026 : audit [DBG] 2022-01-18T19:09:52.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:51 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/678174716' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:09:52.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:51 smithi129 conmon[101092]: audit 2022-01-18T19:09:50.391490+0000 mgr.smithi129.iclwio (mgr.14716) 6470 : audit [DBG] from='client.38398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:09:52.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:51 smithi129 conmon[101092]: audit 2022-01-18T19:09:50.658232 2022-01-18T19:09:52.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:51 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 6471 : audit [DBG] from='client.38402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:09:52.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:51 smithi129 conmon[101092]: audit 2022-01-18T19:09:50.985319+0000 mon.smithi129 (mon.0) 2026 : audit [DBG] from='client.? 172.21.15.129:0/678174716' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:09:53.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:52 smithi156 conmon[67007]: cluster 2022-01-18T19:09:51.656916+0000 mgr.smithi129.iclwio (mgr.14716) 6472 : cluster [DBG] pgmap v5562: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:53.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:52 smithi156 conmon[67007]: 2022-01-18T19:09:53.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:52 smithi129 conmon[101092]: cluster 2022-01-18T19:09:51.656916+0000 mgr.smithi129.iclwio (mgr.14716) 6472 : cluster [DBG] pgmap v5562: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:55.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:54 smithi156 conmon[67007]: cluster 2022-01-18T19:09:53.657408+0000 mgr.smithi129.iclwio (mgr.14716) 6473 : cluster [DBG] 2022-01-18T19:09:55.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:54 smithi156 conmon[67007]: pgmap v5563: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:55.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:54 smithi129 conmon[101092]: cluster 2022-01-18T19:09:53.657408+0000 mgr.smithi129.iclwio (mgr.14716) 6473 : cluster [DBG] pgmap v5563: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:55.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:54 smithi129 conmon[101092]: 2022-01-18T19:09:57.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:56 smithi156 conmon[67007]: cluster 2022-01-18T19:09:55.658369+0000 mgr.smithi129.iclwio (mgr.14716) 6474 : cluster [DBG] pgmap v5564: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:57.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:56 smithi156 conmon[67007]: 2022-01-18T19:09:57.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:56 smithi129 conmon[101092]: cluster 2022-01-18T19:09:55.658369+0000 mgr.smithi129.iclwio (mgr.14716) 6474 : cluster [DBG] 2022-01-18T19:09:57.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:56 smithi129 conmon[101092]: pgmap v5564: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:59.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:58 smithi156 conmon[67007]: cluster 2022-01-18T19:09:57.658946+0000 mgr.smithi129.iclwio (mgr.14716) 6475 : cluster [DBG] pgmap v5565: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:09:59.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:58 smithi129 conmon[101092]: cluster 2022-01-18T19:09:57.658946+0000 mgr.smithi129.iclwio (mgr.14716) 6475 : cluster [DBG] pgmap v5565: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:00.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:59 smithi156 conmon[67007]: audit 2022-01-18T19:09:58.934236+0000 mon.smithi129 (mon.0) 2027 : audit [INF] 2022-01-18T19:10:00.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:59 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:10:00.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:09:59 smithi156 conmon[67007]: audit 2022-01-18T19:09:58.934451+0000 mon.smithi129 (mon.0) 2028 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:10:00.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:59 smithi129 conmon[101092]: audit 2022-01-18T19:09:58.934236+0000 mon.smithi129 (mon.0) 2027 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:10:00.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:59 smithi129 conmon[101092]: 2022-01-18T19:10:00.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:09:59 smithi129 conmon[101092]: audit 2022-01-18T19:09:58.934451+0000 mon.smithi129 (mon.0) 2028 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:10:01.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:00 smithi156 conmon[67007]: cluster 2022-01-18T19:09:59.659820+0000 mgr.smithi129.iclwio (mgr.14716) 6476 2022-01-18T19:10:01.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:00 smithi156 conmon[67007]: : cluster [DBG] pgmap v5566: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:10:01.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:00 smithi156 conmon[67007]: cluster 2022-01-18T19:10:00.000117+0000 mon.smithi129 (mon.0) 2029 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T19:10:01.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:00 smithi129 conmon[101092]: cluster 2022-01-18T19:09:59.659820+0000 mgr.smithi129.iclwio (mgr.14716) 6476 : cluster [DBG] pgmap v5566: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:10:01.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:00 smithi129 conmon[101092]: cluster 2022-01-18T19:10:00.000117+0000 mon.smithi129 (mon.0) 2029 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T19:10:02.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:02 smithi156 conmon[67007]: cluster 2022-01-18T19:10:01.660352+0000 mgr.smithi129.iclwio (mgr.14716) 6477 : cluster [DBG] pgmap v5567: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:02 smithi156 conmon[67007]: 2022-01-18T19:10:02.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:02 smithi129 conmon[101092]: cluster 2022-01-18T19:10:01.660352+0000 mgr.smithi129.iclwio (mgr.14716) 6477 : cluster [DBG] pgmap v5567: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:02.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:02 smithi129 conmon[101092]: 2022-01-18T19:10:05.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:04 smithi156 conmon[67007]: cluster 2022-01-18T19:10:03.660936+0000 mgr.smithi129.iclwio (mgr.14716) 6478 : 2022-01-18T19:10:05.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:04 smithi156 conmon[67007]: cluster [DBG] pgmap v5568: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:05.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:04 smithi129 conmon[101092]: cluster 2022-01-18T19:10:03.660936+0000 mgr.smithi129.iclwio (mgr.14716) 6478 : cluster [DBG] pgmap v5568: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:07.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:06 smithi156 conmon[67007]: cluster 2022-01-18T19:10:05.661781+0000 mgr.smithi129.iclwio (mgr.14716) 6479 : cluster 2022-01-18T19:10:07.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:06 smithi156 conmon[67007]: [DBG] pgmap v5569: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:07.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:06 smithi129 conmon[101092]: cluster 2022-01-18T19:10:05.661781+0000 mgr.smithi129.iclwio (mgr.14716) 6479 : cluster [DBG] pgmap v5569: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:09.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:08 smithi156 conmon[67007]: cluster 2022-01-18T19:10:07.662391+0000 mgr.smithi129.iclwio (mgr.14716) 6480 : cluster 2022-01-18T19:10:09.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:08 smithi156 conmon[67007]: [DBG] pgmap v5570: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:09.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:08 smithi129 conmon[101092]: cluster 2022-01-18T19:10:07.662391+0000 mgr.smithi129.iclwio (mgr.14716) 6480 : cluster [DBG] pgmap v5570: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:11.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:10 smithi156 conmon[67007]: cluster 2022-01-18T19:10:09.663198+0000 mgr.smithi129.iclwio (mgr.14716) 6481 : cluster [DBG] 2022-01-18T19:10:11.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:10 smithi156 conmon[67007]: pgmap v5571: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:10:11.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:10 smithi129 conmon[101092]: cluster 2022-01-18T19:10:09.663198+0000 mgr.smithi129.iclwio (mgr.14716) 6481 : cluster [DBG] pgmap v5571: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:10:12.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:12 smithi156 conmon[67007]: cluster 2022-01-18T19:10:11.663778+0000 mgr.smithi129.iclwio (mgr.14716) 6482 : cluster [DBG] 2022-01-18T19:10:12.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:12 smithi156 conmon[67007]: pgmap v5572: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:12.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:12 smithi129 conmon[101092]: cluster 2022-01-18T19:10:11.663778+0000 mgr.smithi129.iclwio (mgr.14716) 6482 : cluster [DBG] pgmap v5572: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:15.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:14 smithi156 conmon[67007]: cluster 2022-01-18T19:10:13.664381+0000 mgr.smithi129.iclwio (mgr.14716) 6483 : 2022-01-18T19:10:15.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:14 smithi156 conmon[67007]: cluster [DBG] pgmap v5573: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:15.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:14 smithi129 conmon[101092]: cluster 2022-01-18T19:10:13.664381+0000 mgr.smithi129.iclwio (mgr.14716) 6483 : cluster [DBG] 2022-01-18T19:10:15.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:14 smithi129 conmon[101092]: pgmap v5573: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:17.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:16 smithi156 conmon[67007]: cluster 2022-01-18T19:10:15.665222+0000 mgr.smithi129.iclwio (mgr.14716) 6484 : cluster 2022-01-18T19:10:17.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:16 smithi156 conmon[67007]: [DBG] pgmap v5574: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:17.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:16 smithi129 conmon[101092]: cluster 2022-01-18T19:10:15.665222+0000 mgr.smithi129.iclwio (mgr.14716) 6484 : cluster [DBG] pgmap v5574: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:19.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:18 smithi156 conmon[67007]: cluster 2022-01-18T19:10:17.665922+0000 mgr.smithi129.iclwio (mgr.14716) 6485 : cluster [DBG] pgmap v5575: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:19.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:18 smithi156 conmon[67007]: 2022-01-18T19:10:19.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:18 smithi129 conmon[101092]: cluster 2022-01-18T19:10:17.665922+0000 mgr.smithi129.iclwio (mgr.14716) 6485 : cluster [DBG] pgmap v5575: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:19.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:18 smithi129 conmon[101092]: 2022-01-18T19:10:21.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:20 smithi156 conmon[67007]: cluster 2022-01-18T19:10:19.666832+0000 mgr.smithi129.iclwio (mgr.14716) 6486 : cluster [DBG] pgmap v5576: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:10:21.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:20 smithi129 conmon[101092]: cluster 2022-01-18T19:10:19.666832+0000 mgr.smithi129.iclwio (mgr.14716) 6486 : 2022-01-18T19:10:21.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:20 smithi129 conmon[101092]: cluster [DBG] pgmap v5576: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:10:21.284 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:10:21.554 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:10:21.555 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 54s ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:10:21.555 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 54s ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:10:21.555 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 56s ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:10:21.556 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 54s ago 3h 43.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:10:21.556 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 54s ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:10:21.556 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 56s ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:10:21.556 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 54s ago 3h 689M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:10:21.557 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 56s ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:10:21.557 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 54s ago 3h 1233M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:10:21.557 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 56s ago 3h 579M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:10:21.557 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 54s ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:10:21.558 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 56s ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:10:21.558 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 54s ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:10:21.558 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 56s ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:10:21.558 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 54s ago 3h 1953M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:10:21.558 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 54s ago 3h 3012M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:10:21.559 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 54s ago 3h 2301M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:10:21.559 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 54s ago 3h 3022M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:10:21.559 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 56s ago 3h 2807M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:10:21.559 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 56s ago 3h 3353M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:10:21.560 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 56s ago 3h 2678M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:10:21.560 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 56s ago 3h 3910M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:10:21.560 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 54s ago 3h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:10:21.875 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:10:21.876 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:10:21.876 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:10:21.876 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:10:21.877 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:10:21.877 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:10:21.877 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:10:21.877 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:10:21.877 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:10:21.878 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:10:21.878 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:10:21.878 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:10:21.878 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:10:21.879 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:10:21.879 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:10:21.879 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:10:21.879 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:10:21.880 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:10:21.880 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:10:22.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:22 smithi156 conmon[67007]: audit 2022-01-18T19:10:21.275625+0000 mgr.smithi129.iclwio (mgr.14716) 6487 : audit [DBG] from='client.38410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:10:22.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:22 smithi156 conmon[67007]: audit 2022-01-18T19:10:21.548235+0000 mgr.smithi129.iclwio (mgr.14716) 6488 : audit [DBG] from='client.38414 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:10:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:22 smithi156 conmon[67007]: cluster 2022-01-18T19:10:21.667196+0000 mgr.smithi129.iclwio (mgr.14716) 6489 : cluster [DBG] pgmap v5577: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:22 smithi156 conmon[67007]: audit 2022-01 2022-01-18T19:10:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:22 smithi156 conmon[67007]: -18T19:10:21.878495+0000 mon.smithi129 (mon.0) 2030 : audit [DBG] from='client.? 172.21.15.129:0/3282036797' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:10:22.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:22 smithi129 conmon[101092]: audit 2022-01-18T19:10:21.275625+0000 mgr.smithi129.iclwio (mgr.14716) 6487 2022-01-18T19:10:22.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:22 smithi129 conmon[101092]: : audit [DBG] from='client.38410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:10:22.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:22 smithi129 conmon[101092]: audit 2022-01-18T19:10:21.548235+0000 mgr.smithi129.iclwio (mgr.14716) 6488 : audit [DBG] from='client.38414 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:10:22.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:22 smithi129 conmon[101092]: cluster 2022-01-18T19:10: 2022-01-18T19:10:22.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:22 smithi129 conmon[101092]: 21.667196+0000 mgr.smithi129.iclwio (mgr.14716) 6489 2022-01-18T19:10:22.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:22 smithi129 conmon[101092]: : cluster [DBG] pgmap v5577: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:22.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:22 smithi129 conmon[101092]: audit 2022-01 2022-01-18T19:10:22.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:22 smithi129 conmon[101092]: -18T19:10:21.878495 2022-01-18T19:10:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:22 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 2030 : audit [DBG] 2022-01-18T19:10:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:22 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/3282036797' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:10:25.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:24 smithi156 conmon[67007]: cluster 2022-01-18T19:10:23.667670+0000 mgr.smithi129.iclwio (mgr.14716) 6490 : cluster 2022-01-18T19:10:25.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:24 smithi156 conmon[67007]: [DBG] pgmap v5578: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:25.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:24 smithi129 conmon[101092]: cluster 2022-01-18T19:10:23.667670+0000 mgr.smithi129.iclwio (mgr.14716) 6490 : cluster [DBG] pgmap v5578: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:27.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:26 smithi156 conmon[67007]: cluster 2022-01-18T19:10:25.668446+0000 mgr.smithi129.iclwio (mgr.14716) 6491 : cluster [DBG] pgmap v5579: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:27.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:26 smithi156 conmon[67007]: 2022-01-18T19:10:27.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:26 smithi129 conmon[101092]: cluster 2022-01-18T19:10:25.668446+0000 mgr.smithi129.iclwio (mgr.14716) 6491 : cluster [DBG] pgmap v5579: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:27.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:27 smithi129 conmon[101092]: audit 2022-01-18T19:10:27.319291+0000 mon.smithi129 (mon.0) 2031 : 2022-01-18T19:10:27.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:27 smithi129 conmon[101092]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:10:27.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:27 smithi129 conmon[101092]: audit 2022-01-18T19:10:27.320664+0000 mon.smithi129 (mon.0) 2032 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:10:27.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:27 smithi129 conmon[101092]: audit 2022- 2022-01-18T19:10:27.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:27 smithi129 conmon[101092]: 01-18T19:10:27.321514+0000 mon.smithi129 (mon.0) 2033 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:10:27.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:27 smithi129 conmon[101092]: audit 2022-01-18T19:10:27.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:27 smithi129 conmon[101092]: 2022-01-18T19:10:27.631776+0000 2022-01-18T19:10:27.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:27 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2034 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:10:27.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:27 smithi129 conmon[101092]: audit 2022 2022-01-18T19:10:27.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:27 smithi129 conmon[101092]: -01-18T19:10:27 2022-01-18T19:10:27.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:27 smithi129 conmon[101092]: .638735+0000 mon.smithi129 (mon.0) 2035 : audit 2022-01-18T19:10:27.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:27 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:10:28.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:27 smithi156 conmon[67007]: audit 2022-01-18T19:10:27.319291+0000 mon.smithi129 (mon.0) 2031 : audit 2022-01-18T19:10:28.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:27 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:10:28.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:27 smithi156 conmon[67007]: audit 2022-01-18T19:10:27.320664+0000 mon.smithi129 (mon.0) 2032 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:10:28.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:27 smithi156 conmon[67007]: audit 2022-01-18T19:10: 2022-01-18T19:10:28.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:27 smithi156 conmon[67007]: 27.321514+0000 mon.smithi129 (mon.0) 2033 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:10:28.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:27 smithi156 conmon[67007]: audit 2022-01-18T19:10:27.631776 2022-01-18T19:10:28.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:27 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2034 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:10:28.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:27 smithi156 conmon[67007]: audit 2022-01-18T19:10:28.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:27 smithi156 conmon[67007]: 2022-01-18T19:10:27.638735+0000 mon.smithi129 (mon.0) 2035 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:10:28.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:27 smithi156 conmon[67007]: 2022-01-18T19:10:29.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:28 smithi156 conmon[67007]: cephadm 2022-01-18T19:10:27.322224+0000 mgr.smithi129.iclwio (mgr.14716) 6492 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:10:29.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:28 smithi156 conmon[67007]: 2022-01-18T19:10:29.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:28 smithi156 conmon[67007]: cluster 2022-01-18T19:10:27.669023+0000 mgr.smithi129.iclwio (mgr.14716) 6493 : cluster [DBG] pgmap v5580: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:29.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:28 smithi129 conmon[101092]: cephadm 2022-01-18T19:10:27.322224+0000 mgr.smithi129.iclwio (mgr.14716) 6492 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:10:29.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:28 smithi129 conmon[101092]: cluster 2022-01-18T19:10:27.669023+0000 2022-01-18T19:10:29.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:28 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 6493 : cluster [DBG] pgmap v5580: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:31.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:30 smithi156 conmon[67007]: cluster 2022-01-18T19:10:29.669819+0000 mgr.smithi129.iclwio (mgr.14716) 6494 : cluster [DBG] pgmap v5581: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:10:31.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:30 smithi129 conmon[101092]: cluster 2022-01-18T19:10:29.669819+0000 mgr.smithi129.iclwio (mgr.14716) 6494 : cluster [DBG] pgmap v5581: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:10:32.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:32 smithi129 conmon[101092]: cluster 2022-01-18T19:10:31.670240+0000 mgr.smithi129.iclwio (mgr.14716) 6495 : cluster [DBG] pgmap v5582: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:33.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:32 smithi156 conmon[67007]: cluster 2022-01-18T19:10:31.670240+0000 mgr.smithi129.iclwio (mgr.14716) 6495 : cluster [DBG] 2022-01-18T19:10:33.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:32 smithi156 conmon[67007]: pgmap v5582: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:35.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:34 smithi156 conmon[67007]: cluster 2022-01-18T19:10:33.671000+0000 mgr.smithi129.iclwio (mgr.14716) 6496 : cluster [DBG] pgmap v5583: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:35.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:34 smithi156 conmon[67007]: 2022-01-18T19:10:35.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:34 smithi129 conmon[101092]: cluster 2022-01-18T19:10:33.671000+0000 mgr.smithi129.iclwio (mgr.14716) 6496 : cluster [DBG] 2022-01-18T19:10:35.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:34 smithi129 conmon[101092]: pgmap v5583: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:37.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:36 smithi156 conmon[67007]: cluster 2022-01-18T19:10:35.671762+0000 mgr.smithi129.iclwio (mgr.14716) 6497 : cluster [DBG] pgmap v5584: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:37.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:36 smithi156 conmon[67007]: 2022-01-18T19:10:37.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:36 smithi129 conmon[101092]: cluster 2022-01-18T19:10:35.671762+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T19:10:37.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:36 smithi129 conmon[101092]: ) 6497 : cluster [DBG] pgmap v5584: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:39.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:38 smithi156 conmon[67007]: cluster 2022-01-18T19:10:37.672300+0000 mgr.smithi129.iclwio (mgr.14716) 6498 : cluster [DBG] pgmap v5585: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:39.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:38 smithi129 conmon[101092]: cluster 2022-01-18T19:10:37.672300+0000 mgr.smithi129.iclwio (mgr.14716) 6498 : cluster [DBG] 2022-01-18T19:10:39.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:38 smithi129 conmon[101092]: pgmap v5585: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:41.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:40 smithi156 conmon[67007]: cluster 2022-01-18T19:10:39.673178+0000 mgr.smithi129.iclwio (mgr.14716) 6499 : cluster [DBG] pgmap v5586: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:10:41.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:40 smithi129 conmon[101092]: cluster 2022-01-18T19:10:39.673178+0000 mgr.smithi129.iclwio (mgr.14716) 6499 : cluster [DBG] 2022-01-18T19:10:41.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:40 smithi129 conmon[101092]: pgmap v5586: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:10:42.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:42 smithi156 conmon[67007]: cluster 2022-01-18T19:10:41.673623+0000 mgr.smithi129.iclwio (mgr.14716) 6500 : cluster [DBG] pgmap v5587: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:42.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:42 smithi129 conmon[101092]: cluster 2022-01-18T19:10 2022-01-18T19:10:42.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:42 smithi129 conmon[101092]: :41.673623+0000 mgr.smithi129.iclwio (mgr.14716) 6500 : cluster [DBG] pgmap v5587: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:45.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:44 smithi156 conmon[67007]: cluster 2022-01-18T19:10:43.674315+0000 mgr.smithi129.iclwio (mgr.14716) 6501 : cluster [DBG] pgmap v5588: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:45.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:44 smithi129 conmon[101092]: cluster 2022-01-18T19:10:43.674315+0000 mgr.smithi129.iclwio (mgr.14716) 6501 : cluster [DBG] pgmap v5588: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:47.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:46 smithi156 conmon[67007]: cluster 2022-01-18T19:10:45.675040+0000 mgr.smithi129.iclwio (mgr.14716) 6502 : cluster [DBG] pgmap v5589: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:47.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:46 smithi129 conmon[101092]: cluster 2022-01-18T19:10:45.675040+0000 mgr.smithi129.iclwio (mgr.14716) 6502 : cluster [DBG] pgmap v5589: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:49.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:48 smithi156 conmon[67007]: cluster 2022-01-18T19:10:47.675687+0000 mgr.smithi129.iclwio (mgr.14716) 6503 : cluster [DBG] pgmap v5590: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:49.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:48 smithi129 conmon[101092]: cluster 2022-01-18T19:10:47.675687+0000 mgr.smithi129.iclwio (mgr.14716) 6503 : cluster [DBG] pgmap v5590: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:51.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:50 smithi156 conmon[67007]: cluster 2022-01-18T19:10:49.676616+0000 mgr.smithi129.iclwio (mgr.14716) 6504 : cluster [DBG] pgmap v5591: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:10:51.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:50 smithi129 conmon[101092]: cluster 2022-01-18T19:10:49.676616+0000 mgr.smithi129.iclwio (mgr.14716) 6504 : cluster [DBG] pgmap v5591: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:10:52.171 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:10:52.436 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:10:52.437 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 85s ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:10:52.437 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 85s ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:10:52.437 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 87s ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:10:52.437 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 85s ago 3h 43.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:10:52.438 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 85s ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:10:52.438 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 87s ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:10:52.439 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 85s ago 3h 689M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:10:52.439 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 87s ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:10:52.439 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 85s ago 3h 1233M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:10:52.439 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 87s ago 3h 579M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:10:52.439 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 85s ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:10:52.440 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 87s ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:10:52.440 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 85s ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:10:52.440 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 87s ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:10:52.440 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (2h) 85s ago 3h 1953M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:10:52.441 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 85s ago 3h 3012M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:10:52.441 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 85s ago 3h 2301M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:10:52.441 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 85s ago 3h 3022M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:10:52.441 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 87s ago 3h 2807M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:10:52.441 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 87s ago 3h 3353M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:10:52.442 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 87s ago 3h 2678M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:10:52.442 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 87s ago 3h 3910M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:10:52.442 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 85s ago 3h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:10:52.753 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:10:52.754 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:10:52.754 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:10:52.754 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:10:52.755 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:10:52.755 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:10:52.755 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:10:52.755 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:10:52.755 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:10:52.756 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:10:52.756 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:10:52.756 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:10:52.757 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:10:52.757 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:10:52.757 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:10:52.757 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:10:52.758 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:10:52.758 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:10:52.758 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:10:52.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:52 smithi129 conmon[101092]: cluster 2022-01-18T19:10:51.677159+0000 mgr.smithi129.iclwio (mgr.14716) 6505 : cluster 2022-01-18T19:10:52.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:52 smithi129 conmon[101092]: [DBG] pgmap v5592: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:53.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:52 smithi156 conmon[67007]: cluster 2022-01-18T19:10:51.677159+0000 mgr.smithi129.iclwio (mgr.14716) 6505 : cluster [DBG] pgmap v5592: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:53.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:52 smithi156 conmon[67007]: 2022-01-18T19:10:53.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:53 smithi129 conmon[101092]: audit 2022-01-18T19:10:52.162025+0000 mgr.smithi129.iclwio (mgr.14716) 6506 : audit 2022-01-18T19:10:53.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:53 smithi129 conmon[101092]: [DBG] from='client.38422 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:10:53.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:53 smithi129 conmon[101092]: audit 2022-01-18T19:10:52.430856+0000 mgr.smithi129.iclwio (mgr.14716) 6507 : audit [DBG] from='client.38426 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:10:53.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:53 smithi129 conmon[101092]: audit 2022-01-18T19:10:52.756867+0000 2022-01-18T19:10:53.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:53 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2036 : audit [DBG] from='client.? 172.21.15.129:0/953792820' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:10:54.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:53 smithi156 conmon[67007]: audit 2022-01-18T19:10:52.162025+0000 mgr.smithi129.iclwio (mgr.14716) 6506 : audit [DBG] 2022-01-18T19:10:54.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:53 smithi156 conmon[67007]: from='client.38422 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:10:54.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:53 smithi156 conmon[67007]: audit 2022-01-18T19:10:52.430856+0000 mgr.smithi129.iclwio (mgr.14716) 6507 : audit [DBG] from='client.38426 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:10:54.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:53 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T19:10:54.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:53 smithi156 conmon[67007]: 19:10:52.756867+0000 mon.smithi129 (mon.0) 2036 : audit [DBG] from='client.? 172.21.15.129:0/953792820' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:10:54.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:54 smithi156 conmon[67007]: cluster 2022-01-18T19:10:53.677759+0000 mgr.smithi129.iclwio (mgr.14716) 6508 : cluster [DBG] pgmap v5593: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:54.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:54 smithi156 conmon[67007]: 2022-01-18T19:10:54.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:54 smithi129 conmon[101092]: cluster 2022-01-18T19:10:53.677759+0000 mgr.smithi129.iclwio (mgr.14716) 6508 : cluster [DBG] pgmap v5593: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:57.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:56 smithi156 conmon[67007]: cluster 2022-01-18T19:10:55.678515+0000 mgr.smithi129.iclwio (mgr.14716) 6509 : cluster [DBG] pgmap v5594: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:57.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:56 smithi156 conmon[67007]: 2022-01-18T19:10:57.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:56 smithi129 conmon[101092]: cluster 2022-01-18T19:10:55.678515+0000 mgr.smithi129.iclwio (mgr.14716) 6509 : cluster [DBG] pgmap v5594: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:59.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:58 smithi156 conmon[67007]: cluster 2022-01-18T19:10:57.679110+0000 mgr.smithi129.iclwio (mgr.14716) 6510 : cluster [DBG] pgmap v5595: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:10:59.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:58 smithi129 conmon[101092]: cluster 2022-01-18T19:10:57.679110+0000 mgr.smithi129.iclwio (mgr.14716) 6510 : cluster [DBG] 2022-01-18T19:10:59.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:58 smithi129 conmon[101092]: pgmap v5595: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:00.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:59 smithi156 conmon[67007]: audit 2022-01-18T19:10:58.938148+0000 mon.smithi129 (mon.0 2022-01-18T19:11:00.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:59 smithi156 conmon[67007]: ) 2037 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:11:00.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:10:59 smithi156 conmon[67007]: audit 2022-01-18T19:10:58.938402+0000 mon.smithi129 (mon.0) 2038 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:11:00.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:59 smithi129 conmon[101092]: audit 2022-01-18T19:10:58.938148+0000 mon.smithi129 (mon.0) 2037 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:11:00.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:59 smithi129 conmon[101092]: audit 2022-01-18T19:10:58. 2022-01-18T19:11:00.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:10:59 smithi129 conmon[101092]: 938402+0000 mon.smithi129 (mon.0) 2038 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:11:01.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:00 smithi156 conmon[67007]: cluster 2022-01-18T19:10:59.679981+0000 mgr.smithi129.iclwio (mgr.14716) 6511 : cluster [DBG] pgmap v5596: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:11:01.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:00 smithi129 conmon[101092]: cluster 2022-01-18T19:10:59.679981+0000 mgr.smithi129.iclwio (mgr.14716) 6511 : cluster [DBG] pgmap v5596: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:11:01.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:00 smithi129 conmon[101092]: 2022-01-18T19:11:02.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:02 smithi129 conmon[101092]: cluster 2022-01-18T19:11:01.680441+0000 mgr.smithi129.iclwio (mgr.14716) 6512 : cluster [DBG] pgmap v5597: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:03.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:02 smithi156 conmon[67007]: cluster 2022-01-18T19:11:01.680441+0000 mgr.smithi129.iclwio (mgr.14716) 6512 : cluster [DBG] pgmap v5597: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:05.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:04 smithi156 conmon[67007]: cluster 2022-01-18T19:11:03.680961+0000 mgr.smithi129.iclwio (mgr.14716) 6513 : cluster [DBG] pgmap v5598: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:05.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:04 smithi129 conmon[101092]: cluster 2022-01-18T19:11:03.680961+0000 mgr.smithi129.iclwio (mgr.14716) 6513 : cluster [DBG] pgmap v5598: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:07.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:06 smithi156 conmon[67007]: cluster 2022-01-18T19:11:05.681911+0000 mgr.smithi129.iclwio (mgr.14716) 6514 : cluster [DBG] 2022-01-18T19:11:07.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:06 smithi156 conmon[67007]: pgmap v5599: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:07.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:06 smithi129 conmon[101092]: cluster 2022-01-18T19:11:05.681911+0000 mgr.smithi129.iclwio (mgr.14716) 6514 : cluster [DBG] pgmap v5599: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:09.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:08 smithi156 conmon[67007]: cluster 2022-01-18T19:11:07.682453+0000 mgr.smithi129.iclwio (mgr.14716) 6515 : cluster [DBG] 2022-01-18T19:11:09.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:08 smithi156 conmon[67007]: pgmap v5600: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:09.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:08 smithi129 conmon[101092]: cluster 2022-01-18T19:11:07 2022-01-18T19:11:09.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:08 smithi129 conmon[101092]: .682453+0000 mgr.smithi129.iclwio (mgr.14716) 6515 : cluster [DBG] pgmap v5600: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:11.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:10 smithi156 conmon[67007]: cluster 2022-01-18T19:11:09.683417+0000 mgr.smithi129.iclwio (mgr.14716) 6516 : cluster [DBG] pgmap v5601: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:11:11.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:10 smithi129 conmon[101092]: cluster 2022-01-18T19:11:09.683417+0000 mgr.smithi129.iclwio (mgr.14716) 6516 : cluster [DBG] pgmap v5601: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:11:12.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:12 smithi129 conmon[101092]: cluster 2022-01-18T19:11:11.684103+0000 mgr.smithi129.iclwio (mgr.14716) 6517 : cluster [DBG] pgmap v5602: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:12.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:12 smithi129 conmon[101092]: 2022-01-18T19:11:13.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:12 smithi156 conmon[67007]: cluster 2022-01-18T19:11:11.684103+0000 mgr.smithi129.iclwio (mgr.14716) 6517 : cluster [DBG] pgmap v5602: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:15.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:14 smithi156 conmon[67007]: cluster 2022-01-18T19:11:13.684625+0000 mgr.smithi129.iclwio (mgr.14716) 6518 : 2022-01-18T19:11:15.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:14 smithi156 conmon[67007]: cluster [DBG] pgmap v5603: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:15.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:14 smithi129 conmon[101092]: cluster 2022-01-18T19:11:13.684625+0000 mgr.smithi129.iclwio (mgr.14716) 6518 : cluster [DBG] pgmap v5603: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:15.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:14 smithi129 conmon[101092]: 2022-01-18T19:11:17.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:16 smithi156 conmon[67007]: cluster 2022-01-18T19:11:15.685424+0000 mgr.smithi129.iclwio (mgr.14716) 6519 : cluster [DBG] pgmap v5604: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:17.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:16 smithi129 conmon[101092]: cluster 2022-01-18T19:11:15.685424+0000 mgr.smithi129.iclwio (mgr.14716) 6519 : cluster [DBG] pgmap v5604: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:19.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:18 smithi156 conmon[67007]: cluster 2022-01-18T19:11:17.685936+0000 mgr.smithi129.iclwio (mgr.14716) 6520 : cluster [DBG] pgmap v5605: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:19.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:18 smithi129 conmon[101092]: cluster 2022-01-18T19:11:17.685936+0000 mgr.smithi129.iclwio (mgr.14716) 6520 : cluster [DBG] pgmap v5605: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:21.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:20 smithi156 conmon[67007]: cluster 2022-01-18T19:11:19.686766+0000 mgr.smithi129.iclwio (mgr.14716) 6521 : cluster [DBG] pgmap v5606: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:11:21.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:20 smithi129 conmon[101092]: cluster 2022-01-18T19:11:19.686766+0000 mgr.smithi129.iclwio (mgr.14716) 6521 : cluster [DBG] pgmap v5606: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:11:22.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:22 smithi129 conmon[101092]: cluster 2022-01-18T19:11:21.687176+0000 mgr.smithi129.iclwio (mgr.14716) 6522 : cluster [DBG] pgmap v5607: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:23.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:22 smithi156 conmon[67007]: cluster 2022-01-18T19:11:21.687176+0000 mgr.smithi129.iclwio (mgr.14716) 6522 : cluster [DBG] pgmap v5607: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:23.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:22 smithi156 conmon[67007]: 2022-01-18T19:11:23.053 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:11:23.318 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:11:23.319 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 116s ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:11:23.319 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 116s ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:11:23.319 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 118s ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:11:23.319 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 116s ago 3h 43.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:11:23.320 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 116s ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:11:23.320 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 118s ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:11:23.320 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 116s ago 3h 689M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:11:23.320 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 118s ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:11:23.320 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 116s ago 3h 1233M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:11:23.321 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 118s ago 3h 579M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:11:23.321 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 116s ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:11:23.321 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 118s ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:11:23.321 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 116s ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:11:23.322 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 118s ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:11:23.322 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 116s ago 3h 1953M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:11:23.322 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 116s ago 3h 3012M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:11:23.322 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 116s ago 3h 2301M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:11:23.323 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 116s ago 3h 3022M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:11:23.323 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 118s ago 3h 2807M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:11:23.323 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 118s ago 3h 3353M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:11:23.323 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 118s ago 3h 2678M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:11:23.323 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 118s ago 3h 3910M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:11:23.324 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 116s ago 3h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:11:23.635 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:11:23.635 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:11:23.635 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:11:23.636 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:11:23.636 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:11:23.636 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:11:23.636 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:11:23.636 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:11:23.637 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:11:23.637 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:11:23.637 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:11:23.637 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:11:23.638 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:11:23.638 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:11:23.638 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:11:23.638 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:11:23.639 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:11:23.639 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:11:23.639 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:11:24.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:23 smithi156 conmon[67007]: audit 2022-01-18T19:11:23.638160+0000 mon.smithi129 (mon.0) 2039 : audit [DBG] from='client.? 172.21.15.129:0/4093279476' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:11:24.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:23 smithi129 conmon[101092]: audit 2022-01-18T19:11:23.638160+0000 mon.smithi129 (mon.0) 2039 : audit [DBG] 2022-01-18T19:11:24.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:23 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/4093279476' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:11:25.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:24 smithi156 conmon[67007]: audit 2022-01-18T19:11:23.044795+0000 mgr.smithi129.iclwio (mgr.14716) 6523 : audit [DBG] from='client.38434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:11:25.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:24 smithi156 conmon[67007]: audit 2022-01-18T19 2022-01-18T19:11:25.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:24 smithi156 conmon[67007]: :11:23.313171+0000 mgr.smithi129.iclwio (mgr.14716) 6524 : audit [DBG] from='client.38438 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:11:25.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:24 smithi156 conmon[67007]: cluster 2022-01-18T19:11:23.687801+0000 mgr.smithi129.iclwio (mgr.14716) 6525 : cluster [DBG] pgmap v5608: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:25.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:24 smithi129 conmon[101092]: audit 2022-01-18T19:11:23.044795+0000 mgr.smithi129.iclwio (mgr.14716) 6523 : audit [DBG] from='client.38434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:11:25.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:24 smithi129 conmon[101092]: audit 2022-01-18T19:11:23.313171+0000 mgr.smithi129.iclwio (mgr.14716) 6524 : audit [DBG] from='client.38438 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:11:25.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:24 smithi129 conmon[101092]: cluster 2022-01-18T19:11:23.687801+0000 mgr.smithi129.iclwio (mgr.14716) 6525 : cluster [DBG] pgmap v5608: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:27.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:26 smithi156 conmon[67007]: cluster 2022-01-18T19:11:25.688640+0000 mgr.smithi129.iclwio (mgr.14716) 6526 : cluster [DBG] pgmap v5609: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:27.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:26 smithi129 conmon[101092]: cluster 2022-01-18T19:11:25.688640+0000 mgr.smithi129.iclwio (mgr.14716) 6526 : cluster [DBG] pgmap v5609: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:27.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:27 smithi129 conmon[101092]: audit 2022-01-18T19:11:27.641381+0000 mon.smithi129 (mon.0) 2040 : 2022-01-18T19:11:27.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:27 smithi129 conmon[101092]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:11:27.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:27 smithi129 conmon[101092]: audit 2022-01-18T19:11:27.642748+0000 mon.smithi129 (mon.0) 2041 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:11:27.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:27 smithi129 conmon[101092]: audit 2022 2022-01-18T19:11:27.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:27 smithi129 conmon[101092]: -01-18T19:11:27.643677+0000 mon.smithi129 (mon.0) 2042 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:11:28.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:27 smithi156 conmon[67007]: audit 2022-01-18T19:11:27.641381+0000 mon.smithi129 (mon.0) 2040 : audit 2022-01-18T19:11:28.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:27 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:11:28.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:27 smithi156 conmon[67007]: audit 2022-01-18T19:11:27.642748+0000 mon.smithi129 (mon.0) 2041 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:11:28.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:27 smithi156 conmon[67007]: audit 2022-01-18T19:11:27.643677+0000 mon.smithi129 (mon.0) 2042 : audit [INF] 2022-01-18T19:11:28.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:27 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:11:29.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:28 smithi156 conmon[67007]: cephadm 2022-01-18T19:11:27.644405+0000 mgr.smithi129.iclwio (mgr.14716) 6527 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:11:29.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:28 smithi156 conmon[67007]: cluster 2022-01-18T19:11: 2022-01-18T19:11:29.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:28 smithi156 conmon[67007]: 27.689161+0000 mgr.smithi129.iclwio (mgr.14716) 6528 : cluster [DBG] pgmap v5610: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:29.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:28 smithi156 conmon[67007]: audit 2022-01-18T19:11:27.905205+0000 mon.smithi129 (mon.0) 2043 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:11:29.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:28 smithi156 conmon[67007]: audit 2022-01-18T19:11:28.201394+0000 mon.smithi129 2022-01-18T19:11:29.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:28 smithi156 conmon[67007]: (mon.0) 2044 : audit [INF] 2022-01-18T19:11:29.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:28 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:11:29.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:28 smithi156 conmon[67007]: audit 2022- 2022-01-18T19:11:29.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:28 smithi156 conmon[67007]: 01-18T19:11:28.208628 2022-01-18T19:11:29.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:28 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2045 : 2022-01-18T19:11:29.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:28 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:11:29.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:28 smithi129 conmon[101092]: cephadm 2022-01-18T19:11:27.644405+0000 mgr.smithi129.iclwio (mgr.14716) 6527 : cephadm [WRN] 2022-01-18T19:11:29.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:28 smithi129 conmon[101092]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:11:29.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:28 smithi129 conmon[101092]: cluster 2022-01-18T19:11:27.689161+0000 mgr.smithi129.iclwio (mgr.14716) 6528 : cluster [DBG] pgmap v5610: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:29.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:28 smithi129 conmon[101092]: audit 2022-01-18T19:11 2022-01-18T19:11:29.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:28 smithi129 conmon[101092]: :27.905205+0000 mon.smithi129 (mon.0) 2043 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:11:29.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:28 smithi129 conmon[101092]: audit 2022-01-18T19:11:29.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:28 smithi129 conmon[101092]: 2022-01-18T19:11:28.201394+0000 mon.smithi129 (mon.0 2022-01-18T19:11:29.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:28 smithi129 conmon[101092]: ) 2044 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:11:29.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:28 smithi129 conmon[101092]: audit 2022-01-18T19:11:28.208628+0000 mon.smithi129 ( 2022-01-18T19:11:29.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:28 smithi129 conmon[101092]: mon.0) 2045 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:11:31.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:30 smithi156 conmon[67007]: cluster 2022-01-18T19:11:29.690110+0000 mgr.smithi129.iclwio (mgr.14716) 6529 : cluster [DBG] pgmap v5611: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:11:31.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:30 smithi129 conmon[101092]: cluster 2022-01-18T19:11:29.690110+0000 mgr.smithi129.iclwio (mgr.14716) 6529 : cluster [DBG] pgmap v5611: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:11:31.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:30 smithi129 conmon[101092]: 2022-01-18T19:11:32.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:32 smithi129 conmon[101092]: cluster 2022-01-18T19:11:31.690521+0000 mgr.smithi129.iclwio (mgr.14716) 6530 : cluster [DBG] pgmap v5612: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:33.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:32 smithi156 conmon[67007]: cluster 2022-01-18T19:11:31.690521+0000 mgr.smithi129.iclwio (mgr.14716) 6530 : cluster [DBG] pgmap v5612: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:35.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:34 smithi156 conmon[67007]: cluster 2022-01-18T19:11:33.691166+0000 mgr.smithi129.iclwio (mgr.14716) 6531 : cluster [DBG] pgmap v5613: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:35.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:34 smithi156 conmon[67007]: 2022-01-18T19:11:35.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:34 smithi129 conmon[101092]: cluster 2022-01-18T19:11:33.691166+0000 mgr.smithi129.iclwio (mgr.14716) 6531 : cluster [DBG] pgmap v5613: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:37.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:36 smithi156 conmon[67007]: cluster 2022-01-18T19:11:35.691997+0000 mgr.smithi129.iclwio (mgr.14716) 6532 : cluster [DBG] pgmap v5614: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:37.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:36 smithi129 conmon[101092]: cluster 2022-01-18T19:11:35.691997+0000 mgr.smithi129.iclwio (mgr.14716) 6532 : cluster [DBG] pgmap v5614: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:37.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:36 smithi129 conmon[101092]: 2022-01-18T19:11:39.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:38 smithi156 conmon[67007]: cluster 2022-01-18T19:11:37.692638+0000 mgr.smithi129.iclwio (mgr.14716) 6533 : cluster [DBG] pgmap v5615: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:39.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:38 smithi129 conmon[101092]: cluster 2022-01-18T19:11:37.692638+0000 mgr.smithi129.iclwio (mgr.14716) 6533 : cluster [DBG] pgmap v5615: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:41.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:40 smithi156 conmon[67007]: cluster 2022-01-18T19:11:39.693554+0000 mgr.smithi129.iclwio (mgr.14716) 6534 : cluster [DBG] pgmap v5616: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:11:41.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:40 smithi156 conmon[67007]: 2022-01-18T19:11:41.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:40 smithi129 conmon[101092]: cluster 2022-01-18T19:11:39.693554+0000 mgr.smithi129.iclwio (mgr.14716) 6534 : cluster [DBG] pgmap v5616: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:11:42.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:42 smithi129 conmon[101092]: cluster 2022-01-18T19:11:41.694279+0000 mgr.smithi129.iclwio (mgr.14716) 6535 : cluster [DBG] pgmap v5617: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:43.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:42 smithi156 conmon[67007]: cluster 2022-01-18T19:11:41.694279+0000 mgr.smithi129.iclwio (mgr.14716) 6535 : cluster [DBG] pgmap v5617: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:45.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:44 smithi156 conmon[67007]: cluster 2022-01-18T19:11:43.694774+0000 mgr.smithi129.iclwio (mgr.14716) 6536 : cluster [DBG] pgmap v5618: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:45.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:44 smithi129 conmon[101092]: cluster 2022-01-18T19:11:43.694774+0000 mgr.smithi129.iclwio (mgr.14716) 6536 : cluster [DBG] pgmap v5618: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:45.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:44 smithi129 conmon[101092]: 2022-01-18T19:11:47.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:46 smithi156 conmon[67007]: cluster 2022-01-18T19:11:45.695751+0000 mgr.smithi129.iclwio (mgr.14716) 6537 : cluster [DBG] pgmap v5619: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:47.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:46 smithi129 conmon[101092]: cluster 2022-01-18T19:11:45.695751+0000 mgr.smithi129.iclwio (mgr.14716) 6537 : cluster [DBG] pgmap v5619: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:47.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:46 smithi129 conmon[101092]: 2022-01-18T19:11:49.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:48 smithi156 conmon[67007]: cluster 2022-01-18T19:11:47.696501+0000 mgr.smithi129.iclwio (mgr.14716) 6538 : cluster [DBG] pgmap v5620: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:49.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:48 smithi129 conmon[101092]: cluster 2022-01-18T19:11:47.696501+0000 mgr.smithi129.iclwio (mgr.14716) 6538 : cluster [DBG] pgmap v5620: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:51.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:50 smithi156 conmon[67007]: cluster 2022-01-18T19:11:49.697399+0000 mgr.smithi129.iclwio (mgr.14716) 6539 : cluster [DBG] pgmap v5621: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:11:51.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:50 smithi129 conmon[101092]: cluster 2022-01-18T19:11:49.697399+0000 mgr.smithi129.iclwio (mgr.14716) 6539 : cluster [DBG] pgmap v5621: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:11:52.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:52 smithi129 conmon[101092]: cluster 2022-01-18T19:11:51.697946+0000 mgr.smithi129.iclwio (mgr.14716) 6540 : cluster [DBG] 2022-01-18T19:11:52.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:52 smithi129 conmon[101092]: pgmap v5622: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:53.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:52 smithi156 conmon[67007]: cluster 2022-01-18T19:11:51.697946+0000 mgr.smithi129.iclwio (mgr.14716) 6540 : cluster [DBG] pgmap v5622: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:53.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:52 smithi156 conmon[67007]: 2022-01-18T19:11:53.934 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:11:54.199 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:11:54.199 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 2m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:11:54.200 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 2m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:11:54.200 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 2m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:11:54.200 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 2m ago 3h 43.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:11:54.200 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 2m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:11:54.200 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 2m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:11:54.201 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 2m ago 3h 689M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:11:54.201 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 2m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:11:54.201 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 2m ago 3h 1233M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:11:54.201 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 2m ago 3h 579M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:11:54.202 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 2m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:11:54.202 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 2m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:11:54.202 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 2m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:11:54.202 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 2m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:11:54.203 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 2m ago 3h 1953M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:11:54.203 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 2m ago 3h 3012M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:11:54.204 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 2m ago 3h 2301M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:11:54.204 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 2m ago 3h 3022M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:11:54.205 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 2m ago 3h 2807M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:11:54.205 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 2m ago 3h 3353M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:11:54.206 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 2m ago 3h 2678M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:11:54.206 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 2m ago 3h 3910M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:11:54.206 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 2m ago 3h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:11:54.517 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:11:54.518 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:11:54.518 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:11:54.518 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:11:54.519 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:11:54.519 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:11:54.519 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:11:54.519 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:11:54.519 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:11:54.520 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:11:54.520 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:11:54.520 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:11:54.520 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:11:54.521 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:11:54.521 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:11:54.521 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:11:54.521 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:11:54.522 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:11:54.522 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:11:55.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:54 smithi156 conmon[67007]: cluster 2022-01-18T19:11:53.698459+0000 mgr.smithi129.iclwio (mgr.14716) 6541 : cluster [DBG] pgmap v5623: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:55.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:54 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T19:11:55.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:54 smithi156 conmon[67007]: 19:11:54.521372+0000 mon.smithi129 (mon.0) 2046 : audit [DBG] from='client.? 172.21.15.129:0/2303485541' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:11:55.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:54 smithi129 conmon[101092]: cluster 2022-01-18T19:11:53.698459+0000 mgr.smithi129.iclwio (mgr.14716) 6541 : cluster 2022-01-18T19:11:55.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:54 smithi129 conmon[101092]: [DBG] pgmap v5623: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:55.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:54 smithi129 conmon[101092]: audit 2022-01-18T19:11:54.521372+0000 mon.smithi129 (mon.0) 2046 : audit [DBG] from='client.? 172.21.15.129:0/2303485541' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:11:56.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:55 smithi156 conmon[67007]: audit 2022-01-18T19:11:53.925721+0000 mgr.smithi129.iclwio (mgr.14716) 6542 : audit [DBG] from='client.38446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:11:56.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:55 smithi156 conmon[67007]: audit 2022-01-18T19:11:54.193888+0000 mgr.smithi129.iclwio (mgr.14716) 6543 : audit [DBG] from='client.38450 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:11:56.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:55 smithi129 conmon[101092]: audit 2022-01-18T19:11:53.925721+0000 mgr.smithi129.iclwio (mgr 2022-01-18T19:11:56.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:55 smithi129 conmon[101092]: .14716) 6542 : audit [DBG] from='client.38446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:11:56.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:55 smithi129 conmon[101092]: audit 2022-01-18T19:11:54.193888+0000 mgr.smithi129.iclwio (mgr.14716) 6543 : audit [DBG] from='client.38450 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:11:57.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:56 smithi156 conmon[67007]: cluster 2022-01-18T19:11:55.699191+0000 mgr.smithi129.iclwio (mgr.14716) 6544 : cluster [DBG] pgmap v5624: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:57.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:56 smithi129 conmon[101092]: cluster 2022-01-18T19:11:55.699191+0000 mgr.smithi129.iclwio (mgr.14716) 6544 : 2022-01-18T19:11:57.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:56 smithi129 conmon[101092]: cluster [DBG] pgmap v5624: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:59.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:58 smithi156 conmon[67007]: cluster 2022-01-18T19:11:57.699767+0000 mgr.smithi129.iclwio (mgr.14716) 6545 : cluster [DBG] pgmap v5625: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:11:59.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:58 smithi129 conmon[101092]: cluster 2022-01-18T19:11:57.699767+0000 mgr.smithi129.iclwio (mgr.14716) 6545 : cluster [DBG] pgmap v5625: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:00.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:59 smithi156 conmon[67007]: audit 2022-01-18T19:11:58.942250+0000 mon.smithi129 (mon.0) 2047 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:12:00.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:11:59 smithi156 conmon[67007]: audit 2022-01-18T19:11:58.942502+0000 mon.smithi129 (mon.0) 2048 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:12:00.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:59 smithi129 conmon[101092]: audit 2022-01-18T19:11:58.942250+0000 mon.smithi129 (mon.0) 2047 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:12:00.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:11:59 smithi129 conmon[101092]: audit 2022-01-18T19:11:58.942502+0000 mon.smithi129 (mon.0) 2048 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:12:01.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:00 smithi156 conmon[67007]: cluster 2022-01-18T19:11:59.700542+0000 mgr.smithi129.iclwio (mgr.14716) 6546 : cluster [DBG] pgmap v5626: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:12:01.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:00 smithi129 conmon[101092]: cluster 2022-01-18T19:11:59.700542+0000 mgr.smithi129.iclwio (mgr.14716) 6546 : cluster 2022-01-18T19:12:01.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:00 smithi129 conmon[101092]: [DBG] pgmap v5626: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:12:02.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:02 smithi129 conmon[101092]: cluster 2022-01-18T19:12:01.701055+0000 mgr.smithi129.iclwio (mgr.14716) 6547 : cluster [DBG] pgmap v5627: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:02.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:02 smithi129 conmon[101092]: 2022-01-18T19:12:03.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:02 smithi156 conmon[67007]: cluster 2022-01-18T19:12:01.701055+0000 mgr.smithi129.iclwio (mgr.14716) 6547 : cluster [DBG] pgmap v5627: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:05.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:04 smithi156 conmon[67007]: cluster 2022-01-18T19:12:03.701583+0000 mgr.smithi129.iclwio (mgr.14716) 6548 : cluster [DBG] pgmap v5628: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:05.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:04 smithi129 conmon[101092]: cluster 2022-01-18T19:12:03.701583+0000 mgr.smithi129.iclwio (mgr.14716) 6548 : cluster [DBG] pgmap v5628: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:07.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:06 smithi156 conmon[67007]: cluster 2022-01-18T19:12:05.702273+0000 mgr.smithi129.iclwio (mgr.14716) 6549 : cluster [DBG] pgmap v5629: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:07.061 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:06 smithi129 conmon[101092]: cluster 2022-01-18T19:12:05 2022-01-18T19:12:07.061 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:06 smithi129 conmon[101092]: .702273+0000 mgr.smithi129.iclwio (mgr.14716) 6549 : cluster [DBG] pgmap v5629: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:08.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:08 smithi129 conmon[101092]: cluster 2022-01-18T19:12:07.702735+0000 mgr.smithi129.iclwio (mgr.14716) 6550 : cluster [DBG] pgmap v5630: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:09.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:08 smithi156 conmon[67007]: cluster 2022-01-18T19:12:07.702735+0000 mgr.smithi129.iclwio (mgr.14716) 6550 : cluster [DBG] pgmap v5630: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:11.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:10 smithi156 conmon[67007]: cluster 2022-01-18T19:12:09.703327+0000 mgr.smithi129.iclwio (mgr.14716) 6551 : cluster [DBG] pgmap v5631: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:12:11.089 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:10 smithi129 conmon[101092]: cluster 2022-01-18T19:12:09.703327+0000 mgr.smithi129.iclwio (mgr.14716) 6551 2022-01-18T19:12:11.089 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:10 smithi129 conmon[101092]: : cluster [DBG] pgmap v5631: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:12:12.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:12 smithi129 conmon[101092]: cluster 2022-01-18T19:12:11.703699+0000 mgr.smithi129.iclwio (mgr.14716) 6552 : cluster [DBG] pgmap v5632: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:13.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:12 smithi156 conmon[67007]: cluster 2022-01-18T19:12:11.703699+0000 mgr.smithi129.iclwio (mgr.14716) 6552 : cluster [DBG] pgmap v5632: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:13.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:12 smithi156 conmon[67007]: 2022-01-18T19:12:15.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:14 smithi156 conmon[67007]: cluster 2022-01-18T19:12:13.704157+0000 mgr.smithi129.iclwio (mgr.14716) 6553 : cluster [DBG] pgmap v5633: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:15.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:14 smithi129 conmon[101092]: cluster 2022-01-18T19:12:13.704157+0000 mgr.smithi129.iclwio (mgr.14716) 6553 : cluster 2022-01-18T19:12:15.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:14 smithi129 conmon[101092]: [DBG] pgmap v5633: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:17.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:16 smithi156 conmon[67007]: cluster 2022-01-18T19:12:15.704817+0000 mgr.smithi129.iclwio (mgr.14716) 6554 : cluster 2022-01-18T19:12:17.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:16 smithi156 conmon[67007]: [DBG] pgmap v5634: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:17.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:16 smithi129 conmon[101092]: cluster 2022-01-18T19:12:15.704817+0000 mgr.smithi129.iclwio (mgr.14716) 6554 : cluster [DBG] 2022-01-18T19:12:17.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:16 smithi129 conmon[101092]: pgmap v5634: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:19.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:18 smithi156 conmon[67007]: cluster 2022-01-18T19:12:17.705316+0000 mgr.smithi129.iclwio (mgr.14716) 6555 : cluster [DBG] 2022-01-18T19:12:19.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:18 smithi156 conmon[67007]: pgmap v5635: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:19.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:18 smithi129 conmon[101092]: cluster 2022-01-18T19:12:17.705316+0000 mgr.smithi129.iclwio (mgr.14716) 6555 : cluster [DBG] pgmap v5635: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:19.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:18 smithi129 conmon[101092]: 2022-01-18T19:12:21.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:20 smithi156 conmon[67007]: cluster 2022-01-18T19:12:19.706035+0000 mgr.smithi129.iclwio (mgr.14716) 6556 : 2022-01-18T19:12:21.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:20 smithi156 conmon[67007]: cluster [DBG] pgmap v5636: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:12:21.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:20 smithi129 conmon[101092]: cluster 2022-01-18T19:12:19.706035+0000 mgr.smithi129.iclwio (mgr.14716) 6556 : cluster [DBG] pgmap v5636: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:12:22.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:22 smithi129 conmon[101092]: cluster 2022-01-18T19:12:21.706673+0000 mgr.smithi129.iclwio (mgr.14716) 6557 : cluster 2022-01-18T19:12:22.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:22 smithi129 conmon[101092]: [DBG] pgmap v5637: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:23.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:22 smithi156 conmon[67007]: cluster 2022-01-18T19:12:21.706673+0000 mgr.smithi129.iclwio (mgr.14716) 6557 : cluster 2022-01-18T19:12:23.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:22 smithi156 conmon[67007]: [DBG] pgmap v5637: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:24.823 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:12:25.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:24 smithi156 conmon[67007]: cluster 2022-01-18T19:12:23.707259+0000 mgr.smithi129.iclwio (mgr.14716) 6558 : cluster [DBG] pgmap v5638: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:25.087 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:12:25.087 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 2m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:12:25.087 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 2m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:12:25.088 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 2m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:12:25.088 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 2m ago 3h 43.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:12:25.088 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 2m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:12:25.089 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 2m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:12:25.089 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 2m ago 3h 689M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:12:25.089 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 2m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:12:25.089 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 2m ago 3h 1233M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:12:25.089 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 2m ago 3h 579M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:12:25.090 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 2m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:12:25.090 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 2m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:12:25.090 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 2m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:12:25.090 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 2m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:12:25.091 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 2m ago 3h 1953M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:12:25.091 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 2m ago 3h 3012M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:12:25.091 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 2m ago 3h 2301M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:12:25.091 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 2m ago 3h 3022M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:12:25.092 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 2m ago 3h 2807M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:12:25.092 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 2m ago 3h 3353M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:12:25.092 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 2m ago 3h 2678M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:12:25.092 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 2m ago 3h 3910M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:12:25.092 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 2m ago 3h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:12:25.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:24 smithi129 conmon[101092]: cluster 2022-01-18T19:12:23.707259+0000 mgr.smithi129.iclwio (mgr.14716) 6558 : cluster 2022-01-18T19:12:25.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:24 smithi129 conmon[101092]: [DBG] pgmap v5638: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:25.404 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:12:25.404 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:12:25.405 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:12:25.405 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:12:25.406 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:12:25.406 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:12:25.406 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:12:25.407 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:12:25.407 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:12:25.407 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:12:25.408 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:12:25.408 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:12:25.408 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:12:25.409 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:12:25.409 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:12:25.409 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:12:25.410 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:12:25.410 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:12:25.411 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:12:26.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:25 smithi156 conmon[67007]: audit 2022-01-18T19:12:24.814638+0000 mgr.smithi129.iclwio (mgr.14716) 6559 : audit [DBG] from='client.38458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:12:26.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:25 smithi156 conmon[67007]: audit 2022-01-18T19:12:25.407960+0000 mon.smithi129 (mon.0) 2049 : audit [DBG] from='client.? 172.21.15.129:0/1470457669' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:12:26.055 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:25 smithi129 conmon[101092]: audit 2022-01-18T19:12:24.814638+0000 mgr.smithi129.iclwio (mgr.14716) 6559 : audit 2022-01-18T19:12:26.055 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:25 smithi129 conmon[101092]: [DBG] from='client.38458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:12:26.056 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:25 smithi129 conmon[101092]: audit 2022-01-18T19:12:25.407960+0000 mon.smithi129 (mon.0) 2049 : audit [DBG] from='client.? 172.21.15.129:0/1470457669' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:12:27.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:26 smithi156 conmon[67007]: audit 2022-01-18T19:12:25.082424+0000 mgr.smithi129.iclwio (mgr.14716) 6560 : audit [DBG] from='client.38462 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:12:27.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:26 smithi156 conmon[67007]: cluster 2022-01-18T19:12:25.707978+0000 mgr.smithi129.iclwio (mgr.14716) 6561 : cluster [DBG] pgmap v5639: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:27.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:26 smithi129 conmon[101092]: audit 2022-01-18T19:12:25.082424+0000 mgr.smithi129.iclwio (mgr.14716) 6560 : audit [DBG] from='client.38462 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:12:27.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:26 smithi129 conmon[101092]: cluster 2022-01-18T19:12:25.707978+0000 mgr.smithi129.iclwio (mgr 2022-01-18T19:12:27.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:26 smithi129 conmon[101092]: .14716) 6561 : cluster [DBG] pgmap v5639: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:29.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:28 smithi156 conmon[67007]: cluster 2022-01-18T19:12:27.708469+0000 mgr.smithi129.iclwio (mgr.14716) 6562 : cluster [DBG] pgmap v5640: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:29.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:28 smithi156 conmon[67007]: audit 2022-01-18T19:12:28.211119+0000 mon.smithi129 (mon.0) 2050 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:12:29.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:28 smithi156 conmon[67007]: audit 2022-01-18T19:12:28.212581+0000 mon.smithi129 (mon.0) 2051 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:12:29.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:28 smithi156 conmon[67007]: audit 2022-01-18T19:12:28.213387+0000 mon.smithi129 (mon.0) 2052 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:12:29.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:28 smithi156 conmon[67007]: audit 2022-01-18T19:12:28.530055+0000 mon.smithi129 (mon.0) 2053 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:12:29.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:28 smithi156 conmon[67007]: audit 2022-01-18T19:12:28.534685+0000 mon.smithi129 (mon.0) 2054 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:12:29.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:28 smithi129 conmon[101092]: cluster 2022-01-18T19:12:27.708469+0000 mgr.smithi129.iclwio (mgr.14716) 6562 : cluster [DBG] pgmap v5640: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:29.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:28 smithi129 conmon[101092]: audit 2022-01-18T19:12:28.211119+0000 mon.smithi129 (mon.0) 2050 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:12:29.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:28 smithi129 conmon[101092]: audit 2022-01-18T19:12:28.212581+0000 mon.smithi129 (mon.0) 2051 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:12:29.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:28 smithi129 conmon[101092]: audit 2022-01-18T19:12:28.213387+0000 mon.smithi129 (mon.0) 2052 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:12:29.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:28 smithi129 conmon[101092]: audit 2022-01-18T19:12:28.530055+0000 mon.smithi129 (mon.0) 2053 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:12:29.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:28 smithi129 conmon[101092]: audit 2022-01-18T19:12:28.534685+0000 mon.smithi129 (mon.0) 2054 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:12:30.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:29 smithi156 conmon[67007]: cephadm 2022-01-18T19:12:28.214136+0000 mgr.smithi129.iclwio (mgr.14716) 6563 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:12:30.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:29 smithi129 conmon[101092]: cephadm 2022-01-18T19:12:28.214136+0000 mgr.smithi129.iclwio (mgr.14716) 6563 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:12:31.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:30 smithi156 conmon[67007]: cluster 2022-01-18T19:12:29.709443+0000 mgr.smithi129.iclwio (mgr.14716) 6564 : cluster [DBG] pgmap v5641: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:12:31.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:30 smithi129 conmon[101092]: cluster 2022-01-18T19:12:29.709443+0000 mgr.smithi129.iclwio (mgr.14716) 6564 : cluster [DBG] pgmap v5641: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:12:32.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:32 smithi129 conmon[101092]: cluster 2022-01-18T19:12:31.709930+0000 mgr.smithi129.iclwio (mgr.14716) 6565 : 2022-01-18T19:12:32.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:32 smithi129 conmon[101092]: cluster [DBG] pgmap v5642: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:33.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:32 smithi156 conmon[67007]: cluster 2022-01-18T19:12:31.709930+0000 mgr.smithi129.iclwio 2022-01-18T19:12:33.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:32 smithi156 conmon[67007]: (mgr.14716) 6565 : cluster [DBG] pgmap v5642: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:35.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:34 smithi156 conmon[67007]: cluster 2022-01-18T19:12:33.710478+0000 mgr.smithi129.iclwio (mgr.14716) 6566 : cluster [DBG] pgmap v5643: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:35.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:34 smithi129 conmon[101092]: cluster 2022-01-18T19:12:33.710478+0000 mgr.smithi129.iclwio (mgr.14716) 6566 : cluster [DBG] pgmap v5643: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:37.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:36 smithi156 conmon[67007]: cluster 2022-01-18T19:12:35.711298+0000 mgr.smithi129.iclwio (mgr.14716) 6567 : cluster [DBG] pgmap v5644: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:37.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:36 smithi129 conmon[101092]: cluster 2022-01-18T19:12:35.711298+0000 mgr.smithi129.iclwio (mgr.14716) 6567 : cluster [DBG] pgmap v5644: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:39.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:38 smithi156 conmon[67007]: cluster 2022-01-18T19:12:37.711898+0000 mgr.smithi129.iclwio (mgr.14716) 6568 : cluster [DBG] pgmap v5645: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:39.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:38 smithi129 conmon[101092]: cluster 2022-01-18T19:12:37.711898+0000 mgr.smithi129.iclwio (mgr.14716) 6568 : cluster [DBG] pgmap v5645: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:41.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:40 smithi156 conmon[67007]: cluster 2022-01-18T19:12:39.712685+0000 mgr.smithi129.iclwio (mgr.14716) 6569 : cluster [DBG] pgmap v5646: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:12:41.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:40 smithi129 conmon[101092]: cluster 2022-01-18T19:12:39.712685+0000 mgr.smithi129.iclwio (mgr.14716) 6569 : cluster [DBG] pgmap v5646: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:12:42.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:42 smithi129 conmon[101092]: cluster 2022-01-18T19:12:41.713233+0000 mgr.smithi129.iclwio (mgr.14716) 6570 : cluster [DBG] pgmap v5647: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:43.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:42 smithi156 conmon[67007]: cluster 2022-01-18T19:12:41.713233+0000 mgr.smithi129.iclwio (mgr.14716) 6570 : cluster [DBG] pgmap v5647: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:45.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:44 smithi156 conmon[67007]: cluster 2022-01-18T19:12:43.713963+0000 mgr.smithi129.iclwio (mgr.14716) 6571 : cluster [DBG] pgmap v5648: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:45.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:44 smithi129 conmon[101092]: cluster 2022-01-18T19:12:43.713963+0000 mgr.smithi129.iclwio (mgr.14716) 6571 : cluster [DBG] pgmap v5648: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:47.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:46 smithi156 conmon[67007]: cluster 2022-01-18T19:12:45.714713+0000 mgr.smithi129.iclwio (mgr.14716) 6572 : cluster [DBG] pgmap v5649: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:47.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:46 smithi129 conmon[101092]: cluster 2022-01-18T19:12:45.714713+0000 mgr.smithi129.iclwio (mgr.14716) 6572 : cluster [DBG] pgmap v5649: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:49.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:48 smithi156 conmon[67007]: cluster 2022-01-18T19:12:47.715404+0000 mgr.smithi129.iclwio (mgr.14716) 6573 : cluster [DBG] 2022-01-18T19:12:49.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:48 smithi156 conmon[67007]: pgmap v5650: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:49.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:48 smithi129 conmon[101092]: cluster 2022-01-18T19:12:47.715404+0000 mgr.smithi129.iclwio (mgr.14716) 6573 : cluster [DBG] pgmap v5650: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:51.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:50 smithi156 conmon[67007]: cluster 2022-01-18T19:12:49.716309+0000 mgr.smithi129.iclwio (mgr.14716) 6574 : cluster [DBG] pgmap v5651: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:12:51.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:50 smithi129 conmon[101092]: cluster 2022-01-18T19:12:49.716309+0000 mgr.smithi129.iclwio (mgr.14716) 6574 : cluster [DBG] pgmap v5651: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:12:52.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:52 smithi129 conmon[101092]: cluster 2022-01-18T19:12:51.716729+0000 mgr.smithi129.iclwio (mgr.14716) 6575 : cluster [DBG] pgmap v5652: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:52.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:52 smithi129 conmon[101092]: 2022-01-18T19:12:53.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:52 smithi156 conmon[67007]: cluster 2022-01-18T19:12:51.716729+0000 mgr.smithi129.iclwio (mgr.14716) 6575 : cluster 2022-01-18T19:12:53.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:52 smithi156 conmon[67007]: [DBG] pgmap v5652: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:55.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:54 smithi156 conmon[67007]: cluster 2022-01-18T19:12:53.717429+0000 mgr.smithi129.iclwio (mgr.14716) 6576 : cluster [DBG] pgmap v5653: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:55.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:54 smithi129 conmon[101092]: cluster 2022-01-18T19:12:53.717429+0000 mgr.smithi129.iclwio (mgr.14716) 6576 : cluster [DBG] pgmap v5653: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:55.702 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:12:55.967 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:12:55.967 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 3m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:12:55.967 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 3m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:12:55.968 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 3m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:12:55.968 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 3m ago 3h 43.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:12:55.968 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 3m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:12:55.968 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 3m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:12:55.968 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 3m ago 3h 689M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:12:55.969 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 3m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:12:55.969 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 3m ago 3h 1233M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:12:55.969 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 3m ago 3h 579M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:12:55.969 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 3m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:12:55.970 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 3m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:12:55.970 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 3m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:12:55.970 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 3m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:12:55.970 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 3m ago 3h 1953M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:12:55.971 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 3m ago 3h 3012M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:12:55.971 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 3m ago 3h 2301M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:12:55.971 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 3m ago 3h 3022M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:12:55.971 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 3m ago 3h 2807M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:12:55.971 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 3m ago 3h 3353M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:12:55.972 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 3m ago 3h 2678M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:12:55.972 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 3m ago 3h 3910M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:12:55.972 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 3m ago 3h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:12:56.283 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:12:56.283 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:12:56.284 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:12:56.284 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:12:56.284 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:12:56.284 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:12:56.285 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:12:56.285 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:12:56.285 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:12:56.285 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:12:56.286 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:12:56.286 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:12:56.286 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:12:56.286 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:12:56.287 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:12:56.287 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:12:56.287 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:12:56.287 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:12:56.287 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:12:57.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:56 smithi156 conmon[67007]: audit 2022-01-18T19:12:55.694168+0000 mgr.smithi129.iclwio (mgr.14716) 6577 : audit [DBG] 2022-01-18T19:12:57.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:56 smithi156 conmon[67007]: from='client.38470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:12:57.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:56 smithi156 conmon[67007]: cluster 2022-01-18T19:12:55.718105+0000 mgr.smithi129.iclwio (mgr.14716) 6578 : cluster [DBG] pgmap v5654: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:57.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:56 smithi156 conmon[67007]: audit 2022-01-18T19:12:56.287620+0000 2022-01-18T19:12:57.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:56 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2055 : audit [DBG] from='client.? 172.21.15.129:0/3239559337' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:12:57.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:56 smithi129 conmon[101092]: audit 2022-01-18T19:12:55.694168+0000 mgr.smithi129.iclwio (mgr.14716) 6577 : audit [DBG] 2022-01-18T19:12:57.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:56 smithi129 conmon[101092]: from='client.38470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:12:57.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:56 smithi129 conmon[101092]: cluster 2022-01-18T19:12:55.718105+0000 mgr.smithi129.iclwio (mgr.14716) 6578 : cluster [DBG] pgmap v5654: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:57.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:56 smithi129 conmon[101092]: audit 2022-01-18T19:12:57.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:56 smithi129 conmon[101092]: 2022-01-18T19:12:56.287620+0000 mon.smithi129 (mon.0) 2055 : audit [DBG] from='client.? 172.21.15.129:0/3239559337' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:12:57.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:56 smithi129 conmon[101092]: 2022-01-18T19:12:57.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:57 smithi129 conmon[101092]: audit 2022-01-18T19:12:55.962637+0000 mgr.smithi129.iclwio (mgr.14716) 6579 : audit [DBG] from='client.38474 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:12:58.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:57 smithi156 conmon[67007]: audit 2022-01-18T19:12:55.962637+0000 mgr.smithi129.iclwio (mgr.14716) 6579 : audit [DBG] from='client.38474 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:12:58.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:57 smithi156 conmon[67007]: 2022-01-18T19:12:59.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:58 smithi156 conmon[67007]: cluster 2022-01-18T19:12:57.718709+0000 mgr.smithi129.iclwio (mgr.14716) 6580 : cluster [DBG] pgmap v5655: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:12:59.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:58 smithi129 conmon[101092]: cluster 2022-01-18T19:12:57.718709+0000 mgr.smithi129.iclwio (mgr.14716) 6580 : cluster [DBG] pgmap v5655: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:00.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:59 smithi156 conmon[67007]: audit 2022-01-18T19:12:58.945842+0000 mon.smithi129 (mon.0) 2056 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:13:00.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:59 smithi156 conmon[67007]: audit 2022-01-18T19:12:58.947833+0000 2022-01-18T19:13:00.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:12:59 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2057 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:13:00.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:59 smithi129 conmon[101092]: audit 2022-01-18T19:12:58.945842+0000 mon.smithi129 (mon.0) 2056 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:13:00.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:59 smithi129 conmon[101092]: 2022-01-18T19:13:00.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:12:59 smithi129 conmon[101092]: audit 2022-01-18T19:12:58.947833+0000 mon.smithi129 (mon.0) 2057 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:13:01.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:00 smithi156 conmon[67007]: cluster 2022-01-18T19:12:59.721865+0000 mgr.smithi129.iclwio (mgr.14716) 6581 : cluster [DBG] pgmap v5656: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:13:01.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:00 smithi129 conmon[101092]: cluster 2022-01-18T19:12:59.721865+0000 mgr.smithi129.iclwio (mgr.14716) 6581 : cluster [DBG] pgmap v5656: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:13:02.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:02 smithi129 conmon[101092]: cluster 2022-01-18T19:13:01.722294+0000 mgr.smithi129.iclwio (mgr.14716) 6582 : cluster [DBG] pgmap v5657: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:03.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:02 smithi156 conmon[67007]: cluster 2022-01-18T19:13:01.722294+0000 mgr.smithi129.iclwio (mgr.14716) 6582 : cluster [DBG] pgmap v5657: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:05.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:04 smithi156 conmon[67007]: cluster 2022-01-18T19:13:03.723024+0000 mgr.smithi129.iclwio (mgr.14716) 6583 : cluster [DBG] pgmap v5658: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:05.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:04 smithi129 conmon[101092]: cluster 2022-01-18T19:13:03.723024+0000 mgr.smithi129.iclwio (mgr.14716) 6583 : cluster [DBG] pgmap v5658: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:07.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:06 smithi156 conmon[67007]: cluster 2022-01-18T19:13:05.723974+0000 mgr.smithi129.iclwio (mgr.14716) 6584 : cluster [DBG] pgmap v5659: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:07.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:06 smithi129 conmon[101092]: cluster 2022-01-18T19:13:05.723974+0000 mgr.smithi129.iclwio (mgr.14716) 6584 : cluster [DBG] pgmap v5659: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:09.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:08 smithi156 conmon[67007]: cluster 2022-01-18T19:13:07.724690+0000 mgr.smithi129.iclwio (mgr.14716) 6585 : cluster [DBG] pgmap v5660: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:09.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:08 smithi129 conmon[101092]: cluster 2022-01-18T19:13:07.724690+0000 mgr.smithi129.iclwio (mgr.14716) 6585 : cluster [DBG] pgmap v5660: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:11.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:10 smithi156 conmon[67007]: cluster 2022-01-18T19:13:09.725583+0000 mgr.smithi129.iclwio (mgr.14716) 6586 : cluster [DBG] pgmap v5661: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:13:11.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:10 smithi129 conmon[101092]: cluster 2022-01-18T19:13:09.725583+0000 mgr.smithi129.iclwio (mgr.14716) 6586 : cluster [DBG] pgmap v5661: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:13:12.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:12 smithi129 conmon[101092]: cluster 2022-01-18T19:13:11.726090+0000 mgr.smithi129.iclwio (mgr.14716) 6587 : cluster [DBG] pgmap v5662: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:12.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:12 smithi129 conmon[101092]: 2022-01-18T19:13:13.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:12 smithi156 conmon[67007]: cluster 2022-01-18T19:13:11.726090+0000 mgr.smithi129.iclwio (mgr.14716) 6587 : cluster [DBG] pgmap v5662: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:15.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:14 smithi156 conmon[67007]: cluster 2022-01-18T19:13:13.726843+0000 mgr.smithi129.iclwio (mgr.14716) 6588 : cluster [DBG] pgmap v5663: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:15.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:14 smithi129 conmon[101092]: cluster 2022-01-18T19:13:13.726843+0000 mgr.smithi129.iclwio (mgr.14716) 6588 : cluster [DBG] pgmap v5663: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:17.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:16 smithi156 conmon[67007]: cluster 2022-01-18T19:13:15.727752+0000 mgr.smithi129.iclwio (mgr.14716) 6589 : cluster [DBG] pgmap v5664: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:17.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:16 smithi129 conmon[101092]: cluster 2022-01-18T19:13:15.727752+0000 mgr.smithi129.iclwio (mgr.14716) 6589 2022-01-18T19:13:17.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:16 smithi129 conmon[101092]: : cluster [DBG] pgmap v5664: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:19.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:18 smithi156 conmon[67007]: cluster 2022-01-18T19:13:17.728355+0000 mgr.smithi129.iclwio (mgr.14716) 6590 : cluster [DBG] 2022-01-18T19:13:19.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:18 smithi156 conmon[67007]: pgmap v5665: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:19.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:18 smithi129 conmon[101092]: cluster 2022-01-18T19:13:17.728355+0000 mgr.smithi129.iclwio (mgr.14716) 6590 : cluster [DBG] pgmap v5665: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:19.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:18 smithi129 conmon[101092]: 2022-01-18T19:13:21.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:20 smithi156 conmon[67007]: cluster 2022-01-18T19:13:19.729258+0000 mgr.smithi129.iclwio (mgr.14716) 6591 : cluster 2022-01-18T19:13:21.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:20 smithi156 conmon[67007]: [DBG] pgmap v5666: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:13:21.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:20 smithi129 conmon[101092]: cluster 2022-01-18T19:13:19.729258+0000 mgr.smithi129.iclwio (mgr.14716) 6591 : cluster [DBG] pgmap v5666: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:13:22.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:22 smithi129 conmon[101092]: cluster 2022-01-18T19:13:21.729719+0000 mgr.smithi129.iclwio (mgr.14716) 6592 : cluster [DBG] pgmap v5667: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:22.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:22 smithi129 conmon[101092]: 2022-01-18T19:13:23.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:22 smithi156 conmon[67007]: cluster 2022-01-18T19:13:21.729719+0000 mgr.smithi129.iclwio (mgr.14716) 6592 : cluster 2022-01-18T19:13:23.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:22 smithi156 conmon[67007]: [DBG] pgmap v5667: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:25.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:24 smithi156 conmon[67007]: cluster 2022-01-18T19:13:23.730298+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:13:25.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:24 smithi156 conmon[67007]: 6593 : cluster [DBG] pgmap v5668: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:25.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:24 smithi129 conmon[101092]: cluster 2022-01-18T19:13:23.730298+0000 mgr.smithi129.iclwio (mgr.14716) 6593 : cluster [DBG] pgmap v5668: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:25.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:24 smithi129 conmon[101092]: 2022-01-18T19:13:26.587 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:13:26.851 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:13:26.852 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 3m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:13:26.852 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 3m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:13:26.852 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 4m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:13:26.852 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 3m ago 3h 43.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:13:26.853 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 3m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:13:26.853 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 4m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:13:26.853 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 3m ago 3h 689M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:13:26.853 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 4m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:13:26.854 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 3m ago 3h 1233M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:13:26.854 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 4m ago 3h 579M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:13:26.854 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 3m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:13:26.854 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 4m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:13:26.855 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 3m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:13:26.855 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 4m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:13:26.855 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 3m ago 3h 1953M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:13:26.855 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 3m ago 3h 3012M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:13:26.856 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 3m ago 3h 2301M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:13:26.856 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 3m ago 3h 3022M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:13:26.856 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 4m ago 3h 2807M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:13:26.856 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 4m ago 3h 3353M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:13:26.857 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 4m ago 3h 2678M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:13:26.857 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 4m ago 3h 3910M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:13:26.857 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 3m ago 3h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:13:27.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:26 smithi156 conmon[67007]: cluster 2022-01-18T19:13:25.731046+0000 mgr.smithi129.iclwio (mgr.14716) 6594 : cluster 2022-01-18T19:13:27.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:26 smithi156 conmon[67007]: [DBG] pgmap v5669: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:27.170 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:13:27.170 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:13:27.170 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:13:27.171 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:13:27.171 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:13:27.171 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:13:27.171 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:13:27.171 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:13:27.172 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:13:27.172 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:13:27.172 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:13:27.172 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:13:27.173 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:13:27.173 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:13:27.173 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:13:27.173 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:13:27.173 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:13:27.174 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:13:27.174 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:13:27.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:26 smithi129 conmon[101092]: cluster 2022-01-18T19:13:25.731046+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T19:13:27.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:26 smithi129 conmon[101092]: 14716) 6594 : cluster [DBG] pgmap v5669: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:28.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:27 smithi156 conmon[67007]: audit 2022-01-18T19:13:26.579688+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T19:13:28.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:27 smithi156 conmon[67007]: ) 6595 : audit [DBG] from='client.38482 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:13:28.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:27 smithi156 conmon[67007]: audit 2022-01-18T19:13:26.847403+0000 mgr.smithi129.iclwio (mgr.14716) 6596 : audit [DBG] from='client.38486 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:13:28.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:27 smithi156 conmon[67007]: audit 2022-01-18T19:13:27.174488 2022-01-18T19:13:28.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:27 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2058 : audit [DBG] from='client.? 172.21.15.129:0/3348072388' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:13:28.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:27 smithi129 conmon[101092]: audit 2022-01-18T19:13:26.579688+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:13:28.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:27 smithi129 conmon[101092]: 6595 : audit [DBG] from='client.38482 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:13:28.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:27 smithi129 conmon[101092]: audit 2022-01-18T19:13:26.847403+0000 mgr.smithi129.iclwio (mgr.14716) 6596 : audit [DBG] from='client.38486 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:13:28.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:27 smithi129 conmon[101092]: audit 2022-01-18T19:13:27.174488+0000 2022-01-18T19:13:28.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:27 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2058 : audit [DBG] from='client.? 172.21.15.129:0/3348072388' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:13:29.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:28 smithi156 conmon[67007]: cluster 2022-01-18T19:13:27.731718+0000 mgr.smithi129.iclwio 2022-01-18T19:13:29.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:28 smithi156 conmon[67007]: (mgr.14716) 6597 : cluster [DBG] pgmap v5670: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:29.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:28 smithi156 conmon[67007]: audit 2022-01-18T19:13:28.537209+0000 mon.smithi129 (mon. 2022-01-18T19:13:29.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:28 smithi156 conmon[67007]: 0) 2059 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:13:29.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:28 smithi156 conmon[67007]: audit 2022-01-18T19:13:29.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:28 smithi156 conmon[67007]: 2022-01-18T19:13:28.538510+0000 mon.smithi129 (mon. 2022-01-18T19:13:29.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:28 smithi156 conmon[67007]: 0) 2060 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:13:29.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:28 smithi156 conmon[67007]: audit 2022 2022-01-18T19:13:29.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:28 smithi156 conmon[67007]: -01-18T19:13:28.539506+0000 mon.smithi129 2022-01-18T19:13:29.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:28 smithi156 conmon[67007]: (mon.0) 2061 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:13:29.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:28 smithi129 conmon[101092]: cluster 2022 2022-01-18T19:13:29.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:28 smithi129 conmon[101092]: -01-18T19:13:27.731718+0000 mgr.smithi129.iclwio (mgr.14716) 6597 : cluster [DBG] pgmap v5670: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:29.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:28 smithi129 conmon[101092]: audit 2022-01-18T19:13:28.537209+0000 mon.smithi129 (mon.0) 2059 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:13:29.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:28 smithi129 conmon[101092]: audit 2022-01-18T19:13:28.538510+0000 mon.smithi129 ( 2022-01-18T19:13:29.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:28 smithi129 conmon[101092]: mon.0) 2060 : audit [DBG] 2022-01-18T19:13:29.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:28 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:13:29.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:28 smithi129 conmon[101092]: audit 2022-01-18T19:13:29.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:28 smithi129 conmon[101092]: 2022-01-18 2022-01-18T19:13:29.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:28 smithi129 conmon[101092]: T19:13:28.539506+0000 2022-01-18T19:13:29.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:28 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2061 2022-01-18T19:13:29.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:28 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:13:30.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:29 smithi129 conmon[101092]: cephadm 2022-01-18T19:13:28.540220+0000 mgr.smithi129.iclwio (mgr.14716) 6598 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:13:30.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:29 smithi129 conmon[101092]: audit 2022-01-18T19:13:28.849861+0000 mon.smithi129 ( 2022-01-18T19:13:30.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:29 smithi129 conmon[101092]: mon.0) 2062 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:13:30.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:29 smithi129 conmon[101092]: audit 2022-01-18T19:13:28.854593+0000 mon.smithi129 (mon.0) 2063 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:13:30.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:29 smithi156 conmon[67007]: cephadm 2022-01-18T19:13:28.540220+0000 mgr.smithi129.iclwio (mgr.14716) 6598 : cephadm 2022-01-18T19:13:30.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:29 smithi156 conmon[67007]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:13:30.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:29 smithi156 conmon[67007]: audit 2022-01-18T19:13:28.849861+0000 mon.smithi129 (mon.0) 2062 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:13:30.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:29 smithi156 conmon[67007]: audit 2022-01-18T19:13:28.854593+0000 mon.smithi129 (mon.0) 2063 : audit [INF] 2022-01-18T19:13:30.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:29 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:13:31.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:30 smithi129 conmon[101092]: cluster 2022-01-18T19:13:29.732670+0000 mgr.smithi129.iclwio (mgr.14716) 6599 : cluster [DBG] pgmap v5671: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:13:31.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:30 smithi156 conmon[67007]: cluster 2022-01-18T19:13:29.732670+0000 mgr.smithi129.iclwio (mgr.14716) 6599 : cluster [DBG] pgmap v5671: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:13:32.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:32 smithi129 conmon[101092]: cluster 2022-01-18T19:13:31.733157+0000 mgr.smithi129.iclwio (mgr.14716) 6600 : cluster [DBG] pgmap v5672: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:33.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:32 smithi156 conmon[67007]: cluster 2022-01-18T19:13:31.733157+0000 mgr.smithi129.iclwio (mgr.14716) 6600 : cluster [DBG] pgmap v5672: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:35.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:34 smithi156 conmon[67007]: cluster 2022-01-18T19:13:33.733816+0000 mgr.smithi129.iclwio (mgr.14716) 6601 : cluster [DBG] pgmap v5673: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:35.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:34 smithi129 conmon[101092]: cluster 2022-01-18T19:13:33.733816+0000 mgr.smithi129.iclwio (mgr.14716) 6601 : cluster [DBG] pgmap v5673: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:37.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:36 smithi156 conmon[67007]: cluster 2022-01-18T19:13:35.734517+0000 mgr.smithi129.iclwio (mgr.14716) 6602 : cluster [DBG] pgmap v5674: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:37.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:36 smithi129 conmon[101092]: cluster 2022-01-18T19:13:35.734517+0000 mgr.smithi129.iclwio (mgr.14716) 6602 : cluster [DBG] pgmap v5674: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:39.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:38 smithi156 conmon[67007]: cluster 2022-01-18T19:13:37.735056+0000 mgr.smithi129.iclwio (mgr.14716) 6603 : cluster [DBG] pgmap v5675: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:39.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:38 smithi129 conmon[101092]: cluster 2022-01-18T19:13:37.735056+0000 mgr.smithi129.iclwio (mgr.14716) 6603 : cluster [DBG] pgmap v5675: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:41.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:40 smithi156 conmon[67007]: cluster 2022-01-18T19:13:39.735944+0000 mgr.smithi129.iclwio (mgr.14716) 6604 : cluster [DBG] pgmap v5676: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:13:41.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:40 smithi129 conmon[101092]: cluster 2022-01-18T19:13:39.735944+0000 mgr.smithi129.iclwio (mgr.14716) 6604 : cluster [DBG] pgmap v5676: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:13:41.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:40 smithi129 conmon[101092]: 2022-01-18T19:13:42.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:42 smithi129 conmon[101092]: cluster 2022-01-18T19:13:41.736537+0000 mgr.smithi129.iclwio (mgr.14716) 6605 : cluster [DBG] pgmap v5677: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:43.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:42 smithi156 conmon[67007]: cluster 2022-01-18T19:13:41.736537+0000 mgr.smithi129.iclwio (mgr.14716) 6605 : cluster [DBG] pgmap v5677: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:45.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:44 smithi156 conmon[67007]: cluster 2022-01-18T19:13:43.737158+0000 mgr.smithi129.iclwio (mgr.14716) 6606 : cluster [DBG] pgmap v5678: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:45.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:44 smithi129 conmon[101092]: cluster 2022-01-18T19:13:43.737158+0000 mgr.smithi129.iclwio (mgr.14716) 6606 : cluster [DBG] pgmap v5678: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:47.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:46 smithi156 conmon[67007]: cluster 2022-01-18T19:13:45.738156+0000 mgr.smithi129.iclwio (mgr.14716) 6607 : cluster [DBG] pgmap v5679: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:47.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:46 smithi129 conmon[101092]: cluster 2022-01-18T19:13:45.738156+0000 mgr.smithi129.iclwio (mgr.14716) 6607 : cluster [DBG] pgmap v5679: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:49.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:48 smithi156 conmon[67007]: cluster 2022-01-18T19:13:47.738829+0000 mgr.smithi129.iclwio (mgr.14716) 6608 : cluster [DBG] pgmap v5680: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:49.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:48 smithi129 conmon[101092]: cluster 2022-01-18T19:13:47.738829+0000 mgr.smithi129.iclwio (mgr.14716) 6608 : cluster [DBG] pgmap v5680: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:49.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:48 smithi129 conmon[101092]: 2022-01-18T19:13:51.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:50 smithi129 conmon[101092]: cluster 2022-01-18T19:13:49.739571+0000 mgr.smithi129.iclwio (mgr.14716) 6609 : cluster [DBG] pgmap v5681: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:13:51.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:50 smithi156 conmon[67007]: cluster 2022-01-18T19:13:49.739571+0000 mgr.smithi129.iclwio (mgr.14716) 6609 : cluster [DBG] pgmap v5681: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:13:52.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:52 smithi129 conmon[101092]: cluster 2022-01-18T19:13:51.740128+0000 mgr.smithi129.iclwio (mgr.14716) 6610 : cluster [DBG] pgmap v5682: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:53.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:52 smithi156 conmon[67007]: cluster 2022-01-18T19:13:51.740128+0000 mgr.smithi129.iclwio (mgr.14716) 6610 : cluster [DBG] pgmap v5682: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:55.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:54 smithi156 conmon[67007]: cluster 2022-01-18T19:13:53.740677+0000 mgr.smithi129.iclwio (mgr.14716) 6611 : cluster [DBG] pgmap v5683: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:55.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:54 smithi129 conmon[101092]: cluster 2022-01-18T19:13:53.740677+0000 mgr.smithi129.iclwio (mgr.14716) 6611 : cluster [DBG] pgmap v5683: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:55.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:54 smithi129 conmon[101092]: 2022-01-18T19:13:57.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:56 smithi156 conmon[67007]: cluster 2022-01-18T19:13:55.741443+0000 mgr.smithi129.iclwio (mgr.14716) 6612 : cluster [DBG] pgmap v5684: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:57.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:56 smithi129 conmon[101092]: cluster 2022-01-18T19:13:55.741443+0000 mgr.smithi129.iclwio (mgr.14716) 6612 : cluster [DBG] 2022-01-18T19:13:57.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:56 smithi129 conmon[101092]: pgmap v5684: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:57.468 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:13:57.737 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:13:57.738 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 4m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:13:57.738 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 4m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:13:57.738 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 4m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:13:57.739 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 4m ago 3h 43.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:13:57.739 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 4m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:13:57.739 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 4m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:13:57.739 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 4m ago 3h 689M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:13:57.740 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 4m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:13:57.740 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 4m ago 3h 1233M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:13:57.740 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 4m ago 3h 579M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:13:57.740 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 4m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:13:57.740 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 4m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:13:57.741 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 4m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:13:57.741 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 4m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:13:57.741 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 4m ago 3h 1953M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:13:57.741 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 4m ago 3h 3012M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:13:57.742 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 4m ago 3h 2301M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:13:57.742 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 4m ago 3h 3022M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:13:57.742 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 4m ago 3h 2807M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:13:57.742 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 4m ago 3h 3353M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:13:57.742 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 4m ago 3h 2678M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:13:57.743 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 4m ago 3h 3910M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:13:57.743 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 4m ago 3h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:13:58.058 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:13:58.059 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:13:58.059 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:13:58.059 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:13:58.059 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:13:58.060 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:13:58.060 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:13:58.060 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:13:58.060 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:13:58.060 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:13:58.061 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:13:58.061 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:13:58.061 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:13:58.061 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:13:58.062 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:13:58.062 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:13:58.062 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:13:58.062 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:13:58.062 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:13:59.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:58 smithi129 conmon[101092]: audit 2022-01-18T19:13:57.460797+0000 mgr.smithi129.iclwio (mgr.14716) 6613 : audit [DBG] from='client.38494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:13:59.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:58 smithi129 conmon[101092]: 2022-01-18T19:13:59.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:58 smithi129 conmon[101092]: audit 2022-01-18T19:13:57.733413+0000 mgr.smithi129.iclwio (mgr.14716) 6614 : audit [DBG] from='client.38498 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:13:59.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:58 smithi129 conmon[101092]: cluster 2022-01 2022-01-18T19:13:59.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:58 smithi129 conmon[101092]: -18T19:13:57.741928+0000 mgr.smithi129.iclwio (mgr.14716) 6615 : cluster [DBG] pgmap v5685: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:59.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:58 smithi129 conmon[101092]: audit 2022-01-18T19:13:58.063308+0000 2022-01-18T19:13:59.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:58 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2064 : audit [DBG] from='client.? 172.21.15.129:0/3939812195' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:13:59.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:58 smithi156 conmon[67007]: audit 2022-01-18T19:13:57.460797+0000 mgr.smithi129.iclwio (mgr.14716) 6613 : audit [DBG] from='client.38494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:13:59.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:58 smithi156 conmon[67007]: audit 2022-01-18T19:13:57.733413+0000 mgr.smithi129.iclwio (mgr.14716) 6614 : audit [DBG] from='client.38498 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:13:59.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:58 smithi156 conmon[67007]: cluster 2022-01-18T19:13:57.741928+0000 mgr.smithi129.iclwio (mgr.14716) 6615 : cluster [DBG] pgmap v5685: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:13:59.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:58 smithi156 conmon[67007]: audit 2022-01-18T19:13:58.063308+0000 mon.smithi129 (mon.0) 2064 : audit [DBG] from='client.? 172.21.15.129:0/3939812195' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:13:59.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:58 smithi156 conmon[67007]: 2022-01-18T19:14:00.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:59 smithi129 conmon[101092]: audit 2022-01-18T19:13:58.950798+0000 mon.smithi129 (mon.0) 2065 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:14:00.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:59 smithi129 conmon[101092]: 2022-01-18T19:14:00.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:13:59 smithi129 conmon[101092]: audit 2022-01-18T19:13:58.951018+0000 mon.smithi129 (mon.0) 2066 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:14:00.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:59 smithi156 conmon[67007]: audit 2022-01-18T19:13:58.950798+0000 mon.smithi129 (mon.0) 2065 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:14:00.340 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:13:59 smithi156 conmon[67007]: audit 2022-01-18T19:13:58.951018+0000 mon.smithi129 (mon.0) 2066 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:14:01.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:00 smithi129 conmon[101092]: cluster 2022-01-18T19:13:59.742721+0000 mgr.smithi129.iclwio (mgr.14716) 6616 : cluster [DBG] pgmap v5686: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:14:01.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:00 smithi156 conmon[67007]: cluster 2022-01-18T19:13:59.742721+0000 mgr.smithi129.iclwio (mgr.14716) 6616 : cluster [DBG] pgmap v5686: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:14:02.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:02 smithi129 conmon[101092]: cluster 2022-01-18T19:14:01.743257+0000 mgr.smithi129.iclwio (mgr.14716) 6617 : cluster [DBG] pgmap v5687: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:03.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:02 smithi156 conmon[67007]: cluster 2022-01-18T19:14:01.743257+0000 mgr.smithi129.iclwio (mgr.14716) 6617 : cluster [DBG] pgmap v5687: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:05.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:04 smithi156 conmon[67007]: cluster 2022-01-18T19:14:03.743817+0000 mgr.smithi129.iclwio (mgr.14716) 6618 : cluster [DBG] 2022-01-18T19:14:05.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:04 smithi156 conmon[67007]: pgmap v5688: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:05.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:04 smithi129 conmon[101092]: cluster 2022-01-18T19:14:03.743817+0000 mgr.smithi129.iclwio (mgr.14716) 6618 : cluster [DBG] pgmap v5688: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:05.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:04 smithi129 conmon[101092]: 2022-01-18T19:14:07.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:06 smithi129 conmon[101092]: cluster 2022-01-18T19:14:05.744538+0000 mgr.smithi129.iclwio (mgr.14716) 6619 : cluster [DBG] pgmap v5689: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:07.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:06 smithi156 conmon[67007]: cluster 2022-01-18T19:14:05.744538+0000 mgr.smithi129.iclwio (mgr.14716) 6619 : cluster [DBG] pgmap v5689: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:09.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:08 smithi129 conmon[101092]: cluster 2022-01-18T19:14:07.745283+0000 mgr.smithi129.iclwio (mgr.14716) 6620 : cluster [DBG] pgmap v5690: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:09.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:08 smithi156 conmon[67007]: cluster 2022-01-18T19:14:07.745283+0000 mgr.smithi129.iclwio (mgr.14716) 6620 : cluster [DBG] pgmap v5690: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:11.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:10 smithi129 conmon[101092]: cluster 2022-01-18T19:14:09.746179+0000 mgr.smithi129.iclwio (mgr.14716) 6621 : cluster [DBG] pgmap v5691: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:14:11.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:10 smithi156 conmon[67007]: cluster 2022-01-18T19:14:09.746179+0000 mgr.smithi129.iclwio (mgr.14716) 6621 : cluster [DBG] pgmap v5691: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:14:11.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:10 smithi156 conmon[67007]: 2022-01-18T19:14:12.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:12 smithi129 conmon[101092]: cluster 2022-01-18T19:14:11.746740+0000 mgr.smithi129.iclwio (mgr.14716) 6622 : cluster 2022-01-18T19:14:12.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:12 smithi129 conmon[101092]: [DBG] pgmap v5692: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:13.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:12 smithi156 conmon[67007]: cluster 2022-01-18T19:14:11.746740+0000 mgr.smithi129.iclwio (mgr.14716) 6622 : cluster [DBG] pgmap v5692: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:13.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:12 smithi156 conmon[67007]: 2022-01-18T19:14:15.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:14 smithi129 conmon[101092]: cluster 2022-01-18T19:14:13.747484+0000 mgr.smithi129.iclwio (mgr.14716) 6623 : cluster [DBG] pgmap v5693: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:15.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:14 smithi156 conmon[67007]: cluster 2022-01-18T19:14:13.747484+0000 mgr.smithi129.iclwio (mgr.14716) 6623 : cluster [DBG] pgmap v5693: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:17.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:16 smithi129 conmon[101092]: cluster 2022-01-18T19:14:15.748199+0000 mgr.smithi129.iclwio (mgr.14716) 6624 : cluster [DBG] pgmap v5694: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:17.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:16 smithi156 conmon[67007]: cluster 2022-01-18T19:14:15.748199+0000 mgr.smithi129.iclwio (mgr.14716) 6624 : cluster [DBG] pgmap v5694: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:19.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:18 smithi129 conmon[101092]: cluster 2022-01-18T19:14:17.748844+0000 mgr.smithi129.iclwio (mgr.14716) 6625 : cluster [DBG] pgmap v5695: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:19.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:18 smithi156 conmon[67007]: cluster 2022-01-18T19:14:17.748844+0000 mgr.smithi129.iclwio (mgr.14716) 6625 : cluster [DBG] pgmap v5695: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:21.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:20 smithi129 conmon[101092]: cluster 2022-01-18T19:14:19.749496+0000 mgr.smithi129.iclwio (mgr.14716) 6626 : cluster [DBG] pgmap v5696: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:14:21.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:20 smithi129 conmon[101092]: 2022-01-18T19:14:21.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:20 smithi156 conmon[67007]: cluster 2022-01-18T19:14:19.749496+0000 mgr.smithi129.iclwio (mgr.14716) 6626 : cluster 2022-01-18T19:14:21.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:20 smithi156 conmon[67007]: [DBG] pgmap v5696: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:14:22.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:22 smithi129 conmon[101092]: cluster 2022-01-18T19:14:21.750041+0000 mgr.smithi129.iclwio (mgr.14716) 6627 : cluster [DBG] pgmap v5697: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:23.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:22 smithi156 conmon[67007]: cluster 2022-01-18T19:14:21.750041+0000 mgr.smithi129.iclwio (mgr.14716) 6627 : cluster [DBG] 2022-01-18T19:14:23.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:22 smithi156 conmon[67007]: pgmap v5697: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:25.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:24 smithi129 conmon[101092]: cluster 2022-01-18T19:14:23.750590+0000 mgr.smithi129.iclwio (mgr.14716) 6628 : cluster [DBG] pgmap v5698: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:25.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:24 smithi156 conmon[67007]: cluster 2022-01-18T19:14:23.750590+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:14:25.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:24 smithi156 conmon[67007]: 6628 : cluster [DBG] pgmap v5698: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:27.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:26 smithi129 conmon[101092]: cluster 2022-01-18T19:14:25.751306+0000 mgr.smithi129.iclwio (mgr.14716) 6629 : cluster [DBG] pgmap v5699: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:27.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:26 smithi129 conmon[101092]: 2022-01-18T19:14:27.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:26 smithi156 conmon[67007]: cluster 2022-01-18T19:14:25.751306+0000 mgr.smithi129.iclwio (mgr.14716) 6629 : cluster [DBG] pgmap v5699: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:28.357 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:14:28.622 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:14:28.623 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 5m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:14:28.623 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 5m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:14:28.623 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 5m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:14:28.623 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 5m ago 3h 43.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:14:28.624 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 5m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:14:28.624 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 5m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:14:28.624 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 5m ago 3h 689M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:14:28.624 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 5m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:14:28.625 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 5m ago 3h 1233M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:14:28.625 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 5m ago 3h 579M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:14:28.625 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 5m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:14:28.625 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 5m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:14:28.626 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 5m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:14:28.626 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 5m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:14:28.626 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 5m ago 3h 1953M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:14:28.626 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 5m ago 3h 3012M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:14:28.626 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 5m ago 3h 2301M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:14:28.627 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 5m ago 3h 3022M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:14:28.627 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 5m ago 3h 2807M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:14:28.627 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 5m ago 3h 3353M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:14:28.627 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 5m ago 3h 2678M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:14:28.628 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 5m ago 3h 3910M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:14:28.628 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 5m ago 3h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:14:28.945 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:14:28.946 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:14:28.946 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:14:28.946 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:14:28.947 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:14:28.947 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:14:28.947 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:14:28.947 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:14:28.947 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:14:28.948 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:14:28.948 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:14:28.948 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:14:28.948 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:14:28.949 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:14:28.949 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:14:28.949 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:14:28.949 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:14:28.949 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:14:28.950 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:14:29.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:28 smithi129 conmon[101092]: cluster 2022-01-18T19:14:27.751948+0000 mgr.smithi129.iclwio (mgr.14716) 6630 : cluster [DBG] 2022-01-18T19:14:29.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:28 smithi129 conmon[101092]: pgmap v5700: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:29.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:28 smithi156 conmon[67007]: cluster 2022-01-18T19:14:27.751948+0000 mgr.smithi129.iclwio (mgr.14716) 6630 : cluster [DBG] pgmap v5700: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:30.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:29 smithi129 conmon[101092]: audit 2022-01-18T19:14:28.350610+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:14:30.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:29 smithi129 conmon[101092]: 6631 : audit [DBG] from='client.38506 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:14:30.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:29 smithi129 conmon[101092]: audit 2022-01-18T19:14:28.618798+0000 mgr.smithi129.iclwio (mgr.14716) 6632 : audit [DBG] from='client.38510 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:14:30.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:29 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T19:14:30.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:29 smithi129 conmon[101092]: 19:14:28.857180+0000 mon.smithi129 (mon.0) 2067 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:14:30.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:29 smithi129 conmon[101092]: audit 2022-01-18T19:14:28. 2022-01-18T19:14:30.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:29 smithi129 conmon[101092]: 858158+0000 mon.smithi129 (mon.0) 2068 : audit [DBG] 2022-01-18T19:14:30.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:29 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:14:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:29 smithi129 conmon[101092]: audit 2022-01-18T19:14:28. 2022-01-18T19:14:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:29 smithi129 conmon[101092]: 858796+0000 mon.smithi129 (mon.0) 2069 : audit 2022-01-18T19:14:30.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:29 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:14:30.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:29 smithi129 conmon[101092]: cephadm 2022-01-18T19:14:28 2022-01-18T19:14:30.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:29 smithi129 conmon[101092]: .859320+0000 mgr.smithi129.iclwio (mgr.14716) 6633 : cephadm 2022-01-18T19:14:30.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:29 smithi129 conmon[101092]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:14:30.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:29 smithi129 conmon[101092]: audit 2022-01-18T19:14 2022-01-18T19:14:30.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:29 smithi129 conmon[101092]: :28.950600+0000 mon.smithi129 (mon.0) 2070 : 2022-01-18T19:14:30.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:29 smithi129 conmon[101092]: audit [DBG] from='client.? 172.21.15.129:0/2945369163' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:14:30.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:29 smithi129 conmon[101092]: audit 2022-01-18T19:14 2022-01-18T19:14:30.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:29 smithi129 conmon[101092]: :29.164355+0000 mon.smithi129 (mon.0) 2071 2022-01-18T19:14:30.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:29 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:14:30.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:29 smithi129 conmon[101092]: audit 2022-01-18T19 2022-01-18T19:14:30.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:29 smithi129 conmon[101092]: :14:29.169060+0000 mon.smithi129 (mon.0 2022-01-18T19:14:30.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:29 smithi129 conmon[101092]: ) 2072 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:14:30.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:29 smithi156 conmon[67007]: audit 2022-01-18T19:14:28.350610+0000 mgr.smithi129.iclwio (mgr.14716) 6631 : audit [DBG] 2022-01-18T19:14:30.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:29 smithi156 conmon[67007]: from='client.38506 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:14:30.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:29 smithi156 conmon[67007]: audit 2022-01-18T19:14:28.618798+0000 mgr.smithi129.iclwio (mgr.14716) 6632 : audit [DBG] from='client.38510 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:14:30.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:29 smithi156 conmon[67007]: audit 2022-01-18T19:14:28.857180+0000 2022-01-18T19:14:30.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:29 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2067 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:14:30.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:29 smithi156 conmon[67007]: audit 2022-01-18T19:14:28.858158+0000 mon.smithi129 (mon.0 2022-01-18T19:14:30.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:29 smithi156 conmon[67007]: ) 2068 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:14:30.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:29 smithi156 conmon[67007]: audit 2022-01-18T19:14:28.858796+0000 mon.smithi129 2022-01-18T19:14:30.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:29 smithi156 conmon[67007]: (mon.0) 2069 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:14:30.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:29 smithi156 conmon[67007]: cephadm 2022-01 2022-01-18T19:14:30.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:29 smithi156 conmon[67007]: -18T19:14:28.859320+0000 mgr.smithi129.iclwio (mgr.14716) 6633 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:14:30.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:29 smithi156 conmon[67007]: audit 2022-01-18T19:14: 2022-01-18T19:14:30.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:29 smithi156 conmon[67007]: 28.950600+0000 mon.smithi129 (mon.0) 2070 : audit [DBG] from='client.? 172.21.15.129:0/2945369163' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:14:30.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:29 smithi156 conmon[67007]: audit 2022-01-18T19: 2022-01-18T19:14:30.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:29 smithi156 conmon[67007]: 14:29.164355+0000 mon.smithi129 (mon.0) 2071 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:14:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:29 smithi156 conmon[67007]: audit 2022-01-18T19 2022-01-18T19:14:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:29 smithi156 conmon[67007]: :14:29.169060+0000 mon.smithi129 (mon.0) 2072 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:14:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:29 smithi156 conmon[67007]: 2022-01-18T19:14:31.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:30 smithi129 conmon[101092]: cluster 2022-01-18T19:14:29.752629+0000 mgr.smithi129.iclwio (mgr.14716) 6634 : cluster [DBG] pgmap v5701: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:14:31.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:30 smithi156 conmon[67007]: cluster 2022-01-18T19:14:29.752629+0000 mgr.smithi129.iclwio (mgr.14716) 6634 : cluster [DBG] 2022-01-18T19:14:31.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:30 smithi156 conmon[67007]: pgmap v5701: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:14:32.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:32 smithi129 conmon[101092]: cluster 2022-01-18T19:14:31.753174+0000 mgr.smithi129.iclwio (mgr.14716) 6635 : cluster [DBG] pgmap v5702: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:33.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:32 smithi156 conmon[67007]: cluster 2022-01-18T19:14:31.753174+0000 mgr.smithi129.iclwio (mgr.14716) 6635 : cluster [DBG] pgmap v5702: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:35.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:34 smithi129 conmon[101092]: cluster 2022-01-18T19:14:33.753911+0000 mgr.smithi129.iclwio (mgr.14716) 6636 : cluster [DBG] pgmap v5703: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:35.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:34 smithi129 conmon[101092]: 2022-01-18T19:14:35.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:34 smithi156 conmon[67007]: cluster 2022-01-18T19:14:33.753911+0000 mgr.smithi129.iclwio (mgr.14716) 6636 : cluster [DBG] 2022-01-18T19:14:35.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:34 smithi156 conmon[67007]: pgmap v5703: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:37.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:36 smithi129 conmon[101092]: cluster 2022-01-18T19:14:35.754643+0000 mgr.smithi129.iclwio (mgr.14716) 6637 : cluster [DBG] pgmap v5704: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:37.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:36 smithi156 conmon[67007]: cluster 2022-01-18T19:14:35.754643+0000 mgr.smithi129.iclwio (mgr.14716) 6637 : cluster [DBG] pgmap v5704: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:39.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:38 smithi129 conmon[101092]: cluster 2022-01-18T19:14:37.755156+0000 mgr.smithi129.iclwio (mgr.14716) 6638 : cluster [DBG] pgmap v5705: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:39.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:38 smithi156 conmon[67007]: cluster 2022-01-18T19:14:37.755156+0000 mgr.smithi129.iclwio (mgr.14716) 6638 : cluster [DBG] pgmap v5705: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:41.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:40 smithi129 conmon[101092]: cluster 2022-01-18T19:14:39.756143+0000 mgr.smithi129.iclwio (mgr.14716) 6639 : cluster [DBG] pgmap v5706: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:14:41.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:40 smithi156 conmon[67007]: cluster 2022-01-18T19:14:39.756143+0000 mgr.smithi129.iclwio (mgr.14716) 6639 : cluster [DBG] pgmap v5706: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:14:42.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:42 smithi129 conmon[101092]: cluster 2022-01-18T19:14:41.756649+0000 mgr.smithi129.iclwio (mgr.14716) 6640 : cluster [DBG] pgmap v5707: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:43.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:42 smithi156 conmon[67007]: cluster 2022-01-18T19:14:41.756649+0000 mgr.smithi129.iclwio (mgr.14716) 6640 : cluster [DBG] pgmap v5707: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:45.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:44 smithi129 conmon[101092]: cluster 2022-01-18T19:14:43.757208+0000 mgr.smithi129.iclwio (mgr.14716) 6641 : cluster [DBG] pgmap v5708: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:45.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:44 smithi156 conmon[67007]: cluster 2022-01-18T19:14:43.757208+0000 mgr.smithi129.iclwio (mgr.14716) 6641 : cluster [DBG] pgmap v5708: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:47.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:46 smithi129 conmon[101092]: cluster 2022-01-18T19:14:45.757936+0000 mgr.smithi129.iclwio (mgr.14716) 6642 : cluster [DBG] pgmap v5709: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:47.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:46 smithi156 conmon[67007]: cluster 2022-01-18T19:14:45.757936+0000 mgr.smithi129.iclwio (mgr.14716) 6642 : cluster [DBG] pgmap v5709: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:49.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:48 smithi129 conmon[101092]: cluster 2022-01-18T19:14:47.758590+0000 mgr.smithi129.iclwio (mgr.14716) 6643 : cluster [DBG] pgmap v5710: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:49.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:48 smithi156 conmon[67007]: cluster 2022-01-18T19:14:47.758590+0000 mgr.smithi129.iclwio (mgr.14716) 6643 : cluster [DBG] pgmap v5710: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:51.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:50 smithi129 conmon[101092]: cluster 2022-01-18T19:14:49.759516+0000 mgr.smithi129.iclwio (mgr.14716) 6644 : cluster [DBG] pgmap v5711: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:14:51.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:50 smithi129 conmon[101092]: 2022-01-18T19:14:51.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:50 smithi156 conmon[67007]: cluster 2022-01-18T19:14:49.759516+0000 mgr.smithi129.iclwio (mgr.14716) 6644 : cluster [DBG] 2022-01-18T19:14:51.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:50 smithi156 conmon[67007]: pgmap v5711: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:14:52.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:52 smithi129 conmon[101092]: cluster 2022-01-18T19:14:51.760038+0000 mgr.smithi129.iclwio (mgr.14716) 6645 : cluster [DBG] pgmap v5712: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:53.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:52 smithi156 conmon[67007]: cluster 2022-01-18T19:14:51.760038+0000 mgr.smithi129.iclwio (mgr.14716) 6645 : cluster 2022-01-18T19:14:53.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:52 smithi156 conmon[67007]: [DBG] pgmap v5712: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:55.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:54 smithi129 conmon[101092]: cluster 2022-01-18T19:14:53.760768+0000 mgr.smithi129.iclwio (mgr.14716) 6646 : cluster [DBG] pgmap v5713: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:55.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:54 smithi156 conmon[67007]: cluster 2022-01-18T19:14:53.760768+0000 mgr.smithi129.iclwio (mgr.14716) 6646 : cluster [DBG] pgmap v5713: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:57.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:56 smithi129 conmon[101092]: cluster 2022-01-18T19:14:55.761660+0000 mgr.smithi129.iclwio (mgr.14716) 6647 : cluster [DBG] pgmap v5714: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:57.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:56 smithi156 conmon[67007]: cluster 2022-01-18T19:14:55.761660+0000 mgr.smithi129.iclwio (mgr.14716) 6647 : cluster [DBG] pgmap v5714: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:59.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:58 smithi129 conmon[101092]: cluster 2022-01-18T19:14:57.762186+0000 mgr.smithi129.iclwio (mgr.14716) 6648 : cluster [DBG] pgmap v5715: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:59.246 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:14:59.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:58 smithi156 conmon[67007]: cluster 2022-01-18T19:14:57.762186+0000 mgr.smithi129.iclwio (mgr.14716) 6648 : cluster [DBG] pgmap v5715: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:14:59.510 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:14:59.511 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 5m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:14:59.511 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 5m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:14:59.511 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 5m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:14:59.511 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 5m ago 3h 43.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:14:59.512 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 5m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:14:59.512 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 5m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:14:59.512 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 5m ago 3h 689M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:14:59.512 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 5m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:14:59.513 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 5m ago 3h 1233M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:14:59.513 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 5m ago 3h 579M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:14:59.513 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 5m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:14:59.513 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 5m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:14:59.513 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 5m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:14:59.514 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 5m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:14:59.514 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 5m ago 3h 1953M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:14:59.514 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 5m ago 3h 3012M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:14:59.514 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 5m ago 3h 2301M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:14:59.515 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 5m ago 3h 3022M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:14:59.515 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 5m ago 3h 2807M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:14:59.515 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 5m ago 3h 3353M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:14:59.515 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 5m ago 3h 2678M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:14:59.516 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 5m ago 3h 3910M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:14:59.516 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 5m ago 3h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:14:59.833 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:14:59.834 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:14:59.834 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:14:59.834 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:14:59.834 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:14:59.835 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:14:59.835 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:14:59.835 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:14:59.835 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:14:59.836 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:14:59.836 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:14:59.836 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:14:59.836 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:14:59.837 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:14:59.837 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:14:59.837 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:14:59.837 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:14:59.837 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:14:59.838 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:15:00.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:59 smithi129 conmon[101092]: audit 2022-01-18T19:14:58.955159+0000 2022-01-18T19:15:00.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:59 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2073 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:15:00.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:59 smithi129 conmon[101092]: audit 2022-01-18T19:14:58.955497+0000 mon.smithi129 (mon.0) 2074 2022-01-18T19:15:00.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:14:59 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:15:00.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:59 smithi156 conmon[67007]: audit 2022-01-18T19:14:58.955159+0000 mon.smithi129 (mon.0) 2073 : audit [INF] 2022-01-18T19:15:00.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:59 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:15:00.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:14:59 smithi156 conmon[67007]: audit 2022-01-18T19:14:58.955497+0000 mon.smithi129 (mon.0) 2074 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:15:01.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:00 smithi129 conmon[101092]: audit 2022-01-18T19:14:59.239774+0000 mgr.smithi129.iclwio (mgr.14716) 6649 : audit [DBG] from='client.38518 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:15:01.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:00 smithi129 conmon[101092]: audit 2022-01-18T19:14:59.506911+0000 mgr.smithi129.iclwio (mgr.14716) 6650 : audit [DBG] from='client.38522 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:15:01.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:00 smithi129 conmon[101092]: cluster 2022-01-18T19:14:59.762847+0000 mgr.smithi129.iclwio (mgr.14716) 6651 2022-01-18T19:15:01.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:00 smithi129 conmon[101092]: : cluster [DBG] pgmap v5716: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:15:01.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:00 smithi129 conmon[101092]: audit 2022-01-18T19:14:59.838495+0000 mon.smithi129 (mon. 2022-01-18T19:15:01.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:00 smithi129 conmon[101092]: 0) 2075 : audit [DBG] from='client.? 172.21.15.129:0/2226540638' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:15:01.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:00 smithi156 conmon[67007]: audit 2022-01-18T19:14:59.239774+0000 mgr.smithi129.iclwio (mgr.14716) 6649 : audit [DBG] from='client.38518 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:15:01.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:00 smithi156 conmon[67007]: audit 2022-01-18T19:14:59.506911+0000 mgr.smithi129.iclwio (mgr.14716) 6650 : audit [DBG] from='client.38522 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:15:01.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:00 smithi156 conmon[67007]: cluster 2022-01-18T19:14:59.762847+0000 mgr.smithi129.iclwio (mgr.14716) 6651 : cluster 2022-01-18T19:15:01.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:00 smithi156 conmon[67007]: [DBG] pgmap v5716: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:15:01.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:00 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T19:15:01.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:00 smithi156 conmon[67007]: 19:14:59.838495+0000 mon.smithi129 (mon.0) 2075 : audit [DBG] from='client.? 172.21.15.129:0/2226540638' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:15:01.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:00 smithi156 conmon[67007]: 2022-01-18T19:15:02.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:02 smithi129 conmon[101092]: cluster 2022-01-18T19:15:01.763291+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:15:02.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:02 smithi129 conmon[101092]: 6652 : cluster [DBG] pgmap v5717: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:03.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:02 smithi156 conmon[67007]: cluster 2022-01-18T19:15:01.763291+0000 mgr.smithi129.iclwio (mgr.14716) 6652 : cluster [DBG] pgmap v5717: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:05.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:04 smithi129 conmon[101092]: cluster 2022-01-18T19:15:03.763972+0000 mgr.smithi129.iclwio (mgr.14716) 6653 : cluster [DBG] pgmap v5718: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:05.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:04 smithi129 conmon[101092]: 2022-01-18T19:15:05.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:04 smithi156 conmon[67007]: cluster 2022-01-18T19:15:03.763972+0000 mgr.smithi129.iclwio (mgr.14716) 6653 : cluster [DBG] pgmap v5718: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:07.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:06 smithi129 conmon[101092]: cluster 2022-01-18T19:15:05.764905+0000 mgr.smithi129.iclwio (mgr.14716) 6654 : cluster [DBG] pgmap v5719: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:07.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:06 smithi156 conmon[67007]: cluster 2022-01-18T19:15:05.764905+0000 mgr.smithi129.iclwio (mgr.14716) 6654 : cluster [DBG] pgmap v5719: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:09.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:08 smithi129 conmon[101092]: cluster 2022-01-18T19:15:07.765535+0000 mgr.smithi129.iclwio (mgr.14716) 6655 : cluster [DBG] pgmap v5720: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:09.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:08 smithi156 conmon[67007]: cluster 2022-01-18T19:15:07.765535+0000 mgr.smithi129.iclwio (mgr.14716) 6655 : cluster [DBG] pgmap v5720: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:11.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:10 smithi129 conmon[101092]: cluster 2022-01-18T19:15:09.766420+0000 mgr.smithi129.iclwio (mgr.14716) 6656 : cluster [DBG] pgmap v5721: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:15:11.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:10 smithi156 conmon[67007]: cluster 2022-01-18T19:15:09.766420+0000 mgr.smithi129.iclwio (mgr.14716) 6656 : cluster [DBG] pgmap v5721: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:15:12.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:12 smithi129 conmon[101092]: cluster 2022-01-18T19:15:11.767045+0000 mgr.smithi129.iclwio (mgr.14716) 6657 : cluster [DBG] 2022-01-18T19:15:12.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:12 smithi129 conmon[101092]: pgmap v5722: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:13.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:12 smithi156 conmon[67007]: cluster 2022-01-18T19:15:11.767045+0000 mgr.smithi129.iclwio (mgr.14716) 6657 : cluster [DBG] pgmap v5722: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:15.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:14 smithi129 conmon[101092]: cluster 2022-01-18T19:15:13.767563+0000 mgr.smithi129.iclwio (mgr.14716) 6658 : cluster [DBG] pgmap v5723: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:15.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:14 smithi129 conmon[101092]: 2022-01-18T19:15:15.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:14 smithi156 conmon[67007]: cluster 2022-01-18T19:15:13.767563+0000 mgr.smithi129.iclwio (mgr.14716) 6658 : cluster [DBG] pgmap v5723: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:17.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:16 smithi129 conmon[101092]: cluster 2022-01-18T19:15:15.768434+0000 mgr.smithi129.iclwio (mgr.14716) 6659 : cluster [DBG] pgmap v5724: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:17.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:16 smithi156 conmon[67007]: cluster 2022-01-18T19:15:15.768434+0000 mgr.smithi129.iclwio (mgr.14716) 6659 : cluster 2022-01-18T19:15:17.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:16 smithi156 conmon[67007]: [DBG] pgmap v5724: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:19.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:18 smithi129 conmon[101092]: cluster 2022-01-18T19:15:17.769059+0000 mgr.smithi129.iclwio (mgr.14716) 6660 : cluster [DBG] pgmap v5725: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:19.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:18 smithi156 conmon[67007]: cluster 2022-01-18T19:15:17.769059+0000 mgr.smithi129.iclwio (mgr.14716) 6660 : cluster [DBG] 2022-01-18T19:15:19.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:18 smithi156 conmon[67007]: pgmap v5725: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:21.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:20 smithi129 conmon[101092]: cluster 2022-01-18T19:15:19.769826+0000 mgr.smithi129.iclwio (mgr.14716) 6661 : cluster [DBG] pgmap v5726: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:15:21.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:20 smithi156 conmon[67007]: cluster 2022-01-18T19:15:19.769826+0000 mgr.smithi129.iclwio (mgr.14716) 6661 : 2022-01-18T19:15:21.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:20 smithi156 conmon[67007]: cluster [DBG] pgmap v5726: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:15:22.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:22 smithi129 conmon[101092]: cluster 2022-01-18T19:15:21.770440+0000 mgr.smithi129.iclwio (mgr.14716) 6662 : cluster [DBG] pgmap v5727: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:22.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:22 smithi129 conmon[101092]: 2022-01-18T19:15:23.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:22 smithi156 conmon[67007]: cluster 2022-01-18T19:15:21.770440+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:15:23.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:22 smithi156 conmon[67007]: 6662 : cluster [DBG] pgmap v5727: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:25.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:24 smithi129 conmon[101092]: cluster 2022-01-18T19:15:23.771108+0000 mgr.smithi129.iclwio (mgr.14716) 6663 : cluster [DBG] pgmap v5728: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:25.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:24 smithi156 conmon[67007]: cluster 2022-01-18T19:15:23.771108+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T19:15:25.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:24 smithi156 conmon[67007]: ) 6663 : cluster [DBG] pgmap v5728: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:27.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:26 smithi129 conmon[101092]: cluster 2022-01-18T19:15:25.772018+0000 mgr.smithi129.iclwio (mgr.14716) 6664 : cluster [DBG] pgmap v5729: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:27.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:26 smithi156 conmon[67007]: cluster 2022-01-18T19:15:25.772018+0000 mgr.smithi129.iclwio (mgr.14716) 6664 : cluster 2022-01-18T19:15:27.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:26 smithi156 conmon[67007]: [DBG] pgmap v5729: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:29.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:28 smithi129 conmon[101092]: cluster 2022-01-18T19:15:27.772551+0000 mgr.smithi129.iclwio (mgr.14716) 6665 : cluster [DBG] pgmap v5730: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:29.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:28 smithi156 conmon[67007]: cluster 2022-01-18T19:15:27.772551+0000 mgr.smithi129.iclwio (mgr.14716) 6665 : cluster 2022-01-18T19:15:29.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:28 smithi156 conmon[67007]: [DBG] pgmap v5730: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:30.122 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:15:30.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:29 smithi129 conmon[101092]: audit 2022-01-18T19:15:29.171523+0000 mon.smithi129 (mon.0) 2076 : 2022-01-18T19:15:30.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:29 smithi129 conmon[101092]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:15:30.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:29 smithi129 conmon[101092]: audit 2022-01-18T19:15:29.172744+0000 mon.smithi129 (mon.0) 2077 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:15:30.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:29 smithi129 conmon[101092]: audit 2022-01-18T19:15:30.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:29 smithi129 conmon[101092]: 2022-01-18T19:15:29.173704+0000 2022-01-18T19:15:30.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:29 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2078 : audit 2022-01-18T19:15:30.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:29 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:15:30.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:29 smithi129 conmon[101092]: audit 2022-01-18T19:15:30.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:29 smithi129 conmon[101092]: 2022-01-18T19:15 2022-01-18T19:15:30.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:29 smithi129 conmon[101092]: :29.482555+0000 mon.smithi129 (mon. 2022-01-18T19:15:30.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:29 smithi129 conmon[101092]: 0) 2079 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:15:30.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:29 smithi129 conmon[101092]: audit 2022- 2022-01-18T19:15:30.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:29 smithi129 conmon[101092]: 01-18T19:15:29.489988 2022-01-18T19:15:30.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:29 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 2080 2022-01-18T19:15:30.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:29 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:15:30.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:29 smithi156 conmon[67007]: audit 2022-01-18T19:15:29.171523+0000 mon.smithi129 (mon.0) 2022-01-18T19:15:30.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:29 smithi156 conmon[67007]: 2076 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:15:30.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:29 smithi156 conmon[67007]: audit 2022-01-18T19:15:29.172744+0000 mon.smithi129 (mon.0) 2077 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:15:30.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:29 smithi156 conmon[67007]: audit 2022-01-18T19:15:29.173704+0000 mon.smithi129 (mon.0 2022-01-18T19:15:30.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:29 smithi156 conmon[67007]: ) 2078 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:15:30.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:29 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T19:15:30.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:29 smithi156 conmon[67007]: 19:15:29.482555+0000 mon.smithi129 (mon.0) 2022-01-18T19:15:30.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:29 smithi156 conmon[67007]: 2079 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:15:30.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:29 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T19:15:30.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:29 smithi156 conmon[67007]: T19:15:29.489988+0000 mon.smithi129 (mon. 2022-01-18T19:15:30.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:29 smithi156 conmon[67007]: 0) 2080 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:15:30.385 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:15:30.386 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 6m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:15:30.386 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 6m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:15:30.386 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 6m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:15:30.386 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 6m ago 3h 43.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:15:30.387 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 6m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:15:30.387 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 6m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:15:30.387 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 6m ago 3h 689M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:15:30.387 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 6m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:15:30.387 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 6m ago 3h 1233M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:15:30.388 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 6m ago 3h 579M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:15:30.388 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 6m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:15:30.388 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 6m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:15:30.388 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 6m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:15:30.389 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 6m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:15:30.389 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 6m ago 3h 1953M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:15:30.389 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 6m ago 3h 3012M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:15:30.389 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 6m ago 3h 2301M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:15:30.389 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 6m ago 3h 3022M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:15:30.390 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 6m ago 3h 2807M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:15:30.390 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 6m ago 3h 3353M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:15:30.390 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 6m ago 3h 2678M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:15:30.390 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 6m ago 3h 3910M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:15:30.391 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 6m ago 3h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:15:30.716 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:15:30.716 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:15:30.718 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:15:30.719 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:15:30.719 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:15:30.719 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:15:30.720 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:15:30.720 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:15:30.720 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:15:30.720 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:15:30.720 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:15:30.721 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:15:30.721 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:15:30.721 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:15:30.722 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:15:30.722 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:15:30.722 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:15:30.722 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:15:30.723 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:15:31.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:30 smithi129 conmon[101092]: cephadm 2022-01-18T19:15:29.174392+0000 mgr.smithi129.iclwio (mgr.14716) 6666 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:15:31.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:30 smithi129 conmon[101092]: 2022-01-18T19:15:31.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:30 smithi129 conmon[101092]: cluster 2022-01-18T19:15:29.773407+0000 mgr.smithi129.iclwio (mgr.14716) 6667 : cluster [DBG] pgmap v5731: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:15:31.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:30 smithi129 conmon[101092]: audit 2022-01-18T19:15:30.721202+0000 mon.smithi129 (mon.0) 2081 : audit [DBG] from='client.? 172.21.15.129:0/32967115' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:15:31.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:30 smithi156 conmon[67007]: cephadm 2022-01-18T19:15:29.174392+0000 mgr.smithi129.iclwio (mgr.14716) 6666 : cephadm 2022-01-18T19:15:31.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:30 smithi156 conmon[67007]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:15:31.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:30 smithi156 conmon[67007]: cluster 2022-01-18T19:15:29.773407+0000 mgr.smithi129.iclwio (mgr.14716) 6667 : cluster [DBG] pgmap v5731: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:15:31.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:30 smithi156 conmon[67007]: audit 2022-01-18T19:15:30.721202+0000 mon.smithi129 (mon.0) 2081 : audit [DBG] from='client.? 172.21.15.129:0/32967115' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:15:32.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:31 smithi129 conmon[101092]: audit 2022-01-18T19:15:30.116010+0000 mgr.smithi129.iclwio (mgr.14716) 6668 : audit [DBG] from='client.38530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:15:32.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:31 smithi129 conmon[101092]: audit 2022-01-18T19:15:30.381922+0000 2022-01-18T19:15:32.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:31 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 6669 : audit [DBG] from='client.38534 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:15:32.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:31 smithi156 conmon[67007]: audit 2022-01-18T19:15:30.116010+0000 mgr.smithi129.iclwio (mgr.14716) 6668 : audit [DBG] 2022-01-18T19:15:32.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:31 smithi156 conmon[67007]: from='client.38530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:15:32.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:31 smithi156 conmon[67007]: audit 2022-01-18T19:15:30.381922+0000 mgr.smithi129.iclwio (mgr.14716) 6669 : audit [DBG] from='client.38534 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:15:33.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:32 smithi129 conmon[101092]: cluster 2022-01-18T19:15:31.773879+0000 mgr.smithi129.iclwio (mgr.14716) 6670 : cluster [DBG] pgmap v5732: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:33.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:32 smithi156 conmon[67007]: cluster 2022-01-18T19:15:31.773879+0000 mgr.smithi129.iclwio (mgr.14716) 6670 : 2022-01-18T19:15:33.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:32 smithi156 conmon[67007]: cluster [DBG] pgmap v5732: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:35.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:34 smithi129 conmon[101092]: cluster 2022-01-18T19:15:33.774395+0000 mgr.smithi129.iclwio (mgr.14716) 6671 : cluster [DBG] pgmap v5733: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:35.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:34 smithi156 conmon[67007]: cluster 2022-01-18T19:15:33.774395+0000 mgr.smithi129.iclwio (mgr 2022-01-18T19:15:35.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:34 smithi156 conmon[67007]: .14716) 6671 : cluster [DBG] pgmap v5733: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:37.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:36 smithi129 conmon[101092]: cluster 2022-01-18T19:15:35.775173+0000 mgr.smithi129.iclwio (mgr.14716) 6672 : cluster [DBG] pgmap v5734: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:37.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:36 smithi129 conmon[101092]: 2022-01-18T19:15:37.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:36 smithi156 conmon[67007]: cluster 2022-01-18T19:15:35.775173+0000 mgr.smithi129.iclwio (mgr.14716) 6672 : cluster [DBG] pgmap v5734: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:37.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:36 smithi156 conmon[67007]: 2022-01-18T19:15:39.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:38 smithi129 conmon[101092]: cluster 2022-01-18T19:15:37.775717+0000 mgr.smithi129.iclwio (mgr.14716) 6673 : cluster [DBG] pgmap v5735: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:39.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:38 smithi156 conmon[67007]: cluster 2022-01-18T19:15:37.775717+0000 mgr.smithi129.iclwio (mgr.14716) 6673 : cluster 2022-01-18T19:15:39.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:38 smithi156 conmon[67007]: [DBG] pgmap v5735: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:41.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:40 smithi129 conmon[101092]: cluster 2022-01-18T19:15:39.776426+0000 mgr.smithi129.iclwio (mgr.14716) 6674 : cluster [DBG] pgmap v5736: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:15:41.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:40 smithi156 conmon[67007]: cluster 2022-01-18T19:15:39.776426+0000 mgr.smithi129.iclwio (mgr.14716) 6674 : cluster 2022-01-18T19:15:41.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:40 smithi156 conmon[67007]: [DBG] pgmap v5736: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:15:42.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:42 smithi129 conmon[101092]: cluster 2022-01-18T19:15:41.777024+0000 mgr.smithi129.iclwio (mgr.14716) 6675 : cluster [DBG] pgmap v5737: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:42.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:42 smithi129 conmon[101092]: 2022-01-18T19:15:43.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:42 smithi156 conmon[67007]: cluster 2022-01-18T19:15:41.777024+0000 mgr.smithi129.iclwio (mgr.14716) 6675 : cluster [DBG] 2022-01-18T19:15:43.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:42 smithi156 conmon[67007]: pgmap v5737: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:45.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:44 smithi129 conmon[101092]: cluster 2022-01-18T19:15:43.777633+0000 mgr.smithi129.iclwio (mgr.14716) 6676 : cluster [DBG] pgmap v5738: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:45.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:44 smithi156 conmon[67007]: cluster 2022-01-18T19:15:43.777633+0000 mgr.smithi129.iclwio (mgr.14716) 6676 : 2022-01-18T19:15:45.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:44 smithi156 conmon[67007]: cluster [DBG] pgmap v5738: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:47.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:46 smithi129 conmon[101092]: cluster 2022-01-18T19:15:45.778517+0000 mgr.smithi129.iclwio (mgr.14716) 6677 : cluster [DBG] pgmap v5739: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:47.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:46 smithi156 conmon[67007]: cluster 2022-01-18T19:15:45.778517+0000 mgr.smithi129.iclwio (mgr.14716) 6677 : cluster [DBG] pgmap v5739: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:47.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:46 smithi156 conmon[67007]: 2022-01-18T19:15:49.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:48 smithi129 conmon[101092]: cluster 2022-01-18T19:15:47.779262+0000 mgr.smithi129.iclwio (mgr.14716) 6678 : cluster [DBG] pgmap v5740: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:49.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:48 smithi129 conmon[101092]: 2022-01-18T19:15:49.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:48 smithi156 conmon[67007]: cluster 2022-01-18T19:15:47.779262+0000 mgr.smithi129.iclwio (mgr.14716) 6678 : cluster [DBG] pgmap v5740: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:51.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:50 smithi129 conmon[101092]: cluster 2022-01-18T19:15:49.780107+0000 mgr.smithi129.iclwio (mgr.14716) 6679 : cluster [DBG] 2022-01-18T19:15:51.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:50 smithi129 conmon[101092]: pgmap v5741: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:15:51.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:50 smithi156 conmon[67007]: cluster 2022-01-18T19:15:49.780107+0000 mgr.smithi129.iclwio (mgr.14716) 6679 : cluster [DBG] pgmap v5741: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:15:52.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:52 smithi129 conmon[101092]: cluster 2022-01-18T19:15:51.780772+0000 mgr.smithi129.iclwio (mgr.14716) 6680 : cluster [DBG] pgmap v5742: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:53.049 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:52 smithi129 conmon[101092]: 2022-01-18T19:15:53.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:52 smithi156 conmon[67007]: cluster 2022-01-18T19:15:51.780772+0000 mgr.smithi129.iclwio (mgr.14716) 6680 : cluster [DBG] pgmap v5742: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:55.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:54 smithi129 conmon[101092]: cluster 2022-01-18T19:15:53.781510+0000 mgr.smithi129.iclwio (mgr.14716) 6681 : cluster [DBG] 2022-01-18T19:15:55.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:54 smithi129 conmon[101092]: pgmap v5743: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:55.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:54 smithi156 conmon[67007]: cluster 2022-01-18T19:15:53.781510+0000 mgr.smithi129.iclwio (mgr.14716) 6681 : cluster [DBG] pgmap v5743: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:57.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:56 smithi129 conmon[101092]: cluster 2022-01-18T19:15:55.782388+0000 mgr.smithi129.iclwio (mgr.14716) 6682 : cluster [DBG] pgmap v5744: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:57.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:56 smithi129 conmon[101092]: 2022-01-18T19:15:57.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:56 smithi156 conmon[67007]: cluster 2022-01-18T19:15:55.782388+0000 mgr.smithi129.iclwio (mgr.14716) 6682 : cluster [DBG] 2022-01-18T19:15:57.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:56 smithi156 conmon[67007]: pgmap v5744: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:59.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:58 smithi129 conmon[101092]: cluster 2022-01-18T19:15:57.783054+0000 mgr.smithi129.iclwio (mgr.14716) 6683 : cluster [DBG] pgmap v5745: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:15:59.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:58 smithi156 conmon[67007]: cluster 2022-01-18T19:15:57.783054+0000 mgr.smithi129.iclwio (mgr.14716) 6683 : cluster [DBG] pgmap v5745: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:00.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:59 smithi129 conmon[101092]: audit 2022-01-18T19:15:58.959304+0000 mon.smithi129 (mon.0) 2082 : audit 2022-01-18T19:16:00.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:59 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:16:00.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:15:59 smithi129 conmon[101092]: audit 2022-01-18T19:15:58.959528+0000 mon.smithi129 (mon.0) 2083 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:16:00.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:59 smithi156 conmon[67007]: audit 2022-01-18T19:15:58.959304+0000 mon.smithi129 (mon.0) 2082 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:16:00.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:15:59 smithi156 conmon[67007]: audit 2022-01-18T19:15:58.959528+0000 mon.smithi129 (mon.0) 2083 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:16:01.014 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:16:01.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:00 smithi129 conmon[101092]: cluster 2022-01-18T19:15:59.783879+0000 mgr.smithi129.iclwio (mgr.14716) 6684 : 2022-01-18T19:16:01.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:00 smithi129 conmon[101092]: cluster [DBG] pgmap v5746: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:16:01.280 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:16:01.280 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 6m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:16:01.280 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 6m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:16:01.280 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 6m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:16:01.281 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 6m ago 3h 43.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:16:01.281 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 6m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:16:01.281 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 6m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:16:01.281 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 6m ago 3h 689M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:16:01.282 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 6m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:16:01.282 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 6m ago 3h 1233M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:16:01.282 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 6m ago 3h 579M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:16:01.282 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 6m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:16:01.283 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 6m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:16:01.283 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 6m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:16:01.283 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 6m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:16:01.283 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 6m ago 3h 1953M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:16:01.283 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 6m ago 3h 3012M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:16:01.284 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 6m ago 3h 2301M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:16:01.284 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 6m ago 3h 3022M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:16:01.284 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 6m ago 3h 2807M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:16:01.284 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 6m ago 3h 3353M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:16:01.285 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 6m ago 3h 2678M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:16:01.285 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 6m ago 3h 3910M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:16:01.285 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 6m ago 3h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:16:01.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:00 smithi156 conmon[67007]: cluster 2022-01-18T19:15:59.783879+0000 mgr.smithi129.iclwio (mgr.14716) 6684 : cluster [DBG] 2022-01-18T19:16:01.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:00 smithi156 conmon[67007]: pgmap v5746: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:16:01.594 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:16:01.595 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:16:01.595 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:16:01.595 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:16:01.595 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:16:01.596 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:16:01.596 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:16:01.596 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:16:01.596 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:16:01.596 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:16:01.597 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:16:01.597 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:16:01.597 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:16:01.597 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:16:01.597 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:16:01.598 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:16:01.598 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:16:01.598 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:16:01.598 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:16:02.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:01 smithi129 conmon[101092]: audit 2022-01-18T19:16:01.600057+0000 mon.smithi129 (mon.0) 2084 : 2022-01-18T19:16:02.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:01 smithi129 conmon[101092]: audit [DBG] from='client.? 172.21.15.129:0/2857419561' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:16:02.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:01 smithi156 conmon[67007]: audit 2022-01-18T19:16:01.600057+0000 mon.smithi129 (mon.0) 2084 : audit [DBG] from='client.? 172.21.15.129:0/2857419561' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:16:03.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:02 smithi129 conmon[101092]: audit 2022-01-18T19:16:01.008135+0000 mgr.smithi129.iclwio (mgr.14716) 6685 : audit [DBG] 2022-01-18T19:16:03.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:02 smithi129 conmon[101092]: from='client.38542 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:16:03.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:02 smithi129 conmon[101092]: audit 2022-01-18T19:16:01.276832+0000 mgr.smithi129.iclwio (mgr.14716) 6686 : audit [DBG] from='client.38546 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:16:03.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:02 smithi129 conmon[101092]: cluster 2022-01-18T19: 2022-01-18T19:16:03.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:02 smithi129 conmon[101092]: 16:01.784456+0000 mgr.smithi129.iclwio (mgr.14716) 6687 : cluster [DBG] pgmap v5747: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:03.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:02 smithi156 conmon[67007]: audit 2022-01-18T19:16:01.008135+0000 mgr.smithi129.iclwio (mgr.14716) 6685 : audit 2022-01-18T19:16:03.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:02 smithi156 conmon[67007]: [DBG] from='client.38542 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:16:03.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:02 smithi156 conmon[67007]: audit 2022-01-18T19:16:01.276832+0000 mgr.smithi129.iclwio (mgr.14716) 6686 : audit [DBG] from='client.38546 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:16:03.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:02 smithi156 conmon[67007]: cluster 2022-01-18T19:16:01.784456+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:16:03.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:02 smithi156 conmon[67007]: 6687 : cluster [DBG] pgmap v5747: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:05.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:04 smithi129 conmon[101092]: cluster 2022-01-18T19:16:03.785091+0000 mgr.smithi129.iclwio (mgr.14716) 6688 : cluster 2022-01-18T19:16:05.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:04 smithi129 conmon[101092]: [DBG] pgmap v5748: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:05.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:04 smithi156 conmon[67007]: cluster 2022-01-18T19:16:03.785091+0000 mgr.smithi129.iclwio (mgr.14716) 6688 : 2022-01-18T19:16:05.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:04 smithi156 conmon[67007]: cluster [DBG] pgmap v5748: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:07.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:06 smithi129 conmon[101092]: cluster 2022-01-18T19:16:05.785987+0000 mgr.smithi129.iclwio (mgr.14716) 6689 : cluster [DBG] pgmap v5749: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:07.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:06 smithi156 conmon[67007]: cluster 2022-01-18T19:16:05.785987+0000 mgr.smithi129.iclwio (mgr.14716) 6689 : cluster 2022-01-18T19:16:07.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:06 smithi156 conmon[67007]: [DBG] pgmap v5749: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:09.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:08 smithi129 conmon[101092]: cluster 2022-01-18T19:16:07.786637+0000 mgr.smithi129.iclwio (mgr.14716) 6690 : cluster [DBG] pgmap v5750: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:09.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:08 smithi156 conmon[67007]: cluster 2022-01-18T19:16:07.786637+0000 mgr.smithi129.iclwio (mgr.14716) 6690 : cluster [DBG] pgmap v5750: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:09.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:08 smithi156 conmon[67007]: 2022-01-18T19:16:11.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:10 smithi129 conmon[101092]: cluster 2022-01-18T19:16:09.787604+0000 mgr.smithi129.iclwio (mgr.14716) 6691 : cluster [DBG] pgmap v5751: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:16:11.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:10 smithi156 conmon[67007]: cluster 2022-01-18T19:16:09.787604+0000 mgr.smithi129.iclwio (mgr.14716) 6691 : cluster [DBG] pgmap v5751: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:16:12.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:12 smithi129 conmon[101092]: cluster 2022-01-18T19:16:11.788160+0000 mgr.smithi129.iclwio (mgr.14716) 6692 : cluster [DBG] pgmap v5752: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:13.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:12 smithi156 conmon[67007]: cluster 2022-01-18T19:16:11.788160+0000 mgr.smithi129.iclwio (mgr.14716) 6692 : cluster [DBG] pgmap v5752: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:13.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:12 smithi156 conmon[67007]: 2022-01-18T19:16:15.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:14 smithi129 conmon[101092]: cluster 2022-01-18T19:16:13.788844+0000 mgr.smithi129.iclwio (mgr.14716) 6693 : cluster [DBG] pgmap v5753: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:15.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:14 smithi156 conmon[67007]: cluster 2022-01-18T19:16:13.788844+0000 mgr.smithi129.iclwio (mgr.14716) 6693 : cluster [DBG] 2022-01-18T19:16:15.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:14 smithi156 conmon[67007]: pgmap v5753: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:17.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:16 smithi129 conmon[101092]: cluster 2022-01-18T19:16:15.789726+0000 mgr.smithi129.iclwio (mgr.14716) 6694 : cluster [DBG] pgmap v5754: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:17.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:16 smithi156 conmon[67007]: cluster 2022-01-18T19:16:15.789726+0000 mgr.smithi129.iclwio (mgr.14716) 6694 : cluster [DBG] pgmap v5754: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:17.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:16 smithi156 conmon[67007]: 2022-01-18T19:16:19.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:18 smithi129 conmon[101092]: cluster 2022-01-18T19:16:17.790357+0000 mgr.smithi129.iclwio (mgr.14716) 6695 : cluster [DBG] 2022-01-18T19:16:19.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:18 smithi129 conmon[101092]: pgmap v5755: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:19.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:18 smithi156 conmon[67007]: cluster 2022-01-18T19:16:17.790357+0000 mgr.smithi129.iclwio (mgr.14716) 6695 : cluster [DBG] pgmap v5755: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:21.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:20 smithi129 conmon[101092]: cluster 2022-01-18T19:16:19.791095+0000 mgr.smithi129.iclwio (mgr.14716) 6696 : cluster [DBG] pgmap v5756: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:16:21.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:20 smithi156 conmon[67007]: cluster 2022-01-18T19:16:19.791095+0000 mgr.smithi129.iclwio (mgr.14716) 6696 : cluster 2022-01-18T19:16:21.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:20 smithi156 conmon[67007]: [DBG] pgmap v5756: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:16:22.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:22 smithi129 conmon[101092]: cluster 2022-01-18T19:16:21.791690+0000 mgr.smithi129.iclwio (mgr.14716) 6697 : cluster [DBG] pgmap v5757: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:23.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:22 smithi156 conmon[67007]: cluster 2022-01-18T19:16:21.791690+0000 mgr.smithi129.iclwio (mgr.14716) 6697 : cluster [DBG] pgmap v5757: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:25.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:24 smithi129 conmon[101092]: cluster 2022-01-18T19:16:23.792303+0000 mgr.smithi129.iclwio (mgr.14716) 6698 : cluster [DBG] pgmap v5758: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:25.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:24 smithi156 conmon[67007]: cluster 2022-01-18T19:16:23.792303+0000 mgr.smithi129.iclwio (mgr.14716) 6698 : cluster 2022-01-18T19:16:25.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:24 smithi156 conmon[67007]: [DBG] pgmap v5758: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:27.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:26 smithi129 conmon[101092]: cluster 2022-01-18T19:16:25.793083+0000 mgr.smithi129.iclwio (mgr.14716) 6699 : cluster [DBG] pgmap v5759: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:27.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:26 smithi156 conmon[67007]: cluster 2022-01-18T19:16:25.793083+0000 mgr.smithi129.iclwio (mgr.14716) 6699 : cluster [DBG] pgmap v5759: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:29.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:28 smithi129 conmon[101092]: cluster 2022-01-18T19:16:27.793838+0000 mgr.smithi129.iclwio (mgr.14716) 6700 : cluster [DBG] pgmap v5760: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:29.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:28 smithi156 conmon[67007]: cluster 2022-01-18T19:16:27.793838+0000 mgr.smithi129.iclwio (mgr.14716) 6700 : cluster [DBG] pgmap v5760: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:30.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:29 smithi129 conmon[101092]: audit 2022-01-18T19:16:29.492349+0000 mon.smithi129 (mon 2022-01-18T19:16:30.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:29 smithi129 conmon[101092]: .0) 2085 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:16:30.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:29 smithi129 conmon[101092]: audit 2022-01-18T19:16:29.493708+0000 mon.smithi129 (mon.0) 2086 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:16:30.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:29 smithi129 conmon[101092]: audit 2022-01-18T19:16:29.494584+0000 mon.smithi129 2022-01-18T19:16:30.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:29 smithi129 conmon[101092]: (mon.0) 2087 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:16:30.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:29 smithi129 conmon[101092]: audit 2022-01-18T19:16:30.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:29 smithi129 conmon[101092]: 2022-01-18T19:16: 2022-01-18T19:16:30.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:29 smithi129 conmon[101092]: 29.803623+0000 mon.smithi129 (mon.0) 2088 2022-01-18T19:16:30.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:29 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:16:30.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:29 smithi129 conmon[101092]: audit 2022-01 2022-01-18T19:16:30.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:29 smithi129 conmon[101092]: -18T19:16:29.808679+0000 2022-01-18T19:16:30.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:29 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2089 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:16:30.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:29 smithi156 conmon[67007]: audit 2022-01-18T19:16:29.492349+0000 mon.smithi129 (mon.0 2022-01-18T19:16:30.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:29 smithi156 conmon[67007]: ) 2085 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:16:30.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:29 smithi156 conmon[67007]: audit 2022-01-18T19:16:29.493708+0000 mon.smithi129 (mon.0) 2086 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:16:30.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:29 smithi156 conmon[67007]: audit 2022-01-18T19:16:30.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:29 smithi156 conmon[67007]: 2022-01-18T19:16:29.494584+0000 mon.smithi129 (mon.0) 2087 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:16:30.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:29 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T19:16:30.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:29 smithi156 conmon[67007]: 19:16:29.803623+0000 mon.smithi129 (mon. 2022-01-18T19:16:30.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:29 smithi156 conmon[67007]: 0) 2088 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:16:30.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:29 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T19:16:30.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:29 smithi156 conmon[67007]: 19:16:29.808679+0000 mon.smithi129 (mon. 2022-01-18T19:16:30.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:29 smithi156 conmon[67007]: 0) 2089 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:16:31.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:30 smithi129 conmon[101092]: cephadm 2022-01-18T19:16:29.495351+0000 mgr.smithi129.iclwio (mgr.14716) 6701 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:16:31.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:30 smithi129 conmon[101092]: cluster 2022-01-18T19:16:29.794517+0000 mgr.smithi129.iclwio (mgr.14716) 6702 : cluster [DBG] pgmap v5761: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:16:31.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:30 smithi156 conmon[67007]: cephadm 2022-01-18T19:16:29.495351+0000 mgr.smithi129.iclwio (mgr.14716) 6701 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:16:31.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:30 smithi156 conmon[67007]: cluster 2022-01-18T19:16:29.794517+0000 mgr.smithi129.iclwio (mgr.14716) 6702 : cluster [DBG] pgmap v5761: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:16:31.892 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:16:32.158 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:16:32.158 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 7m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:16:32.158 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 7m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:16:32.158 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 7m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:16:32.159 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 7m ago 3h 43.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:16:32.159 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 7m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:16:32.159 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 7m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:16:32.159 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 7m ago 3h 689M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:16:32.160 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 7m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:16:32.160 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 7m ago 3h 1233M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:16:32.160 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 7m ago 3h 579M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:16:32.160 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 7m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:16:32.160 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 7m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:16:32.161 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 7m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:16:32.161 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 7m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:16:32.161 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 7m ago 3h 1953M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:16:32.161 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 7m ago 3h 3012M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:16:32.162 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 7m ago 3h 2301M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:16:32.162 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 7m ago 3h 3022M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:16:32.162 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 7m ago 3h 2807M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:16:32.162 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 7m ago 3h 3353M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:16:32.163 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 7m ago 3h 2678M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:16:32.163 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 7m ago 3h 3910M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:16:32.163 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 7m ago 3h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:16:32.479 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:16:32.479 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:16:32.479 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:16:32.480 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:16:32.480 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:16:32.480 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:16:32.480 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:16:32.481 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:16:32.481 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:16:32.481 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:16:32.481 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:16:32.481 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:16:32.482 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:16:32.482 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:16:32.482 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:16:32.482 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:16:32.483 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:16:32.483 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:16:32.483 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:16:32.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:32 smithi129 conmon[101092]: cluster 2022-01-18T19:16:31.794917+0000 mgr.smithi129.iclwio (mgr.14716) 6703 : 2022-01-18T19:16:32.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:32 smithi129 conmon[101092]: cluster [DBG] pgmap v5762: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:32.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:32 smithi129 conmon[101092]: audit 2022-01-18T19:16:31.886051+0000 mgr.smithi129.iclwio (mgr.14716) 6704 : audit [DBG] from='client.38554 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:16:32.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:32 smithi129 conmon[101092]: audit 2022-01-18T19:16:32.484909+0000 mon.smithi129 ( 2022-01-18T19:16:32.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:32 smithi129 conmon[101092]: mon.0) 2090 : audit [DBG] from='client.? 172.21.15.129:0/3916971011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:16:33.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:32 smithi156 conmon[67007]: cluster 2022-01-18T19:16:31.794917+0000 mgr.smithi129.iclwio (mgr.14716) 6703 : cluster [DBG] pgmap v5762: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:33.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:32 smithi156 conmon[67007]: audit 2022-01-18T19:16:31.886051+0000 mgr.smithi129.iclwio (mgr.14716) 6704 : audit [DBG] from='client.38554 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:16:33.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:32 smithi156 conmon[67007]: audit 2022-01-18T19:16:32.484909+0000 mon.smithi129 (mon.0) 2090 : audit [DBG] from='client.? 172.21.15.129:0/3916971011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:16:33.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:33 smithi129 conmon[101092]: audit 2022-01-18T19:16:32.154928+0000 mgr.smithi129.iclwio (mgr.14716) 6705 : audit 2022-01-18T19:16:33.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:33 smithi129 conmon[101092]: [DBG] from='client.38558 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:16:34.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:33 smithi156 conmon[67007]: audit 2022-01-18T19:16:32.154928+0000 mgr.smithi129.iclwio (mgr.14716) 6705 : audit 2022-01-18T19:16:34.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:33 smithi156 conmon[67007]: [DBG] from='client.38558 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:16:34.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:34 smithi156 conmon[67007]: cluster 2022-01-18T19:16:33.795514+0000 mgr.smithi129.iclwio (mgr.14716) 6706 : 2022-01-18T19:16:34.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:34 smithi156 conmon[67007]: cluster [DBG] pgmap v5763: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:34.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:34 smithi129 conmon[101092]: cluster 2022-01-18T19:16:33.795514+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:16:34.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:34 smithi129 conmon[101092]: 6706 : cluster [DBG] pgmap v5763: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:37.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:36 smithi129 conmon[101092]: cluster 2022-01-18T19:16:35.796476+0000 mgr.smithi129.iclwio (mgr.14716) 6707 : cluster [DBG] pgmap v5764: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:37.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:36 smithi156 conmon[67007]: cluster 2022-01-18T19:16:35.796476+0000 mgr.smithi129.iclwio (mgr.14716) 6707 : cluster [DBG] pgmap v5764: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:37.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:36 smithi156 conmon[67007]: 2022-01-18T19:16:39.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:38 smithi129 conmon[101092]: cluster 2022-01-18T19:16:37.797227+0000 mgr.smithi129.iclwio (mgr.14716) 6708 : cluster [DBG] pgmap v5765: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:39.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:38 smithi129 conmon[101092]: 2022-01-18T19:16:39.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:38 smithi156 conmon[67007]: cluster 2022-01-18T19:16:37.797227+0000 mgr.smithi129.iclwio (mgr.14716) 6708 : cluster [DBG] pgmap v5765: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:39.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:38 smithi156 conmon[67007]: 2022-01-18T19:16:41.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:40 smithi129 conmon[101092]: cluster 2022-01-18T19:16:39.797966+0000 mgr.smithi129.iclwio (mgr.14716) 6709 : cluster [DBG] pgmap v5766: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:16:41.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:40 smithi129 conmon[101092]: 2022-01-18T19:16:41.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:40 smithi156 conmon[67007]: cluster 2022-01-18T19:16:39.797966+0000 mgr.smithi129.iclwio (mgr.14716) 6709 : cluster [DBG] pgmap v5766: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:16:41.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:40 smithi156 conmon[67007]: 2022-01-18T19:16:42.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:42 smithi129 conmon[101092]: cluster 2022-01-18T19:16:41.798391+0000 mgr.smithi129.iclwio (mgr.14716) 6710 : cluster [DBG] pgmap v5767: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:42.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:42 smithi129 conmon[101092]: 2022-01-18T19:16:43.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:42 smithi156 conmon[67007]: cluster 2022-01-18T19:16:41.798391+0000 mgr.smithi129.iclwio (mgr.14716) 6710 : cluster [DBG] 2022-01-18T19:16:43.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:42 smithi156 conmon[67007]: pgmap v5767: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:45.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:44 smithi129 conmon[101092]: cluster 2022-01-18T19:16:43.798981+0000 mgr.smithi129.iclwio (mgr.14716) 6711 : cluster [DBG] pgmap v5768: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:45.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:44 smithi156 conmon[67007]: cluster 2022-01-18T19:16:43.798981+0000 mgr.smithi129.iclwio (mgr.14716) 6711 : cluster [DBG] pgmap v5768: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:47.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:46 smithi129 conmon[101092]: cluster 2022-01-18T19:16:45.799841+0000 mgr.smithi129.iclwio (mgr.14716) 6712 : cluster [DBG] pgmap v5769: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:47.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:46 smithi156 conmon[67007]: cluster 2022-01-18T19:16:45.799841+0000 mgr.smithi129.iclwio (mgr.14716) 6712 : cluster [DBG] pgmap v5769: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:47.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:46 smithi156 conmon[67007]: 2022-01-18T19:16:49.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:48 smithi129 conmon[101092]: cluster 2022-01-18T19:16:47.800398+0000 mgr.smithi129.iclwio (mgr.14716) 6713 : cluster [DBG] pgmap v5770: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:49.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:48 smithi156 conmon[67007]: cluster 2022-01-18T19:16:47.800398+0000 mgr.smithi129.iclwio (mgr.14716) 6713 : cluster [DBG] pgmap v5770: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:51.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:50 smithi129 conmon[101092]: cluster 2022-01-18T19:16:49.801217+0000 mgr.smithi129.iclwio (mgr.14716) 6714 : cluster [DBG] pgmap v5771: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:16:51.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:50 smithi156 conmon[67007]: cluster 2022-01-18T19:16:49.801217+0000 mgr.smithi129.iclwio (mgr.14716) 6714 : cluster [DBG] pgmap v5771: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:16:52.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:52 smithi129 conmon[101092]: cluster 2022-01-18T19:16:51.801824+0000 mgr.smithi129.iclwio (mgr.14716) 6715 : cluster [DBG] pgmap v5772: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:53.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:52 smithi156 conmon[67007]: cluster 2022-01-18T19:16:51.801824+0000 mgr.smithi129.iclwio (mgr.14716) 6715 : cluster [DBG] pgmap v5772: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:55.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:54 smithi129 conmon[101092]: cluster 2022-01-18T19:16:53.802416+0000 mgr.smithi129.iclwio (mgr.14716) 6716 : cluster [DBG] pgmap v5773: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:55.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:54 smithi156 conmon[67007]: cluster 2022-01-18T19:16:53.802416+0000 mgr.smithi129.iclwio (mgr.14716) 6716 : cluster [DBG] pgmap v5773: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:57.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:56 smithi129 conmon[101092]: cluster 2022-01-18T19:16:55.803149+0000 mgr.smithi129.iclwio (mgr.14716) 6717 : cluster [DBG] pgmap v5774: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:57.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:56 smithi156 conmon[67007]: cluster 2022-01-18T19:16:55.803149+0000 mgr.smithi129.iclwio (mgr.14716) 6717 : cluster [DBG] pgmap v5774: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:59.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:58 smithi129 conmon[101092]: cluster 2022-01-18T19:16:57.803710+0000 mgr.smithi129.iclwio (mgr.14716) 6718 : cluster [DBG] pgmap v5775: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:16:59.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:58 smithi156 conmon[67007]: cluster 2022-01-18T19:16:57.803710+0000 mgr.smithi129.iclwio (mgr.14716) 6718 : cluster [DBG] pgmap v5775: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:00.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:59 smithi129 conmon[101092]: audit 2022-01-18T19:16:58.963085+0000 mon.smithi129 (mon.0) 2091 : 2022-01-18T19:17:00.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:59 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:17:00.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:16:59 smithi129 conmon[101092]: audit 2022-01-18T19:16:58.963372+0000 mon.smithi129 (mon.0) 2092 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:17:00.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:59 smithi156 conmon[67007]: audit 2022-01-18T19:16:58.963085+0000 mon.smithi129 (mon.0) 2091 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:17:00.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:59 smithi156 conmon[67007]: audit 2022-01-18T19:16:58. 2022-01-18T19:17:00.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:16:59 smithi156 conmon[67007]: 963372+0000 mon.smithi129 (mon.0) 2092 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:17:01.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:00 smithi129 conmon[101092]: cluster 2022-01-18T19:16:59.804424+0000 mgr.smithi129.iclwio (mgr.14716) 6719 : cluster [DBG] pgmap v5776: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:17:01.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:00 smithi156 conmon[67007]: cluster 2022-01-18T19:16:59.804424+0000 mgr.smithi129.iclwio (mgr.14716) 6719 : cluster [DBG] pgmap v5776: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:17:02.779 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:17:02.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:02 smithi129 conmon[101092]: cluster 2022-01-18T19:17:01.804991+0000 mgr.smithi129.iclwio (mgr.14716) 6720 : cluster [DBG] 2022-01-18T19:17:02.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:02 smithi129 conmon[101092]: pgmap v5777: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:03.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:02 smithi156 conmon[67007]: cluster 2022-01-18T19:17:01.804991+0000 mgr.smithi129.iclwio (mgr.14716) 6720 : cluster [DBG] pgmap v5777: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:03.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:02 smithi156 conmon[67007]: 2022-01-18T19:17:03.046 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:17:03.046 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 7m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:17:03.047 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 7m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:17:03.047 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 7m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:17:03.047 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 7m ago 3h 43.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:17:03.048 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 7m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:17:03.048 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 7m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:17:03.049 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 7m ago 3h 689M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:17:03.049 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 7m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:17:03.049 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 7m ago 3h 1233M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:17:03.050 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 7m ago 3h 579M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:17:03.050 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 7m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:17:03.051 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 7m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:17:03.051 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 7m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:17:03.051 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 7m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:17:03.052 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 7m ago 3h 1953M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:17:03.052 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 7m ago 3h 3012M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:17:03.053 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 7m ago 3h 2301M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:17:03.053 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 7m ago 3h 3022M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:17:03.053 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 7m ago 3h 2807M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:17:03.054 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 7m ago 3h 3353M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:17:03.054 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 7m ago 3h 2678M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:17:03.055 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 7m ago 3h 3910M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:17:03.055 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 7m ago 3h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:17:03.361 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:17:03.361 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:17:03.361 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:17:03.361 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:17:03.362 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:17:03.362 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:17:03.362 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:17:03.363 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:17:03.363 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:17:03.363 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:17:03.363 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:17:03.364 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:17:03.364 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:17:03.364 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:17:03.364 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:17:03.365 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:17:03.365 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:17:03.365 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:17:03.365 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:17:03.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:03 smithi129 conmon[101092]: audit 2022-01-18T19:17:02.773335+0000 mgr.smithi129.iclwio (mgr.14716) 6721 : audit [DBG] from='client.38566 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:17:03.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:03 smithi129 conmon[101092]: audit 2022-01-18T19:17:03.366496+0000 mon.smithi129 (mon.0) 2093 : audit [DBG] from='client.? 172.21.15.129:0/4190937120' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:17:04.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:03 smithi156 conmon[67007]: audit 2022-01-18T19:17:02.773335+0000 mgr.smithi129.iclwio (mgr.14716) 6721 : audit [DBG] from='client.38566 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:17:04.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:03 smithi156 conmon[67007]: audit 2022-01-18T19:17:03.366496+0000 mon.smithi129 (mon.0) 2093 : audit [DBG] from='client.? 172.21.15.129:0/4190937120' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:17:04.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:04 smithi156 conmon[67007]: audit 2022-01-18T19:17:03.043197+0000 mgr.smithi129.iclwio (mgr.14716) 6722 : audit [DBG] from='client.38570 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:17:04.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:04 smithi156 conmon[67007]: cluster 2022-01-18T19:17:03.805557+0000 mgr.smithi129.iclwio (mgr.14716) 6723 : cluster [DBG] pgmap v5778: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:04.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:04 smithi129 conmon[101092]: audit 2022-01-18T19:17:03.043197+0000 mgr.smithi129.iclwio (mgr.14716) 6722 : audit [DBG] from='client.38570 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:17:04.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:04 smithi129 conmon[101092]: cluster 2022-01-18T19:17:03.805557+0000 2022-01-18T19:17:04.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:04 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 6723 : cluster [DBG] pgmap v5778: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:07.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:06 smithi129 conmon[101092]: cluster 2022-01-18T19:17:05.806313+0000 mgr.smithi129.iclwio (mgr.14716) 6724 : cluster [DBG] pgmap v5779: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:07.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:06 smithi156 conmon[67007]: cluster 2022-01-18T19:17:05.806313+0000 mgr.smithi129.iclwio (mgr.14716) 6724 : cluster [DBG] pgmap v5779: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:09.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:08 smithi129 conmon[101092]: cluster 2022-01-18T19:17:07.806930+0000 mgr.smithi129.iclwio (mgr.14716) 6725 : cluster [DBG] pgmap v5780: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:09.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:08 smithi156 conmon[67007]: cluster 2022-01-18T19:17:07.806930+0000 mgr.smithi129.iclwio (mgr.14716) 6725 : cluster [DBG] pgmap v5780: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:11.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:10 smithi129 conmon[101092]: cluster 2022-01-18T19:17:09.807905+0000 mgr.smithi129.iclwio (mgr.14716) 6726 : cluster [DBG] 2022-01-18T19:17:11.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:10 smithi129 conmon[101092]: pgmap v5781: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:17:11.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:10 smithi156 conmon[67007]: cluster 2022-01-18T19:17:09.807905+0000 mgr.smithi129.iclwio (mgr.14716) 6726 : cluster [DBG] pgmap v5781: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:17:12.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:12 smithi129 conmon[101092]: cluster 2022-01-18T19:17:11.808573+0000 mgr.smithi129.iclwio (mgr.14716) 6727 : 2022-01-18T19:17:12.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:12 smithi129 conmon[101092]: cluster [DBG] pgmap v5782: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:13.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:12 smithi156 conmon[67007]: cluster 2022-01-18T19:17:11.808573+0000 mgr.smithi129.iclwio (mgr.14716) 6727 : cluster [DBG] pgmap v5782: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:15.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:14 smithi129 conmon[101092]: cluster 2022-01-18T19:17:13.809184+0000 mgr.smithi129.iclwio (mgr.14716) 6728 : cluster [DBG] pgmap v5783: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:15.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:14 smithi129 conmon[101092]: 2022-01-18T19:17:15.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:14 smithi156 conmon[67007]: cluster 2022-01-18T19:17:13.809184+0000 mgr.smithi129.iclwio (mgr.14716) 6728 : cluster [DBG] pgmap v5783: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:17.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:16 smithi129 conmon[101092]: cluster 2022-01-18T19:17:15.809999+0000 mgr.smithi129.iclwio (mgr.14716) 6729 : cluster [DBG] pgmap v5784: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:17.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:16 smithi156 conmon[67007]: cluster 2022-01-18T19:17:15.809999+0000 mgr.smithi129.iclwio (mgr.14716) 6729 : cluster [DBG] pgmap v5784: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:19.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:18 smithi129 conmon[101092]: cluster 2022-01-18T19:17:17.810518+0000 mgr.smithi129.iclwio (mgr.14716) 6730 : cluster [DBG] pgmap v5785: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:19.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:18 smithi156 conmon[67007]: cluster 2022-01-18T19:17:17.810518+0000 mgr.smithi129.iclwio (mgr.14716) 6730 : cluster [DBG] pgmap v5785: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:21.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:20 smithi129 conmon[101092]: cluster 2022-01-18T19:17:19.811456+0000 mgr.smithi129.iclwio (mgr.14716) 6731 : cluster [DBG] pgmap v5786: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:17:21.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:20 smithi156 conmon[67007]: cluster 2022-01-18T19:17:19.811456+0000 mgr.smithi129.iclwio (mgr.14716) 6731 : cluster [DBG] 2022-01-18T19:17:21.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:20 smithi156 conmon[67007]: pgmap v5786: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:17:22.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:22 smithi129 conmon[101092]: cluster 2022-01-18T19:17:21.811940+0000 mgr.smithi129.iclwio (mgr.14716) 6732 : cluster [DBG] pgmap v5787: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:23.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:22 smithi156 conmon[67007]: cluster 2022-01-18T19:17:21.811940+0000 mgr.smithi129.iclwio (mgr.14716) 6732 : cluster [DBG] pgmap v5787: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:23.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:22 smithi156 conmon[67007]: 2022-01-18T19:17:25.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:24 smithi129 conmon[101092]: cluster 2022-01-18T19:17:23.812487+0000 mgr.smithi129.iclwio (mgr.14716) 6733 : cluster [DBG] pgmap v5788: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:25.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:24 smithi156 conmon[67007]: cluster 2022-01-18T19:17:23.812487+0000 mgr.smithi129.iclwio (mgr.14716) 6733 : cluster 2022-01-18T19:17:25.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:24 smithi156 conmon[67007]: [DBG] pgmap v5788: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:27.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:26 smithi129 conmon[101092]: cluster 2022-01-18T19:17:25.813415+0000 mgr.smithi129.iclwio (mgr.14716) 6734 : cluster [DBG] pgmap v5789: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:27.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:26 smithi156 conmon[67007]: cluster 2022-01-18T19:17:25.813415+0000 mgr.smithi129.iclwio (mgr.14716) 6734 : cluster [DBG] pgmap v5789: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:29.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:28 smithi129 conmon[101092]: cluster 2022-01-18T19:17:27.814090+0000 mgr.smithi129.iclwio (mgr.14716) 6735 : cluster [DBG] pgmap v5790: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:29.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:28 smithi156 conmon[67007]: cluster 2022-01-18T19:17:27.814090+0000 mgr.smithi129.iclwio (mgr.14716) 6735 : cluster [DBG] pgmap v5790: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:30.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:29 smithi129 conmon[101092]: audit 2022-01-18T19:17:29 2022-01-18T19:17:30.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:29 smithi129 conmon[101092]: .811024+0000 mon.smithi129 (mon.0) 2094 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:17:30.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:29 smithi129 conmon[101092]: audit 2022-01-18T19:17:29.812410+0000 mon.smithi129 (mon.0) 2095 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:17:30.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:29 smithi129 conmon[101092]: 2022-01-18T19:17:30.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:29 smithi129 conmon[101092]: audit 2022- 2022-01-18T19:17:30.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:29 smithi129 conmon[101092]: 01-18T19:17:29.813236+0000 mon.smithi129 (mon.0) 2096 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:17:30.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:29 smithi156 conmon[67007]: audit 2022-01-18T19:17:29.811024+0000 mon.smithi129 (mon.0) 2094 : audit 2022-01-18T19:17:30.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:29 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:17:30.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:29 smithi156 conmon[67007]: audit 2022-01-18T19:17:29.812410+0000 mon.smithi129 (mon.0) 2095 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:17:30.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:29 smithi156 conmon[67007]: audit 2022-01-18T19: 2022-01-18T19:17:30.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:29 smithi156 conmon[67007]: 17:29.813236+0000 mon.smithi129 (mon.0) 2096 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:17:31.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:30 smithi129 conmon[101092]: cephadm 2022-01-18T19:17:29.813973+0000 mgr.smithi129.iclwio (mgr.14716) 6736 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:17:31.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:30 smithi129 conmon[101092]: cluster 2022-01-18T19:17:29.814743+0000 mgr.smithi129.iclwio (mgr.14716) 6737 : cluster [DBG] pgmap v5791: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:17:31.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:30 smithi129 conmon[101092]: audit 2022-01-18T19:17:30.123291+0000 mon.smithi129 (mon.0) 2097 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:17:31.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:30 smithi129 conmon[101092]: audit 2022-01-18T19:17:31.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:30 smithi129 conmon[101092]: 2022-01-18T19:17:30.128094+0000 mon.smithi129 (mon.0) 2098 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:17:31.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:30 smithi156 conmon[67007]: cephadm 2022-01-18T19:17:29.813973+0000 mgr.smithi129.iclwio (mgr.14716) 6736 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:17:31.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:30 smithi156 conmon[67007]: cluster 2022-01-18T19:17:29.814743+0000 mgr.smithi129.iclwio (mgr.14716) 6737 : cluster [DBG] pgmap v5791: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:17:31.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:30 smithi156 conmon[67007]: audit 2022-01-18T19: 2022-01-18T19:17:31.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:30 smithi156 conmon[67007]: 17:30.123291+0000 mon.smithi129 (mon.0) 2097 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:17:31.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:30 smithi156 conmon[67007]: audit 2022-01-18T19: 2022-01-18T19:17:31.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:30 smithi156 conmon[67007]: 17:30.128094+0000 mon.smithi129 (mon.0 2022-01-18T19:17:31.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:30 smithi156 conmon[67007]: ) 2098 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:17:32.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:32 smithi129 conmon[101092]: cluster 2022-01-18T19:17:31.815373+0000 mgr.smithi129.iclwio (mgr.14716) 6738 : cluster [DBG] pgmap v5792: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:33.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:32 smithi156 conmon[67007]: cluster 2022-01-18T19:17:31.815373+0000 mgr.smithi129.iclwio (mgr.14716) 6738 : cluster [DBG] pgmap v5792: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:33.666 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:17:33.938 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:17:33.939 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 8m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:17:33.939 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 8m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:17:33.939 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 8m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:17:33.940 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 8m ago 3h 43.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:17:33.940 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 8m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:17:33.940 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 8m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:17:33.940 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 8m ago 3h 689M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:17:33.941 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 8m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:17:33.941 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 8m ago 3h 1233M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:17:33.941 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 8m ago 3h 579M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:17:33.941 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 8m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:17:33.942 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 8m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:17:33.942 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 8m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:17:33.942 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 8m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:17:33.942 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 8m ago 3h 1953M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:17:33.943 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 8m ago 3h 3012M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:17:33.943 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 8m ago 3h 2301M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:17:33.943 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 8m ago 3h 3022M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:17:33.943 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 8m ago 3h 2807M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:17:33.944 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 8m ago 3h 3353M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:17:33.944 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 8m ago 3h 2678M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:17:33.944 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 8m ago 3h 3910M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:17:33.944 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 8m ago 3h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:17:34.254 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:17:34.255 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:17:34.255 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:17:34.255 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:17:34.256 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:17:34.256 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:17:34.256 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:17:34.256 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:17:34.257 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:17:34.257 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:17:34.257 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:17:34.257 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:17:34.257 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:17:34.258 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:17:34.258 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:17:34.258 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:17:34.258 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:17:34.259 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:17:34.259 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:17:35.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:34 smithi129 conmon[101092]: audit 2022-01-18T19:17:33.660993+0000 mgr.smithi129.iclwio (mgr.14716) 6739 : audit [DBG] from='client.38578 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:17:35.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:34 smithi129 conmon[101092]: cluster 2022-01-18T19:17:33.815863+0000 mgr.smithi129.iclwio (mgr.14716) 6740 : cluster [DBG] pgmap v5793: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:35.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:34 smithi129 conmon[101092]: audit 2022-01-18T19:17:34.261003+0000 mon.smithi129 (mon.0) 2099 : audit [DBG] from='client.? 172.21.15.129:0/852356920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:17:35.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:34 smithi156 conmon[67007]: audit 2022-01-18T19:17:33.660993+0000 mgr.smithi129.iclwio (mgr.14716) 6739 : audit [DBG] from='client.38578 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:17:35.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:34 smithi156 conmon[67007]: 2022-01-18T19:17:35.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:34 smithi156 conmon[67007]: cluster 2022-01-18T19:17:33.815863+0000 mgr.smithi129.iclwio (mgr.14716) 6740 : cluster [DBG] pgmap v5793: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:35.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:34 smithi156 conmon[67007]: audit 2022-01-18T19:17:34. 2022-01-18T19:17:35.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:34 smithi156 conmon[67007]: 261003+0000 mon.smithi129 (mon.0) 2099 : audit [DBG] 2022-01-18T19:17:35.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:34 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/852356920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:17:36.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:35 smithi129 conmon[101092]: audit 2022-01-18T19:17:33.936027+0000 mgr.smithi129.iclwio (mgr.14716) 6741 : audit [DBG] from='client.38582 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:17:36.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:35 smithi156 conmon[67007]: audit 2022-01-18T19:17:33.936027+0000 mgr.smithi129.iclwio (mgr.14716) 6741 : audit [DBG] from='client.38582 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:17:37.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:36 smithi129 conmon[101092]: cluster 2022-01-18T19:17:35.816548+0000 mgr.smithi129.iclwio (mgr.14716) 6742 : cluster [DBG] pgmap v5794: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:37.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:36 smithi156 conmon[67007]: cluster 2022-01-18T19:17:35.816548+0000 mgr.smithi129.iclwio (mgr.14716) 6742 : cluster [DBG] pgmap v5794: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:39.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:38 smithi129 conmon[101092]: cluster 2022-01-18T19:17:37.817182+0000 mgr.smithi129.iclwio (mgr.14716) 6743 : cluster [DBG] pgmap v5795: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:39.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:38 smithi156 conmon[67007]: cluster 2022-01-18T19:17:37.817182+0000 mgr.smithi129.iclwio (mgr.14716) 6743 : cluster [DBG] pgmap v5795: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:41.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:40 smithi129 conmon[101092]: cluster 2022-01-18T19:17:39.818303+0000 mgr.smithi129.iclwio (mgr.14716) 6744 : cluster [DBG] pgmap v5796: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:17:41.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:40 smithi156 conmon[67007]: cluster 2022-01-18T19:17:39.818303+0000 mgr.smithi129.iclwio (mgr.14716) 6744 : cluster [DBG] pgmap v5796: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:17:42.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:42 smithi129 conmon[101092]: cluster 2022-01-18T19:17:41.818762+0000 mgr.smithi129.iclwio (mgr.14716) 6745 : 2022-01-18T19:17:42.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:42 smithi129 conmon[101092]: cluster [DBG] pgmap v5797: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:43.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:42 smithi156 conmon[67007]: cluster 2022-01-18T19:17:41.818762+0000 mgr.smithi129.iclwio (mgr.14716) 6745 : cluster [DBG] pgmap v5797: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:45.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:44 smithi129 conmon[101092]: cluster 2022-01-18T19:17:43.819341+0000 mgr.smithi129.iclwio (mgr.14716) 6746 : cluster [DBG] pgmap v5798: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:45.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:44 smithi156 conmon[67007]: cluster 2022-01-18T19:17:43.819341+0000 mgr.smithi129.iclwio (mgr.14716) 6746 : cluster [DBG] pgmap v5798: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:47.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:46 smithi129 conmon[101092]: cluster 2022-01-18T19:17:45.820240+0000 mgr.smithi129.iclwio (mgr.14716) 6747 : cluster [DBG] pgmap v5799: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:47.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:46 smithi156 conmon[67007]: cluster 2022-01-18T19:17:45.820240+0000 mgr.smithi129.iclwio (mgr.14716) 6747 : cluster [DBG] pgmap v5799: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:49.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:48 smithi129 conmon[101092]: cluster 2022-01-18T19:17:47.820940+0000 mgr.smithi129.iclwio (mgr.14716) 6748 : cluster [DBG] pgmap v5800: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:49.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:48 smithi129 conmon[101092]: 2022-01-18T19:17:49.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:48 smithi156 conmon[67007]: cluster 2022-01-18T19:17:47.820940+0000 mgr.smithi129.iclwio (mgr.14716) 6748 : cluster [DBG] pgmap v5800: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:51.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:50 smithi129 conmon[101092]: cluster 2022-01-18T19:17:49.821918+0000 mgr.smithi129.iclwio (mgr.14716) 6749 : cluster [DBG] pgmap v5801: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:17:51.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:50 smithi156 conmon[67007]: cluster 2022-01-18T19:17:49.821918+0000 mgr.smithi129.iclwio (mgr.14716) 6749 : cluster [DBG] pgmap v5801: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:17:52.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:52 smithi129 conmon[101092]: cluster 2022-01-18T19:17:51.822459+0000 mgr.smithi129.iclwio (mgr.14716) 6750 : cluster [DBG] pgmap v5802: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:53.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:52 smithi156 conmon[67007]: cluster 2022-01-18T19:17:51.822459+0000 2022-01-18T19:17:53.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:52 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 6750 : cluster [DBG] pgmap v5802: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:55.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:54 smithi129 conmon[101092]: cluster 2022-01-18T19:17:53.823036+0000 mgr.smithi129.iclwio (mgr.14716) 6751 : cluster [DBG] pgmap v5803: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:55.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:54 smithi156 conmon[67007]: cluster 2022-01-18T19:17:53.823036+0000 mgr.smithi129.iclwio (mgr.14716) 6751 : cluster 2022-01-18T19:17:55.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:54 smithi156 conmon[67007]: [DBG] pgmap v5803: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:57.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:56 smithi129 conmon[101092]: cluster 2022-01-18T19:17:55.823850+0000 2022-01-18T19:17:57.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:56 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 6752 : cluster [DBG] pgmap v5804: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:57.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:56 smithi156 conmon[67007]: cluster 2022-01-18T19:17:55.823850+0000 mgr.smithi129.iclwio (mgr.14716) 6752 : cluster [DBG] 2022-01-18T19:17:57.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:56 smithi156 conmon[67007]: pgmap v5804: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:59.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:58 smithi129 conmon[101092]: cluster 2022-01-18T19:17:57.824512+0000 mgr.smithi129.iclwio (mgr.14716) 6753 : cluster [DBG] pgmap v5805: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:59.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:58 smithi156 conmon[67007]: cluster 2022-01-18T19:17:57.824512+0000 mgr.smithi129.iclwio (mgr.14716) 6753 : cluster [DBG] pgmap v5805: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:17:59.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:58 smithi156 conmon[67007]: 2022-01-18T19:18:00.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:59 smithi129 conmon[101092]: audit 2022-01-18T19:17:58.968063+0000 mon.smithi129 (mon.0) 2100 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:18:00.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:59 smithi129 conmon[101092]: 2022-01-18T19:18:00.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:17:59 smithi129 conmon[101092]: audit 2022-01-18T19:17:58.968285+0000 mon.smithi129 (mon.0) 2101 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:18:00.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:59 smithi156 conmon[67007]: audit 2022-01-18T19:17:58.968063+0000 mon.smithi129 (mon.0) 2100 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:18:00.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:17:59 smithi156 conmon[67007]: audit 2022-01-18T19:17:58.968285+0000 mon.smithi129 (mon.0) 2101 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:18:01.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:00 smithi129 conmon[101092]: cluster 2022-01-18T19:17:59.825299+0000 mgr.smithi129.iclwio (mgr.14716) 6754 : cluster [DBG] pgmap v5806: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:18:01.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:00 smithi156 conmon[67007]: cluster 2022-01-18T19:17:59.825299+0000 mgr.smithi129.iclwio (mgr.14716) 6754 : cluster 2022-01-18T19:18:01.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:00 smithi156 conmon[67007]: [DBG] pgmap v5806: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:18:02.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:02 smithi129 conmon[101092]: cluster 2022-01-18T19:18:01.825926+0000 mgr.smithi129.iclwio (mgr.14716) 6755 : cluster [DBG] pgmap v5807: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:03.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:02 smithi156 conmon[67007]: cluster 2022-01-18T19:18:01.825926+0000 mgr.smithi129.iclwio (mgr.14716) 6755 : cluster [DBG] pgmap v5807: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:03.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:02 smithi156 conmon[67007]: 2022-01-18T19:18:04.552 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:18:04.818 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:18:04.819 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 8m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:18:04.819 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 8m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:18:04.819 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 8m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:18:04.820 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 8m ago 3h 43.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:18:04.820 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 8m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:18:04.820 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 8m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:18:04.821 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 8m ago 3h 689M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:18:04.821 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 8m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:18:04.821 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 8m ago 3h 1233M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:18:04.821 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 8m ago 3h 579M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:18:04.822 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 8m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:18:04.822 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 8m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:18:04.822 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 8m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:18:04.822 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 8m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:18:04.823 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 8m ago 3h 1953M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:18:04.823 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 8m ago 3h 3012M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:18:04.823 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 8m ago 3h 2301M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:18:04.823 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 8m ago 3h 3022M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:18:04.824 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 8m ago 3h 2807M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:18:04.824 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 8m ago 3h 3353M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:18:04.824 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 8m ago 3h 2678M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:18:04.824 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 8m ago 3h 3910M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:18:04.825 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 8m ago 3h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:18:05.135 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:18:05.135 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:18:05.135 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:18:05.135 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:18:05.136 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:18:05.136 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:18:05.136 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:18:05.136 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:18:05.136 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:18:05.137 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:18:05.137 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:18:05.137 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:18:05.137 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:18:05.138 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:18:05.138 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:18:05.138 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:18:05.138 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:18:05.138 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:18:05.139 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:18:05.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:04 smithi129 conmon[101092]: cluster 2022-01-18T19:18:03.826553+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T19:18:05.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:04 smithi129 conmon[101092]: ) 6756 : cluster [DBG] pgmap v5808: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:05.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:04 smithi156 conmon[67007]: cluster 2022-01-18T19:18:03.826553+0000 mgr.smithi129.iclwio (mgr.14716) 6756 : 2022-01-18T19:18:05.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:04 smithi156 conmon[67007]: cluster [DBG] pgmap v5808: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:06.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:05 smithi129 conmon[101092]: audit 2022-01-18T19:18:04.547296+0000 mgr.smithi129.iclwio (mgr.14716) 6757 : audit [DBG] 2022-01-18T19:18:06.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:05 smithi129 conmon[101092]: from='client.38590 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:18:06.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:05 smithi129 conmon[101092]: audit 2022-01-18T19:18:04.816211+0000 mgr.smithi129.iclwio (mgr.14716) 6758 : audit [DBG] from='client.38594 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:18:06.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:05 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T19:18:06.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:05 smithi129 conmon[101092]: 18T19:18:05.141163+0000 mon.smithi129 (mon.0) 2102 : audit [DBG] from='client.? 172.21.15.129:0/1185047849' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:18:06.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:05 smithi156 conmon[67007]: audit 2022-01-18T19:18:04.547296+0000 mgr.smithi129.iclwio (mgr.14716) 6757 : audit [DBG] from='client.38590 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:18:06.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:05 smithi156 conmon[67007]: audit 2022-01-18T19:18:04.816211+0000 mgr.smithi129.iclwio (mgr.14716) 6758 : audit [DBG] from='client.38594 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:18:06.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:05 smithi156 conmon[67007]: audit 2022-01-18T19:18:05.141163+0000 mon.smithi129 (mon.0) 2022-01-18T19:18:06.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:05 smithi156 conmon[67007]: 2102 : audit [DBG] from='client.? 172.21.15.129:0/1185047849' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:18:07.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:06 smithi129 conmon[101092]: cluster 2022-01-18T19:18:05.827218+0000 mgr.smithi129.iclwio (mgr.14716) 6759 : cluster [DBG] pgmap v5809: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:07.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:06 smithi156 conmon[67007]: cluster 2022-01-18T19:18:05.827218+0000 mgr.smithi129.iclwio (mgr.14716) 6759 : cluster 2022-01-18T19:18:07.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:06 smithi156 conmon[67007]: [DBG] pgmap v5809: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:09.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:08 smithi129 conmon[101092]: cluster 2022-01-18T19:18:07.827982+0000 mgr.smithi129.iclwio (mgr.14716) 6760 : cluster [DBG] pgmap v5810: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:09.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:08 smithi156 conmon[67007]: cluster 2022-01-18T19:18:07.827982+0000 mgr.smithi129.iclwio (mgr.14716) 6760 : cluster [DBG] 2022-01-18T19:18:09.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:08 smithi156 conmon[67007]: pgmap v5810: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:11.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:10 smithi129 conmon[101092]: cluster 2022-01-18T19:18:09.828712+0000 mgr.smithi129.iclwio (mgr.14716) 6761 : cluster [DBG] pgmap v5811: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:18:11.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:10 smithi156 conmon[67007]: cluster 2022-01-18T19:18:09.828712+0000 mgr.smithi129.iclwio (mgr.14716) 6761 : cluster [DBG] pgmap v5811: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:18:12.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:12 smithi129 conmon[101092]: cluster 2022-01-18T19:18:11.829342+0000 mgr.smithi129.iclwio (mgr.14716) 6762 : cluster [DBG] pgmap v5812: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:13.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:12 smithi156 conmon[67007]: cluster 2022-01-18T19:18:11.829342+0000 mgr.smithi129.iclwio (mgr.14716) 6762 : cluster [DBG] 2022-01-18T19:18:13.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:12 smithi156 conmon[67007]: pgmap v5812: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:15.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:14 smithi129 conmon[101092]: cluster 2022-01-18T19:18:13.829944+0000 mgr.smithi129.iclwio (mgr.14716) 6763 : cluster [DBG] pgmap v5813: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:15.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:14 smithi156 conmon[67007]: cluster 2022-01-18T19:18:13.829944+0000 mgr.smithi129.iclwio (mgr.14716) 6763 : cluster [DBG] 2022-01-18T19:18:15.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:14 smithi156 conmon[67007]: pgmap v5813: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:17.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:16 smithi129 conmon[101092]: cluster 2022-01-18T19:18:15.830937+0000 mgr.smithi129.iclwio (mgr.14716) 6764 : cluster [DBG] pgmap v5814: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:17.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:16 smithi156 conmon[67007]: cluster 2022-01-18T19:18:15.830937+0000 mgr.smithi129.iclwio (mgr.14716) 6764 : cluster [DBG] pgmap v5814: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:19.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:18 smithi129 conmon[101092]: cluster 2022-01-18T19:18:17.831587+0000 mgr.smithi129.iclwio (mgr.14716) 6765 : cluster [DBG] pgmap v5815: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:19.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:18 smithi156 conmon[67007]: cluster 2022-01-18T19:18:17.831587+0000 mgr.smithi129.iclwio (mgr.14716) 6765 : cluster [DBG] pgmap v5815: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:21.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:20 smithi129 conmon[101092]: cluster 2022-01-18T19:18:19.832510+0000 mgr.smithi129.iclwio (mgr.14716) 6766 : cluster [DBG] pgmap v5816: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:18:21.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:20 smithi156 conmon[67007]: cluster 2022-01-18T19:18:19.832510+0000 mgr.smithi129.iclwio (mgr.14716) 6766 : cluster 2022-01-18T19:18:21.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:20 smithi156 conmon[67007]: [DBG] pgmap v5816: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:18:22.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:22 smithi129 conmon[101092]: cluster 2022-01-18T19:18:21.833066+0000 mgr.smithi129.iclwio (mgr.14716) 6767 : cluster [DBG] pgmap v5817: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:23.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:22 smithi156 conmon[67007]: cluster 2022-01-18T19:18:21.833066+0000 mgr.smithi129.iclwio (mgr.14716) 6767 : cluster [DBG] pgmap v5817: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:23.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:22 smithi156 conmon[67007]: 2022-01-18T19:18:25.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:24 smithi129 conmon[101092]: cluster 2022-01-18T19:18:23.833839+0000 mgr.smithi129.iclwio (mgr.14716) 6768 : cluster [DBG] pgmap v5818: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:25.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:24 smithi129 conmon[101092]: 2022-01-18T19:18:25.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:24 smithi156 conmon[67007]: cluster 2022-01-18T19:18:23.833839+0000 mgr.smithi129.iclwio (mgr.14716) 6768 : cluster [DBG] pgmap v5818: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:27.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:26 smithi129 conmon[101092]: cluster 2022-01-18T19:18:25.834616+0000 mgr.smithi129.iclwio (mgr.14716) 6769 : cluster [DBG] pgmap v5819: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:27.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:26 smithi156 conmon[67007]: cluster 2022-01-18T19:18:25.834616+0000 mgr.smithi129.iclwio (mgr.14716) 6769 : cluster [DBG] pgmap v5819: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:29.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:28 smithi129 conmon[101092]: cluster 2022-01-18T19:18:27 2022-01-18T19:18:29.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:28 smithi129 conmon[101092]: .835166+0000 mgr.smithi129.iclwio (mgr.14716) 6770 : cluster [DBG] pgmap v5820: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:29.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:28 smithi156 conmon[67007]: cluster 2022-01-18T19:18:27.835166+0000 mgr.smithi129.iclwio (mgr.14716) 6770 : cluster [DBG] pgmap v5820: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:31.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:30 smithi129 conmon[101092]: cluster 2022-01-18T19:18:29.835965+0000 mgr.smithi129.iclwio (mgr.14716) 6771 : cluster [DBG] pgmap v5821: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:18:31.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:30 smithi129 conmon[101092]: audit 2022-01-18T19:18:30.130567+0000 mon.smithi129 (mon.0) 2103 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:18:31.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:30 smithi129 conmon[101092]: audit 2022-01-18T19:18:30.131882+0000 mon.smithi129 (mon.0) 2104 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:18:31.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:30 smithi129 conmon[101092]: audit 2022-01-18T19:18:30.132708+0000 mon.smithi129 (mon.0) 2105 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:18:31.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:30 smithi129 conmon[101092]: audit 2022-01-18T19:18:30.433979+0000 mon.smithi129 (mon.0) 2106 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T19:18:31.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:30 smithi129 conmon[101092]: audit 2022-01-18T19:18:30.435487+0000 mon.smithi129 (mon.0) 2107 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T19:18:31.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:30 smithi129 conmon[101092]: audit 2022-01-18T19:18:30.439327+0000 mon.smithi129 (mon.0) 2108 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:18:31.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:30 smithi129 conmon[101092]: audit 2022-01-18T19:18:30.444758+0000 mon.smithi129 (mon.0) 2109 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:18:31.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:30 smithi156 conmon[67007]: cluster 2022-01-18T19:18:29.835965+0000 mgr.smithi129.iclwio (mgr.14716) 6771 : cluster 2022-01-18T19:18:31.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:30 smithi156 conmon[67007]: [DBG] pgmap v5821: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:18:31.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:30 smithi156 conmon[67007]: audit 2022-01-18T19:18:30.130567+0000 mon.smithi129 (mon.0) 2103 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:18:31.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:30 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T19:18:31.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:30 smithi156 conmon[67007]: 18T19:18:30.131882+0000 mon.smithi129 (mon.0) 2104 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:18:31.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:30 smithi156 conmon[67007]: audit 2022-01-18T19:18:30.132708 2022-01-18T19:18:31.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:30 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2105 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:18:31.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:30 smithi156 conmon[67007]: 2022-01-18T19:18:31.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:30 smithi156 conmon[67007]: audit 2022-01-18T19:18:31.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:30 smithi156 conmon[67007]: 2022-01-18T19:18:30.433979+0000 mon.smithi129 (mon. 2022-01-18T19:18:31.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:30 smithi156 conmon[67007]: 0) 2106 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T19:18:31.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:30 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T19:18:31.296 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:30 smithi156 conmon[67007]: T19:18:30.435487+0000 mon.smithi129 (mon. 2022-01-18T19:18:31.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:30 smithi156 conmon[67007]: 0) 2107 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T19:18:31.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:30 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T19:18:31.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:30 smithi156 conmon[67007]: 19:18:30.439327+0000 mon.smithi129 (mon.0 2022-01-18T19:18:31.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:30 smithi156 conmon[67007]: ) 2108 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:18:31.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:30 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T19:18:31.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:30 smithi156 conmon[67007]: 19:18:30.444758+0000 mon.smithi129 (mon.0 2022-01-18T19:18:31.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:30 smithi156 conmon[67007]: ) 2109 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:18:32.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:31 smithi129 conmon[101092]: cephadm 2022-01-18T19:18:30.133506+0000 mgr.smithi129.iclwio (mgr.14716) 6772 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:18:32.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:31 smithi156 conmon[67007]: cephadm 2022-01-18T19:18:30.133506+0000 mgr.smithi129.iclwio (mgr.14716) 6772 : cephadm 2022-01-18T19:18:32.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:31 smithi156 conmon[67007]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:18:33.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:32 smithi129 conmon[101092]: cluster 2022-01-18T19:18:31.836493+0000 mgr.smithi129.iclwio (mgr.14716) 6773 : cluster [DBG] pgmap v5822: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:33.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:32 smithi129 conmon[101092]: 2022-01-18T19:18:33.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:32 smithi156 conmon[67007]: cluster 2022-01-18T19:18:31.836493+0000 mgr.smithi129.iclwio (mgr.14716) 6773 : cluster [DBG] pgmap v5822: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:35.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:34 smithi129 conmon[101092]: cluster 2022-01-18T19:18:33.837186+0000 mgr.smithi129.iclwio (mgr.14716) 6774 : cluster [DBG] pgmap v5823: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:35.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:34 smithi156 conmon[67007]: cluster 2022-01-18T19:18:33.837186+0000 mgr.smithi129.iclwio (mgr.14716) 6774 : cluster [DBG] pgmap v5823: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:35.434 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:18:35.697 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:18:35.698 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 9m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:18:35.698 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 9m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:18:35.698 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 9m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:18:35.698 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 9m ago 3h 43.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:18:35.699 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 9m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:18:35.699 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 9m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:18:35.699 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 9m ago 3h 689M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:18:35.699 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 9m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:18:35.699 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 9m ago 3h 1233M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:18:35.700 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 9m ago 3h 579M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:18:35.700 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 9m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:18:35.700 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 9m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:18:35.700 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 9m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:18:35.701 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 9m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:18:35.701 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 9m ago 3h 1953M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:18:35.701 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 9m ago 3h 3012M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:18:35.701 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 9m ago 3h 2301M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:18:35.701 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 9m ago 3h 3022M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:18:35.702 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 9m ago 3h 2807M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:18:35.702 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 9m ago 3h 3353M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:18:35.702 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 9m ago 3h 2678M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:18:35.702 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 9m ago 3h 3910M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:18:35.702 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 9m ago 3h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:18:36.018 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:18:36.019 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:18:36.019 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:18:36.019 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:18:36.019 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:18:36.020 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:18:36.020 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:18:36.020 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:18:36.020 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:18:36.020 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:18:36.021 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:18:36.021 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:18:36.021 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:18:36.021 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:18:36.022 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:18:36.022 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:18:36.022 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:18:36.022 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:18:36.022 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:18:37.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:36 smithi129 conmon[101092]: audit 2022-01-18T19:18:35.429005+0000 mgr.smithi129.iclwio (mgr.14716) 6775 : audit [DBG] from='client.38602 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:18:37.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:36 smithi129 conmon[101092]: audit 2022-01-18T19:18:35.695386+0000 mgr.smithi129.iclwio (mgr.14716) 6776 : audit [DBG] from='client.38606 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:18:37.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:36 smithi129 conmon[101092]: cluster 2022-01-18T19:18:35.837857+0000 mgr.smithi129.iclwio (mgr.14716) 6777 : cluster [DBG] pgmap v5824: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:37.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:36 smithi129 conmon[101092]: audit 2022-01-18T19:18:36.025164+0000 mon.smithi129 (mon.0) 2110 : audit [DBG] from='client.? 172.21.15.129:0/1737455285' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:18:37.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:36 smithi156 conmon[67007]: audit 2022-01-18T19:18:35.429005+0000 mgr.smithi129.iclwio (mgr.14716) 6775 : audit [DBG] from='client.38602 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:18:37.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:36 smithi156 conmon[67007]: audit 2022-01-18T19:18:35.695386+0000 mgr.smithi129.iclwio ( 2022-01-18T19:18:37.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:36 smithi156 conmon[67007]: mgr.14716) 6776 : audit [DBG] from='client.38606 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:18:37.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:36 smithi156 conmon[67007]: cluster 2022-01-18T19:18:35.837857+0000 mgr.smithi129.iclwio (mgr.14716) 6777 : cluster [DBG] pgmap v5824: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:37.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:36 smithi156 conmon[67007]: audit 2022-01-18T19:18:36.025164+0000 mon.smithi129 (mon.0) 2110 : audit 2022-01-18T19:18:37.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:36 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/1737455285' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:18:39.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:38 smithi129 conmon[101092]: cluster 2022-01-18T19:18:37.838439+0000 mgr.smithi129.iclwio (mgr.14716) 6778 : cluster [DBG] pgmap v5825: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:39.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:38 smithi156 conmon[67007]: cluster 2022-01-18T19:18:37.838439+0000 mgr.smithi129.iclwio (mgr.14716) 6778 : cluster [DBG] pgmap v5825: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:41.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:40 smithi129 conmon[101092]: cluster 2022-01-18T19:18:39.839203+0000 mgr.smithi129.iclwio (mgr.14716) 6779 : cluster [DBG] pgmap v5826: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:18:41.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:40 smithi156 conmon[67007]: cluster 2022-01-18T19:18:39.839203+0000 mgr.smithi129.iclwio (mgr.14716) 6779 : cluster [DBG] pgmap v5826: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:18:42.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:42 smithi129 conmon[101092]: cluster 2022-01-18T19:18:41.839617+0000 mgr.smithi129.iclwio (mgr.14716) 6780 : cluster [DBG] pgmap v5827: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:43.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:42 smithi156 conmon[67007]: cluster 2022-01-18T19:18:41.839617+0000 mgr.smithi129.iclwio (mgr.14716) 6780 : cluster [DBG] pgmap v5827: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:45.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:44 smithi129 conmon[101092]: cluster 2022-01-18T19:18:43.840379+0000 mgr.smithi129.iclwio (mgr.14716) 6781 : cluster [DBG] pgmap v5828: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:45.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:44 smithi129 conmon[101092]: 2022-01-18T19:18:45.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:44 smithi156 conmon[67007]: cluster 2022-01-18T19:18:43.840379+0000 mgr.smithi129.iclwio (mgr.14716) 6781 : cluster [DBG] pgmap v5828: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:47.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:46 smithi129 conmon[101092]: cluster 2022-01-18T19:18:45.841129+0000 mgr.smithi129.iclwio (mgr.14716) 6782 : cluster [DBG] pgmap v5829: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:47.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:46 smithi156 conmon[67007]: cluster 2022-01-18T19:18:45.841129+0000 mgr.smithi129.iclwio (mgr.14716) 6782 : cluster [DBG] pgmap v5829: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:49.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:48 smithi129 conmon[101092]: cluster 2022-01-18T19:18:47.841836+0000 mgr.smithi129.iclwio ( 2022-01-18T19:18:49.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:48 smithi129 conmon[101092]: mgr.14716) 6783 : cluster [DBG] pgmap v5830: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:49.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:48 smithi156 conmon[67007]: cluster 2022-01-18T19:18:47.841836+0000 mgr.smithi129.iclwio (mgr.14716) 6783 : cluster [DBG] pgmap v5830: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:51.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:50 smithi129 conmon[101092]: cluster 2022-01-18T19:18:49.842636+0000 mgr.smithi129.iclwio (mgr.14716) 6784 : cluster [DBG] pgmap v5831: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:18:51.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:50 smithi156 conmon[67007]: cluster 2022-01-18T19:18:49.842636+0000 mgr.smithi129.iclwio (mgr.14716) 6784 : cluster [DBG] pgmap v5831: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:18:52.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:52 smithi129 conmon[101092]: cluster 2022-01-18T19:18:51.843085+0000 mgr.smithi129.iclwio (mgr.14716) 6785 : cluster [DBG] pgmap v5832: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:53.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:52 smithi156 conmon[67007]: cluster 2022-01-18T19:18:51.843085+0000 mgr.smithi129.iclwio (mgr.14716) 6785 : cluster [DBG] pgmap v5832: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:53.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:52 smithi156 conmon[67007]: 2022-01-18T19:18:55.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:54 smithi129 conmon[101092]: cluster 2022-01-18T19:18:53.843729+0000 mgr.smithi129.iclwio (mgr.14716) 6786 : cluster [DBG] pgmap v5833: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:55.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:54 smithi129 conmon[101092]: 2022-01-18T19:18:55.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:54 smithi156 conmon[67007]: cluster 2022-01-18T19:18:53.843729+0000 mgr.smithi129.iclwio (mgr.14716) 6786 2022-01-18T19:18:55.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:54 smithi156 conmon[67007]: : cluster [DBG] pgmap v5833: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:57.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:56 smithi129 conmon[101092]: cluster 2022-01-18T19:18:55.844529+0000 mgr.smithi129.iclwio (mgr.14716) 6787 : cluster [DBG] pgmap v5834: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:57.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:56 smithi156 conmon[67007]: cluster 2022-01-18T19:18:55.844529+0000 mgr.smithi129.iclwio (mgr.14716) 6787 : cluster 2022-01-18T19:18:57.334 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:56 smithi156 conmon[67007]: [DBG] pgmap v5834: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:59.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:58 smithi129 conmon[101092]: cluster 2022-01-18T19:18:57.845173+0000 mgr.smithi129.iclwio (mgr.14716) 6788 : cluster [DBG] pgmap v5835: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:18:59.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:58 smithi156 conmon[67007]: cluster 2022-01-18T19:18:57.845173+0000 mgr.smithi129.iclwio (mgr.14716) 6788 : cluster [DBG] 2022-01-18T19:18:59.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:58 smithi156 conmon[67007]: pgmap v5835: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:00.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:59 smithi129 conmon[101092]: audit 2022-01-18T19:18:58.971415+0000 mon.smithi129 (mon.0) 2111 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:19:00.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:59 smithi129 conmon[101092]: 2022-01-18T19:19:00.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:18:59 smithi129 conmon[101092]: audit 2022-01-18T19:18:58.971945+0000 mon.smithi129 (mon.0) 2112 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:19:00.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:59 smithi156 conmon[67007]: audit 2022-01-18T19:18:58.971415+0000 mon.smithi129 (mon.0) 2111 : audit 2022-01-18T19:19:00.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:59 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:19:00.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:18:59 smithi156 conmon[67007]: audit 2022-01-18T19:18:58.971945+0000 mon.smithi129 (mon.0) 2112 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:19:01.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:00 smithi129 conmon[101092]: cluster 2022-01-18T19:18:59.845938+0000 mgr.smithi129.iclwio (mgr.14716) 6789 : cluster [DBG] pgmap v5836: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:19:01.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:00 smithi129 conmon[101092]: 2022-01-18T19:19:01.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:00 smithi156 conmon[67007]: cluster 2022-01-18T19:18:59.845938+0000 mgr.smithi129.iclwio (mgr 2022-01-18T19:19:01.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:00 smithi156 conmon[67007]: .14716) 6789 : cluster [DBG] pgmap v5836: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:19:02.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:02 smithi129 conmon[101092]: cluster 2022-01-18T19:19:01.846458+0000 mgr.smithi129.iclwio (mgr.14716) 6790 : cluster [DBG] pgmap v5837: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:03.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:02 smithi156 conmon[67007]: cluster 2022-01-18T19:19:01.846458+0000 mgr.smithi129.iclwio (mgr.14716) 6790 : cluster [DBG] 2022-01-18T19:19:03.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:02 smithi156 conmon[67007]: pgmap v5837: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:05.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:04 smithi129 conmon[101092]: cluster 2022-01-18T19:19:03.847090+0000 mgr.smithi129.iclwio (mgr.14716) 6791 : cluster [DBG] pgmap v5838: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:05.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:04 smithi156 conmon[67007]: cluster 2022-01-18T19:19:03.847090+0000 mgr.smithi129.iclwio (mgr.14716) 6791 : 2022-01-18T19:19:05.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:04 smithi156 conmon[67007]: cluster [DBG] pgmap v5838: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:06.313 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:19:06.579 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:19:06.579 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 9m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:19:06.579 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 9m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:19:06.580 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 9m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:19:06.580 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 9m ago 3h 43.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:19:06.580 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 9m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:19:06.581 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 9m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:19:06.581 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 9m ago 3h 689M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:19:06.581 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 9m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:19:06.581 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 9m ago 3h 1233M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:19:06.582 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 9m ago 3h 579M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:19:06.582 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 9m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:19:06.582 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 9m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:19:06.582 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 9m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:19:06.583 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 9m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:19:06.583 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 9m ago 3h 1953M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:19:06.584 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 9m ago 3h 3012M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:19:06.584 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 9m ago 3h 2301M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:19:06.584 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 9m ago 3h 3022M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:19:06.585 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 9m ago 3h 2807M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:19:06.585 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 9m ago 3h 3353M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:19:06.585 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 9m ago 3h 2678M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:19:06.585 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 9m ago 3h 3910M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:19:06.585 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 9m ago 3h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:19:06.904 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:19:06.905 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:19:06.905 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:19:06.905 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:19:06.905 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:19:06.906 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:19:06.906 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:19:06.906 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:19:06.906 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:19:06.907 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:19:06.907 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:19:06.907 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:19:06.907 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:19:06.907 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:19:06.908 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:19:06.908 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:19:06.908 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:19:06.908 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:19:06.909 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:19:07.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:06 smithi129 conmon[101092]: cluster 2022-01-18T19:19:05.848103 2022-01-18T19:19:07.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:06 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 6792 : cluster [DBG] pgmap v5839: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:07.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:06 smithi156 conmon[67007]: cluster 2022-01-18T19:19:05.848103+0000 mgr.smithi129.iclwio (mgr.14716) 6792 : cluster [DBG] pgmap v5839: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:08.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:07 smithi129 conmon[101092]: audit 2022-01-18T19:19:06.308346+0000 mgr.smithi129.iclwio (mgr.14716) 6793 : audit [DBG] from='client.38614 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:19:08.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:07 smithi129 conmon[101092]: audit 2022-01-18T19:19:06.576926+0000 mgr.smithi129.iclwio (mgr.14716) 6794 : audit [DBG] from='client.38618 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:19:08.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:07 smithi129 conmon[101092]: audit 2022-01-18T19:19:06.909989+0000 mon.smithi129 (mon.0) 2113 : audit [DBG] from='client.? 172.21.15.129:0/2052713750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:19:08.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:07 smithi156 conmon[67007]: audit 2022-01-18T19:19:06.308346+0000 mgr.smithi129.iclwio (mgr.14716) 6793 : audit [DBG] from='client.38614 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:19:08.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:07 smithi156 conmon[67007]: audit 2022-01-18T19:19:06.576926+0000 mgr.smithi129.iclwio (mgr.14716) 6794 : audit [DBG] from='client.38618 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:19:08.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:07 smithi156 conmon[67007]: audit 2022-01-18T19:19:06.909989+0000 mon.smithi129 (mon.0) 2113 : audit [DBG] from='client.? 172.21.15.129:0/2052713750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:19:09.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:08 smithi129 conmon[101092]: cluster 2022-01-18T19:19:07.848737+0000 mgr.smithi129.iclwio (mgr.14716) 6795 : cluster [DBG] pgmap v5840: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:09.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:08 smithi156 conmon[67007]: cluster 2022-01-18T19:19:07.848737+0000 mgr.smithi129.iclwio (mgr.14716) 6795 : cluster [DBG] pgmap v5840: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:11.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:10 smithi129 conmon[101092]: cluster 2022-01-18T19:19:09.849667+0000 mgr.smithi129.iclwio (mgr.14716) 6796 : cluster [DBG] pgmap v5841: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:19:11.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:10 smithi156 conmon[67007]: cluster 2022-01-18T19:19:09.849667+0000 mgr.smithi129.iclwio (mgr.14716) 6796 : cluster [DBG] pgmap v5841: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:19:12.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:12 smithi129 conmon[101092]: cluster 2022-01-18T19:19:11.850157+0000 mgr.smithi129.iclwio (mgr.14716) 6797 : cluster [DBG] pgmap v5842: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:12.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:12 smithi129 conmon[101092]: 2022-01-18T19:19:13.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:12 smithi156 conmon[67007]: cluster 2022-01-18T19:19:11.850157+0000 mgr.smithi129.iclwio (mgr.14716) 6797 : cluster [DBG] pgmap v5842: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:15.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:14 smithi129 conmon[101092]: cluster 2022-01-18T19:19:13.850746+0000 mgr.smithi129.iclwio (mgr.14716) 6798 : cluster [DBG] pgmap v5843: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:15.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:14 smithi156 conmon[67007]: cluster 2022-01-18T19:19:13.850746+0000 mgr.smithi129.iclwio (mgr.14716) 6798 : cluster [DBG] pgmap v5843: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:17.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:16 smithi129 conmon[101092]: cluster 2022-01-18T19:19:15.851740+0000 mgr.smithi129.iclwio (mgr.14716) 6799 : cluster [DBG] pgmap v5844: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:17.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:16 smithi156 conmon[67007]: cluster 2022-01-18T19:19:15.851740+0000 mgr.smithi129.iclwio (mgr.14716) 6799 : cluster [DBG] pgmap v5844: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:19.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:18 smithi129 conmon[101092]: cluster 2022-01-18T19:19:17.852330+0000 mgr.smithi129.iclwio (mgr.14716) 6800 : cluster [DBG] 2022-01-18T19:19:19.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:18 smithi129 conmon[101092]: pgmap v5845: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:19.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:18 smithi156 conmon[67007]: cluster 2022-01-18T19:19:17.852330+0000 mgr.smithi129.iclwio (mgr.14716) 6800 : cluster [DBG] pgmap v5845: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:21.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:20 smithi129 conmon[101092]: cluster 2022-01-18T19:19:19.853157+0000 mgr.smithi129.iclwio (mgr.14716) 6801 : cluster [DBG] pgmap v5846: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:19:21.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:20 smithi156 conmon[67007]: cluster 2022-01-18T19:19:19.853157+0000 mgr.smithi129.iclwio (mgr.14716) 6801 : cluster [DBG] pgmap v5846: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:19:22.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:22 smithi129 conmon[101092]: cluster 2022-01-18T19:19:21.853632+0000 mgr.smithi129.iclwio (mgr.14716) 6802 : cluster 2022-01-18T19:19:22.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:22 smithi129 conmon[101092]: [DBG] pgmap v5847: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:23.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:22 smithi156 conmon[67007]: cluster 2022-01-18T19:19:21.853632+0000 mgr.smithi129.iclwio (mgr.14716) 6802 : cluster [DBG] pgmap v5847: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:25.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:24 smithi129 conmon[101092]: cluster 2022-01-18T19:19:23.854260+0000 mgr.smithi129.iclwio (mgr.14716) 6803 : cluster [DBG] pgmap v5848: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:25.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:24 smithi156 conmon[67007]: cluster 2022-01-18T19:19:23.854260+0000 mgr.smithi129.iclwio (mgr.14716) 6803 : 2022-01-18T19:19:25.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:24 smithi156 conmon[67007]: cluster [DBG] pgmap v5848: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:27.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:26 smithi129 conmon[101092]: cluster 2022-01-18T19:19:25.855281+0000 mgr.smithi129.iclwio (mgr.14716) 6804 : cluster [DBG] pgmap v5849: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:27.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:26 smithi129 conmon[101092]: 2022-01-18T19:19:27.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:26 smithi156 conmon[67007]: cluster 2022-01-18T19:19:25.855281 2022-01-18T19:19:27.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:26 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 6804 : cluster [DBG] pgmap v5849: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:29.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:28 smithi129 conmon[101092]: cluster 2022-01-18T19:19:27.856049+0000 mgr.smithi129.iclwio (mgr.14716) 6805 : cluster [DBG] pgmap v5850: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:29.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:28 smithi129 conmon[101092]: 2022-01-18T19:19:29.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:28 smithi156 conmon[67007]: cluster 2022-01-18T19:19:27.856049+0000 mgr.smithi129.iclwio (mgr.14716) 6805 : cluster [DBG] pgmap v5850: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:31.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:30 smithi129 conmon[101092]: cluster 2022-01-18T19:19:29.856766+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:19:31.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:30 smithi129 conmon[101092]: 6806 : cluster [DBG] pgmap v5851: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:19:31.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:30 smithi129 conmon[101092]: audit 2022-01-18T19:19:30.447502+0000 mon.smithi129 (mon.0) 2114 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:19:31.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:30 smithi129 conmon[101092]: audit 2022-01-18T19:19:30.448930+0000 mon.smithi129 (mon.0) 2115 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:19:31.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:30 smithi129 conmon[101092]: audit 2022-01-18T19:19:30.449962+0000 mon.smithi129 (mon 2022-01-18T19:19:31.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:30 smithi129 conmon[101092]: .0) 2116 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:19:31.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:30 smithi129 conmon[101092]: audit 2022-01 2022-01-18T19:19:31.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:30 smithi129 conmon[101092]: -18T19:19:30.704292+0000 mon.smithi129 2022-01-18T19:19:31.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:30 smithi129 conmon[101092]: (mon.0) 2117 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:19:31.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:30 smithi156 conmon[67007]: cluster 2022-01-18T19:19:29.856766+0000 mgr.smithi129.iclwio (mgr 2022-01-18T19:19:31.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:30 smithi156 conmon[67007]: .14716) 6806 : cluster [DBG] pgmap v5851: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:19:31.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:30 smithi156 conmon[67007]: audit 2022-01-18T19:19:30.447502+0000 mon.smithi129 (mon.0) 2114 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:19:31.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:30 smithi156 conmon[67007]: audit 2022-01-18T19:19:30.448930+0000 mon.smithi129 (mon.0) 2115 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:19:31.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:30 smithi156 conmon[67007]: audit 2022-01-18T19:19:30.449962+0000 mon.smithi129 (mon.0) 2116 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:19:31.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:30 smithi156 conmon[67007]: audit 2022-01-18T19:19:30 2022-01-18T19:19:31.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:30 smithi156 conmon[67007]: .704292+0000 mon.smithi129 (mon.0) 2117 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:19:32.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:31 smithi129 conmon[101092]: cephadm 2022-01-18T19:19:30.450697+0000 2022-01-18T19:19:32.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:31 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 6807 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:19:32.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:31 smithi156 conmon[67007]: cephadm 2022-01-18T19:19:30.450697+0000 mgr.smithi129.iclwio (mgr.14716) 6807 2022-01-18T19:19:32.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:31 smithi156 conmon[67007]: : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:19:33.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:32 smithi129 conmon[101092]: cluster 2022-01-18T19:19:31.857187+0000 mgr.smithi129.iclwio (mgr.14716) 6808 : cluster [DBG] pgmap v5852: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:33.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:32 smithi129 conmon[101092]: 2022-01-18T19:19:33.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:32 smithi156 conmon[67007]: cluster 2022-01-18T19:19:31.857187+0000 mgr.smithi129.iclwio ( 2022-01-18T19:19:33.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:32 smithi156 conmon[67007]: mgr.14716) 6808 : cluster [DBG] pgmap v5852: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:35.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:34 smithi129 conmon[101092]: cluster 2022-01-18T19:19:33.857859+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T19:19:35.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:34 smithi129 conmon[101092]: ) 6809 : cluster [DBG] pgmap v5853: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:35.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:34 smithi129 conmon[101092]: audit 2022-01-18T19:19:33.999751+0000 mon.smithi129 (mon.0) 2118 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:19:35.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:34 smithi156 conmon[67007]: cluster 2022-01-18T19:19:33.857859+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T19:19:35.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:34 smithi156 conmon[67007]: 14716) 6809 : cluster [DBG] pgmap v5853: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:35.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:34 smithi156 conmon[67007]: audit 2022-01-18T19:19:33.999751+0000 mon.smithi129 ( 2022-01-18T19:19:35.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:34 smithi156 conmon[67007]: mon.0) 2118 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:19:37.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:36 smithi129 conmon[101092]: cluster 2022-01-18T19:19:35.858492+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T19:19:37.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:36 smithi129 conmon[101092]: 14716) 6810 : cluster [DBG] pgmap v5854: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:37.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:36 smithi129 conmon[101092]: audit 2022-01-18T19:19:36.234934+0000 mon.smithi129 (mon.0) 2119 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:19:37.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:36 smithi129 conmon[101092]: audit 2022-01-18T19:19:36.523407+0000 mon.smithi129 (mon.0) 2120 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:19:37.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:36 smithi129 conmon[101092]: audit 2022-01-18T19:19:36.528870+0000 mon.smithi129 (mon.0) 2121 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:19:37.193 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:19:37.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:36 smithi156 conmon[67007]: cluster 2022-01-18T19:19:35.858492+0000 mgr.smithi129.iclwio (mgr.14716) 6810 : cluster [DBG] pgmap v5854: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:37.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:36 smithi156 conmon[67007]: 2022-01-18T19:19:37.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:36 smithi156 conmon[67007]: audit 2022-01-18T19:19:36.234934+0000 mon.smithi129 (mon.0) 2119 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:19:37.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:36 smithi156 conmon[67007]: audit 2022-01-18T19:19:36.523407+0000 mon.smithi129 (mon.0) 2120 : audit 2022-01-18T19:19:37.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:36 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:19:37.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:36 smithi156 conmon[67007]: audit 2022-01-18T19:19:36.528870+0000 mon.smithi129 (mon.0) 2121 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:19:37.457 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:19:37.457 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 1s ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:19:37.457 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 1s ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:19:37.457 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 3s ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:19:37.458 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 1s ago 3h 43.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:19:37.458 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 1s ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:19:37.458 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 3s ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:19:37.458 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 1s ago 3h 702M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:19:37.459 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 3s ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:19:37.459 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 1s ago 3h 1296M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:19:37.459 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 3s ago 3h 603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:19:37.459 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 1s ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:19:37.460 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 3s ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:19:37.460 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 1s ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:19:37.460 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 3s ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:19:37.460 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 1s ago 3h 1982M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:19:37.461 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 1s ago 3h 3046M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:19:37.461 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 1s ago 3h 2324M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:19:37.461 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 1s ago 3h 3057M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:19:37.461 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 3s ago 3h 2840M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:19:37.462 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 3s ago 3h 3382M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:19:37.462 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 3s ago 3h 2704M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:19:37.462 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 3s ago 3h 3942M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:19:37.462 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 1s ago 3h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:19:37.776 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:19:37.776 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:19:37.776 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:19:37.777 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:19:37.777 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:19:37.777 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:19:37.777 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:19:37.778 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:19:37.778 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:19:37.778 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:19:37.778 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:19:37.779 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:19:37.779 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:19:37.779 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:19:37.779 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:19:37.780 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:19:37.780 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:19:37.780 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:19:37.780 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:19:38.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:37 smithi129 conmon[101092]: audit 2022-01-18T19:19:37.782996+0000 mon.smithi129 (mon.0) 2122 : audit 2022-01-18T19:19:38.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:37 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/3708502204' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:19:38.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:37 smithi156 conmon[67007]: audit 2022-01-18T19:19:37.782996+0000 mon.smithi129 (mon.0) 2122 : audit [DBG] from='client.? 172.21.15.129:0/3708502204' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:19:39.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:38 smithi129 conmon[101092]: audit 2022-01-18T19:19:37.188824+0000 mgr.smithi129.iclwio (mgr.14716) 6811 : audit [DBG] from='client.38626 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:19:39.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:38 smithi129 conmon[101092]: 2022-01-18T19:19:39.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:38 smithi129 conmon[101092]: audit 2022-01-18T19:19:37.454785+0000 mgr.smithi129.iclwio (mgr.14716) 6812 : audit [DBG] from='client.38630 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:19:39.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:38 smithi129 conmon[101092]: cluster 2022-01-18T19:19:37.859053+0000 mgr.smithi129.iclwio (mgr.14716) 6813 : 2022-01-18T19:19:39.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:38 smithi129 conmon[101092]: cluster [DBG] pgmap v5855: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:39.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:38 smithi156 conmon[67007]: audit 2022-01-18T19:19:37.188824+0000 mgr.smithi129.iclwio (mgr.14716) 6811 : audit [DBG] from='client.38626 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:19:39.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:38 smithi156 conmon[67007]: audit 2022-01-18T19:19:37.454785+0000 mgr.smithi129.iclwio (mgr.14716) 6812 : audit [DBG] from='client.38630 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:19:39.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:38 smithi156 conmon[67007]: cluster 2022-01-18T19:19:37.859053+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T19:19:39.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:38 smithi156 conmon[67007]: ) 6813 : cluster [DBG] pgmap v5855: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:40.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:39 smithi129 conmon[101092]: cluster 2022-01-18T19:19:39.859869+0000 mgr.smithi129.iclwio (mgr.14716) 6814 : cluster [DBG] pgmap v5856: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:19:40.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:39 smithi156 conmon[67007]: cluster 2022-01-18T19:19:39.859869+0000 mgr.smithi129.iclwio (mgr.14716) 6814 : cluster [DBG] pgmap v5856: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:19:42.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:42 smithi129 conmon[101092]: cluster 2022-01-18T19:19:41.860267+0000 mgr.smithi129.iclwio (mgr.14716) 6815 : cluster [DBG] pgmap v5857: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:43.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:42 smithi156 conmon[67007]: cluster 2022-01-18T19:19:41.860267+0000 mgr.smithi129.iclwio (mgr.14716) 6815 : cluster [DBG] pgmap v5857: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:45.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:44 smithi129 conmon[101092]: cluster 2022-01-18T19:19:43.861036+0000 mgr.smithi129.iclwio (mgr.14716) 6816 : cluster [DBG] pgmap v5858: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:45.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:44 smithi156 conmon[67007]: cluster 2022-01-18T19:19:43.861036+0000 mgr.smithi129.iclwio (mgr.14716) 6816 : cluster [DBG] pgmap v5858: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:47.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:46 smithi129 conmon[101092]: cluster 2022-01-18T19:19:45.861856+0000 mgr.smithi129.iclwio (mgr.14716) 6817 : cluster [DBG] pgmap v5859: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:47.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:46 smithi156 conmon[67007]: cluster 2022-01-18T19:19:45.861856+0000 mgr.smithi129.iclwio (mgr.14716) 6817 : cluster [DBG] pgmap v5859: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:49.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:48 smithi129 conmon[101092]: cluster 2022-01-18T19:19:47.862580+0000 mgr.smithi129.iclwio (mgr.14716) 6818 : cluster [DBG] pgmap v5860: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:49.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:48 smithi156 conmon[67007]: cluster 2022-01-18T19:19:47.862580+0000 mgr.smithi129.iclwio (mgr.14716) 6818 : cluster [DBG] pgmap v5860: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:51.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:50 smithi129 conmon[101092]: cluster 2022-01-18T19:19:49.863507+0000 mgr.smithi129.iclwio (mgr.14716) 6819 : cluster [DBG] pgmap v5861: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:19:51.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:50 smithi156 conmon[67007]: cluster 2022-01-18T19:19:49.863507+0000 mgr.smithi129.iclwio (mgr.14716) 6819 : cluster [DBG] pgmap v5861: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:19:52.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:52 smithi129 conmon[101092]: cluster 2022-01-18T19:19:51.864036+0000 mgr.smithi129.iclwio (mgr.14716) 6820 : cluster [DBG] pgmap v5862: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:53.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:52 smithi156 conmon[67007]: cluster 2022-01-18T19:19:51.864036+0000 mgr.smithi129.iclwio (mgr.14716) 6820 : cluster [DBG] pgmap v5862: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:55.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:54 smithi129 conmon[101092]: cluster 2022-01-18T19:19:53.864606+0000 mgr.smithi129.iclwio (mgr.14716) 6821 : cluster [DBG] pgmap v5863: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:55.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:54 smithi156 conmon[67007]: cluster 2022-01-18T19:19:53.864606+0000 mgr.smithi129.iclwio (mgr.14716) 6821 : cluster [DBG] pgmap v5863: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:57.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:56 smithi129 conmon[101092]: cluster 2022-01-18T19:19:55.865380+0000 mgr.smithi129.iclwio (mgr.14716) 6822 : cluster [DBG] pgmap v5864: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:57.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:56 smithi129 conmon[101092]: 2022-01-18T19:19:57.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:56 smithi156 conmon[67007]: cluster 2022-01-18T19:19:55.865380+0000 mgr.smithi129.iclwio (mgr.14716) 6822 : cluster [DBG] pgmap v5864: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:57.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:56 smithi156 conmon[67007]: 2022-01-18T19:19:59.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:58 smithi129 conmon[101092]: cluster 2022-01-18T19:19:57.865963+0000 mgr.smithi129.iclwio (mgr.14716) 6823 : cluster [DBG] pgmap v5865: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:59.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:58 smithi129 conmon[101092]: 2022-01-18T19:19:59.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:58 smithi156 conmon[67007]: cluster 2022-01-18T19:19:57.865963+0000 mgr.smithi129.iclwio (mgr.14716) 6823 : cluster [DBG] pgmap v5865: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:19:59.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:58 smithi156 conmon[67007]: 2022-01-18T19:20:00.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:59 smithi129 conmon[101092]: audit 2022-01-18T19:19:58.976585+0000 mon.smithi129 (mon.0) 2123 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:20:00.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:19:59 smithi129 conmon[101092]: audit 2022-01-18T19:19:58.976938+0000 mon.smithi129 (mon.0) 2124 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:20:00.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:59 smithi156 conmon[67007]: audit 2022-01-18T19:19:58.976585+0000 mon.smithi129 (mon.0) 2123 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:20:00.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:19:59 smithi156 conmon[67007]: audit 2022-01-18T19:19:58.976938+0000 mon.smithi129 (mon.0) 2124 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:20:01.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:00 smithi129 conmon[101092]: cluster 2022-01-18T19:19:59.866889+0000 mgr.smithi129.iclwio (mgr.14716) 6824 : cluster [DBG] pgmap v5866: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:20:01.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:00 smithi129 conmon[101092]: 2022-01-18T19:20:01.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:00 smithi129 conmon[101092]: cluster 2022-01-18T19:20:00.000138+0000 mon.smithi129 (mon.0) 2125 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T19:20:01.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:00 smithi156 conmon[67007]: cluster 2022-01-18T19:19:59.866889+0000 mgr.smithi129.iclwio (mgr.14716) 6824 : cluster [DBG] 2022-01-18T19:20:01.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:00 smithi156 conmon[67007]: pgmap v5866: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:20:01.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:00 smithi156 conmon[67007]: cluster 2022-01-18T19:20:00.000138+0000 mon.smithi129 (mon.0) 2125 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T19:20:02.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:02 smithi129 conmon[101092]: cluster 2022-01-18T19:20:01.867421+0000 mgr.smithi129.iclwio (mgr.14716) 6825 : cluster [DBG] pgmap v5867: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:03.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:02 smithi156 conmon[67007]: cluster 2022-01-18T19:20:01.867421+0000 mgr.smithi129.iclwio (mgr.14716) 6825 : cluster [DBG] pgmap v5867: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:05.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:04 smithi129 conmon[101092]: cluster 2022-01-18T19:20:03.868058+0000 mgr.smithi129.iclwio (mgr.14716) 6826 : cluster [DBG] pgmap v5868: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:05.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:04 smithi156 conmon[67007]: cluster 2022-01-18T19:20:03.868058+0000 mgr.smithi129.iclwio (mgr.14716) 6826 : cluster [DBG] pgmap v5868: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:07.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:06 smithi129 conmon[101092]: cluster 2022-01-18T19:20:05.868852+0000 mgr.smithi129.iclwio (mgr.14716) 6827 : cluster [DBG] pgmap v5869: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:07.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:06 smithi156 conmon[67007]: cluster 2022-01-18T19:20:05.868852+0000 mgr.smithi129.iclwio (mgr.14716) 6827 : cluster [DBG] pgmap v5869: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:08.074 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:20:08.338 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:20:08.339 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 32s ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:20:08.339 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 32s ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:20:08.339 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 34s ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:20:08.339 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 32s ago 3h 43.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:20:08.340 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 32s ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:20:08.340 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 34s ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:20:08.340 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 32s ago 3h 702M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:20:08.340 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 34s ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:20:08.341 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 32s ago 3h 1296M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:20:08.341 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 34s ago 3h 603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:20:08.341 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 32s ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:20:08.341 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 34s ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:20:08.341 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 32s ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:20:08.342 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 34s ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:20:08.342 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 32s ago 3h 1982M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:20:08.342 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 32s ago 3h 3046M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:20:08.342 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 32s ago 3h 2324M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:20:08.343 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 32s ago 3h 3057M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:20:08.343 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 34s ago 3h 2840M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:20:08.343 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 34s ago 3h 3382M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:20:08.343 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 34s ago 3h 2704M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:20:08.344 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 34s ago 3h 3942M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:20:08.344 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 32s ago 3h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:20:08.658 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:20:08.658 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:20:08.658 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:20:08.659 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:20:08.659 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:20:08.659 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:20:08.659 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:20:08.660 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:20:08.660 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:20:08.660 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:20:08.660 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:20:08.661 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:20:08.661 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:20:08.661 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:20:08.661 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:20:08.661 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:20:08.662 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:20:08.662 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:20:08.662 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:20:09.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:08 smithi129 conmon[101092]: cluster 2022-01-18T19:20:07.869500+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T19:20:09.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:08 smithi129 conmon[101092]: ) 6828 : cluster [DBG] pgmap v5870: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:09.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:08 smithi129 conmon[101092]: audit 2022-01-18T19:20:08.664973+0000 mon.smithi129 (mon.0) 2126 : audit [DBG] from='client.? 172.21.15.129:0/3052168761' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:20:09.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:08 smithi156 conmon[67007]: cluster 2022-01-18T19:20:07.869500+0000 mgr.smithi129.iclwio (mgr.14716) 6828 : cluster [DBG] pgmap v5870: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:09.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:08 smithi156 conmon[67007]: audit 2022-01-18T19:20:08.664973+0000 mon.smithi129 (mon.0) 2126 : audit [DBG] from='client.? 172.21.15.129:0/3052168761' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:20:10.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:09 smithi129 conmon[101092]: audit 2022-01-18T19:20:08.069560+0000 mgr.smithi129.iclwio (mgr.14716) 6829 : audit [DBG] from='client.38638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:20:10.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:09 smithi129 conmon[101092]: audit 2022-01-18T19:20:08.336800+0000 mgr.smithi129.iclwio (mgr.14716) 6830 : audit [DBG] from='client.38642 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:20:10.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:09 smithi156 conmon[67007]: audit 2022-01-18T19:20:08.069560+0000 mgr.smithi129.iclwio (mgr.14716) 6829 : audit [DBG] from='client.38638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:20:10.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:09 smithi156 conmon[67007]: audit 2022-01-18T19:20:08.336800+0000 mgr.smithi129.iclwio (mgr.14716) 6830 : audit [DBG] from='client.38642 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:20:11.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:10 smithi129 conmon[101092]: cluster 2022-01-18T19:20:09.870482+0000 mgr.smithi129.iclwio (mgr.14716) 6831 : cluster [DBG] pgmap v5871: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:20:11.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:10 smithi156 conmon[67007]: cluster 2022-01-18T19:20:09.870482+0000 mgr.smithi129.iclwio (mgr.14716) 6831 : cluster [DBG] pgmap v5871: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:20:12.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:12 smithi129 conmon[101092]: cluster 2022-01-18T19:20:11.871197+0000 mgr.smithi129.iclwio (mgr 2022-01-18T19:20:12.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:12 smithi129 conmon[101092]: .14716) 6832 : cluster [DBG] pgmap v5872: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:13.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:12 smithi156 conmon[67007]: cluster 2022-01-18T19:20:11.871197+0000 mgr.smithi129.iclwio (mgr.14716) 6832 : cluster [DBG] pgmap v5872: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:15.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:14 smithi129 conmon[101092]: cluster 2022-01-18T19:20:13.871732+0000 mgr.smithi129.iclwio (mgr.14716) 6833 : cluster [DBG] pgmap v5873: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:15.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:14 smithi156 conmon[67007]: cluster 2022-01-18T19:20:13.871732+0000 mgr.smithi129.iclwio (mgr.14716) 6833 : cluster [DBG] pgmap v5873: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:15.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:14 smithi156 conmon[67007]: 2022-01-18T19:20:17.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:16 smithi129 conmon[101092]: cluster 2022-01-18T19:20:15.872656+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:20:17.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:16 smithi129 conmon[101092]: 6834 : cluster [DBG] pgmap v5874: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:17.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:16 smithi156 conmon[67007]: cluster 2022-01-18T19:20:15.872656+0000 mgr.smithi129.iclwio (mgr.14716) 6834 : cluster [DBG] pgmap v5874: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:19.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:18 smithi129 conmon[101092]: cluster 2022-01-18T19:20:17.873236+0000 mgr.smithi129.iclwio (mgr.14716) 6835 : cluster [DBG] pgmap v5875: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:19.214 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:18 smithi129 conmon[101092]: 2022-01-18T19:20:19.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:18 smithi156 conmon[67007]: cluster 2022-01-18T19:20:17.873236+0000 mgr.smithi129.iclwio (mgr.14716) 6835 : cluster [DBG] pgmap v5875: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:20.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:19 smithi156 conmon[67007]: cluster 2022-01-18T19:20:19.874083+0000 mgr.smithi129.iclwio (mgr.14716) 6836 : cluster [DBG] pgmap v5876: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:20:20.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:19 smithi129 conmon[101092]: cluster 2022-01-18T19:20:19.874083+0000 mgr.smithi129.iclwio (mgr.14716) 6836 2022-01-18T19:20:20.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:19 smithi129 conmon[101092]: : cluster [DBG] pgmap v5876: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:20:22.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:22 smithi129 conmon[101092]: cluster 2022-01-18T19:20:21.874608+0000 mgr.smithi129.iclwio (mgr.14716) 6837 : cluster [DBG] 2022-01-18T19:20:22.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:22 smithi129 conmon[101092]: pgmap v5877: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:23.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:22 smithi156 conmon[67007]: cluster 2022-01-18T19:20:21.874608+0000 mgr.smithi129.iclwio (mgr.14716) 6837 : cluster [DBG] pgmap v5877: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:25.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:24 smithi129 conmon[101092]: cluster 2022-01-18T19:20:23.875319+0000 mgr.smithi129.iclwio (mgr.14716) 6838 : cluster [DBG] 2022-01-18T19:20:25.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:24 smithi129 conmon[101092]: pgmap v5878: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:25.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:24 smithi156 conmon[67007]: cluster 2022-01-18T19:20:23.875319+0000 mgr.smithi129.iclwio (mgr.14716) 6838 : cluster [DBG] pgmap v5878: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:27.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:26 smithi129 conmon[101092]: cluster 2022-01-18T19:20:25.876111+0000 mgr.smithi129.iclwio (mgr.14716) 6839 : cluster [DBG] 2022-01-18T19:20:27.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:26 smithi129 conmon[101092]: pgmap v5879: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:27.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:26 smithi156 conmon[67007]: cluster 2022-01-18T19:20:25.876111+0000 mgr.smithi129.iclwio (mgr.14716) 6839 : cluster [DBG] pgmap v5879: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:28.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:27 smithi156 conmon[67007]: cluster 2022-01-18T19:20:27.876835+0000 mgr.smithi129.iclwio (mgr.14716) 6840 : cluster [DBG] pgmap v5880: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:28.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:27 smithi129 conmon[101092]: cluster 2022-01-18T19:20:27.876835+0000 mgr.smithi129.iclwio (mgr.14716) 6840 : cluster [DBG] pgmap v5880: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:28.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:27 smithi129 conmon[101092]: 2022-01-18T19:20:31.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:30 smithi129 conmon[101092]: cluster 2022-01-18T19:20:29.877561+0000 mgr.smithi129.iclwio (mgr.14716) 6841 : cluster [DBG] 2022-01-18T19:20:31.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:30 smithi129 conmon[101092]: pgmap v5881: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:20:31.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:30 smithi156 conmon[67007]: cluster 2022-01-18T19:20:29.877561+0000 mgr.smithi129.iclwio (mgr.14716) 6841 : cluster [DBG] 2022-01-18T19:20:31.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:30 smithi156 conmon[67007]: pgmap v5881: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:20:32.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:32 smithi129 conmon[101092]: cluster 2022-01-18T19:20:31.878101+0000 mgr.smithi129.iclwio (mgr.14716) 6842 : cluster [DBG] pgmap v5882: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:32.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:32 smithi129 conmon[101092]: 2022-01-18T19:20:33.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:32 smithi156 conmon[67007]: cluster 2022-01-18T19:20:31.878101+0000 mgr.smithi129.iclwio (mgr.14716) 6842 : cluster [DBG] pgmap v5882: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:35.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:34 smithi129 conmon[101092]: cluster 2022-01-18T19:20:33.878656+0000 mgr.smithi129.iclwio (mgr.14716) 6843 : cluster [DBG] pgmap v5883: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:35.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:34 smithi129 conmon[101092]: 2022-01-18T19:20:35.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:34 smithi156 conmon[67007]: cluster 2022-01-18T19:20:33.878656+0000 mgr.smithi129.iclwio (mgr.14716) 6843 : cluster [DBG] pgmap v5883: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:37.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:36 smithi129 conmon[101092]: cluster 2022-01-18T 2022-01-18T19:20:37.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:36 smithi129 conmon[101092]: 19:20:35.879450+0000 mgr.smithi129.iclwio (mgr.14716) 6844 : cluster [DBG] pgmap v5884: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:37.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:36 smithi129 conmon[101092]: audit 2022-01-18T19:20:36.531769+0000 mon.smithi129 (mon.0) 2127 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:20:37.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:36 smithi129 conmon[101092]: audit 2022-01-18T19:20:36.533230+0000 mon.smithi129 (mon.0) 2128 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:20:37.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:36 smithi129 conmon[101092]: audit 2022-01-18T19:20:36.534225+0000 mon.smithi129 (mon.0) 2129 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:20:37.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:36 smithi129 conmon[101092]: audit 2022-01-18T19:20:36.851817+0000 mon.smithi129 (mon.0) 2130 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:20:37.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:36 smithi129 conmon[101092]: audit 2022-01-18T19:20:36 2022-01-18T19:20:37.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:36 smithi129 conmon[101092]: .856997+0000 mon.smithi129 (mon.0) 2131 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:20:37.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:36 smithi156 conmon[67007]: cluster 2022-01-18T19:20:35.879450+0000 mgr.smithi129.iclwio (mgr.14716) 6844 : cluster 2022-01-18T19:20:37.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:36 smithi156 conmon[67007]: [DBG] pgmap v5884: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:37.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:36 smithi156 conmon[67007]: audit 2022-01-18T19:20:36.531769+0000 mon.smithi129 (mon.0) 2127 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:20:37.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:36 smithi156 conmon[67007]: audit 2022-01-18T19:20:36.533230+0000 mon.smithi129 (mon.0) 2128 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:20:37.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:36 smithi156 conmon[67007]: audit 2022-01-18T19:20:36.534225+0000 mon.smithi129 (mon.0) 2129 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:20:37.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:36 smithi156 conmon[67007]: audit 2022-01-18T19:20:36.851817+0000 mon.smithi129 (mon.0) 2130 2022-01-18T19:20:37.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:36 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:20:37.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:36 smithi156 conmon[67007]: audit 2022-01-18T19:20:36.856997+0000 mon.smithi129 (mon.0) 2131 : audit 2022-01-18T19:20:37.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:36 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:20:38.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:37 smithi156 conmon[67007]: cephadm 2022-01-18T19:20:36.534994+0000 mgr.smithi129.iclwio (mgr.14716) 6845 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:20:38.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:37 smithi129 conmon[101092]: cephadm 2022-01-18T19:20:36.534994+0000 mgr.smithi129.iclwio (mgr.14716) 6845 : cephadm 2022-01-18T19:20:38.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:37 smithi129 conmon[101092]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:20:38.960 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:20:39.224 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:20:39.225 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 62s ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:20:39.225 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 62s ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:20:39.226 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 65s ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:20:39.226 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 62s ago 3h 43.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:20:39.226 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 62s ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:20:39.226 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 65s ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:20:39.226 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 62s ago 3h 702M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:20:39.227 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 65s ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:20:39.227 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 62s ago 3h 1296M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:20:39.227 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 65s ago 3h 603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:20:39.227 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 62s ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:20:39.228 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 65s ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:20:39.228 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 62s ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:20:39.228 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 65s ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:20:39.228 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 62s ago 3h 1982M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:20:39.228 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 62s ago 3h 3046M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:20:39.229 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 62s ago 3h 2324M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:20:39.229 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 62s ago 3h 3057M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:20:39.229 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 65s ago 3h 2840M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:20:39.229 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 65s ago 3h 3382M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:20:39.230 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 65s ago 3h 2704M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:20:39.230 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 65s ago 3h 3942M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:20:39.230 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 62s ago 3h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:20:39.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:38 smithi156 conmon[67007]: cluster 2022-01-18T19:20:37.880071+0000 mgr.smithi129.iclwio (mgr.14716) 6846 : cluster [DBG] pgmap v5885: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:39.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:38 smithi129 conmon[101092]: cluster 2022-01-18T19:20:37.880071+0000 mgr.smithi129.iclwio (mgr.14716) 6846 : cluster [DBG] pgmap v5885: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:39.543 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:20:39.544 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:20:39.544 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:20:39.545 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:20:39.545 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:20:39.545 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:20:39.545 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:20:39.545 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:20:39.546 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:20:39.546 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:20:39.546 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:20:39.546 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:20:39.547 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:20:39.547 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:20:39.547 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:20:39.547 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:20:39.548 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:20:39.548 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:20:39.548 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:20:40.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:39 smithi156 conmon[67007]: audit 2022-01-18T19:20:38.954632+0000 mgr.smithi129.iclwio (mgr.14716) 6847 : audit [DBG] from='client.38650 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:20:40.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:39 smithi156 conmon[67007]: audit 2022-01-18T19:20:39.222881+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T19:20:40.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:39 smithi156 conmon[67007]: 14716) 6848 : audit [DBG] from='client.38654 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:20:40.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:39 smithi156 conmon[67007]: audit 2022-01-18T19:20:39.550971+0000 mon.smithi129 (mon.0) 2132 : audit [DBG] from='client.? 172.21.15.129:0/3817925671' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:20:40.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:39 smithi156 conmon[67007]: cluster 2022-01-18T19:20:39.880891+0000 mgr.smithi129.iclwio (mgr.14716) 6849 : cluster [DBG] pgmap v5886: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:20:40.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:39 smithi129 conmon[101092]: audit 2022-01-18T19:20:38.954632+0000 mgr.smithi129.iclwio (mgr.14716) 6847 : audit 2022-01-18T19:20:40.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:39 smithi129 conmon[101092]: [DBG] from='client.38650 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:20:40.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:39 smithi129 conmon[101092]: audit 2022-01-18T19:20:39.222881+0000 mgr.smithi129.iclwio (mgr.14716) 6848 : audit [DBG] from='client.38654 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:20:40.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:39 smithi129 conmon[101092]: audit 2022-01-18T19:20:39.550971+0000 mon.smithi129 (mon.0) 2132 : audit [DBG] from='client.? 172.21.15.129:0/3817925671' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:20:40.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:39 smithi129 conmon[101092]: cluster 2022-01 2022-01-18T19:20:40.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:39 smithi129 conmon[101092]: -18T19:20:39.880891+0000 mgr.smithi129.iclwio (mgr.14716) 6849 : cluster [DBG] 2022-01-18T19:20:40.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:39 smithi129 conmon[101092]: pgmap v5886: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:20:43.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:42 smithi156 conmon[67007]: cluster 2022-01-18T19:20:41.881341+0000 mgr.smithi129.iclwio (mgr.14716) 6850 : cluster [DBG] pgmap v5887: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:43.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:42 smithi129 conmon[101092]: cluster 2022-01-18T19:20:41.881341+0000 mgr.smithi129.iclwio (mgr.14716) 6850 : cluster [DBG] pgmap v5887: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:45.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:44 smithi129 conmon[101092]: cluster 2022-01-18T19:20:43.881995+0000 mgr.smithi129.iclwio (mgr.14716) 6851 : cluster [DBG] pgmap v5888: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:45.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:44 smithi156 conmon[67007]: cluster 2022-01-18T19:20:43.881995+0000 mgr.smithi129.iclwio (mgr.14716) 6851 : cluster [DBG] pgmap v5888: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:46.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:45 smithi156 conmon[67007]: cluster 2022-01-18T19:20:45.882740+0000 mgr.smithi129.iclwio (mgr.14716) 6852 : cluster [DBG] pgmap v5889: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:46.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:45 smithi129 conmon[101092]: cluster 2022-01-18T19:20:45.882740+0000 mgr.smithi129.iclwio (mgr.14716) 6852 : cluster [DBG] pgmap v5889: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:49.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:48 smithi129 conmon[101092]: cluster 2022-01-18T19:20:47.883461+0000 mgr.smithi129.iclwio 2022-01-18T19:20:49.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:48 smithi129 conmon[101092]: (mgr.14716) 6853 : cluster [DBG] pgmap v5890: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:49.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:48 smithi156 conmon[67007]: cluster 2022-01-18T19:20:47.883461+0000 mgr.smithi129.iclwio (mgr.14716) 6853 : cluster [DBG] pgmap v5890: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:50.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:49 smithi156 conmon[67007]: cluster 2022-01-18T19:20:49.884405+0000 mgr.smithi129.iclwio (mgr.14716) 6854 : cluster [DBG] pgmap v5891: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:20:50.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:49 smithi129 conmon[101092]: cluster 2022-01-18T19:20:49.884405+0000 mgr.smithi129.iclwio (mgr.14716) 6854 : cluster [DBG] pgmap v5891: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:20:53.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:52 smithi156 conmon[67007]: cluster 2022-01-18T19:20:51.884977+0000 mgr.smithi129.iclwio (mgr.14716) 6855 : cluster [DBG] pgmap v5892: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:53.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:52 smithi129 conmon[101092]: cluster 2022-01-18T19:20:51.884977 2022-01-18T19:20:53.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:52 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 6855 : cluster [DBG] pgmap v5892: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:55.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:54 smithi156 conmon[67007]: cluster 2022-01-18T19:20:53.885608+0000 mgr.smithi129.iclwio (mgr.14716) 6856 : cluster [DBG] pgmap v5893: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:55.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:54 smithi156 conmon[67007]: 2022-01-18T19:20:55.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:54 smithi129 conmon[101092]: cluster 2022-01-18T19:20:53.885608+0000 mgr.smithi129.iclwio (mgr.14716) 6856 : cluster [DBG] pgmap v5893: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:56.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:55 smithi156 conmon[67007]: cluster 2022-01-18T19:20:55.886453+0000 mgr.smithi129.iclwio (mgr.14716) 6857 : cluster [DBG] pgmap v5894: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:56.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:55 smithi156 conmon[67007]: 2022-01-18T19:20:56.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:55 smithi129 conmon[101092]: cluster 2022-01-18T19:20:55.886453+0000 mgr.smithi129.iclwio (mgr.14716) 6857 : cluster [DBG] pgmap v5894: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:59.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:58 smithi156 conmon[67007]: cluster 2022-01-18T19:20:57.887193+0000 mgr.smithi129.iclwio (mgr.14716) 6858 : cluster [DBG] pgmap v5895: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:20:59.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:58 smithi129 conmon[101092]: cluster 2022-01-18T19:20:57.887193+0000 mgr.smithi129.iclwio (mgr.14716) 6858 : cluster 2022-01-18T19:20:59.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:58 smithi129 conmon[101092]: [DBG] pgmap v5895: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:00.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:59 smithi156 conmon[67007]: audit 2022-01-18T19:20:58.980280+0000 mon.smithi129 (mon.0) 2133 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:21:00.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:59 smithi156 conmon[67007]: 2022-01-18T19:21:00.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:59 smithi156 conmon[67007]: audit 2022-01-18T19:20:58.980511+0000 mon.smithi129 (mon.0) 2134 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:21:00.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:59 smithi156 conmon[67007]: cluster 2022-01-18T19:20:59 2022-01-18T19:21:00.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:20:59 smithi156 conmon[67007]: .887965+0000 mgr.smithi129.iclwio (mgr.14716) 6859 : cluster [DBG] pgmap v5896: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:21:00.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:59 smithi129 conmon[101092]: audit 2022-01-18T19:20:58.980280+0000 mon.smithi129 (mon.0) 2133 : 2022-01-18T19:21:00.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:59 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:21:00.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:59 smithi129 conmon[101092]: audit 2022-01-18T19:20:58.980511+0000 mon.smithi129 (mon.0) 2134 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:21:00.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:59 smithi129 conmon[101092]: cluster 2022-01-18T19:20:59.887965+0000 mgr.smithi129.iclwio 2022-01-18T19:21:00.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:20:59 smithi129 conmon[101092]: (mgr.14716) 6859 : cluster [DBG] pgmap v5896: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:21:03.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:02 smithi156 conmon[67007]: cluster 2022-01-18T19:21:01.888504+0000 mgr.smithi129.iclwio (mgr.14716) 6860 : cluster [DBG] pgmap v5897: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:03.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:02 smithi129 conmon[101092]: cluster 2022-01-18T19:21:01.888504+0000 mgr.smithi129.iclwio (mgr.14716) 6860 : cluster [DBG] pgmap v5897: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:04.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:03 smithi156 conmon[67007]: cluster 2022-01-18T19:21:03.889250+0000 mgr.smithi129.iclwio (mgr.14716) 6861 : cluster [DBG] 2022-01-18T19:21:04.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:03 smithi156 conmon[67007]: pgmap v5898: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:04.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:03 smithi129 conmon[101092]: cluster 2022-01-18T19:21:03.889250+0000 mgr.smithi129.iclwio (mgr.14716) 6861 : cluster [DBG] pgmap v5898: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:06.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:05 smithi156 conmon[67007]: cluster 2022-01-18T19:21:05.890012+0000 mgr.smithi129.iclwio (mgr.14716) 6862 : cluster [DBG] pgmap v5899: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:06.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:05 smithi129 conmon[101092]: cluster 2022-01-18T19:21:05.890012+0000 mgr.smithi129.iclwio (mgr.14716) 6862 : cluster [DBG] pgmap v5899: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:08.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:07 smithi156 conmon[67007]: cluster 2022-01-18T19:21:07.890497+0000 mgr.smithi129.iclwio (mgr.14716) 6863 : cluster [DBG] pgmap v5900: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:08.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:07 smithi129 conmon[101092]: cluster 2022-01-18T19:21:07.890497+0000 mgr.smithi129.iclwio (mgr.14716) 6863 : cluster [DBG] pgmap v5900: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:09.847 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:21:10.114 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:21:10.114 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 93s ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:21:10.114 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 93s ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:21:10.115 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 96s ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:21:10.115 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 93s ago 3h 43.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:21:10.115 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 93s ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:21:10.115 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 96s ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:21:10.116 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 93s ago 3h 702M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:21:10.116 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 96s ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:21:10.116 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 93s ago 3h 1296M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:21:10.116 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 96s ago 3h 603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:21:10.116 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 93s ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:21:10.117 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 96s ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:21:10.117 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 93s ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:21:10.117 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 96s ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:21:10.117 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 93s ago 3h 1982M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:21:10.118 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 93s ago 3h 3046M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:21:10.118 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 93s ago 3h 2324M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:21:10.118 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 93s ago 3h 3057M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:21:10.118 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 96s ago 3h 2840M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:21:10.119 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 96s ago 3h 3382M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:21:10.119 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 96s ago 3h 2704M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:21:10.119 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 96s ago 3h 3942M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:21:10.119 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 93s ago 3h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:21:10.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:09 smithi156 conmon[67007]: audit 2022-01-18T19:21:09.841908+0000 mgr.smithi129.iclwio (mgr.14716) 6864 : audit [DBG] from='client.38662 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:21:10.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:09 smithi156 conmon[67007]: cluster 2022-01-18T19:21:09.891217+0000 mgr.smithi129.iclwio (mgr.14716) 6865 : cluster [DBG] pgmap v5901: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:21:10.431 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:21:10.431 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:21:10.431 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:21:10.432 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:21:10.432 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:21:10.432 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:21:10.432 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:21:10.433 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:21:10.433 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:21:10.433 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:21:10.433 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:21:10.434 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:21:10.434 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:21:10.434 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:21:10.434 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:21:10.435 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:21:10.435 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:21:10.435 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:21:10.435 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:21:10.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:09 smithi129 conmon[101092]: audit 2022-01-18T19:21:09.841908+0000 mgr.smithi129.iclwio (mgr.14716) 6864 : audit 2022-01-18T19:21:10.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:09 smithi129 conmon[101092]: [DBG] from='client.38662 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:21:10.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:09 smithi129 conmon[101092]: cluster 2022-01-18T19:21:09.891217+0000 mgr.smithi129.iclwio (mgr.14716) 6865 : cluster [DBG] pgmap v5901: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:21:11.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:10 smithi156 conmon[67007]: audit 2022-01-18T19:21:10.112544+0000 mgr.smithi129.iclwio (mgr.14716) 6866 : audit [DBG] from='client.38666 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:21:11.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:10 smithi156 conmon[67007]: audit 2022-01-18T19:21:10.438257+0000 mon.smithi129 (mon.0) 2135 : audit [DBG] from='client.? 172.21.15.129:0/3692058531' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:21:11.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:10 smithi129 conmon[101092]: audit 2022-01-18T19:21:10.112544+0000 mgr.smithi129.iclwio (mgr.14716) 6866 : audit [DBG] from='client.38666 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:21:11.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:10 smithi129 conmon[101092]: audit 2022-01-18T19:21:10.438257+0000 mon.smithi129 (mon.0) 2135 : audit [DBG] from='client.? 172.21.15.129:0/3692058531' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:21:13.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:12 smithi156 conmon[67007]: cluster 2022-01-18T19:21:11.891888+0000 mgr.smithi129.iclwio (mgr.14716) 6867 : cluster [DBG] pgmap v5902: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:13.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:12 smithi129 conmon[101092]: cluster 2022-01-18T19:21:11.891888+0000 mgr.smithi129.iclwio (mgr.14716) 6867 : cluster [DBG] pgmap v5902: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:14.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:13 smithi156 conmon[67007]: cluster 2022-01-18T19:21:13.892352+0000 mgr.smithi129.iclwio (mgr.14716) 6868 : cluster [DBG] pgmap v5903: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:14.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:13 smithi129 conmon[101092]: cluster 2022-01-18T19:21:13.892352+0000 mgr.smithi129.iclwio (mgr.14716) 6868 : cluster [DBG] pgmap v5903: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:16.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:15 smithi156 conmon[67007]: cluster 2022-01-18T19:21:15.893226+0000 mgr.smithi129.iclwio (mgr.14716) 6869 : cluster [DBG] pgmap v5904: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:16.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:15 smithi129 conmon[101092]: cluster 2022-01-18T19:21:15.893226+0000 mgr.smithi129.iclwio (mgr.14716) 6869 : cluster [DBG] pgmap v5904: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:18.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:17 smithi156 conmon[67007]: cluster 2022-01-18T19:21:17.893928+0000 mgr.smithi129.iclwio (mgr.14716) 6870 : cluster [DBG] pgmap v5905: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:18.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:17 smithi129 conmon[101092]: cluster 2022-01-18T19:21:17.893928+0000 mgr.smithi129.iclwio (mgr.14716) 6870 : cluster [DBG] pgmap v5905: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:20.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:19 smithi156 conmon[67007]: cluster 2022-01-18T19:21:19.894670+0000 mgr.smithi129.iclwio (mgr.14716) 6871 : cluster [DBG] pgmap v5906: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:21:20.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:19 smithi129 conmon[101092]: cluster 2022-01-18T19:21:19.894670+0000 mgr.smithi129.iclwio ( 2022-01-18T19:21:20.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:19 smithi129 conmon[101092]: mgr.14716) 6871 : cluster [DBG] pgmap v5906: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:21:23.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:22 smithi156 conmon[67007]: cluster 2022-01-18T19:21:21.895129+0000 mgr.smithi129.iclwio (mgr.14716) 6872 : cluster [DBG] pgmap v5907: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:23.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:22 smithi129 conmon[101092]: cluster 2022-01-18T19:21:21.895129+0000 mgr.smithi129.iclwio (mgr.14716) 6872 : cluster 2022-01-18T19:21:23.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:22 smithi129 conmon[101092]: [DBG] pgmap v5907: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:24.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:23 smithi156 conmon[67007]: cluster 2022-01-18T19:21:23.895752+0000 mgr.smithi129.iclwio (mgr.14716) 6873 : cluster [DBG] pgmap v5908: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:24.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:23 smithi129 conmon[101092]: cluster 2022-01-18T19:21:23.895752+0000 mgr.smithi129.iclwio (mgr.14716) 6873 : cluster [DBG] pgmap v5908: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:26.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:25 smithi156 conmon[67007]: cluster 2022-01-18T19:21:25.896520+0000 mgr.smithi129.iclwio (mgr.14716) 6874 : cluster [DBG] pgmap v5909: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:26.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:25 smithi129 conmon[101092]: cluster 2022-01-18T19:21:25.896520+0000 mgr.smithi129.iclwio (mgr.14716) 6874 : cluster [DBG] pgmap v5909: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:28.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:27 smithi156 conmon[67007]: cluster 2022-01-18T19:21:27.897050+0000 mgr.smithi129.iclwio (mgr.14716) 6875 : cluster [DBG] pgmap v5910: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:28.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:27 smithi129 conmon[101092]: cluster 2022-01-18T19:21:27.897050+0000 mgr.smithi129.iclwio (mgr.14716) 6875 : cluster [DBG] pgmap v5910: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:30.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:29 smithi156 conmon[67007]: cluster 2022-01-18T19:21:29.897744+0000 mgr.smithi129.iclwio (mgr.14716) 6876 : cluster [DBG] pgmap v5911: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:21:30.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:29 smithi129 conmon[101092]: cluster 2022-01-18T19:21:29.897744+0000 2022-01-18T19:21:30.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:29 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 6876 : cluster [DBG] pgmap v5911: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:21:33.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:32 smithi156 conmon[67007]: cluster 2022-01-18T19:21:31.898311+0000 mgr.smithi129.iclwio (mgr.14716) 6877 : cluster [DBG] pgmap v5912: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:33.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:32 smithi129 conmon[101092]: cluster 2022-01-18T19:21:31.898311+0000 mgr.smithi129.iclwio (mgr.14716) 6877 : cluster [DBG] pgmap v5912: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:34.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:33 smithi156 conmon[67007]: cluster 2022-01-18T19:21:33.898958+0000 mgr.smithi129.iclwio (mgr.14716) 6878 : cluster [DBG] pgmap v5913: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:34.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:33 smithi129 conmon[101092]: cluster 2022-01-18T19:21:33.898958+0000 mgr.smithi129.iclwio (mgr.14716) 6878 : cluster [DBG] pgmap v5913: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:36.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:35 smithi156 conmon[67007]: cluster 2022-01-18T19:21:35.899751+0000 mgr.smithi129.iclwio (mgr.14716) 6879 : cluster [DBG] pgmap v5914: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:36.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:35 smithi129 conmon[101092]: cluster 2022-01-18T19:21:35.899751+0000 mgr.smithi129.iclwio (mgr.14716) 6879 : cluster [DBG] pgmap v5914: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:37.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:37 smithi129 conmon[101092]: audit 2022-01-18T19:21:36.859496+0000 mon.smithi129 (mon.0) 2136 : audit [DBG] 2022-01-18T19:21:37.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:37 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:21:37.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:37 smithi129 conmon[101092]: audit 2022-01-18T19:21:36.860932+0000 mon.smithi129 (mon.0) 2137 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:21:37.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:37 smithi129 conmon[101092]: audit 2022-01-18T19:21:36.861727+0000 mon.smithi129 (mon.0) 2138 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:21:37.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:37 smithi129 conmon[101092]: cephadm 2022- 2022-01-18T19:21:37.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:37 smithi129 conmon[101092]: 01-18T19:21:36.862502+0000 2022-01-18T19:21:37.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:37 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 6880 : cephadm 2022-01-18T19:21:37.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:37 smithi129 conmon[101092]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:21:37.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:37 smithi129 conmon[101092]: audit 2022- 2022-01-18T19:21:37.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:37 smithi129 conmon[101092]: 01-18T19:21:37. 2022-01-18T19:21:37.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:37 smithi129 conmon[101092]: 122410+0000 mon.smithi129 (mon.0) 2022-01-18T19:21:37.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:37 smithi129 conmon[101092]: 2139 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:21:37.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:37 smithi129 conmon[101092]: audit 2022- 2022-01-18T19:21:37.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:37 smithi129 conmon[101092]: 01-18T19:21:37.413833 2022-01-18T19:21:37.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:37 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 2140 2022-01-18T19:21:37.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:37 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:21:37.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:37 smithi129 conmon[101092]: audit 2022- 2022-01-18T19:21:37.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:37 smithi129 conmon[101092]: 01-18T19:21:37.418975 2022-01-18T19:21:37.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:37 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 2141 2022-01-18T19:21:37.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:37 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:21:38.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:37 smithi156 conmon[67007]: audit 2022-01-18T19:21:36.859496+0000 mon.smithi129 (mon.0) 2136 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:21:38.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:37 smithi156 conmon[67007]: audit 2022-01-18T19:21:36.860932+0000 mon.smithi129 (mon.0) 2137 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:21:38.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:37 smithi156 conmon[67007]: audit 2022-01-18T19:21:36.861727+0000 mon.smithi129 (mon.0) 2138 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:21:38.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:37 smithi156 conmon[67007]: cephadm 2022-01-18T19:21:36.862502+0000 mgr.smithi129.iclwio (mgr.14716) 6880 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:21:38.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:37 smithi156 conmon[67007]: audit 2022-01-18T19:21:37.122410+0000 mon.smithi129 (mon.0) 2139 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:21:38.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:37 smithi156 conmon[67007]: audit 2022-01-18T19:21:37.413833+0000 mon.smithi129 (mon.0) 2140 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:21:38.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:37 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T19:21:38.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:37 smithi156 conmon[67007]: 18T19:21:37.418975+0000 mon.smithi129 ( 2022-01-18T19:21:38.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:37 smithi156 conmon[67007]: mon.0) 2141 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:21:39.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:38 smithi156 conmon[67007]: cluster 2022-01-18T19:21:37.900280+0000 mgr.smithi129.iclwio (mgr.14716) 6881 : cluster [DBG] pgmap v5915: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:39.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:38 smithi129 conmon[101092]: cluster 2022-01-18T19:21:37.900280+0000 mgr.smithi129.iclwio (mgr.14716) 6881 : cluster [DBG] pgmap v5915: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:40.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:39 smithi156 conmon[67007]: cluster 2022-01-18T19:21:39.900970+0000 mgr.smithi129.iclwio (mgr.14716) 6882 : cluster [DBG] pgmap v5916: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:21:40.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:39 smithi129 conmon[101092]: cluster 2022-01-18T19:21:39.900970+0000 mgr.smithi129.iclwio (mgr.14716) 6882 : cluster [DBG] pgmap v5916: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:21:40.734 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:21:41.000 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:21:41.000 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 2m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:21:41.000 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 2m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:21:41.001 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 2m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:21:41.001 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 2m ago 3h 43.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:21:41.001 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 2m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:21:41.001 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 2m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:21:41.002 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 2m ago 3h 702M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:21:41.002 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 2m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:21:41.002 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 2m ago 3h 1296M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:21:41.002 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 2m ago 3h 603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:21:41.002 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 2m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:21:41.003 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 2m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:21:41.003 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 2m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:21:41.003 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 2m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:21:41.003 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 2m ago 3h 1982M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:21:41.004 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 2m ago 3h 3046M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:21:41.004 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 2m ago 3h 2324M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:21:41.004 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 2m ago 3h 3057M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:21:41.004 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 2m ago 3h 2840M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:21:41.005 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 2m ago 3h 3382M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:21:41.005 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 2m ago 3h 2704M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:21:41.005 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 2m ago 3h 3942M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:21:41.005 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 2m ago 3h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:21:41.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:41 smithi156 conmon[67007]: audit 2022-01-18T19:21:40.730235+0000 mgr.smithi129.iclwio (mgr.14716) 6883 : audit 2022-01-18T19:21:41.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:41 smithi156 conmon[67007]: [DBG] from='client.38674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:21:41.315 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:21:41.316 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:21:41.316 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:21:41.316 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:21:41.317 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:21:41.317 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:21:41.317 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:21:41.317 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:21:41.317 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:21:41.318 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:21:41.318 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:21:41.318 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:21:41.318 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:21:41.319 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:21:41.319 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:21:41.319 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:21:41.319 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:21:41.320 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:21:41.320 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:21:41.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:41 smithi129 conmon[101092]: audit 2022-01-18T19:21:40.730235+0000 mgr.smithi129.iclwio (mgr.14716) 6883 2022-01-18T19:21:41.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:41 smithi129 conmon[101092]: : audit [DBG] from='client.38674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:21:42.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:42 smithi156 conmon[67007]: audit 2022-01-18T19:21:40.997840+0000 mgr.smithi129.iclwio (mgr.14716) 6884 : audit [DBG] from='client.38678 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:21:42.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:42 smithi156 conmon[67007]: 2022-01-18T19:21:42.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:42 smithi156 conmon[67007]: audit 2022-01-18T19:21:41.323142+0000 mon.smithi129 (mon.0) 2142 : audit [DBG] from='client.? 172.21.15.129:0/3677474500' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:21:42.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:42 smithi156 conmon[67007]: cluster 2022-01-18T19:21:41.901340+0000 mgr.smithi129.iclwio (mgr.14716) 6885 : cluster [DBG] pgmap v5917: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:42.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:42 smithi129 conmon[101092]: audit 2022-01-18T19:21:40.997840+0000 mgr.smithi129.iclwio (mgr.14716) 6884 2022-01-18T19:21:42.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:42 smithi129 conmon[101092]: : audit [DBG] from='client.38678 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:21:42.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:42 smithi129 conmon[101092]: audit 2022-01-18T19:21:41.323142+0000 mon.smithi129 (mon.0) 2142 : audit [DBG] from='client.? 172.21.15.129:0/3677474500' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:21:42.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:42 smithi129 conmon[101092]: cluster 2022-01 2022-01-18T19:21:42.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:42 smithi129 conmon[101092]: -18T19:21:41.901340+0000 mgr.smithi129.iclwio (mgr.14716) 6885 : cluster [DBG] pgmap v5917: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:44.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:43 smithi156 conmon[67007]: cluster 2022-01-18T19:21:43.901847+0000 mgr.smithi129.iclwio (mgr.14716) 6886 : cluster [DBG] pgmap v5918: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:44.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:43 smithi129 conmon[101092]: cluster 2022-01-18T19:21:43.901847+0000 mgr.smithi129.iclwio (mgr.14716) 6886 : cluster [DBG] pgmap v5918: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:46.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:45 smithi156 conmon[67007]: cluster 2022-01-18T19:21:45.902600+0000 mgr.smithi129.iclwio (mgr.14716) 6887 : cluster [DBG] pgmap v5919: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:46.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:45 smithi129 conmon[101092]: cluster 2022-01-18T19:21:45.902600+0000 mgr.smithi129.iclwio (mgr.14716) 6887 : cluster [DBG] pgmap v5919: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:46.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:45 smithi129 conmon[101092]: 2022-01-18T19:21:48.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:48 smithi156 conmon[67007]: cluster 2022-01-18T19:21:47.903285+0000 mgr.smithi129.iclwio (mgr.14716) 6888 : cluster [DBG] pgmap v5920: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:48.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:48 smithi129 conmon[101092]: cluster 2022-01-18T19:21:47.903285+0000 mgr.smithi129.iclwio (mgr.14716) 6888 : cluster [DBG] pgmap v5920: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:48.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:48 smithi129 conmon[101092]: 2022-01-18T19:21:50.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:50 smithi156 conmon[67007]: cluster 2022-01-18T19:21:49.904174+0000 mgr.smithi129.iclwio (mgr.14716) 6889 : cluster [DBG] pgmap v5921: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:21:50.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:50 smithi129 conmon[101092]: cluster 2022-01-18T19:21:49.904174+0000 mgr.smithi129.iclwio (mgr.14716) 6889 : cluster [DBG] pgmap v5921: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:21:53.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:52 smithi156 conmon[67007]: cluster 2022-01-18T19:21:51.904638+0000 mgr.smithi129.iclwio (mgr.14716) 6890 : cluster [DBG] pgmap v5922: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:53.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:52 smithi129 conmon[101092]: cluster 2022-01-18T19:21:51.904638+0000 mgr.smithi129.iclwio (mgr.14716) 6890 : cluster [DBG] pgmap v5922: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:54.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:54 smithi156 conmon[67007]: cluster 2022-01-18T19:21:53.905300+0000 mgr.smithi129.iclwio (mgr.14716) 6891 : cluster [DBG] pgmap v5923: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:54.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:54 smithi129 conmon[101092]: cluster 2022-01-18T19:21:53.905300+0000 mgr.smithi129.iclwio (mgr.14716) 6891 : cluster [DBG] pgmap v5923: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:56.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:56 smithi156 conmon[67007]: cluster 2022-01-18T19:21:55.906231+0000 mgr.smithi129.iclwio (mgr.14716) 6892 : cluster [DBG] pgmap v5924: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:56.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:56 smithi129 conmon[101092]: cluster 2022-01-18T19:21:55.906231+0000 mgr.smithi129.iclwio (mgr.14716) 6892 : cluster [DBG] pgmap v5924: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:58.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:58 smithi156 conmon[67007]: cluster 2022-01-18T19:21:57.906950+0000 mgr.smithi129.iclwio (mgr.14716) 6893 : cluster [DBG] pgmap v5925: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:58.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:58 smithi129 conmon[101092]: cluster 2022-01-18T19:21:57.906950+0000 mgr.smithi129.iclwio (mgr.14716) 6893 : cluster [DBG] pgmap v5925: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:21:59.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:59 smithi156 conmon[67007]: audit 2022-01-18T19:21:58.984841+0000 mon.smithi129 (mon.0) 2143 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:21:59.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:21:59 smithi156 conmon[67007]: audit 2022-01-18T19:21:58.985080+0000 mon.smithi129 (mon.0) 2144 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:21:59.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:59 smithi129 conmon[101092]: audit 2022-01-18T19:21:58.984841+0000 mon.smithi129 (mon.0) 2143 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:21:59.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:21:59 smithi129 conmon[101092]: audit 2022-01-18T19:21:58.985080+0000 mon.smithi129 (mon.0) 2144 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:22:00.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:00 smithi156 conmon[67007]: cluster 2022-01-18T19:21:59.907669+0000 mgr.smithi129.iclwio (mgr.14716) 6894 : cluster [DBG] pgmap v5926: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:22:00.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:00 smithi129 conmon[101092]: cluster 2022-01-18T19:21:59.907669+0000 mgr.smithi129.iclwio (mgr.14716) 6894 : cluster [DBG] pgmap v5926: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:22:03.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:02 smithi156 conmon[67007]: cluster 2022-01-18T19:22:01.908195+0000 mgr.smithi129.iclwio (mgr.14716) 6895 : cluster [DBG] pgmap v5927: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:03.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:02 smithi129 conmon[101092]: cluster 2022-01-18T19:22:01.908195+0000 mgr.smithi129.iclwio (mgr.14716) 6895 : cluster [DBG] pgmap v5927: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:03.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:02 smithi129 conmon[101092]: 2022-01-18T19:22:04.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:04 smithi156 conmon[67007]: cluster 2022-01-18T19:22:03.908739+0000 mgr.smithi129.iclwio (mgr.14716) 6896 : cluster [DBG] pgmap v5928: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:04.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:04 smithi129 conmon[101092]: cluster 2022-01-18T19:22:03.908739+0000 mgr.smithi129.iclwio (mgr.14716) 6896 : cluster [DBG] pgmap v5928: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:06.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:06 smithi156 conmon[67007]: cluster 2022-01-18T19:22:05.909584+0000 mgr.smithi129.iclwio (mgr.14716) 6897 : cluster [DBG] pgmap v5929: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:06.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:06 smithi129 conmon[101092]: cluster 2022-01-18T19:22:05.909584+0000 mgr.smithi129.iclwio (mgr.14716) 6897 : cluster [DBG] pgmap v5929: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:08.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:08 smithi156 conmon[67007]: cluster 2022-01-18T19:22:07.910126+0000 mgr.smithi129.iclwio (mgr.14716) 6898 : cluster [DBG] pgmap v5930: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:08.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:08 smithi129 conmon[101092]: cluster 2022-01-18T19:22:07.910126+0000 mgr.smithi129.iclwio (mgr.14716) 6898 : cluster [DBG] pgmap v5930: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:10.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:10 smithi156 conmon[67007]: cluster 2022-01-18T19:22:09.911122+0000 mgr.smithi129.iclwio (mgr.14716) 6899 : cluster [DBG] pgmap v5931: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:22:10.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:10 smithi129 conmon[101092]: cluster 2022-01-18T19:22:09.911122+0000 mgr.smithi129.iclwio (mgr.14716) 6899 : cluster [DBG] pgmap v5931: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:22:11.618 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:22:11.886 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:22:11.886 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 2m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:22:11.887 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 2m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:22:11.887 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 2m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:22:11.887 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 2m ago 3h 43.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:22:11.887 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 2m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:22:11.888 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 2m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:22:11.888 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 2m ago 3h 702M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:22:11.888 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 2m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:22:11.888 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 2m ago 3h 1296M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:22:11.889 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 2m ago 3h 603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:22:11.889 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 2m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:22:11.889 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 2m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:22:11.889 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 2m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:22:11.889 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 2m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:22:11.890 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 2m ago 3h 1982M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:22:11.890 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 2m ago 3h 3046M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:22:11.890 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 2m ago 3h 2324M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:22:11.890 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 2m ago 3h 3057M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:22:11.891 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 2m ago 3h 2840M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:22:11.891 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 2m ago 3h 3382M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:22:11.891 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 2m ago 3h 2704M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:22:11.891 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 2m ago 3h 3942M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:22:11.891 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 2m ago 3h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:22:12.205 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:22:12.205 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:22:12.206 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:22:12.206 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:22:12.206 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:22:12.206 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:22:12.207 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:22:12.207 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:22:12.207 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:22:12.207 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:22:12.208 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:22:12.208 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:22:12.208 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:22:12.208 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:22:12.209 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:22:12.209 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:22:12.209 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:22:12.209 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:22:12.210 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:22:13.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:12 smithi156 conmon[67007]: audit 2022-01-18T19:22:11.614142+0000 mgr.smithi129.iclwio (mgr.14716) 6900 : audit 2022-01-18T19:22:13.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:12 smithi156 conmon[67007]: [DBG] from='client.38686 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:22:13.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:12 smithi156 conmon[67007]: audit 2022-01-18T19:22:11.884839+0000 mgr.smithi129.iclwio (mgr.14716) 6901 : audit [DBG] from='client.38690 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:22:13.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:12 smithi156 conmon[67007]: cluster 2022-01-18T19:22:13.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:12 smithi156 conmon[67007]: 2022-01-18T19:22:11.911525+0000 mgr.smithi129.iclwio (mgr.14716) 6902 : cluster [DBG] pgmap v5932: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:13.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:12 smithi156 conmon[67007]: audit 2022-01-18T19:22:13.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:12 smithi156 conmon[67007]: 2022-01-18T19:22:12.212890+0000 mon.smithi129 (mon.0) 2145 : audit [DBG] from='client.? 172.21.15.129:0/1338968964' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:22:13.044 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:12 smithi156 conmon[67007]: 2022-01-18T19:22:13.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:12 smithi129 conmon[101092]: audit 2022-01-18T19:22:11.614142+0000 mgr.smithi129.iclwio (mgr.14716) 6900 : audit [DBG] 2022-01-18T19:22:13.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:12 smithi129 conmon[101092]: from='client.38686 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:22:13.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:12 smithi129 conmon[101092]: audit 2022-01-18T19:22:11.884839+0000 mgr.smithi129.iclwio (mgr.14716) 6901 : audit [DBG] from='client.38690 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:22:13.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:12 smithi129 conmon[101092]: cluster 2022-01-18T19 2022-01-18T19:22:13.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:12 smithi129 conmon[101092]: :22:11.911525+0000 mgr.smithi129.iclwio (mgr.14716) 6902 : cluster [DBG] pgmap v5932: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:13.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:12 smithi129 conmon[101092]: audit 2022-01-18T19:22:13.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:12 smithi129 conmon[101092]: 2022-01-18T19:22:12 2022-01-18T19:22:13.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:12 smithi129 conmon[101092]: .212890+0000 mon.smithi129 (mon.0) 2022-01-18T19:22:13.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:12 smithi129 conmon[101092]: 2145 : audit [DBG] from='client.? 172.21.15.129:0/1338968964' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:22:14.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:14 smithi156 conmon[67007]: cluster 2022-01-18T19:22:13.912040+0000 mgr.smithi129.iclwio (mgr.14716) 6903 : cluster [DBG] pgmap v5933: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:14.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:14 smithi129 conmon[101092]: cluster 2022-01-18T19:22:13.912040+0000 mgr.smithi129.iclwio (mgr.14716) 6903 : cluster [DBG] pgmap v5933: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:16.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:16 smithi156 conmon[67007]: cluster 2022-01-18T19:22:15.912730+0000 mgr.smithi129.iclwio (mgr.14716) 6904 : cluster [DBG] pgmap v5934: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:16.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:16 smithi156 conmon[67007]: 2022-01-18T19:22:16.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:16 smithi129 conmon[101092]: cluster 2022-01-18T19:22:15.912730 2022-01-18T19:22:16.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:16 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 6904 : cluster [DBG] pgmap v5934: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:18.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:18 smithi156 conmon[67007]: cluster 2022-01-18T19:22:17.913308+0000 mgr.smithi129.iclwio (mgr.14716) 6905 : cluster [DBG] pgmap v5935: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:18.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:18 smithi129 conmon[101092]: cluster 2022-01-18T19:22:17.913308+0000 mgr.smithi129.iclwio (mgr.14716) 6905 : cluster [DBG] pgmap v5935: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:20.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:20 smithi156 conmon[67007]: cluster 2022-01-18T19:22:19.914102+0000 mgr.smithi129.iclwio (mgr.14716) 6906 : cluster [DBG] pgmap v5936: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:22:20.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:20 smithi129 conmon[101092]: cluster 2022-01-18T19:22:19.914102+0000 mgr.smithi129.iclwio (mgr.14716) 6906 : cluster [DBG] pgmap v5936: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:22:20.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:20 smithi129 conmon[101092]: 2022-01-18T19:22:23.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:22 smithi156 conmon[67007]: cluster 2022-01-18T19:22:21.914714+0000 mgr.smithi129.iclwio (mgr.14716) 6907 : cluster [DBG] pgmap v5937: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:23.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:22 smithi129 conmon[101092]: cluster 2022-01-18T19:22:21.914714+0000 mgr.smithi129.iclwio (mgr.14716) 6907 : cluster [DBG] pgmap v5937: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:24.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:24 smithi156 conmon[67007]: cluster 2022-01-18T19:22:23.915345+0000 mgr.smithi129.iclwio (mgr.14716) 6908 : cluster [DBG] pgmap v5938: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:24.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:24 smithi129 conmon[101092]: cluster 2022-01-18T19:22:23.915345+0000 mgr.smithi129.iclwio (mgr.14716) 6908 : cluster [DBG] pgmap v5938: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:24.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:24 smithi129 conmon[101092]: 2022-01-18T19:22:26.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:26 smithi156 conmon[67007]: cluster 2022-01-18T19:22:25.916138+0000 mgr.smithi129.iclwio (mgr.14716) 6909 : cluster [DBG] pgmap v5939: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:26.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:26 smithi129 conmon[101092]: cluster 2022-01-18T19:22:25.916138+0000 mgr.smithi129.iclwio (mgr.14716) 6909 : cluster [DBG] pgmap v5939: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:28.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:28 smithi156 conmon[67007]: cluster 2022-01-18T19:22:27.916874+0000 mgr.smithi129.iclwio (mgr.14716) 6910 : cluster [DBG] pgmap v5940: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:28.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:28 smithi129 conmon[101092]: cluster 2022-01-18T19:22:27.916874+0000 mgr.smithi129.iclwio (mgr.14716) 6910 : cluster [DBG] pgmap v5940: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:28.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:28 smithi129 conmon[101092]: 2022-01-18T19:22:30.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:30 smithi156 conmon[67007]: cluster 2022-01-18T19:22:29.917746+0000 mgr.smithi129.iclwio (mgr.14716) 6911 : cluster [DBG] pgmap v5941: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:22:30.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:30 smithi129 conmon[101092]: cluster 2022-01-18T19:22:29.917746+0000 mgr.smithi129.iclwio (mgr.14716) 6911 : cluster [DBG] pgmap v5941: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:22:33.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:32 smithi156 conmon[67007]: cluster 2022-01-18T19:22:31.918265+0000 mgr.smithi129.iclwio (mgr.14716) 6912 : cluster [DBG] pgmap v5942: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:33.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:32 smithi129 conmon[101092]: cluster 2022-01-18T19:22:31.918265+0000 mgr.smithi129.iclwio (mgr.14716) 6912 : cluster [DBG] pgmap v5942: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:34.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:34 smithi156 conmon[67007]: cluster 2022-01-18T19:22:33.918870+0000 mgr.smithi129.iclwio (mgr.14716) 6913 : cluster [DBG] pgmap v5943: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:34.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:34 smithi129 conmon[101092]: cluster 2022-01-18T19:22:33.918870+0000 mgr.smithi129.iclwio (mgr.14716) 6913 : cluster [DBG] pgmap v5943: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:36.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:36 smithi156 conmon[67007]: cluster 2022-01-18T19:22:35.919767+0000 mgr.smithi129.iclwio (mgr.14716) 6914 : cluster [DBG] pgmap v5944: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:36.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:36 smithi129 conmon[101092]: cluster 2022-01-18T19:22:35.919767+0000 mgr.smithi129.iclwio (mgr.14716) 6914 : cluster [DBG] pgmap v5944: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:37.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:37 smithi129 conmon[101092]: audit 2022-01-18T19:22:37.421710+0000 mon.smithi129 (mon 2022-01-18T19:22:37.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:37 smithi129 conmon[101092]: .0) 2146 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:22:37.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:37 smithi129 conmon[101092]: audit 2022-01-18T19:22:37.423156+0000 mon.smithi129 (mon.0) 2147 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:22:37.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:37 smithi129 conmon[101092]: audit 2022-01-18T19 2022-01-18T19:22:37.932 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:37 smithi129 conmon[101092]: :22:37.423991+0000 mon.smithi129 ( 2022-01-18T19:22:37.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:37 smithi129 conmon[101092]: mon.0) 2148 : audit [INF] 2022-01-18T19:22:37.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:37 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:22:38.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:37 smithi156 conmon[67007]: audit 2022-01-18T19:22:37.421710+0000 mon.smithi129 (mon.0) 2146 : 2022-01-18T19:22:38.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:37 smithi156 conmon[67007]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:22:38.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:37 smithi156 conmon[67007]: audit 2022-01-18T19:22:37.423156+0000 mon.smithi129 (mon.0) 2147 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:22:38.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:37 smithi156 conmon[67007]: audit 2022-01-18T19:22:37.423991 2022-01-18T19:22:38.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:37 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2148 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:22:39.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:38 smithi156 conmon[67007]: cephadm 2022-01-18T19:22:37.424675+0000 mgr.smithi129.iclwio (mgr.14716) 6915 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:22:39.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:38 smithi156 conmon[67007]: audit 2022-01-18T19:22:37.738686+0000 mon.smithi129 (mon.0) 2149 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:22:39.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:38 smithi156 conmon[67007]: audit 2022-01-18T19:22:37.745596+0000 mon.smithi129 (mon.0) 2150 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:22:39.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:38 smithi156 conmon[67007]: cluster 2022-01-18T19:22:37.920161+0000 mgr.smithi129.iclwio (mgr.14716) 6916 : cluster [DBG] pgmap v5945: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:39.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:38 smithi129 conmon[101092]: cephadm 2022-01-18T19:22:37.424675+0000 mgr.smithi129.iclwio (mgr.14716) 6915 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:22:39.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:38 smithi129 conmon[101092]: audit 2022-01-18T19:22:37.738686+0000 mon.smithi129 (mon.0) 2149 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:22:39.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:38 smithi129 conmon[101092]: audit 2022-01-18T19:22:37.745596+0000 mon.smithi129 (mon.0) 2150 2022-01-18T19:22:39.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:38 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:22:39.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:38 smithi129 conmon[101092]: cluster 2022-01 2022-01-18T19:22:39.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:38 smithi129 conmon[101092]: -18T19:22:37.920161+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T19:22:39.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:38 smithi129 conmon[101092]: ) 6916 : cluster [DBG] pgmap v5945: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:40.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:40 smithi156 conmon[67007]: cluster 2022-01-18T19:22:39.921028+0000 mgr.smithi129.iclwio (mgr.14716) 6917 : cluster [DBG] pgmap v5946: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:22:40.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:40 smithi129 conmon[101092]: cluster 2022-01-18T19:22:39.921028+0000 mgr.smithi129.iclwio (mgr.14716) 6917 : cluster [DBG] pgmap v5946: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:22:42.505 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:22:42.771 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:22:42.771 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 3m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:22:42.772 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 3m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:22:42.772 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 3m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:22:42.772 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 3m ago 3h 43.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:22:42.773 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 3m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:22:42.773 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 3m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:22:42.773 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 3m ago 3h 702M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:22:42.773 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 3m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:22:42.773 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 3m ago 3h 1296M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:22:42.774 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 3m ago 3h 603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:22:42.774 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 3m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:22:42.774 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 3m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:22:42.774 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 3m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:22:42.775 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 3m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:22:42.775 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 3m ago 3h 1982M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:22:42.775 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 3m ago 3h 3046M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:22:42.775 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 3m ago 3h 2324M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:22:42.776 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 3m ago 3h 3057M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:22:42.776 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 3m ago 3h 2840M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:22:42.776 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 3m ago 3h 3382M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:22:42.776 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 3m ago 3h 2704M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:22:42.777 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 3m ago 3h 3942M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:22:42.777 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 3m ago 3h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:22:43.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:42 smithi156 conmon[67007]: cluster 2022-01-18T19:22:41.921698+0000 mgr.smithi129.iclwio (mgr.14716) 6918 : cluster [DBG] pgmap v5947: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:43.091 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:22:43.091 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:22:43.092 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:22:43.092 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:22:43.092 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:22:43.092 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:22:43.093 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:22:43.093 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:22:43.093 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:22:43.093 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:22:43.094 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:22:43.094 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:22:43.094 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:22:43.094 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:22:43.095 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:22:43.095 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:22:43.095 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:22:43.095 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:22:43.095 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:22:43.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:42 smithi129 conmon[101092]: cluster 2022-01-18T19:22:41.921698+0000 mgr.smithi129.iclwio (mgr.14716) 6918 : cluster [DBG] pgmap v5947: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:43.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:42 smithi129 conmon[101092]: 2022-01-18T19:22:44.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:43 smithi156 conmon[67007]: audit 2022-01-18T19:22:42.500826+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T19:22:44.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:43 smithi156 conmon[67007]: ) 6919 : audit [DBG] from='client.38698 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:22:44.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:43 smithi156 conmon[67007]: audit 2022-01-18T19:22:42.770472+0000 mgr.smithi129.iclwio (mgr.14716) 6920 : audit [DBG] from='client.38702 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:22:44.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:43 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T19:22:44.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:43 smithi156 conmon[67007]: 18T19:22:43.099188+0000 mon.smithi129 (mon.0) 2151 : audit [DBG] from='client.? 172.21.15.129:0/2416676286' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:22:44.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:43 smithi129 conmon[101092]: audit 2022-01-18T19:22:42.500826+0000 mgr.smithi129.iclwio (mgr.14716) 6919 : audit [DBG] 2022-01-18T19:22:44.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:43 smithi129 conmon[101092]: from='client.38698 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:22:44.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:43 smithi129 conmon[101092]: audit 2022-01-18T19:22:42.770472+0000 mgr.smithi129.iclwio (mgr.14716) 6920 : audit [DBG] from='client.38702 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:22:44.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:43 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T19:22:44.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:43 smithi129 conmon[101092]: 18T19:22:43.099188+0000 mon.smithi129 (mon.0) 2151 : audit [DBG] from='client.? 172.21.15.129:0/2416676286' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:22:45.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:44 smithi156 conmon[67007]: cluster 2022-01-18T19:22:43.922333+0000 mgr.smithi129.iclwio (mgr.14716) 6921 : cluster [DBG] pgmap v5948: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:45.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:44 smithi156 conmon[67007]: 2022-01-18T19:22:45.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:44 smithi129 conmon[101092]: cluster 2022-01-18T19:22:43.922333+0000 mgr.smithi129.iclwio (mgr.14716) 6921 : cluster [DBG] pgmap v5948: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:46.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:46 smithi156 conmon[67007]: cluster 2022-01-18T19:22:45.923079+0000 mgr.smithi129.iclwio (mgr.14716) 6922 : cluster [DBG] pgmap v5949: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:46.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:46 smithi129 conmon[101092]: cluster 2022-01-18T19:22:45.923079+0000 mgr.smithi129.iclwio (mgr.14716) 6922 : cluster [DBG] pgmap v5949: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:48.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:48 smithi156 conmon[67007]: cluster 2022-01-18T19:22:47.923681+0000 mgr.smithi129.iclwio (mgr.14716) 6923 : cluster [DBG] pgmap v5950: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:48.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:48 smithi129 conmon[101092]: cluster 2022-01-18T19:22:47.923681+0000 mgr.smithi129.iclwio (mgr.14716) 6923 : cluster [DBG] pgmap v5950: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:50.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:50 smithi156 conmon[67007]: cluster 2022-01-18T19:22:49.924522+0000 mgr.smithi129.iclwio (mgr.14716) 6924 : cluster [DBG] pgmap v5951: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:22:50.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:50 smithi129 conmon[101092]: cluster 2022-01-18T19:22:49.924522+0000 mgr.smithi129.iclwio (mgr.14716) 6924 : cluster [DBG] 2022-01-18T19:22:50.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:50 smithi129 conmon[101092]: pgmap v5951: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:22:53.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:52 smithi156 conmon[67007]: cluster 2022-01-18T19:22:51.925120+0000 mgr.smithi129.iclwio (mgr.14716) 6925 : 2022-01-18T19:22:53.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:52 smithi156 conmon[67007]: cluster [DBG] pgmap v5952: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:53.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:52 smithi129 conmon[101092]: cluster 2022-01-18T19:22:51.925120+0000 mgr.smithi129.iclwio (mgr.14716) 6925 : cluster [DBG] pgmap v5952: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:54.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:54 smithi156 conmon[67007]: cluster 2022-01-18T19:22:53.925752+0000 mgr.smithi129.iclwio (mgr.14716) 6926 : cluster [DBG] pgmap v5953: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:54.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:54 smithi156 conmon[67007]: 2022-01-18T19:22:54.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:54 smithi129 conmon[101092]: cluster 2022-01-18T19:22:53.925752+0000 mgr.smithi129.iclwio (mgr.14716) 6926 : cluster [DBG] pgmap v5953: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:56.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:56 smithi156 conmon[67007]: cluster 2022-01-18T19:22:55.926691+0000 mgr.smithi129.iclwio (mgr.14716) 6927 : cluster 2022-01-18T19:22:56.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:56 smithi156 conmon[67007]: [DBG] pgmap v5954: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:56.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:56 smithi129 conmon[101092]: cluster 2022-01-18T19:22:55.926691+0000 mgr.smithi129.iclwio (mgr.14716) 6927 : cluster [DBG] pgmap v5954: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:58.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:58 smithi156 conmon[67007]: cluster 2022-01-18T19:22:57.927349+0000 mgr.smithi129.iclwio (mgr.14716) 6928 : cluster [DBG] pgmap v5955: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:58.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:58 smithi129 conmon[101092]: cluster 2022-01-18T19:22:57.927349+0000 mgr.smithi129.iclwio (mgr.14716) 6928 : cluster [DBG] pgmap v5955: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:22:58.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:58 smithi129 conmon[101092]: 2022-01-18T19:22:59.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:59 smithi156 conmon[67007]: audit 2022-01-18T19:22:58.988554+0000 mon.smithi129 (mon.0) 2152 : audit 2022-01-18T19:22:59.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:59 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:22:59.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:22:59 smithi156 conmon[67007]: audit 2022-01-18T19:22:58.988873+0000 mon.smithi129 (mon.0) 2153 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:22:59.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:59 smithi129 conmon[101092]: audit 2022-01-18T19:22:58.988554+0000 mon.smithi129 (mon.0) 2152 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:22:59.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:22:59 smithi129 conmon[101092]: audit 2022-01-18T19:22:58.988873+0000 mon.smithi129 (mon.0) 2153 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:23:00.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:00 smithi156 conmon[67007]: cluster 2022-01-18T19:22:59.928243+0000 mgr.smithi129.iclwio (mgr.14716) 6929 : cluster [DBG] pgmap v5956: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:23:00.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:00 smithi129 conmon[101092]: cluster 2022-01-18T 2022-01-18T19:23:00.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:00 smithi129 conmon[101092]: 19:22:59.928243+0000 mgr.smithi129.iclwio (mgr.14716) 6929 : cluster [DBG] pgmap v5956: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:23:03.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:02 smithi156 conmon[67007]: cluster 2022-01-18T19:23:01.928859+0000 mgr.smithi129.iclwio (mgr.14716) 6930 : cluster [DBG] pgmap v5957: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:03.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:02 smithi156 conmon[67007]: 2022-01-18T19:23:03.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:02 smithi129 conmon[101092]: cluster 2022-01-18T19:23:01.928859+0000 mgr.smithi129.iclwio (mgr.14716) 6930 : cluster [DBG] pgmap v5957: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:04.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:04 smithi156 conmon[67007]: cluster 2022-01-18T19:23:03.929561+0000 mgr.smithi129.iclwio (mgr.14716) 6931 : cluster [DBG] pgmap v5958: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:04.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:04 smithi129 conmon[101092]: cluster 2022-01-18T19:23:03.929561+0000 mgr.smithi129.iclwio (mgr.14716) 6931 : cluster [DBG] pgmap v5958: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:06.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:06 smithi156 conmon[67007]: cluster 2022-01-18T19:23:05.930411+0000 mgr.smithi129.iclwio (mgr.14716) 6932 : cluster [DBG] pgmap v5959: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:06.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:06 smithi129 conmon[101092]: cluster 2022-01-18T19:23:05.930411+0000 mgr.smithi129.iclwio (mgr.14716) 6932 : cluster [DBG] pgmap v5959: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:08.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:08 smithi156 conmon[67007]: cluster 2022-01-18T19:23:07.931128+0000 mgr.smithi129.iclwio (mgr.14716) 6933 : cluster [DBG] pgmap v5960: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:08.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:08 smithi129 conmon[101092]: cluster 2022-01-18T19:23:07.931128+0000 mgr.smithi129.iclwio (mgr.14716) 6933 : 2022-01-18T19:23:08.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:08 smithi129 conmon[101092]: cluster [DBG] pgmap v5960: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:10.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:10 smithi156 conmon[67007]: cluster 2022-01-18T19:23:09.931941+0000 mgr.smithi129.iclwio (mgr.14716) 6934 : cluster [DBG] pgmap v5961: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:23:10.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:10 smithi156 conmon[67007]: 2022-01-18T19:23:10.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:10 smithi129 conmon[101092]: cluster 2022-01-18T19:23:09.931941+0000 mgr.smithi129.iclwio (mgr.14716) 6934 : cluster [DBG] pgmap v5961: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:23:13.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:12 smithi156 conmon[67007]: cluster 2022-01-18T19:23:11.932437+0000 mgr.smithi129.iclwio (mgr.14716) 6935 : cluster [DBG] 2022-01-18T19:23:13.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:12 smithi156 conmon[67007]: pgmap v5962: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:13.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:12 smithi129 conmon[101092]: cluster 2022-01-18T19:23:11.932437+0000 mgr.smithi129.iclwio (mgr.14716) 6935 : cluster [DBG] pgmap v5962: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:13.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:12 smithi129 conmon[101092]: 2022-01-18T19:23:13.392 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:23:13.656 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:23:13.656 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 3m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:23:13.656 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 3m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:23:13.657 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 3m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:23:13.657 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 3m ago 3h 43.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:23:13.657 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 3m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:23:13.657 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 3m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:23:13.658 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 3m ago 3h 702M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:23:13.658 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 3m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:23:13.658 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 3m ago 3h 1296M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:23:13.658 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 3m ago 3h 603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:23:13.659 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 3m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:23:13.659 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 3m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:23:13.659 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 3m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:23:13.659 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 3m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:23:13.660 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 3m ago 3h 1982M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:23:13.660 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 3m ago 3h 3046M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:23:13.660 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 3m ago 3h 2324M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:23:13.660 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 3m ago 3h 3057M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:23:13.661 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 3m ago 3h 2840M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:23:13.661 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 3m ago 3h 3382M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:23:13.661 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 3m ago 3h 2704M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:23:13.661 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 3m ago 3h 3942M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:23:13.662 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 3m ago 3h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:23:13.975 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:23:14.482 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:23:14.482 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:23:14.482 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:23:14.483 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:23:14.483 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:23:14.483 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:23:14.483 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:23:14.484 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:23:14.484 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:23:14.484 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:23:14.484 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:23:14.485 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:23:14.485 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:23:14.485 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:23:14.485 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:23:14.485 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:23:14.486 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:23:14.486 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:23:14.487 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:14 smithi156 conmon[67007]: audit 2022-01-18T19:23:13.387146+0000 mgr.smithi129.iclwio (mgr.14716) 6936 : audit [DBG] from='client.38710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:23:14.487 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:14 smithi156 conmon[67007]: audit 2022-01-18T19:23:13.654809+0000 mgr.smithi129.iclwio (mgr.14716) 6937 : audit [DBG] from='client.38714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:23:14.487 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:14 smithi156 conmon[67007]: cluster 2022-01-18T19:23:13.932902+0000 mgr.smithi129.iclwio (mgr.14716) 6938 : cluster [DBG] pgmap v5963: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:14.488 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:14 smithi156 conmon[67007]: 2022-01-18T19:23:14.488 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:14 smithi156 conmon[67007]: audit 2022-01-18T19:23:13.983022+0000 2022-01-18T19:23:14.488 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:14 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2154 : audit [DBG] from='client.? 172.21.15.129:0/3479557048' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:23:14.489 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:14 smithi129 conmon[101092]: audit 2022-01-18T19:23:13.387146+0000 mgr.smithi129.iclwio (mgr.14716) 6936 2022-01-18T19:23:14.489 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:14 smithi129 conmon[101092]: : audit [DBG] from='client.38710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:23:14.489 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:14 smithi129 conmon[101092]: audit 2022-01-18T19:23:13.654809+0000 mgr.smithi129.iclwio (mgr.14716) 6937 : audit [DBG] from='client.38714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:23:14.489 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:14 smithi129 conmon[101092]: cluster 2022-01-18T19:23:13 2022-01-18T19:23:14.490 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:14 smithi129 conmon[101092]: .932902+0000 mgr.smithi129.iclwio (mgr.14716) 6938 : cluster [DBG] pgmap v5963: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:14.490 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:14 smithi129 conmon[101092]: audit 2022-01-18T19:23:13.983022 2022-01-18T19:23:14.490 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:14 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 2154 : audit [DBG] from='client.? 172.21.15.129:0/3479557048' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:23:16.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:16 smithi156 conmon[67007]: cluster 2022-01-18T19:23:15.933681+0000 mgr.smithi129.iclwio (mgr.14716) 6939 : cluster [DBG] pgmap v5964: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:16.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:16 smithi129 conmon[101092]: cluster 2022-01-18T19:23:15.933681+0000 mgr.smithi129.iclwio (mgr.14716) 6939 : cluster [DBG] pgmap v5964: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:18.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:18 smithi156 conmon[67007]: cluster 2022-01-18T19:23:17.934354+0000 mgr.smithi129.iclwio (mgr.14716) 6940 : cluster [DBG] 2022-01-18T19:23:18.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:18 smithi156 conmon[67007]: pgmap v5965: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:18.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:18 smithi129 conmon[101092]: cluster 2022-01-18T19:23:17.934354+0000 mgr.smithi129.iclwio (mgr.14716) 6940 : cluster [DBG] pgmap v5965: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:20.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:20 smithi156 conmon[67007]: cluster 2022-01-18T19:23:19.935210+0000 mgr.smithi129.iclwio (mgr.14716) 6941 : cluster [DBG] pgmap v5966: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:23:20.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:20 smithi156 conmon[67007]: 2022-01-18T19:23:20.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:20 smithi129 conmon[101092]: cluster 2022-01-18T19:23:19.935210+0000 mgr.smithi129.iclwio (mgr.14716) 6941 : cluster [DBG] pgmap v5966: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:23:23.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:22 smithi156 conmon[67007]: cluster 2022-01-18T19:23:21.935767+0000 mgr.smithi129.iclwio (mgr.14716) 6942 : cluster [DBG] pgmap v5967: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:23.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:22 smithi129 conmon[101092]: cluster 2022-01-18T19:23:21.935767+0000 mgr.smithi129.iclwio (mgr.14716) 6942 : cluster [DBG] pgmap v5967: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:23.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:22 smithi129 conmon[101092]: 2022-01-18T19:23:24.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:24 smithi156 conmon[67007]: cluster 2022-01-18T19:23:23.936299+0000 mgr.smithi129.iclwio (mgr.14716) 6943 : cluster [DBG] pgmap v5968: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:24.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:24 smithi129 conmon[101092]: cluster 2022-01-18T19:23:23.936299+0000 mgr.smithi129.iclwio (mgr.14716) 6943 : cluster [DBG] pgmap v5968: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:26.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:26 smithi156 conmon[67007]: cluster 2022-01-18T19:23:25.937055+0000 mgr.smithi129.iclwio (mgr.14716) 6944 : cluster [DBG] pgmap v5969: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:26.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:26 smithi156 conmon[67007]: 2022-01-18T19:23:26.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:26 smithi129 conmon[101092]: cluster 2022-01-18T19:23:25.937055+0000 mgr.smithi129.iclwio (mgr.14716) 6944 2022-01-18T19:23:26.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:26 smithi129 conmon[101092]: : cluster [DBG] pgmap v5969: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:28.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:28 smithi156 conmon[67007]: cluster 2022-01-18T19:23:27.937758+0000 mgr.smithi129.iclwio (mgr.14716) 6945 : cluster [DBG] pgmap v5970: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:28.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:28 smithi129 conmon[101092]: cluster 2022-01-18T19:23:27.937758+0000 mgr.smithi129.iclwio (mgr.14716) 6945 : cluster [DBG] pgmap v5970: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:30.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:30 smithi156 conmon[67007]: cluster 2022-01-18T19:23:29.938495+0000 mgr.smithi129.iclwio (mgr.14716) 6946 : cluster [DBG] pgmap v5971: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:23:30.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:30 smithi129 conmon[101092]: cluster 2022-01-18T19:23:29.938495+0000 mgr.smithi129.iclwio (mgr.14716) 6946 : cluster [DBG] pgmap v5971: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:23:30.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:30 smithi129 conmon[101092]: 2022-01-18T19:23:33.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:32 smithi156 conmon[67007]: cluster 2022-01-18T19:23:31.939056+0000 mgr.smithi129.iclwio (mgr.14716) 6947 : cluster [DBG] pgmap v5972: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:33.043 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:32 smithi156 conmon[67007]: 2022-01-18T19:23:33.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:32 smithi129 conmon[101092]: cluster 2022-01-18T19:23:31.939056+0000 mgr.smithi129.iclwio (mgr.14716) 6947 : cluster [DBG] pgmap v5972: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:34.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:34 smithi156 conmon[67007]: cluster 2022-01-18T19:23:33.939654+0000 mgr.smithi129.iclwio (mgr.14716) 6948 : cluster [DBG] pgmap v5973: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:34.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:34 smithi129 conmon[101092]: cluster 2022-01-18T19:23:33.939654+0000 mgr.smithi129.iclwio (mgr.14716) 6948 : cluster [DBG] pgmap v5973: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:36.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:36 smithi156 conmon[67007]: cluster 2022-01-18T19:23:35.940544+0000 mgr.smithi129.iclwio (mgr.14716) 6949 : cluster [DBG] pgmap v5974: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:36.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:36 smithi129 conmon[101092]: cluster 2022-01-18T19:23:35.940544+0000 mgr.smithi129.iclwio (mgr.14716) 6949 : cluster [DBG] 2022-01-18T19:23:36.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:36 smithi129 conmon[101092]: pgmap v5974: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:38.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:37 smithi129 conmon[101092]: audit 2022-01-18T19:23:37.748033+0000 mon.smithi129 (mon.0) 2155 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:23:38.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:37 smithi129 conmon[101092]: 2022-01-18T19:23:38.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:37 smithi129 conmon[101092]: audit 2022-01-18T19:23:37.749522+0000 mon.smithi129 (mon.0) 2156 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:23:38.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:37 smithi129 conmon[101092]: audit 2022-01-18T19:23:37.750387+0000 2022-01-18T19:23:38.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:37 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2157 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:23:38.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:37 smithi156 conmon[67007]: audit 2022-01-18T19:23:37.748033+0000 mon.smithi129 (mon.0) 2155 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:23:38.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:37 smithi156 conmon[67007]: audit 2022-01-18T19:23:37. 2022-01-18T19:23:38.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:37 smithi156 conmon[67007]: 749522+0000 mon.smithi129 (mon.0) 2156 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:23:38.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:37 smithi156 conmon[67007]: audit 2022-01-18T19:23:37.750387+0000 mon.smithi129 (mon.0) 2157 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:23:39.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:38 smithi129 conmon[101092]: cephadm 2022-01-18T19:23:37.751104+0000 mgr.smithi129.iclwio (mgr.14716) 6950 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:23:39.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:38 smithi129 conmon[101092]: cluster 2022-01-18T19:23:37.941090+0000 mgr.smithi129.iclwio (mgr.14716) 6951 : cluster [DBG] pgmap v5975: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:39.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:38 smithi129 conmon[101092]: audit 2022-01-18T19:23:38.058839+0000 mon.smithi129 (mon.0) 2158 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:23:39.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:38 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T19:23:39.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:38 smithi129 conmon[101092]: 19:23:38.063395+0000 mon.smithi129 (mon.0) 2159 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:23:39.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:38 smithi156 conmon[67007]: cephadm 2022-01-18T19:23:37.751104+0000 mgr.smithi129.iclwio (mgr.14716) 6950 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:23:39.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:38 smithi156 conmon[67007]: cluster 2022-01-18T19:23:37.941090+0000 mgr.smithi129.iclwio (mgr.14716) 6951 : cluster [DBG] pgmap v5975: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:39.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:38 smithi156 conmon[67007]: audit 2022-01-18T19:23:38.058839+0000 mon.smithi129 (mon.0) 2158 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:23:39.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:38 smithi156 conmon[67007]: audit 2022-01-18T19:23:38.063395+0000 mon.smithi129 (mon.0) 2159 : audit 2022-01-18T19:23:39.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:38 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:23:40.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:40 smithi156 conmon[67007]: cluster 2022-01-18T19:23:39.942003+0000 mgr.smithi129.iclwio (mgr.14716) 6952 : cluster [DBG] pgmap v5976: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:23:40.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:40 smithi129 conmon[101092]: cluster 2022-01-18T19:23:39.942003+0000 mgr.smithi129.iclwio (mgr.14716) 6952 : cluster [DBG] pgmap v5976: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:23:43.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:42 smithi156 conmon[67007]: cluster 2022-01-18T19:23:41.942396+0000 mgr.smithi129.iclwio (mgr.14716) 6953 : cluster [DBG] pgmap v5977: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:43.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:42 smithi129 conmon[101092]: cluster 2022-01-18T19:23:41.942396+0000 mgr.smithi129.iclwio (mgr.14716) 6953 : cluster [DBG] pgmap v5977: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:44.270 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:23:44.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:44 smithi156 conmon[67007]: cluster 2022-01-18T19:23:43.943006+0000 mgr.smithi129.iclwio (mgr.14716) 6954 : cluster [DBG] pgmap v5978: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:44.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:44 smithi129 conmon[101092]: cluster 2022-01-18T19:23:43.943006+0000 mgr.smithi129.iclwio (mgr.14716) 6954 : cluster [DBG] pgmap v5978: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:44.538 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:23:44.544 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 4m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:23:44.544 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 4m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:23:44.544 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 4m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:23:44.545 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 4m ago 3h 43.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:23:44.545 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 4m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:23:44.545 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 4m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:23:44.545 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 4m ago 3h 702M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:23:44.546 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 4m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:23:44.546 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 4m ago 3h 1296M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:23:44.546 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 4m ago 3h 603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:23:44.546 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 4m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:23:44.547 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 4m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:23:44.547 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 4m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:23:44.547 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 4m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:23:44.547 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 4m ago 3h 1982M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:23:44.547 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 4m ago 3h 3046M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:23:44.548 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 4m ago 3h 2324M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:23:44.548 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 4m ago 3h 3057M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:23:44.548 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 4m ago 3h 2840M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:23:44.548 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 4m ago 3h 3382M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:23:44.549 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 4m ago 3h 2704M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:23:44.549 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 4m ago 3h 3942M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:23:44.549 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 4m ago 3h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:23:44.857 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:23:44.858 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:23:44.858 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:23:44.858 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:23:44.858 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:23:44.859 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:23:44.859 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:23:44.859 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:23:44.859 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:23:44.859 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:23:44.860 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:23:44.860 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:23:44.860 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:23:44.860 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:23:44.861 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:23:44.861 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:23:44.861 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:23:44.861 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:23:44.861 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:23:45.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:45 smithi156 conmon[67007]: audit 2022-01-18T19:23:44.267010+0000 mgr.smithi129.iclwio (mgr.14716) 6955 : audit [DBG] from='client.38722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:23:45.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:45 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T19:23:45.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:45 smithi156 conmon[67007]: T19:23:44.537975+0000 mgr.smithi129.iclwio (mgr.14716) 6956 : audit [DBG] from='client.38726 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:23:45.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:45 smithi156 conmon[67007]: audit 2022-01-18T19:23:44.865288+0000 mon.smithi129 (mon.0) 2160 : audit [DBG] from='client.? 172.21.15.129:0/690900972' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:23:45.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:45 smithi129 conmon[101092]: audit 2022-01-18T19:23:44.267010+0000 mgr.smithi129.iclwio (mgr.14716) 6955 : audit [DBG] from='client.38722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:23:45.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:45 smithi129 conmon[101092]: audit 2022-01-18T19:23:44.537975+0000 mgr.smithi129.iclwio (mgr.14716) 6956 : audit [DBG] from='client.38726 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:23:45.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:45 smithi129 conmon[101092]: 2022-01-18T19:23:45.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:45 smithi129 conmon[101092]: audit 2022-01-18T19:23:44.865288+0000 mon.smithi129 (mon.0) 2160 : audit [DBG] from='client.? 172.21.15.129:0/690900972' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:23:46.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:46 smithi156 conmon[67007]: cluster 2022-01-18T19:23:45.943802+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:23:46.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:46 smithi156 conmon[67007]: 6957 : cluster [DBG] pgmap v5979: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:46.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:46 smithi129 conmon[101092]: cluster 2022-01-18T19:23:45.943802+0000 mgr.smithi129.iclwio (mgr.14716) 6957 : cluster [DBG] pgmap v5979: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:48.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:48 smithi156 conmon[67007]: cluster 2022-01-18T19:23:47.944367+0000 mgr.smithi129.iclwio (mgr.14716) 6958 : cluster [DBG] pgmap v5980: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:48.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:48 smithi129 conmon[101092]: cluster 2022-01-18T19:23:47.944367+0000 mgr.smithi129.iclwio (mgr.14716) 6958 : cluster [DBG] pgmap v5980: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:50.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:50 smithi156 conmon[67007]: cluster 2022-01-18T19:23:49.945329+0000 mgr.smithi129.iclwio (mgr.14716) 6959 : cluster [DBG] pgmap v5981: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:23:50.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:50 smithi129 conmon[101092]: cluster 2022-01-18T19:23:49.945329+0000 mgr.smithi129.iclwio (mgr.14716) 6959 : cluster [DBG] pgmap v5981: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:23:53.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:52 smithi156 conmon[67007]: cluster 2022-01-18T19:23:51.945833+0000 mgr.smithi129.iclwio (mgr.14716) 6960 : cluster [DBG] pgmap v5982: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:53.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:52 smithi129 conmon[101092]: cluster 2022-01-18T19:23:51.945833+0000 mgr.smithi129.iclwio (mgr.14716) 6960 : cluster [DBG] pgmap v5982: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:54.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:54 smithi156 conmon[67007]: cluster 2022-01-18T19:23:53.946533+0000 mgr.smithi129.iclwio (mgr.14716) 6961 : cluster [DBG] pgmap v5983: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:54.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:54 smithi129 conmon[101092]: cluster 2022-01-18T19:23:53.946533+0000 mgr.smithi129.iclwio (mgr.14716) 6961 : cluster [DBG] pgmap v5983: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:54.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:54 smithi129 conmon[101092]: 2022-01-18T19:23:56.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:56 smithi156 conmon[67007]: cluster 2022-01-18T19:23:55.947378+0000 mgr.smithi129.iclwio (mgr.14716) 6962 : cluster [DBG] pgmap v5984: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:56.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:56 smithi129 conmon[101092]: cluster 2022-01-18T19:23:55.947378+0000 mgr.smithi129.iclwio (mgr.14716) 6962 : cluster [DBG] pgmap v5984: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:58.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:58 smithi156 conmon[67007]: cluster 2022-01-18T19:23:57.948021+0000 mgr.smithi129.iclwio (mgr.14716) 6963 : cluster [DBG] pgmap v5985: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:58.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:58 smithi129 conmon[101092]: cluster 2022-01-18T19:23:57.948021+0000 mgr.smithi129.iclwio (mgr.14716) 6963 : cluster [DBG] pgmap v5985: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:23:59.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:59 smithi156 conmon[67007]: audit 2022-01-18T19:23:58.992710+0000 mon.smithi129 (mon.0) 2161 : audit [INF] 2022-01-18T19:23:59.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:59 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:23:59.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:23:59 smithi156 conmon[67007]: audit 2022-01-18T19:23:58.992966+0000 mon.smithi129 (mon.0) 2162 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:23:59.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:59 smithi129 conmon[101092]: audit 2022-01-18T19:23:58.992710+0000 mon.smithi129 (mon.0) 2161 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:23:59.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:23:59 smithi129 conmon[101092]: audit 2022-01-18T19:23:58.992966+0000 mon.smithi129 (mon.0) 2162 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:24:00.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:00 smithi156 conmon[67007]: cluster 2022-01-18T19:23:59.948864+0000 mgr.smithi129.iclwio (mgr.14716) 6964 : cluster [DBG] pgmap v5986: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:24:00.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:00 smithi129 conmon[101092]: cluster 2022-01-18T19:23:59.948864+0000 mgr.smithi129.iclwio (mgr.14716) 6964 : cluster [DBG] pgmap v5986: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:24:03.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:02 smithi156 conmon[67007]: cluster 2022-01-18T19:24:01.949431+0000 mgr.smithi129.iclwio (mgr.14716) 6965 : cluster [DBG] pgmap v5987: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:03.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:02 smithi129 conmon[101092]: cluster 2022-01-18T19:24:01.949431+0000 mgr.smithi129.iclwio (mgr.14716) 6965 : cluster [DBG] pgmap v5987: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:04.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:04 smithi156 conmon[67007]: cluster 2022-01-18T19:24:03.949965+0000 mgr.smithi129.iclwio (mgr.14716) 6966 : cluster [DBG] pgmap v5988: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:04.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:04 smithi129 conmon[101092]: cluster 2022-01-18T19:24:03.949965+0000 mgr.smithi129.iclwio (mgr.14716) 6966 : cluster [DBG] pgmap v5988: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:06.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:06 smithi156 conmon[67007]: cluster 2022-01-18T19:24:05.950676+0000 mgr.smithi129.iclwio (mgr.14716) 6967 : cluster [DBG] pgmap v5989: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:06.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:06 smithi129 conmon[101092]: cluster 2022-01-18T19:24:05.950676+0000 mgr.smithi129.iclwio (mgr.14716) 6967 : cluster [DBG] pgmap v5989: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:08.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:08 smithi156 conmon[67007]: cluster 2022-01-18T19:24:07.951304+0000 mgr.smithi129.iclwio (mgr.14716) 6968 : cluster [DBG] pgmap v5990: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:08.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:08 smithi129 conmon[101092]: cluster 2022-01-18T19:24:07.951304+0000 mgr.smithi129.iclwio (mgr.14716) 6968 : cluster [DBG] pgmap v5990: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:10.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:10 smithi156 conmon[67007]: cluster 2022-01-18T19:24:09.952170+0000 mgr.smithi129.iclwio (mgr.14716) 6969 : cluster [DBG] pgmap v5991: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:24:10.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:10 smithi129 conmon[101092]: cluster 2022-01-18T19:24:09.952170+0000 mgr.smithi129.iclwio (mgr.14716) 6969 : cluster [DBG] pgmap v5991: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:24:13.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:12 smithi156 conmon[67007]: cluster 2022-01-18T19:24:11.952631+0000 mgr.smithi129.iclwio (mgr.14716) 6970 : cluster [DBG] pgmap v5992: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:13.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:12 smithi129 conmon[101092]: cluster 2022-01-18T19:24:11.952631+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:24:13.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:12 smithi129 conmon[101092]: 6970 : cluster [DBG] pgmap v5992: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:14.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:14 smithi156 conmon[67007]: cluster 2022-01-18T19:24:13.953270+0000 mgr.smithi129.iclwio (mgr.14716) 6971 : cluster [DBG] pgmap v5993: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:14.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:14 smithi129 conmon[101092]: cluster 2022-01-18T19:24:13.953270+0000 mgr.smithi129.iclwio (mgr.14716) 6971 : cluster [DBG] pgmap v5993: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:15.155 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:24:15.419 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:24:15.420 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 4m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:24:15.420 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 4m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:24:15.420 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 4m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:24:15.420 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 4m ago 3h 43.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:24:15.421 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 4m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:24:15.421 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 4m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:24:15.421 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 4m ago 3h 702M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:24:15.421 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 4m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:24:15.422 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 4m ago 3h 1296M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:24:15.422 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 4m ago 3h 603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:24:15.422 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 4m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:24:15.422 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 4m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:24:15.423 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 4m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:24:15.423 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 4m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:24:15.423 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 4m ago 3h 1982M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:24:15.423 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 4m ago 3h 3046M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:24:15.424 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 4m ago 3h 2324M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:24:15.424 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 4m ago 3h 3057M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:24:15.424 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 4m ago 3h 2840M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:24:15.424 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 4m ago 3h 3382M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:24:15.424 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 4m ago 3h 2704M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:24:15.425 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 4m ago 3h 3942M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:24:15.425 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 4m ago 3h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:24:15.737 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:24:15.738 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:24:15.738 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:24:15.738 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:24:15.739 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:24:15.739 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:24:15.739 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:24:15.739 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:24:15.740 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:24:15.740 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:24:15.740 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:24:15.740 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:24:15.740 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:24:15.741 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:24:15.741 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:24:15.741 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:24:15.741 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:24:15.742 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:24:15.742 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:24:16.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:15 smithi156 conmon[67007]: audit 2022-01-18T19:24:15.745815+0000 mon.smithi129 (mon.0) 2163 : audit [DBG] from='client.? 172.21.15.129:0/2742948993' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:24:16.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:15 smithi129 conmon[101092]: audit 2022-01-18T19:24:15.745815+0000 mon.smithi129 (mon.0) 2163 : audit [DBG] from='client.? 172.21.15.129:0/2742948993' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:24:17.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:16 smithi129 conmon[101092]: audit 2022-01-18T19:24:15.151675+0000 mgr.smithi129.iclwio (mgr.14716) 6972 : audit [DBG] from='client.38734 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:24:17.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:16 smithi129 conmon[101092]: audit 2022-01-18T19:24:15.418685+0000 mgr.smithi129.iclwio (mgr.14716) 6973 2022-01-18T19:24:17.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:16 smithi129 conmon[101092]: : audit [DBG] from='client.38738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:24:17.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:16 smithi129 conmon[101092]: cluster 2022-01-18T19:24:15.953896+0000 mgr.smithi129.iclwio (mgr.14716) 6974 : cluster [DBG] pgmap v5994: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:17.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:16 smithi156 conmon[67007]: audit 2022-01-18T19:24:15.151675+0000 mgr.smithi129.iclwio (mgr.14716) 6972 : audit [DBG] from='client.38734 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:24:17.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:16 smithi156 conmon[67007]: audit 2022-01-18T19 2022-01-18T19:24:17.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:16 smithi156 conmon[67007]: :24:15.418685+0000 mgr.smithi129.iclwio (mgr.14716) 6973 : audit [DBG] from='client.38738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:24:17.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:16 smithi156 conmon[67007]: cluster 2022-01-18T19:24:15.953896+0000 mgr.smithi129.iclwio (mgr.14716) 6974 : cluster [DBG] pgmap v5994: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:18.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:18 smithi156 conmon[67007]: cluster 2022-01-18T19:24:17.954429+0000 mgr.smithi129.iclwio (mgr.14716) 6975 : cluster [DBG] pgmap v5995: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:18.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:18 smithi129 conmon[101092]: cluster 2022-01-18T19:24:17.954429+0000 mgr.smithi129.iclwio (mgr.14716) 6975 : cluster [DBG] pgmap v5995: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:20.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:20 smithi156 conmon[67007]: cluster 2022-01-18T19:24:19.955327+0000 mgr.smithi129.iclwio (mgr.14716) 6976 : cluster [DBG] pgmap v5996: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:24:20.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:20 smithi129 conmon[101092]: cluster 2022-01-18T19:24:19.955327+0000 mgr.smithi129.iclwio (mgr.14716) 6976 : cluster [DBG] pgmap v5996: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:24:23.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:22 smithi156 conmon[67007]: cluster 2022-01-18T19:24:21.955978+0000 mgr.smithi129.iclwio (mgr.14716) 6977 : cluster 2022-01-18T19:24:23.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:22 smithi156 conmon[67007]: [DBG] pgmap v5997: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:23.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:22 smithi129 conmon[101092]: cluster 2022-01-18T19:24:21.955978+0000 mgr.smithi129.iclwio (mgr.14716) 6977 : cluster [DBG] pgmap v5997: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:24.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:24 smithi156 conmon[67007]: cluster 2022-01-18T19:24:23.956628+0000 mgr.smithi129.iclwio (mgr.14716) 6978 : cluster 2022-01-18T19:24:24.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:24 smithi156 conmon[67007]: [DBG] pgmap v5998: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:24.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:24 smithi129 conmon[101092]: cluster 2022-01-18T19:24:23.956628+0000 mgr.smithi129.iclwio (mgr.14716) 6978 : cluster [DBG] pgmap v5998: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:26.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:26 smithi156 conmon[67007]: cluster 2022-01-18T19:24:25.957390+0000 mgr.smithi129.iclwio (mgr.14716) 6979 : cluster [DBG] pgmap v5999: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:26.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:26 smithi129 conmon[101092]: cluster 2022-01-18T19:24:25.957390+0000 mgr.smithi129.iclwio (mgr.14716) 6979 : cluster [DBG] pgmap v5999: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:28.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:28 smithi156 conmon[67007]: cluster 2022-01-18T19:24:27.958071+0000 mgr.smithi129.iclwio (mgr.14716) 6980 : cluster [DBG] pgmap v6000: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:28.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:28 smithi129 conmon[101092]: cluster 2022-01-18T19:24:27.958071+0000 mgr.smithi129.iclwio (mgr.14716) 6980 : cluster [DBG] pgmap v6000: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:30.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:30 smithi156 conmon[67007]: cluster 2022-01-18T19:24:29.958871+0000 mgr.smithi129.iclwio (mgr.14716) 6981 : cluster [DBG] pgmap v6001: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:24:30.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:30 smithi129 conmon[101092]: cluster 2022-01-18T19:24:29.958871+0000 mgr.smithi129.iclwio (mgr.14716) 6981 : cluster [DBG] pgmap v6001: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:24:33.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:32 smithi156 conmon[67007]: cluster 2022-01-18T19:24:31.959391+0000 mgr.smithi129.iclwio (mgr.14716) 6982 : cluster [DBG] pgmap v6002: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:33.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:32 smithi129 conmon[101092]: cluster 2022-01-18T19:24:31.959391 2022-01-18T19:24:33.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:32 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 6982 : cluster [DBG] pgmap v6002: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:34.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:34 smithi156 conmon[67007]: cluster 2022-01-18T19:24:33.959978+0000 mgr.smithi129.iclwio (mgr.14716) 6983 : cluster [DBG] pgmap v6003: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:34.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:34 smithi129 conmon[101092]: cluster 2022-01-18T19:24:33.959978+0000 mgr.smithi129.iclwio (mgr.14716) 6983 : cluster [DBG] pgmap v6003: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:36.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:36 smithi156 conmon[67007]: cluster 2022-01-18T19:24:35.960734+0000 mgr.smithi129.iclwio (mgr.14716) 6984 : cluster [DBG] pgmap v6004: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:36.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:36 smithi156 conmon[67007]: 2022-01-18T19:24:36.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:36 smithi129 conmon[101092]: cluster 2022-01-18T19:24:35.960734+0000 mgr.smithi129.iclwio (mgr.14716) 6984 : cluster [DBG] pgmap v6004: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:38.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:38 smithi156 conmon[67007]: cluster 2022-01-18T19:24:37.961506+0000 mgr.smithi129.iclwio (mgr.14716) 6985 : cluster [DBG] pgmap v6005: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:38.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:38 smithi129 conmon[101092]: cluster 2022-01-18T19:24:37.961506+0000 mgr.smithi129.iclwio (mgr.14716) 6985 : cluster [DBG] pgmap v6005: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:39.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:39 smithi156 conmon[67007]: audit 2022-01-18T19:24:38.066123+0000 mon.smithi129 (mon.0) 2164 : audit 2022-01-18T19:24:39.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:39 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:24:39.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:39 smithi156 conmon[67007]: audit 2022-01-18T19:24:38.067414+0000 mon.smithi129 (mon.0) 2165 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:24:39.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:39 smithi156 conmon[67007]: audit 2022-01-18T19:24:38.068181+0000 2022-01-18T19:24:39.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:39 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2166 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:24:39.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:39 smithi156 conmon[67007]: cephadm 2022-01-18T 2022-01-18T19:24:39.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:39 smithi156 conmon[67007]: 19:24:38.068966+0000 mgr.smithi129.iclwio (mgr.14716) 6986 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:24:39.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:39 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T19:24:39.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:39 smithi156 conmon[67007]: 18T19:24:38.375020+0000 mon.smithi129 (mon.0) 2167 2022-01-18T19:24:39.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:39 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:24:39.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:39 smithi156 conmon[67007]: audit 2022-01 2022-01-18T19:24:39.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:39 smithi156 conmon[67007]: -18T19:24:38.379557+0000 mon.smithi129 (mon.0 2022-01-18T19:24:39.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:39 smithi156 conmon[67007]: ) 2168 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:24:39.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:39 smithi129 conmon[101092]: audit 2022-01-18T19:24:38.066123+0000 mon.smithi129 (mon.0) 2164 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:24:39.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:39 smithi129 conmon[101092]: 2022-01-18T19:24:39.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:39 smithi129 conmon[101092]: audit 2022-01-18T19:24:38.067414+0000 mon.smithi129 (mon.0) 2165 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:24:39.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:39 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T19:24:39.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:39 smithi129 conmon[101092]: T19:24:38.068181+0000 mon.smithi129 (mon.0) 2166 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:24:39.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:39 smithi129 conmon[101092]: cephadm 2022-01-18T19:24:38.068966+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:24:39.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:39 smithi129 conmon[101092]: 6986 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:24:39.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:39 smithi129 conmon[101092]: audit 2022-01-18T19:24:38 2022-01-18T19:24:39.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:39 smithi129 conmon[101092]: .375020+0000 mon.smithi129 (mon.0) 2167 : audit [INF] 2022-01-18T19:24:39.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:39 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:24:39.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:39 smithi129 conmon[101092]: audit 2022-01-18T19:24:38. 2022-01-18T19:24:39.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:39 smithi129 conmon[101092]: 379557+0000 mon.smithi129 (mon.0) 2168 : audit [INF] 2022-01-18T19:24:39.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:39 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:24:40.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:40 smithi156 conmon[67007]: cluster 2022-01-18T19:24:39.962347+0000 mgr.smithi129.iclwio (mgr.14716) 6987 : cluster [DBG] 2022-01-18T19:24:40.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:40 smithi156 conmon[67007]: pgmap v6006: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:24:40.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:40 smithi129 conmon[101092]: cluster 2022-01-18T19:24:39.962347+0000 mgr.smithi129.iclwio (mgr.14716) 6987 : cluster [DBG] pgmap v6006: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:24:43.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:42 smithi156 conmon[67007]: cluster 2022-01-18T19:24:41.963041+0000 mgr.smithi129.iclwio (mgr.14716) 6988 : cluster [DBG] 2022-01-18T19:24:43.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:42 smithi156 conmon[67007]: pgmap v6007: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:43.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:42 smithi129 conmon[101092]: cluster 2022-01-18T19:24:41.963041+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:24:43.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:42 smithi129 conmon[101092]: 6988 : cluster [DBG] pgmap v6007: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:44.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:44 smithi156 conmon[67007]: cluster 2022-01-18T19:24:43.963627+0000 mgr.smithi129.iclwio (mgr.14716) 6989 : cluster [DBG] pgmap v6008: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:44.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:44 smithi129 conmon[101092]: cluster 2022-01-18T19:24:43.963627+0000 mgr.smithi129.iclwio (mgr.14716) 6989 : cluster [DBG] 2022-01-18T19:24:44.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:44 smithi129 conmon[101092]: pgmap v6008: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:46.039 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:24:46.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:46 smithi156 conmon[67007]: cluster 2022-01-18T19:24:45.964318+0000 mgr.smithi129.iclwio (mgr.14716) 6990 : cluster [DBG] pgmap v6009: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:46.303 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:24:46.303 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 5m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:24:46.304 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 5m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:24:46.304 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 5m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:24:46.304 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 5m ago 3h 43.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:24:46.304 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 5m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:24:46.305 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 5m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:24:46.305 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 5m ago 3h 702M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:24:46.305 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 5m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:24:46.305 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 5m ago 3h 1296M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:24:46.306 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 5m ago 3h 603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:24:46.306 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 5m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:24:46.306 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 5m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:24:46.306 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 5m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:24:46.307 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 5m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:24:46.307 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 5m ago 3h 1982M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:24:46.307 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 5m ago 3h 3046M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:24:46.307 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 5m ago 3h 2324M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:24:46.308 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 5m ago 3h 3057M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:24:46.308 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 5m ago 3h 2840M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:24:46.308 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 5m ago 3h 3382M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:24:46.308 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 5m ago 3h 2704M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:24:46.308 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 5m ago 3h 3942M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:24:46.309 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 5m ago 3h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:24:46.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:46 smithi129 conmon[101092]: cluster 2022-01-18T19:24:45.964318+0000 mgr.smithi129.iclwio (mgr.14716) 6990 2022-01-18T19:24:46.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:46 smithi129 conmon[101092]: : cluster [DBG] pgmap v6009: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:46.623 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:24:46.624 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:24:46.624 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:24:46.624 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:24:46.624 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:24:46.624 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:24:46.625 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:24:46.625 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:24:46.625 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:24:46.625 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:24:46.626 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:24:46.626 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:24:46.626 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:24:46.626 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:24:46.627 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:24:46.627 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:24:46.627 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:24:46.627 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:24:46.628 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:24:47.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:47 smithi156 conmon[67007]: audit 2022-01-18T19:24:46.035194+0000 mgr.smithi129.iclwio (mgr.14716) 6991 : audit 2022-01-18T19:24:47.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:47 smithi156 conmon[67007]: [DBG] from='client.38746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:24:47.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:47 smithi156 conmon[67007]: audit 2022-01-18T19:24:46.302691+0000 mgr.smithi129.iclwio (mgr.14716) 6992 : audit [DBG] from='client.38750 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:24:47.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:47 smithi156 conmon[67007]: audit 2022-01-18T19:24:46.631862+0000 mon.smithi129 (mon.0) 2169 : audit [DBG] from='client.? 172.21.15.129:0/2790310249' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:24:47.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:47 smithi156 conmon[67007]: 2022-01-18T19:24:47.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:47 smithi129 conmon[101092]: audit 2022-01-18T19:24:46.035194+0000 mgr.smithi129.iclwio (mgr.14716) 6991 2022-01-18T19:24:47.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:47 smithi129 conmon[101092]: : audit [DBG] from='client.38746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:24:47.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:47 smithi129 conmon[101092]: audit 2022-01-18T19:24:46.302691+0000 mgr.smithi129.iclwio (mgr.14716) 6992 : audit [DBG] from='client.38750 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:24:47.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:47 smithi129 conmon[101092]: audit 2022-01-18T19:24:46.631862+0000 mon.smithi129 (mon 2022-01-18T19:24:47.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:47 smithi129 conmon[101092]: .0) 2169 : audit [DBG] from='client.? 172.21.15.129:0/2790310249' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:24:48.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:48 smithi156 conmon[67007]: cluster 2022-01-18T19:24:47.964912+0000 mgr.smithi129.iclwio (mgr.14716) 6993 : cluster [DBG] 2022-01-18T19:24:48.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:48 smithi156 conmon[67007]: pgmap v6010: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:48.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:48 smithi129 conmon[101092]: cluster 2022-01-18T19:24:47.964912+0000 mgr.smithi129.iclwio (mgr.14716) 6993 : cluster [DBG] 2022-01-18T19:24:48.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:48 smithi129 conmon[101092]: pgmap v6010: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:50.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:50 smithi156 conmon[67007]: cluster 2022-01-18T19:24:49.965860+0000 mgr.smithi129.iclwio (mgr.14716) 6994 : cluster [DBG] pgmap v6011: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:24:50.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:50 smithi156 conmon[67007]: 2022-01-18T19:24:50.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:50 smithi129 conmon[101092]: cluster 2022-01-18T19:24:49.965860+0000 mgr.smithi129.iclwio (mgr.14716) 6994 : cluster [DBG] pgmap v6011: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:24:53.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:52 smithi156 conmon[67007]: cluster 2022-01-18T19:24:51.966483+0000 mgr.smithi129.iclwio (mgr.14716) 6995 : cluster 2022-01-18T19:24:53.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:52 smithi156 conmon[67007]: [DBG] pgmap v6012: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:53.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:52 smithi129 conmon[101092]: cluster 2022-01-18T19:24:51.966483+0000 mgr.smithi129.iclwio (mgr.14716) 6995 : cluster [DBG] pgmap v6012: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:54.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:54 smithi156 conmon[67007]: cluster 2022-01-18T19:24:53.967030+0000 mgr.smithi129.iclwio (mgr.14716) 6996 : cluster [DBG] pgmap v6013: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:54.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:54 smithi129 conmon[101092]: cluster 2022-01-18T19:24:53.967030+0000 mgr.smithi129.iclwio (mgr.14716) 6996 : cluster [DBG] pgmap v6013: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:56.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:56 smithi156 conmon[67007]: cluster 2022-01-18T19:24:55.967743+0000 mgr.smithi129.iclwio (mgr.14716) 6997 : cluster [DBG] pgmap v6014: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:56.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:56 smithi156 conmon[67007]: 2022-01-18T19:24:56.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:56 smithi129 conmon[101092]: cluster 2022-01-18T19:24:55.967743+0000 mgr.smithi129.iclwio (mgr.14716) 6997 : cluster [DBG] pgmap v6014: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:58.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:58 smithi156 conmon[67007]: cluster 2022-01-18T19:24:57.968454+0000 mgr.smithi129.iclwio (mgr.14716) 6998 : cluster [DBG] pgmap v6015: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:58.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:58 smithi129 conmon[101092]: cluster 2022-01-18T19:24:57.968454+0000 mgr.smithi129.iclwio (mgr.14716) 6998 : cluster [DBG] pgmap v6015: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:24:59.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:59 smithi156 conmon[67007]: audit 2022-01-18T19:24:58.996929+0000 mon.smithi129 (mon.0) 2170 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:24:59.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:59 smithi156 conmon[67007]: 2022-01-18T19:24:59.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:24:59 smithi156 conmon[67007]: audit 2022-01-18T19:24:58.997239+0000 mon.smithi129 (mon.0) 2171 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:24:59.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:59 smithi129 conmon[101092]: audit 2022-01-18T19:24:58.996929+0000 mon.smithi129 (mon.0) 2170 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:24:59.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:24:59 smithi129 conmon[101092]: audit 2022-01-18T19:24:58.997239+0000 mon.smithi129 (mon.0) 2171 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:25:00.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:00 smithi156 conmon[67007]: cluster 2022-01-18T19:24:59.969340+0000 mgr.smithi129.iclwio (mgr.14716) 6999 : cluster [DBG] pgmap v6016: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:25:00.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:00 smithi156 conmon[67007]: 2022-01-18T19:25:00.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:00 smithi129 conmon[101092]: cluster 2022-01-18T19:24:59.969340+0000 mgr.smithi129.iclwio (mgr.14716) 6999 : cluster [DBG] pgmap v6016: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:25:00.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:00 smithi129 conmon[101092]: 2022-01-18T19:25:03.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:02 smithi156 conmon[67007]: cluster 2022-01-18T19:25:01.969836+0000 mgr.smithi129.iclwio (mgr.14716) 7000 : cluster [DBG] pgmap v6017: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:03.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:02 smithi129 conmon[101092]: cluster 2022-01-18T19:25:01.969836+0000 mgr.smithi129.iclwio (mgr.14716) 7000 : cluster [DBG] pgmap v6017: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:04.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:04 smithi156 conmon[67007]: cluster 2022-01-18T19:25:03.970378+0000 mgr.smithi129.iclwio (mgr.14716) 7001 : cluster [DBG] pgmap v6018: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:04.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:04 smithi129 conmon[101092]: cluster 2022-01-18T19:25:03.970378+0000 mgr.smithi129.iclwio (mgr.14716) 7001 : cluster [DBG] pgmap v6018: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:06.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:06 smithi156 conmon[67007]: cluster 2022-01-18T19:25:05.971269+0000 mgr.smithi129.iclwio (mgr.14716) 7002 : cluster [DBG] pgmap v6019: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:06.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:06 smithi129 conmon[101092]: cluster 2022-01-18T19:25:05.971269+0000 mgr.smithi129.iclwio (mgr.14716) 7002 : cluster [DBG] pgmap v6019: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:08.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:08 smithi156 conmon[67007]: cluster 2022-01-18T19:25:07.972004+0000 mgr.smithi129.iclwio (mgr.14716) 7003 : cluster [DBG] pgmap v6020: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:08.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:08 smithi129 conmon[101092]: cluster 2022-01-18T19:25:07.972004 2022-01-18T19:25:08.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:08 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 7003 : cluster [DBG] pgmap v6020: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:10.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:10 smithi156 conmon[67007]: cluster 2022-01-18T19:25:09.972868+0000 mgr.smithi129.iclwio (mgr.14716) 7004 : cluster [DBG] pgmap v6021: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:25:10.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:10 smithi129 conmon[101092]: cluster 2022-01-18T19:25:09.972868+0000 mgr.smithi129.iclwio (mgr.14716) 7004 : cluster [DBG] pgmap v6021: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:25:13.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:12 smithi156 conmon[67007]: cluster 2022-01-18T19:25:11.973412+0000 mgr.smithi129.iclwio (mgr.14716) 7005 : cluster [DBG] pgmap v6022: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:13.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:12 smithi129 conmon[101092]: cluster 2022-01-18T19:25:11.973412+0000 mgr.smithi129.iclwio (mgr.14716) 7005 : cluster [DBG] pgmap v6022: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:14.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:14 smithi156 conmon[67007]: cluster 2022-01-18T19:25:13.973952+0000 mgr.smithi129.iclwio (mgr.14716) 7006 : cluster [DBG] pgmap v6023: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:14.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:14 smithi129 conmon[101092]: cluster 2022-01-18T19:25:13.973952+0000 mgr.smithi129.iclwio (mgr.14716) 7006 : cluster [DBG] pgmap v6023: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:16.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:16 smithi156 conmon[67007]: cluster 2022-01-18T19:25:15.974760+0000 mgr.smithi129.iclwio (mgr.14716) 7007 : cluster [DBG] pgmap v6024: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:16.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:16 smithi129 conmon[101092]: cluster 2022-01-18T19:25:15.974760+0000 mgr.smithi129.iclwio (mgr.14716) 7007 : cluster [DBG] pgmap v6024: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:16.928 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:25:17.192 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:25:17.193 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 5m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:25:17.193 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 5m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:25:17.193 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 5m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:25:17.193 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 5m ago 3h 43.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:25:17.193 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 5m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:25:17.194 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 5m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:25:17.194 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 5m ago 3h 702M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:25:17.194 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 5m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:25:17.194 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 5m ago 3h 1296M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:25:17.194 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 5m ago 3h 603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:25:17.195 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 5m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:25:17.195 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 5m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:25:17.195 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 5m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:25:17.195 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 5m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:25:17.196 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 5m ago 3h 1982M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:25:17.196 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 5m ago 3h 3046M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:25:17.196 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 5m ago 3h 2324M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:25:17.196 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 5m ago 3h 3057M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:25:17.196 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 5m ago 3h 2840M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:25:17.197 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 5m ago 3h 3382M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:25:17.197 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 5m ago 3h 2704M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:25:17.197 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 5m ago 3h 3942M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:25:17.197 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 5m ago 3h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:25:17.510 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:25:17.511 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:25:17.511 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:25:17.511 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:25:17.512 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:25:17.512 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:25:17.512 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:25:17.512 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:25:17.513 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:25:17.513 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:25:17.513 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:25:17.513 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:25:17.514 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:25:17.514 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:25:17.514 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:25:17.514 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:25:17.514 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:25:17.515 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:25:17.515 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:25:17.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:17 smithi129 conmon[101092]: audit 2022-01-18T19:25:16.924590+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T19:25:17.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:17 smithi129 conmon[101092]: ) 7008 : audit [DBG] from='client.38758 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:25:17.931 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:17 smithi129 conmon[101092]: audit 2022-01-18T19:25:17.518980+0000 mon.smithi129 (mon.0) 2172 : audit [DBG] from='client.? 172.21.15.129:0/869053253' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:25:18.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:17 smithi156 conmon[67007]: audit 2022-01-18T19:25:16.924590+0000 mgr.smithi129.iclwio (mgr.14716) 7008 : audit [DBG] from='client.38758 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:25:18.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:17 smithi156 conmon[67007]: audit 2022-01-18T19:25:17.518980+0000 mon.smithi129 (mon.0) 2172 : audit [DBG] from='client.? 172.21.15.129:0/869053253' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:25:19.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:18 smithi156 conmon[67007]: audit 2022-01-18T19:25:17.192100+0000 mgr.smithi129.iclwio (mgr.14716) 7009 : audit [DBG] from='client.38762 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:25:19.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:18 smithi156 conmon[67007]: 2022-01-18T19:25:19.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:18 smithi156 conmon[67007]: cluster 2022-01-18T19:25:17.975402+0000 mgr.smithi129.iclwio (mgr.14716) 7010 : cluster [DBG] pgmap v6025: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:19.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:18 smithi129 conmon[101092]: audit 2022-01-18T19:25:17.192100+0000 mgr.smithi129.iclwio (mgr.14716) 7009 : audit [DBG] 2022-01-18T19:25:19.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:18 smithi129 conmon[101092]: from='client.38762 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:25:19.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:18 smithi129 conmon[101092]: cluster 2022-01-18T19:25:17.975402+0000 mgr.smithi129.iclwio (mgr.14716) 7010 : cluster [DBG] pgmap v6025: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:20.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:20 smithi156 conmon[67007]: cluster 2022-01-18T19:25:19.976059+0000 mgr.smithi129.iclwio (mgr.14716) 7011 : cluster [DBG] pgmap v6026: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:25:20.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:20 smithi129 conmon[101092]: cluster 2022-01-18T19:25:20.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:20 smithi129 conmon[101092]: 2022-01-18T19:25:19.976059+0000 mgr.smithi129.iclwio (mgr.14716) 7011 : cluster [DBG] pgmap v6026: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:25:23.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:22 smithi156 conmon[67007]: cluster 2022-01-18T19:25:21.976643+0000 mgr.smithi129.iclwio (mgr.14716) 7012 : cluster [DBG] pgmap v6027: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:23.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:22 smithi129 conmon[101092]: cluster 2022-01-18T19:25:21.976643+0000 mgr.smithi129.iclwio (mgr.14716) 7012 : cluster [DBG] pgmap v6027: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:24.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:24 smithi156 conmon[67007]: cluster 2022-01-18T19:25:23.977355+0000 mgr.smithi129.iclwio (mgr.14716) 7013 : cluster [DBG] pgmap v6028: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:24.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:24 smithi129 conmon[101092]: cluster 2022-01-18T19:25:23.977355+0000 mgr.smithi129.iclwio (mgr.14716) 7013 : cluster [DBG] pgmap v6028: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:26.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:26 smithi156 conmon[67007]: cluster 2022-01-18T19:25:25.978148+0000 mgr.smithi129.iclwio (mgr.14716) 7014 : cluster [DBG] pgmap v6029: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:26.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:26 smithi129 conmon[101092]: cluster 2022-01-18T19:25:25.978148+0000 mgr.smithi129.iclwio (mgr.14716) 7014 : cluster [DBG] pgmap v6029: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:28.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:28 smithi156 conmon[67007]: cluster 2022-01-18T19:25:27.978731+0000 mgr.smithi129.iclwio (mgr.14716) 7015 : cluster [DBG] pgmap v6030: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:28.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:28 smithi129 conmon[101092]: cluster 2022-01-18T19:25:27.978731+0000 mgr.smithi129.iclwio (mgr.14716) 7015 : cluster [DBG] pgmap v6030: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:30.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:30 smithi156 conmon[67007]: cluster 2022-01-18T19:25:29.979532+0000 mgr.smithi129.iclwio (mgr.14716) 7016 : cluster [DBG] pgmap v6031: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:25:30.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:30 smithi129 conmon[101092]: cluster 2022-01-18T19:25:29.979532+0000 mgr.smithi129.iclwio (mgr.14716) 7016 : cluster [DBG] pgmap v6031: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:25:33.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:32 smithi156 conmon[67007]: cluster 2022-01-18T19:25:31.979995+0000 mgr.smithi129.iclwio (mgr.14716) 7017 : cluster [DBG] pgmap v6032: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:33.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:32 smithi129 conmon[101092]: cluster 2022-01-18T19:25:31.979995+0000 mgr.smithi129.iclwio (mgr.14716) 7017 : cluster 2022-01-18T19:25:33.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:32 smithi129 conmon[101092]: [DBG] pgmap v6032: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:34.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:34 smithi156 conmon[67007]: cluster 2022-01-18T19:25:33.980517+0000 mgr.smithi129.iclwio (mgr.14716) 7018 : cluster [DBG] pgmap v6033: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:34.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:34 smithi129 conmon[101092]: cluster 2022-01-18T19:25:33.980517+0000 mgr.smithi129.iclwio (mgr.14716) 7018 : cluster [DBG] pgmap v6033: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:36.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:36 smithi156 conmon[67007]: cluster 2022-01-18T19:25:35.981336+0000 mgr.smithi129.iclwio (mgr.14716) 7019 : cluster [DBG] pgmap v6034: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:36.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:36 smithi129 conmon[101092]: cluster 2022-01-18T19:25:35.981336+0000 mgr.smithi129.iclwio (mgr.14716) 7019 : cluster [DBG] pgmap v6034: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:38.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:38 smithi156 conmon[67007]: cluster 2022-01-18T19:25:37.981968+0000 mgr.smithi129.iclwio (mgr.14716) 7020 : cluster [DBG] pgmap v6035: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:38.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:38 smithi129 conmon[101092]: cluster 2022-01-18T19:25:37.981968+0000 mgr.smithi129.iclwio (mgr.14716) 7020 : cluster [DBG] pgmap v6035: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:39.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:39 smithi156 conmon[67007]: audit 2022-01-18T19:25:38.382028+0000 mon.smithi129 (mon.0) 2173 : 2022-01-18T19:25:39.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:39 smithi156 conmon[67007]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:25:39.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:39 smithi156 conmon[67007]: audit 2022-01-18T19:25:38.383391+0000 mon.smithi129 (mon.0) 2174 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:25:39.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:39 smithi156 conmon[67007]: audit 2022-01-18T19:25:39.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:39 smithi156 conmon[67007]: 2022-01-18T19:25:38.384309+0000 mon.smithi129 (mon.0) 2175 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:25:39.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:39 smithi156 conmon[67007]: cephadm 2022-01-18T19:25:38 2022-01-18T19:25:39.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:39 smithi156 conmon[67007]: .385017+0000 mgr.smithi129.iclwio (mgr.14716) 7021 : cephadm [WRN] 2022-01-18T19:25:39.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:39 smithi156 conmon[67007]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:25:39.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:39 smithi156 conmon[67007]: audit 2022-01-18T19:25:38. 2022-01-18T19:25:39.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:39 smithi156 conmon[67007]: 696429+0000 mon.smithi129 (mon.0) 2176 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:25:39.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:39 smithi156 conmon[67007]: 2022-01-18T19:25:39.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:39 smithi156 conmon[67007]: audit 2022-01-18T19:25:38.700951+0000 2022-01-18T19:25:39.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:39 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2177 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:25:39.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:39 smithi129 conmon[101092]: audit 2022-01-18T19:25:38.382028+0000 mon.smithi129 (mon.0) 2173 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:25:39.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:39 smithi129 conmon[101092]: 2022-01-18T19:25:39.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:39 smithi129 conmon[101092]: audit 2022-01-18T19:25:38.383391+0000 mon.smithi129 (mon.0) 2174 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:25:39.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:39 smithi129 conmon[101092]: audit 2022-01-18T19:25:38 2022-01-18T19:25:39.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:39 smithi129 conmon[101092]: .384309+0000 mon.smithi129 (mon.0) 2175 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:25:39.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:39 smithi129 conmon[101092]: cephadm 2022 2022-01-18T19:25:39.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:39 smithi129 conmon[101092]: -01-18T19:25:38.385017+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:25:39.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:39 smithi129 conmon[101092]: 7021 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:25:39.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:39 smithi129 conmon[101092]: audit 2022-01-18T19:25:38. 2022-01-18T19:25:39.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:39 smithi129 conmon[101092]: 696429+0000 mon.smithi129 (mon.0) 2176 : audit 2022-01-18T19:25:39.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:39 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:25:39.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:39 smithi129 conmon[101092]: audit 2022-01-18T19:25:38.700951+0000 mon.smithi129 2022-01-18T19:25:39.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:39 smithi129 conmon[101092]: (mon.0) 2177 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:25:40.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:40 smithi156 conmon[67007]: cluster 2022-01-18T19:25:39.982861+0000 mgr.smithi129.iclwio (mgr.14716) 7022 : cluster [DBG] pgmap v6036: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:25:40.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:40 smithi129 conmon[101092]: cluster 2022-01-18T19:25:39.982861+0000 mgr.smithi129.iclwio (mgr.14716) 7022 : cluster [DBG] pgmap v6036: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:25:43.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:42 smithi156 conmon[67007]: cluster 2022-01-18T19:25:41.983270+0000 mgr.smithi129.iclwio (mgr.14716) 7023 : cluster [DBG] pgmap v6037: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:43.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:42 smithi129 conmon[101092]: cluster 2022-01-18T19:25:41.983270+0000 mgr.smithi129.iclwio 2022-01-18T19:25:43.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:42 smithi129 conmon[101092]: (mgr.14716) 7023 : cluster [DBG] pgmap v6037: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:44.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:44 smithi156 conmon[67007]: cluster 2022-01-18T19:25:43.983803+0000 mgr.smithi129.iclwio (mgr.14716) 7024 : cluster [DBG] pgmap v6038: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:44.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:44 smithi129 conmon[101092]: cluster 2022-01-18T19:25:43.983803+0000 mgr.smithi129.iclwio (mgr.14716) 7024 : cluster [DBG] pgmap v6038: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:46.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:46 smithi156 conmon[67007]: cluster 2022-01-18T19:25:45.984551+0000 mgr.smithi129.iclwio (mgr.14716) 7025 : cluster [DBG] pgmap v6039: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:46.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:46 smithi129 conmon[101092]: cluster 2022-01-18T19:25:45.984551+0000 mgr.smithi129.iclwio (mgr.14716) 7025 : cluster 2022-01-18T19:25:46.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:46 smithi129 conmon[101092]: [DBG] pgmap v6039: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:47.809 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:25:48.079 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:25:48.080 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 6m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:25:48.080 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 6m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:25:48.080 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 6m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:25:48.081 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 6m ago 3h 43.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:25:48.081 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 6m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:25:48.081 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 6m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:25:48.081 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 6m ago 3h 702M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:25:48.081 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 6m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:25:48.082 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 6m ago 3h 1296M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:25:48.082 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 6m ago 3h 603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:25:48.082 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 6m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:25:48.082 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 6m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:25:48.083 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 6m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:25:48.083 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 6m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:25:48.083 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 6m ago 3h 1982M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:25:48.083 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 6m ago 3h 3046M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:25:48.084 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 6m ago 3h 2324M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:25:48.084 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 6m ago 3h 3057M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:25:48.084 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 6m ago 3h 2840M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:25:48.084 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 6m ago 3h 3382M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:25:48.085 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 6m ago 3h 2704M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:25:48.085 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 6m ago 3h 3942M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:25:48.085 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 6m ago 3h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:25:48.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:48 smithi156 conmon[67007]: audit 2022-01-18T19:25:47.805803+0000 mgr.smithi129.iclwio (mgr.14716) 7026 : audit [DBG] from='client.38770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:25:48.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:48 smithi156 conmon[67007]: 2022-01-18T19:25:48.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:48 smithi156 conmon[67007]: cluster 2022-01-18T19:25:47.985043+0000 mgr.smithi129.iclwio (mgr.14716) 7027 : cluster [DBG] pgmap v6040: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:48.395 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:25:48.395 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:25:48.396 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:25:48.396 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:25:48.396 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:25:48.396 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:25:48.397 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:25:48.397 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:25:48.397 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:25:48.397 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:25:48.398 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:25:48.398 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:25:48.398 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:25:48.398 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:25:48.398 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:25:48.399 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:25:48.399 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:25:48.399 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:25:48.399 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:25:48.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:48 smithi129 conmon[101092]: audit 2022-01-18T19:25:47.805803+0000 mgr.smithi129.iclwio (mgr.14716) 7026 : audit 2022-01-18T19:25:48.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:48 smithi129 conmon[101092]: [DBG] from='client.38770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:25:48.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:48 smithi129 conmon[101092]: cluster 2022-01-18T19:25:47.985043+0000 mgr.smithi129.iclwio (mgr.14716) 7027 : cluster [DBG] pgmap v6040: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:49.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:49 smithi156 conmon[67007]: audit 2022-01-18T19:25:48.079009+0000 mgr.smithi129.iclwio (mgr.14716) 7028 : audit [DBG] 2022-01-18T19:25:49.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:49 smithi156 conmon[67007]: from='client.38774 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:25:49.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:49 smithi156 conmon[67007]: audit 2022-01-18T19:25:48.403745+0000 mon.smithi129 (mon.0) 2178 : audit [DBG] from='client.? 172.21.15.129:0/2058171102' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:25:49.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:49 smithi129 conmon[101092]: audit 2022-01-18T19:25:48.079009+0000 mgr.smithi129.iclwio (mgr.14716) 7028 : audit [DBG] 2022-01-18T19:25:49.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:49 smithi129 conmon[101092]: from='client.38774 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:25:49.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:49 smithi129 conmon[101092]: audit 2022-01-18T19:25:48.403745+0000 mon.smithi129 (mon.0) 2178 : audit [DBG] from='client.? 172.21.15.129:0/2058171102' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:25:50.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:50 smithi156 conmon[67007]: cluster 2022-01-18T19:25:49.985776+0000 mgr.smithi129.iclwio (mgr.14716) 7029 : cluster [DBG] pgmap v6041: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:25:50.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:50 smithi156 conmon[67007]: 2022-01-18T19:25:50.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:50 smithi129 conmon[101092]: cluster 2022-01-18T19:25:49.985776+0000 mgr.smithi129.iclwio (mgr.14716) 7029 : cluster [DBG] pgmap v6041: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:25:53.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:52 smithi156 conmon[67007]: cluster 2022-01-18T19:25:51.986288+0000 mgr.smithi129.iclwio (mgr.14716) 7030 : cluster [DBG] pgmap v6042: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:53.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:52 smithi129 conmon[101092]: cluster 2022-01-18T19:25:51.986288+0000 mgr.smithi129.iclwio (mgr.14716) 7030 : cluster [DBG] 2022-01-18T19:25:53.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:52 smithi129 conmon[101092]: pgmap v6042: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:54.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:54 smithi156 conmon[67007]: cluster 2022-01-18T19:25:53.986947+0000 mgr.smithi129.iclwio (mgr.14716) 7031 : cluster [DBG] pgmap v6043: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:54.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:54 smithi129 conmon[101092]: cluster 2022-01-18T19:25:53.986947+0000 mgr.smithi129.iclwio (mgr.14716) 7031 : cluster [DBG] pgmap v6043: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:54.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:54 smithi129 conmon[101092]: 2022-01-18T19:25:56.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:56 smithi156 conmon[67007]: cluster 2022-01-18T19:25:55.987906+0000 mgr.smithi129.iclwio (mgr.14716) 7032 : cluster [DBG] pgmap v6044: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:56.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:56 smithi129 conmon[101092]: cluster 2022-01-18T19:25:55.987906+0000 mgr.smithi129.iclwio (mgr.14716) 7032 : cluster [DBG] pgmap v6044: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:58.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:58 smithi156 conmon[67007]: cluster 2022-01-18T19:25:57.988478+0000 mgr.smithi129.iclwio (mgr.14716) 7033 : cluster [DBG] pgmap v6045: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:58.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:58 smithi156 conmon[67007]: 2022-01-18T19:25:58.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:58 smithi129 conmon[101092]: cluster 2022-01-18T19:25:57.988478+0000 mgr.smithi129.iclwio (mgr.14716) 7033 : cluster [DBG] pgmap v6045: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:25:59.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:59 smithi156 conmon[67007]: audit 2022-01-18T19:25:59.000985+0000 mon.smithi129 (mon.0) 2179 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:25:59.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:25:59 smithi156 conmon[67007]: audit 2022-01-18T19:25:59.001216+0000 mon.smithi129 (mon.0) 2180 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:25:59.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:59 smithi129 conmon[101092]: audit 2022-01-18T19:25:59.000985+0000 mon.smithi129 (mon.0) 2179 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:25:59.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:25:59 smithi129 conmon[101092]: audit 2022-01-18T19:25:59.001216+0000 mon.smithi129 (mon.0) 2180 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:26:00.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:00 smithi129 conmon[101092]: cluster 2022-01-18T19:25:59.989397+0000 mgr.smithi129.iclwio (mgr.14716) 7034 : cluster [DBG] pgmap v6046: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:26:00.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:00 smithi156 conmon[67007]: cluster 2022-01-18T19:25:59.989397+0000 mgr.smithi129.iclwio (mgr.14716) 7034 : cluster [DBG] pgmap v6046: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:26:03.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:02 smithi156 conmon[67007]: cluster 2022-01-18T19:26:01.989968+0000 mgr.smithi129.iclwio (mgr.14716) 7035 : cluster [DBG] pgmap v6047: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:03.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:02 smithi129 conmon[101092]: cluster 2022-01-18T19:26:01.989968+0000 mgr.smithi129.iclwio (mgr.14716) 7035 : 2022-01-18T19:26:03.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:02 smithi129 conmon[101092]: cluster [DBG] pgmap v6047: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:04.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:04 smithi156 conmon[67007]: cluster 2022-01-18T19:26:03.990651+0000 mgr.smithi129.iclwio (mgr.14716) 7036 : cluster [DBG] pgmap v6048: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:04.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:04 smithi129 conmon[101092]: cluster 2022-01-18T19:26:03.990651+0000 mgr.smithi129.iclwio (mgr.14716) 7036 : cluster [DBG] pgmap v6048: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:06.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:06 smithi156 conmon[67007]: cluster 2022-01-18T19:26:05.991399+0000 mgr.smithi129.iclwio (mgr.14716) 7037 : cluster [DBG] pgmap v6049: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:06.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:06 smithi129 conmon[101092]: cluster 2022-01-18T19:26:05.991399+0000 mgr.smithi129.iclwio (mgr.14716) 7037 : cluster [DBG] pgmap v6049: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:08.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:08 smithi156 conmon[67007]: cluster 2022-01-18T19:26:07.992087+0000 mgr.smithi129.iclwio (mgr.14716) 7038 : cluster [DBG] pgmap v6050: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:08.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:08 smithi156 conmon[67007]: 2022-01-18T19:26:08.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:08 smithi129 conmon[101092]: cluster 2022-01-18T19:26:07.992087+0000 mgr.smithi129.iclwio (mgr.14716) 7038 : cluster [DBG] pgmap v6050: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:10.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:10 smithi156 conmon[67007]: cluster 2022-01-18T19:26:09.993000+0000 mgr.smithi129.iclwio (mgr.14716) 7039 : cluster [DBG] pgmap v6051: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:26:10.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:10 smithi129 conmon[101092]: cluster 2022-01-18T19:26:09.993000+0000 mgr.smithi129.iclwio (mgr.14716) 7039 : cluster [DBG] pgmap v6051: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:26:13.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:12 smithi156 conmon[67007]: cluster 2022-01-18T19:26:11.993644+0000 mgr.smithi129.iclwio (mgr.14716) 7040 : cluster [DBG] pgmap v6052: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:13.042 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:12 smithi156 conmon[67007]: 2022-01-18T19:26:13.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:12 smithi129 conmon[101092]: cluster 2022-01-18T19:26:11.993644+0000 mgr.smithi129.iclwio (mgr.14716) 7040 : cluster [DBG] pgmap v6052: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:14.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:14 smithi129 conmon[101092]: cluster 2022-01-18T19:26:13.994297+0000 mgr.smithi129.iclwio (mgr.14716) 7041 : cluster [DBG] pgmap v6053: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:14.436 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:14 smithi156 conmon[67007]: cluster 2022-01-18T19:26:13.994297+0000 mgr.smithi129.iclwio (mgr.14716) 7041 : cluster [DBG] pgmap v6053: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:14.437 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:14 smithi156 conmon[67007]: 2022-01-18T19:26:16.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:16 smithi156 conmon[67007]: cluster 2022-01-18T19:26:15.995018+0000 mgr.smithi129.iclwio (mgr.14716) 7042 : cluster [DBG] pgmap v6054: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:16.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:16 smithi156 conmon[67007]: 2022-01-18T19:26:16.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:16 smithi129 conmon[101092]: cluster 2022-01-18T19:26:15.995018+0000 mgr.smithi129.iclwio (mgr.14716) 7042 : cluster [DBG] pgmap v6054: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:18.692 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:26:18.958 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:26:18.959 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 6m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:26:18.959 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 6m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:26:18.959 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 6m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:26:18.960 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 6m ago 3h 43.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:26:18.960 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 6m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:26:18.960 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 6m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:26:18.960 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 6m ago 3h 702M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:26:18.960 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 6m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:26:18.961 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 6m ago 3h 1296M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:26:18.961 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 6m ago 3h 603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:26:18.961 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 6m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:26:18.961 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 6m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:26:18.961 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 6m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:26:18.962 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 6m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:26:18.962 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 6m ago 3h 1982M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:26:18.962 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 6m ago 3h 3046M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:26:18.962 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 6m ago 3h 2324M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:26:18.963 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 6m ago 3h 3057M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:26:18.963 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 6m ago 3h 2840M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:26:18.963 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 6m ago 3h 3382M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:26:18.963 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 6m ago 3h 2704M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:26:18.964 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 6m ago 3h 3942M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:26:18.964 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 6m ago 3h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:26:19.275 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:26:19.275 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:26:19.276 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:26:19.276 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:26:19.276 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:26:19.276 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:26:19.277 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:26:19.277 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:26:19.277 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:26:19.277 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:26:19.277 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:26:19.278 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:26:19.278 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:26:19.278 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:26:19.278 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:26:19.278 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:26:19.279 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:26:19.279 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:26:19.279 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:26:19.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:19 smithi129 conmon[101092]: cluster 2022-01-18T19:26:17.995718+0000 mgr.smithi129.iclwio (mgr.14716) 7043 : cluster 2022-01-18T19:26:19.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:19 smithi129 conmon[101092]: [DBG] pgmap v6055: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:19.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:19 smithi129 conmon[101092]: audit 2022-01-18T19:26:18.688880+0000 mgr.smithi129.iclwio (mgr.14716) 7044 : audit [DBG] from='client.38782 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:26:19.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:19 smithi129 conmon[101092]: audit 2022-01-18T19:26:18.958321+0000 mgr.smithi129.iclwio (mgr.14716) 7045 : audit [DBG] from='client.38786 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:26:19.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:19 smithi156 conmon[67007]: cluster 2022-01-18T19:26:17.995718+0000 mgr.smithi129.iclwio (mgr.14716) 7043 : cluster [DBG] pgmap v6055: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:19.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:19 smithi156 conmon[67007]: audit 2022-01-18T19:26:18.688880+0000 mgr.smithi129.iclwio (mgr.14716) 7044 : audit [DBG] from='client.38782 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:26:19.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:19 smithi156 conmon[67007]: audit 2022-01-18T19:26:18.958321+0000 mgr.smithi129.iclwio (mgr.14716) 7045 : audit [DBG] from='client.38786 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:26:20.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:20 smithi129 conmon[101092]: audit 2022-01-18T19:26:19.283752+0000 mon.smithi129 (mon.0 2022-01-18T19:26:20.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:20 smithi129 conmon[101092]: ) 2181 : audit [DBG] from='client.? 172.21.15.129:0/4026740501' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:26:20.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:20 smithi156 conmon[67007]: audit 2022-01-18T19:26:19.283752+0000 mon.smithi129 (mon.0) 2181 : audit [DBG] from='client.? 172.21.15.129:0/4026740501' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:26:20.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:20 smithi156 conmon[67007]: 2022-01-18T19:26:21.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:21 smithi129 conmon[101092]: cluster 2022-01-18T19:26:19.996434+0000 mgr.smithi129.iclwio (mgr.14716) 7046 : cluster [DBG] 2022-01-18T19:26:21.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:21 smithi129 conmon[101092]: pgmap v6056: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:26:21.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:21 smithi156 conmon[67007]: cluster 2022-01-18T19:26:19.996434+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:26:21.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:21 smithi156 conmon[67007]: 7046 : cluster [DBG] pgmap v6056: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:26:24.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:23 smithi156 conmon[67007]: cluster 2022-01-18T19:26:21.996889+0000 mgr.smithi129.iclwio (mgr.14716) 7047 : cluster [DBG] pgmap v6057: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:24.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:23 smithi129 conmon[101092]: cluster 2022-01-18T19:26:21.996889+0000 mgr.smithi129.iclwio (mgr.14716) 7047 : cluster [DBG] pgmap v6057: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:26.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:25 smithi156 conmon[67007]: cluster 2022-01-18T19:26:23.997471+0000 mgr.smithi129.iclwio (mgr.14716) 7048 : cluster [DBG] pgmap v6058: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:26.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:25 smithi129 conmon[101092]: cluster 2022-01-18T19:26:23.997471+0000 mgr.smithi129.iclwio (mgr.14716) 7048 : cluster [DBG] pgmap v6058: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:27.930 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:27 smithi129 conmon[101092]: cluster 2022-01-18T19:26:25.998209+0000 mgr.smithi129.iclwio (mgr.14716) 7049 : cluster [DBG] pgmap v6059: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:28.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:27 smithi156 conmon[67007]: cluster 2022-01-18T19:26:25.998209+0000 mgr.smithi129.iclwio (mgr.14716) 7049 : cluster [DBG] pgmap v6059: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:30.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:29 smithi156 conmon[67007]: cluster 2022-01-18T19:26:27.998780+0000 mgr.smithi129.iclwio (mgr.14716) 7050 : cluster [DBG] pgmap v6060: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:30.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:29 smithi129 conmon[101092]: cluster 2022-01-18T19:26:27.998780+0000 mgr.smithi129.iclwio (mgr.14716) 7050 : cluster [DBG] pgmap v6060: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:32.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:31 smithi156 conmon[67007]: cluster 2022-01-18T19:26:29.999628+0000 mgr.smithi129.iclwio (mgr.14716) 7051 : cluster [DBG] pgmap v6061: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:26:32.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:31 smithi129 conmon[101092]: cluster 2022-01-18T19:26:29.999628+0000 mgr.smithi129.iclwio (mgr.14716) 7051 : cluster [DBG] pgmap v6061: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:26:34.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:33 smithi156 conmon[67007]: cluster 2022-01-18T19:26:32.000157+0000 mgr.smithi129.iclwio (mgr.14716) 7052 : cluster [DBG] pgmap v6062: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:34.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:33 smithi129 conmon[101092]: cluster 2022-01-18T19:26:32.000157+0000 mgr.smithi129.iclwio (mgr.14716) 7052 : cluster [DBG] pgmap v6062: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:36.041 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:35 smithi156 conmon[67007]: cluster 2022-01-18T19:26:34.000831+0000 mgr.smithi129.iclwio (mgr.14716) 7053 : cluster [DBG] pgmap v6063: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:36.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:35 smithi129 conmon[101092]: cluster 2022-01-18T19:26:34.000831+0000 mgr.smithi129.iclwio (mgr.14716) 7053 : cluster [DBG] pgmap v6063: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:38.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:37 smithi129 conmon[101092]: cluster 2022-01-18T19:26:36.001542+0000 mgr.smithi129.iclwio (mgr.14716) 7054 : cluster [DBG] pgmap v6064: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:38.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:37 smithi129 conmon[101092]: 2022-01-18T19:26:38.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:37 smithi156 conmon[67007]: cluster 2022-01-18T19:26:36.001542+0000 mgr.smithi129.iclwio (mgr.14716) 7054 : cluster [DBG] pgmap v6064: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:38.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:37 smithi156 conmon[67007]: 2022-01-18T19:26:39.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:38 smithi129 conmon[101092]: audit 2022-01-18T19:26:38.703355+0000 mon.smithi129 (mon.0) 2182 : audit 2022-01-18T19:26:39.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:38 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:26:39.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:38 smithi129 conmon[101092]: audit 2022-01-18T19:26:38.704853+0000 mon.smithi129 (mon.0) 2183 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:26:39.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:38 smithi129 conmon[101092]: audit 2022-01-18T19:26:38.705679+0000 mon.smithi129 (mon 2022-01-18T19:26:39.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:38 smithi129 conmon[101092]: .0) 2184 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:26:39.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:38 smithi156 conmon[67007]: audit 2022-01-18T19:26:38.703355+0000 mon.smithi129 (mon.0) 2182 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:26:39.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:38 smithi156 conmon[67007]: audit 2022-01-18T19:26:38.704853+0000 mon.smithi129 (mon.0) 2183 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:26:39.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:38 smithi156 conmon[67007]: audit 2022-01-18T19:26:38.705679+0000 mon.smithi129 (mon.0) 2184 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:26:40.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:39 smithi129 conmon[101092]: cluster 2022-01-18T19:26:38.002203+0000 mgr.smithi129.iclwio (mgr.14716) 7055 : cluster [DBG] pgmap v6065: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:40.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:39 smithi129 conmon[101092]: 2022-01-18T19:26:40.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:39 smithi129 conmon[101092]: cephadm 2022-01-18T19:26:38.706424+0000 mgr.smithi129.iclwio (mgr.14716) 7056 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:26:40.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:39 smithi129 conmon[101092]: audit 2022-01-18T19:26:39. 2022-01-18T19:26:40.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:39 smithi129 conmon[101092]: 012390+0000 mon.smithi129 (mon.0) 2185 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:26:40.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:39 smithi129 conmon[101092]: audit 2022-01-18T19:26:39.017226+0000 mon.smithi129 (mon.0) 2186 : audit [INF] 2022-01-18T19:26:40.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:39 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:26:40.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:39 smithi156 conmon[67007]: cluster 2022-01-18T19:26:38.002203+0000 mgr.smithi129.iclwio (mgr.14716) 7055 : cluster [DBG] pgmap v6065: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:40.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:39 smithi156 conmon[67007]: cephadm 2022-01-18T19:26:38.706424+0000 mgr.smithi129.iclwio (mgr.14716) 7056 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:26:40.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:39 smithi156 conmon[67007]: audit 2022-01-18T19:26:39.012390 2022-01-18T19:26:40.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:39 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2185 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:26:40.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:39 smithi156 conmon[67007]: audit 2022 2022-01-18T19:26:40.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:39 smithi156 conmon[67007]: -01-18T19:26:39.017226+0000 mon.smithi129 (mon.0) 2186 : 2022-01-18T19:26:40.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:39 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:26:42.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:41 smithi129 conmon[101092]: cluster 2022-01-18T19:26:40.002932+0000 mgr.smithi129.iclwio (mgr.14716) 7057 : cluster [DBG] pgmap v6066: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:26:42.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:41 smithi129 conmon[101092]: 2022-01-18T19:26:42.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:41 smithi156 conmon[67007]: cluster 2022-01-18T19:26:40.002932+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T19:26:42.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:41 smithi156 conmon[67007]: 14716) 7057 : cluster [DBG] pgmap v6066: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:26:44.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:43 smithi129 conmon[101092]: cluster 2022-01-18T19:26:42.003419+0000 mgr.smithi129.iclwio (mgr.14716) 7058 : cluster [DBG] 2022-01-18T19:26:44.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:43 smithi129 conmon[101092]: pgmap v6067: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:44.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:43 smithi156 conmon[67007]: cluster 2022-01-18T19:26:42.003419+0000 mgr.smithi129.iclwio (mgr.14716) 7058 : cluster [DBG] pgmap v6067: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:46.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:45 smithi129 conmon[101092]: cluster 2022-01-18T19:26:44.003960+0000 mgr.smithi129.iclwio (mgr.14716) 7059 : cluster [DBG] pgmap v6068: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:46.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:45 smithi156 conmon[67007]: cluster 2022-01-18T19:26:44.003960+0000 mgr.smithi129.iclwio (mgr.14716) 7059 : cluster [DBG] pgmap v6068: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:48.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:47 smithi129 conmon[101092]: cluster 2022-01-18T19:26:46.004727+0000 mgr.smithi129.iclwio (mgr.14716) 7060 : cluster [DBG] pgmap v6069: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:48.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:47 smithi156 conmon[67007]: cluster 2022-01-18T19:26:46.004727+0000 mgr.smithi129.iclwio (mgr.14716) 7060 : cluster [DBG] pgmap v6069: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:49.575 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:26:49.842 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:26:49.842 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 7m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:26:49.843 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 7m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:26:49.843 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 7m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:26:49.843 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 7m ago 3h 43.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:26:49.843 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 7m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:26:49.844 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 7m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:26:49.844 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 7m ago 3h 702M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:26:49.844 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 7m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:26:49.844 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 7m ago 3h 1296M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:26:49.845 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 7m ago 3h 603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:26:49.845 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 7m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:26:49.845 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 7m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:26:49.847 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 7m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:26:49.847 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 7m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:26:49.847 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 7m ago 3h 1982M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:26:49.847 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 7m ago 3h 3046M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:26:49.848 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 7m ago 3h 2324M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:26:49.848 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 7m ago 3h 3057M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:26:49.848 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 7m ago 3h 2840M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:26:49.848 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 7m ago 3h 3382M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:26:49.849 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 7m ago 3h 2704M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:26:49.849 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 7m ago 3h 3942M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:26:49.849 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 7m ago 3h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:26:50.159 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:26:50.160 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:26:50.160 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:26:50.160 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:26:50.160 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:26:50.161 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:26:50.161 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:26:50.161 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:26:50.161 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:26:50.161 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:26:50.162 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:26:50.162 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:26:50.162 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:26:50.162 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:26:50.163 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:26:50.163 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:26:50.163 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:26:50.163 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:26:50.163 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:26:50.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:49 smithi129 conmon[101092]: cluster 2022-01-18T19:26:48.005325+0000 mgr.smithi129.iclwio (mgr.14716) 7061 : cluster [DBG] pgmap v6070: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:50.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:49 smithi129 conmon[101092]: 2022-01-18T19:26:50.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:49 smithi156 conmon[67007]: cluster 2022-01-18T19:26:48.005325+0000 mgr.smithi129.iclwio (mgr.14716) 7061 : cluster [DBG] pgmap v6070: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:51.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:50 smithi129 conmon[101092]: audit 2022-01-18T19:26:49.572425+0000 mgr.smithi129.iclwio (mgr.14716) 7062 : audit [DBG] from='client.38794 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:26:51.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:50 smithi129 conmon[101092]: audit 2022-01-18T19:26:49.841966+0000 mgr.smithi129.iclwio (mgr.14716) 7063 : audit [DBG] from='client.38798 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:26:51.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:50 smithi129 conmon[101092]: audit 2022-01-18T19:26:50.168194+0000 mon.smithi129 (mon.0) 2187 : audit [DBG] from='client.? 172.21.15.129:0/4251791377' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:26:51.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:50 smithi156 conmon[67007]: audit 2022-01-18T19:26:49.572425+0000 mgr.smithi129.iclwio (mgr.14716) 7062 : audit [DBG] from='client.38794 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:26:51.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:50 smithi156 conmon[67007]: audit 2022-01-18T19:26:49.841966+0000 2022-01-18T19:26:51.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:50 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 7063 : audit [DBG] from='client.38798 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:26:51.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:50 smithi156 conmon[67007]: audit 2022-01-18T19:26:50.168194+0000 mon.smithi129 (mon.0) 2187 : audit [DBG] from='client.? 172.21.15.129:0/4251791377' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:26:52.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:51 smithi129 conmon[101092]: cluster 2022-01-18T19:26:50.005963+0000 mgr.smithi129.iclwio (mgr.14716) 7064 : cluster [DBG] pgmap v6071: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:26:52.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:51 smithi129 conmon[101092]: 2022-01-18T19:26:52.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:51 smithi156 conmon[67007]: cluster 2022-01-18T19:26:50.005963+0000 mgr.smithi129.iclwio (mgr.14716) 7064 : cluster [DBG] pgmap v6071: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:26:54.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:53 smithi129 conmon[101092]: cluster 2022-01-18T19:26:52.006379+0000 mgr.smithi129.iclwio (mgr.14716) 7065 : cluster [DBG] 2022-01-18T19:26:54.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:53 smithi129 conmon[101092]: pgmap v6072: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:54.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:53 smithi156 conmon[67007]: cluster 2022-01-18T19:26:52.006379+0000 mgr.smithi129.iclwio (mgr.14716) 7065 : cluster [DBG] pgmap v6072: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:56.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:55 smithi129 conmon[101092]: cluster 2022-01-18T19:26:54.007082+0000 mgr.smithi129.iclwio (mgr.14716) 7066 : cluster [DBG] pgmap v6073: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:56.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:55 smithi156 conmon[67007]: cluster 2022-01-18T19:26:54.007082+0000 mgr.smithi129.iclwio (mgr.14716) 7066 : cluster [DBG] pgmap v6073: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:58.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:57 smithi129 conmon[101092]: cluster 2022-01-18T19:26:56.007783+0000 mgr.smithi129.iclwio (mgr.14716) 7067 : cluster [DBG] pgmap v6074: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:26:58.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:57 smithi156 conmon[67007]: cluster 2022-01-18T19:26:56.007783+0000 mgr.smithi129.iclwio (mgr.14716) 7067 : cluster [DBG] pgmap v6074: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:00.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:59 smithi129 conmon[101092]: cluster 2022-01-18T19:26:58.008512+0000 mgr.smithi129.iclwio (mgr.14716) 7068 : cluster [DBG] 2022-01-18T19:27:00.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:59 smithi129 conmon[101092]: pgmap v6075: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:00.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:59 smithi129 conmon[101092]: audit 2022-01-18T19:26:59.005019+0000 mon.smithi129 (mon.0) 2188 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:27:00.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:59 smithi129 conmon[101092]: audit 2022-01-18T19:26:59.005262+0000 mon.smithi129 (mon.0 2022-01-18T19:27:00.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:26:59 smithi129 conmon[101092]: ) 2189 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:27:00.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:59 smithi156 conmon[67007]: cluster 2022-01-18T19:26:58.008512+0000 mgr.smithi129.iclwio (mgr.14716) 7068 : cluster [DBG] pgmap v6075: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:00.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:59 smithi156 conmon[67007]: audit 2022-01-18T19:26:59.005019+0000 mon.smithi129 (mon.0) 2188 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:27:00.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:59 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T19:27:00.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:59 smithi156 conmon[67007]: 18T19:26:59.005262+0000 mon.smithi129 (mon.0) 2189 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:27:00.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:26:59 smithi156 conmon[67007]: 2022-01-18T19:27:02.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:01 smithi129 conmon[101092]: cluster 2022-01-18T19:27:00.009367+0000 mgr.smithi129.iclwio (mgr.14716) 7069 : cluster [DBG] pgmap v6076: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:27:02.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:01 smithi156 conmon[67007]: cluster 2022-01-18T19:27:00.009367+0000 mgr.smithi129.iclwio (mgr.14716) 7069 : cluster [DBG] pgmap v6076: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:27:02.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:01 smithi156 conmon[67007]: 2022-01-18T19:27:04.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:03 smithi129 conmon[101092]: cluster 2022-01-18T19:27:02.009999+0000 mgr.smithi129.iclwio (mgr.14716) 7070 : cluster [DBG] pgmap v6077: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:04.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:03 smithi156 conmon[67007]: cluster 2022-01-18T19:27:02.009999+0000 mgr.smithi129.iclwio (mgr.14716) 7070 : cluster [DBG] pgmap v6077: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:06.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:05 smithi129 conmon[101092]: cluster 2022-01-18T19:27:04.010586+0000 mgr.smithi129.iclwio (mgr.14716) 7071 : cluster [DBG] pgmap v6078: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:06.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:05 smithi156 conmon[67007]: cluster 2022-01-18T19:27:04.010586+0000 mgr.smithi129.iclwio (mgr.14716) 7071 : cluster [DBG] pgmap v6078: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:08.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:07 smithi129 conmon[101092]: cluster 2022-01-18T19:27:06.011465+0000 mgr.smithi129.iclwio (mgr.14716) 7072 : cluster [DBG] pgmap v6079: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:08.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:07 smithi156 conmon[67007]: cluster 2022-01-18T19:27:06.011465+0000 mgr.smithi129.iclwio (mgr.14716) 7072 : cluster [DBG] pgmap v6079: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:10.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:09 smithi129 conmon[101092]: cluster 2022-01-18T19:27:08.012110+0000 mgr.smithi129.iclwio (mgr.14716) 7073 : cluster [DBG] pgmap v6080: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:10.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:09 smithi156 conmon[67007]: cluster 2022-01-18T19:27:08.012110+0000 mgr.smithi129.iclwio (mgr.14716) 7073 : cluster [DBG] pgmap v6080: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:12.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:11 smithi129 conmon[101092]: cluster 2022-01-18T19:27:10.012886+0000 mgr.smithi129.iclwio (mgr.14716) 7074 : cluster [DBG] pgmap v6081: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:27:12.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:11 smithi156 conmon[67007]: cluster 2022-01-18T19:27:10.012886+0000 mgr.smithi129.iclwio (mgr.14716) 7074 : cluster [DBG] pgmap v6081: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:27:14.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:13 smithi129 conmon[101092]: cluster 2022-01-18T19:27:12.013477+0000 mgr.smithi129.iclwio (mgr.14716) 7075 : cluster [DBG] pgmap v6082: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:14.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:13 smithi156 conmon[67007]: cluster 2022-01-18T19:27:12.013477+0000 mgr.smithi129.iclwio (mgr.14716) 7075 : cluster [DBG] pgmap v6082: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:16.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:15 smithi129 conmon[101092]: cluster 2022-01-18T19:27:14.014196+0000 mgr.smithi129.iclwio (mgr.14716) 7076 : cluster [DBG] pgmap v6083: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:16.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:15 smithi156 conmon[67007]: cluster 2022-01-18T19:27:14.014196+0000 mgr.smithi129.iclwio (mgr.14716) 7076 : cluster [DBG] pgmap v6083: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:18.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:17 smithi129 conmon[101092]: cluster 2022-01-18T19:27:16.014946+0000 mgr.smithi129.iclwio (mgr.14716) 7077 : cluster [DBG] pgmap v6084: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:18.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:17 smithi156 conmon[67007]: cluster 2022-01-18T19:27:16.014946+0000 mgr.smithi129.iclwio (mgr.14716) 7077 : cluster [DBG] pgmap v6084: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:20.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:19 smithi129 conmon[101092]: cluster 2022-01-18T19:27:18.015627+0000 mgr.smithi129.iclwio (mgr.14716) 7078 : cluster [DBG] 2022-01-18T19:27:20.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:19 smithi129 conmon[101092]: pgmap v6085: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:20.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:19 smithi156 conmon[67007]: cluster 2022-01-18T19:27:18.015627+0000 mgr.smithi129.iclwio (mgr.14716) 7078 : cluster [DBG] pgmap v6085: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:20.459 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:27:20.723 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:27:20.723 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 7m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:27:20.724 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 7m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:27:20.724 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 7m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:27:20.724 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 7m ago 3h 43.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:27:20.724 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 7m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:27:20.724 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 7m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:27:20.725 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 7m ago 3h 702M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:27:20.725 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 7m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:27:20.725 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 7m ago 3h 1296M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:27:20.725 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 7m ago 3h 603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:27:20.725 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 7m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:27:20.726 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 7m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:27:20.726 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 7m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:27:20.726 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 7m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:27:20.726 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 7m ago 3h 1982M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:27:20.727 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 7m ago 3h 3046M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:27:20.727 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 7m ago 3h 2324M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:27:20.727 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 7m ago 3h 3057M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:27:20.727 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 7m ago 3h 2840M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:27:20.727 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 7m ago 3h 3382M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:27:20.728 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 7m ago 3h 2704M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:27:20.728 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 7m ago 3h 3942M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:27:20.728 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 7m ago 3h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:27:21.042 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:27:21.043 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:27:21.043 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:27:21.043 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:27:21.043 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:27:21.043 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:27:21.044 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:27:21.044 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:27:21.044 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:27:21.044 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:27:21.045 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:27:21.045 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:27:21.045 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:27:21.045 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:27:21.046 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:27:21.046 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:27:21.046 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:27:21.046 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:27:21.046 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:27:22.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:21 smithi129 conmon[101092]: cluster 2022-01-18T19:27:20.016535+0000 mgr.smithi129.iclwio (mgr.14716) 7079 : cluster [DBG] pgmap v6086: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:27:22.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:21 smithi129 conmon[101092]: audit 2022-01-18T19:27:20.456264+0000 mgr.smithi129.iclwio (mgr.14716) 7080 : audit [DBG] from='client.38806 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:27:22.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:21 smithi129 conmon[101092]: audit 2022-01-18T19:27:20.723177+0000 mgr.smithi129.iclwio (mgr.14716) 7081 : audit [DBG] from='client.38810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:27:22.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:21 smithi129 conmon[101092]: audit 2022-01-18T19:27:21.051130+0000 mon.smithi129 ( 2022-01-18T19:27:22.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:21 smithi129 conmon[101092]: mon.0) 2190 : audit [DBG] from='client.? 172.21.15.129:0/1330073922' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:27:22.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:21 smithi156 conmon[67007]: cluster 2022-01-18T19:27:20.016535+0000 mgr.smithi129.iclwio (mgr.14716) 7079 : cluster [DBG] pgmap v6086: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:27:22.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:21 smithi156 conmon[67007]: audit 2022-01-18T19:27:20.456264+0000 2022-01-18T19:27:22.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:21 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 7080 : audit [DBG] from='client.38806 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:27:22.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:21 smithi156 conmon[67007]: audit 2022-01-18T19:27:20.723177+0000 mgr.smithi129.iclwio (mgr.14716) 7081 : audit [DBG] from='client.38810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:27:22.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:21 smithi156 conmon[67007]: audit 2022-01-18T19:27:21.051130+0000 mon.smithi129 (mon.0) 2190 : audit [DBG] from='client.? 172.21.15.129:0/1330073922' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:27:24.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:23 smithi129 conmon[101092]: cluster 2022-01-18T19:27:22.017050+0000 mgr.smithi129.iclwio (mgr.14716) 7082 : cluster [DBG] pgmap v6087: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:24.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:23 smithi156 conmon[67007]: cluster 2022-01-18T19:27:22.017050+0000 mgr.smithi129.iclwio (mgr.14716) 7082 : cluster [DBG] pgmap v6087: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:26.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:25 smithi129 conmon[101092]: cluster 2022-01-18T19:27:24.017575+0000 mgr.smithi129.iclwio (mgr.14716) 7083 : cluster [DBG] pgmap v6088: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:26.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:25 smithi156 conmon[67007]: cluster 2022-01-18T19:27:24.017575+0000 mgr.smithi129.iclwio (mgr.14716) 7083 : cluster [DBG] pgmap v6088: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:26.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:25 smithi156 conmon[67007]: 2022-01-18T19:27:28.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:27 smithi129 conmon[101092]: cluster 2022-01-18T19:27:26.018316+0000 mgr.smithi129.iclwio (mgr.14716) 7084 : cluster [DBG] pgmap v6089: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:28.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:27 smithi156 conmon[67007]: cluster 2022-01-18T19:27:26.018316+0000 mgr.smithi129.iclwio (mgr.14716) 7084 : cluster [DBG] pgmap v6089: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:30.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:29 smithi129 conmon[101092]: cluster 2022-01-18T19:27:28.019010+0000 mgr.smithi129.iclwio (mgr.14716) 7085 : cluster [DBG] pgmap v6090: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:30.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:29 smithi156 conmon[67007]: cluster 2022-01-18T19:27:28.019010+0000 mgr.smithi129.iclwio (mgr.14716) 7085 : cluster [DBG] pgmap v6090: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:32.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:31 smithi129 conmon[101092]: cluster 2022-01-18T19:27:30.019921+0000 mgr.smithi129.iclwio (mgr.14716) 7086 : cluster [DBG] pgmap v6091: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:27:32.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:31 smithi156 conmon[67007]: cluster 2022-01-18T19:27:30.019921+0000 mgr.smithi129.iclwio (mgr.14716) 7086 : cluster [DBG] pgmap v6091: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:27:34.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:33 smithi129 conmon[101092]: cluster 2022-01-18T19:27:32.020443+0000 mgr.smithi129.iclwio (mgr.14716) 7087 : cluster [DBG] pgmap v6092: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:34.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:33 smithi156 conmon[67007]: cluster 2022-01-18T19:27:32.020443+0000 mgr.smithi129.iclwio (mgr.14716) 7087 : cluster [DBG] pgmap v6092: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:36.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:35 smithi129 conmon[101092]: cluster 2022-01-18T19:27:34.021146+0000 mgr.smithi129.iclwio (mgr.14716) 7088 : cluster [DBG] pgmap v6093: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:36.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:35 smithi156 conmon[67007]: cluster 2022-01-18T19:27:34.021146+0000 mgr.smithi129.iclwio (mgr.14716) 7088 : cluster [DBG] pgmap v6093: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:38.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:37 smithi129 conmon[101092]: cluster 2022-01-18T19:27:36.021941+0000 mgr.smithi129.iclwio (mgr.14716) 7089 : cluster [DBG] pgmap v6094: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:38.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:37 smithi129 conmon[101092]: 2022-01-18T19:27:38.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:37 smithi156 conmon[67007]: cluster 2022-01-18T19:27:36.021941+0000 mgr.smithi129.iclwio (mgr.14716) 7089 : cluster [DBG] pgmap v6094: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:40.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:39 smithi129 conmon[101092]: cluster 2022-01-18T19:27:38.022574+0000 mgr.smithi129.iclwio (mgr.14716) 7090 : cluster 2022-01-18T19:27:40.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:39 smithi129 conmon[101092]: [DBG] pgmap v6095: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:40.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:39 smithi129 conmon[101092]: audit 2022-01-18T19:27:39.019692+0000 mon.smithi129 (mon.0) 2191 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:27:40.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:39 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T19:27:40.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:39 smithi129 conmon[101092]: 19:27:39.021144+0000 mon.smithi129 (mon.0) 2192 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:27:40.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:39 smithi129 conmon[101092]: audit 2022-01 2022-01-18T19:27:40.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:39 smithi129 conmon[101092]: -18T19:27:39.021976+0000 mon.smithi129 (mon.0) 2193 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:27:40.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:39 smithi129 conmon[101092]: audit 2022- 2022-01-18T19:27:40.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:39 smithi129 conmon[101092]: 01-18T19:27:39.329579+0000 2022-01-18T19:27:40.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:39 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2194 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:27:40.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:39 smithi129 conmon[101092]: 2022-01-18T19:27:40.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:39 smithi129 conmon[101092]: audit 2022-01-18T19 2022-01-18T19:27:40.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:39 smithi129 conmon[101092]: :27:39.334244+0000 2022-01-18T19:27:40.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:39 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2195 : audit 2022-01-18T19:27:40.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:39 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:27:40.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:39 smithi156 conmon[67007]: cluster 2022-01-18T19:27:38.022574+0000 mgr.smithi129.iclwio (mgr.14716) 7090 : cluster [DBG] pgmap v6095: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:40.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:39 smithi156 conmon[67007]: 2022-01-18T19:27:40.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:39 smithi156 conmon[67007]: audit 2022-01-18T19:27:39.019692+0000 mon.smithi129 (mon.0) 2191 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:27:40.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:39 smithi156 conmon[67007]: audit 2022-01-18T19:27:39.021144+0000 mon.smithi129 (mon.0) 2192 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:27:40.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:39 smithi156 conmon[67007]: audit 2022-01-18T19:27:39.021976+0000 mon.smithi129 (mon.0) 2193 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:27:40.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:39 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T19:27:40.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:39 smithi156 conmon[67007]: T19:27:39.329579+0000 mon.smithi129 (mon.0) 2194 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:27:40.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:39 smithi156 conmon[67007]: audit 2022-01-18T19:27:39.334244+0000 mon.smithi129 (mon.0) 2195 : audit 2022-01-18T19:27:40.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:39 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:27:41.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:40 smithi129 conmon[101092]: cephadm 2022-01-18T19:27:39.022713+0000 mgr.smithi129.iclwio (mgr.14716) 7091 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:27:41.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:40 smithi156 conmon[67007]: cephadm 2022-01-18T19:27:39.022713+0000 mgr.smithi129.iclwio (mgr.14716) 7091 : cephadm [WRN] 2022-01-18T19:27:41.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:40 smithi156 conmon[67007]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:27:42.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:41 smithi129 conmon[101092]: cluster 2022-01-18T19:27:40.023479+0000 mgr.smithi129.iclwio (mgr.14716) 7092 : cluster [DBG] pgmap v6096: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:27:42.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:41 smithi156 conmon[67007]: cluster 2022-01-18T19:27:40.023479+0000 mgr.smithi129.iclwio (mgr.14716) 7092 : cluster [DBG] pgmap v6096: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:27:44.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:43 smithi129 conmon[101092]: cluster 2022-01-18T19:27:42.023914+0000 mgr.smithi129.iclwio (mgr.14716) 7093 : cluster [DBG] pgmap v6097: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:44.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:43 smithi156 conmon[67007]: cluster 2022-01-18T19:27:42.023914+0000 mgr.smithi129.iclwio (mgr.14716) 7093 : cluster 2022-01-18T19:27:44.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:43 smithi156 conmon[67007]: [DBG] pgmap v6097: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:46.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:45 smithi129 conmon[101092]: cluster 2022-01-18T19:27:44.024398+0000 mgr.smithi129.iclwio (mgr.14716) 7094 : cluster [DBG] pgmap v6098: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:46.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:45 smithi156 conmon[67007]: cluster 2022-01-18T19:27:44.024398+0000 mgr.smithi129.iclwio (mgr.14716) 7094 : cluster [DBG] 2022-01-18T19:27:46.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:45 smithi156 conmon[67007]: pgmap v6098: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:48.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:47 smithi156 conmon[67007]: cluster 2022-01-18T19:27:46.025162+0000 mgr.smithi129.iclwio (mgr.14716) 7095 : cluster [DBG] 2022-01-18T19:27:48.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:47 smithi156 conmon[67007]: pgmap v6099: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:48.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:47 smithi129 conmon[101092]: cluster 2022-01-18T19:27:46.025162+0000 mgr.smithi129.iclwio (mgr.14716) 7095 : cluster [DBG] pgmap v6099: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:50.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:49 smithi156 conmon[67007]: cluster 2022-01-18T19:27:48.025728+0000 mgr.smithi129.iclwio (mgr.14716) 7096 : cluster [DBG] 2022-01-18T19:27:50.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:49 smithi156 conmon[67007]: pgmap v6100: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:50.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:49 smithi129 conmon[101092]: cluster 2022-01-18T19:27:48.025728+0000 mgr.smithi129.iclwio (mgr.14716) 7096 : cluster [DBG] pgmap v6100: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:50.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:49 smithi129 conmon[101092]: 2022-01-18T19:27:51.339 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:27:51.604 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:27:51.604 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 8m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:27:51.604 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 8m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:27:51.604 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 8m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:27:51.605 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 8m ago 3h 43.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:27:51.605 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 8m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:27:51.605 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 8m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:27:51.605 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 8m ago 3h 702M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:27:51.606 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 8m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:27:51.606 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 8m ago 3h 1296M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:27:51.606 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 8m ago 3h 603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:27:51.606 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 8m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:27:51.606 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 8m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:27:51.607 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 8m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:27:51.607 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 8m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:27:51.607 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 8m ago 3h 1982M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:27:51.607 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 8m ago 3h 3046M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:27:51.608 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 8m ago 3h 2324M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:27:51.608 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 8m ago 3h 3057M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:27:51.608 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 8m ago 3h 2840M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:27:51.608 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 8m ago 3h 3382M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:27:51.609 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 8m ago 3h 2704M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:27:51.609 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 8m ago 3h 3942M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:27:51.609 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 8m ago 3h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:27:51.921 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:27:51.922 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:27:51.922 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:27:51.922 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:27:51.922 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:27:51.923 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:27:51.923 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:27:51.923 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:27:51.923 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:27:51.924 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:27:51.924 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:27:51.924 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:27:51.924 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:27:51.925 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:27:51.925 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:27:51.925 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:27:51.925 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:27:51.926 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:27:51.926 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:27:52.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:51 smithi156 conmon[67007]: cluster 2022-01-18T19:27:50.026473+0000 mgr.smithi129.iclwio (mgr.14716) 7097 : cluster [DBG] pgmap v6101: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:27:52.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:51 smithi156 conmon[67007]: 2022-01-18T19:27:52.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:51 smithi156 conmon[67007]: audit 2022-01-18T19:27:51.930323+0000 mon.smithi129 (mon.0) 2196 : audit [DBG] from='client.? 172.21.15.129:0/12796515' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:27:52.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:51 smithi129 conmon[101092]: cluster 2022-01-18T19:27:50.026473+0000 mgr.smithi129.iclwio (mgr.14716) 7097 : cluster [DBG] pgmap v6101: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:27:52.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:51 smithi129 conmon[101092]: audit 2022-01-18T19:27:51.930323+0000 2022-01-18T19:27:52.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:51 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2196 : audit [DBG] from='client.? 172.21.15.129:0/12796515' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:27:53.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:52 smithi156 conmon[67007]: audit 2022-01-18T19:27:51.336808+0000 mgr.smithi129.iclwio (mgr.14716) 7098 : audit [DBG] 2022-01-18T19:27:53.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:52 smithi156 conmon[67007]: from='client.38818 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:27:53.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:52 smithi156 conmon[67007]: audit 2022-01-18T19:27:51.603942+0000 mgr.smithi129.iclwio (mgr.14716) 7099 : audit [DBG] from='client.38822 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:27:53.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:52 smithi129 conmon[101092]: audit 2022-01-18T19:27:51.336808+0000 mgr.smithi129.iclwio (mgr.14716) 7098 : audit [DBG] from='client.38818 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:27:53.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:52 smithi129 conmon[101092]: audit 2022-01-18T19:27:51.603942+0000 mgr.smithi129.iclwio ( 2022-01-18T19:27:53.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:52 smithi129 conmon[101092]: mgr.14716) 7099 : audit [DBG] from='client.38822 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:27:54.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:53 smithi156 conmon[67007]: cluster 2022-01-18T19:27:52.027128+0000 mgr.smithi129.iclwio (mgr.14716) 7100 : cluster [DBG] pgmap v6102: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:54.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:53 smithi129 conmon[101092]: cluster 2022-01-18T19:27:52.027128+0000 mgr.smithi129.iclwio (mgr.14716) 7100 : cluster [DBG] pgmap v6102: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:56.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:55 smithi156 conmon[67007]: cluster 2022-01-18T19:27:54.027735+0000 mgr.smithi129.iclwio (mgr.14716) 7101 : cluster [DBG] pgmap v6103: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:56.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:55 smithi129 conmon[101092]: cluster 2022-01-18T19:27:54.027735+0000 mgr.smithi129.iclwio (mgr.14716) 7101 : cluster [DBG] pgmap v6103: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:58.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:57 smithi156 conmon[67007]: cluster 2022-01-18T19:27:56.028538+0000 mgr.smithi129.iclwio (mgr.14716) 7102 : cluster [DBG] pgmap v6104: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:27:58.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:57 smithi129 conmon[101092]: cluster 2022-01-18T19:27:56.028538+0000 mgr.smithi129.iclwio (mgr.14716) 7102 : cluster [DBG] pgmap v6104: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:00.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:59 smithi156 conmon[67007]: cluster 2022-01-18T19:27:58.029232+0000 mgr.smithi129.iclwio (mgr.14716) 7103 : cluster [DBG] pgmap v6105: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:00.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:59 smithi156 conmon[67007]: audit 2022-01-18T19:27:59.009207+0000 mon.smithi129 (mon.0) 2197 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:28:00.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:59 smithi156 conmon[67007]: audit 2022-01-18T19:27:59.009498+0000 mon.smithi129 (mon.0) 2198 : audit [INF] 2022-01-18T19:28:00.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:27:59 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:28:00.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:59 smithi129 conmon[101092]: cluster 2022-01-18T19:27:58.029232+0000 mgr.smithi129.iclwio (mgr.14716) 7103 : cluster [DBG] pgmap v6105: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:00.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:59 smithi129 conmon[101092]: audit 2022-01-18T19:27:59.009207+0000 mon.smithi129 (mon.0) 2197 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:28:00.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:27:59 smithi129 conmon[101092]: audit 2022-01-18T19:27:59.009498+0000 mon.smithi129 (mon.0) 2198 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:28:02.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:01 smithi156 conmon[67007]: cluster 2022-01-18T19:28:00.030147+0000 mgr.smithi129.iclwio (mgr.14716) 7104 : cluster [DBG] pgmap v6106: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:28:02.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:01 smithi129 conmon[101092]: cluster 2022-01-18T19:28:00.030147+0000 mgr.smithi129.iclwio (mgr.14716) 7104 : cluster [DBG] pgmap v6106: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:28:04.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:03 smithi156 conmon[67007]: cluster 2022-01-18T19:28:02.030642+0000 mgr.smithi129.iclwio (mgr.14716) 7105 : cluster [DBG] pgmap v6107: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:04.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:03 smithi129 conmon[101092]: cluster 2022-01-18T19:28:02.030642+0000 mgr.smithi129.iclwio (mgr.14716) 7105 : cluster [DBG] pgmap v6107: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:04.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:03 smithi129 conmon[101092]: 2022-01-18T19:28:06.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:05 smithi156 conmon[67007]: cluster 2022-01-18T19:28:04.031145+0000 mgr.smithi129.iclwio (mgr.14716) 7106 : cluster [DBG] pgmap v6108: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:06.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:05 smithi129 conmon[101092]: cluster 2022-01-18T19:28:04.031145+0000 mgr.smithi129.iclwio (mgr.14716) 7106 : cluster [DBG] pgmap v6108: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:08.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:07 smithi156 conmon[67007]: cluster 2022-01-18T19:28:06.036677+0000 mgr.smithi129.iclwio (mgr.14716) 7107 : cluster [DBG] pgmap v6109: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:08.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:07 smithi129 conmon[101092]: cluster 2022-01-18T19:28:06.036677+0000 mgr.smithi129.iclwio (mgr.14716) 7107 : cluster [DBG] pgmap v6109: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:10.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:09 smithi156 conmon[67007]: cluster 2022-01-18T19:28:08.037202+0000 mgr.smithi129.iclwio (mgr.14716) 7108 : cluster [DBG] pgmap v6110: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:10.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:09 smithi129 conmon[101092]: cluster 2022-01-18T19:28:08.037202+0000 mgr.smithi129.iclwio (mgr.14716) 7108 : cluster [DBG] pgmap v6110: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:12.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:11 smithi156 conmon[67007]: cluster 2022-01-18T19:28:10.038149+0000 mgr.smithi129.iclwio (mgr.14716) 7109 : cluster [DBG] pgmap v6111: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:28:12.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:11 smithi129 conmon[101092]: cluster 2022-01-18T19:28:10.038149+0000 mgr.smithi129.iclwio (mgr.14716) 7109 : cluster [DBG] 2022-01-18T19:28:12.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:11 smithi129 conmon[101092]: pgmap v6111: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:28:14.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:13 smithi156 conmon[67007]: cluster 2022-01-18T19:28:12.038570+0000 mgr.smithi129.iclwio (mgr.14716) 7110 : cluster [DBG] pgmap v6112: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:14.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:13 smithi129 conmon[101092]: cluster 2022-01-18T19:28:12.038570+0000 mgr.smithi129.iclwio (mgr.14716) 7110 : cluster [DBG] pgmap v6112: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:14.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:13 smithi129 conmon[101092]: 2022-01-18T19:28:16.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:15 smithi156 conmon[67007]: cluster 2022-01-18T19:28:14.039046+0000 mgr.smithi129.iclwio (mgr.14716) 7111 : cluster [DBG] pgmap v6113: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:16.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:15 smithi129 conmon[101092]: cluster 2022-01-18T19:28:14.039046+0000 mgr.smithi129.iclwio (mgr.14716) 7111 : cluster [DBG] pgmap v6113: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:16.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:15 smithi129 conmon[101092]: 2022-01-18T19:28:18.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:17 smithi156 conmon[67007]: cluster 2022-01-18T19:28:16.039912+0000 mgr.smithi129.iclwio (mgr.14716) 7112 : cluster [DBG] pgmap v6114: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:18.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:17 smithi129 conmon[101092]: cluster 2022-01-18T19:28:16.039912+0000 mgr.smithi129.iclwio (mgr.14716) 7112 : cluster [DBG] pgmap v6114: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:18.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:17 smithi129 conmon[101092]: 2022-01-18T19:28:20.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:20 smithi156 conmon[67007]: cluster 2022-01-18T19:28:18.040341+0000 mgr.smithi129.iclwio (mgr.14716) 7113 : cluster [DBG] pgmap v6115: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:20.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:20 smithi129 conmon[101092]: cluster 2022-01-18T19:28:18.040341+0000 mgr.smithi129.iclwio (mgr.14716) 7113 : cluster 2022-01-18T19:28:20.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:20 smithi129 conmon[101092]: [DBG] pgmap v6115: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:22.221 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:28:22.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:22 smithi156 conmon[67007]: cluster 2022-01-18T19:28:20.041057+0000 mgr.smithi129.iclwio (mgr.14716) 7114 : cluster [DBG] pgmap v6116: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:28:22.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:22 smithi129 conmon[101092]: cluster 2022-01-18T19:28:20.041057+0000 mgr.smithi129.iclwio (mgr.14716) 7114 : cluster 2022-01-18T19:28:22.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:22 smithi129 conmon[101092]: [DBG] pgmap v6116: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:28:22.487 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:28:22.487 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 8m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:28:22.488 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 8m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:28:22.488 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 8m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:28:22.488 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 8m ago 3h 43.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:28:22.488 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 8m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:28:22.489 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 8m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:28:22.489 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 8m ago 3h 702M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:28:22.489 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 8m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:28:22.489 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 8m ago 3h 1296M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:28:22.490 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 8m ago 3h 603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:28:22.490 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 8m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:28:22.490 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 8m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:28:22.490 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 8m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:28:22.491 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 8m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:28:22.491 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 8m ago 3h 1982M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:28:22.491 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 8m ago 3h 3046M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:28:22.491 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 8m ago 3h 2324M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:28:22.491 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 8m ago 3h 3057M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:28:22.492 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 8m ago 3h 2840M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:28:22.492 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 8m ago 3h 3382M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:28:22.492 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 8m ago 3h 2704M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:28:22.492 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 8m ago 3h 3942M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:28:22.493 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 8m ago 3h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:28:22.809 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:28:22.809 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:28:22.809 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:28:22.810 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:28:22.810 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:28:22.810 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:28:22.811 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:28:22.811 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:28:22.811 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:28:22.811 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:28:22.812 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:28:22.812 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:28:22.812 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:28:22.812 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:28:22.812 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:28:22.813 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:28:22.813 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:28:22.813 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:28:22.813 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:28:23.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:23 smithi156 conmon[67007]: audit 2022-01-18T19:28:22.817780+0000 mon.smithi129 (mon.0) 2199 : audit [DBG] 2022-01-18T19:28:23.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:23 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/1067604597' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:28:23.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:23 smithi129 conmon[101092]: audit 2022-01-18T19:28:22.817780+0000 mon.smithi129 (mon.0) 2199 : audit [DBG] from='client.? 172.21.15.129:0/1067604597' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:28:24.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:24 smithi156 conmon[67007]: cluster 2022-01-18T19:28:22.041489+0000 mgr.smithi129.iclwio (mgr.14716) 7115 : cluster [DBG] pgmap v6117: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:24.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:24 smithi156 conmon[67007]: audit 2022-01-18T19:28:22.217645+0000 mgr.smithi129.iclwio (mgr.14716) 7116 : audit [DBG] from='client.38830 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:28:24.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:24 smithi156 conmon[67007]: audit 2022-01-18T19:28:22.487458+0000 mgr.smithi129.iclwio (mgr.14716) 7117 : audit [DBG] from='client.38834 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:28:24.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:24 smithi129 conmon[101092]: cluster 2022-01-18T19:28:22.041489+0000 mgr.smithi129.iclwio (mgr.14716) 7115 : cluster [DBG] 2022-01-18T19:28:24.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:24 smithi129 conmon[101092]: pgmap v6117: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:24.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:24 smithi129 conmon[101092]: audit 2022-01-18T19:28:22.217645+0000 mgr.smithi129.iclwio (mgr.14716) 7116 : audit [DBG] from='client.38830 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:28:24.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:24 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T19:28:24.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:24 smithi129 conmon[101092]: 18T19:28:22.487458+0000 mgr.smithi129.iclwio (mgr.14716) 7117 : audit [DBG] from='client.38834 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:28:25.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:25 smithi129 conmon[101092]: cluster 2022-01-18T19:28: 2022-01-18T19:28:25.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:25 smithi129 conmon[101092]: 24.042013+0000 mgr.smithi129.iclwio (mgr.14716) 7118 : cluster [DBG] pgmap v6118: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:25.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:25 smithi156 conmon[67007]: cluster 2022-01-18T19:28:24.042013+0000 mgr.smithi129.iclwio (mgr.14716) 7118 : cluster [DBG] pgmap v6118: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:28.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:27 smithi129 conmon[101092]: cluster 2022-01-18T19:28:26.042784+0000 mgr.smithi129.iclwio (mgr.14716) 7119 : cluster [DBG] pgmap v6119: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:28.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:27 smithi156 conmon[67007]: cluster 2022-01-18T19:28:26.042784+0000 mgr.smithi129.iclwio (mgr.14716) 7119 : cluster [DBG] pgmap v6119: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:30.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:29 smithi129 conmon[101092]: cluster 2022-01-18T19:28:28.043444+0000 mgr.smithi129.iclwio (mgr.14716) 7120 : cluster [DBG] pgmap v6120: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:30.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:29 smithi156 conmon[67007]: cluster 2022-01-18T19:28:28.043444+0000 mgr.smithi129.iclwio (mgr.14716) 7120 : cluster [DBG] pgmap v6120: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:32.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:31 smithi129 conmon[101092]: cluster 2022-01-18T19:28:30.044248+0000 mgr.smithi129.iclwio (mgr.14716) 7121 : cluster [DBG] pgmap v6121: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:28:32.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:31 smithi156 conmon[67007]: cluster 2022-01-18T19:28:30.044248+0000 mgr.smithi129.iclwio (mgr.14716) 7121 : cluster [DBG] 2022-01-18T19:28:32.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:31 smithi156 conmon[67007]: pgmap v6121: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:28:34.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:33 smithi129 conmon[101092]: cluster 2022-01-18T19:28:32.044834+0000 mgr.smithi129.iclwio (mgr.14716) 7122 : cluster [DBG] pgmap v6122: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:34.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:33 smithi129 conmon[101092]: 2022-01-18T19:28:34.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:33 smithi156 conmon[67007]: cluster 2022-01-18T19:28:32.044834+0000 mgr.smithi129.iclwio (mgr.14716) 7122 : cluster [DBG] pgmap v6122: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:36.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:35 smithi129 conmon[101092]: cluster 2022-01-18T19:28:34.045504+0000 mgr.smithi129.iclwio (mgr.14716) 7123 : cluster [DBG] pgmap v6123: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:36.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:35 smithi156 conmon[67007]: cluster 2022-01-18T19:28:34.045504+0000 mgr.smithi129.iclwio (mgr.14716) 7123 : cluster [DBG] 2022-01-18T19:28:36.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:35 smithi156 conmon[67007]: pgmap v6123: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:38.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:37 smithi129 conmon[101092]: cluster 2022-01-18T19:28:36.046325+0000 mgr.smithi129.iclwio (mgr.14716) 7124 : cluster [DBG] pgmap v6124: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:38.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:37 smithi156 conmon[67007]: cluster 2022-01-18T19:28:36.046325+0000 mgr.smithi129.iclwio (mgr.14716) 7124 : cluster [DBG] pgmap v6124: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:40.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:39 smithi129 conmon[101092]: cluster 2022-01-18T19:28:38.046930+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T19:28:40.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:39 smithi129 conmon[101092]: 14716) 7125 : cluster [DBG] pgmap v6125: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:40.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:39 smithi129 conmon[101092]: audit 2022-01-18T19:28:39.336653+0000 mon.smithi129 (mon.0) 2200 : audit 2022-01-18T19:28:40.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:39 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:28:40.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:39 smithi129 conmon[101092]: audit 2022-01-18T19:28:40.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:39 smithi129 conmon[101092]: 2022-01-18T19:28:39.337969+0000 mon.smithi129 (mon.0 2022-01-18T19:28:40.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:39 smithi129 conmon[101092]: ) 2201 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:28:40.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:39 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T19:28:40.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:39 smithi129 conmon[101092]: 18T19:28:39.338819+0000 mon.smithi129 (mon 2022-01-18T19:28:40.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:39 smithi129 conmon[101092]: .0) 2202 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:28:40.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:39 smithi129 conmon[101092]: audit 2022- 2022-01-18T19:28:40.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:39 smithi129 conmon[101092]: 01-18T19:28:39.640378+0000 mon.smithi129 ( 2022-01-18T19:28:40.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:39 smithi129 conmon[101092]: mon.0) 2203 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T19:28:40.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:39 smithi129 conmon[101092]: audit 2022- 2022-01-18T19:28:40.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:39 smithi129 conmon[101092]: 01-18T 2022-01-18T19:28:40.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:39 smithi129 conmon[101092]: 19:28:39.640578+0000 mon.smithi129 (mon. 2022-01-18T19:28:40.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:39 smithi129 conmon[101092]: 0) 2204 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T19:28:40.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:39 smithi129 conmon[101092]: audit 2022 2022-01-18T19:28:40.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:39 smithi129 conmon[101092]: -01-18T19:28:39.644586+0000 mon.smithi129 2022-01-18T19:28:40.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:39 smithi129 conmon[101092]: (mon.0) 2205 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:28:40.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:39 smithi129 conmon[101092]: audit 2022-01-18T19:28:40.185 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:39 smithi129 conmon[101092]: 2022-01-18T19:28:39.649770+0000 2022-01-18T19:28:40.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:39 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2206 : audit [INF] 2022-01-18T19:28:40.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:39 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:28:40.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:39 smithi156 conmon[67007]: cluster 2022-01-18T19:28:38.046930+0000 mgr.smithi129.iclwio (mgr.14716) 7125 : cluster 2022-01-18T19:28:40.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:39 smithi156 conmon[67007]: [DBG] pgmap v6125: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:40.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:39 smithi156 conmon[67007]: audit 2022-01-18T19:28:39.336653+0000 mon.smithi129 (mon.0) 2200 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:28:40.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:39 smithi156 conmon[67007]: audit 2022-01-18T19:28:39.337969+0000 mon.smithi129 (mon.0) 2201 : 2022-01-18T19:28:40.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:39 smithi156 conmon[67007]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:28:40.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:39 smithi156 conmon[67007]: audit 2022-01-18T19:28:39.338819+0000 mon.smithi129 (mon.0) 2202 : audit [INF] 2022-01-18T19:28:40.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:39 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:28:40.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:39 smithi156 conmon[67007]: audit 2022-01-18T19:28:39.640378 2022-01-18T19:28:40.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:39 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2203 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T19:28:40.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:39 smithi156 conmon[67007]: audit 2022-01-18T19:28:39.640578+0000 mon.smithi129 (mon.0 2022-01-18T19:28:40.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:39 smithi156 conmon[67007]: ) 2204 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T19:28:40.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:39 smithi156 conmon[67007]: audit 2022-01-18T19:28:39.644586+0000 mon.smithi129 (mon 2022-01-18T19:28:40.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:39 smithi156 conmon[67007]: .0) 2205 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:28:40.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:39 smithi156 conmon[67007]: audit 2022-01-18T19:28:39.649770+0000 2022-01-18T19:28:40.295 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:39 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2206 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:28:41.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:40 smithi129 conmon[101092]: cephadm 2022-01-18T19:28:39.339567+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:28:41.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:40 smithi129 conmon[101092]: 7126 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:28:41.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:40 smithi156 conmon[67007]: cephadm 2022-01-18T19:28:39.339567+0000 mgr.smithi129.iclwio (mgr.14716) 7126 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:28:42.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:41 smithi129 conmon[101092]: cluster 2022-01-18T19:28:40.047567+0000 mgr.smithi129.iclwio (mgr.14716) 7127 : cluster 2022-01-18T19:28:42.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:41 smithi129 conmon[101092]: [DBG] pgmap v6126: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:28:42.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:41 smithi156 conmon[67007]: cluster 2022-01-18T19:28:40.047567+0000 mgr.smithi129.iclwio (mgr.14716) 7127 : cluster [DBG] pgmap v6126: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:28:44.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:43 smithi129 conmon[101092]: cluster 2022-01-18T19:28:42.048064+0000 mgr.smithi129.iclwio (mgr.14716) 7128 : cluster [DBG] pgmap v6127: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:44.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:43 smithi129 conmon[101092]: 2022-01-18T19:28:44.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:43 smithi156 conmon[67007]: cluster 2022-01-18T19:28:42.048064+0000 mgr.smithi129.iclwio (mgr.14716) 7128 : cluster [DBG] pgmap v6127: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:46.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:45 smithi129 conmon[101092]: cluster 2022-01-18T19:28:44.048578+0000 mgr.smithi129.iclwio (mgr.14716) 7129 : cluster [DBG] pgmap v6128: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:46.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:45 smithi156 conmon[67007]: cluster 2022-01-18T19:28:44.048578+0000 mgr.smithi129.iclwio (mgr.14716) 7129 : cluster [DBG] pgmap v6128: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:48.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:47 smithi129 conmon[101092]: cluster 2022-01-18T19:28:46.049430+0000 mgr.smithi129.iclwio (mgr.14716) 7130 : cluster [DBG] pgmap v6129: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:48.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:47 smithi156 conmon[67007]: cluster 2022-01-18T19:28:46.049430+0000 mgr.smithi129.iclwio (mgr.14716) 7130 : cluster [DBG] pgmap v6129: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:48.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:47 smithi156 conmon[67007]: 2022-01-18T19:28:50.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:49 smithi129 conmon[101092]: cluster 2022-01-18T19:28:48.049975+0000 mgr.smithi129.iclwio (mgr.14716) 7131 : cluster [DBG] pgmap v6130: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:50.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:49 smithi129 conmon[101092]: 2022-01-18T19:28:50.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:49 smithi156 conmon[67007]: cluster 2022-01-18T19:28:48.049975+0000 mgr.smithi129.iclwio (mgr.14716) 7131 : cluster [DBG] pgmap v6130: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:52.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:51 smithi129 conmon[101092]: cluster 2022-01-18T19:28:50.050922+0000 mgr.smithi129.iclwio (mgr.14716) 7132 : cluster [DBG] pgmap v6131: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:28:52.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:51 smithi156 conmon[67007]: cluster 2022-01-18T19:28:50.050922+0000 mgr.smithi129.iclwio (mgr.14716) 7132 : cluster [DBG] pgmap v6131: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:28:53.108 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:28:53.372 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:28:53.373 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 9m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:28:53.373 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 9m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:28:53.373 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 9m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:28:53.373 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 9m ago 3h 43.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:28:53.374 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 9m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:28:53.374 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 9m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:28:53.374 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 9m ago 3h 702M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:28:53.374 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 9m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:28:53.375 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 9m ago 3h 1296M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:28:53.375 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 9m ago 3h 603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:28:53.375 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 9m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:28:53.375 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 9m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:28:53.376 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 9m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:28:53.376 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 9m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:28:53.376 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 9m ago 3h 1982M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:28:53.376 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 9m ago 3h 3046M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:28:53.377 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 9m ago 3h 2324M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:28:53.377 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 9m ago 3h 3057M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:28:53.377 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 9m ago 3h 2840M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:28:53.377 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 9m ago 3h 3382M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:28:53.377 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 9m ago 3h 2704M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:28:53.378 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 9m ago 3h 3942M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:28:53.378 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 9m ago 3h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:28:53.693 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:28:53.693 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:28:53.693 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:28:53.693 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:28:53.694 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:28:53.694 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:28:53.694 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:28:53.694 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:28:53.695 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:28:53.695 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:28:53.695 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:28:53.695 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:28:53.696 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:28:53.696 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:28:53.696 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:28:53.697 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:28:53.697 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:28:53.697 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:28:53.697 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:28:54.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:53 smithi129 conmon[101092]: cluster 2022-01-18T19:28:52.051508+0000 mgr.smithi129.iclwio (mgr.14716) 7133 : cluster 2022-01-18T19:28:54.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:53 smithi129 conmon[101092]: [DBG] pgmap v6132: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:54.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:53 smithi129 conmon[101092]: audit 2022-01-18T19:28:53.701720+0000 mon.smithi129 (mon.0) 2207 : audit [DBG] from='client.? 172.21.15.129:0/3607866372' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:28:54.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:53 smithi156 conmon[67007]: cluster 2022-01-18T19:28:52.051508+0000 mgr.smithi129.iclwio (mgr.14716) 7133 : cluster [DBG] pgmap v6132: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:54.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:53 smithi156 conmon[67007]: audit 2022-01-18T19:28:53.701720+0000 mon.smithi129 (mon.0) 2207 : audit 2022-01-18T19:28:54.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:53 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/3607866372' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:28:55.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:54 smithi129 conmon[101092]: audit 2022-01-18T19:28:53.105875+0000 mgr.smithi129.iclwio (mgr.14716) 7134 : audit [DBG] from='client.38842 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:28:55.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:54 smithi129 conmon[101092]: 2022-01-18T19:28:55.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:54 smithi129 conmon[101092]: audit 2022-01-18T19:28:53.372918+0000 mgr.smithi129.iclwio (mgr.14716) 7135 : audit [DBG] from='client.38846 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:28:55.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:54 smithi156 conmon[67007]: audit 2022-01-18T19:28:53.105875+0000 mgr.smithi129.iclwio (mgr.14716) 7134 : audit [DBG] from='client.38842 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:28:55.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:54 smithi156 conmon[67007]: audit 2022-01-18T19:28:53.372918+0000 mgr.smithi129.iclwio (mgr.14716) 7135 : audit [DBG] from='client.38846 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:28:56.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:55 smithi129 conmon[101092]: cluster 2022-01-18T19:28:54.051967+0000 mgr.smithi129.iclwio (mgr.14716) 7136 : cluster [DBG] 2022-01-18T19:28:56.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:55 smithi129 conmon[101092]: pgmap v6133: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:56.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:55 smithi156 conmon[67007]: cluster 2022-01-18T19:28:54.051967+0000 mgr.smithi129.iclwio (mgr.14716) 7136 : cluster [DBG] pgmap v6133: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:58.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:57 smithi129 conmon[101092]: cluster 2022-01-18T19:28:56.052765+0000 mgr.smithi129.iclwio (mgr.14716) 7137 : cluster [DBG] pgmap v6134: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:28:58.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:57 smithi156 conmon[67007]: cluster 2022-01-18T19:28:56.052765+0000 mgr.smithi129.iclwio (mgr.14716) 7137 : cluster [DBG] pgmap v6134: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:00.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:59 smithi129 conmon[101092]: cluster 2022-01-18T19:28:58.053441+0000 mgr.smithi129.iclwio (mgr.14716) 7138 : cluster [DBG] 2022-01-18T19:29:00.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:59 smithi129 conmon[101092]: pgmap v6135: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:00.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:59 smithi129 conmon[101092]: audit 2022-01-18T19:28:59.013684+0000 mon.smithi129 (mon.0) 2208 : audit 2022-01-18T19:29:00.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:59 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:29:00.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:59 smithi129 conmon[101092]: audit 2022-01-18T19: 2022-01-18T19:29:00.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:59 smithi129 conmon[101092]: 28:59.013945+0000 mon.smithi129 (mon.0) 2209 2022-01-18T19:29:00.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:59 smithi129 conmon[101092]: : audit [INF] 2022-01-18T19:29:00.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:28:59 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:29:00.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:59 smithi156 conmon[67007]: cluster 2022-01-18T19:28:58.053441+0000 mgr.smithi129.iclwio (mgr.14716) 7138 : cluster [DBG] pgmap v6135: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:00.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:59 smithi156 conmon[67007]: audit 2022-01-18T19:28:59.013684+0000 mon.smithi129 (mon.0) 2208 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:29:00.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:59 smithi156 conmon[67007]: audit 2022-01-18T19:28:59.013945+0000 mon.smithi129 (mon. 2022-01-18T19:29:00.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:28:59 smithi156 conmon[67007]: 0) 2209 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:29:02.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:01 smithi129 conmon[101092]: cluster 2022-01-18T19:29:00.054196+0000 mgr.smithi129.iclwio (mgr.14716) 7139 : cluster [DBG] pgmap v6136: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:29:02.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:01 smithi156 conmon[67007]: cluster 2022-01-18T19:29:00.054196+0000 mgr.smithi129.iclwio (mgr.14716) 7139 : cluster [DBG] pgmap v6136: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:29:04.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:03 smithi129 conmon[101092]: cluster 2022-01-18T19:29: 2022-01-18T19:29:04.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:03 smithi129 conmon[101092]: 02.054644+0000 mgr.smithi129.iclwio (mgr.14716) 7140 : cluster [DBG] pgmap v6137: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:04.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:03 smithi156 conmon[67007]: cluster 2022-01-18T19:29:02.054644+0000 mgr.smithi129.iclwio (mgr.14716) 7140 : cluster [DBG] pgmap v6137: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:06.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:05 smithi129 conmon[101092]: cluster 2022-01-18T19:29:04.055172+0000 mgr.smithi129.iclwio (mgr.14716) 7141 : cluster [DBG] pgmap v6138: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:06.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:05 smithi156 conmon[67007]: cluster 2022-01-18T19:29:04.055172+0000 mgr.smithi129.iclwio (mgr.14716) 7141 : cluster [DBG] pgmap v6138: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:08.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:07 smithi129 conmon[101092]: cluster 2022-01-18T19:29:06.056110+0000 mgr.smithi129.iclwio (mgr.14716) 7142 : cluster [DBG] pgmap v6139: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:08.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:07 smithi156 conmon[67007]: cluster 2022-01-18T19:29:06.056110+0000 mgr.smithi129.iclwio (mgr.14716) 7142 : cluster [DBG] pgmap v6139: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:10.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:09 smithi129 conmon[101092]: cluster 2022-01-18T19:29:08.056820+0000 mgr.smithi129.iclwio (mgr.14716) 7143 : cluster [DBG] pgmap v6140: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:10.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:09 smithi156 conmon[67007]: cluster 2022-01-18T19:29:08.056820+0000 mgr.smithi129.iclwio (mgr.14716) 7143 : cluster [DBG] pgmap v6140: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:12.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:11 smithi129 conmon[101092]: cluster 2022-01-18T19:29:10.057498+0000 mgr.smithi129.iclwio (mgr.14716) 7144 : cluster [DBG] pgmap v6141: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:29:12.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:11 smithi156 conmon[67007]: cluster 2022-01-18T19:29:10.057498+0000 mgr.smithi129.iclwio (mgr.14716) 7144 : cluster [DBG] pgmap v6141: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:29:14.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:13 smithi129 conmon[101092]: cluster 2022-01-18T19:29:12.058206+0000 mgr.smithi129.iclwio (mgr.14716) 7145 : cluster [DBG] pgmap v6142: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:14.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:13 smithi156 conmon[67007]: cluster 2022-01-18T19:29:12.058206+0000 mgr.smithi129.iclwio (mgr.14716) 7145 : cluster [DBG] pgmap v6142: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:16.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:15 smithi129 conmon[101092]: cluster 2022-01-18T19:29:14.058880+0000 mgr.smithi129.iclwio (mgr.14716) 7146 : cluster [DBG] pgmap v6143: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:16.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:15 smithi156 conmon[67007]: cluster 2022-01-18T19:29:14.058880+0000 mgr.smithi129.iclwio (mgr.14716) 7146 : cluster [DBG] pgmap v6143: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:18.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:17 smithi129 conmon[101092]: cluster 2022-01-18T19:29:16.059834+0000 mgr.smithi129.iclwio (mgr.14716) 7147 : cluster [DBG] pgmap v6144: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:18.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:17 smithi156 conmon[67007]: cluster 2022-01-18T19:29:16.059834+0000 mgr.smithi129.iclwio (mgr.14716) 7147 : cluster [DBG] pgmap v6144: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:20.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:19 smithi129 conmon[101092]: cluster 2022-01-18T19:29:18.060449+0000 mgr.smithi129.iclwio (mgr.14716) 7148 : cluster [DBG] pgmap v6145: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:20.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:19 smithi156 conmon[67007]: cluster 2022-01-18T19:29:18.060449+0000 mgr.smithi129.iclwio (mgr.14716) 7148 : cluster [DBG] 2022-01-18T19:29:20.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:19 smithi156 conmon[67007]: pgmap v6145: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:22.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:21 smithi129 conmon[101092]: cluster 2022-01-18T19:29:20.061205+0000 mgr.smithi129.iclwio (mgr.14716) 7149 : cluster [DBG] pgmap v6146: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:29:22.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:21 smithi156 conmon[67007]: cluster 2022-01-18T19:29:20.061205+0000 mgr.smithi129.iclwio (mgr.14716) 7149 : cluster [DBG] pgmap v6146: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:29:23.995 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:29:24.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:23 smithi129 conmon[101092]: cluster 2022-01-18T19:29:22.061670+0000 mgr.smithi129.iclwio (mgr.14716) 7150 : 2022-01-18T19:29:24.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:23 smithi129 conmon[101092]: cluster [DBG] pgmap v6147: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:24.260 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:29:24.260 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 9m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:29:24.261 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 9m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:29:24.261 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 9m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:29:24.261 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 9m ago 3h 43.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:29:24.261 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 9m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:29:24.262 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 9m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:29:24.262 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 9m ago 3h 702M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:29:24.262 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 9m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:29:24.262 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 9m ago 3h 1296M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:29:24.263 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 9m ago 3h 603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:29:24.263 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 9m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:29:24.263 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 9m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:29:24.263 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 9m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:29:24.264 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 9m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:29:24.264 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 9m ago 3h 1982M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:29:24.264 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 9m ago 3h 3046M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:29:24.264 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 9m ago 3h 2324M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:29:24.265 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 9m ago 3h 3057M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:29:24.265 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 9m ago 3h 2840M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:29:24.265 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 9m ago 3h 3382M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:29:24.266 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 9m ago 3h 2704M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:29:24.266 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 9m ago 3h 3942M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:29:24.266 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 9m ago 3h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:29:24.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:23 smithi156 conmon[67007]: cluster 2022-01-18T19:29:22.061670+0000 mgr.smithi129.iclwio (mgr.14716) 7150 : cluster 2022-01-18T19:29:24.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:23 smithi156 conmon[67007]: [DBG] pgmap v6147: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:24.576 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:29:24.577 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:29:24.577 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:29:24.577 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:29:24.577 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:29:24.577 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:29:24.578 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:29:24.578 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:29:24.579 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:29:24.579 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:29:24.579 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:29:24.579 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:29:24.579 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:29:24.580 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:29:24.580 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:29:24.580 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:29:24.580 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:29:24.580 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:29:24.581 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:29:25.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:24 smithi129 conmon[101092]: audit 2022-01-18T19:29:23.992374+0000 mgr.smithi129.iclwio (mgr.14716) 7151 : audit 2022-01-18T19:29:25.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:24 smithi129 conmon[101092]: [DBG] from='client.38854 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:29:25.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:24 smithi129 conmon[101092]: audit 2022-01-18T19:29:24.585436+0000 mon.smithi129 (mon.0) 2210 : audit [DBG] from='client.? 172.21.15.129:0/560177243' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:29:25.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:24 smithi156 conmon[67007]: audit 2022-01-18T19:29:23.992374+0000 mgr.smithi129.iclwio (mgr.14716) 7151 : audit [DBG] 2022-01-18T19:29:25.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:24 smithi156 conmon[67007]: from='client.38854 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:29:25.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:24 smithi156 conmon[67007]: audit 2022-01-18T19:29:24.585436+0000 mon.smithi129 (mon.0) 2210 : audit [DBG] from='client.? 172.21.15.129:0/560177243' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:29:26.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:25 smithi129 conmon[101092]: cluster 2022-01-18T19:29:24.062135+0000 mgr.smithi129.iclwio (mgr.14716) 7152 : cluster [DBG] pgmap v6148: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:26.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:25 smithi129 conmon[101092]: audit 2022-01-18T19:29:24.260496+0000 mgr.smithi129.iclwio (mgr.14716) 7153 : audit [DBG] from='client.38858 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:29:26.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:25 smithi156 conmon[67007]: cluster 2022-01-18T19:29:24.062135+0000 mgr.smithi129.iclwio (mgr.14716) 7152 : cluster [DBG] pgmap v6148: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:26.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:25 smithi156 conmon[67007]: audit 2022-01-18T19:29:24.260496+0000 mgr.smithi129.iclwio (mgr.14716) 7153 : audit [DBG] from='client.38858 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:29:28.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:27 smithi129 conmon[101092]: cluster 2022-01-18T19:29:26.062943+0000 mgr.smithi129.iclwio (mgr.14716) 7154 : cluster [DBG] pgmap v6149: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:28.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:27 smithi156 conmon[67007]: cluster 2022-01-18T19:29:26.062943+0000 mgr.smithi129.iclwio (mgr.14716) 7154 : cluster [DBG] pgmap v6149: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:30.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:29 smithi129 conmon[101092]: cluster 2022-01-18T19:29:28.063583+0000 mgr.smithi129.iclwio (mgr.14716) 7155 : cluster 2022-01-18T19:29:30.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:29 smithi129 conmon[101092]: [DBG] pgmap v6150: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:30.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:29 smithi156 conmon[67007]: cluster 2022-01-18T19:29:28.063583+0000 mgr.smithi129.iclwio (mgr.14716) 7155 : cluster [DBG] pgmap v6150: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:32.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:31 smithi129 conmon[101092]: cluster 2022-01-18T19:29:30.064375+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T19:29:32.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:31 smithi129 conmon[101092]: 14716) 7156 : cluster [DBG] pgmap v6151: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:29:32.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:31 smithi156 conmon[67007]: cluster 2022-01-18T19:29:30.064375+0000 mgr.smithi129.iclwio (mgr.14716) 7156 : cluster [DBG] pgmap v6151: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:29:34.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:33 smithi129 conmon[101092]: cluster 2022-01-18T19:29:32.064943+0000 mgr.smithi129.iclwio (mgr.14716) 7157 : cluster [DBG] pgmap v6152: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:34.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:33 smithi156 conmon[67007]: cluster 2022-01-18T19:29:32.064943+0000 mgr.smithi129.iclwio (mgr.14716) 7157 : cluster [DBG] pgmap v6152: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:36.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:35 smithi129 conmon[101092]: cluster 2022-01-18T19:29:34.065497+0000 mgr.smithi129.iclwio (mgr.14716) 7158 : cluster [DBG] pgmap v6153: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:36.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:35 smithi156 conmon[67007]: cluster 2022-01-18T19:29:34.065497+0000 mgr.smithi129.iclwio (mgr.14716) 7158 : cluster [DBG] pgmap v6153: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:36.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:35 smithi156 conmon[67007]: 2022-01-18T19:29:38.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:37 smithi129 conmon[101092]: cluster 2022-01-18T19:29:36.066431+0000 mgr.smithi129.iclwio (mgr.14716) 7159 2022-01-18T19:29:38.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:37 smithi129 conmon[101092]: : cluster [DBG] pgmap v6154: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:38.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:37 smithi156 conmon[67007]: cluster 2022-01-18T19:29:36.066431+0000 mgr.smithi129.iclwio (mgr.14716) 7159 : cluster [DBG] pgmap v6154: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:40.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:39 smithi129 conmon[101092]: cluster 2022-01-18T19:29:38.066940+0000 mgr.smithi129.iclwio (mgr.14716) 7160 : cluster 2022-01-18T19:29:40.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:39 smithi129 conmon[101092]: [DBG] pgmap v6155: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:40.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:39 smithi129 conmon[101092]: audit 2022-01-18T19:29:39.652667+0000 mon.smithi129 (mon.0) 2211 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:29:40.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:39 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T19:29:40.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:39 smithi129 conmon[101092]: T19:29:39.654184+0000 mon.smithi129 (mon.0) 2212 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:29:40.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:39 smithi129 conmon[101092]: audit 2022-01-18T19:29:40.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:39 smithi129 conmon[101092]: 2022-01-18T19:29:39. 2022-01-18T19:29:40.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:39 smithi129 conmon[101092]: 655068+0000 mon.smithi129 (mon.0) 2213 : audit 2022-01-18T19:29:40.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:39 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:29:40.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:39 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T19:29:40.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:39 smithi129 conmon[101092]: 18T19:29:39.912105+0000 2022-01-18T19:29:40.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:39 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2214 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:29:40.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:39 smithi129 conmon[101092]: 2022-01-18T19:29:40.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:39 smithi156 conmon[67007]: cluster 2022-01-18T19:29:38.066940+0000 mgr.smithi129.iclwio (mgr.14716) 7160 2022-01-18T19:29:40.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:39 smithi156 conmon[67007]: : cluster [DBG] pgmap v6155: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:40.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:39 smithi156 conmon[67007]: audit 2022-01-18T19:29:39.652667+0000 mon.smithi129 (mon.0) 2211 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:29:40.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:39 smithi156 conmon[67007]: audit 2022-01-18T19:29:39.654184+0000 mon.smithi129 (mon.0) 2212 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:29:40.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:39 smithi156 conmon[67007]: audit 2022-01-18T19:29:39.655068+0000 mon.smithi129 (mon.0) 2213 : audit 2022-01-18T19:29:40.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:39 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:29:40.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:39 smithi156 conmon[67007]: audit 2022-01-18T19:29:39 2022-01-18T19:29:40.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:39 smithi156 conmon[67007]: .912105+0000 mon.smithi129 (mon.0) 2214 : audit [INF] 2022-01-18T19:29:40.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:39 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:29:41.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:40 smithi156 conmon[67007]: cephadm 2022-01-18T19:29:39.655767+0000 mgr.smithi129.iclwio (mgr.14716) 7161 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:29:41.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:40 smithi129 conmon[101092]: cephadm 2022-01-18T19:29:39.655767+0000 mgr.smithi129.iclwio (mgr.14716) 7161 : cephadm 2022-01-18T19:29:41.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:40 smithi129 conmon[101092]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:29:42.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:41 smithi156 conmon[67007]: cluster 2022-01-18T19:29:40.067619+0000 mgr.smithi129.iclwio (mgr 2022-01-18T19:29:42.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:41 smithi156 conmon[67007]: .14716) 7162 : cluster [DBG] pgmap v6156: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:29:42.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:41 smithi129 conmon[101092]: cluster 2022-01-18T19:29:40.067619+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T19:29:42.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:41 smithi129 conmon[101092]: 14716) 7162 : cluster [DBG] pgmap v6156: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:29:44.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:43 smithi156 conmon[67007]: cluster 2022-01-18T19:29:42.068108+0000 mgr.smithi129.iclwio (mgr.14716) 7163 : cluster [DBG] pgmap v6157: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:44.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:43 smithi156 conmon[67007]: audit 2022-01-18T19:29 2022-01-18T19:29:44.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:43 smithi156 conmon[67007]: :43.128702+0000 mon.smithi129 (mon.0) 2215 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:29:44.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:43 smithi129 conmon[101092]: cluster 2022-01-18T19:29:42.068108+0000 mgr.smithi129.iclwio (mgr.14716) 7163 : 2022-01-18T19:29:44.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:43 smithi129 conmon[101092]: cluster [DBG] pgmap v6157: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:44.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:43 smithi129 conmon[101092]: audit 2022-01-18T19:29:43.128702+0000 mon.smithi129 (mon.0) 2215 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:29:46.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:45 smithi156 conmon[67007]: cluster 2022-01-18T19:29:44.068578+0000 mgr.smithi129.iclwio (mgr.14716) 7164 : cluster [DBG] pgmap v6158: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:46.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:45 smithi156 conmon[67007]: audit 2022-01-18T19:29:45.193001+0000 mon.smithi129 (mon.0) 2216 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:29:46.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:45 smithi156 conmon[67007]: audit 2022-01-18T19:29:45.474300+0000 mon.smithi129 (mon.0) 2217 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:29:46.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:45 smithi156 conmon[67007]: audit 2022-01-18T19:29:45.479154+0000 mon.smithi129 (mon.0 2022-01-18T19:29:46.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:45 smithi156 conmon[67007]: ) 2218 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:29:46.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:45 smithi129 conmon[101092]: cluster 2022-01-18T19:29:44.068578+0000 mgr.smithi129.iclwio (mgr.14716) 7164 : cluster [DBG] pgmap v6158: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:46.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:45 smithi129 conmon[101092]: audit 2022-01-18T19:29:45.193001 2022-01-18T19:29:46.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:45 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 2216 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:29:46.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:45 smithi129 conmon[101092]: audit 2022-01-18T19:29:45.474300+0000 mon.smithi129 (mon.0) 2217 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:29:46.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:45 smithi129 conmon[101092]: audit 2022-01-18T19:29:45.479154+0000 mon.smithi129 (mon.0) 2218 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:29:48.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:47 smithi156 conmon[67007]: cluster 2022-01-18T19:29:46.069242+0000 mgr.smithi129.iclwio (mgr.14716) 7165 : cluster [DBG] pgmap v6159: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:48.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:47 smithi129 conmon[101092]: cluster 2022-01-18T19:29:46.069242+0000 mgr.smithi129.iclwio (mgr.14716) 7165 : cluster [DBG] pgmap v6159: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:50.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:49 smithi156 conmon[67007]: cluster 2022-01-18T19:29:48.069967+0000 mgr.smithi129.iclwio (mgr.14716) 7166 : cluster [DBG] pgmap v6160: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:50.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:49 smithi129 conmon[101092]: cluster 2022-01-18T19:29:48.069967+0000 mgr.smithi129.iclwio (mgr.14716) 7166 : cluster [DBG] pgmap v6160: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:52.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:51 smithi156 conmon[67007]: cluster 2022-01-18T19:29:50.070899+0000 mgr.smithi129.iclwio (mgr.14716) 7167 : cluster [DBG] pgmap v6161: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:29:52.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:51 smithi129 conmon[101092]: cluster 2022-01-18T19:29:50.070899+0000 mgr.smithi129.iclwio (mgr.14716) 7167 : cluster [DBG] pgmap v6161: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:29:54.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:53 smithi156 conmon[67007]: cluster 2022-01-18T19:29:52.071406+0000 mgr.smithi129.iclwio (mgr.14716) 7168 : cluster [DBG] pgmap v6162: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:54.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:53 smithi129 conmon[101092]: cluster 2022-01-18T19:29:52.071406+0000 mgr.smithi129.iclwio (mgr.14716) 7168 : cluster [DBG] pgmap v6162: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:54.878 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:29:55.143 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:29:55.143 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 9s ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:29:55.144 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 9s ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:29:55.144 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 12s ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:29:55.144 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 9s ago 3h 43.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:29:55.145 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 9s ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:29:55.145 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 12s ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:29:55.145 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 9s ago 3h 714M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:29:55.145 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 12s ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:29:55.146 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 9s ago 3h 1356M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:29:55.146 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 12s ago 3h 638M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:29:55.146 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 9s ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:29:55.147 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 12s ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:29:55.147 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 9s ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:29:55.147 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 12s ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:29:55.147 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 9s ago 3h 2011M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:29:55.147 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 9s ago 3h 3080M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:29:55.148 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 9s ago 3h 2348M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:29:55.148 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 9s ago 3h 3092M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:29:55.148 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 12s ago 3h 2872M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:29:55.148 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 12s ago 3h 3409M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:29:55.149 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 12s ago 3h 2729M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:29:55.149 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 12s ago 3h 3974M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:29:55.149 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 9s ago 3h 137M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:29:55.463 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:29:55.464 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:29:55.464 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:29:55.464 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:29:55.464 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:29:55.465 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:29:55.465 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:29:55.465 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:29:55.465 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:29:55.465 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:29:55.466 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:29:55.466 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:29:55.466 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:29:55.466 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:29:55.467 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:29:55.467 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:29:55.467 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:29:55.467 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:29:55.468 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:29:56.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:55 smithi156 conmon[67007]: cluster 2022-01-18T19:29:54.072068+0000 mgr.smithi129.iclwio (mgr.14716) 7169 : cluster [DBG] pgmap v6163: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:56.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:55 smithi156 conmon[67007]: audit 2022-01-18T19:29: 2022-01-18T19:29:56.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:55 smithi156 conmon[67007]: 54.875074+0000 mgr.smithi129.iclwio (mgr.14716) 7170 : audit [DBG] from='client.38866 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:29:56.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:55 smithi156 conmon[67007]: audit 2022-01-18T19:29:55.472436+0000 mon.smithi129 (mon.0) 2219 : audit [DBG] from='client.? 172.21.15.129:0/4041898532' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:29:56.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:55 smithi129 conmon[101092]: cluster 2022-01-18T19:29:54.072068+0000 mgr.smithi129.iclwio (mgr.14716) 7169 : cluster 2022-01-18T19:29:56.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:55 smithi129 conmon[101092]: [DBG] pgmap v6163: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:56.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:55 smithi129 conmon[101092]: audit 2022-01-18T19:29:54.875074+0000 mgr.smithi129.iclwio (mgr.14716) 7170 : audit [DBG] from='client.38866 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:29:56.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:55 smithi129 conmon[101092]: audit 2022-01-18T19:29:55.472436+0000 mon.smithi129 (mon.0) 2219 : audit [DBG] from='client.? 172.21.15.129:0/4041898532' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:29:56.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:55 smithi129 conmon[101092]: 2022-01-18T19:29:57.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:56 smithi156 conmon[67007]: audit 2022-01-18T19:29:55.143663+0000 mgr.smithi129.iclwio (mgr.14716) 7171 : audit [DBG] from='client.38870 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:29:57.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:56 smithi129 conmon[101092]: audit 2022-01-18T19:29:55.143663+0000 mgr.smithi129.iclwio (mgr.14716) 7171 : audit [DBG] from='client.38870 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:29:58.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:57 smithi156 conmon[67007]: cluster 2022-01-18T19:29:56.073016+0000 mgr.smithi129.iclwio (mgr.14716) 7172 : cluster [DBG] pgmap v6164: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:29:58.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:57 smithi129 conmon[101092]: cluster 2022-01-18T19:29:56.073016+0000 mgr.smithi129.iclwio (mgr.14716) 7172 : cluster [DBG] pgmap v6164: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:00.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:59 smithi156 conmon[67007]: cluster 2022-01-18T19:29:58.073652+0000 mgr.smithi129.iclwio (mgr.14716) 7173 : cluster [DBG] pgmap v6165: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:00.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:59 smithi156 conmon[67007]: audit 2022-01-18T19:29:59. 2022-01-18T19:30:00.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:59 smithi156 conmon[67007]: 018081+0000 mon.smithi129 (mon.0) 2220 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:30:00.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:29:59 smithi156 conmon[67007]: audit 2022-01-18T19:29:59.018413+0000 mon.smithi129 (mon.0) 2221 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:30:00.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:59 smithi129 conmon[101092]: cluster 2022-01-18T19:29:58.073652+0000 mgr.smithi129.iclwio (mgr.14716) 7173 : cluster [DBG] 2022-01-18T19:30:00.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:59 smithi129 conmon[101092]: pgmap v6165: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:00.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:59 smithi129 conmon[101092]: audit 2022-01-18T19:29:59.018081+0000 mon.smithi129 (mon.0) 2220 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:30:00.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:29:59 smithi129 conmon[101092]: audit 2022-01-18T19:29:59.018413+0000 mon.smithi129 (mon.0) 2221 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:30:01.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:00 smithi156 conmon[67007]: cluster 2022-01-18T19:30:00.000118+0000 mon.smithi129 (mon.0) 2222 : cluster 2022-01-18T19:30:01.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:00 smithi156 conmon[67007]: [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T19:30:01.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:00 smithi129 conmon[101092]: cluster 2022-01-18T19:30:00.000118+0000 mon.smithi129 (mon.0) 2222 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T19:30:02.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:01 smithi156 conmon[67007]: cluster 2022-01-18T19:30:00.074576+0000 mgr.smithi129.iclwio (mgr.14716) 7174 : cluster [DBG] pgmap v6166: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:30:02.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:01 smithi129 conmon[101092]: cluster 2022-01-18T19:30:00.074576+0000 mgr.smithi129.iclwio (mgr.14716) 7174 : cluster [DBG] pgmap v6166: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:30:04.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:03 smithi156 conmon[67007]: cluster 2022-01-18T19:30:02.075082+0000 mgr.smithi129.iclwio (mgr.14716) 7175 : cluster [DBG] pgmap v6167: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:04.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:03 smithi129 conmon[101092]: cluster 2022-01-18T19:30:02.075082+0000 mgr.smithi129.iclwio (mgr.14716) 7175 : cluster [DBG] pgmap v6167: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:06.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:05 smithi156 conmon[67007]: cluster 2022-01-18T19:30:04.075842+0000 mgr.smithi129.iclwio (mgr.14716) 7176 : cluster [DBG] pgmap v6168: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:06.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:05 smithi129 conmon[101092]: cluster 2022-01-18T19:30:04.075842+0000 mgr.smithi129.iclwio (mgr.14716) 7176 : cluster [DBG] pgmap v6168: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:08.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:07 smithi156 conmon[67007]: cluster 2022-01-18T19:30:06.076646+0000 mgr.smithi129.iclwio (mgr.14716) 7177 : cluster [DBG] pgmap v6169: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:08.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:07 smithi129 conmon[101092]: cluster 2022-01-18T19:30:06.076646+0000 mgr.smithi129.iclwio (mgr.14716) 7177 : cluster [DBG] pgmap v6169: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:10.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:10 smithi156 conmon[67007]: cluster 2022-01-18T19:30:08.077171+0000 mgr.smithi129.iclwio (mgr.14716) 7178 : cluster [DBG] pgmap v6170: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:10.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:10 smithi129 conmon[101092]: cluster 2022-01-18T19:30:08.077171+0000 mgr.smithi129.iclwio (mgr.14716) 7178 : cluster [DBG] pgmap v6170: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:12.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:12 smithi156 conmon[67007]: cluster 2022-01-18T19:30:10.078095+0000 mgr.smithi129.iclwio (mgr.14716) 7179 : cluster [DBG] pgmap v6171: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:30:12.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:12 smithi129 conmon[101092]: cluster 2022-01-18T19:30:10.078095+0000 mgr.smithi129.iclwio (mgr.14716) 7179 : cluster [DBG] pgmap v6171: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:30:12.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:12 smithi129 conmon[101092]: 2022-01-18T19:30:14.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:14 smithi156 conmon[67007]: cluster 2022-01-18T19:30:12.078604+0000 mgr.smithi129.iclwio (mgr.14716) 7180 : cluster [DBG] pgmap v6172: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:14.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:14 smithi129 conmon[101092]: cluster 2022-01-18T19:30:12.078604+0000 mgr.smithi129.iclwio (mgr.14716) 7180 : cluster [DBG] pgmap v6172: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:16.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:16 smithi156 conmon[67007]: cluster 2022-01-18T19:30:14.079239+0000 mgr.smithi129.iclwio (mgr.14716) 7181 : cluster [DBG] pgmap v6173: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:16.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:16 smithi156 conmon[67007]: 2022-01-18T19:30:16.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:16 smithi129 conmon[101092]: cluster 2022-01-18T19:30:14.079239+0000 mgr.smithi129.iclwio (mgr.14716) 7181 : cluster [DBG] pgmap v6173: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:16.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:16 smithi129 conmon[101092]: 2022-01-18T19:30:18.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:18 smithi156 conmon[67007]: cluster 2022-01-18T19:30:16.079965+0000 mgr.smithi129.iclwio (mgr.14716) 7182 : cluster [DBG] pgmap v6174: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:18.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:18 smithi129 conmon[101092]: cluster 2022-01-18T19:30:16.079965+0000 mgr.smithi129.iclwio (mgr.14716) 7182 : cluster [DBG] pgmap v6174: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:18.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:18 smithi129 conmon[101092]: 2022-01-18T19:30:20.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:20 smithi156 conmon[67007]: cluster 2022-01-18T19:30:18.080514+0000 mgr.smithi129.iclwio (mgr.14716) 7183 : cluster [DBG] pgmap v6175: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:20.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:20 smithi129 conmon[101092]: cluster 2022-01-18T19:30:18.080514+0000 mgr.smithi129.iclwio (mgr.14716) 7183 : cluster [DBG] pgmap v6175: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:22.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:22 smithi156 conmon[67007]: cluster 2022-01-18T19:30:20.081349+0000 mgr.smithi129.iclwio (mgr.14716) 7184 : cluster [DBG] pgmap v6176: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:30:22.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:22 smithi129 conmon[101092]: cluster 2022-01-18T19:30:20.081349+0000 mgr.smithi129.iclwio (mgr.14716) 7184 : cluster [DBG] pgmap v6176: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:30:24.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:24 smithi156 conmon[67007]: cluster 2022-01-18T19:30:22.081869+0000 mgr.smithi129.iclwio (mgr.14716) 7185 : cluster [DBG] pgmap v6177: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:24.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:24 smithi129 conmon[101092]: cluster 2022-01-18T19:30:22.081869+0000 mgr.smithi129.iclwio (mgr.14716) 7185 : cluster [DBG] pgmap v6177: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:25.766 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:30:26.032 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:30:26.033 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 40s ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:30:26.033 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 40s ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:30:26.033 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 42s ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:30:26.034 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 40s ago 3h 43.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:30:26.034 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 40s ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:30:26.034 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 42s ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:30:26.034 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 40s ago 3h 714M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:30:26.035 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 42s ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:30:26.035 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 40s ago 3h 1356M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:30:26.035 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 42s ago 3h 638M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:30:26.035 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 40s ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:30:26.036 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 42s ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:30:26.036 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 40s ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:30:26.036 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 42s ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:30:26.036 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 40s ago 3h 2011M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:30:26.037 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 40s ago 3h 3080M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:30:26.037 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 40s ago 3h 2348M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:30:26.037 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 40s ago 3h 3092M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:30:26.037 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 42s ago 3h 2872M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:30:26.038 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 42s ago 3h 3409M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:30:26.038 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 42s ago 3h 2729M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:30:26.039 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 42s ago 3h 3974M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:30:26.039 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 40s ago 3h 137M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:30:26.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:26 smithi156 conmon[67007]: cluster 2022-01-18T19:30:24.082366+0000 mgr.smithi129.iclwio (mgr.14716) 7186 : cluster [DBG] pgmap v6178: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:26.355 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:30:26.356 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:30:26.356 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:30:26.357 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:30:26.357 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:30:26.358 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:30:26.358 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:30:26.359 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:30:26.359 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:30:26.360 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:30:26.360 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:30:26.361 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:30:26.361 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:30:26.362 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:30:26.362 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:30:26.363 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:30:26.363 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:30:26.363 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:30:26.364 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:30:26.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:26 smithi129 conmon[101092]: cluster 2022-01-18T19:30:24.082366+0000 2022-01-18T19:30:26.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:26 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 7186 : cluster [DBG] pgmap v6178: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:27.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:27 smithi156 conmon[67007]: audit 2022-01-18T19:30:25.763197+0000 mgr.smithi129.iclwio (mgr.14716) 7187 : audit [DBG] from='client.38878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:30:27.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:27 smithi156 conmon[67007]: audit 2022-01-18T19:30:26.031000+0000 mgr.smithi129.iclwio (mgr.14716) 7188 : audit [DBG] from='client.38882 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:30:27.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:27 smithi156 conmon[67007]: audit 2022-01-18T19:30:26.364803+0000 mon.smithi129 (mon.0) 2223 : audit [DBG] from='client.? 172.21.15.129:0/2991180837' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:30:27.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:27 smithi129 conmon[101092]: audit 2022-01-18T19:30:25.763197+0000 mgr.smithi129.iclwio (mgr.14716) 7187 : audit 2022-01-18T19:30:27.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:27 smithi129 conmon[101092]: [DBG] from='client.38878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:30:27.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:27 smithi129 conmon[101092]: audit 2022-01-18T19:30:26.031000+0000 mgr.smithi129.iclwio (mgr.14716) 7188 : audit [DBG] from='client.38882 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:30:27.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:27 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T19:30:27.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:27 smithi129 conmon[101092]: 19:30:26.364803+0000 mon.smithi129 (mon.0) 2223 : audit [DBG] from='client.? 172.21.15.129:0/2991180837' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:30:28.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:28 smithi156 conmon[67007]: cluster 2022-01-18T19:30:26.083060+0000 mgr.smithi129.iclwio (mgr.14716) 7189 : cluster [DBG] pgmap v6179: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:28.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:28 smithi129 conmon[101092]: cluster 2022-01-18T19:30:26.083060+0000 mgr.smithi129.iclwio (mgr.14716) 7189 : cluster [DBG] pgmap v6179: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:29.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:29 smithi129 conmon[101092]: cluster 2022-01-18T19:30:28.083569+0000 mgr.smithi129.iclwio (mgr.14716) 7190 : cluster [DBG] pgmap v6180: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:29.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:29 smithi156 conmon[67007]: cluster 2022-01-18T19:30:28.083569+0000 mgr.smithi129.iclwio (mgr.14716) 7190 : cluster [DBG] pgmap v6180: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:31.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:31 smithi129 conmon[101092]: cluster 2022-01-18T19:30:30.084552+0000 mgr.smithi129.iclwio (mgr.14716) 7191 : cluster [DBG] pgmap v6181: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:30:31.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:31 smithi156 conmon[67007]: cluster 2022-01-18T19:30:30.084552+0000 mgr.smithi129.iclwio (mgr.14716) 7191 : cluster [DBG] pgmap v6181: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:30:34.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:33 smithi129 conmon[101092]: cluster 2022-01-18T19:30:32.085043+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T19:30:34.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:33 smithi129 conmon[101092]: ) 7192 : cluster [DBG] pgmap v6182: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:34.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:33 smithi156 conmon[67007]: cluster 2022-01-18T19:30:32.085043+0000 mgr.smithi129.iclwio (mgr.14716) 7192 : cluster [DBG] pgmap v6182: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:36.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:35 smithi129 conmon[101092]: cluster 2022-01-18T19:30:34.085701+0000 mgr.smithi129.iclwio (mgr.14716) 7193 : cluster [DBG] pgmap v6183: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:36.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:35 smithi156 conmon[67007]: cluster 2022-01-18T19:30:34.085701+0000 mgr.smithi129.iclwio (mgr.14716) 7193 : cluster [DBG] pgmap v6183: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:38.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:37 smithi129 conmon[101092]: cluster 2022-01-18T19:30:36.086490+0000 mgr.smithi129.iclwio (mgr.14716) 7194 : cluster [DBG] pgmap v6184: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:38.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:37 smithi156 conmon[67007]: cluster 2022-01-18T19:30:36.086490+0000 mgr.smithi129.iclwio (mgr.14716) 7194 : cluster [DBG] pgmap v6184: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:40.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:39 smithi129 conmon[101092]: cluster 2022-01-18T19:30:38.087191+0000 mgr.smithi129.iclwio (mgr.14716) 7195 : cluster [DBG] pgmap v6185: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:40.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:39 smithi156 conmon[67007]: cluster 2022-01-18T19:30:38.087191+0000 mgr.smithi129.iclwio (mgr.14716) 7195 : cluster [DBG] pgmap v6185: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:42.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:41 smithi129 conmon[101092]: cluster 2022-01-18T19:30:40.088159+0000 mgr.smithi129.iclwio (mgr.14716) 7196 : cluster [DBG] pgmap v6186: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:30:42.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:41 smithi129 conmon[101092]: 2022-01-18T19:30:42.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:41 smithi156 conmon[67007]: cluster 2022-01-18T19:30:40.088159+0000 mgr.smithi129.iclwio (mgr.14716) 7196 : cluster [DBG] pgmap v6186: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:30:44.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:43 smithi129 conmon[101092]: cluster 2022-01-18T19:30:42.088715+0000 mgr.smithi129.iclwio (mgr.14716) 7197 : cluster [DBG] pgmap v6187: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:44.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:43 smithi156 conmon[67007]: cluster 2022-01-18T19:30:42.088715+0000 mgr.smithi129.iclwio (mgr.14716) 7197 : cluster [DBG] pgmap v6187: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:46.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:45 smithi129 conmon[101092]: cluster 2022-01-18T19:30:44.089215+0000 mgr.smithi129.iclwio (mgr 2022-01-18T19:30:46.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:45 smithi129 conmon[101092]: .14716) 7198 : cluster [DBG] pgmap v6188: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:46.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:45 smithi129 conmon[101092]: audit 2022-01-18T19:30:45.481643+0000 mon.smithi129 (mon.0) 2224 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:30:46.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:45 smithi129 conmon[101092]: audit 2022-01-18T19:30: 2022-01-18T19:30:46.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:45 smithi129 conmon[101092]: 45.483567+0000 mon.smithi129 (mon.0 2022-01-18T19:30:46.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:45 smithi129 conmon[101092]: ) 2225 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:30:46.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:45 smithi129 conmon[101092]: audit 2022-01 2022-01-18T19:30:46.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:45 smithi129 conmon[101092]: -18T19:30:45.484616+0000 2022-01-18T19:30:46.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:45 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2226 : audit [INF] 2022-01-18T19:30:46.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:45 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:30:46.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:45 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T19:30:46.182 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:45 smithi129 conmon[101092]: T19:30:45.798215+0000 2022-01-18T19:30:46.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:45 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2227 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:30:46.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:45 smithi129 conmon[101092]: 2022-01-18T19:30:46.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:45 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T19:30:46.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:45 smithi129 conmon[101092]: 19:30:45.803484+0000 mon.smithi129 ( 2022-01-18T19:30:46.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:45 smithi129 conmon[101092]: mon.0) 2228 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:30:46.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:45 smithi156 conmon[67007]: cluster 2022-01-18T19:30:44.089215+0000 mgr.smithi129.iclwio (mgr.14716) 7198 : 2022-01-18T19:30:46.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:45 smithi156 conmon[67007]: cluster [DBG] pgmap v6188: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:46.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:45 smithi156 conmon[67007]: audit 2022-01-18T19:30:45.481643+0000 mon.smithi129 (mon.0) 2224 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:30:46.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:45 smithi156 conmon[67007]: audit 2022-01-18T19:30:45.483567+0000 mon.smithi129 (mon.0) 2225 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:30:46.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:45 smithi156 conmon[67007]: audit 2022-01-18T19:30:45.484616+0000 mon.smithi129 (mon.0) 2226 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:30:46.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:45 smithi156 conmon[67007]: audit 2022-01-18T19:30:45.798215+0000 mon.smithi129 (mon.0) 2227 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:30:46.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:45 smithi156 conmon[67007]: audit 2022-01-18T19:30:45.803484+0000 mon.smithi129 (mon 2022-01-18T19:30:46.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:45 smithi156 conmon[67007]: .0) 2228 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:30:47.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:46 smithi129 conmon[101092]: cephadm 2022-01-18T19:30:45.485388+0000 mgr.smithi129.iclwio (mgr.14716) 7199 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:30:47.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:46 smithi156 conmon[67007]: cephadm 2022-01-18T19:30:45.485388+0000 mgr.smithi129.iclwio (mgr.14716) 7199 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:30:48.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:47 smithi129 conmon[101092]: cluster 2022-01-18T19:30:46.089851+0000 mgr.smithi129.iclwio (mgr.14716) 7200 : 2022-01-18T19:30:48.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:47 smithi129 conmon[101092]: cluster [DBG] pgmap v6189: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:48.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:47 smithi156 conmon[67007]: cluster 2022-01-18T19:30:46.089851+0000 mgr.smithi129.iclwio (mgr.14716) 7200 : cluster [DBG] pgmap v6189: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:50.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:49 smithi129 conmon[101092]: cluster 2022-01-18T19:30:48.090602+0000 mgr.smithi129.iclwio (mgr.14716) 7201 : cluster [DBG] 2022-01-18T19:30:50.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:49 smithi129 conmon[101092]: pgmap v6190: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:50.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:49 smithi156 conmon[67007]: cluster 2022-01-18T19:30:48.090602+0000 mgr.smithi129.iclwio (mgr.14716) 7201 : cluster [DBG] pgmap v6190: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:52.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:51 smithi129 conmon[101092]: cluster 2022-01-18T19:30:50.091371+0000 mgr.smithi129.iclwio (mgr.14716) 7202 : cluster [DBG] pgmap v6191: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:30:52.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:51 smithi129 conmon[101092]: 2022-01-18T19:30:52.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:51 smithi156 conmon[67007]: cluster 2022-01-18T19:30:50.091371+0000 mgr.smithi129.iclwio (mgr.14716) 7202 : cluster [DBG] pgmap v6191: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:30:54.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:53 smithi129 conmon[101092]: cluster 2022-01-18T19:30:52.092030+0000 mgr.smithi129.iclwio (mgr.14716) 7203 : cluster [DBG] pgmap v6192: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:54.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:53 smithi156 conmon[67007]: cluster 2022-01-18T19:30:52.092030+0000 mgr.smithi129.iclwio (mgr.14716) 7203 : cluster [DBG] pgmap v6192: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:56.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:55 smithi129 conmon[101092]: cluster 2022-01-18T19:30:54.092570+0000 mgr.smithi129.iclwio (mgr.14716) 7204 : cluster [DBG] pgmap v6193: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:56.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:55 smithi156 conmon[67007]: cluster 2022-01-18T19:30:54.092570+0000 mgr.smithi129.iclwio (mgr.14716) 7204 : cluster [DBG] pgmap v6193: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:56.656 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:30:56.923 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:30:56.924 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 71s ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:30:56.924 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 71s ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:30:56.924 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 73s ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:30:56.925 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 71s ago 3h 43.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:30:56.925 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 71s ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:30:56.925 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 73s ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:30:56.925 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 71s ago 3h 714M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:30:56.926 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 73s ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:30:56.926 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 71s ago 3h 1356M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:30:56.926 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 73s ago 3h 638M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:30:56.927 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 71s ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:30:56.927 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 73s ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:30:56.927 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 71s ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:30:56.928 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 73s ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:30:56.928 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 71s ago 3h 2011M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:30:56.929 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 71s ago 3h 3080M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:30:56.929 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 71s ago 3h 2348M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:30:56.930 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 71s ago 3h 3092M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:30:56.930 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 73s ago 3h 2872M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:30:56.930 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 73s ago 3h 3409M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:30:56.931 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 73s ago 3h 2729M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:30:56.931 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 73s ago 3h 3974M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:30:56.932 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 71s ago 3h 137M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:30:57.241 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:30:57.242 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:30:57.242 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:30:57.243 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:30:57.243 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:30:57.243 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:30:57.244 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:30:57.244 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:30:57.245 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:30:57.245 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:30:57.246 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:30:57.246 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:30:57.247 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:30:57.247 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:30:57.248 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:30:57.248 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:30:57.248 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:30:57.249 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:30:57.249 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:30:58.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:57 smithi129 conmon[101092]: cluster 2022-01-18T19:30:56.093368+0000 mgr.smithi129.iclwio (mgr.14716) 7205 : 2022-01-18T19:30:58.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:57 smithi129 conmon[101092]: cluster [DBG] pgmap v6194: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:58.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:57 smithi129 conmon[101092]: audit 2022-01-18T19:30:56.654157+0000 mgr.smithi129.iclwio (mgr.14716) 7206 : audit [DBG] from='client.38890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:30:58.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:57 smithi129 conmon[101092]: audit 2022-01-18T19:30: 2022-01-18T19:30:58.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:57 smithi129 conmon[101092]: 56.923975+0000 mgr.smithi129.iclwio (mgr.14716) 7207 : audit [DBG] from='client.38894 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:30:58.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:57 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T19:30:58.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:57 smithi129 conmon[101092]: 19:30:57.250273+0000 mon.smithi129 (mon.0) 2229 : audit [DBG] from='client.? 172.21.15.129:0/1962112392' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:30:58.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:57 smithi156 conmon[67007]: cluster 2022-01-18T19:30:56.093368+0000 mgr.smithi129.iclwio (mgr.14716) 7205 : cluster [DBG] pgmap v6194: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:30:58.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:57 smithi156 conmon[67007]: audit 2022-01-18T19:30:56.654157+0000 mgr.smithi129.iclwio (mgr.14716) 7206 : audit [DBG] from='client.38890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:30:58.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:57 smithi156 conmon[67007]: audit 2022-01-18T19:30:56.923975+0000 mgr.smithi129.iclwio (mgr.14716) 7207 : audit [DBG] from='client.38894 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:30:58.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:57 smithi156 conmon[67007]: audit 2022 2022-01-18T19:30:58.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:57 smithi156 conmon[67007]: -01-18T19:30:57.250273+0000 mon.smithi129 (mon.0) 2229 : audit [DBG] from='client.? 172.21.15.129:0/1962112392' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:31:00.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:59 smithi129 conmon[101092]: cluster 2022-01-18T19:30:58.093953+0000 mgr.smithi129.iclwio (mgr.14716) 7208 : cluster [DBG] pgmap v6195: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:00.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:59 smithi129 conmon[101092]: audit 2022-01-18T19:30:59.022367+0000 mon.smithi129 (mon.0) 2230 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:31:00.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:30:59 smithi129 conmon[101092]: audit 2022-01-18T19:30:59.022598+0000 mon.smithi129 (mon.0) 2231 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:31:00.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:59 smithi156 conmon[67007]: cluster 2022-01-18T19:30:58.093953+0000 mgr.smithi129.iclwio (mgr.14716) 7208 : cluster [DBG] pgmap v6195: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:00.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:59 smithi156 conmon[67007]: audit 2022-01-18T19:30:59.022367+0000 mon.smithi129 2022-01-18T19:31:00.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:59 smithi156 conmon[67007]: (mon.0) 2230 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:31:00.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:30:59 smithi156 conmon[67007]: audit 2022-01-18T19:30:59.022598+0000 mon.smithi129 (mon.0) 2231 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:31:02.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:01 smithi129 conmon[101092]: cluster 2022-01-18T19:31:00.094640+0000 mgr.smithi129.iclwio (mgr.14716) 7209 : cluster [DBG] pgmap v6196: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:31:02.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:01 smithi156 conmon[67007]: cluster 2022-01-18T19:31:00.094640+0000 mgr.smithi129.iclwio (mgr.14716) 7209 : cluster [DBG] pgmap v6196: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:31:02.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:01 smithi156 conmon[67007]: 2022-01-18T19:31:04.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:03 smithi129 conmon[101092]: cluster 2022-01-18T19:31:02.095343+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:31:04.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:03 smithi129 conmon[101092]: 7210 : cluster [DBG] pgmap v6197: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:04.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:03 smithi156 conmon[67007]: cluster 2022-01-18T19:31:02.095343+0000 mgr.smithi129.iclwio (mgr.14716) 7210 : cluster [DBG] pgmap v6197: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:06.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:05 smithi129 conmon[101092]: cluster 2022-01-18T19:31:04.095912+0000 mgr.smithi129.iclwio (mgr.14716) 7211 : cluster [DBG] 2022-01-18T19:31:06.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:05 smithi129 conmon[101092]: pgmap v6198: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:06.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:05 smithi156 conmon[67007]: cluster 2022-01-18T19:31:04.095912+0000 mgr.smithi129.iclwio (mgr.14716) 7211 : cluster [DBG] pgmap v6198: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:08.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:07 smithi129 conmon[101092]: cluster 2022-01-18T19:31:06.096740+0000 mgr.smithi129.iclwio (mgr.14716) 7212 : cluster [DBG] pgmap v6199: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:08.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:07 smithi156 conmon[67007]: cluster 2022-01-18T19:31:06.096740+0000 mgr.smithi129.iclwio (mgr.14716) 7212 : cluster [DBG] pgmap v6199: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:10.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:09 smithi129 conmon[101092]: cluster 2022-01-18T19:31:08.097343+0000 mgr.smithi129.iclwio (mgr.14716) 7213 : cluster [DBG] pgmap v6200: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:10.321 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:09 smithi156 conmon[67007]: cluster 2022-01-18T19:31:08.097343+0000 mgr.smithi129.iclwio (mgr.14716) 7213 : cluster [DBG] pgmap v6200: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:12.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:11 smithi129 conmon[101092]: cluster 2022-01-18T19:31:10.098287+0000 mgr.smithi129.iclwio (mgr.14716) 7214 : cluster [DBG] 2022-01-18T19:31:12.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:11 smithi129 conmon[101092]: pgmap v6201: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:31:12.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:11 smithi156 conmon[67007]: cluster 2022-01-18T19:31:10.098287+0000 mgr.smithi129.iclwio (mgr.14716) 7214 : cluster [DBG] pgmap v6201: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:31:14.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:13 smithi129 conmon[101092]: cluster 2022-01-18T19:31:12.098963+0000 mgr.smithi129.iclwio (mgr.14716) 7215 : cluster [DBG] pgmap v6202: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:14.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:13 smithi156 conmon[67007]: cluster 2022-01-18T19:31:12.098963+0000 mgr.smithi129.iclwio (mgr.14716) 7215 : cluster 2022-01-18T19:31:14.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:13 smithi156 conmon[67007]: [DBG] pgmap v6202: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:16.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:15 smithi129 conmon[101092]: cluster 2022-01-18T19:31:14.099567+0000 mgr.smithi129.iclwio (mgr.14716) 7216 : cluster [DBG] pgmap v6203: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:16.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:15 smithi156 conmon[67007]: cluster 2022-01-18T19:31:14.099567+0000 mgr.smithi129.iclwio (mgr.14716) 7216 : cluster [DBG] pgmap v6203: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:16.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:15 smithi156 conmon[67007]: 2022-01-18T19:31:18.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:17 smithi129 conmon[101092]: cluster 2022-01-18T19:31:16.100473+0000 mgr.smithi129.iclwio (mgr.14716) 7217 : cluster [DBG] pgmap v6204: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:18.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:17 smithi156 conmon[67007]: cluster 2022-01-18T19:31:16.100473+0000 mgr.smithi129.iclwio (mgr.14716) 7217 : cluster [DBG] pgmap v6204: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:20.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:19 smithi129 conmon[101092]: cluster 2022-01-18T19:31:18.101147+0000 mgr.smithi129.iclwio (mgr.14716) 7218 : cluster [DBG] 2022-01-18T19:31:20.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:19 smithi129 conmon[101092]: pgmap v6205: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:20.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:19 smithi156 conmon[67007]: cluster 2022-01-18T19:31:18.101147+0000 mgr.smithi129.iclwio (mgr.14716) 7218 : cluster [DBG] pgmap v6205: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:22.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:21 smithi129 conmon[101092]: cluster 2022-01-18T19:31:20.101946+0000 mgr.smithi129.iclwio (mgr.14716) 7219 : cluster [DBG] pgmap v6206: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:31:22.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:21 smithi156 conmon[67007]: cluster 2022-01-18T19:31:20.101946+0000 mgr.smithi129.iclwio (mgr.14716) 7219 : cluster [DBG] pgmap v6206: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:31:24.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:23 smithi129 conmon[101092]: cluster 2022-01-18T19:31:22.102427+0000 mgr.smithi129.iclwio (mgr.14716) 7220 : cluster [DBG] 2022-01-18T19:31:24.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:23 smithi129 conmon[101092]: pgmap v6207: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:24.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:23 smithi156 conmon[67007]: cluster 2022-01-18T19:31:22.102427+0000 mgr.smithi129.iclwio (mgr.14716) 7220 : cluster [DBG] pgmap v6207: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:26.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:25 smithi129 conmon[101092]: cluster 2022-01-18T19:31:24.103034+0000 mgr.smithi129.iclwio (mgr.14716) 7221 : cluster [DBG] pgmap v6208: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:26.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:25 smithi129 conmon[101092]: 2022-01-18T19:31:26.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:25 smithi156 conmon[67007]: cluster 2022-01-18T19:31:24.103034+0000 mgr.smithi129.iclwio (mgr.14716) 7221 : cluster [DBG] pgmap v6208: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:27.541 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:31:27.806 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:31:27.807 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 102s ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:31:27.807 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 102s ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:31:27.807 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 104s ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:31:27.807 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 102s ago 3h 43.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:31:27.808 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 102s ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:31:27.808 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 104s ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:31:27.808 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 102s ago 3h 714M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:31:27.808 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 104s ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:31:27.809 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 102s ago 3h 1356M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:31:27.809 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 104s ago 3h 638M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:31:27.809 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 102s ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:31:27.809 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 104s ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:31:27.810 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 102s ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:31:27.810 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 104s ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:31:27.810 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 102s ago 3h 2011M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:31:27.810 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 102s ago 3h 3080M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:31:27.811 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 102s ago 3h 2348M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:31:27.811 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 102s ago 3h 3092M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:31:27.811 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 104s ago 3h 2872M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:31:27.812 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 104s ago 3h 3409M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:31:27.812 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 104s ago 3h 2729M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:31:27.812 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 104s ago 3h 3974M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:31:27.812 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 102s ago 3h 137M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:31:28.124 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:31:28.124 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:31:28.125 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:31:28.125 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:31:28.125 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:31:28.125 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:31:28.126 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:31:28.126 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:31:28.126 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:31:28.126 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:31:28.127 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:31:28.127 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:31:28.127 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:31:28.128 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:31:28.128 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:31:28.128 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:31:28.129 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:31:28.129 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:31:28.129 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:31:28.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:27 smithi129 conmon[101092]: cluster 2022-01-18T19:31:26.103805+0000 mgr.smithi129.iclwio (mgr.14716) 7222 : cluster [DBG] 2022-01-18T19:31:28.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:27 smithi129 conmon[101092]: pgmap v6209: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:28.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:27 smithi156 conmon[67007]: cluster 2022-01-18T19:31:26.103805+0000 mgr.smithi129.iclwio (mgr.14716) 7222 : cluster [DBG] pgmap v6209: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:29.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:28 smithi129 conmon[101092]: audit 2022-01-18T19:31:27.537549+0000 mgr.smithi129.iclwio (mgr.14716) 7223 : audit [DBG] 2022-01-18T19:31:29.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:28 smithi129 conmon[101092]: from='client.38902 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:31:29.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:28 smithi129 conmon[101092]: audit 2022-01-18T19:31:27.807099+0000 mgr.smithi129.iclwio (mgr.14716) 7224 : audit [DBG] from='client.38906 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:31:29.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:28 smithi129 conmon[101092]: audit 2022-01-18T19:31:28.133468+0000 mon.smithi129 2022-01-18T19:31:29.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:28 smithi129 conmon[101092]: (mon.0) 2232 : audit [DBG] from='client.? 172.21.15.129:0/2074731403' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:31:29.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:28 smithi156 conmon[67007]: audit 2022-01-18T19:31:27.537549+0000 mgr.smithi129.iclwio (mgr.14716) 7223 : audit [DBG] from='client.38902 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:31:29.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:28 smithi156 conmon[67007]: 2022-01-18T19:31:29.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:28 smithi156 conmon[67007]: audit 2022-01-18T19:31:27.807099+0000 mgr.smithi129.iclwio (mgr.14716) 7224 : audit [DBG] from='client.38906 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:31:29.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:28 smithi156 conmon[67007]: audit 2022-01-18T19:31:28.133468+0000 2022-01-18T19:31:29.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:28 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2232 : audit [DBG] from='client.? 172.21.15.129:0/2074731403' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:31:30.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:29 smithi156 conmon[67007]: cluster 2022-01-18T19:31:28.104324+0000 mgr.smithi129.iclwio (mgr.14716) 7225 : cluster [DBG] pgmap v6210: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:30.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:29 smithi129 conmon[101092]: cluster 2022-01-18T19:31:28.104324+0000 mgr.smithi129.iclwio (mgr.14716) 7225 : cluster [DBG] 2022-01-18T19:31:30.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:29 smithi129 conmon[101092]: pgmap v6210: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:32.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:31 smithi156 conmon[67007]: cluster 2022-01-18T19:31:30.105094+0000 mgr.smithi129.iclwio (mgr.14716) 7226 : cluster [DBG] pgmap v6211: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:31:32.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:31 smithi129 conmon[101092]: cluster 2022-01-18T19:31:30.105094+0000 mgr.smithi129.iclwio (mgr.14716) 7226 : cluster 2022-01-18T19:31:32.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:31 smithi129 conmon[101092]: [DBG] pgmap v6211: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:31:34.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:33 smithi156 conmon[67007]: cluster 2022-01-18T19:31:32.105579+0000 mgr.smithi129.iclwio (mgr.14716) 7227 : cluster [DBG] pgmap v6212: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:34.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:33 smithi129 conmon[101092]: cluster 2022-01-18T19:31:32.105579+0000 mgr.smithi129.iclwio (mgr.14716) 7227 : cluster [DBG] pgmap v6212: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:36.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:35 smithi156 conmon[67007]: cluster 2022-01-18T19:31:34.106322+0000 mgr.smithi129.iclwio (mgr.14716) 7228 : cluster 2022-01-18T19:31:36.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:35 smithi156 conmon[67007]: [DBG] pgmap v6213: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:36.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:35 smithi129 conmon[101092]: cluster 2022-01-18T19:31:34.106322+0000 mgr.smithi129.iclwio (mgr.14716) 7228 : cluster [DBG] pgmap v6213: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:38.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:37 smithi156 conmon[67007]: cluster 2022-01-18T19:31:36.107342+0000 mgr.smithi129.iclwio (mgr.14716) 7229 : cluster [DBG] pgmap v6214: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:38.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:37 smithi129 conmon[101092]: cluster 2022-01-18T19:31:36.107342+0000 mgr.smithi129.iclwio (mgr.14716) 7229 : cluster [DBG] pgmap v6214: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:38.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:37 smithi129 conmon[101092]: 2022-01-18T19:31:40.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:39 smithi156 conmon[67007]: cluster 2022-01-18T19:31:38.107873+0000 mgr.smithi129.iclwio (mgr.14716) 7230 : cluster [DBG] pgmap v6215: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:40.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:39 smithi129 conmon[101092]: cluster 2022-01-18T19:31:38.107873+0000 mgr.smithi129.iclwio (mgr.14716) 7230 : cluster [DBG] pgmap v6215: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:42.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:41 smithi156 conmon[67007]: cluster 2022-01-18T19:31:40.108843+0000 mgr.smithi129.iclwio (mgr.14716) 7231 : cluster [DBG] pgmap v6216: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:31:42.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:41 smithi129 conmon[101092]: cluster 2022-01-18T19:31:40.108843+0000 mgr.smithi129.iclwio (mgr.14716) 7231 : cluster [DBG] pgmap v6216: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:31:44.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:43 smithi156 conmon[67007]: cluster 2022-01-18T19:31:42.109424+0000 mgr.smithi129.iclwio (mgr.14716) 7232 : cluster [DBG] pgmap v6217: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:44.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:43 smithi129 conmon[101092]: cluster 2022-01-18T19:31:42.109424+0000 mgr.smithi129.iclwio (mgr.14716) 7232 : cluster [DBG] pgmap v6217: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:46.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:45 smithi156 conmon[67007]: cluster 2022-01-18T19:31:44.110157+0000 mgr.smithi129.iclwio (mgr.14716) 7233 : cluster [DBG] 2022-01-18T19:31:46.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:45 smithi156 conmon[67007]: pgmap v6218: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:46.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:45 smithi156 conmon[67007]: audit 2022-01-18T19:31:45.805853+0000 mon.smithi129 (mon.0) 2233 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:31:46.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:45 smithi156 conmon[67007]: audit 2022-01-18T19 2022-01-18T19:31:46.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:45 smithi156 conmon[67007]: :31:45.807291+0000 mon.smithi129 (mon.0) 2234 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:31:46.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:45 smithi156 conmon[67007]: audit 2022-01-18T19:31:45 2022-01-18T19:31:46.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:45 smithi156 conmon[67007]: .808144+0000 mon.smithi129 (mon.0) 2235 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:31:46.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:45 smithi129 conmon[101092]: cluster 2022-01-18T19:31:44.110157+0000 mgr.smithi129.iclwio (mgr.14716) 7233 : cluster [DBG] pgmap v6218: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:46.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:45 smithi129 conmon[101092]: audit 2022-01-18T19:31:45.805853+0000 mon.smithi129 (mon.0) 2233 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:31:46.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:45 smithi129 conmon[101092]: audit 2022-01-18T19:31:45.807291+0000 mon.smithi129 (mon.0) 2234 : audit 2022-01-18T19:31:46.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:45 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:31:46.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:45 smithi129 conmon[101092]: audit 2022-01-18T19:31:45.808144+0000 mon.smithi129 (mon.0) 2235 : 2022-01-18T19:31:46.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:45 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:31:47.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:46 smithi156 conmon[67007]: cephadm 2022-01-18T19:31:45.808877+0000 mgr.smithi129.iclwio (mgr.14716) 7234 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:31:47.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:46 smithi156 conmon[67007]: audit 2022-01-18T19:31:46.073299+0000 mon.smithi129 (mon.0) 2236 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:31:47.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:46 smithi156 conmon[67007]: audit 2022-01-18T19:31:46.371988+0000 mon.smithi129 (mon.0) 2237 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:31:47.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:46 smithi156 conmon[67007]: audit 2022-01-18T19:31:46.376615+0000 mon.smithi129 (mon.0) 2238 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:31:47.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:46 smithi129 conmon[101092]: cephadm 2022-01-18T19:31:45.808877+0000 mgr.smithi129.iclwio (mgr.14716) 7234 : cephadm [WRN] 2022-01-18T19:31:47.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:46 smithi129 conmon[101092]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:31:47.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:46 smithi129 conmon[101092]: audit 2022-01-18T19:31:46.073299+0000 mon.smithi129 (mon.0) 2236 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:31:47.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:46 smithi129 conmon[101092]: audit 2022-01-18T19:31:46 2022-01-18T19:31:47.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:46 smithi129 conmon[101092]: .371988+0000 mon.smithi129 (mon.0) 2237 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:31:47.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:46 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T19:31:47.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:46 smithi129 conmon[101092]: 19:31:46.376615+0000 mon.smithi129 (mon.0) 2238 : audit [INF] 2022-01-18T19:31:47.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:46 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:31:48.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:47 smithi156 conmon[67007]: cluster 2022-01-18T19:31:46.110859+0000 mgr.smithi129.iclwio (mgr.14716) 7235 : cluster [DBG] pgmap v6219: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:48.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:47 smithi156 conmon[67007]: 2022-01-18T19:31:48.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:47 smithi129 conmon[101092]: cluster 2022-01-18T19:31:46.110859+0000 mgr.smithi129.iclwio (mgr.14716) 7235 : cluster [DBG] pgmap v6219: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:50.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:49 smithi156 conmon[67007]: cluster 2022-01-18T19:31:48.111460+0000 mgr.smithi129.iclwio (mgr.14716) 7236 : cluster [DBG] pgmap v6220: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:50.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:49 smithi129 conmon[101092]: cluster 2022-01-18T19:31:48.111460+0000 mgr.smithi129.iclwio (mgr.14716) 7236 : cluster [DBG] pgmap v6220: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:52.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:51 smithi156 conmon[67007]: cluster 2022-01-18T19:31:50.112350+0000 mgr.smithi129.iclwio (mgr.14716) 7237 : cluster [DBG] pgmap v6221: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:31:52.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:51 smithi129 conmon[101092]: cluster 2022-01-18T19:31:50.112350+0000 mgr.smithi129.iclwio (mgr.14716) 7237 : cluster [DBG] pgmap v6221: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:31:52.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:51 smithi129 conmon[101092]: 2022-01-18T19:31:54.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:53 smithi156 conmon[67007]: cluster 2022-01-18T19:31:52.112849+0000 mgr.smithi129.iclwio (mgr.14716) 7238 : cluster [DBG] pgmap v6222: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:54.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:53 smithi129 conmon[101092]: cluster 2022-01-18T19:31:52.112849+0000 mgr.smithi129.iclwio (mgr.14716) 7238 : cluster [DBG] pgmap v6222: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:54.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:53 smithi129 conmon[101092]: 2022-01-18T19:31:56.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:55 smithi156 conmon[67007]: cluster 2022-01-18T19:31:54.113450+0000 mgr.smithi129.iclwio (mgr.14716) 7239 : cluster [DBG] pgmap v6223: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:56.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:55 smithi129 conmon[101092]: cluster 2022-01-18T19 2022-01-18T19:31:56.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:55 smithi129 conmon[101092]: :31:54.113450+0000 mgr.smithi129.iclwio (mgr.14716) 7239 : cluster [DBG] pgmap v6223: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:58.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:57 smithi156 conmon[67007]: cluster 2022-01-18T19:31:56.114056+0000 mgr.smithi129.iclwio (mgr.14716) 7240 : cluster [DBG] pgmap v6224: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:58.427 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:31:58.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:57 smithi129 conmon[101092]: cluster 2022-01-18T19:31:56.114056+0000 mgr.smithi129.iclwio (mgr.14716) 7240 : cluster [DBG] pgmap v6224: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:31:58.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:57 smithi129 conmon[101092]: 2022-01-18T19:31:58.693 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:31:58.694 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 2m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:31:58.694 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 2m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:31:58.694 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 2m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:31:58.694 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 2m ago 3h 43.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:31:58.695 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 2m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:31:58.695 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 2m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:31:58.695 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 2m ago 3h 714M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:31:58.696 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 2m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:31:58.696 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 2m ago 3h 1356M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:31:58.696 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 2m ago 3h 638M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:31:58.696 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 2m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:31:58.697 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 2m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:31:58.697 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 2m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:31:58.697 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 2m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:31:58.697 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 2m ago 3h 2011M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:31:58.698 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 2m ago 3h 3080M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:31:58.698 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 2m ago 3h 2348M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:31:58.698 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 2m ago 3h 3092M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:31:58.698 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 2m ago 3h 2872M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:31:58.699 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 2m ago 3h 3409M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:31:58.699 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 2m ago 3h 2729M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:31:58.699 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 2m ago 3h 3974M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:31:58.699 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 2m ago 3h 137M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:31:59.011 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:31:59.012 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:31:59.012 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:31:59.012 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:31:59.013 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:31:59.013 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:31:59.013 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:31:59.013 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:31:59.014 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:31:59.014 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:31:59.014 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:31:59.014 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:31:59.014 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:31:59.015 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:31:59.015 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:31:59.015 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:31:59.015 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:31:59.016 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:31:59.016 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:32:00.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:59 smithi156 conmon[67007]: cluster 2022-01-18T19:31:58.114758+0000 mgr.smithi129.iclwio (mgr.14716) 7241 : cluster [DBG] pgmap v6225: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:00.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:59 smithi156 conmon[67007]: audit 2022-01-18T19:31:58.421594+0000 mgr.smithi129.iclwio (mgr.14716) 7242 : audit [DBG] from='client.38914 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:32:00.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:59 smithi156 conmon[67007]: audit 2022-01-18T19:31:58.693847+0000 mgr.smithi129.iclwio (mgr.14716) 7243 : audit [DBG] from='client.38918 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:32:00.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:59 smithi156 conmon[67007]: audit 2022- 2022-01-18T19:32:00.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:59 smithi156 conmon[67007]: 01-18T19:31:59.021009+0000 mon.smithi129 (mon.0) 2239 : audit [DBG] from='client.? 172.21.15.129:0/761888865' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:32:00.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:59 smithi156 conmon[67007]: audit 2022-01-18T19:31:59.026024+0000 mon.smithi129 (mon.0) 2022-01-18T19:32:00.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:59 smithi156 conmon[67007]: 2240 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:32:00.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:31:59 smithi156 conmon[67007]: audit 2022-01-18T19:31:59.026200+0000 mon.smithi129 (mon.0) 2241 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:32:00.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:59 smithi129 conmon[101092]: cluster 2022-01-18T19:31:58.114758+0000 mgr.smithi129.iclwio (mgr.14716) 7241 : cluster [DBG] pgmap v6225: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:00.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:59 smithi129 conmon[101092]: audit 2022-01-18T19:31: 2022-01-18T19:32:00.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:59 smithi129 conmon[101092]: 58.421594+0000 mgr.smithi129.iclwio (mgr.14716) 7242 : audit [DBG] from='client.38914 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:32:00.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:59 smithi129 conmon[101092]: audit 2022-01-18T19:31:58.693847+0000 mgr.smithi129.iclwio (mgr.14716) 7243 : audit [DBG] from='client.38918 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:32:00.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:59 smithi129 conmon[101092]: audit 2022-01-18T19 2022-01-18T19:32:00.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:59 smithi129 conmon[101092]: :31:59.021009+0000 mon.smithi129 (mon.0) 2239 : audit [DBG] from='client.? 172.21.15.129:0/761888865' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:32:00.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:59 smithi129 conmon[101092]: audit 2022-01-18T19:32:00.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:59 smithi129 conmon[101092]: 2022-01-18T19:31 2022-01-18T19:32:00.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:59 smithi129 conmon[101092]: :59.026024+0000 mon.smithi129 (mon. 2022-01-18T19:32:00.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:59 smithi129 conmon[101092]: 0) 2240 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:32:00.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:59 smithi129 conmon[101092]: audit 2022- 2022-01-18T19:32:00.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:59 smithi129 conmon[101092]: 01-18T19:31:59.026200+0000 2022-01-18T19:32:00.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:59 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2241 : audit 2022-01-18T19:32:00.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:31:59 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:32:02.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:02 smithi156 conmon[67007]: cluster 2022-01-18T19:32:00.115503+0000 mgr.smithi129.iclwio (mgr.14716) 7244 : cluster [DBG] pgmap v6226: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:32:02.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:02 smithi129 conmon[101092]: cluster 2022-01-18T19:32:00.115503+0000 mgr.smithi129.iclwio (mgr.14716) 7244 : cluster [DBG] pgmap v6226: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:32:04.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:04 smithi156 conmon[67007]: cluster 2022-01-18T19:32:02.115952+0000 mgr.smithi129.iclwio (mgr.14716) 7245 : cluster [DBG] pgmap v6227: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:04.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:04 smithi129 conmon[101092]: cluster 2022-01-18T19:32:02.115952+0000 mgr.smithi129.iclwio (mgr.14716) 7245 : cluster [DBG] pgmap v6227: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:06.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:06 smithi156 conmon[67007]: cluster 2022-01-18T19:32:04.116742+0000 mgr.smithi129.iclwio (mgr.14716) 7246 : cluster [DBG] pgmap v6228: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:06.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:06 smithi129 conmon[101092]: cluster 2022-01-18T19:32:04.116742+0000 mgr.smithi129.iclwio (mgr.14716) 7246 : cluster [DBG] pgmap v6228: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:08.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:08 smithi156 conmon[67007]: cluster 2022-01-18T19:32:06.117421+0000 mgr.smithi129.iclwio (mgr.14716) 7247 : cluster [DBG] 2022-01-18T19:32:08.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:08 smithi156 conmon[67007]: pgmap v6229: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:08.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:08 smithi129 conmon[101092]: cluster 2022-01-18T19:32:06.117421+0000 mgr.smithi129.iclwio (mgr.14716) 7247 : cluster [DBG] pgmap v6229: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:10.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:10 smithi156 conmon[67007]: cluster 2022-01-18T19:32:08.118196+0000 mgr.smithi129.iclwio (mgr.14716) 7248 : cluster [DBG] pgmap v6230: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:10.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:10 smithi156 conmon[67007]: 2022-01-18T19:32:10.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:10 smithi129 conmon[101092]: cluster 2022-01-18T19:32:08.118196+0000 mgr.smithi129.iclwio (mgr.14716) 7248 : cluster [DBG] 2022-01-18T19:32:10.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:10 smithi129 conmon[101092]: pgmap v6230: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:12.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:12 smithi156 conmon[67007]: cluster 2022-01-18T19:32:10.119238+0000 mgr.smithi129.iclwio (mgr.14716) 7249 : cluster [DBG] pgmap v6231: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:32:12.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:12 smithi129 conmon[101092]: cluster 2022-01-18T19:32:10.119238+0000 mgr.smithi129.iclwio (mgr.14716) 7249 : cluster [DBG] pgmap v6231: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:32:14.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:14 smithi156 conmon[67007]: cluster 2022-01-18T19:32:12.119728+0000 mgr.smithi129.iclwio (mgr.14716) 7250 : cluster [DBG] pgmap v6232: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:14.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:14 smithi129 conmon[101092]: cluster 2022-01-18T19:32:12.119728+0000 mgr.smithi129.iclwio (mgr.14716) 7250 : cluster [DBG] pgmap v6232: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:14.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:14 smithi129 conmon[101092]: 2022-01-18T19:32:16.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:16 smithi156 conmon[67007]: cluster 2022-01-18T19:32:14.120381+0000 mgr.smithi129.iclwio (mgr.14716) 7251 : cluster [DBG] pgmap v6233: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:16.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:16 smithi156 conmon[67007]: 2022-01-18T19:32:16.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:16 smithi129 conmon[101092]: cluster 2022-01-18T19:32:14.120381+0000 mgr.smithi129.iclwio (mgr.14716) 7251 : cluster [DBG] pgmap v6233: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:18.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:18 smithi156 conmon[67007]: cluster 2022-01-18T19:32:16.121110+0000 mgr.smithi129.iclwio (mgr.14716) 7252 : cluster [DBG] pgmap v6234: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:18.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:18 smithi129 conmon[101092]: cluster 2022-01-18T19:32:16.121110+0000 mgr.smithi129.iclwio (mgr.14716) 7252 : cluster [DBG] pgmap v6234: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:20.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:20 smithi156 conmon[67007]: cluster 2022-01-18T19:32:18.121622+0000 mgr.smithi129.iclwio (mgr.14716) 7253 : cluster [DBG] pgmap v6235: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:20.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:20 smithi129 conmon[101092]: cluster 2022-01-18T19:32:18.121622+0000 mgr.smithi129.iclwio (mgr.14716) 7253 : cluster [DBG] pgmap v6235: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:22.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:22 smithi156 conmon[67007]: cluster 2022-01-18T19:32:20.122359+0000 mgr.smithi129.iclwio (mgr.14716) 7254 : cluster [DBG] pgmap v6236: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:32:22.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:22 smithi129 conmon[101092]: cluster 2022-01-18T19:32:20.122359+0000 mgr.smithi129.iclwio (mgr.14716) 7254 : cluster [DBG] pgmap v6236: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:32:22.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:22 smithi129 conmon[101092]: 2022-01-18T19:32:24.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:24 smithi156 conmon[67007]: cluster 2022-01-18T19:32:22.122941+0000 mgr.smithi129.iclwio (mgr.14716) 7255 : cluster [DBG] pgmap v6237: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:24.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:24 smithi129 conmon[101092]: cluster 2022-01-18T19:32:22.122941+0000 mgr.smithi129.iclwio (mgr.14716) 7255 : cluster [DBG] pgmap v6237: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:26.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:26 smithi156 conmon[67007]: cluster 2022-01-18T19:32:24.123557+0000 mgr.smithi129.iclwio (mgr.14716) 7256 : cluster [DBG] pgmap v6238: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:26.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:26 smithi129 conmon[101092]: cluster 2022-01-18T19:32:24.123557+0000 mgr.smithi129.iclwio (mgr.14716) 7256 : cluster [DBG] pgmap v6238: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:26.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:26 smithi129 conmon[101092]: 2022-01-18T19:32:28.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:28 smithi156 conmon[67007]: cluster 2022-01-18T19:32:26.124126+0000 mgr.smithi129.iclwio (mgr.14716) 7257 : cluster [DBG] pgmap v6239: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:28.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:28 smithi129 conmon[101092]: cluster 2022-01-18T19:32:26.124126+0000 mgr.smithi129.iclwio (mgr.14716) 7257 : cluster [DBG] pgmap v6239: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:29.312 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:32:29.581 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:32:29.581 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 2m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:32:29.581 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 2m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:32:29.582 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 2m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:32:29.582 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 2m ago 3h 43.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:32:29.582 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 2m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:32:29.582 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 2m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:32:29.583 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 2m ago 3h 714M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:32:29.583 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 2m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:32:29.583 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 2m ago 3h 1356M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:32:29.583 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 2m ago 3h 638M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:32:29.584 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 2m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:32:29.584 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 2m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:32:29.584 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 2m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:32:29.584 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 2m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:32:29.585 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 2m ago 3h 2011M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:32:29.585 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 2m ago 3h 3080M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:32:29.585 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 2m ago 3h 2348M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:32:29.585 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 2m ago 3h 3092M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:32:29.585 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 2m ago 3h 2872M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:32:29.586 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 2m ago 3h 3409M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:32:29.586 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 2m ago 3h 2729M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:32:29.586 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 2m ago 3h 3974M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:32:29.586 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 2m ago 3h 137M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:32:29.900 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:32:29.901 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:32:29.901 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:32:29.901 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:32:29.902 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:32:29.902 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:32:29.902 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:32:29.902 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:32:29.903 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:32:29.903 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:32:29.903 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:32:29.903 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:32:29.904 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:32:29.904 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:32:29.904 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:32:29.904 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:32:29.905 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:32:29.905 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:32:29.905 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:32:30.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:30 smithi129 conmon[101092]: cluster 2022-01-18T19:32:28.124700+0000 mgr.smithi129.iclwio (mgr.14716) 7258 : cluster [DBG] 2022-01-18T19:32:30.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:30 smithi129 conmon[101092]: pgmap v6240: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:30.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:30 smithi129 conmon[101092]: audit 2022-01-18T19:32:29.909820+0000 mon.smithi129 (mon.0) 2242 : audit [DBG] from='client.? 172.21.15.129:0/3128960074' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:32:30.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:30 smithi156 conmon[67007]: cluster 2022-01-18T19:32:28.124700+0000 mgr.smithi129.iclwio (mgr.14716) 7258 : cluster [DBG] pgmap v6240: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:30.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:30 smithi156 conmon[67007]: audit 2022-01-18T19:32:29.909820+0000 mon.smithi129 (mon.0) 2242 : audit [DBG] from='client.? 172.21.15.129:0/3128960074' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:32:31.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:31 smithi129 conmon[101092]: audit 2022-01-18T19:32:29.309457+0000 mgr.smithi129.iclwio (mgr.14716) 7259 : audit [DBG] from='client.38926 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:32:31.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:31 smithi129 conmon[101092]: audit 2022-01-18T19:32:29.581697+0000 mgr.smithi129.iclwio (mgr.14716) 7260 : audit [DBG] from='client.38930 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:32:31.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:31 smithi156 conmon[67007]: audit 2022-01-18T19:32:29.309457+0000 mgr.smithi129.iclwio (mgr.14716) 7259 : audit [DBG] 2022-01-18T19:32:31.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:31 smithi156 conmon[67007]: from='client.38926 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:32:31.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:31 smithi156 conmon[67007]: audit 2022-01-18T19:32:29.581697+0000 mgr.smithi129.iclwio (mgr.14716) 7260 : audit [DBG] from='client.38930 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:32:32.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:32 smithi129 conmon[101092]: cluster 2022-01-18T19:32:30.125413+0000 mgr.smithi129.iclwio (mgr.14716) 7261 : cluster [DBG] pgmap v6241: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:32:32.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:32 smithi156 conmon[67007]: cluster 2022-01-18T19:32:30.125413+0000 mgr.smithi129.iclwio (mgr.14716) 7261 : cluster [DBG] pgmap v6241: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:32:33.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:33 smithi129 conmon[101092]: cluster 2022-01-18T19:32:32.126010+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T19:32:33.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:33 smithi129 conmon[101092]: 14716) 7262 : cluster [DBG] pgmap v6242: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:33.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:33 smithi156 conmon[67007]: cluster 2022-01-18T19:32:32.126010+0000 mgr.smithi129.iclwio (mgr.14716) 7262 : cluster [DBG] pgmap v6242: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:35.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:35 smithi129 conmon[101092]: cluster 2022-01-18T19:32:34.126698+0000 mgr.smithi129.iclwio (mgr.14716) 7263 : cluster [DBG] 2022-01-18T19:32:35.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:35 smithi129 conmon[101092]: pgmap v6243: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:35.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:35 smithi156 conmon[67007]: cluster 2022-01-18T19:32:34.126698+0000 mgr.smithi129.iclwio (mgr.14716) 7263 : cluster [DBG] pgmap v6243: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:35.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:35 smithi156 conmon[67007]: 2022-01-18T19:32:38.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:37 smithi129 conmon[101092]: cluster 2022-01-18T19:32:36.127526+0000 mgr.smithi129.iclwio (mgr.14716) 7264 : cluster [DBG] pgmap v6244: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:38.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:37 smithi156 conmon[67007]: cluster 2022-01-18T19:32:36.127526+0000 mgr.smithi129.iclwio (mgr.14716) 7264 : cluster [DBG] pgmap v6244: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:40.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:39 smithi129 conmon[101092]: cluster 2022-01-18T19:32:38.128245+0000 mgr.smithi129.iclwio (mgr.14716) 7265 : cluster [DBG] pgmap v6245: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:40.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:39 smithi156 conmon[67007]: cluster 2022-01-18T19:32:38.128245+0000 mgr.smithi129.iclwio (mgr.14716) 7265 : cluster [DBG] pgmap v6245: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:42.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:41 smithi129 conmon[101092]: cluster 2022-01-18T19:32:40.128997+0000 mgr.smithi129.iclwio (mgr.14716) 7266 : cluster [DBG] pgmap v6246: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:32:42.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:41 smithi156 conmon[67007]: cluster 2022-01-18T19:32:40.128997+0000 mgr.smithi129.iclwio (mgr.14716) 7266 : cluster [DBG] pgmap v6246: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:32:42.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:41 smithi156 conmon[67007]: 2022-01-18T19:32:44.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:43 smithi129 conmon[101092]: cluster 2022-01-18T19:32:42.129498+0000 mgr.smithi129.iclwio (mgr.14716) 7267 : cluster [DBG] pgmap v6247: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:44.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:43 smithi156 conmon[67007]: cluster 2022-01-18T19:32:42.129498+0000 mgr.smithi129.iclwio (mgr.14716) 7267 : cluster 2022-01-18T19:32:44.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:43 smithi156 conmon[67007]: [DBG] pgmap v6247: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:46.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:45 smithi129 conmon[101092]: cluster 2022-01-18T19:32:44.130355+0000 mgr.smithi129.iclwio (mgr.14716) 7268 : cluster [DBG] pgmap v6248: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:46.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:45 smithi156 conmon[67007]: cluster 2022-01-18T19:32:44.130355+0000 mgr.smithi129.iclwio (mgr.14716) 7268 : cluster [DBG] pgmap v6248: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:47.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:46 smithi129 conmon[101092]: audit 2022-01-18T19:32:46.379314+0000 mon.smithi129 (mon.0) 2243 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:32:47.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:46 smithi129 conmon[101092]: audit 2022-01-18T19:32:46 2022-01-18T19:32:47.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:46 smithi129 conmon[101092]: .380807+0000 mon.smithi129 (mon.0) 2244 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:32:47.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:46 smithi129 conmon[101092]: audit 2022-01-18T19:32:46.381624+0000 mon.smithi129 (mon.0) 2245 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:32:47.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:46 smithi156 conmon[67007]: audit 2022-01-18T19:32:46.379314+0000 mon.smithi129 (mon.0) 2243 : 2022-01-18T19:32:47.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:46 smithi156 conmon[67007]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:32:47.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:46 smithi156 conmon[67007]: audit 2022-01-18T19:32:46.380807+0000 mon.smithi129 (mon.0) 2244 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:32:47.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:46 smithi156 conmon[67007]: audit 2022-01-18T19:32:46.381624+0000 mon.smithi129 (mon. 2022-01-18T19:32:47.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:46 smithi156 conmon[67007]: 0) 2245 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:32:48.132 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:47 smithi129 conmon[101092]: cluster 2022-01-18T19:32:46.131102+0000 mgr.smithi129.iclwio (mgr.14716) 7269 : cluster [DBG] pgmap v6249: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:48.133 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:47 smithi129 conmon[101092]: cephadm 2022-01-18T19:32:46.382376+0000 mgr.smithi129.iclwio (mgr.14716) 7270 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:32:48.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:47 smithi156 conmon[67007]: cluster 2022-01-18T19:32:46.131102+0000 mgr.smithi129.iclwio (mgr.14716) 7269 : cluster [DBG] 2022-01-18T19:32:48.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:47 smithi156 conmon[67007]: pgmap v6249: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:48.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:47 smithi156 conmon[67007]: cephadm 2022-01-18T19:32:46.382376+0000 mgr.smithi129.iclwio (mgr.14716) 7270 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:32:50.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:49 smithi129 conmon[101092]: cluster 2022-01-18T19:32:48.131661+0000 mgr.smithi129.iclwio (mgr.14716) 7271 : cluster [DBG] pgmap v6250: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:50.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:49 smithi129 conmon[101092]: audit 2022-01-18T19:32:49.834206+0000 mon.smithi129 (mon.0) 2246 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:32:50.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:49 smithi156 conmon[67007]: cluster 2022-01-18T19:32:48.131661+0000 mgr.smithi129.iclwio (mgr.14716) 7271 : cluster [DBG] pgmap v6250: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:50.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:49 smithi156 conmon[67007]: audit 2022-01-18T19:32:49.834206+0000 mon.smithi129 (mon.0) 2246 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:32:51.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:51 smithi129 conmon[101092]: audit 2022-01-18T19:32:50.117982+0000 mon.smithi129 (mon.0) 2247 : audit [INF] 2022-01-18T19:32:51.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:51 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:32:51.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:51 smithi129 conmon[101092]: audit 2022-01-18T19:32:50.123089+0000 mon.smithi129 (mon.0) 2248 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:32:51.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:51 smithi129 conmon[101092]: cluster 2022-01-18T19:32:50.132491+0000 mgr.smithi129.iclwio (mgr.14716) 7272 : cluster [DBG] pgmap v6251: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:32:51.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:51 smithi156 conmon[67007]: audit 2022-01-18T19:32:50.117982+0000 mon.smithi129 (mon.0) 2247 : audit 2022-01-18T19:32:51.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:51 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:32:51.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:51 smithi156 conmon[67007]: audit 2022-01-18T19:32:50.123089+0000 mon.smithi129 (mon.0) 2248 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:32:51.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:51 smithi156 conmon[67007]: cluster 2022-01-18T19:32:50.132491 2022-01-18T19:32:51.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:51 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 7272 : cluster [DBG] 2022-01-18T19:32:51.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:51 smithi156 conmon[67007]: pgmap v6251: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:32:54.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:53 smithi129 conmon[101092]: cluster 2022-01-18T19:32:52.133193+0000 mgr.smithi129.iclwio (mgr.14716) 7273 : cluster [DBG] pgmap v6252: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:54.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:53 smithi156 conmon[67007]: cluster 2022-01-18T19:32:52.133193+0000 mgr.smithi129.iclwio (mgr.14716) 7273 : cluster [DBG] pgmap v6252: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:56.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:55 smithi129 conmon[101092]: cluster 2022-01-18T19:32:54.133885+0000 mgr.smithi129.iclwio (mgr.14716) 7274 : cluster [DBG] pgmap v6253: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:56.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:55 smithi156 conmon[67007]: cluster 2022-01-18T19:32:54.133885+0000 mgr.smithi129.iclwio (mgr.14716) 7274 : cluster [DBG] pgmap v6253: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:58.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:57 smithi129 conmon[101092]: cluster 2022-01-18T19:32:56.134451+0000 mgr.smithi129.iclwio (mgr.14716) 7275 : cluster [DBG] pgmap v6254: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:32:58.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:57 smithi156 conmon[67007]: cluster 2022-01-18T19:32:56.134451+0000 mgr.smithi129.iclwio (mgr.14716) 7275 : cluster [DBG] pgmap v6254: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:00.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:59 smithi129 conmon[101092]: cluster 2022-01-18T19:32:58.134986+0000 mgr.smithi129.iclwio (mgr.14716) 7276 : cluster [DBG] pgmap v6255: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:00.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:59 smithi129 conmon[101092]: audit 2022-01-18T19:32:59.030456+0000 mon.smithi129 (mon.0) 2249 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:33:00.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:59 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T19:33:00.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:59 smithi129 conmon[101092]: 19:32:59.030680+0000 mon.smithi129 (mon.0) 2250 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:33:00.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:32:59 smithi129 conmon[101092]: 2022-01-18T19:33:00.199 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:33:00.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:59 smithi156 conmon[67007]: cluster 2022-01-18T19:32:58.134986+0000 mgr.smithi129.iclwio (mgr.14716) 7276 : cluster [DBG] pgmap v6255: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:00.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:59 smithi156 conmon[67007]: audit 2022-01-18T19:32:59.030456 2022-01-18T19:33:00.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:59 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2249 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:33:00.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:32:59 smithi156 conmon[67007]: audit 2022-01-18T19:32:59.030680+0000 mon.smithi129 (mon.0) 2250 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:33:00.464 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:33:00.464 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 3m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:33:00.464 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 3m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:33:00.465 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 3m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:33:00.465 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 3m ago 3h 43.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:33:00.465 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 3m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:33:00.465 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 3m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:33:00.466 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 3m ago 3h 714M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:33:00.466 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 3m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:33:00.466 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 3m ago 3h 1356M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:33:00.467 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 3m ago 3h 638M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:33:00.467 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 3m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:33:00.467 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 3m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:33:00.467 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 3m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:33:00.467 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 3m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:33:00.468 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 3m ago 3h 2011M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:33:00.468 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 3m ago 3h 3080M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:33:00.468 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 3m ago 3h 2348M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:33:00.468 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 3m ago 3h 3092M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:33:00.469 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 3m ago 3h 2872M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:33:00.469 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 3m ago 3h 3409M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:33:00.469 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 3m ago 3h 2729M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:33:00.469 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 3m ago 3h 3974M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:33:00.469 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 3m ago 3h 137M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:33:00.784 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:33:00.784 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:33:00.785 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:33:00.785 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:33:00.785 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:33:00.786 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:33:00.786 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:33:00.786 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:33:00.787 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:33:00.787 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:33:00.787 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:33:00.787 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:33:00.788 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:33:00.788 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:33:00.788 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:33:00.788 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:33:00.789 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:33:00.789 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:33:00.789 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:33:01.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:00 smithi129 conmon[101092]: audit 2022-01-18T19:33:00.793673+0000 mon.smithi129 (mon.0) 2251 : audit [DBG] from='client.? 172.21.15.129:0/2591844476' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:33:01.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:00 smithi156 conmon[67007]: audit 2022-01-18T19:33:00.793673+0000 mon.smithi129 (mon.0) 2251 : audit [DBG] from='client.? 172.21.15.129:0/2591844476' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:33:02.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:01 smithi129 conmon[101092]: cluster 2022-01-18T19:33:00.135619+0000 mgr.smithi129.iclwio (mgr.14716) 7277 : cluster [DBG] pgmap v6256: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:33:02.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:01 smithi129 conmon[101092]: audit 2022-01-18T19:33:00.197585+0000 mgr.smithi129.iclwio (mgr.14716) 7278 2022-01-18T19:33:02.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:01 smithi129 conmon[101092]: : audit [DBG] from='client.38938 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:33:02.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:01 smithi129 conmon[101092]: audit 2022-01-18T19:33:00.464566+0000 mgr.smithi129.iclwio (mgr.14716) 7279 : audit [DBG] from='client.38942 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:33:02.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:01 smithi156 conmon[67007]: cluster 2022-01-18T19:33:00.135619+0000 mgr.smithi129.iclwio (mgr.14716) 7277 : cluster [DBG] pgmap v6256: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:33:02.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:01 smithi156 conmon[67007]: audit 2022-01-18T19:33:00.197585+0000 mgr.smithi129.iclwio 2022-01-18T19:33:02.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:01 smithi156 conmon[67007]: (mgr.14716) 7278 : audit [DBG] from='client.38938 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:33:02.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:01 smithi156 conmon[67007]: audit 2022-01-18T19:33:00.464566+0000 mgr.smithi129.iclwio (mgr.14716) 7279 : audit [DBG] from='client.38942 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:33:04.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:03 smithi129 conmon[101092]: cluster 2022-01-18T19:33:02.136226+0000 mgr.smithi129.iclwio (mgr.14716) 7280 : cluster [DBG] pgmap v6257: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:04.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:03 smithi156 conmon[67007]: cluster 2022-01-18T19:33:02.136226+0000 mgr.smithi129.iclwio (mgr.14716) 7280 : cluster [DBG] 2022-01-18T19:33:04.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:03 smithi156 conmon[67007]: pgmap v6257: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:06.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:05 smithi129 conmon[101092]: cluster 2022-01-18T19:33:04.136924+0000 mgr.smithi129.iclwio (mgr.14716) 7281 : cluster [DBG] pgmap v6258: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:06.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:05 smithi156 conmon[67007]: cluster 2022-01-18T19:33:04.136924+0000 mgr.smithi129.iclwio (mgr.14716) 7281 : cluster 2022-01-18T19:33:06.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:05 smithi156 conmon[67007]: [DBG] pgmap v6258: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:08.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:07 smithi129 conmon[101092]: cluster 2022-01-18T19:33:06.137515+0000 mgr.smithi129.iclwio (mgr.14716) 7282 : cluster [DBG] pgmap v6259: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:08.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:07 smithi156 conmon[67007]: cluster 2022-01-18T19:33:06.137515+0000 mgr.smithi129.iclwio (mgr.14716) 7282 : cluster [DBG] pgmap v6259: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:10.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:09 smithi129 conmon[101092]: cluster 2022-01-18T19:33:08.138185+0000 mgr.smithi129.iclwio (mgr.14716) 7283 : cluster [DBG] pgmap v6260: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:10.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:09 smithi129 conmon[101092]: 2022-01-18T19:33:10.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:09 smithi156 conmon[67007]: cluster 2022-01-18T19:33:08.138185+0000 mgr.smithi129.iclwio (mgr.14716) 7283 : cluster [DBG] pgmap v6260: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:12.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:11 smithi129 conmon[101092]: cluster 2022-01-18T19:33:10.138950+0000 mgr.smithi129.iclwio (mgr.14716) 7284 : cluster [DBG] pgmap v6261: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:33:12.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:11 smithi156 conmon[67007]: cluster 2022-01-18T19:33:10.138950+0000 mgr.smithi129.iclwio (mgr.14716) 7284 : cluster [DBG] pgmap v6261: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:33:14.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:13 smithi129 conmon[101092]: cluster 2022-01-18T19:33:12.139568+0000 mgr.smithi129.iclwio (mgr.14716) 7285 : cluster [DBG] pgmap v6262: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:14.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:13 smithi129 conmon[101092]: 2022-01-18T19:33:14.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:13 smithi156 conmon[67007]: cluster 2022-01-18T19:33:12.139568+0000 mgr.smithi129.iclwio (mgr.14716) 7285 : cluster [DBG] pgmap v6262: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:16.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:15 smithi129 conmon[101092]: cluster 2022-01-18T19:33:14.140268+0000 mgr.smithi129.iclwio (mgr.14716) 7286 : cluster [DBG] pgmap v6263: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:16.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:15 smithi156 conmon[67007]: cluster 2022-01-18T19:33:14.140268+0000 mgr.smithi129.iclwio (mgr.14716) 7286 : cluster [DBG] pgmap v6263: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:18.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:17 smithi129 conmon[101092]: cluster 2022-01-18T19:33:16.140836+0000 mgr.smithi129.iclwio (mgr.14716) 7287 : cluster [DBG] pgmap v6264: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:18.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:17 smithi156 conmon[67007]: cluster 2022-01-18T19:33:16.140836+0000 mgr.smithi129.iclwio (mgr.14716) 7287 : cluster [DBG] pgmap v6264: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:18.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:17 smithi156 conmon[67007]: 2022-01-18T19:33:20.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:19 smithi129 conmon[101092]: cluster 2022-01-18T19:33:18.141387+0000 mgr.smithi129.iclwio (mgr.14716) 7288 : cluster [DBG] 2022-01-18T19:33:20.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:19 smithi129 conmon[101092]: pgmap v6265: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:20.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:19 smithi156 conmon[67007]: cluster 2022-01-18T19:33:18.141387+0000 mgr.smithi129.iclwio (mgr.14716) 7288 : cluster [DBG] pgmap v6265: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:22.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:21 smithi129 conmon[101092]: cluster 2022-01-18T19:33:20.142307+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:33:22.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:21 smithi129 conmon[101092]: 7289 : cluster [DBG] pgmap v6266: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:33:22.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:21 smithi156 conmon[67007]: cluster 2022-01-18T19:33:20.142307+0000 mgr.smithi129.iclwio (mgr.14716) 7289 : cluster [DBG] pgmap v6266: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:33:24.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:23 smithi129 conmon[101092]: cluster 2022-01-18T19:33:22.142933+0000 mgr.smithi129.iclwio (mgr.14716) 7290 : cluster [DBG] 2022-01-18T19:33:24.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:23 smithi129 conmon[101092]: pgmap v6267: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:24.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:23 smithi156 conmon[67007]: cluster 2022-01-18T19:33:22.142933+0000 mgr.smithi129.iclwio (mgr.14716) 7290 : cluster [DBG] pgmap v6267: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:26.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:25 smithi129 conmon[101092]: cluster 2022-01-18T19:33:24.143696+0000 mgr.smithi129.iclwio (mgr.14716) 7291 : cluster [DBG] pgmap v6268: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:26.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:25 smithi156 conmon[67007]: cluster 2022-01-18T19:33:24.143696+0000 mgr.smithi129.iclwio (mgr.14716) 7291 : cluster [DBG] pgmap v6268: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:28.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:27 smithi156 conmon[67007]: cluster 2022-01-18T19:33:26.144327+0000 mgr.smithi129.iclwio (mgr.14716) 7292 : cluster [DBG] pgmap v6269: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:28.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:27 smithi129 conmon[101092]: cluster 2022-01-18T19:33:26.144327+0000 mgr.smithi129.iclwio (mgr.14716) 7292 : cluster 2022-01-18T19:33:28.717 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:27 smithi129 conmon[101092]: [DBG] pgmap v6269: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:30.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:29 smithi156 conmon[67007]: cluster 2022-01-18T19:33:28.144854+0000 mgr.smithi129.iclwio (mgr.14716) 7293 : cluster [DBG] pgmap v6270: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:30.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:29 smithi129 conmon[101092]: cluster 2022-01-18T19:33:28.144854+0000 mgr.smithi129.iclwio (mgr.14716) 7293 : cluster 2022-01-18T19:33:30.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:29 smithi129 conmon[101092]: [DBG] pgmap v6270: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:31.088 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:33:31.351 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:33:31.351 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 3m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:33:31.352 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 3m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:33:31.352 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 3m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:33:31.352 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 3m ago 3h 43.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:33:31.352 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 3m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:33:31.353 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 3m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:33:31.353 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 3m ago 3h 714M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:33:31.353 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 3m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:33:31.353 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 3m ago 3h 1356M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:33:31.354 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 3m ago 3h 638M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:33:31.354 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 3m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:33:31.354 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 3m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:33:31.354 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 3m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:33:31.355 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 3m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:33:31.355 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 3m ago 3h 2011M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:33:31.355 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 3m ago 3h 3080M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:33:31.355 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 3m ago 3h 2348M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:33:31.355 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 3m ago 3h 3092M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:33:31.356 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 3m ago 3h 2872M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:33:31.356 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 3m ago 3h 3409M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:33:31.356 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 3m ago 3h 2729M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:33:31.357 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 3m ago 3h 3974M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:33:31.357 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 3m ago 3h 137M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:33:31.669 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:33:31.669 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:33:31.669 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:33:31.670 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:33:31.670 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:33:31.670 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:33:31.670 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:33:31.670 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:33:31.671 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:33:31.671 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:33:31.671 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:33:31.671 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:33:31.672 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:33:31.672 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:33:31.672 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:33:31.672 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:33:31.672 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:33:31.673 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:33:31.673 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:33:32.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:31 smithi156 conmon[67007]: cluster 2022-01-18T19:33:30.145693+0000 mgr.smithi129.iclwio (mgr.14716) 7294 : cluster [DBG] pgmap v6271: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:33:32.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:31 smithi156 conmon[67007]: audit 2022-01-18T19:33:31.678525+0000 mon.smithi129 (mon.0) 2252 : audit [DBG] from='client.? 172.21.15.129:0/544218404' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:33:32.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:31 smithi129 conmon[101092]: cluster 2022-01-18T19:33:30.145693+0000 mgr.smithi129.iclwio (mgr.14716) 7294 : cluster 2022-01-18T19:33:32.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:31 smithi129 conmon[101092]: [DBG] pgmap v6271: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:33:32.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:31 smithi129 conmon[101092]: audit 2022-01-18T19:33:31.678525+0000 mon.smithi129 (mon.0) 2252 : audit [DBG] from='client.? 172.21.15.129:0/544218404' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:33:33.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:32 smithi156 conmon[67007]: audit 2022-01-18T19:33:31.085738+0000 mgr.smithi129.iclwio (mgr.14716) 7295 : audit [DBG] from='client.38950 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:33:33.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:32 smithi156 conmon[67007]: audit 2022-01-18T19:33:31.352047+0000 mgr.smithi129.iclwio (mgr.14716) 7296 : audit [DBG] from='client.38954 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:33:33.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:32 smithi129 conmon[101092]: audit 2022-01-18T19:33:31.085738+0000 mgr.smithi129.iclwio (mgr.14716) 7295 : audit [DBG] from='client.38950 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:33:33.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:32 smithi129 conmon[101092]: 2022-01-18T19:33:33.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:32 smithi129 conmon[101092]: audit 2022-01-18T19:33:31.352047+0000 mgr.smithi129.iclwio (mgr.14716) 7296 : audit [DBG] from='client.38954 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:33:34.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:33 smithi156 conmon[67007]: cluster 2022-01-18T19:33:32.146300+0000 mgr.smithi129.iclwio (mgr.14716) 7297 : cluster [DBG] pgmap v6272: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:34.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:33 smithi129 conmon[101092]: cluster 2022-01-18T19:33:32.146300+0000 mgr.smithi129.iclwio (mgr.14716) 7297 : cluster [DBG] pgmap v6272: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:36.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:35 smithi156 conmon[67007]: cluster 2022-01-18T19:33:34.147076+0000 mgr.smithi129.iclwio (mgr.14716) 7298 : cluster [DBG] pgmap v6273: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:36.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:35 smithi129 conmon[101092]: cluster 2022-01-18T19:33:34.147076+0000 mgr.smithi129.iclwio (mgr.14716) 7298 : cluster 2022-01-18T19:33:36.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:35 smithi129 conmon[101092]: [DBG] pgmap v6273: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:38.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:37 smithi156 conmon[67007]: cluster 2022-01-18T19:33:36.147625+0000 mgr.smithi129.iclwio (mgr.14716) 7299 : cluster [DBG] pgmap v6274: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:38.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:37 smithi129 conmon[101092]: cluster 2022-01-18T19:33:36.147625+0000 mgr.smithi129.iclwio (mgr.14716) 7299 : cluster [DBG] pgmap v6274: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:40.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:39 smithi156 conmon[67007]: cluster 2022-01-18T19:33:38.148359+0000 mgr.smithi129.iclwio (mgr.14716) 7300 : cluster [DBG] pgmap v6275: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:40.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:39 smithi129 conmon[101092]: cluster 2022-01-18T19:33:38.148359+0000 mgr.smithi129.iclwio (mgr.14716) 7300 : cluster [DBG] pgmap v6275: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:40.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:39 smithi129 conmon[101092]: 2022-01-18T19:33:42.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:41 smithi156 conmon[67007]: cluster 2022-01-18T19:33:40.149390+0000 mgr.smithi129.iclwio (mgr.14716) 7301 : cluster [DBG] pgmap v6276: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:33:42.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:41 smithi129 conmon[101092]: cluster 2022-01-18T19:33:40.149390+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:33:42.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:41 smithi129 conmon[101092]: 7301 : cluster [DBG] pgmap v6276: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:33:44.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:43 smithi156 conmon[67007]: cluster 2022-01-18T19:33:42.150019+0000 mgr.smithi129.iclwio (mgr.14716) 7302 : cluster [DBG] pgmap v6277: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:44.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:43 smithi129 conmon[101092]: cluster 2022-01-18T19:33:42.150019+0000 mgr.smithi129.iclwio (mgr.14716) 7302 : cluster [DBG] pgmap v6277: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:46.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:45 smithi156 conmon[67007]: cluster 2022-01-18T19:33:44.150760+0000 mgr.smithi129.iclwio (mgr.14716) 7303 : cluster [DBG] pgmap v6278: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:46.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:45 smithi129 conmon[101092]: cluster 2022-01-18T19:33:44.150760+0000 mgr.smithi129.iclwio (mgr.14716) 7303 : cluster [DBG] pgmap v6278: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:48.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:47 smithi156 conmon[67007]: cluster 2022-01-18T19:33:46.151472+0000 mgr.smithi129.iclwio (mgr.14716) 7304 : cluster [DBG] pgmap v6279: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:48.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:47 smithi129 conmon[101092]: cluster 2022-01-18T19:33:46.151472+0000 mgr.smithi129.iclwio (mgr.14716) 7304 : cluster [DBG] pgmap v6279: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:50.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:49 smithi156 conmon[67007]: cluster 2022-01-18T19:33:48.152007+0000 mgr.smithi129.iclwio (mgr.14716) 7305 : cluster [DBG] pgmap v6280: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:50.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:49 smithi129 conmon[101092]: cluster 2022-01-18T19:33:48.152007+0000 mgr.smithi129.iclwio (mgr.14716) 7305 : cluster [DBG] pgmap v6280: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:51.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:50 smithi156 conmon[67007]: audit 2022-01-18T19:33:50.125440+0000 2022-01-18T19:33:51.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:50 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2253 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:33:51.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:50 smithi156 conmon[67007]: audit 2022-01-18T19:33:50.126799+0000 mon.smithi129 (mon.0) 2254 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:33:51.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:50 smithi156 conmon[67007]: audit 2022-01-18T19:33:50.127736+0000 mon.smithi129 (mon.0) 2255 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:33:51.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:50 smithi129 conmon[101092]: audit 2022-01-18T19:33:50.125440+0000 mon.smithi129 (mon.0) 2253 2022-01-18T19:33:51.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:50 smithi129 conmon[101092]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:33:51.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:50 smithi129 conmon[101092]: audit 2022-01-18T19:33:50.126799+0000 mon.smithi129 (mon.0) 2254 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:33:51.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:50 smithi129 conmon[101092]: audit 2022-01-18T19:33:50.127736+0000 mon.smithi129 (mon.0) 2255 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:33:52.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:51 smithi156 conmon[67007]: cephadm 2022-01-18T19:33:50.128479+0000 mgr.smithi129.iclwio (mgr.14716) 7306 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:33:52.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:51 smithi156 conmon[67007]: cluster 2022-01-18T19:33:50.152733+0000 mgr.smithi129.iclwio (mgr.14716) 7307 : cluster [DBG] pgmap v6281: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:33:52.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:51 smithi129 conmon[101092]: cephadm 2022-01-18T19:33:50.128479+0000 mgr.smithi129.iclwio (mgr.14716) 7306 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:33:52.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:51 smithi129 conmon[101092]: cluster 2022-01-18T19:33:50.152733+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:33:52.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:51 smithi129 conmon[101092]: 7307 : cluster [DBG] pgmap v6281: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:33:54.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:53 smithi156 conmon[67007]: cluster 2022-01-18T19:33:52.153440+0000 mgr.smithi129.iclwio (mgr.14716) 7308 : cluster [DBG] pgmap v6282: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:54.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:53 smithi156 conmon[67007]: audit 2022-01-18T19:33:53.382081+0000 mon.smithi129 (mon.0) 2256 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:33:54.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:53 smithi156 conmon[67007]: audit 2022-01-18T19:33:53.681349+0000 mon.smithi129 (mon.0) 2257 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:33:54.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:53 smithi156 conmon[67007]: audit 2022-01-18T19:33:53.687576+0000 mon.smithi129 (mon.0) 2258 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:33:54.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:53 smithi129 conmon[101092]: cluster 2022-01-18T19:33:52.153440+0000 mgr.smithi129.iclwio (mgr.14716) 7308 : cluster [DBG] pgmap v6282: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:54.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:53 smithi129 conmon[101092]: audit 2022-01-18T19:33:53.382081+0000 mon.smithi129 (mon.0) 2256 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:33:54.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:53 smithi129 conmon[101092]: audit 2022-01-18T19:33:53.681349+0000 mon.smithi129 (mon.0) 2257 : audit 2022-01-18T19:33:54.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:53 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:33:54.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:53 smithi129 conmon[101092]: audit 2022-01-18T19: 2022-01-18T19:33:54.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:53 smithi129 conmon[101092]: 33:53.687576+0000 mon.smithi129 (mon.0) 2258 : audit 2022-01-18T19:33:54.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:53 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:33:56.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:55 smithi156 conmon[67007]: cluster 2022-01-18T19:33:54.154201+0000 mgr.smithi129.iclwio (mgr.14716) 7309 : cluster [DBG] pgmap v6283: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:56.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:55 smithi129 conmon[101092]: cluster 2022-01-18T19:33:54.154201+0000 mgr.smithi129.iclwio (mgr.14716) 7309 : cluster [DBG] pgmap v6283: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:56.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:55 smithi129 conmon[101092]: 2022-01-18T19:33:58.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:33:58 smithi156 conmon[67007]: cluster 2022-01-18T19:33:56.154824+0000 mgr.smithi129.iclwio (mgr.14716) 7310 : cluster [DBG] pgmap v6284: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:58.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:58 smithi129 conmon[101092]: cluster 2022-01-18T19:33:56.154824+0000 mgr.smithi129.iclwio (mgr.14716) 7310 : cluster [DBG] pgmap v6284: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:33:58.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:33:58 smithi129 conmon[101092]: 2022-01-18T19:34:00.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:00 smithi156 conmon[67007]: cluster 2022-01-18T19:33:58.155357+0000 mgr.smithi129.iclwio (mgr.14716) 7311 : cluster [DBG] pgmap v6285: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:00.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:00 smithi156 conmon[67007]: audit 2022-01-18T19:33:59.034283+0000 mon.smithi129 (mon.0) 2259 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:34:00.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:00 smithi156 conmon[67007]: audit 2022-01-18T19:33:59.034513+0000 mon.smithi129 (mon.0) 2260 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:34:00.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:00 smithi129 conmon[101092]: cluster 2022-01-18T19:33:58.155357+0000 mgr.smithi129.iclwio (mgr.14716) 7311 : cluster 2022-01-18T19:34:00.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:00 smithi129 conmon[101092]: [DBG] pgmap v6285: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:00.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:00 smithi129 conmon[101092]: audit 2022-01-18T19:33:59.034283+0000 mon.smithi129 (mon.0) 2259 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:34:00.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:00 smithi129 conmon[101092]: audit 2022-01-18T19:34:00.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:00 smithi129 conmon[101092]: 2022-01-18T19:33:59.034513+0000 mon.smithi129 (mon.0) 2260 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:34:01.971 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:34:02.239 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:34:02.239 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 4m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:34:02.239 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 4m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:34:02.240 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 4m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:34:02.240 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 4m ago 3h 43.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:34:02.240 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 4m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:34:02.240 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 4m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:34:02.241 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 4m ago 3h 714M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:34:02.241 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 4m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:34:02.241 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 4m ago 3h 1356M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:34:02.241 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 4m ago 3h 638M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:34:02.242 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 4m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:34:02.242 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 4m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:34:02.242 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 4m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:34:02.242 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 4m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:34:02.243 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 4m ago 3h 2011M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:34:02.243 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 4m ago 3h 3080M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:34:02.243 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 4m ago 3h 2348M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:34:02.243 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 4m ago 3h 3092M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:34:02.244 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 4m ago 3h 2872M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:34:02.244 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 4m ago 3h 3409M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:34:02.244 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 4m ago 3h 2729M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:34:02.245 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 4m ago 3h 3974M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:34:02.245 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 4m ago 3h 137M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:34:02.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:02 smithi156 conmon[67007]: cluster 2022-01-18T19:34:00.156078+0000 mgr.smithi129.iclwio (mgr.14716) 7312 : cluster [DBG] pgmap v6286: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:34:02.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:02 smithi129 conmon[101092]: cluster 2022-01-18T19:34:00.156078+0000 mgr.smithi129.iclwio (mgr.14716) 7312 : cluster 2022-01-18T19:34:02.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:02 smithi129 conmon[101092]: [DBG] pgmap v6286: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:34:02.562 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:34:02.562 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:34:02.563 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:34:02.563 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:34:02.563 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:34:02.564 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:34:02.564 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:34:02.564 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:34:02.564 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:34:02.565 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:34:02.565 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:34:02.565 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:34:02.565 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:34:02.566 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:34:02.566 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:34:02.566 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:34:02.566 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:34:02.567 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:34:02.567 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:34:03.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:03 smithi156 conmon[67007]: audit 2022-01-18T19:34:01.968750+0000 mgr.smithi129.iclwio (mgr.14716) 7313 : audit [DBG] 2022-01-18T19:34:03.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:03 smithi156 conmon[67007]: from='client.38962 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:34:03.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:03 smithi156 conmon[67007]: audit 2022-01-18T19:34:02.571808+0000 mon.smithi129 (mon.0) 2261 : audit [DBG] from='client.? 172.21.15.129:0/100851981' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:34:03.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:03 smithi129 conmon[101092]: audit 2022-01-18T19:34:01.968750+0000 mgr.smithi129.iclwio (mgr.14716) 7313 : audit [DBG] from='client.38962 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:34:03.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:03 smithi129 conmon[101092]: audit 2022-01-18T19:34:02.571808+0000 mon.smithi129 (mon.0) 2261 : audit [DBG] from='client.? 172.21.15.129:0/100851981' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:34:04.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:04 smithi156 conmon[67007]: cluster 2022-01-18T19:34:02.156514+0000 mgr.smithi129.iclwio (mgr.14716) 7314 : cluster [DBG] pgmap v6287: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:04.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:04 smithi156 conmon[67007]: audit 2022-01-18T19:34:02.239599+0000 mgr.smithi129.iclwio 2022-01-18T19:34:04.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:04 smithi156 conmon[67007]: (mgr.14716) 7315 : audit [DBG] from='client.38966 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:34:04.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:04 smithi129 conmon[101092]: cluster 2022-01-18T19:34:02.156514+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:34:04.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:04 smithi129 conmon[101092]: 7314 : cluster [DBG] pgmap v6287: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:04.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:04 smithi129 conmon[101092]: audit 2022-01-18T19:34:02.239599+0000 mgr.smithi129.iclwio (mgr.14716) 7315 : audit [DBG] from='client.38966 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:34:06.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:06 smithi156 conmon[67007]: cluster 2022-01-18T19:34:04.157247+0000 mgr.smithi129.iclwio (mgr.14716) 7316 : cluster [DBG] pgmap v6288: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:06.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:06 smithi129 conmon[101092]: cluster 2022-01-18T19:34:04.157247+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:34:06.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:06 smithi129 conmon[101092]: 7316 : cluster [DBG] pgmap v6288: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:08.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:08 smithi156 conmon[67007]: cluster 2022-01-18T19:34:06.157937+0000 mgr.smithi129.iclwio (mgr.14716) 7317 : cluster [DBG] pgmap v6289: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:08.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:08 smithi129 conmon[101092]: cluster 2022-01-18T19:34:06.157937+0000 mgr.smithi129.iclwio (mgr.14716) 7317 : cluster [DBG] pgmap v6289: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:10.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:10 smithi156 conmon[67007]: cluster 2022-01-18T19:34:08.158442+0000 mgr.smithi129.iclwio (mgr.14716) 7318 : cluster [DBG] pgmap v6290: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:10.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:10 smithi129 conmon[101092]: cluster 2022-01-18T19:34:08.158442+0000 mgr.smithi129.iclwio (mgr.14716) 7318 : cluster [DBG] pgmap v6290: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:10.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:10 smithi129 conmon[101092]: 2022-01-18T19:34:12.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:12 smithi156 conmon[67007]: cluster 2022-01-18T19:34:10.159218+0000 mgr.smithi129.iclwio (mgr.14716) 7319 : cluster [DBG] pgmap v6291: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:34:12.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:12 smithi129 conmon[101092]: cluster 2022-01-18T19:34:10.159218+0000 mgr.smithi129.iclwio (mgr.14716) 7319 : cluster [DBG] pgmap v6291: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:34:14.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:14 smithi156 conmon[67007]: cluster 2022-01-18T19:34:12.159903+0000 mgr.smithi129.iclwio (mgr.14716) 7320 : cluster [DBG] pgmap v6292: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:14.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:14 smithi129 conmon[101092]: cluster 2022-01-18T19:34:12.159903+0000 mgr.smithi129.iclwio (mgr.14716) 7320 : cluster [DBG] pgmap v6292: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:16.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:16 smithi156 conmon[67007]: cluster 2022-01-18T19:34:14.160571+0000 mgr.smithi129.iclwio (mgr.14716) 7321 : cluster [DBG] pgmap v6293: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:16.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:16 smithi129 conmon[101092]: cluster 2022-01-18T19:34:14.160571+0000 mgr.smithi129.iclwio (mgr.14716) 7321 : cluster [DBG] pgmap v6293: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:18.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:18 smithi156 conmon[67007]: cluster 2022-01-18T19:34:16.161147+0000 mgr.smithi129.iclwio (mgr.14716) 7322 : cluster [DBG] pgmap v6294: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:18.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:18 smithi129 conmon[101092]: cluster 2022-01-18T19:34:16.161147+0000 mgr.smithi129.iclwio (mgr.14716) 7322 : cluster [DBG] pgmap v6294: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:20.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:20 smithi156 conmon[67007]: cluster 2022-01-18T19:34:18.161750+0000 mgr.smithi129.iclwio (mgr.14716) 7323 : cluster [DBG] pgmap v6295: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:20.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:20 smithi129 conmon[101092]: cluster 2022-01-18T19:34:18.161750+0000 mgr.smithi129.iclwio (mgr.14716) 7323 : cluster [DBG] 2022-01-18T19:34:20.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:20 smithi129 conmon[101092]: pgmap v6295: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:22.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:22 smithi156 conmon[67007]: cluster 2022-01-18T19:34:20.162549+0000 mgr.smithi129.iclwio (mgr.14716) 7324 : cluster [DBG] pgmap v6296: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:34:22.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:22 smithi129 conmon[101092]: cluster 2022-01-18T19:34:20.162549+0000 mgr.smithi129.iclwio (mgr.14716) 7324 : cluster [DBG] pgmap v6296: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:34:24.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:24 smithi129 conmon[101092]: cluster 2022-01-18T19:34:22.163177+0000 mgr.smithi129.iclwio (mgr.14716) 7325 : cluster [DBG] pgmap v6297: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:24.435 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:24 smithi156 conmon[67007]: cluster 2022-01-18T19:34:22.163177+0000 mgr.smithi129.iclwio (mgr.14716) 7325 : cluster [DBG] pgmap v6297: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:26.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:26 smithi129 conmon[101092]: cluster 2022-01-18T19:34:24.163927+0000 mgr.smithi129.iclwio (mgr.14716) 7326 2022-01-18T19:34:26.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:26 smithi129 conmon[101092]: : cluster [DBG] pgmap v6298: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:26.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:26 smithi156 conmon[67007]: cluster 2022-01-18T19:34:24.163927+0000 mgr.smithi129.iclwio (mgr.14716) 7326 : cluster [DBG] pgmap v6298: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:28.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:28 smithi129 conmon[101092]: cluster 2022-01-18T19:34:26.164473+0000 mgr.smithi129.iclwio (mgr.14716) 7327 : cluster [DBG] pgmap v6299: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:28.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:28 smithi156 conmon[67007]: cluster 2022-01-18T19:34:26.164473+0000 mgr.smithi129.iclwio (mgr.14716) 7327 : cluster [DBG] pgmap v6299: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:30.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:30 smithi129 conmon[101092]: cluster 2022-01-18T19:34:28.165114+0000 mgr.smithi129.iclwio (mgr.14716) 7328 : cluster [DBG] pgmap v6300: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:30.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:30 smithi156 conmon[67007]: cluster 2022-01-18T19:34:28.165114+0000 mgr.smithi129.iclwio (mgr.14716) 7328 : cluster [DBG] pgmap v6300: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:32.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:32 smithi129 conmon[101092]: cluster 2022-01-18T19:34:30.165872+0000 mgr.smithi129.iclwio (mgr.14716) 7329 : cluster [DBG] pgmap v6301: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:34:32.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:32 smithi156 conmon[67007]: cluster 2022-01-18T19:34:30.165872+0000 mgr.smithi129.iclwio (mgr.14716) 7329 : cluster [DBG] pgmap v6301: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:34:32.864 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:34:33.129 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:34:33.130 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 4m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:34:33.130 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 4m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:34:33.131 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 4m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:34:33.131 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 4m ago 3h 43.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:34:33.131 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 4m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:34:33.131 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 4m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:34:33.131 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 4m ago 3h 714M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:34:33.132 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 4m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:34:33.132 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 4m ago 3h 1356M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:34:33.132 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 4m ago 3h 638M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:34:33.132 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 4m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:34:33.132 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 4m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:34:33.133 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 4m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:34:33.133 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 4m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:34:33.133 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 4m ago 3h 2011M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:34:33.133 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 4m ago 3h 3080M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:34:33.134 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 4m ago 3h 2348M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:34:33.134 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 4m ago 3h 3092M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:34:33.134 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 4m ago 3h 2872M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:34:33.134 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 4m ago 3h 3409M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:34:33.134 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 4m ago 3h 2729M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:34:33.135 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 4m ago 3h 3974M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:34:33.135 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 4m ago 3h 137M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:34:33.452 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:34:33.452 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:34:33.452 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:34:33.453 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:34:33.453 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:34:33.453 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:34:33.453 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:34:33.454 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:34:33.454 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:34:33.454 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:34:33.454 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:34:33.454 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:34:33.455 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:34:33.455 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:34:33.455 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:34:33.455 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:34:33.456 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:34:33.456 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:34:33.456 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:34:34.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:34 smithi129 conmon[101092]: cluster 2022-01-18T19:34:32.166595+0000 mgr.smithi129.iclwio (mgr.14716) 7330 : cluster [DBG] pgmap v6302: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:34.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:34 smithi129 conmon[101092]: audit 2022-01-18T19:34:32 2022-01-18T19:34:34.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:34 smithi129 conmon[101092]: .861961+0000 mgr.smithi129.iclwio (mgr.14716) 7331 : audit [DBG] from='client.38974 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:34:34.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:34 smithi129 conmon[101092]: audit 2022-01-18T19:34:33.461865+0000 mon.smithi129 (mon.0) 2262 : audit [DBG] from='client.? 172.21.15.129:0/1211831782' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:34:34.435 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:34 smithi156 conmon[67007]: cluster 2022-01-18T19:34:32.166595+0000 mgr.smithi129.iclwio (mgr.14716) 7330 : cluster [DBG] pgmap v6302: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:34.435 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:34 smithi156 conmon[67007]: audit 2022-01-18T19:34:32.861961+0000 mgr.smithi129.iclwio 2022-01-18T19:34:34.436 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:34 smithi156 conmon[67007]: (mgr.14716) 7331 : audit [DBG] from='client.38974 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:34:34.436 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:34 smithi156 conmon[67007]: audit 2022-01-18T19:34:33.461865+0000 mon.smithi129 (mon.0) 2262 : audit [DBG] from='client.? 172.21.15.129:0/1211831782' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:34:35.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:35 smithi129 conmon[101092]: audit 2022-01-18T19:34:33.130705+0000 mgr.smithi129.iclwio (mgr.14716) 7332 : audit [DBG] from='client.38978 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:34:35.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:35 smithi156 conmon[67007]: audit 2022-01-18T19:34:33.130705+0000 mgr.smithi129.iclwio (mgr.14716) 7332 : audit [DBG] from='client.38978 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:34:36.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:36 smithi129 conmon[101092]: cluster 2022-01-18T19:34:34.167290+0000 mgr.smithi129.iclwio (mgr.14716) 7333 : cluster [DBG] pgmap v6303: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:36.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:36 smithi156 conmon[67007]: cluster 2022-01-18T19:34:34.167290+0000 mgr.smithi129.iclwio (mgr.14716) 7333 : cluster [DBG] pgmap v6303: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:38.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:38 smithi129 conmon[101092]: cluster 2022-01-18T19:34:36.167901+0000 mgr.smithi129.iclwio (mgr.14716) 7334 : cluster [DBG] pgmap v6304: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:38.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:38 smithi156 conmon[67007]: cluster 2022-01-18T19:34:36.167901+0000 mgr.smithi129.iclwio (mgr.14716) 7334 : cluster [DBG] pgmap v6304: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:40.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:40 smithi129 conmon[101092]: cluster 2022-01-18T19:34:38.168543+0000 mgr.smithi129.iclwio (mgr.14716) 7335 : cluster [DBG] pgmap v6305: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:40.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:40 smithi156 conmon[67007]: cluster 2022-01-18T19:34:38.168543+0000 mgr.smithi129.iclwio (mgr.14716) 7335 : cluster [DBG] pgmap v6305: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:41.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:41 smithi129 conmon[101092]: cluster 2022-01-18T19:34:40.169385+0000 mgr.smithi129.iclwio (mgr.14716) 7336 : cluster [DBG] pgmap v6306: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:34:41.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:41 smithi156 conmon[67007]: cluster 2022-01-18T19:34:40.169385+0000 mgr.smithi129.iclwio (mgr.14716) 7336 : cluster [DBG] pgmap v6306: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:34:44.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:43 smithi129 conmon[101092]: cluster 2022-01-18T19:34:42.170088+0000 mgr.smithi129.iclwio (mgr.14716) 7337 : cluster [DBG] pgmap v6307: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:44.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:43 smithi156 conmon[67007]: cluster 2022-01-18T19:34:42.170088+0000 mgr.smithi129.iclwio (mgr.14716) 7337 : cluster [DBG] 2022-01-18T19:34:44.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:43 smithi156 conmon[67007]: pgmap v6307: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:46.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:45 smithi129 conmon[101092]: cluster 2022-01-18T19:34:44.170622+0000 mgr.smithi129.iclwio (mgr.14716) 7338 : cluster 2022-01-18T19:34:46.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:45 smithi129 conmon[101092]: [DBG] pgmap v6308: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:46.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:45 smithi156 conmon[67007]: cluster 2022-01-18T19:34:44.170622+0000 mgr.smithi129.iclwio (mgr.14716) 7338 : cluster [DBG] pgmap v6308: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:48.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:47 smithi129 conmon[101092]: cluster 2022-01-18T19:34:46.171232+0000 mgr.smithi129.iclwio (mgr.14716) 7339 : cluster [DBG] pgmap v6309: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:48.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:47 smithi156 conmon[67007]: cluster 2022-01-18T19:34:46.171232+0000 mgr.smithi129.iclwio (mgr.14716) 7339 : cluster [DBG] 2022-01-18T19:34:48.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:47 smithi156 conmon[67007]: pgmap v6309: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:50.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:49 smithi129 conmon[101092]: cluster 2022-01-18T19:34:48.171774+0000 mgr.smithi129.iclwio (mgr.14716) 7340 : cluster [DBG] pgmap v6310: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:50.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:49 smithi156 conmon[67007]: cluster 2022-01-18T19:34:48.171774+0000 mgr.smithi129.iclwio (mgr.14716) 7340 : cluster [DBG] pgmap v6310: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:52.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:51 smithi129 conmon[101092]: cluster 2022-01-18T19:34:50.172758+0000 mgr.smithi129.iclwio (mgr.14716) 7341 : cluster [DBG] pgmap v6311: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:34:52.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:51 smithi156 conmon[67007]: cluster 2022-01-18T19:34:50.172758+0000 mgr.smithi129.iclwio (mgr.14716) 7341 : cluster [DBG] pgmap v6311: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:34:54.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:53 smithi129 conmon[101092]: cluster 2022-01-18T19:34:52.173379+0000 mgr.smithi129.iclwio (mgr.14716) 7342 : cluster [DBG] pgmap v6312: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:54.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:53 smithi129 conmon[101092]: audit 2022-01-18T19:34:54.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:53 smithi129 conmon[101092]: 2022-01-18T19:34:53.690740+0000 mon.smithi129 (mon.0) 2263 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:34:54.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:53 smithi129 conmon[101092]: audit 2022-01-18T19:34:53.692170+0000 mon.smithi129 (mon.0) 2264 : audit [DBG] 2022-01-18T19:34:54.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:53 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:34:54.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:53 smithi129 conmon[101092]: audit 2022-01-18T19:34:54.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:53 smithi129 conmon[101092]: 2022-01-18T19:34:53.693102+0000 mon.smithi129 (mon.0) 2265 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:34:54.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:53 smithi156 conmon[67007]: cluster 2022-01-18T19:34:52.173379+0000 2022-01-18T19:34:54.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:53 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 7342 : cluster [DBG] pgmap v6312: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:54.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:53 smithi156 conmon[67007]: audit 2022-01-18T19:34:54.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:53 smithi156 conmon[67007]: 2022-01-18T19:34:53.690740+0000 mon.smithi129 2022-01-18T19:34:54.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:53 smithi156 conmon[67007]: (mon.0) 2263 : audit 2022-01-18T19:34:54.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:53 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:34:54.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:53 smithi156 conmon[67007]: audit 2022-01 2022-01-18T19:34:54.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:53 smithi156 conmon[67007]: -18T19:34:53.692170 2022-01-18T19:34:54.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:53 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2264 : 2022-01-18T19:34:54.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:53 smithi156 conmon[67007]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:34:54.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:53 smithi156 conmon[67007]: audit 2022 2022-01-18T19:34:54.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:53 smithi156 conmon[67007]: -01-18T19:34:53. 2022-01-18T19:34:54.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:53 smithi156 conmon[67007]: 693102+0000 mon.smithi129 (mon.0) 2022-01-18T19:34:54.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:53 smithi156 conmon[67007]: 2265 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:34:55.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:54 smithi156 conmon[67007]: cephadm 2022-01-18T19:34:53.693861+0000 mgr.smithi129.iclwio (mgr.14716) 7343 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:34:55.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:54 smithi156 conmon[67007]: audit 2022-01-18T19:34:53.999166+0000 mon.smithi129 (mon.0) 2266 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:34:55.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:54 smithi156 conmon[67007]: audit 2022-01-18T19:34:54.003706+0000 mon.smithi129 (mon 2022-01-18T19:34:55.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:54 smithi156 conmon[67007]: .0) 2267 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:34:55.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:54 smithi129 conmon[101092]: cephadm 2022-01-18T19:34:53.693861+0000 mgr.smithi129.iclwio (mgr.14716) 7343 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:34:55.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:54 smithi129 conmon[101092]: 2022-01-18T19:34:55.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:54 smithi129 conmon[101092]: audit 2022-01-18T19:34:53.999166+0000 mon.smithi129 (mon.0) 2266 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:34:55.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:54 smithi129 conmon[101092]: audit 2022-01-18T19:34:54.003706+0000 mon.smithi129 (mon.0) 2267 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:34:56.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:56 smithi156 conmon[67007]: cluster 2022-01-18T19:34:54.174020+0000 mgr.smithi129.iclwio (mgr.14716) 7344 : 2022-01-18T19:34:56.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:56 smithi156 conmon[67007]: cluster [DBG] pgmap v6313: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:56.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:56 smithi129 conmon[101092]: cluster 2022-01-18T19:34:54.174020+0000 mgr.smithi129.iclwio (mgr.14716) 7344 : cluster 2022-01-18T19:34:56.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:56 smithi129 conmon[101092]: [DBG] pgmap v6313: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:58.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:34:58 smithi156 conmon[67007]: cluster 2022-01-18T19:34:56.174640+0000 mgr.smithi129.iclwio (mgr.14716) 7345 : cluster [DBG] pgmap v6314: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:34:58.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:58 smithi129 conmon[101092]: cluster 2022-01-18T19:34:56.174640+0000 mgr.smithi129.iclwio (mgr.14716) 7345 : cluster [DBG] 2022-01-18T19:34:58.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:34:58 smithi129 conmon[101092]: pgmap v6314: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:00.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:00 smithi156 conmon[67007]: cluster 2022-01-18T19:34:58.175204+0000 mgr.smithi129.iclwio (mgr.14716) 7346 : cluster [DBG] pgmap v6315: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:00.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:00 smithi156 conmon[67007]: audit 2022-01-18T19:34:59.038924+0000 mon.smithi129 (mon.0) 2268 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:35:00.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:00 smithi156 conmon[67007]: audit 2022-01-18T19:34:59.039174+0000 mon.smithi129 (mon.0) 2269 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:35:00.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:00 smithi129 conmon[101092]: cluster 2022-01-18T19:34:58.175204+0000 mgr.smithi129.iclwio (mgr.14716) 7346 : cluster [DBG] pgmap v6315: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:00.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:00 smithi129 conmon[101092]: audit 2022 2022-01-18T19:35:00.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:00 smithi129 conmon[101092]: -01-18T19:34:59.038924+0000 mon.smithi129 (mon.0) 2268 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:35:00.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:00 smithi129 conmon[101092]: audit 2022-01-18T19:34:59.039174+0000 mon.smithi129 (mon.0) 2269 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:35:02.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:02 smithi156 conmon[67007]: cluster 2022-01-18T19:35:00.176123+0000 mgr.smithi129.iclwio (mgr.14716) 7347 : cluster [DBG] pgmap v6316: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:35:02.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:02 smithi129 conmon[101092]: cluster 2022-01-18T19:35:00.176123+0000 mgr.smithi129.iclwio (mgr.14716) 7347 : cluster 2022-01-18T19:35:02.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:02 smithi129 conmon[101092]: [DBG] pgmap v6316: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:35:03.750 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:35:04.018 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:35:04.018 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 5m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:35:04.018 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 5m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:35:04.019 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 5m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:35:04.019 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 5m ago 3h 43.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:35:04.019 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 5m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:35:04.019 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 5m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:35:04.019 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 5m ago 3h 714M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:35:04.020 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 5m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:35:04.020 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 5m ago 3h 1356M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:35:04.020 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 5m ago 3h 638M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:35:04.020 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 5m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:35:04.021 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 5m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:35:04.021 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 5m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:35:04.021 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 5m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:35:04.021 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 5m ago 3h 2011M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:35:04.022 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 5m ago 3h 3080M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:35:04.022 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 5m ago 3h 2348M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:35:04.022 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 5m ago 3h 3092M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:35:04.022 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 5m ago 3h 2872M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:35:04.022 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 5m ago 3h 3409M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:35:04.023 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 5m ago 3h 2729M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:35:04.023 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 5m ago 3h 3974M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:35:04.023 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 5m ago 3h 137M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:35:04.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:04 smithi156 conmon[67007]: cluster 2022-01-18T19:35:02.176840+0000 mgr.smithi129.iclwio (mgr.14716) 7348 : cluster [DBG] pgmap v6317: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:04.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:04 smithi156 conmon[67007]: 2022-01-18T19:35:04.336 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:35:04.336 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:35:04.336 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:35:04.337 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:35:04.337 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:35:04.337 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:35:04.337 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:35:04.337 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:35:04.338 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:35:04.338 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:35:04.338 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:35:04.338 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:35:04.339 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:35:04.339 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:35:04.339 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:35:04.339 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:35:04.340 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:35:04.340 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:35:04.340 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:35:04.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:04 smithi129 conmon[101092]: cluster 2022-01-18T19:35:02.176840+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T19:35:04.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:04 smithi129 conmon[101092]: 14716) 7348 : cluster [DBG] pgmap v6317: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:05.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:05 smithi156 conmon[67007]: audit 2022-01-18T19:35:03.748022+0000 mgr.smithi129.iclwio (mgr.14716) 7349 : audit [DBG] from='client.38986 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:35:05.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:05 smithi156 conmon[67007]: audit 2022-01-18T19:35:04.018356+0000 mgr.smithi129.iclwio (mgr.14716) 7350 : audit [DBG] from='client.38990 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:35:05.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:05 smithi156 conmon[67007]: audit 2022-01-18T19:35:04.345552+0000 mon.smithi129 (mon.0) 2270 : audit [DBG] from='client.? 172.21.15.129:0/1491776270' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:35:05.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:05 smithi129 conmon[101092]: audit 2022-01-18T19:35:03.748022+0000 mgr.smithi129.iclwio (mgr.14716) 7349 : audit [DBG] from='client.38986 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:35:05.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:05 smithi129 conmon[101092]: audit 2022-01-18T19:35:04.018356+0000 mgr.smithi129.iclwio (mgr.14716) 7350 : audit [DBG] from='client.38990 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:35:05.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:05 smithi129 conmon[101092]: audit 2022-01-18T19:35:04.345552+0000 mon.smithi129 (mon.0) 2022-01-18T19:35:05.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:05 smithi129 conmon[101092]: 2270 : audit [DBG] from='client.? 172.21.15.129:0/1491776270' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:35:06.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:06 smithi156 conmon[67007]: cluster 2022-01-18T19:35:04.177520+0000 mgr.smithi129.iclwio (mgr.14716) 7351 : cluster [DBG] 2022-01-18T19:35:06.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:06 smithi156 conmon[67007]: pgmap v6318: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:06.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:06 smithi129 conmon[101092]: cluster 2022-01-18T19:35:04.177520+0000 mgr.smithi129.iclwio (mgr.14716) 7351 : 2022-01-18T19:35:06.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:06 smithi129 conmon[101092]: cluster [DBG] pgmap v6318: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:08.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:08 smithi156 conmon[67007]: cluster 2022-01-18T19:35:06.178100+0000 mgr.smithi129.iclwio (mgr.14716) 7352 : cluster [DBG] pgmap v6319: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:08.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:08 smithi129 conmon[101092]: cluster 2022-01-18T19:35:06.178100+0000 mgr.smithi129.iclwio (mgr.14716) 7352 : cluster [DBG] 2022-01-18T19:35:08.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:08 smithi129 conmon[101092]: pgmap v6319: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:10.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:10 smithi156 conmon[67007]: cluster 2022-01-18T19:35:08.178694+0000 mgr.smithi129.iclwio (mgr.14716) 7353 : cluster [DBG] pgmap v6320: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:10.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:10 smithi129 conmon[101092]: cluster 2022-01-18T19:35:08.178694+0000 mgr.smithi129.iclwio (mgr.14716) 7353 : cluster [DBG] pgmap v6320: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:10.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:10 smithi129 conmon[101092]: 2022-01-18T19:35:12.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:12 smithi156 conmon[67007]: cluster 2022-01-18T19:35:10.179520+0000 mgr.smithi129.iclwio (mgr.14716) 7354 : cluster [DBG] 2022-01-18T19:35:12.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:12 smithi156 conmon[67007]: pgmap v6321: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:35:12.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:12 smithi129 conmon[101092]: cluster 2022-01-18T19:35:10.179520+0000 mgr.smithi129.iclwio (mgr.14716) 7354 : cluster [DBG] 2022-01-18T19:35:12.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:12 smithi129 conmon[101092]: pgmap v6321: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:35:14.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:14 smithi156 conmon[67007]: cluster 2022-01-18T19:35:12.180159+0000 mgr.smithi129.iclwio (mgr.14716) 7355 : cluster [DBG] pgmap v6322: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:14.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:14 smithi129 conmon[101092]: cluster 2022-01-18T19:35:12.180159+0000 mgr.smithi129.iclwio (mgr.14716) 7355 : cluster [DBG] pgmap v6322: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:16.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:16 smithi156 conmon[67007]: cluster 2022-01-18T19:35:14.181054+0000 mgr.smithi129.iclwio (mgr.14716) 7356 : cluster 2022-01-18T19:35:16.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:16 smithi156 conmon[67007]: [DBG] pgmap v6323: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:16.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:16 smithi129 conmon[101092]: cluster 2022-01-18T19:35:14.181054+0000 mgr.smithi129.iclwio (mgr.14716) 7356 : cluster [DBG] 2022-01-18T19:35:16.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:16 smithi129 conmon[101092]: pgmap v6323: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:18.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:18 smithi156 conmon[67007]: cluster 2022-01-18T19:35:16.181623+0000 mgr.smithi129.iclwio (mgr.14716) 7357 : cluster [DBG] pgmap v6324: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:18.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:18 smithi129 conmon[101092]: cluster 2022-01-18T19:35:16.181623+0000 mgr.smithi129.iclwio (mgr.14716) 7357 : cluster [DBG] 2022-01-18T19:35:18.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:18 smithi129 conmon[101092]: pgmap v6324: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:20.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:20 smithi129 conmon[101092]: cluster 2022-01-18T19:35:18.182245+0000 mgr.smithi129.iclwio (mgr.14716) 7358 : cluster [DBG] pgmap v6325: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:20.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:20 smithi129 conmon[101092]: 2022-01-18T19:35:20.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:20 smithi156 conmon[67007]: cluster 2022-01-18T19:35:18.182245+0000 mgr.smithi129.iclwio (mgr.14716) 7358 : cluster [DBG] pgmap v6325: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:22.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:22 smithi129 conmon[101092]: cluster 2022-01-18T19:35:20.183096+0000 mgr.smithi129.iclwio (mgr.14716) 7359 : cluster [DBG] pgmap v6326: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:35:22.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:22 smithi156 conmon[67007]: cluster 2022-01-18T19:35:20.183096+0000 2022-01-18T19:35:22.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:22 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 7359 : cluster [DBG] pgmap v6326: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:35:24.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:24 smithi129 conmon[101092]: cluster 2022-01-18T19:35:22.183685+0000 mgr.smithi129.iclwio (mgr.14716) 7360 : cluster [DBG] pgmap v6327: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:24.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:24 smithi129 conmon[101092]: 2022-01-18T19:35:24.435 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:24 smithi156 conmon[67007]: cluster 2022-01-18T19:35:22.183685+0000 mgr.smithi129.iclwio (mgr.14716) 7360 : cluster [DBG] pgmap v6327: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:26.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:26 smithi129 conmon[101092]: cluster 2022-01-18T19:35:24.184544+0000 mgr.smithi129.iclwio (mgr.14716) 7361 : cluster [DBG] pgmap v6328: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:26.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:26 smithi129 conmon[101092]: 2022-01-18T19:35:26.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:26 smithi156 conmon[67007]: cluster 2022-01-18T19:35:24.184544+0000 mgr.smithi129.iclwio (mgr.14716) 7361 : cluster [DBG] pgmap v6328: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:28.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:28 smithi129 conmon[101092]: cluster 2022-01-18T19:35:26.184988+0000 mgr.smithi129.iclwio (mgr.14716) 7362 : cluster 2022-01-18T19:35:28.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:28 smithi129 conmon[101092]: [DBG] pgmap v6329: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:28.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:28 smithi156 conmon[67007]: cluster 2022-01-18T19:35:26.184988+0000 mgr.smithi129.iclwio (mgr.14716) 7362 : cluster [DBG] pgmap v6329: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:30.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:30 smithi129 conmon[101092]: cluster 2022-01-18T19:35:28.185537+0000 mgr.smithi129.iclwio (mgr.14716) 7363 : cluster 2022-01-18T19:35:30.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:30 smithi129 conmon[101092]: [DBG] pgmap v6330: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:30.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:30 smithi156 conmon[67007]: cluster 2022-01-18T19:35:28.185537+0000 mgr.smithi129.iclwio (mgr.14716) 7363 : cluster [DBG] pgmap v6330: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:30.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:30 smithi156 conmon[67007]: 2022-01-18T19:35:32.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:32 smithi129 conmon[101092]: cluster 2022-01-18T19:35:30.186494+0000 mgr.smithi129.iclwio (mgr.14716) 7364 : cluster [DBG] pgmap v6331: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:35:32.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:32 smithi156 conmon[67007]: cluster 2022-01-18T19:35:30.186494+0000 mgr.smithi129.iclwio (mgr.14716) 7364 : cluster [DBG] pgmap v6331: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:35:34.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:34 smithi129 conmon[101092]: cluster 2022-01-18T19:35:32.187190+0000 mgr.smithi129.iclwio (mgr.14716) 7365 : cluster [DBG] pgmap v6332: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:34.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:34 smithi129 conmon[101092]: 2022-01-18T19:35:34.435 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:34 smithi156 conmon[67007]: cluster 2022-01-18T19:35:32.187190+0000 mgr.smithi129.iclwio (mgr.14716) 7365 : cluster [DBG] pgmap v6332: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:34.634 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:35:34.897 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:35:34.898 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 5m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:35:34.898 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 5m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:35:34.898 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 5m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:35:34.899 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 5m ago 3h 43.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:35:34.899 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 5m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:35:34.899 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 5m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:35:34.899 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 5m ago 3h 714M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:35:34.900 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 5m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:35:34.900 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 5m ago 3h 1356M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:35:34.900 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 5m ago 3h 638M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:35:34.900 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 5m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:35:34.901 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 5m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:35:34.901 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 5m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:35:34.901 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 5m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:35:34.901 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 5m ago 3h 2011M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:35:34.901 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 5m ago 3h 3080M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:35:34.902 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 5m ago 3h 2348M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:35:34.902 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 5m ago 3h 3092M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:35:34.902 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 5m ago 3h 2872M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:35:34.902 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 5m ago 3h 3409M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:35:34.903 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 5m ago 3h 2729M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:35:34.903 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 5m ago 3h 3974M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:35:34.903 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 5m ago 3h 137M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:35:35.216 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:35:35.217 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:35:35.217 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:35:35.217 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:35:35.217 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:35:35.218 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:35:35.218 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:35:35.218 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:35:35.218 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:35:35.219 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:35:35.219 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:35:35.219 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:35:35.219 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:35:35.219 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:35:35.220 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:35:35.220 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:35:35.220 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:35:35.220 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:35:35.221 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:35:36.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:36 smithi129 conmon[101092]: cluster 2022-01-18T19:35:34.188083+0000 mgr.smithi129.iclwio (mgr.14716) 7366 : cluster [DBG] pgmap v6333: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:36.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:36 smithi129 conmon[101092]: audit 2022-01-18T19:35:34.632265+0000 mgr.smithi129.iclwio (mgr.14716) 7367 : audit [DBG] from='client.38998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:35:36.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:36 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T19:35:36.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:36 smithi129 conmon[101092]: T19:35:34.898636+0000 mgr.smithi129.iclwio (mgr.14716) 7368 : audit [DBG] from='client.39002 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:35:36.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:36 smithi129 conmon[101092]: 2022-01-18T19:35:36.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:36 smithi129 conmon[101092]: audit 2022-01-18T19 2022-01-18T19:35:36.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:36 smithi129 conmon[101092]: :35:35.226249+0000 mon.smithi129 ( 2022-01-18T19:35:36.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:36 smithi129 conmon[101092]: mon.0) 2271 : audit [DBG] from='client.? 172.21.15.129:0/3032798164' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:35:36.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:36 smithi129 conmon[101092]: 2022-01-18T19:35:36.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:36 smithi156 conmon[67007]: cluster 2022-01-18T19:35:34.188083+0000 mgr.smithi129.iclwio (mgr.14716) 7366 : cluster [DBG] pgmap v6333: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:36.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:36 smithi156 conmon[67007]: audit 2022-01-18T19:35:34.632265+0000 mgr.smithi129.iclwio (mgr.14716) 7367 : audit [DBG] from='client.38998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:35:36.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:36 smithi156 conmon[67007]: audit 2022-01-18T19:35:34.898636+0000 mgr.smithi129.iclwio (mgr.14716) 7368 : audit [DBG] from='client.39002 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:35:36.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:36 smithi156 conmon[67007]: audit 2022-01-18T19:35:35.226249+0000 mon.smithi129 (mon.0) 2271 : audit [DBG] from='client.? 172.21.15.129:0/3032798164' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:35:38.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:38 smithi129 conmon[101092]: cluster 2022-01-18T19:35:36.188631+0000 mgr.smithi129.iclwio (mgr.14716) 7369 : cluster [DBG] pgmap v6334: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:38.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:38 smithi156 conmon[67007]: cluster 2022-01-18T19:35:36.188631+0000 mgr.smithi129.iclwio (mgr.14716) 7369 : cluster [DBG] pgmap v6334: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:40.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:40 smithi129 conmon[101092]: cluster 2022-01-18T19:35:38.189249+0000 mgr.smithi129.iclwio (mgr.14716) 7370 : cluster [DBG] pgmap v6335: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:40.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:40 smithi129 conmon[101092]: 2022-01-18T19:35:40.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:40 smithi156 conmon[67007]: cluster 2022-01-18T19:35:38.189249+0000 mgr.smithi129.iclwio (mgr.14716) 7370 : cluster [DBG] pgmap v6335: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:40.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:40 smithi156 conmon[67007]: 2022-01-18T19:35:42.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:42 smithi129 conmon[101092]: cluster 2022-01-18T19:35:40.189948+0000 mgr.smithi129.iclwio (mgr.14716) 7371 : cluster [DBG] pgmap v6336: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:35:42.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:42 smithi156 conmon[67007]: cluster 2022-01-18T19:35:40.189948+0000 mgr.smithi129.iclwio (mgr.14716) 7371 : cluster [DBG] pgmap v6336: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:35:44.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:44 smithi129 conmon[101092]: cluster 2022-01-18T19:35:42.190482+0000 mgr.smithi129.iclwio (mgr.14716) 7372 : cluster [DBG] pgmap v6337: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:44.435 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:44 smithi156 conmon[67007]: cluster 2022-01-18T19:35:42.190482+0000 mgr.smithi129.iclwio (mgr.14716) 7372 : cluster [DBG] pgmap v6337: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:45.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:45 smithi129 conmon[101092]: cluster 2022-01-18T19:35:44.191288+0000 mgr.smithi129.iclwio (mgr.14716) 7373 : cluster [DBG] pgmap v6338: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:45.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:45 smithi156 conmon[67007]: cluster 2022-01-18T19:35:44.191288+0000 mgr.smithi129.iclwio (mgr.14716) 7373 : cluster [DBG] pgmap v6338: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:48.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:47 smithi129 conmon[101092]: cluster 2022-01-18T19:35:46.191760+0000 mgr.smithi129.iclwio (mgr.14716) 7374 : cluster [DBG] pgmap v6339: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:48.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:47 smithi156 conmon[67007]: cluster 2022-01-18T19:35:46.191760+0000 mgr.smithi129.iclwio (mgr.14716) 7374 : cluster [DBG] pgmap v6339: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:50.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:49 smithi129 conmon[101092]: cluster 2022-01-18T19:35:48.192354+0000 mgr.smithi129.iclwio (mgr.14716) 7375 : cluster [DBG] pgmap v6340: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:50.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:49 smithi156 conmon[67007]: cluster 2022-01-18T19:35:48.192354+0000 mgr.smithi129.iclwio (mgr.14716) 7375 : cluster [DBG] pgmap v6340: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:52.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:51 smithi129 conmon[101092]: cluster 2022-01-18T19:35:50.193334+0000 mgr.smithi129.iclwio (mgr.14716) 7376 : cluster [DBG] pgmap v6341: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:35:52.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:51 smithi129 conmon[101092]: 2022-01-18T19:35:52.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:51 smithi156 conmon[67007]: cluster 2022-01-18T19:35:50.193334+0000 mgr.smithi129.iclwio (mgr.14716) 7376 : cluster [DBG] pgmap v6341: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:35:54.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:53 smithi129 conmon[101092]: cluster 2022-01-18T19:35:52.194012+0000 mgr.smithi129.iclwio (mgr.14716) 7377 : cluster [DBG] pgmap v6342: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:54.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:53 smithi129 conmon[101092]: 2022-01-18T19:35:54.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:53 smithi156 conmon[67007]: cluster 2022-01-18T19:35:52.194012+0000 mgr.smithi129.iclwio (mgr.14716) 7377 : cluster [DBG] pgmap v6342: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:55.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:54 smithi129 conmon[101092]: audit 2022-01-18T19:35:54.006277+0000 mon.smithi129 (mon.0) 2272 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:35:55.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:54 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T19:35:55.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:54 smithi129 conmon[101092]: 18T19:35:54.007753+0000 mon.smithi129 (mon.0) 2273 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:35:55.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:54 smithi129 conmon[101092]: audit 2022-01-18T19:35:54.008750+0000 mon.smithi129 (mon.0) 2274 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:35:55.181 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:54 smithi129 conmon[101092]: cephadm 2022-01-18T19:35:54.009503+0000 mgr.smithi129.iclwio (mgr.14716) 7378 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:35:55.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:54 smithi129 conmon[101092]: audit 2022-01-18T19:35:54.313491+0000 mon.smithi129 (mon.0) 2275 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:35:55.183 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:54 smithi129 conmon[101092]: audit 2022-01-18T19:35 2022-01-18T19:35:55.184 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:54 smithi129 conmon[101092]: :54.318287+0000 mon.smithi129 (mon.0) 2276 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:35:55.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:54 smithi156 conmon[67007]: audit 2022-01-18T19:35:54.006277+0000 mon.smithi129 (mon.0) 2272 : audit [DBG] 2022-01-18T19:35:55.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:54 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:35:55.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:54 smithi156 conmon[67007]: audit 2022-01-18T19:35:54.007753+0000 mon.smithi129 (mon.0) 2273 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:35:55.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:54 smithi156 conmon[67007]: audit 2022-01-18T19:35:54.008750+0000 mon.smithi129 (mon.0) 2274 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:35:55.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:54 smithi156 conmon[67007]: cephadm 2022-01-18T19:35:54.009503+0000 mgr.smithi129.iclwio (mgr.14716) 7378 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:35:55.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:54 smithi156 conmon[67007]: audit 2022-01-18T19:35:54.313491+0000 mon.smithi129 (mon.0) 2275 : audit 2022-01-18T19:35:55.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:54 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:35:55.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:54 smithi156 conmon[67007]: audit 2022-01-18T19:35:54.318287+0000 mon.smithi129 (mon.0) 2276 : audit [INF] 2022-01-18T19:35:55.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:54 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:35:56.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:55 smithi129 conmon[101092]: cluster 2022-01-18T19:35:54.194715+0000 mgr.smithi129.iclwio (mgr.14716) 7379 : cluster [DBG] pgmap v6343: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:56.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:55 smithi156 conmon[67007]: cluster 2022-01-18T19:35:54.194715+0000 mgr.smithi129.iclwio (mgr.14716) 7379 : cluster [DBG] pgmap v6343: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:58.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:57 smithi129 conmon[101092]: cluster 2022-01-18T19:35:56.195144+0000 mgr.smithi129.iclwio (mgr.14716) 7380 : cluster [DBG] 2022-01-18T19:35:58.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:57 smithi129 conmon[101092]: pgmap v6344: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:35:58.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:57 smithi156 conmon[67007]: cluster 2022-01-18T19:35:56.195144+0000 mgr.smithi129.iclwio (mgr.14716) 7380 : cluster [DBG] pgmap v6344: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:00.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:59 smithi129 conmon[101092]: cluster 2022-01-18T19:35:58.195730+0000 mgr.smithi129.iclwio (mgr.14716) 7381 : cluster [DBG] pgmap v6345: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:00.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:59 smithi129 conmon[101092]: audit 2022-01-18T19:35:59.042626+0000 mon.smithi129 (mon.0) 2277 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:36:00.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:35:59 smithi129 conmon[101092]: audit 2022-01-18T19:35:59.042869+0000 mon.smithi129 (mon.0) 2278 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:36:00.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:59 smithi156 conmon[67007]: cluster 2022-01-18T19:35:58.195730+0000 mgr.smithi129.iclwio (mgr.14716) 7381 : cluster [DBG] pgmap v6345: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:00.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:59 smithi156 conmon[67007]: audit 2022-01-18T19:35:59.042626+0000 mon.smithi129 (mon.0) 2277 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:36:00.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:35:59 smithi156 conmon[67007]: audit 2022-01-18T19:35:59.042869+0000 mon.smithi129 (mon.0) 2278 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:36:02.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:01 smithi156 conmon[67007]: cluster 2022-01-18T19:36:00.196543+0000 mgr.smithi129.iclwio (mgr.14716) 7382 : cluster [DBG] pgmap v6346: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:36:02.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:01 smithi129 conmon[101092]: cluster 2022-01-18T19:36:00.196543+0000 mgr.smithi129.iclwio (mgr.14716) 7382 : cluster [DBG] pgmap v6346: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:36:04.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:03 smithi156 conmon[67007]: cluster 2022-01-18T19:36:02.197247+0000 mgr.smithi129.iclwio (mgr.14716) 7383 : cluster [DBG] pgmap v6347: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:04.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:03 smithi129 conmon[101092]: cluster 2022-01-18T19:36:02.197247+0000 mgr.smithi129.iclwio (mgr.14716) 7383 2022-01-18T19:36:04.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:03 smithi129 conmon[101092]: : cluster [DBG] pgmap v6347: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:05.516 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:36:05.786 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:36:05.787 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 6m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:36:05.788 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 6m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:36:05.788 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 6m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:36:05.788 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 6m ago 3h 43.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:36:05.788 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 6m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:36:05.788 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 6m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:36:05.789 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 6m ago 3h 714M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:36:05.789 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 6m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:36:05.789 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 6m ago 3h 1356M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:36:05.789 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 6m ago 3h 638M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:36:05.790 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 6m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:36:05.790 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 6m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:36:05.790 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 6m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:36:05.790 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 6m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:36:05.791 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 6m ago 3h 2011M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:36:05.791 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 6m ago 3h 3080M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:36:05.791 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 6m ago 3h 2348M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:36:05.791 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 6m ago 3h 3092M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:36:05.791 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 6m ago 3h 2872M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:36:05.792 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 6m ago 3h 3409M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:36:05.792 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 6m ago 3h 2729M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:36:05.792 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 6m ago 3h 3974M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:36:05.792 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 6m ago 3h 137M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:36:06.105 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:36:06.105 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:36:06.105 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:36:06.106 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:36:06.106 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:36:06.106 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:36:06.106 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:36:06.107 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:36:06.107 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:36:06.107 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:36:06.107 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:36:06.107 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:36:06.108 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:36:06.108 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:36:06.108 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:36:06.108 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:36:06.109 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:36:06.109 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:36:06.109 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:36:06.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:05 smithi156 conmon[67007]: cluster 2022-01-18T19:36:04.198213+0000 mgr.smithi129.iclwio (mgr.14716) 7384 : cluster [DBG] pgmap v6348: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:06.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:05 smithi129 conmon[101092]: cluster 2022-01-18T19:36:04.198213+0000 mgr.smithi129.iclwio (mgr.14716) 7384 2022-01-18T19:36:06.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:05 smithi129 conmon[101092]: : cluster [DBG] pgmap v6348: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:07.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:06 smithi156 conmon[67007]: audit 2022-01-18T19:36:05.514116+0000 mgr.smithi129.iclwio (mgr.14716) 7385 : audit [DBG] from='client.39010 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:36:07.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:06 smithi156 conmon[67007]: audit 2022-01-18T19:36:05.787249+0000 mgr.smithi129.iclwio 2022-01-18T19:36:07.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:06 smithi156 conmon[67007]: (mgr.14716) 7386 : audit [DBG] from='client.39014 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:36:07.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:06 smithi156 conmon[67007]: audit 2022-01-18T19:36:06.114854+0000 mon.smithi129 (mon.0) 2279 : audit [DBG] from='client.? 172.21.15.129:0/2838483145' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:36:07.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:06 smithi129 conmon[101092]: audit 2022-01-18T19:36:05.514116+0000 mgr.smithi129.iclwio (mgr 2022-01-18T19:36:07.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:06 smithi129 conmon[101092]: .14716) 7385 : audit [DBG] from='client.39010 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:36:07.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:06 smithi129 conmon[101092]: audit 2022-01-18T19:36:05.787249+0000 mgr.smithi129.iclwio (mgr.14716) 7386 : audit [DBG] from='client.39014 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:36:07.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:06 smithi129 conmon[101092]: audit 2022-01-18T19:36:07.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:06 smithi129 conmon[101092]: 2022-01-18T19:36:06.114854+0000 mon.smithi129 (mon.0) 2279 : audit [DBG] from='client.? 172.21.15.129:0/2838483145' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:36:08.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:07 smithi156 conmon[67007]: cluster 2022-01-18T19:36:06.198817+0000 mgr.smithi129.iclwio (mgr.14716) 7387 : cluster [DBG] pgmap v6349: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:08.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:07 smithi129 conmon[101092]: cluster 2022-01-18T19:36:06.198817+0000 mgr.smithi129.iclwio (mgr.14716) 7387 : cluster [DBG] pgmap v6349: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:08.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:07 smithi129 conmon[101092]: 2022-01-18T19:36:10.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:09 smithi156 conmon[67007]: cluster 2022-01-18T19:36:08.199341+0000 mgr.smithi129.iclwio (mgr.14716) 7388 : cluster [DBG] pgmap v6350: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:10.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:09 smithi129 conmon[101092]: cluster 2022-01-18T19:36:08.199341+0000 mgr.smithi129.iclwio (mgr.14716) 7388 : cluster [DBG] pgmap v6350: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:10.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:09 smithi129 conmon[101092]: 2022-01-18T19:36:12.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:11 smithi156 conmon[67007]: cluster 2022-01-18T19:36:10.200254+0000 mgr.smithi129.iclwio (mgr.14716) 7389 : cluster [DBG] pgmap v6351: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:36:12.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:11 smithi129 conmon[101092]: cluster 2022-01-18T19:36:10.200254+0000 mgr.smithi129.iclwio (mgr.14716) 7389 : cluster [DBG] pgmap v6351: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:36:14.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:13 smithi156 conmon[67007]: cluster 2022-01-18T19:36:12.200822+0000 mgr.smithi129.iclwio (mgr.14716) 7390 : cluster [DBG] pgmap v6352: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:14.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:13 smithi129 conmon[101092]: cluster 2022-01-18T19:36:12.200822+0000 mgr.smithi129.iclwio (mgr.14716) 7390 : cluster [DBG] pgmap v6352: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:16.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:15 smithi156 conmon[67007]: cluster 2022-01-18T19:36:14.201585+0000 mgr.smithi129.iclwio (mgr.14716) 7391 : cluster [DBG] pgmap v6353: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:16.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:15 smithi129 conmon[101092]: cluster 2022-01-18T19:36:14.201585+0000 mgr.smithi129.iclwio (mgr.14716) 7391 : cluster [DBG] pgmap v6353: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:18.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:17 smithi156 conmon[67007]: cluster 2022-01-18T19:36:16.202132+0000 mgr.smithi129.iclwio (mgr.14716) 7392 : cluster [DBG] pgmap v6354: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:18.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:17 smithi129 conmon[101092]: cluster 2022-01-18T19:36:16.202132+0000 mgr.smithi129.iclwio (mgr.14716) 7392 : cluster [DBG] pgmap v6354: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:20.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:19 smithi156 conmon[67007]: cluster 2022-01-18T19:36:18.202856+0000 mgr.smithi129.iclwio (mgr.14716) 7393 : cluster 2022-01-18T19:36:20.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:19 smithi156 conmon[67007]: [DBG] pgmap v6355: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:20.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:19 smithi129 conmon[101092]: cluster 2022-01-18T19:36:18.202856+0000 mgr.smithi129.iclwio (mgr.14716) 7393 : cluster [DBG] pgmap v6355: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:22.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:21 smithi156 conmon[67007]: cluster 2022-01-18T19:36:20.203586+0000 mgr.smithi129.iclwio (mgr.14716) 7394 : cluster [DBG] pgmap v6356: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:36:22.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:21 smithi129 conmon[101092]: cluster 2022-01-18T19:36:20.203586+0000 mgr.smithi129.iclwio (mgr.14716) 7394 : cluster [DBG] pgmap v6356: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:36:24.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:23 smithi156 conmon[67007]: cluster 2022-01-18T19:36:22.204186+0000 mgr.smithi129.iclwio (mgr.14716) 7395 : cluster [DBG] pgmap v6357: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:24.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:23 smithi129 conmon[101092]: cluster 2022-01-18T19:36:22.204186+0000 mgr.smithi129.iclwio (mgr.14716) 7395 : cluster [DBG] pgmap v6357: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:26.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:25 smithi156 conmon[67007]: cluster 2022-01-18T19:36:24.204952+0000 mgr.smithi129.iclwio (mgr.14716) 7396 : cluster [DBG] pgmap v6358: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:26.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:25 smithi129 conmon[101092]: cluster 2022-01-18T19:36:24.204952+0000 mgr.smithi129.iclwio (mgr.14716) 7396 : cluster [DBG] pgmap v6358: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:28.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:27 smithi156 conmon[67007]: cluster 2022-01-18T19:36:26.205402+0000 mgr.smithi129.iclwio (mgr.14716) 7397 : cluster [DBG] pgmap v6359: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:28.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:27 smithi129 conmon[101092]: cluster 2022-01-18T19:36:26.205402+0000 mgr.smithi129.iclwio (mgr.14716) 7397 : cluster [DBG] pgmap v6359: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:30.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:29 smithi156 conmon[67007]: cluster 2022-01-18T19:36:28.205943+0000 mgr.smithi129.iclwio (mgr.14716) 7398 : cluster [DBG] pgmap v6360: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:30.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:29 smithi129 conmon[101092]: cluster 2022-01-18T19:36:28.205943+0000 mgr.smithi129.iclwio (mgr.14716) 7398 : cluster [DBG] pgmap v6360: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:32.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:32 smithi156 conmon[67007]: cluster 2022-01-18T19:36:30.206764+0000 mgr.smithi129.iclwio (mgr.14716) 7399 : cluster [DBG] 2022-01-18T19:36:32.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:32 smithi156 conmon[67007]: pgmap v6361: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:36:32.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:32 smithi129 conmon[101092]: cluster 2022-01-18T19:36:30.206764 2022-01-18T19:36:32.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:32 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 7399 : cluster [DBG] pgmap v6361: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:36:34.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:34 smithi156 conmon[67007]: cluster 2022-01-18T19:36:32.207504+0000 mgr.smithi129.iclwio (mgr.14716) 7400 : cluster [DBG] pgmap v6362: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:34.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:34 smithi129 conmon[101092]: cluster 2022-01-18T19:36:32.207504+0000 mgr.smithi129.iclwio (mgr.14716) 7400 2022-01-18T19:36:34.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:34 smithi129 conmon[101092]: : cluster [DBG] pgmap v6362: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:36.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:36 smithi156 conmon[67007]: cluster 2022-01-18T19:36:34.208392+0000 mgr.smithi129.iclwio (mgr.14716) 7401 : cluster [DBG] pgmap v6363: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:36.404 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:36:36.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:36 smithi129 conmon[101092]: cluster 2022-01-18T19:36:34.208392+0000 mgr.smithi129.iclwio (mgr.14716) 7401 : cluster [DBG] pgmap v6363: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:36.672 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:36:36.672 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 6m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:36:36.672 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 6m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:36:36.673 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 6m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:36:36.673 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 6m ago 3h 43.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:36:36.673 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 6m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:36:36.673 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 6m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:36:36.673 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 6m ago 3h 714M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:36:36.674 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 6m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:36:36.674 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 6m ago 3h 1356M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:36:36.674 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 6m ago 3h 638M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:36:36.674 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 6m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:36:36.675 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 6m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:36:36.675 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 6m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:36:36.675 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 6m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:36:36.675 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 6m ago 3h 2011M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:36:36.676 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 6m ago 3h 3080M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:36:36.676 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 6m ago 3h 2348M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:36:36.676 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 6m ago 3h 3092M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:36:36.676 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 6m ago 3h 2872M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:36:36.677 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 6m ago 3h 3409M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:36:36.677 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 6m ago 3h 2729M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:36:36.677 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 6m ago 3h 3974M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:36:36.677 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 6m ago 3h 137M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:36:36.992 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:36:36.992 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:36:36.992 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:36:36.993 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:36:36.993 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:36:36.993 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:36:36.993 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:36:36.994 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:36:36.994 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:36:36.994 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:36:36.994 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:36:36.995 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:36:36.995 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:36:36.995 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:36:36.995 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:36:36.996 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:36:36.996 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:36:36.997 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:36:36.997 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:36:38.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:37 smithi129 conmon[101092]: cluster 2022-01-18T19:36:36.208817+0000 mgr.smithi129.iclwio (mgr.14716) 7402 : cluster [DBG] 2022-01-18T19:36:38.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:37 smithi129 conmon[101092]: pgmap v6364: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:38.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:37 smithi129 conmon[101092]: audit 2022-01-18T19:36:36.402963+0000 mgr.smithi129.iclwio (mgr.14716) 7403 : audit [DBG] from='client.39022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:36:38.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:37 smithi129 conmon[101092]: audit 2022-01-18T19:36:36.673073+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:36:38.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:37 smithi129 conmon[101092]: 7404 : audit [DBG] from='client.39026 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:36:38.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:37 smithi129 conmon[101092]: audit 2022-01-18T19:36:38.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:37 smithi129 conmon[101092]: 2022-01-18T19:36:37.001835+0000 mon.smithi129 (mon.0) 2022-01-18T19:36:38.180 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:37 smithi129 conmon[101092]: 2280 : audit [DBG] from='client.? 172.21.15.129:0/3924807884' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:36:38.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:37 smithi156 conmon[67007]: cluster 2022-01-18T19:36:36.208817+0000 mgr.smithi129.iclwio (mgr.14716) 7402 : cluster [DBG] pgmap v6364: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:38.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:37 smithi156 conmon[67007]: audit 2022-01-18T19:36:36 2022-01-18T19:36:38.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:37 smithi156 conmon[67007]: .402963+0000 mgr.smithi129.iclwio (mgr.14716) 7403 : audit [DBG] from='client.39022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:36:38.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:37 smithi156 conmon[67007]: audit 2022-01-18T19:36:36.673073+0000 mgr.smithi129.iclwio (mgr.14716) 7404 : audit [DBG] from='client.39026 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:36:38.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:37 smithi156 conmon[67007]: audit 2022-01-18T19:36:37 2022-01-18T19:36:38.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:37 smithi156 conmon[67007]: .001835+0000 mon.smithi129 (mon.0) 2280 : audit [DBG] from='client.? 172.21.15.129:0/3924807884' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:36:40.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:39 smithi129 conmon[101092]: cluster 2022-01-18T19:36:38.209344+0000 mgr.smithi129.iclwio (mgr.14716) 7405 : cluster [DBG] pgmap v6365: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:40.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:39 smithi156 conmon[67007]: cluster 2022-01-18T19:36:38.209344+0000 mgr.smithi129.iclwio (mgr.14716) 7405 : cluster [DBG] pgmap v6365: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:42.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:41 smithi129 conmon[101092]: cluster 2022-01-18T19:36:40.210029+0000 mgr.smithi129.iclwio (mgr.14716) 7406 : cluster [DBG] pgmap v6366: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:36:42.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:41 smithi129 conmon[101092]: 2022-01-18T19:36:42.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:41 smithi156 conmon[67007]: cluster 2022-01-18T19:36:40.210029+0000 mgr.smithi129.iclwio (mgr.14716) 7406 : cluster [DBG] pgmap v6366: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:36:44.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:43 smithi129 conmon[101092]: cluster 2022-01-18T19:36:42.210526+0000 mgr.smithi129.iclwio (mgr.14716) 7407 : cluster [DBG] pgmap v6367: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:44.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:43 smithi156 conmon[67007]: cluster 2022-01-18T19:36:42.210526+0000 mgr.smithi129.iclwio (mgr.14716) 7407 : cluster [DBG] pgmap v6367: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:46.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:45 smithi129 conmon[101092]: cluster 2022-01-18T19:36:44.211322+0000 mgr.smithi129.iclwio (mgr.14716) 7408 : cluster [DBG] pgmap v6368: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:46.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:45 smithi156 conmon[67007]: cluster 2022-01-18T19:36:44.211322+0000 mgr.smithi129.iclwio (mgr.14716) 7408 : cluster [DBG] pgmap v6368: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:48.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:47 smithi156 conmon[67007]: cluster 2022-01-18T19:36:46.211804+0000 mgr.smithi129.iclwio (mgr.14716) 7409 : cluster [DBG] pgmap v6369: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:48.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:47 smithi129 conmon[101092]: cluster 2022-01-18T19:36:46.211804+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:36:48.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:47 smithi129 conmon[101092]: 7409 : cluster [DBG] pgmap v6369: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:50.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:49 smithi156 conmon[67007]: cluster 2022-01-18T19:36:48.212411+0000 mgr.smithi129.iclwio (mgr.14716) 7410 : cluster [DBG] pgmap v6370: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:50.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:49 smithi129 conmon[101092]: cluster 2022-01-18T19:36:48.212411+0000 mgr.smithi129.iclwio (mgr.14716) 7410 : cluster 2022-01-18T19:36:50.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:49 smithi129 conmon[101092]: [DBG] pgmap v6370: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:52.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:51 smithi156 conmon[67007]: cluster 2022-01-18T19:36:50.213267+0000 mgr.smithi129.iclwio (mgr.14716) 7411 : cluster [DBG] pgmap v6371: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:36:52.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:51 smithi129 conmon[101092]: cluster 2022-01-18T19:36:50.213267+0000 mgr.smithi129.iclwio (mgr.14716) 7411 : cluster [DBG] pgmap v6371: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:36:54.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:53 smithi156 conmon[67007]: cluster 2022-01-18T19:36:52.213960+0000 mgr.smithi129.iclwio (mgr.14716) 7412 : cluster [DBG] 2022-01-18T19:36:54.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:53 smithi156 conmon[67007]: pgmap v6372: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:54.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:53 smithi129 conmon[101092]: cluster 2022-01-18T19:36:52.213960+0000 mgr.smithi129.iclwio (mgr.14716) 7412 : 2022-01-18T19:36:54.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:53 smithi129 conmon[101092]: cluster [DBG] pgmap v6372: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:55.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:54 smithi156 conmon[67007]: audit 2022-01-18T19:36:54.321020+0000 mon.smithi129 (mon.0) 2281 : audit [DBG] 2022-01-18T19:36:55.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:54 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:36:55.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:54 smithi156 conmon[67007]: audit 2022-01-18T19:36:54.322383+0000 mon.smithi129 (mon.0) 2282 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:36:55.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:54 smithi156 conmon[67007]: audit 2022-01-18T19:36:55.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:54 smithi156 conmon[67007]: 2022-01-18T19:36:54.323386+0000 mon.smithi129 (mon.0) 2283 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:36:55.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:54 smithi156 conmon[67007]: audit 2022-01 2022-01-18T19:36:55.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:54 smithi156 conmon[67007]: -18T19:36:54.626850+0000 mon.smithi129 ( 2022-01-18T19:36:55.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:54 smithi156 conmon[67007]: mon.0) 2284 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:36:55.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:54 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T19:36:55.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:54 smithi156 conmon[67007]: 18T19:36:54.631551+0000 mon.smithi129 ( 2022-01-18T19:36:55.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:54 smithi156 conmon[67007]: mon.0) 2285 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:36:55.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:54 smithi129 conmon[101092]: audit 2022-01-18T19:36:54.321020+0000 mon.smithi129 (mon.0) 2281 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:36:55.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:54 smithi129 conmon[101092]: audit 2022-01-18T19:36:54.322383+0000 mon.smithi129 (mon.0) 2282 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:36:55.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:54 smithi129 conmon[101092]: audit 2022-01-18T19:36:54 2022-01-18T19:36:55.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:54 smithi129 conmon[101092]: .323386+0000 mon.smithi129 (mon.0) 2283 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:36:55.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:54 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T19:36:55.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:54 smithi129 conmon[101092]: 19:36:54.626850+0000 mon.smithi129 ( 2022-01-18T19:36:55.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:54 smithi129 conmon[101092]: mon.0) 2284 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:36:55.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:54 smithi129 conmon[101092]: audit 2022 2022-01-18T19:36:55.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:54 smithi129 conmon[101092]: -01-18T19:36:54 2022-01-18T19:36:55.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:54 smithi129 conmon[101092]: .631551+0000 mon.smithi129 (mon.0) 2285 : audit 2022-01-18T19:36:55.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:54 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:36:56.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:55 smithi156 conmon[67007]: cluster 2022-01-18T19:36:54.214894+0000 mgr.smithi129.iclwio (mgr.14716) 7413 : cluster [DBG] pgmap v6373: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:56.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:55 smithi156 conmon[67007]: cephadm 2022-01-18T19:36:54.324107+0000 mgr.smithi129.iclwio (mgr.14716) 7414 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:36:56.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:55 smithi129 conmon[101092]: cluster 2022-01-18T19:36:54.214894+0000 mgr.smithi129.iclwio (mgr.14716) 7413 : cluster [DBG] pgmap v6373: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:56.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:55 smithi129 conmon[101092]: cephadm 2022-01-18T19:36:54.324107+0000 mgr.smithi129.iclwio (mgr.14716) 7414 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:36:58.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:57 smithi156 conmon[67007]: cluster 2022-01-18T19:36:56.215267+0000 mgr.smithi129.iclwio (mgr.14716) 7415 : cluster [DBG] pgmap v6374: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:36:58.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:57 smithi129 conmon[101092]: cluster 2022-01-18T19:36:56.215267+0000 mgr.smithi129.iclwio (mgr.14716) 7415 : 2022-01-18T19:36:58.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:57 smithi129 conmon[101092]: cluster [DBG] pgmap v6374: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:00.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:59 smithi156 conmon[67007]: cluster 2022-01-18T19:36:58.215773+0000 mgr.smithi129.iclwio (mgr.14716) 7416 : cluster [DBG] pgmap v6375: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:00.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:59 smithi156 conmon[67007]: audit 2022-01-18T19:36:59.046540+0000 mon.smithi129 (mon.0) 2286 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:37:00.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:36:59 smithi156 conmon[67007]: audit 2022-01-18T19:36:59.046852+0000 mon.smithi129 (mon.0) 2287 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:37:00.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:59 smithi129 conmon[101092]: cluster 2022-01-18T19:36:58.215773+0000 mgr.smithi129.iclwio (mgr.14716) 7416 2022-01-18T19:37:00.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:59 smithi129 conmon[101092]: : cluster [DBG] pgmap v6375: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:00.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:59 smithi129 conmon[101092]: audit 2022-01-18T19:36:59.046540+0000 mon.smithi129 (mon.0) 2286 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:37:00.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:59 smithi129 conmon[101092]: audit 2022-01-18T19:36:59.046852 2022-01-18T19:37:00.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:59 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 2287 : audit 2022-01-18T19:37:00.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:36:59 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:37:02.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:01 smithi156 conmon[67007]: cluster 2022-01-18T19:37:00.216591+0000 mgr.smithi129.iclwio (mgr.14716) 7417 : cluster [DBG] pgmap v6376: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:37:02.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:01 smithi156 conmon[67007]: 2022-01-18T19:37:02.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:01 smithi129 conmon[101092]: cluster 2022-01-18T19:37:00.216591+0000 mgr.smithi129.iclwio (mgr.14716) 7417 : cluster 2022-01-18T19:37:02.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:01 smithi129 conmon[101092]: [DBG] pgmap v6376: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:37:04.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:03 smithi156 conmon[67007]: cluster 2022-01-18T19:37:02.217109+0000 mgr.smithi129.iclwio (mgr.14716) 7418 : cluster [DBG] pgmap v6377: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:04.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:03 smithi129 conmon[101092]: cluster 2022-01-18T19:37:02.217109+0000 mgr.smithi129.iclwio (mgr.14716) 7418 : cluster 2022-01-18T19:37:04.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:03 smithi129 conmon[101092]: [DBG] pgmap v6377: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:06.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:05 smithi156 conmon[67007]: cluster 2022-01-18T19:37:04.217746+0000 mgr.smithi129.iclwio (mgr.14716) 7419 : cluster [DBG] pgmap v6378: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:06.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:05 smithi156 conmon[67007]: 2022-01-18T19:37:06.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:05 smithi129 conmon[101092]: cluster 2022-01-18T19:37:04.217746+0000 mgr.smithi129.iclwio (mgr.14716) 7419 : cluster [DBG] pgmap v6378: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:06.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:05 smithi129 conmon[101092]: 2022-01-18T19:37:07.289 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:37:07.554 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:37:07.555 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 7m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:37:07.555 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 7m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:37:07.555 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 7m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:37:07.555 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 7m ago 3h 43.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:37:07.556 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 7m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:37:07.556 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 7m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:37:07.556 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 7m ago 3h 714M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:37:07.556 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 7m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:37:07.556 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 7m ago 3h 1356M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:37:07.557 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 7m ago 3h 638M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:37:07.557 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 7m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:37:07.557 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 7m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:37:07.557 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 7m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:37:07.558 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 7m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:37:07.558 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 7m ago 3h 2011M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:37:07.558 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 7m ago 3h 3080M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:37:07.558 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 7m ago 3h 2348M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:37:07.559 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 7m ago 3h 3092M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:37:07.559 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 7m ago 3h 2872M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:37:07.559 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 7m ago 3h 3409M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:37:07.559 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 7m ago 3h 2729M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:37:07.559 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 7m ago 3h 3974M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:37:07.560 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 7m ago 3h 137M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:37:07.873 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:37:07.873 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:37:07.874 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:37:07.874 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:37:07.875 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:37:07.875 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:37:07.875 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:37:07.875 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:37:07.876 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:37:07.876 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:37:07.876 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:37:07.876 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:37:07.876 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:37:07.877 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:37:07.877 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:37:07.877 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:37:07.877 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:37:07.878 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:37:07.878 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:37:08.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:07 smithi156 conmon[67007]: cluster 2022-01-18T19:37:06.218383+0000 mgr.smithi129.iclwio (mgr.14716) 7420 : cluster [DBG] pgmap v6379: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:08.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:07 smithi156 conmon[67007]: audit 2022-01-18T19:37:07.883246+0000 mon.smithi129 (mon.0) 2288 : audit [DBG] from='client.? 172.21.15.129:0/1278038886' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:37:08.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:07 smithi129 conmon[101092]: cluster 2022-01-18T19:37:06.218383+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T19:37:08.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:07 smithi129 conmon[101092]: 14716) 7420 : cluster [DBG] pgmap v6379: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:08.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:07 smithi129 conmon[101092]: audit 2022-01-18T19:37:07.883246+0000 mon.smithi129 (mon.0) 2288 : audit [DBG] 2022-01-18T19:37:08.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:07 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/1278038886' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:37:09.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:08 smithi156 conmon[67007]: audit 2022-01-18T19:37:07.287154+0000 mgr.smithi129.iclwio (mgr.14716) 7421 : audit [DBG] from='client.39034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:37:09.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:08 smithi156 conmon[67007]: audit 2022-01-18T19:37:07.555693+0000 mgr.smithi129.iclwio (mgr.14716) 7422 : audit [DBG] from='client.39038 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:37:09.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:08 smithi129 conmon[101092]: audit 2022-01-18T19:37:07.287154+0000 mgr.smithi129.iclwio (mgr.14716) 7421 : 2022-01-18T19:37:09.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:08 smithi129 conmon[101092]: audit [DBG] from='client.39034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:37:09.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:08 smithi129 conmon[101092]: audit 2022-01-18T19:37:07.555693+0000 mgr.smithi129.iclwio (mgr.14716) 7422 : audit [DBG] from='client.39038 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:37:10.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:09 smithi156 conmon[67007]: cluster 2022-01-18T19:37:08.219015+0000 mgr.smithi129.iclwio (mgr.14716) 7423 : cluster [DBG] pgmap v6380: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:10.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:09 smithi129 conmon[101092]: cluster 2022-01-18T19:37:08.219015+0000 mgr.smithi129.iclwio (mgr.14716) 7423 : cluster [DBG] pgmap v6380: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:10.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:09 smithi129 conmon[101092]: 2022-01-18T19:37:12.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:11 smithi156 conmon[67007]: cluster 2022-01-18T19:37:10.220042+0000 mgr.smithi129.iclwio (mgr.14716) 7424 : cluster [DBG] 2022-01-18T19:37:12.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:11 smithi156 conmon[67007]: pgmap v6381: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:37:12.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:11 smithi129 conmon[101092]: cluster 2022-01-18T19:37:10.220042+0000 mgr.smithi129.iclwio (mgr.14716) 7424 : cluster [DBG] pgmap v6381: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:37:14.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:13 smithi156 conmon[67007]: cluster 2022-01-18T19:37:12.220562+0000 mgr.smithi129.iclwio (mgr.14716) 7425 : cluster [DBG] pgmap v6382: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:14.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:13 smithi129 conmon[101092]: cluster 2022-01-18T19:37:12.220562+0000 mgr.smithi129.iclwio (mgr.14716) 7425 : cluster [DBG] pgmap v6382: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:16.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:16 smithi156 conmon[67007]: cluster 2022-01-18T19:37:14.221426+0000 mgr.smithi129.iclwio (mgr.14716) 7426 : cluster [DBG] pgmap v6383: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:16.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:16 smithi129 conmon[101092]: cluster 2022-01-18T19:37:14.221426+0000 mgr.smithi129.iclwio (mgr.14716) 7426 : cluster [DBG] pgmap v6383: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:18.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:18 smithi156 conmon[67007]: cluster 2022-01-18T19:37:16.221937+0000 mgr.smithi129.iclwio (mgr.14716) 7427 : cluster [DBG] pgmap v6384: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:18.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:18 smithi129 conmon[101092]: cluster 2022-01-18T19:37:16.221937+0000 mgr.smithi129.iclwio (mgr.14716) 7427 : cluster [DBG] pgmap v6384: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:18.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:18 smithi129 conmon[101092]: 2022-01-18T19:37:20.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:20 smithi156 conmon[67007]: cluster 2022-01-18T19:37:18.222615+0000 mgr.smithi129.iclwio (mgr.14716) 7428 : cluster [DBG] pgmap v6385: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:20.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:20 smithi129 conmon[101092]: cluster 2022-01-18T19:37:18.222615+0000 mgr.smithi129.iclwio ( 2022-01-18T19:37:20.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:20 smithi129 conmon[101092]: mgr.14716) 7428 : cluster [DBG] pgmap v6385: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:22.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:22 smithi156 conmon[67007]: cluster 2022-01-18T19:37:20.223560+0000 mgr.smithi129.iclwio (mgr.14716) 7429 : cluster [DBG] pgmap v6386: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:37:22.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:22 smithi129 conmon[101092]: cluster 2022-01-18T19:37:20.223560+0000 mgr.smithi129.iclwio (mgr.14716) 7429 : cluster [DBG] pgmap v6386: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:37:24.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:24 smithi156 conmon[67007]: cluster 2022-01-18T19:37:22.224189+0000 mgr.smithi129.iclwio (mgr.14716) 7430 : cluster [DBG] pgmap v6387: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:24.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:24 smithi129 conmon[101092]: cluster 2022-01-18T19:37:22.224189+0000 mgr.smithi129.iclwio (mgr.14716) 7430 : cluster [DBG] 2022-01-18T19:37:24.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:24 smithi129 conmon[101092]: pgmap v6387: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:26.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:26 smithi156 conmon[67007]: cluster 2022-01-18T19:37:24.224923+0000 mgr.smithi129.iclwio (mgr.14716) 7431 : cluster [DBG] pgmap v6388: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:26.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:26 smithi129 conmon[101092]: cluster 2022-01-18T19:37:24.224923+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:37:26.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:26 smithi129 conmon[101092]: 7431 : cluster [DBG] pgmap v6388: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:28.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:28 smithi156 conmon[67007]: cluster 2022-01-18T19:37:26.225552+0000 mgr.smithi129.iclwio (mgr.14716) 7432 : cluster [DBG] pgmap v6389: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:28.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:28 smithi129 conmon[101092]: cluster 2022-01-18T19:37:26.225552+0000 mgr.smithi129.iclwio (mgr.14716) 7432 2022-01-18T19:37:28.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:28 smithi129 conmon[101092]: : cluster [DBG] pgmap v6389: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:30.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:30 smithi156 conmon[67007]: cluster 2022-01-18T19:37:28.226087+0000 mgr.smithi129.iclwio (mgr.14716) 7433 : cluster [DBG] pgmap v6390: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:30.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:30 smithi129 conmon[101092]: cluster 2022-01-18T19:37:28.226087+0000 mgr.smithi129.iclwio (mgr.14716) 7433 : cluster [DBG] 2022-01-18T19:37:30.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:30 smithi129 conmon[101092]: pgmap v6390: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:32.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:32 smithi156 conmon[67007]: cluster 2022-01-18T19:37:30.226837+0000 mgr.smithi129.iclwio (mgr.14716) 7434 : cluster [DBG] pgmap v6391: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:37:32.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:32 smithi129 conmon[101092]: cluster 2022-01-18T19:37:30.226837+0000 mgr.smithi129.iclwio (mgr.14716) 7434 : cluster [DBG] pgmap v6391: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:37:32.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:32 smithi129 conmon[101092]: 2022-01-18T19:37:34.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:34 smithi156 conmon[67007]: cluster 2022-01-18T19:37:32.227508+0000 mgr.smithi129.iclwio (mgr.14716) 7435 : cluster [DBG] pgmap v6392: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:34.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:34 smithi129 conmon[101092]: cluster 2022-01-18T19:37:32.227508+0000 mgr.smithi129.iclwio (mgr.14716) 7435 : cluster [DBG] pgmap v6392: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:36.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:36 smithi156 conmon[67007]: cluster 2022-01-18T19:37:34.228323+0000 mgr.smithi129.iclwio (mgr.14716) 7436 : cluster [DBG] pgmap v6393: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:36.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:36 smithi129 conmon[101092]: cluster 2022-01-18T19:37:34.228323+0000 mgr.smithi129.iclwio (mgr.14716) 7436 : cluster 2022-01-18T19:37:36.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:36 smithi129 conmon[101092]: [DBG] pgmap v6393: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:38.172 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:37:38.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:38 smithi156 conmon[67007]: cluster 2022-01-18T19:37:36.228974+0000 mgr.smithi129.iclwio (mgr.14716) 7437 : cluster [DBG] pgmap v6394: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:38.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:38 smithi129 conmon[101092]: cluster 2022-01-18T19:37:36.228974+0000 mgr.smithi129.iclwio (mgr.14716) 7437 : cluster [DBG] 2022-01-18T19:37:38.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:38 smithi129 conmon[101092]: pgmap v6394: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:38.439 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:37:38.439 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 7m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:37:38.439 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 7m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:37:38.440 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 7m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:37:38.440 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 7m ago 3h 43.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:37:38.440 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 7m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:37:38.440 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 7m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:37:38.441 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 7m ago 3h 714M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:37:38.441 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 7m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:37:38.441 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 7m ago 3h 1356M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:37:38.441 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 7m ago 3h 638M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:37:38.442 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 7m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:37:38.442 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 7m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:37:38.442 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 7m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:37:38.442 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 7m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:37:38.443 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 7m ago 3h 2011M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:37:38.443 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 7m ago 3h 3080M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:37:38.443 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 7m ago 3h 2348M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:37:38.443 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 7m ago 3h 3092M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:37:38.444 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 7m ago 3h 2872M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:37:38.444 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 7m ago 3h 3409M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:37:38.445 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 7m ago 3h 2729M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:37:38.445 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 7m ago 3h 3974M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:37:38.445 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 7m ago 3h 137M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:37:38.758 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:37:38.758 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:37:38.758 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:37:38.759 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:37:38.759 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:37:38.759 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:37:38.759 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:37:38.759 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:37:38.760 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:37:38.760 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:37:38.760 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:37:38.760 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:37:38.761 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:37:38.761 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:37:38.761 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:37:38.761 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:37:38.761 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:37:38.762 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:37:38.762 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:37:39.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:39 smithi156 conmon[67007]: audit 2022-01-18T19:37:38.767841+0000 mon.smithi129 (mon.0) 2289 : audit [DBG] from='client.? 172.21.15.129:0/1588145888' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:37:39.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:39 smithi129 conmon[101092]: audit 2022-01-18T19:37:38.767841+0000 mon.smithi129 (mon 2022-01-18T19:37:39.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:39 smithi129 conmon[101092]: .0) 2289 : audit [DBG] from='client.? 172.21.15.129:0/1588145888' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:37:40.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:40 smithi156 conmon[67007]: audit 2022-01-18T19:37:38.171113+0000 mgr.smithi129.iclwio (mgr.14716) 7438 : audit [DBG] from='client.39046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:37:40.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:40 smithi156 conmon[67007]: cluster 2022-01-18T19:37:38.229526+0000 mgr.smithi129.iclwio (mgr.14716) 7439 : cluster [DBG] pgmap v6395: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:40.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:40 smithi156 conmon[67007]: audit 2022-01-18T19:37:38.440143+0000 mgr.smithi129.iclwio (mgr.14716) 7440 : audit [DBG] from='client.39050 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:37:40.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:40 smithi129 conmon[101092]: audit 2022-01-18T19:37:38.171113+0000 mgr.smithi129.iclwio (mgr.14716) 7438 : audit [DBG] from='client.39046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:37:40.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:40 smithi129 conmon[101092]: cluster 2022-01-18T19:37:38.229526+0000 mgr.smithi129.iclwio (mgr.14716) 7439 : cluster [DBG] pgmap v6395: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:40.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:40 smithi129 conmon[101092]: audit 2022-01-18T19: 2022-01-18T19:37:40.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:40 smithi129 conmon[101092]: 37:38.440143+0000 mgr.smithi129.iclwio (mgr.14716) 7440 : audit [DBG] from='client.39050 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:37:42.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:42 smithi129 conmon[101092]: cluster 2022-01-18T19:37:40.230425+0000 mgr.smithi129.iclwio (mgr.14716) 7441 : cluster [DBG] 2022-01-18T19:37:42.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:42 smithi129 conmon[101092]: pgmap v6396: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:37:42.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:42 smithi156 conmon[67007]: cluster 2022-01-18T19:37:40.230425+0000 mgr.smithi129.iclwio (mgr.14716) 7441 : cluster [DBG] pgmap v6396: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:37:44.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:44 smithi129 conmon[101092]: cluster 2022-01-18T19:37:42.230942+0000 mgr.smithi129.iclwio (mgr.14716) 7442 : cluster 2022-01-18T19:37:44.448 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:44 smithi129 conmon[101092]: [DBG] pgmap v6397: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:44.449 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:44 smithi156 conmon[67007]: cluster 2022-01-18T19:37:42.230942+0000 mgr.smithi129.iclwio (mgr.14716) 7442 : cluster [DBG] pgmap v6397: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:46.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:46 smithi129 conmon[101092]: cluster 2022-01-18T19:37:44.231851+0000 mgr.smithi129.iclwio (mgr.14716) 7443 : cluster 2022-01-18T19:37:46.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:46 smithi129 conmon[101092]: [DBG] pgmap v6398: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:46.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:46 smithi156 conmon[67007]: cluster 2022-01-18T19:37:44.231851+0000 mgr.smithi129.iclwio (mgr.14716) 7443 : cluster [DBG] pgmap v6398: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:48.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:48 smithi129 conmon[101092]: cluster 2022-01-18T19:37:46.232322+0000 mgr.smithi129.iclwio (mgr.14716) 7444 : cluster [DBG] pgmap v6399: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:48.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:48 smithi129 conmon[101092]: 2022-01-18T19:37:48.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:48 smithi156 conmon[67007]: cluster 2022-01-18T19:37:46.232322+0000 mgr.smithi129.iclwio (mgr.14716) 7444 : cluster [DBG] pgmap v6399: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:50.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:50 smithi129 conmon[101092]: cluster 2022-01-18T19:37:48.233019+0000 mgr.smithi129.iclwio (mgr.14716) 7445 : cluster [DBG] pgmap v6400: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:50.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:50 smithi156 conmon[67007]: cluster 2022-01-18T19:37:48.233019+0000 mgr.smithi129.iclwio (mgr.14716) 7445 : cluster [DBG] pgmap v6400: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:52.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:52 smithi129 conmon[101092]: cluster 2022-01-18T19:37:50.233975+0000 mgr.smithi129.iclwio (mgr.14716) 7446 : cluster [DBG] pgmap v6401: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:37:52.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:52 smithi156 conmon[67007]: cluster 2022-01-18T19:37:50.233975+0000 mgr.smithi129.iclwio (mgr.14716) 7446 : cluster [DBG] pgmap v6401: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:37:54.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:54 smithi129 conmon[101092]: cluster 2022-01-18T19:37:52.234517+0000 mgr.smithi129.iclwio (mgr.14716) 7447 : cluster [DBG] pgmap v6402: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:54.435 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:54 smithi156 conmon[67007]: cluster 2022-01-18T19:37:52.234517+0000 mgr.smithi129.iclwio (mgr.14716) 7447 : cluster [DBG] pgmap v6402: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:55.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:55 smithi129 conmon[101092]: audit 2022-01-18T19:37:54.634168+0000 mon.smithi129 (mon.0) 2290 : 2022-01-18T19:37:55.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:55 smithi129 conmon[101092]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:37:55.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:55 smithi129 conmon[101092]: audit 2022-01-18T19:37:54.635558+0000 mon.smithi129 (mon.0) 2291 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:37:55.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:55 smithi129 conmon[101092]: audit 2022 2022-01-18T19:37:55.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:55 smithi129 conmon[101092]: -01-18T19:37:54.636376+0000 mon.smithi129 (mon.0) 2292 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:37:55.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:55 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T19:37:55.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:55 smithi129 conmon[101092]: T19:37:54.941217+0000 mon.smithi129 (mon.0) 2293 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:37:55.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:55 smithi129 conmon[101092]: audit 2022-01-18T19:37:54.945839+0000 mon.smithi129 ( 2022-01-18T19:37:55.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:55 smithi129 conmon[101092]: mon.0) 2294 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:37:55.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:55 smithi156 conmon[67007]: audit 2022-01-18T19:37:54.634168+0000 mon.smithi129 (mon.0) 2290 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:37:55.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:55 smithi156 conmon[67007]: audit 2022-01-18T19:37:54.635558+0000 mon.smithi129 (mon.0) 2291 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:37:55.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:55 smithi156 conmon[67007]: audit 2022-01-18T19:37:54.636376+0000 mon.smithi129 (mon.0) 2292 : audit [INF] 2022-01-18T19:37:55.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:55 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:37:55.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:55 smithi156 conmon[67007]: audit 2022-01-18T19:37:54 2022-01-18T19:37:55.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:55 smithi156 conmon[67007]: .941217+0000 mon.smithi129 (mon.0) 2293 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:37:55.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:55 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T19:37:55.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:55 smithi156 conmon[67007]: T19:37:54.945839+0000 mon.smithi129 (mon 2022-01-18T19:37:55.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:55 smithi156 conmon[67007]: .0) 2294 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:37:56.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:56 smithi129 conmon[101092]: cluster 2022-01-18T19:37:54.235289+0000 mgr.smithi129.iclwio (mgr.14716) 7448 : cluster [DBG] pgmap v6403: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:56.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:56 smithi129 conmon[101092]: 2022-01-18T19:37:56.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:56 smithi129 conmon[101092]: cephadm 2022-01-18T19:37:54.637121+0000 mgr.smithi129.iclwio (mgr.14716) 7449 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:37:56.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:56 smithi156 conmon[67007]: cluster 2022-01-18T19:37:54.235289+0000 mgr.smithi129.iclwio (mgr.14716) 7448 : cluster [DBG] pgmap v6403: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:56.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:56 smithi156 conmon[67007]: cephadm 2022-01-18T19:37:54.637121+0000 mgr.smithi129.iclwio (mgr.14716) 7449 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:37:58.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:58 smithi129 conmon[101092]: cluster 2022-01-18T19:37:56.235822+0000 mgr.smithi129.iclwio (mgr.14716) 7450 : cluster [DBG] pgmap v6404: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:58.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:58 smithi156 conmon[67007]: cluster 2022-01-18T19:37:56.235822+0000 mgr.smithi129.iclwio (mgr.14716) 7450 : cluster [DBG] pgmap v6404: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:37:59.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:59 smithi129 conmon[101092]: audit 2022-01-18T19:37:59.051681+0000 mon.smithi129 (mon.0) 2295 : audit [INF] 2022-01-18T19:37:59.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:59 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:37:59.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:37:59 smithi129 conmon[101092]: audit 2022-01-18T19:37:59.051973+0000 mon.smithi129 (mon.0) 2296 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:37:59.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:59 smithi156 conmon[67007]: audit 2022-01-18T19:37:59.051681+0000 mon.smithi129 (mon.0) 2295 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:37:59.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:59 smithi156 conmon[67007]: audit 2022-01-18T19:37:59.051973+0000 mon.smithi129 2022-01-18T19:37:59.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:37:59 smithi156 conmon[67007]: (mon.0) 2296 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:38:00.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:00 smithi129 conmon[101092]: cluster 2022-01-18T19:37:58.236433+0000 mgr.smithi129.iclwio (mgr.14716) 7451 : cluster [DBG] pgmap v6405: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:00.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:00 smithi129 conmon[101092]: 2022-01-18T19:38:00.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:00 smithi156 conmon[67007]: cluster 2022-01-18T19:37:58.236433+0000 mgr.smithi129.iclwio (mgr.14716) 7451 : cluster [DBG] pgmap v6405: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:02.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:02 smithi129 conmon[101092]: cluster 2022-01-18T19:38:00.237453+0000 mgr.smithi129.iclwio (mgr.14716) 7452 : cluster [DBG] pgmap v6406: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:38:02.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:02 smithi156 conmon[67007]: cluster 2022-01-18T19:38:00.237453+0000 mgr.smithi129.iclwio (mgr.14716) 7452 : cluster [DBG] pgmap v6406: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:38:04.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:04 smithi129 conmon[101092]: cluster 2022-01-18T19:38:02.238079+0000 mgr.smithi129.iclwio (mgr.14716) 7453 : cluster [DBG] pgmap v6407: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:04.435 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:04 smithi156 conmon[67007]: cluster 2022-01-18T19:38:02.238079+0000 mgr.smithi129.iclwio (mgr.14716) 7453 : cluster [DBG] pgmap v6407: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:06.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:06 smithi129 conmon[101092]: cluster 2022-01-18T19:38:04.238754+0000 mgr.smithi129.iclwio (mgr.14716) 7454 : cluster [DBG] 2022-01-18T19:38:06.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:06 smithi129 conmon[101092]: pgmap v6408: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:06.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:06 smithi156 conmon[67007]: cluster 2022-01-18T19:38:04.238754+0000 mgr.smithi129.iclwio (mgr.14716) 7454 : cluster [DBG] pgmap v6408: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:08.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:08 smithi129 conmon[101092]: cluster 2022-01-18T19:38:06.239229+0000 mgr.smithi129.iclwio (mgr.14716) 7455 : cluster [DBG] pgmap v6409: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:08.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:08 smithi156 conmon[67007]: cluster 2022-01-18T19:38:06.239229+0000 mgr.smithi129.iclwio (mgr.14716) 7455 : cluster [DBG] pgmap v6409: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:09.053 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:38:09.322 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:38:09.323 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 8m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:38:09.323 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 8m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:38:09.323 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 8m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:38:09.323 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 8m ago 3h 43.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:38:09.324 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 8m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:38:09.324 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 8m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:38:09.324 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 8m ago 3h 714M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:38:09.324 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 8m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:38:09.325 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 8m ago 3h 1356M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:38:09.325 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 8m ago 3h 638M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:38:09.325 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 8m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:38:09.325 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 8m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:38:09.326 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 8m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:38:09.326 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 8m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:38:09.326 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 8m ago 3h 2011M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:38:09.326 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 8m ago 3h 3080M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:38:09.326 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 8m ago 3h 2348M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:38:09.327 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 8m ago 3h 3092M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:38:09.327 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 8m ago 3h 2872M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:38:09.327 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 8m ago 3h 3409M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:38:09.327 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 8m ago 3h 2729M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:38:09.328 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 8m ago 3h 3974M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:38:09.328 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 8m ago 3h 137M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:38:09.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:09 smithi129 conmon[101092]: cluster 2022-01-18T19:38:08.239900+0000 mgr.smithi129.iclwio (mgr.14716) 7456 : cluster [DBG] pgmap v6410: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:09.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:09 smithi129 conmon[101092]: 2022-01-18T19:38:09.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:09 smithi129 conmon[101092]: audit 2022-01-18T19:38:09.051560+0000 mgr.smithi129.iclwio (mgr.14716) 7457 : audit [DBG] from='client.39058 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:38:09.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:09 smithi156 conmon[67007]: cluster 2022-01-18T19:38:08.239900+0000 mgr.smithi129.iclwio (mgr.14716) 7456 : cluster [DBG] pgmap v6410: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:09.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:09 smithi156 conmon[67007]: audit 2022-01-18T19:38:09.051560+0000 mgr.smithi129.iclwio (mgr.14716) 7457 : audit [DBG] from='client.39058 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:38:09.638 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:38:09.638 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:38:09.639 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:38:09.639 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:38:09.639 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:38:09.639 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:38:09.640 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:38:09.640 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:38:09.640 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:38:09.640 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:38:09.640 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:38:09.641 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:38:09.641 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:38:09.641 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:38:09.641 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:38:09.642 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:38:09.642 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:38:09.642 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:38:09.643 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:38:10.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:10 smithi129 conmon[101092]: audit 2022-01-18T19:38:09.323557+0000 mgr.smithi129.iclwio (mgr.14716) 7458 : audit [DBG] 2022-01-18T19:38:10.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:10 smithi129 conmon[101092]: from='client.39062 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:38:10.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:10 smithi129 conmon[101092]: audit 2022-01-18T19:38:09.648243+0000 mon.smithi129 (mon.0) 2297 : audit [DBG] from='client.? 172.21.15.129:0/1500667590' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:38:10.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:10 smithi156 conmon[67007]: audit 2022-01-18T19:38:09.323557+0000 mgr.smithi129.iclwio (mgr.14716) 7458 : audit [DBG] from='client.39062 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:38:10.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:10 smithi156 conmon[67007]: audit 2022-01-18T19:38:09.648243+0000 mon.smithi129 (mon.0) 2297 : audit [DBG] from='client.? 172.21.15.129:0/1500667590' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:38:11.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:11 smithi129 conmon[101092]: cluster 2022-01-18T19:38:10.240666+0000 mgr.smithi129.iclwio (mgr.14716) 7459 : cluster [DBG] pgmap v6411: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:38:11.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:11 smithi156 conmon[67007]: cluster 2022-01-18T19:38:10.240666+0000 mgr.smithi129.iclwio (mgr.14716) 7459 : cluster [DBG] pgmap v6411: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:38:14.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:13 smithi156 conmon[67007]: cluster 2022-01-18T19:38:12.241223+0000 mgr.smithi129.iclwio (mgr.14716) 7460 : cluster [DBG] pgmap v6412: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:14.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:13 smithi129 conmon[101092]: cluster 2022-01-18T19:38:12.241223+0000 mgr.smithi129.iclwio (mgr.14716) 7460 : cluster [DBG] pgmap v6412: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:16.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:15 smithi156 conmon[67007]: cluster 2022-01-18T19:38:14.241929+0000 mgr.smithi129.iclwio (mgr.14716) 7461 : cluster [DBG] pgmap v6413: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:16.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:15 smithi129 conmon[101092]: cluster 2022-01-18T19:38:14.241929+0000 mgr.smithi129.iclwio (mgr.14716) 7461 : cluster [DBG] pgmap v6413: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:18.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:17 smithi156 conmon[67007]: cluster 2022-01-18T19:38:16.242330+0000 mgr.smithi129.iclwio (mgr.14716) 7462 : cluster [DBG] pgmap v6414: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:18.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:17 smithi156 conmon[67007]: 2022-01-18T19:38:18.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:17 smithi129 conmon[101092]: cluster 2022-01-18T19:38:16.242330+0000 mgr.smithi129.iclwio (mgr.14716) 7462 : cluster [DBG] pgmap v6414: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:18.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:17 smithi129 conmon[101092]: 2022-01-18T19:38:20.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:19 smithi156 conmon[67007]: cluster 2022-01-18T19:38:18.242946+0000 mgr.smithi129.iclwio (mgr.14716) 7463 : cluster [DBG] pgmap v6415: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:20.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:19 smithi129 conmon[101092]: cluster 2022-01-18T19:38:18.242946+0000 mgr.smithi129.iclwio (mgr.14716) 7463 : cluster [DBG] pgmap v6415: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:22.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:21 smithi156 conmon[67007]: cluster 2022-01-18T19:38:20.243782+0000 mgr.smithi129.iclwio (mgr.14716) 7464 : cluster [DBG] pgmap v6416: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:38:22.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:21 smithi156 conmon[67007]: 2022-01-18T19:38:22.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:21 smithi129 conmon[101092]: cluster 2022-01-18T19:38:20.243782+0000 mgr.smithi129.iclwio (mgr.14716) 7464 : cluster [DBG] pgmap v6416: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:38:24.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:23 smithi156 conmon[67007]: cluster 2022-01-18T19:38:22.244365+0000 mgr.smithi129.iclwio (mgr.14716) 7465 : cluster [DBG] pgmap v6417: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:24.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:23 smithi129 conmon[101092]: cluster 2022-01-18T19:38:22.244365+0000 mgr.smithi129.iclwio (mgr.14716) 7465 : cluster [DBG] pgmap v6417: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:26.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:25 smithi156 conmon[67007]: cluster 2022-01-18T19:38:24.245210+0000 mgr.smithi129.iclwio (mgr.14716) 7466 : cluster [DBG] pgmap v6418: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:26.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:25 smithi129 conmon[101092]: cluster 2022-01-18T19:38:24.245210+0000 mgr.smithi129.iclwio (mgr.14716) 7466 : cluster [DBG] pgmap v6418: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:26.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:25 smithi129 conmon[101092]: 2022-01-18T19:38:28.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:27 smithi156 conmon[67007]: cluster 2022-01-18T19:38:26.245738+0000 mgr.smithi129.iclwio (mgr.14716) 7467 : cluster [DBG] pgmap v6419: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:28.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:27 smithi129 conmon[101092]: cluster 2022-01-18T19:38:26.245738+0000 mgr.smithi129.iclwio (mgr.14716) 7467 : cluster [DBG] pgmap v6419: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:28.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:27 smithi129 conmon[101092]: 2022-01-18T19:38:30.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:29 smithi156 conmon[67007]: cluster 2022-01-18T19:38:28.246431+0000 mgr.smithi129.iclwio (mgr.14716) 7468 : cluster [DBG] pgmap v6420: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:30.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:29 smithi129 conmon[101092]: cluster 2022-01-18T19: 2022-01-18T19:38:30.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:29 smithi129 conmon[101092]: 38:28.246431+0000 mgr.smithi129.iclwio (mgr.14716) 7468 : cluster [DBG] pgmap v6420: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:32.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:31 smithi156 conmon[67007]: cluster 2022-01-18T19:38:30.247285+0000 mgr.smithi129.iclwio (mgr.14716) 7469 : cluster [DBG] pgmap v6421: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:38:32.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:31 smithi129 conmon[101092]: cluster 2022-01-18T19:38:30.247285+0000 mgr.smithi129.iclwio (mgr.14716) 7469 : cluster [DBG] pgmap v6421: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:38:32.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:31 smithi129 conmon[101092]: 2022-01-18T19:38:34.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:33 smithi156 conmon[67007]: cluster 2022-01-18T19:38:32.247898+0000 mgr.smithi129.iclwio (mgr.14716) 7470 : cluster [DBG] pgmap v6422: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:34.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:33 smithi129 conmon[101092]: cluster 2022-01-18T 2022-01-18T19:38:34.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:33 smithi129 conmon[101092]: 19:38:32.247898+0000 mgr.smithi129.iclwio (mgr.14716) 7470 : cluster [DBG] pgmap v6422: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:36.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:35 smithi156 conmon[67007]: cluster 2022-01-18T19:38:34.248601+0000 mgr.smithi129.iclwio (mgr.14716) 7471 : cluster [DBG] pgmap v6423: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:36.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:35 smithi129 conmon[101092]: cluster 2022-01-18T19:38:34.248601+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:38:36.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:35 smithi129 conmon[101092]: 7471 : cluster [DBG] pgmap v6423: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:38.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:37 smithi156 conmon[67007]: cluster 2022-01-18T19:38:36.249147+0000 mgr.smithi129.iclwio (mgr.14716) 7472 : cluster [DBG] pgmap v6424: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:38.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:37 smithi156 conmon[67007]: 2022-01-18T19:38:38.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:37 smithi129 conmon[101092]: cluster 2022-01-18T19:38:36.249147+0000 mgr.smithi129.iclwio (mgr.14716) 7472 : cluster [DBG] pgmap v6424: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:39.938 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:38:40.202 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:38:40.202 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 8m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:38:40.203 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 8m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:38:40.203 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 8m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:38:40.203 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 8m ago 3h 43.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:38:40.203 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 8m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:38:40.203 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 8m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:38:40.204 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 8m ago 3h 714M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:38:40.204 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 8m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:38:40.204 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 8m ago 3h 1356M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:38:40.204 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 8m ago 3h 638M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:38:40.205 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 8m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:38:40.205 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 8m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:38:40.205 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 8m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:38:40.205 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 8m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:38:40.206 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 8m ago 3h 2011M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:38:40.206 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 8m ago 3h 3080M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:38:40.206 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 8m ago 3h 2348M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:38:40.206 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 8m ago 3h 3092M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:38:40.207 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 8m ago 3h 2872M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:38:40.207 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 8m ago 3h 3409M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:38:40.207 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 8m ago 3h 2729M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:38:40.207 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 8m ago 3h 3974M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:38:40.207 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 8m ago 3h 137M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:38:40.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:39 smithi156 conmon[67007]: cluster 2022-01-18T19:38:38.249895+0000 mgr.smithi129.iclwio (mgr.14716) 7473 : cluster [DBG] pgmap v6425: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:40.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:39 smithi129 conmon[101092]: cluster 2022-01-18T19:38:38.249895+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T19:38:40.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:39 smithi129 conmon[101092]: 14716) 7473 : cluster [DBG] pgmap v6425: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:40.520 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:38:40.521 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:38:40.521 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:38:40.521 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:38:40.522 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:38:40.522 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:38:40.522 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:38:40.522 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:38:40.523 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:38:40.523 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:38:40.523 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:38:40.523 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:38:40.524 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:38:40.524 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:38:40.524 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:38:40.524 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:38:40.525 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:38:40.525 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:38:40.525 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:38:41.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:40 smithi156 conmon[67007]: audit 2022-01-18T19:38:39.936222+0000 mgr.smithi129.iclwio (mgr.14716) 7474 : audit [DBG] from='client.39070 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:38:41.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:40 smithi156 conmon[67007]: audit 2022-01-18T19:38:40.530707+0000 mon.smithi129 (mon.0) 2298 : audit [DBG] from='client.? 172.21.15.129:0/3292728517' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:38:41.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:40 smithi129 conmon[101092]: audit 2022-01-18T19:38:39.936222+0000 mgr.smithi129.iclwio (mgr.14716) 7474 : audit [DBG] from='client.39070 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:38:41.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:40 smithi129 conmon[101092]: audit 2022-01-18T19:38:40. 2022-01-18T19:38:41.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:40 smithi129 conmon[101092]: 530707+0000 mon.smithi129 (mon.0) 2298 : audit [DBG] from='client.? 172.21.15.129:0/3292728517' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:38:42.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:41 smithi156 conmon[67007]: audit 2022-01-18T19:38:40.203535+0000 mgr.smithi129.iclwio (mgr.14716) 7475 : audit [DBG] from='client.39074 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:38:42.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:41 smithi156 conmon[67007]: cluster 2022-01-18T19:38:40.250501+0000 2022-01-18T19:38:42.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:41 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 7476 : cluster [DBG] pgmap v6426: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:38:42.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:41 smithi129 conmon[101092]: audit 2022-01-18T19:38:40.203535+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:38:42.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:41 smithi129 conmon[101092]: 7475 : audit [DBG] from='client.39074 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:38:42.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:41 smithi129 conmon[101092]: cluster 2022-01-18T19:38:40.250501+0000 mgr.smithi129.iclwio (mgr.14716) 7476 : cluster [DBG] pgmap v6426: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:38:44.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:44 smithi156 conmon[67007]: cluster 2022-01-18T19:38:42.250991+0000 mgr.smithi129.iclwio (mgr.14716) 7477 : cluster [DBG] pgmap v6427: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:44.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:44 smithi129 conmon[101092]: cluster 2022-01-18T19:38:42.250991+0000 mgr.smithi129.iclwio (mgr.14716) 7477 : cluster [DBG] pgmap v6427: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:44.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:44 smithi129 conmon[101092]: 2022-01-18T19:38:46.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:46 smithi156 conmon[67007]: cluster 2022-01-18T19:38:44.251724+0000 mgr.smithi129.iclwio (mgr.14716) 7478 : cluster [DBG] pgmap v6428: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:46.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:46 smithi129 conmon[101092]: cluster 2022-01-18T19:38:44.251724+0000 mgr.smithi129.iclwio (mgr.14716) 7478 : cluster [DBG] pgmap v6428: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:48.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:48 smithi156 conmon[67007]: cluster 2022-01-18T19:38:46.252123+0000 mgr.smithi129.iclwio (mgr.14716) 7479 : cluster [DBG] pgmap v6429: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:48.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:48 smithi129 conmon[101092]: cluster 2022-01-18T19:38:46.252123+0000 mgr.smithi129.iclwio (mgr.14716) 7479 : cluster [DBG] pgmap v6429: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:50.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:50 smithi156 conmon[67007]: cluster 2022-01-18T19:38:48.252630+0000 mgr.smithi129.iclwio (mgr.14716) 7480 : cluster [DBG] pgmap v6430: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:50.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:50 smithi129 conmon[101092]: cluster 2022-01-18T19:38:48.252630+0000 mgr.smithi129.iclwio (mgr.14716) 7480 : cluster [DBG] pgmap v6430: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:52.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:52 smithi156 conmon[67007]: cluster 2022-01-18T19:38:50.253397+0000 mgr.smithi129.iclwio (mgr.14716) 7481 : cluster [DBG] pgmap v6431: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:38:52.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:52 smithi129 conmon[101092]: cluster 2022-01-18T19:38:50.253397+0000 mgr.smithi129.iclwio (mgr.14716) 7481 : cluster [DBG] pgmap v6431: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:38:54.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:54 smithi156 conmon[67007]: cluster 2022-01-18T19:38:52.254022+0000 mgr.smithi129.iclwio (mgr.14716) 7482 : cluster [DBG] pgmap v6432: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:54.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:54 smithi129 conmon[101092]: cluster 2022-01-18T19:38:52.254022+0000 mgr.smithi129.iclwio (mgr.14716) 7482 : cluster [DBG] pgmap v6432: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:55.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:55 smithi156 conmon[67007]: audit 2022-01-18T19:38:54.948380+0000 mon.smithi129 (mon.0) 2299 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:38:55.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:55 smithi156 conmon[67007]: audit 2022-01-18T19:38:54.949923+0000 mon.smithi129 (mon.0) 2300 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:38:55.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:55 smithi156 conmon[67007]: audit 2022-01-18T19:38:54 2022-01-18T19:38:55.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:55 smithi156 conmon[67007]: .950832+0000 mon.smithi129 (mon.0) 2301 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:38:55.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:55 smithi129 conmon[101092]: audit 2022-01-18T19:38:54.948380+0000 mon.smithi129 (mon.0) 2299 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:38:55.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:55 smithi129 conmon[101092]: audit 2022-01-18T19:38:54.949923+0000 mon.smithi129 (mon.0) 2300 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:38:55.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:55 smithi129 conmon[101092]: audit 2022-01-18T19:38:54.950832+0000 mon.smithi129 (mon.0) 2301 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:38:56.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:56 smithi156 conmon[67007]: cluster 2022-01-18T19:38:54.254977+0000 mgr.smithi129.iclwio (mgr.14716) 7483 : cluster [DBG] pgmap v6433: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:56.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:56 smithi156 conmon[67007]: cephadm 2022-01-18T19:38:54.951539+0000 mgr.smithi129.iclwio (mgr.14716) 7484 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:38:56.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:56 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T19:38:56.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:56 smithi156 conmon[67007]: 18T19:38:55.252619+0000 mon.smithi129 (mon.0) 2302 : audit 2022-01-18T19:38:56.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:56 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T19:38:56.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:56 smithi156 conmon[67007]: audit 2022- 2022-01-18T19:38:56.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:56 smithi156 conmon[67007]: 01-18T19:38:55.259359+0000 2022-01-18T19:38:56.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:56 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2303 : audit 2022-01-18T19:38:56.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:56 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T19:38:56.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:56 smithi156 conmon[67007]: audit 2022-01 2022-01-18T19:38:56.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:56 smithi156 conmon[67007]: -18T19:38:55.263402+0000 2022-01-18T19:38:56.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:56 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2304 : 2022-01-18T19:38:56.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:56 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:38:56.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:56 smithi156 conmon[67007]: audit 2022 2022-01-18T19:38:56.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:56 smithi156 conmon[67007]: -01-18T19:38:55. 2022-01-18T19:38:56.293 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:56 smithi156 conmon[67007]: 267843+0000 mon.smithi129 (mon.0) 2022-01-18T19:38:56.294 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:56 smithi156 conmon[67007]: 2305 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:38:56.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:56 smithi129 conmon[101092]: cluster 2022-01-18T19:38:54.254977+0000 mgr.smithi129.iclwio (mgr.14716) 7483 : cluster 2022-01-18T19:38:56.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:56 smithi129 conmon[101092]: [DBG] pgmap v6433: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:56.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:56 smithi129 conmon[101092]: cephadm 2022-01-18T19:38:54.951539+0000 mgr.smithi129.iclwio (mgr.14716) 7484 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:38:56.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:56 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T19:38:56.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:56 smithi129 conmon[101092]: 18T19:38:55.252619+0000 mon.smithi129 (mon.0) 2302 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T19:38:56.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:56 smithi129 conmon[101092]: audit 2022 2022-01-18T19:38:56.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:56 smithi129 conmon[101092]: -01-18T19:38:55.259359+0000 mon.smithi129 2022-01-18T19:38:56.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:56 smithi129 conmon[101092]: (mon.0) 2303 : audit [INF] 2022-01-18T19:38:56.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:56 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T19:38:56.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:56 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T19:38:56.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:56 smithi129 conmon[101092]: T19:38:55.263402+0000 mon.smithi129 (mon.0) 2022-01-18T19:38:56.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:56 smithi129 conmon[101092]: 2304 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:38:56.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:56 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T19:38:56.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:56 smithi129 conmon[101092]: 18T19:38:55.267843+0000 mon.smithi129 (mon.0 2022-01-18T19:38:56.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:56 smithi129 conmon[101092]: ) 2305 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:38:58.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:38:58 smithi156 conmon[67007]: cluster 2022-01-18T19:38:56.255484+0000 mgr.smithi129.iclwio (mgr.14716) 7485 : cluster [DBG] pgmap v6434: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:38:58.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:38:58 smithi129 conmon[101092]: cluster 2022-01-18T19:38:56.255484+0000 mgr.smithi129.iclwio (mgr.14716) 7485 : cluster [DBG] pgmap v6434: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:00.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:00 smithi156 conmon[67007]: cluster 2022-01-18T19:38:58.256117+0000 mgr.smithi129.iclwio (mgr.14716) 7486 : cluster [DBG] pgmap v6435: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:00.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:00 smithi156 conmon[67007]: audit 2022-01-18T19:38:59.055956+0000 mon.smithi129 (mon.0) 2306 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:39:00.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:00 smithi156 conmon[67007]: audit 2022-01-18T19:38:59.056182+0000 mon.smithi129 (mon. 2022-01-18T19:39:00.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:00 smithi156 conmon[67007]: 0) 2307 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:39:00.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:00 smithi129 conmon[101092]: cluster 2022-01-18T19:38:58.256117+0000 mgr.smithi129.iclwio (mgr.14716) 7486 : cluster [DBG] 2022-01-18T19:39:00.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:00 smithi129 conmon[101092]: pgmap v6435: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:00.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:00 smithi129 conmon[101092]: audit 2022-01-18T19:38:59.055956+0000 mon.smithi129 (mon.0) 2306 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:39:00.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:00 smithi129 conmon[101092]: audit 2022-01-18T19:38:59.056182+0000 2022-01-18T19:39:00.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:00 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2307 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:39:02.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:02 smithi156 conmon[67007]: cluster 2022-01-18T19:39:00.256901+0000 mgr.smithi129.iclwio (mgr.14716) 7487 : cluster [DBG] pgmap v6436: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:39:02.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:02 smithi156 conmon[67007]: 2022-01-18T19:39:02.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:02 smithi129 conmon[101092]: cluster 2022-01-18T19:39:00.256901+0000 mgr.smithi129.iclwio (mgr.14716) 7487 : cluster [DBG] pgmap v6436: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:39:04.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:04 smithi156 conmon[67007]: cluster 2022-01-18T19:39:02.257404+0000 mgr.smithi129.iclwio (mgr.14716) 7488 : cluster [DBG] pgmap v6437: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:04.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:04 smithi129 conmon[101092]: cluster 2022-01-18T19:39:02.257404+0000 mgr.smithi129.iclwio (mgr.14716) 7488 : cluster [DBG] pgmap v6437: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:06.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:06 smithi129 conmon[101092]: cluster 2022-01-18T19:39:04.258262+0000 mgr.smithi129.iclwio (mgr.14716) 7489 : cluster [DBG] pgmap v6438: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:06.524 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:06 smithi129 conmon[101092]: 2022-01-18T19:39:06.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:06 smithi156 conmon[67007]: cluster 2022-01-18T19:39:04.258262+0000 mgr.smithi129.iclwio (mgr.14716) 7489 : cluster [DBG] pgmap v6438: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:08.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:08 smithi129 conmon[101092]: cluster 2022-01-18T19:39:06.258979+0000 mgr.smithi129.iclwio (mgr.14716) 7490 : cluster [DBG] pgmap v6439: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:08.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:08 smithi129 conmon[101092]: 2022-01-18T19:39:08.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:08 smithi156 conmon[67007]: cluster 2022-01-18T19:39:06.258979+0000 mgr.smithi129.iclwio (mgr.14716) 7490 : cluster [DBG] pgmap v6439: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:10.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:10 smithi129 conmon[101092]: cluster 2022-01-18T19:39:08.259639+0000 mgr.smithi129.iclwio (mgr.14716) 7491 : cluster [DBG] pgmap v6440: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:10.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:10 smithi156 conmon[67007]: cluster 2022-01-18T19:39:08.259639+0000 mgr.smithi129.iclwio (mgr.14716) 7491 : cluster [DBG] pgmap v6440: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:10.818 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:39:11.083 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:39:11.083 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 9m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:39:11.083 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 9m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:39:11.084 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 9m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:39:11.084 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 9m ago 3h 43.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:39:11.084 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 9m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:39:11.084 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 9m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:39:11.085 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 9m ago 3h 714M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:39:11.085 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 9m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:39:11.085 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 9m ago 3h 1356M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:39:11.085 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 9m ago 3h 638M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:39:11.085 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 9m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:39:11.086 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 9m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:39:11.086 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 9m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:39:11.086 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 9m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:39:11.086 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 9m ago 3h 2011M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:39:11.087 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 9m ago 3h 3080M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:39:11.087 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 9m ago 3h 2348M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:39:11.087 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 9m ago 3h 3092M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:39:11.087 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 9m ago 3h 2872M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:39:11.088 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 9m ago 3h 3409M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:39:11.088 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 9m ago 3h 2729M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:39:11.088 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 9m ago 3h 3974M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:39:11.088 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 9m ago 3h 137M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:39:11.399 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:39:11.399 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:39:11.399 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:39:11.400 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:39:11.400 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:39:11.400 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:39:11.400 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:39:11.401 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:39:11.401 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:39:11.401 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:39:11.401 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:39:11.402 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:39:11.402 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:39:11.402 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:39:11.402 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:39:11.403 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:39:11.403 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:39:11.403 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:39:11.403 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:39:12.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:12 smithi129 conmon[101092]: cluster 2022-01-18T19:39:10.260509+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T19:39:12.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:12 smithi129 conmon[101092]: ) 7492 : cluster [DBG] pgmap v6441: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:39:12.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:12 smithi129 conmon[101092]: audit 2022-01-18T19:39:10.816416+0000 mgr.smithi129.iclwio (mgr.14716) 7493 : audit [DBG] from='client.39082 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:39:12.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:12 smithi129 conmon[101092]: audit 2022-01 2022-01-18T19:39:12.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:12 smithi129 conmon[101092]: -18T19:39:11.083984+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T19:39:12.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:12 smithi129 conmon[101092]: ) 7494 : audit [DBG] from='client.39086 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:39:12.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:12 smithi129 conmon[101092]: audit 2022 2022-01-18T19:39:12.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:12 smithi129 conmon[101092]: -01-18T19:39:11.409129+0000 mon.smithi129 2022-01-18T19:39:12.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:12 smithi129 conmon[101092]: (mon.0) 2308 : audit [DBG] from='client.? 172.21.15.129:0/1868062214' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:39:12.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:12 smithi156 conmon[67007]: cluster 2022-01-18T19:39:10.260509+0000 mgr.smithi129.iclwio (mgr.14716) 7492 : cluster [DBG] pgmap v6441: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:39:12.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:12 smithi156 conmon[67007]: audit 2022-01-18T19:39:10.816416+0000 mgr.smithi129.iclwio (mgr.14716) 7493 : audit [DBG] from='client.39082 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:39:12.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:12 smithi156 conmon[67007]: audit 2022-01-18T19:39:11.083984+0000 mgr.smithi129.iclwio (mgr.14716) 7494 : audit [DBG] from='client.39086 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:39:12.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:12 smithi156 conmon[67007]: audit 2022-01-18T19:39:11. 2022-01-18T19:39:12.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:12 smithi156 conmon[67007]: 409129+0000 mon.smithi129 (mon.0) 2308 : audit [DBG] from='client.? 172.21.15.129:0/1868062214' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:39:14.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:14 smithi129 conmon[101092]: cluster 2022-01-18T19:39:14.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:14 smithi129 conmon[101092]: 2022-01-18T19:39:12.260997+0000 mgr.smithi129.iclwio (mgr.14716) 7495 : cluster [DBG] pgmap v6442: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:14.435 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:14 smithi156 conmon[67007]: cluster 2022-01-18T19:39:12.260997+0000 mgr.smithi129.iclwio (mgr.14716) 7495 : cluster [DBG] pgmap v6442: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:16.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:16 smithi129 conmon[101092]: cluster 2022-01-18T19:39:14.261741+0000 mgr.smithi129.iclwio (mgr.14716) 7496 : cluster [DBG] 2022-01-18T19:39:16.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:16 smithi129 conmon[101092]: pgmap v6443: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:16.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:16 smithi156 conmon[67007]: cluster 2022-01-18T19:39:14.261741+0000 mgr.smithi129.iclwio (mgr.14716) 7496 : cluster [DBG] pgmap v6443: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:18.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:18 smithi129 conmon[101092]: cluster 2022-01-18T19:39:16.262263+0000 mgr.smithi129.iclwio (mgr.14716) 7497 : cluster [DBG] 2022-01-18T19:39:18.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:18 smithi129 conmon[101092]: pgmap v6444: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:18.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:18 smithi156 conmon[67007]: cluster 2022-01-18T19:39:16.262263+0000 mgr.smithi129.iclwio (mgr.14716) 7497 : cluster [DBG] pgmap v6444: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:20.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:20 smithi129 conmon[101092]: cluster 2022-01-18T19:39:18.262954+0000 mgr.smithi129.iclwio (mgr.14716) 7498 : cluster 2022-01-18T19:39:20.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:20 smithi129 conmon[101092]: [DBG] pgmap v6445: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:20.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:20 smithi156 conmon[67007]: cluster 2022-01-18T19:39:18.262954+0000 mgr.smithi129.iclwio (mgr.14716) 7498 : cluster [DBG] pgmap v6445: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:22.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:22 smithi129 conmon[101092]: cluster 2022-01-18T19:39:20.263836+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:39:22.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:22 smithi129 conmon[101092]: 7499 : cluster [DBG] pgmap v6446: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:39:22.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:22 smithi156 conmon[67007]: cluster 2022-01-18T19:39:20.263836+0000 mgr.smithi129.iclwio (mgr.14716) 7499 : cluster [DBG] pgmap v6446: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:39:24.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:24 smithi129 conmon[101092]: cluster 2022-01-18T19:39:22.264347+0000 mgr.smithi129.iclwio (mgr.14716) 7500 : cluster [DBG] pgmap v6447: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:24.434 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:24 smithi156 conmon[67007]: cluster 2022-01-18T19:39:22.264347+0000 mgr.smithi129.iclwio (mgr.14716) 7500 : cluster [DBG] pgmap v6447: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:26.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:26 smithi129 conmon[101092]: cluster 2022-01-18T19:39:24.265136+0000 mgr.smithi129.iclwio (mgr.14716) 7501 : cluster [DBG] pgmap v6448: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:26.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:26 smithi156 conmon[67007]: cluster 2022-01-18T19:39:24.265136+0000 mgr.smithi129.iclwio (mgr.14716) 7501 : cluster [DBG] pgmap v6448: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:28.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:28 smithi129 conmon[101092]: cluster 2022-01-18T19:39:26.265601+0000 mgr.smithi129.iclwio (mgr.14716) 7502 : cluster [DBG] pgmap v6449: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:28.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:28 smithi156 conmon[67007]: cluster 2022-01-18T19:39:26.265601+0000 mgr.smithi129.iclwio (mgr.14716) 7502 : cluster [DBG] pgmap v6449: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:30.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:30 smithi129 conmon[101092]: cluster 2022-01-18T19:39:28.266139+0000 mgr.smithi129.iclwio (mgr.14716) 7503 : cluster [DBG] pgmap v6450: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:30.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:30 smithi156 conmon[67007]: cluster 2022-01-18T19:39:28.266139+0000 mgr.smithi129.iclwio (mgr.14716) 7503 : cluster [DBG] pgmap v6450: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:32.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:32 smithi129 conmon[101092]: cluster 2022-01-18T19:39:30.266929+0000 mgr.smithi129.iclwio (mgr.14716) 7504 : cluster [DBG] pgmap v6451: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:39:32.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:32 smithi156 conmon[67007]: cluster 2022-01-18T19:39:30.266929+0000 mgr.smithi129.iclwio (mgr.14716) 7504 : cluster [DBG] pgmap v6451: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:39:34.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:34 smithi129 conmon[101092]: cluster 2022-01-18T19:39:32.267538+0000 mgr.smithi129.iclwio (mgr.14716) 7505 : cluster [DBG] pgmap v6452: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:34.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:34 smithi129 conmon[101092]: 2022-01-18T19:39:34.434 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:34 smithi156 conmon[67007]: cluster 2022-01-18T19:39:32.267538+0000 mgr.smithi129.iclwio (mgr.14716) 7505 : cluster [DBG] pgmap v6452: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:36.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:36 smithi129 conmon[101092]: cluster 2022-01-18T19:39:34.268276+0000 mgr.smithi129.iclwio (mgr.14716) 7506 : 2022-01-18T19:39:36.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:36 smithi129 conmon[101092]: cluster [DBG] pgmap v6453: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:36.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:36 smithi156 conmon[67007]: cluster 2022-01-18T19:39:34.268276+0000 mgr.smithi129.iclwio (mgr.14716) 7506 : cluster [DBG] pgmap v6453: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:38.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:38 smithi129 conmon[101092]: cluster 2022-01-18T19:39:36.268784+0000 mgr.smithi129.iclwio (mgr.14716) 7507 : cluster [DBG] 2022-01-18T19:39:38.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:38 smithi129 conmon[101092]: pgmap v6454: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:38.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:38 smithi156 conmon[67007]: cluster 2022-01-18T19:39:36.268784+0000 mgr.smithi129.iclwio (mgr.14716) 7507 : cluster [DBG] pgmap v6454: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:40.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:40 smithi129 conmon[101092]: cluster 2022-01-18T19:39:38.269524+0000 mgr.smithi129.iclwio (mgr.14716) 7508 : cluster [DBG] pgmap v6455: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:40.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:40 smithi156 conmon[67007]: cluster 2022-01-18T19:39:38.269524+0000 mgr.smithi129.iclwio (mgr.14716) 7508 : cluster [DBG] pgmap v6455: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:41.700 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:39:41.967 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:39:41.967 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 9m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:39:41.968 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 9m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:39:41.968 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 9m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:39:41.968 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 9m ago 3h 43.9M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:39:41.968 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 9m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:39:41.969 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 9m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:39:41.969 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 9m ago 3h 714M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:39:41.969 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 9m ago 3h 398M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:39:41.969 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 9m ago 3h 1356M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:39:41.970 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 9m ago 3h 638M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:39:41.970 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 9m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:39:41.970 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 9m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:39:41.970 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 9m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:39:41.971 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 9m ago 3h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:39:41.971 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 9m ago 3h 2011M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:39:41.971 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 9m ago 3h 3080M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:39:41.971 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 9m ago 3h 2348M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:39:41.972 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 9m ago 3h 3092M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:39:41.972 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 9m ago 3h 2872M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:39:41.972 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 9m ago 3h 3409M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:39:41.972 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 9m ago 3h 2729M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:39:41.972 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 9m ago 3h 3974M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:39:41.973 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 9m ago 3h 137M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:39:42.292 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:39:42.292 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:39:42.292 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:39:42.293 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:39:42.293 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:39:42.293 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:39:42.293 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:39:42.294 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:39:42.294 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:39:42.294 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:39:42.295 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:39:42.295 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:39:42.295 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:39:42.295 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:39:42.296 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:39:42.296 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:39:42.296 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:39:42.296 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:39:42.297 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:39:42.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:42 smithi129 conmon[101092]: cluster 2022-01-18T19:39:40.270364+0000 mgr.smithi129.iclwio (mgr.14716) 7509 : cluster [DBG] pgmap v6456: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:39:42.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:42 smithi156 conmon[67007]: cluster 2022-01-18T19:39:40.270364+0000 mgr.smithi129.iclwio (mgr.14716) 7509 : cluster 2022-01-18T19:39:42.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:42 smithi156 conmon[67007]: [DBG] pgmap v6456: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:39:43.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:43 smithi129 conmon[101092]: audit 2022-01-18T19:39:41.698908+0000 mgr.smithi129.iclwio (mgr.14716) 7510 : audit [DBG] from='client.39094 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:39:43.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:43 smithi129 conmon[101092]: audit 2022-01-18T19:39:41.968436+0000 mgr.smithi129.iclwio (mgr.14716) 7511 : audit [DBG] from='client.39098 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:39:43.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:43 smithi129 conmon[101092]: audit 2022-01-18T19:39:42.302147+0000 mon.smithi129 (mon.0) 2309 : audit [DBG] from='client.? 172.21.15.129:0/570109983' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:39:43.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:43 smithi156 conmon[67007]: audit 2022-01-18T19:39:41.698908+0000 mgr.smithi129.iclwio (mgr.14716) 7510 : 2022-01-18T19:39:43.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:43 smithi156 conmon[67007]: audit [DBG] from='client.39094 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:39:43.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:43 smithi156 conmon[67007]: audit 2022-01-18T19:39:41.968436+0000 mgr.smithi129.iclwio (mgr.14716) 7511 : audit [DBG] from='client.39098 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:39:43.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:43 smithi156 conmon[67007]: audit 2022-01-18T19:39:42.302147+0000 2022-01-18T19:39:43.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:43 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2309 : audit [DBG] from='client.? 172.21.15.129:0/570109983' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:39:44.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:44 smithi129 conmon[101092]: cluster 2022-01-18T19:39:42.270908+0000 mgr.smithi129.iclwio (mgr.14716) 7512 : cluster [DBG] pgmap v6457: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:44.435 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:44 smithi156 conmon[67007]: cluster 2022-01-18T19:39:42.270908+0000 mgr.smithi129.iclwio (mgr.14716) 7512 : cluster [DBG] pgmap v6457: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:44.435 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:44 smithi156 conmon[67007]: 2022-01-18T19:39:46.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:46 smithi129 conmon[101092]: cluster 2022-01-18T19:39:44.271824+0000 mgr.smithi129.iclwio (mgr.14716) 7513 : cluster [DBG] pgmap v6458: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:46.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:46 smithi156 conmon[67007]: cluster 2022-01-18T19:39:44.271824+0000 mgr.smithi129.iclwio (mgr.14716) 7513 : cluster [DBG] 2022-01-18T19:39:46.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:46 smithi156 conmon[67007]: pgmap v6458: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:48.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:48 smithi129 conmon[101092]: cluster 2022-01-18T19:39:46.272224+0000 mgr.smithi129.iclwio (mgr.14716) 7514 : cluster [DBG] pgmap v6459: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:48.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:48 smithi129 conmon[101092]: 2022-01-18T19:39:48.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:48 smithi156 conmon[67007]: cluster 2022-01-18T19:39:46.272224+0000 mgr.smithi129.iclwio (mgr.14716) 7514 : cluster [DBG] 2022-01-18T19:39:48.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:48 smithi156 conmon[67007]: pgmap v6459: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:50.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:50 smithi129 conmon[101092]: cluster 2022-01-18T19:39:48.272831+0000 mgr.smithi129.iclwio (mgr.14716) 7515 : cluster [DBG] pgmap v6460: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:50.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:50 smithi129 conmon[101092]: 2022-01-18T19:39:50.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:50 smithi156 conmon[67007]: cluster 2022-01-18T19:39:48.272831+0000 mgr.smithi129.iclwio (mgr.14716) 7515 : cluster [DBG] pgmap v6460: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:50.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:50 smithi156 conmon[67007]: 2022-01-18T19:39:51.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:51 smithi129 conmon[101092]: cluster 2022-01-18T19:39:50.273635+0000 mgr.smithi129.iclwio (mgr.14716) 7516 : cluster [DBG] pgmap v6461: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:39:51.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:51 smithi156 conmon[67007]: cluster 2022-01-18T19:39:50.273635+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T19:39:51.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:51 smithi156 conmon[67007]: 14716) 7516 : cluster [DBG] pgmap v6461: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:39:54.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:53 smithi156 conmon[67007]: cluster 2022-01-18T19:39:52.274134+0000 mgr.smithi129.iclwio (mgr.14716) 7517 : cluster 2022-01-18T19:39:54.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:53 smithi156 conmon[67007]: [DBG] pgmap v6462: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:54.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:53 smithi129 conmon[101092]: cluster 2022-01-18T19:39:52.274134+0000 mgr.smithi129.iclwio (mgr.14716) 7517 : cluster [DBG] pgmap v6462: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:56.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:55 smithi156 conmon[67007]: cluster 2022-01-18T19:39:54.274927+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:39:56.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:55 smithi156 conmon[67007]: 7518 : cluster [DBG] pgmap v6463: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:56.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:55 smithi156 conmon[67007]: audit 2022-01-18T19:39:55.270378+0000 mon.smithi129 (mon.0) 2310 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:39:56.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:55 smithi156 conmon[67007]: audit 2022-01-18T19:39:55.271839+0000 mon.smithi129 (mon.0) 2311 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:39:56.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:55 smithi156 conmon[67007]: audit 2022-01-18T19:39:55.272814 2022-01-18T19:39:56.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:55 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2312 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:39:56.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:55 smithi156 conmon[67007]: audit 2022 2022-01-18T19:39:56.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:55 smithi156 conmon[67007]: -01-18T19:39: 2022-01-18T19:39:56.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:55 smithi156 conmon[67007]: 55.526681+0000 mon.smithi129 (mon. 2022-01-18T19:39:56.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:55 smithi156 conmon[67007]: 0) 2313 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:39:56.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:55 smithi156 conmon[67007]: 2022-01-18T19:39:56.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:55 smithi129 conmon[101092]: cluster 2022-01-18T19:39:54.274927+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T19:39:56.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:55 smithi129 conmon[101092]: ) 7518 : cluster [DBG] pgmap v6463: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:56.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:55 smithi129 conmon[101092]: audit 2022-01-18T19:39:55.270378+0000 mon.smithi129 (mon.0) 2310 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:39:56.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:55 smithi129 conmon[101092]: audit 2022-01-18T19:39:55.271839+0000 mon.smithi129 (mon.0) 2311 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:39:56.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:55 smithi129 conmon[101092]: audit 2022-01-18T19:39:55.272814+0000 mon.smithi129 (mon.0) 2312 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:39:56.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:55 smithi129 conmon[101092]: audit 2022-01-18T19:39:55.526681+0000 mon.smithi129 (mon.0 2022-01-18T19:39:56.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:55 smithi129 conmon[101092]: ) 2313 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:39:57.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:56 smithi156 conmon[67007]: cephadm 2022-01-18T19:39:55.273544+0000 mgr.smithi129.iclwio (mgr.14716) 7519 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:39:57.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:56 smithi129 conmon[101092]: cephadm 2022-01-18T19:39:55.273544+0000 mgr.smithi129.iclwio (mgr.14716) 7519 : cephadm 2022-01-18T19:39:57.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:56 smithi129 conmon[101092]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:39:58.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:57 smithi156 conmon[67007]: cluster 2022-01-18T19:39:56.275347+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T19:39:58.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:57 smithi156 conmon[67007]: ) 7520 : cluster [DBG] pgmap v6464: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:39:58.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:57 smithi129 conmon[101092]: cluster 2022-01-18T19:39:56.275347+0000 mgr.smithi129.iclwio (mgr.14716) 7520 : cluster [DBG] pgmap v6464: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:00.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:59 smithi129 conmon[101092]: cluster 2022-01-18T19:39:58.275832+0000 mgr.smithi129.iclwio (mgr.14716) 7521 : cluster [DBG] pgmap v6465: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:00.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:59 smithi129 conmon[101092]: audit 2022-01-18T19:39:58.813416+0000 mon.smithi129 (mon.0) 2314 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:40:00.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:59 smithi129 conmon[101092]: audit 2022-01-18T19:39:59.059145+0000 mon.smithi129 (mon.0) 2315 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:40:00.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:39:59 smithi129 conmon[101092]: audit 2022-01-18T19:39:59.059322+0000 mon.smithi129 (mon.0) 2316 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:40:00.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:59 smithi156 conmon[67007]: cluster 2022-01-18T19:39:58.275832+0000 mgr.smithi129.iclwio (mgr.14716) 7521 : cluster [DBG] pgmap v6465: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:00.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:59 smithi156 conmon[67007]: audit 2022-01-18T19:39:58.813416+0000 mon.smithi129 (mon.0) 2314 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:40:00.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:59 smithi156 conmon[67007]: audit 2022-01-18T19:39:59.059145+0000 mon.smithi129 (mon.0) 2315 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:40:00.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:39:59 smithi156 conmon[67007]: audit 2022-01-18T19:39:59.059322+0000 mon.smithi129 (mon.0) 2316 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:40:01.178 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:00 smithi129 conmon[101092]: cluster 2022-01-18T19:40:00.000123+0000 mon.smithi129 (mon 2022-01-18T19:40:01.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:00 smithi129 conmon[101092]: .0) 2317 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T19:40:01.179 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:00 smithi129 conmon[101092]: audit 2022-01-18T19:40:00.709855+0000 mon.smithi129 (mon.0) 2318 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:40:01.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:00 smithi156 conmon[67007]: cluster 2022-01-18T19:40:00.000123+0000 mon.smithi129 (mon.0) 2317 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T19:40:01.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:00 smithi156 conmon[67007]: audit 2022-01-18T19:40:00.709855+0000 mon.smithi129 (mon.0) 2318 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:40:02.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:02 smithi156 conmon[67007]: cluster 2022-01-18T19:40:00.276451+0000 mgr.smithi129.iclwio (mgr.14716) 7522 : cluster [DBG] pgmap v6466: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:40:02.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:02 smithi156 conmon[67007]: audit 2022-01-18T19:40:01.010077+0000 mon.smithi129 (mon.0) 2319 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:40:02.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:02 smithi156 conmon[67007]: audit 2022-01-18T19:40:01.017010+0000 mon.smithi129 (mon.0) 2320 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:40:02.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:02 smithi129 conmon[101092]: cluster 2022-01-18T19:40:00.276451+0000 mgr.smithi129.iclwio (mgr.14716) 7522 : cluster [DBG] pgmap v6466: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:40:02.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:02 smithi129 conmon[101092]: audit 2022-01-18T19:40:01 2022-01-18T19:40:02.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:02 smithi129 conmon[101092]: .010077+0000 mon.smithi129 (mon.0) 2319 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:40:02.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:02 smithi129 conmon[101092]: audit 2022-01-18T19:40:01.017010+0000 mon.smithi129 (mon.0) 2320 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:40:04.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:04 smithi156 conmon[67007]: cluster 2022-01-18T19:40:02.277069+0000 mgr.smithi129.iclwio (mgr.14716) 7523 : cluster [DBG] pgmap v6467: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:04.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:04 smithi129 conmon[101092]: cluster 2022-01-18T19:40:02.277069+0000 mgr.smithi129.iclwio (mgr.14716) 7523 : cluster [DBG] pgmap v6467: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:06.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:06 smithi156 conmon[67007]: cluster 2022-01-18T19:40:04.277953+0000 mgr.smithi129.iclwio (mgr.14716) 7524 : cluster [DBG] pgmap v6468: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:06.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:06 smithi129 conmon[101092]: cluster 2022-01-18T19:40:04.277953+0000 mgr.smithi129.iclwio (mgr.14716) 7524 : cluster [DBG] pgmap v6468: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:08.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:08 smithi156 conmon[67007]: cluster 2022-01-18T19:40:06.278359+0000 mgr.smithi129.iclwio (mgr.14716) 7525 : cluster [DBG] pgmap v6469: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:08.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:08 smithi129 conmon[101092]: cluster 2022-01-18T19:40:06.278359+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T19:40:08.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:08 smithi129 conmon[101092]: 14716) 7525 : cluster [DBG] pgmap v6469: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:10.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:10 smithi156 conmon[67007]: cluster 2022-01-18T19:40:08.278960+0000 mgr.smithi129.iclwio (mgr.14716) 7526 : cluster [DBG] pgmap v6470: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:10.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:10 smithi129 conmon[101092]: cluster 2022-01-18T19:40:08.278960+0000 mgr.smithi129.iclwio (mgr.14716) 7526 : cluster [DBG] 2022-01-18T19:40:10.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:10 smithi129 conmon[101092]: pgmap v6470: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:12.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:12 smithi156 conmon[67007]: cluster 2022-01-18T19:40:10.279681+0000 mgr.smithi129.iclwio (mgr.14716) 7527 : cluster [DBG] pgmap v6471: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:40:12.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:12 smithi129 conmon[101092]: cluster 2022-01-18T19:40:10.279681+0000 mgr.smithi129.iclwio (mgr.14716) 7527 : cluster [DBG] pgmap v6471: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:40:12.591 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:40:12.857 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:40:12.857 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 12s ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:40:12.858 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 12s ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:40:12.858 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 14s ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:40:12.858 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 12s ago 3h 43.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:40:12.858 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 12s ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:40:12.859 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 14s ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:40:12.859 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 12s ago 3h 727M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:40:12.859 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 14s ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:40:12.859 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 12s ago 3h 1420M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:40:12.860 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 14s ago 3h 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:40:12.860 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 12s ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:40:12.860 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 14s ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:40:12.860 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 12s ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:40:12.860 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 14s ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:40:12.861 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 12s ago 3h 2040M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:40:12.861 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 12s ago 3h 3112M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:40:12.861 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 12s ago 3h 2371M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:40:12.861 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 12s ago 3h 3128M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:40:12.862 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 14s ago 3h 2905M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:40:12.862 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 14s ago 3h 3438M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:40:12.862 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 14s ago 3h 2756M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:40:12.862 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 14s ago 3h 4005M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:40:12.862 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 12s ago 3h 139M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:40:13.175 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:40:13.176 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:40:13.176 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:40:13.176 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:40:13.177 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:40:13.177 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:40:13.177 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:40:13.177 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:40:13.178 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:40:13.178 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:40:13.178 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:40:13.179 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:40:13.179 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:40:13.179 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:40:13.179 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:40:13.180 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:40:13.180 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:40:13.180 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:40:13.180 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:40:14.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:14 smithi156 conmon[67007]: cluster 2022-01-18T19:40:12.280290+0000 mgr.smithi129.iclwio (mgr.14716) 7528 : cluster [DBG] pgmap v6472: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:14.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:14 smithi156 conmon[67007]: audit 2022-01-18T19:40:12.589171+0000 mgr.smithi129.iclwio (mgr.14716) 7529 : audit [DBG] from='client.39106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:40:14.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:14 smithi156 conmon[67007]: audit 2022-01-18T19:40:12.858425+0000 mgr.smithi129.iclwio (mgr.14716) 7530 : audit [DBG] from='client.39110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:40:14.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:14 smithi156 conmon[67007]: audit 2022-01-18T19:40:13.185936 2022-01-18T19:40:14.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:14 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2321 : audit [DBG] from='client.? 172.21.15.129:0/385971411' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:40:14.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:14 smithi129 conmon[101092]: cluster 2022-01-18T19:40:12.280290+0000 mgr.smithi129.iclwio (mgr.14716) 7528 : cluster [DBG] pgmap v6472: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:14.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:14 smithi129 conmon[101092]: audit 2022-01-18T19:40:12.589171+0000 2022-01-18T19:40:14.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:14 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 7529 : audit [DBG] from='client.39106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:40:14.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:14 smithi129 conmon[101092]: audit 2022-01-18T19:40:12.858425+0000 mgr.smithi129.iclwio (mgr.14716) 7530 : audit [DBG] from='client.39110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:40:14.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:14 smithi129 conmon[101092]: audit 2022-01-18T19:40:13.185936+0000 mon.smithi129 (mon.0) 2022-01-18T19:40:14.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:14 smithi129 conmon[101092]: 2321 : audit [DBG] from='client.? 172.21.15.129:0/385971411' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:40:16.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:16 smithi156 conmon[67007]: cluster 2022-01-18T19:40:14.281250+0000 mgr.smithi129.iclwio (mgr.14716) 7531 : cluster [DBG] pgmap v6473: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:16.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:16 smithi156 conmon[67007]: 2022-01-18T19:40:16.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:16 smithi129 conmon[101092]: cluster 2022-01-18T19:40:14.281250+0000 mgr.smithi129.iclwio (mgr.14716) 7531 : cluster [DBG] pgmap v6473: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:18.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:18 smithi129 conmon[101092]: cluster 2022-01-18T19:40:16.281802+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:40:18.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:18 smithi129 conmon[101092]: 7532 : cluster [DBG] pgmap v6474: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:18.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:18 smithi156 conmon[67007]: cluster 2022-01-18T19:40:16.281802+0000 mgr.smithi129.iclwio (mgr.14716) 7532 : cluster [DBG] pgmap v6474: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:20.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:20 smithi129 conmon[101092]: cluster 2022-01-18T19:40:18.282543+0000 mgr.smithi129.iclwio (mgr.14716) 7533 : cluster [DBG] pgmap v6475: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:20.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:20 smithi156 conmon[67007]: cluster 2022-01-18T19:40:18.282543+0000 mgr.smithi129.iclwio (mgr.14716) 7533 : cluster [DBG] pgmap v6475: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:22.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:22 smithi129 conmon[101092]: cluster 2022-01-18T19:40:20.283337+0000 mgr.smithi129.iclwio (mgr.14716) 7534 : cluster [DBG] pgmap v6476: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:40:22.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:22 smithi156 conmon[67007]: cluster 2022-01-18T19:40:20.283337+0000 mgr.smithi129.iclwio (mgr.14716) 7534 : cluster [DBG] pgmap v6476: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:40:24.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:24 smithi129 conmon[101092]: cluster 2022-01-18T19:40:22.283886+0000 mgr.smithi129.iclwio (mgr.14716) 7535 : cluster [DBG] pgmap v6477: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:24.434 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:24 smithi156 conmon[67007]: cluster 2022-01-18T19:40:22.283886+0000 mgr.smithi129.iclwio (mgr.14716) 7535 : cluster [DBG] pgmap v6477: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:26.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:26 smithi129 conmon[101092]: cluster 2022-01-18T19:40:24.284528+0000 mgr.smithi129.iclwio (mgr.14716) 7536 : cluster [DBG] pgmap v6478: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:26.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:26 smithi129 conmon[101092]: 2022-01-18T19:40:26.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:26 smithi156 conmon[67007]: cluster 2022-01-18T19:40:24.284528+0000 mgr.smithi129.iclwio (mgr.14716) 7536 : cluster [DBG] pgmap v6478: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:26.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:26 smithi156 conmon[67007]: 2022-01-18T19:40:28.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:28 smithi129 conmon[101092]: cluster 2022-01-18T19:40:26.284982+0000 mgr.smithi129.iclwio (mgr.14716) 7537 : cluster [DBG] pgmap v6479: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:28.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:28 smithi156 conmon[67007]: cluster 2022-01-18T19:40:26.284982+0000 mgr.smithi129.iclwio (mgr.14716) 7537 : cluster [DBG] pgmap v6479: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:30.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:30 smithi129 conmon[101092]: cluster 2022-01-18T19:40:28.285666+0000 mgr.smithi129.iclwio (mgr.14716) 7538 : cluster [DBG] pgmap v6480: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:30.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:30 smithi156 conmon[67007]: cluster 2022-01-18T19:40:28.285666+0000 mgr.smithi129.iclwio (mgr.14716) 7538 : cluster [DBG] pgmap v6480: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:32.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:32 smithi129 conmon[101092]: cluster 2022-01-18T19:40:30.286544+0000 mgr.smithi129.iclwio (mgr.14716) 7539 : cluster [DBG] pgmap v6481: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:40:32.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:32 smithi156 conmon[67007]: cluster 2022-01-18T19:40:30.286544+0000 mgr.smithi129.iclwio (mgr.14716) 7539 : cluster [DBG] pgmap v6481: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:40:34.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:34 smithi129 conmon[101092]: cluster 2022-01-18T19:40:32.287088+0000 mgr.smithi129.iclwio (mgr.14716) 7540 : cluster [DBG] pgmap v6482: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:34.434 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:34 smithi156 conmon[67007]: cluster 2022-01-18T19:40:32.287088+0000 mgr.smithi129.iclwio (mgr.14716) 7540 : cluster [DBG] pgmap v6482: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:36.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:36 smithi129 conmon[101092]: cluster 2022-01-18T19:40:34.287884+0000 mgr.smithi129.iclwio (mgr.14716) 7541 : cluster [DBG] pgmap v6483: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:36.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:36 smithi156 conmon[67007]: cluster 2022-01-18T19:40:34.287884+0000 mgr.smithi129.iclwio (mgr.14716) 7541 : cluster [DBG] pgmap v6483: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:38.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:38 smithi129 conmon[101092]: cluster 2022-01-18T19:40:36.288312+0000 mgr.smithi129.iclwio (mgr.14716) 7542 : cluster [DBG] pgmap v6484: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:38.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:38 smithi156 conmon[67007]: cluster 2022-01-18T19:40:36.288312+0000 mgr.smithi129.iclwio (mgr.14716) 7542 : cluster [DBG] pgmap v6484: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:40.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:40 smithi129 conmon[101092]: cluster 2022-01-18T19:40:38.288913+0000 mgr.smithi129.iclwio (mgr.14716) 7543 : cluster [DBG] pgmap v6485: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:40.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:40 smithi156 conmon[67007]: cluster 2022-01-18T19:40:38.288913+0000 mgr.smithi129.iclwio (mgr.14716) 7543 : cluster [DBG] pgmap v6485: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:42.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:42 smithi129 conmon[101092]: cluster 2022-01-18T19:40:40.289649+0000 mgr.smithi129.iclwio (mgr.14716) 7544 : cluster [DBG] pgmap v6486: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:40:42.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:42 smithi156 conmon[67007]: cluster 2022-01-18T19:40:40.289649+0000 mgr.smithi129.iclwio (mgr.14716) 7544 : cluster [DBG] pgmap v6486: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:40:43.474 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:40:43.738 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:40:43.738 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 43s ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:40:43.739 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 43s ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:40:43.739 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 44s ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:40:43.739 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 43s ago 3h 43.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:40:43.739 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 43s ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:40:43.740 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 44s ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:40:43.740 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 43s ago 3h 727M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:40:43.740 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 44s ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:40:43.740 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 43s ago 3h 1420M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:40:43.741 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 44s ago 3h 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:40:43.741 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 43s ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:40:43.741 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 44s ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:40:43.741 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 43s ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:40:43.741 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 44s ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:40:43.742 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 43s ago 3h 2040M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:40:43.742 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 43s ago 3h 3112M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:40:43.742 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 43s ago 3h 2371M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:40:43.742 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 43s ago 3h 3128M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:40:43.742 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 44s ago 3h 2905M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:40:43.743 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 44s ago 3h 3438M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:40:43.743 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 44s ago 3h 2756M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:40:43.743 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 44s ago 3h 4005M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:40:43.743 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 43s ago 3h 139M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:40:44.059 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:40:44.060 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:40:44.060 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:40:44.060 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:40:44.060 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:40:44.061 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:40:44.061 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:40:44.061 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:40:44.061 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:40:44.061 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:40:44.062 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:40:44.062 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:40:44.062 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:40:44.062 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:40:44.063 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:40:44.063 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:40:44.063 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:40:44.063 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:40:44.063 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:40:44.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:44 smithi129 conmon[101092]: cluster 2022-01-18T19:40:42.290153+0000 mgr.smithi129.iclwio (mgr.14716) 7545 : cluster 2022-01-18T19:40:44.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:44 smithi129 conmon[101092]: [DBG] pgmap v6487: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:44.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:44 smithi129 conmon[101092]: audit 2022-01-18T19:40:44.070056+0000 mon.smithi129 (mon.0) 2322 : audit [DBG] from='client.? 172.21.15.129:0/932745861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:40:44.434 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:44 smithi156 conmon[67007]: cluster 2022-01-18T19:40:42.290153+0000 mgr.smithi129.iclwio (mgr.14716) 7545 : 2022-01-18T19:40:44.434 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:44 smithi156 conmon[67007]: cluster [DBG] pgmap v6487: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:44.435 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:44 smithi156 conmon[67007]: audit 2022-01-18T19:40:44.070056+0000 mon.smithi129 (mon.0) 2322 : audit [DBG] from='client.? 172.21.15.129:0/932745861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:40:45.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:45 smithi129 conmon[101092]: audit 2022-01-18T19:40:43.472304+0000 mgr.smithi129.iclwio (mgr.14716) 7546 : audit [DBG] from='client.39118 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:40:45.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:45 smithi129 conmon[101092]: audit 2022-01-18T19:40:43.740047+0000 mgr.smithi129.iclwio (mgr.14716) 7547 : audit [DBG] from='client.39122 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:40:45.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:45 smithi156 conmon[67007]: audit 2022-01-18T19:40:43.472304+0000 mgr.smithi129.iclwio (mgr.14716) 7546 : audit 2022-01-18T19:40:45.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:45 smithi156 conmon[67007]: [DBG] from='client.39118 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:40:45.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:45 smithi156 conmon[67007]: audit 2022-01-18T19:40:43.740047+0000 mgr.smithi129.iclwio (mgr.14716) 7547 : audit [DBG] from='client.39122 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:40:46.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:46 smithi129 conmon[101092]: cluster 2022-01-18T19:40:44.290876+0000 2022-01-18T19:40:46.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:46 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 7548 : cluster [DBG] pgmap v6488: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:46.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:46 smithi156 conmon[67007]: cluster 2022-01-18T19:40:44.290876+0000 mgr.smithi129.iclwio (mgr.14716) 7548 : 2022-01-18T19:40:46.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:46 smithi156 conmon[67007]: cluster [DBG] pgmap v6488: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:48.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:48 smithi129 conmon[101092]: cluster 2022-01-18T19:40:46.291369+0000 mgr.smithi129.iclwio (mgr.14716) 7549 : cluster [DBG] pgmap v6489: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:48.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:48 smithi156 conmon[67007]: cluster 2022-01-18T19:40:46.291369+0000 mgr.smithi129.iclwio (mgr.14716) 7549 : cluster [DBG] pgmap v6489: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:50.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:50 smithi129 conmon[101092]: cluster 2022-01-18T19:40:48.292040+0000 mgr.smithi129.iclwio (mgr.14716) 7550 : cluster [DBG] pgmap v6490: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:50.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:50 smithi156 conmon[67007]: cluster 2022-01-18T19:40:48.292040+0000 mgr.smithi129.iclwio (mgr.14716) 7550 : cluster [DBG] pgmap v6490: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:52.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:52 smithi129 conmon[101092]: cluster 2022-01-18T19:40:50.292782+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T19:40:52.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:52 smithi129 conmon[101092]: ) 7551 : cluster [DBG] pgmap v6491: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:40:52.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:52 smithi156 conmon[67007]: cluster 2022-01-18T19:40:50.292782+0000 mgr.smithi129.iclwio (mgr.14716) 7551 : cluster [DBG] pgmap v6491: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:40:54.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:54 smithi129 conmon[101092]: cluster 2022-01-18T19:40:52.293362+0000 mgr.smithi129.iclwio (mgr.14716) 7552 : cluster [DBG] pgmap v6492: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:54.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:54 smithi129 conmon[101092]: 2022-01-18T19:40:54.434 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:54 smithi156 conmon[67007]: cluster 2022-01-18T19:40:52.293362+0000 mgr.smithi129.iclwio (mgr.14716) 7552 : cluster [DBG] pgmap v6492: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:56.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:56 smithi129 conmon[101092]: cluster 2022-01-18T19:40:54.294201+0000 mgr.smithi129.iclwio (mgr.14716) 7553 : cluster [DBG] pgmap v6493: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:56.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:56 smithi129 conmon[101092]: 2022-01-18T19:40:56.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:56 smithi156 conmon[67007]: cluster 2022-01-18T19:40:54.294201+0000 mgr.smithi129.iclwio (mgr.14716) 7553 : cluster [DBG] pgmap v6493: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:58.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:58 smithi129 conmon[101092]: cluster 2022-01-18T19:40:56.294757+0000 mgr.smithi129.iclwio (mgr.14716) 7554 : cluster [DBG] pgmap v6494: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:58.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:58 smithi129 conmon[101092]: 2022-01-18T19:40:58.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:58 smithi156 conmon[67007]: cluster 2022-01-18T19:40:56.294757+0000 mgr.smithi129.iclwio (mgr.14716) 7554 : cluster [DBG] pgmap v6494: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:40:59.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:59 smithi129 conmon[101092]: audit 2022-01-18T19:40:59.063607+0000 mon.smithi129 (mon.0) 2323 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:40:59.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:59 smithi129 conmon[101092]: 2022-01-18T19:40:59.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:40:59 smithi129 conmon[101092]: audit 2022-01-18T19:40:59.063861+0000 mon.smithi129 (mon.0) 2324 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:40:59.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:59 smithi156 conmon[67007]: audit 2022-01-18T19:40:59.063607+0000 mon.smithi129 (mon.0) 2323 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:40:59.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:59 smithi156 conmon[67007]: audit 2022-01-18T19:40:59.063861+0000 2022-01-18T19:40:59.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:40:59 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2324 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:41:00.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:00 smithi129 conmon[101092]: cluster 2022-01-18T19:40:58.295451+0000 mgr.smithi129.iclwio (mgr.14716) 7555 : cluster [DBG] pgmap v6495: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:00.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:00 smithi156 conmon[67007]: cluster 2022-01-18T19:40:58.295451+0000 mgr.smithi129.iclwio (mgr.14716) 7555 : cluster [DBG] pgmap v6495: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:01.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:01 smithi129 conmon[101092]: audit 2022-01-18T19:41:01.019550+0000 mon.smithi129 (mon.0) 2325 2022-01-18T19:41:01.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:01 smithi129 conmon[101092]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:41:01.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:01 smithi129 conmon[101092]: audit 2022-01-18T19:41:01.021038+0000 mon.smithi129 (mon.0) 2326 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:41:01.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:01 smithi129 conmon[101092]: audit 2022-01-18T19:41:01.021864 2022-01-18T19:41:01.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:01 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 2327 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:41:01.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:01 smithi156 conmon[67007]: audit 2022-01-18T19:41:01.019550+0000 mon.smithi129 (mon.0) 2325 : audit [DBG] 2022-01-18T19:41:01.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:01 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:41:01.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:01 smithi156 conmon[67007]: audit 2022-01-18T19:41:01.021038+0000 mon.smithi129 (mon.0) 2326 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:41:01.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:01 smithi156 conmon[67007]: audit 2022-01-18T19:41 2022-01-18T19:41:01.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:01 smithi156 conmon[67007]: :01.021864+0000 mon.smithi129 (mon.0) 2327 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:41:02.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:02 smithi129 conmon[101092]: cluster 2022-01-18T19:41:00.296402+0000 mgr.smithi129.iclwio (mgr.14716) 7556 : cluster [DBG] pgmap v6496: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:41:02.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:02 smithi129 conmon[101092]: 2022-01-18T19:41:02.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:02 smithi129 conmon[101092]: cephadm 2022-01-18T19:41:01.022561+0000 mgr.smithi129.iclwio (mgr.14716) 7557 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:41:02.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:02 smithi129 conmon[101092]: audit 2022-01-18T19:41:01.336763+0000 mon.smithi129 (mon.0) 2328 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:41:02.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:02 smithi129 conmon[101092]: audit 2022-01-18T19:41:01.341391+0000 mon.smithi129 (mon.0) 2329 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:41:02.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:02 smithi156 conmon[67007]: cluster 2022-01-18T19:41:00.296402+0000 mgr.smithi129.iclwio (mgr.14716) 7556 : cluster [DBG] 2022-01-18T19:41:02.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:02 smithi156 conmon[67007]: pgmap v6496: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:41:02.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:02 smithi156 conmon[67007]: cephadm 2022-01-18T19:41:01.022561+0000 mgr.smithi129.iclwio (mgr.14716) 7557 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:41:02.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:02 smithi156 conmon[67007]: audit 2022-01-18T19:41:01.336763+0000 mon.smithi129 (mon.0) 2328 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:41:02.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:02 smithi156 conmon[67007]: audit 2022-01-18T19:41:01.341391+0000 mon.smithi129 (mon.0) 2329 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:41:03.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:03 smithi156 conmon[67007]: cluster 2022-01-18T19:41:02.296943+0000 mgr.smithi129.iclwio (mgr.14716) 7558 : cluster [DBG] pgmap v6497: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:03.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:03 smithi129 conmon[101092]: cluster 2022-01-18T19:41:02.296943+0000 mgr.smithi129.iclwio (mgr.14716) 7558 : cluster [DBG] pgmap v6497: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:05.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:05 smithi129 conmon[101092]: cluster 2022-01-18T19:41:04.297602+0000 mgr.smithi129.iclwio (mgr.14716) 7559 2022-01-18T19:41:05.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:05 smithi129 conmon[101092]: : cluster [DBG] pgmap v6498: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:05.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:05 smithi156 conmon[67007]: cluster 2022-01-18T19:41:04.297602+0000 mgr.smithi129.iclwio (mgr.14716) 7559 : cluster [DBG] pgmap v6498: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:08.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:07 smithi156 conmon[67007]: cluster 2022-01-18T19:41:06.298077+0000 mgr.smithi129.iclwio (mgr.14716) 7560 : cluster [DBG] pgmap v6499: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:08.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:07 smithi156 conmon[67007]: 2022-01-18T19:41:08.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:07 smithi129 conmon[101092]: cluster 2022-01-18T19:41:06.298077+0000 mgr.smithi129.iclwio 2022-01-18T19:41:08.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:07 smithi129 conmon[101092]: (mgr.14716) 7560 : cluster [DBG] pgmap v6499: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:10.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:09 smithi156 conmon[67007]: cluster 2022-01-18T19:41:08.298704+0000 mgr.smithi129.iclwio (mgr.14716) 7561 : cluster [DBG] pgmap v6500: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:10.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:09 smithi129 conmon[101092]: cluster 2022-01-18T19:41:08.298704+0000 mgr.smithi129.iclwio (mgr.14716) 7561 : cluster [DBG] pgmap v6500: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:12.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:12 smithi156 conmon[67007]: cluster 2022-01-18T19:41:10.299635+0000 mgr.smithi129.iclwio (mgr.14716) 7562 : cluster [DBG] pgmap v6501: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:41:12.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:12 smithi129 conmon[101092]: cluster 2022-01-18T19:41:10.299635+0000 mgr.smithi129.iclwio (mgr.14716) 7562 : cluster [DBG] pgmap v6501: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:41:12.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:12 smithi129 conmon[101092]: 2022-01-18T19:41:14.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:14 smithi156 conmon[67007]: cluster 2022-01-18T19:41:12.300163+0000 mgr.smithi129.iclwio (mgr.14716) 7563 : cluster [DBG] pgmap v6502: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:14.359 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:41:14.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:14 smithi129 conmon[101092]: cluster 2022-01-18T19:41:12.300163+0000 mgr.smithi129.iclwio (mgr.14716) 7563 : cluster [DBG] pgmap v6502: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:14.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:14 smithi129 conmon[101092]: 2022-01-18T19:41:14.623 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:41:14.624 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 73s ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:41:14.624 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 73s ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:41:14.624 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 75s ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:41:14.624 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 73s ago 3h 43.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:41:14.625 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 73s ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:41:14.625 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 75s ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:41:14.625 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 73s ago 3h 727M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:41:14.625 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 75s ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:41:14.625 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 73s ago 3h 1420M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:41:14.626 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 75s ago 3h 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:41:14.626 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 73s ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:41:14.626 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 75s ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:41:14.626 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 73s ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:41:14.627 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 75s ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:41:14.627 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 73s ago 3h 2040M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:41:14.627 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 73s ago 3h 3112M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:41:14.627 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 73s ago 3h 2371M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:41:14.628 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 73s ago 3h 3128M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:41:14.628 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 75s ago 3h 2905M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:41:14.628 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 75s ago 3h 3438M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:41:14.628 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 75s ago 3h 2756M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:41:14.628 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 75s ago 3h 4005M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:41:14.629 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 73s ago 3h 139M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:41:14.941 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:41:14.941 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:41:14.942 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:41:14.942 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:41:14.942 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:41:14.942 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:41:14.943 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:41:14.943 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:41:14.943 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:41:14.943 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:41:14.944 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:41:14.944 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:41:14.944 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:41:14.944 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:41:14.944 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:41:14.945 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:41:14.945 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:41:14.945 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:41:14.946 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:41:15.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:15 smithi156 conmon[67007]: audit 2022-01-18T19:41:14.951670+0000 mon.smithi129 (mon.0) 2330 : audit [DBG] from='client.? 172.21.15.129:0/4291388832' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:41:15.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:15 smithi129 conmon[101092]: audit 2022-01-18T19:41:14.951670+0000 mon.smithi129 (mon.0) 2330 : audit [DBG] from='client.? 172.21.15.129:0/4291388832' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:41:16.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:16 smithi156 conmon[67007]: cluster 2022-01-18T19:41:14.300873+0000 mgr.smithi129.iclwio (mgr.14716) 7564 : cluster [DBG] pgmap v6503: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:16.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:16 smithi156 conmon[67007]: audit 2022-01-18T19:41:14. 2022-01-18T19:41:16.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:16 smithi156 conmon[67007]: 358394+0000 mgr.smithi129.iclwio (mgr.14716) 7565 : audit [DBG] from='client.39130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:41:16.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:16 smithi156 conmon[67007]: audit 2022-01-18T19:41:14.625560+0000 mgr.smithi129.iclwio (mgr.14716) 7566 : audit [DBG] from='client.39134 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:41:16.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:16 smithi129 conmon[101092]: cluster 2022-01-18T19:41:14.300873+0000 mgr.smithi129.iclwio (mgr.14716) 7564 : cluster [DBG] pgmap v6503: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:16.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:16 smithi129 conmon[101092]: audit 2022-01-18T19:41:14.358394+0000 mgr.smithi129.iclwio (mgr.14716) 7565 : audit [DBG] from='client.39130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:41:16.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:16 smithi129 conmon[101092]: audit 2022-01-18T19:41:14.625560+0000 mgr.smithi129.iclwio (mgr.14716) 7566 : audit [DBG] from='client.39134 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:41:16.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:16 smithi129 conmon[101092]: 2022-01-18T19:41:18.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:18 smithi156 conmon[67007]: cluster 2022-01-18T19:41:16.301409+0000 mgr.smithi129.iclwio (mgr.14716) 7567 : cluster [DBG] pgmap v6504: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:18.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:18 smithi129 conmon[101092]: cluster 2022-01-18T19:41:16.301409+0000 mgr.smithi129.iclwio (mgr.14716) 7567 : cluster [DBG] pgmap v6504: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:20.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:20 smithi156 conmon[67007]: cluster 2022-01-18T19:41:18.302140+0000 mgr.smithi129.iclwio (mgr.14716) 7568 : cluster [DBG] pgmap v6505: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:20.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:20 smithi129 conmon[101092]: cluster 2022-01-18T19:41:18.302140+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:41:20.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:20 smithi129 conmon[101092]: 7568 : cluster [DBG] pgmap v6505: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:22.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:22 smithi156 conmon[67007]: cluster 2022-01-18T19:41:20.302955+0000 mgr.smithi129.iclwio (mgr.14716) 7569 : cluster [DBG] pgmap v6506: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:41:22.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:22 smithi129 conmon[101092]: cluster 2022-01-18T19:41:20.302955+0000 mgr.smithi129.iclwio (mgr.14716) 7569 : cluster [DBG] pgmap v6506: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:41:24.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:24 smithi156 conmon[67007]: cluster 2022-01-18T19:41:22.303636+0000 mgr.smithi129.iclwio (mgr.14716) 7570 : cluster [DBG] pgmap v6507: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:24.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:24 smithi129 conmon[101092]: cluster 2022-01-18T19:41:22.303636+0000 mgr.smithi129.iclwio (mgr 2022-01-18T19:41:24.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:24 smithi129 conmon[101092]: .14716) 7570 : cluster [DBG] pgmap v6507: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:26.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:26 smithi156 conmon[67007]: cluster 2022-01-18T19:41:24.304516+0000 mgr.smithi129.iclwio (mgr.14716) 7571 : cluster [DBG] pgmap v6508: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:26.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:26 smithi129 conmon[101092]: cluster 2022-01-18T19:41:24.304516+0000 mgr.smithi129.iclwio (mgr.14716) 7571 : cluster [DBG] pgmap v6508: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:28.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:28 smithi156 conmon[67007]: cluster 2022-01-18T19:41:26.304935+0000 mgr.smithi129.iclwio (mgr.14716) 7572 : cluster [DBG] pgmap v6509: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:28.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:28 smithi129 conmon[101092]: cluster 2022-01-18T19:41:26.304935+0000 mgr.smithi129.iclwio (mgr.14716) 7572 : cluster [DBG] pgmap v6509: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:30.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:30 smithi156 conmon[67007]: cluster 2022-01-18T19:41:28.305589+0000 mgr.smithi129.iclwio (mgr.14716) 7573 : cluster [DBG] pgmap v6510: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:30.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:30 smithi129 conmon[101092]: cluster 2022-01-18T19:41:28.305589+0000 mgr.smithi129.iclwio (mgr.14716) 7573 : cluster [DBG] pgmap v6510: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:32.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:32 smithi156 conmon[67007]: cluster 2022-01-18T19:41:30.306372+0000 mgr.smithi129.iclwio (mgr.14716) 7574 : cluster [DBG] pgmap v6511: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:41:32.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:32 smithi129 conmon[101092]: cluster 2022-01-18T19:41:30.306372+0000 mgr.smithi129.iclwio (mgr.14716) 7574 : cluster [DBG] pgmap v6511: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:41:34.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:34 smithi156 conmon[67007]: cluster 2022-01-18T19:41:32.306938+0000 mgr.smithi129.iclwio (mgr.14716) 7575 : cluster [DBG] pgmap v6512: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:34.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:34 smithi129 conmon[101092]: cluster 2022-01-18T19:41:32.306938+0000 mgr.smithi129.iclwio (mgr.14716) 7575 : cluster [DBG] pgmap v6512: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:36.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:36 smithi129 conmon[101092]: cluster 2022-01-18T19:41:34.307841+0000 mgr.smithi129.iclwio (mgr.14716) 7576 : cluster [DBG] pgmap v6513: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:36.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:36 smithi156 conmon[67007]: cluster 2022-01-18T19:41:34.307841+0000 mgr.smithi129.iclwio (mgr.14716) 7576 : cluster [DBG] pgmap v6513: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:38.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:38 smithi129 conmon[101092]: cluster 2022-01-18T19:41:36.308386+0000 mgr.smithi129.iclwio (mgr.14716) 7577 : cluster [DBG] pgmap v6514: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:38.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:38 smithi129 conmon[101092]: 2022-01-18T19:41:38.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:38 smithi156 conmon[67007]: cluster 2022-01-18T19:41:36.308386+0000 mgr.smithi129.iclwio (mgr.14716) 7577 : cluster [DBG] pgmap v6514: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:40.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:40 smithi129 conmon[101092]: cluster 2022-01-18T19:41:38.308952+0000 mgr.smithi129.iclwio (mgr.14716) 7578 : cluster [DBG] pgmap v6515: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:40.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:40 smithi156 conmon[67007]: cluster 2022-01-18T19:41:38.308952+0000 mgr.smithi129.iclwio (mgr.14716) 7578 : cluster [DBG] pgmap v6515: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:42.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:42 smithi129 conmon[101092]: cluster 2022-01-18T19:41:40.309702+0000 mgr.smithi129.iclwio (mgr.14716) 7579 : cluster [DBG] pgmap v6516: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:41:42.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:42 smithi156 conmon[67007]: cluster 2022-01-18T19:41:40.309702+0000 mgr.smithi129.iclwio (mgr.14716) 7579 : cluster [DBG] pgmap v6516: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:41:42.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:42 smithi156 conmon[67007]: 2022-01-18T19:41:44.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:44 smithi129 conmon[101092]: cluster 2022-01-18T19:41:42.310343+0000 mgr.smithi129.iclwio (mgr.14716) 7580 : cluster [DBG] pgmap v6517: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:44.434 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:44 smithi156 conmon[67007]: cluster 2022-01-18T19:41:42.310343+0000 mgr.smithi129.iclwio (mgr.14716) 7580 : cluster [DBG] pgmap v6517: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:45.241 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:41:45.506 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:41:45.507 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 104s ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:41:45.507 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 104s ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:41:45.507 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 106s ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:41:45.507 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 104s ago 3h 43.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:41:45.508 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 104s ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:41:45.508 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 106s ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:41:45.508 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 104s ago 3h 727M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:41:45.508 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 106s ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:41:45.509 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 104s ago 3h 1420M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:41:45.509 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 106s ago 3h 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:41:45.509 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 104s ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:41:45.509 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 106s ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:41:45.510 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 104s ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:41:45.510 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 106s ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:41:45.510 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 104s ago 3h 2040M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:41:45.510 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 104s ago 3h 3112M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:41:45.510 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 104s ago 3h 2371M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:41:45.511 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 104s ago 3h 3128M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:41:45.511 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 106s ago 3h 2905M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:41:45.511 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 106s ago 3h 3438M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:41:45.511 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 106s ago 3h 2756M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:41:45.512 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 106s ago 3h 4005M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:41:45.512 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 104s ago 3h 139M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:41:45.828 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:41:45.828 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:41:45.829 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:41:45.829 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:41:45.829 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:41:45.829 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:41:45.830 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:41:45.830 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:41:45.830 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:41:45.831 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:41:45.831 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:41:45.831 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:41:45.831 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:41:45.832 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:41:45.832 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:41:45.832 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:41:45.832 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:41:45.833 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:41:45.833 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:41:46.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:46 smithi129 conmon[101092]: cluster 2022-01-18T19:41:44.311021+0000 mgr.smithi129.iclwio (mgr.14716) 7581 : cluster [DBG] pgmap v6518: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:46.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:46 smithi129 conmon[101092]: audit 2022-01-18T19:41:46.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:46 smithi129 conmon[101092]: 2022-01-18T19:41:45.838722+0000 mon.smithi129 (mon.0) 2331 : audit [DBG] from='client.? 172.21.15.129:0/3097140635' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:41:46.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:46 smithi156 conmon[67007]: cluster 2022-01-18T19:41:44.311021+0000 mgr.smithi129.iclwio (mgr.14716) 7581 : cluster [DBG] pgmap v6518: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:46.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:46 smithi156 conmon[67007]: audit 2022-01-18T19:41:45.838722+0000 mon.smithi129 (mon.0) 2331 : audit [DBG] from='client.? 172.21.15.129:0/3097140635' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:41:47.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:47 smithi129 conmon[101092]: audit 2022-01-18T19:41:45.239882+0000 mgr.smithi129.iclwio (mgr.14716) 7582 : audit [DBG] from='client.39142 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:41:47.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:47 smithi129 conmon[101092]: 2022-01-18T19:41:47.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:47 smithi129 conmon[101092]: audit 2022-01-18T19:41:45.507991+0000 mgr.smithi129.iclwio (mgr.14716) 7583 : audit [DBG] from='client.39146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:41:47.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:47 smithi156 conmon[67007]: audit 2022-01-18T19:41:45.239882+0000 mgr.smithi129.iclwio (mgr.14716) 7582 : audit [DBG] 2022-01-18T19:41:47.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:47 smithi156 conmon[67007]: from='client.39142 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:41:47.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:47 smithi156 conmon[67007]: audit 2022-01-18T19:41:45.507991+0000 mgr.smithi129.iclwio (mgr.14716) 7583 : audit [DBG] from='client.39146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:41:48.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:48 smithi129 conmon[101092]: cluster 2022-01-18T19:41:46.311429+0000 mgr.smithi129.iclwio (mgr.14716) 7584 : cluster [DBG] pgmap v6519: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:48.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:48 smithi156 conmon[67007]: cluster 2022-01-18T19:41:46.311429+0000 mgr.smithi129.iclwio (mgr.14716) 7584 : cluster [DBG] 2022-01-18T19:41:48.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:48 smithi156 conmon[67007]: pgmap v6519: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:50.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:50 smithi129 conmon[101092]: cluster 2022-01-18T19:41:48.312136+0000 mgr.smithi129.iclwio (mgr.14716) 7585 : cluster [DBG] pgmap v6520: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:50.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:50 smithi156 conmon[67007]: cluster 2022-01-18T19:41:48.312136+0000 mgr.smithi129.iclwio (mgr.14716) 7585 : cluster [DBG] pgmap v6520: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:52.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:52 smithi129 conmon[101092]: cluster 2022-01-18T19:41:50.312828+0000 mgr.smithi129.iclwio (mgr.14716) 7586 : cluster [DBG] pgmap v6521: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:41:52.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:52 smithi156 conmon[67007]: cluster 2022-01-18T19:41:50.312828+0000 mgr.smithi129.iclwio (mgr.14716) 7586 : cluster [DBG] pgmap v6521: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:41:54.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:54 smithi129 conmon[101092]: cluster 2022-01-18T19:41:52.313381+0000 mgr.smithi129.iclwio (mgr.14716) 7587 : cluster [DBG] pgmap v6522: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:54.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:54 smithi129 conmon[101092]: 2022-01-18T19:41:54.434 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:54 smithi156 conmon[67007]: cluster 2022-01-18T19:41:52.313381+0000 mgr.smithi129.iclwio (mgr.14716) 7587 : cluster [DBG] pgmap v6522: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:56.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:56 smithi129 conmon[101092]: cluster 2022-01-18T19:41:54.314260+0000 mgr.smithi129.iclwio (mgr.14716) 7588 : cluster [DBG] pgmap v6523: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:56.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:56 smithi129 conmon[101092]: 2022-01-18T19:41:56.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:56 smithi156 conmon[67007]: cluster 2022-01-18T19:41:54.314260+0000 mgr.smithi129.iclwio (mgr.14716) 7588 : cluster [DBG] pgmap v6523: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:58.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:58 smithi129 conmon[101092]: cluster 2022-01-18T19:41:56.314722+0000 mgr.smithi129.iclwio (mgr.14716) 7589 : cluster [DBG] pgmap v6524: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:58.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:58 smithi156 conmon[67007]: cluster 2022-01-18T19:41:56.314722+0000 mgr.smithi129.iclwio (mgr.14716) 7589 : cluster [DBG] pgmap v6524: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:41:58.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:58 smithi156 conmon[67007]: 2022-01-18T19:41:59.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:59 smithi129 conmon[101092]: audit 2022-01-18T19:41:59.067754+0000 mon.smithi129 (mon.0) 2332 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:41:59.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:41:59 smithi129 conmon[101092]: audit 2022-01-18T19:41:59.068001+0000 mon.smithi129 (mon.0) 2333 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:41:59.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:59 smithi156 conmon[67007]: audit 2022-01-18T19:41:59.067754+0000 mon.smithi129 (mon.0) 2332 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:41:59.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:41:59 smithi156 conmon[67007]: audit 2022-01-18T19:41:59.068001+0000 mon.smithi129 (mon.0) 2333 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:42:00.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:00 smithi129 conmon[101092]: cluster 2022-01-18T19:41:58.315299+0000 mgr.smithi129.iclwio (mgr.14716) 7590 : cluster [DBG] pgmap v6525: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:00.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:00 smithi156 conmon[67007]: cluster 2022-01-18T19:41:58.315299+0000 mgr.smithi129.iclwio ( 2022-01-18T19:42:00.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:00 smithi156 conmon[67007]: mgr.14716) 7590 : cluster [DBG] pgmap v6525: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:02.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:02 smithi129 conmon[101092]: cluster 2022-01-18T19:42:00.316055+0000 mgr.smithi129.iclwio (mgr.14716) 7591 : cluster [DBG] pgmap v6526: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:42:02.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:02 smithi129 conmon[101092]: audit 2022-01-18T19:42:01.343825+0000 mon.smithi129 (mon.0) 2334 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:42:02.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:02 smithi129 conmon[101092]: audit 2022-01-18T19:42:01.345158+0000 mon.smithi129 (mon.0) 2022-01-18T19:42:02.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:02 smithi129 conmon[101092]: 2335 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:42:02.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:02 smithi129 conmon[101092]: audit 2022-01-18T19: 2022-01-18T19:42:02.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:02 smithi129 conmon[101092]: 42:01.346011+0000 mon.smithi129 (mon. 2022-01-18T19:42:02.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:02 smithi129 conmon[101092]: 0) 2336 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:42:02.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:02 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T19:42:02.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:02 smithi129 conmon[101092]: 19:42:01.606598+0000 mon.smithi129 (mon.0) 2337 : audit 2022-01-18T19:42:02.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:02 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:42:02.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:02 smithi129 conmon[101092]: audit 2022 2022-01-18T19:42:02.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:02 smithi129 conmon[101092]: -01-18T19:42:01.900325 2022-01-18T19:42:02.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:02 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 2338 : audit 2022-01-18T19:42:02.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:02 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:42:02.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:02 smithi129 conmon[101092]: audit 2022 2022-01-18T19:42:02.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:02 smithi129 conmon[101092]: -01-18T19:42:01. 2022-01-18T19:42:02.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:02 smithi129 conmon[101092]: 905418+0000 mon.smithi129 (mon.0) 2339 2022-01-18T19:42:02.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:02 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:42:02.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:02 smithi156 conmon[67007]: cluster 2022-01-18T19:42:00.316055+0000 mgr.smithi129.iclwio (mgr.14716) 7591 : cluster [DBG] pgmap v6526: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:42:02.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:02 smithi156 conmon[67007]: audit 2022-01-18T19:42:01.343825+0000 mon.smithi129 (mon.0) 2334 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:42:02.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:02 smithi156 conmon[67007]: audit 2022-01-18T19:42:01.345158+0000 mon.smithi129 (mon.0) 2335 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:42:02.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:02 smithi156 conmon[67007]: audit 2022-01-18T19:42:01.346011+0000 mon.smithi129 (mon.0) 2336 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:42:02.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:02 smithi156 conmon[67007]: audit 2022-01-18T19:42:01.606598+0000 mon.smithi129 (mon.0) 2337 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:42:02.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:02 smithi156 conmon[67007]: audit 2022-01-18T19:42:01.900325+0000 mon.smithi129 (mon.0) 2338 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:42:02.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:02 smithi156 conmon[67007]: audit 2022-01-18T19:42:01.905418+0000 mon.smithi129 (mon.0) 2339 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:42:03.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:03 smithi129 conmon[101092]: cephadm 2022-01-18T19:42:01.346779+0000 mgr.smithi129.iclwio (mgr.14716) 7592 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:42:03.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:03 smithi156 conmon[67007]: cephadm 2022-01-18T19:42:01.346779+0000 mgr.smithi129.iclwio (mgr.14716) 7592 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:42:04.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:04 smithi129 conmon[101092]: cluster 2022-01-18T19:42:02.316489+0000 mgr.smithi129.iclwio (mgr.14716) 7593 : cluster [DBG] pgmap v6527: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:04.434 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:04 smithi156 conmon[67007]: cluster 2022-01-18T19:42:02.316489+0000 mgr.smithi129.iclwio (mgr.14716) 7593 : cluster [DBG] pgmap v6527: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:06.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:06 smithi129 conmon[101092]: cluster 2022-01-18T19:42:04.317153+0000 mgr.smithi129.iclwio (mgr.14716) 7594 : cluster [DBG] pgmap v6528: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:06.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:06 smithi156 conmon[67007]: cluster 2022-01-18T19:42:04.317153+0000 mgr.smithi129.iclwio (mgr.14716) 7594 : cluster [DBG] pgmap v6528: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:06.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:06 smithi156 conmon[67007]: 2022-01-18T19:42:08.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:08 smithi129 conmon[101092]: cluster 2022-01-18T19:42:06.317665+0000 mgr.smithi129.iclwio (mgr.14716) 7595 : cluster [DBG] pgmap v6529: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:08.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:08 smithi156 conmon[67007]: cluster 2022-01-18T19:42:06.317665+0000 mgr.smithi129.iclwio (mgr.14716) 7595 : cluster [DBG] pgmap v6529: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:10.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:10 smithi129 conmon[101092]: cluster 2022-01-18T19:42:08.318295+0000 mgr.smithi129.iclwio (mgr.14716) 7596 : cluster [DBG] pgmap v6530: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:10.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:10 smithi156 conmon[67007]: cluster 2022-01-18T19:42:08.318295+0000 mgr.smithi129.iclwio (mgr.14716) 7596 : cluster [DBG] 2022-01-18T19:42:10.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:10 smithi156 conmon[67007]: pgmap v6530: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:12.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:12 smithi129 conmon[101092]: cluster 2022-01-18T19:42:10.319218+0000 mgr.smithi129.iclwio (mgr.14716) 7597 : cluster [DBG] pgmap v6531: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:42:12.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:12 smithi129 conmon[101092]: 2022-01-18T19:42:12.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:12 smithi156 conmon[67007]: cluster 2022-01-18T19:42:10.319218+0000 mgr.smithi129.iclwio (mgr.14716) 7597 : cluster [DBG] pgmap v6531: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:42:12.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:12 smithi156 conmon[67007]: 2022-01-18T19:42:14.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:14 smithi129 conmon[101092]: cluster 2022-01-18T19:42:12.319967+0000 mgr.smithi129.iclwio (mgr.14716) 7598 : cluster [DBG] pgmap v6532: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:14.434 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:14 smithi156 conmon[67007]: cluster 2022-01-18T19:42:12.319967+0000 mgr.smithi129.iclwio (mgr.14716) 7598 : cluster [DBG] pgmap v6532: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:16.127 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:42:16.395 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:42:16.395 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 2m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:42:16.395 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 2m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:42:16.396 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 2m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:42:16.396 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 2m ago 3h 43.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:42:16.396 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 2m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:42:16.396 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 2m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:42:16.397 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 2m ago 3h 727M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:42:16.397 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 2m ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:42:16.397 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 2m ago 3h 1420M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:42:16.397 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 2m ago 3h 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:42:16.398 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 2m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:42:16.398 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 2m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:42:16.398 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 2m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:42:16.398 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 2m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:42:16.399 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 2m ago 3h 2040M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:42:16.399 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 2m ago 3h 3112M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:42:16.399 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 2m ago 3h 2371M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:42:16.399 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 2m ago 3h 3128M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:42:16.400 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 2m ago 3h 2905M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:42:16.400 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 2m ago 3h 3438M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:42:16.400 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 2m ago 3h 2756M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:42:16.400 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 2m ago 3h 4005M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:42:16.400 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 2m ago 3h 139M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:42:16.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:16 smithi129 conmon[101092]: cluster 2022-01-18T19:42:14 2022-01-18T19:42:16.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:16 smithi129 conmon[101092]: .320657+0000 mgr.smithi129.iclwio (mgr.14716) 7599 : cluster [DBG] pgmap v6533: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:16.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:16 smithi156 conmon[67007]: cluster 2022-01-18T19:42:14.320657+0000 mgr.smithi129.iclwio (mgr.14716) 7599 : cluster [DBG] 2022-01-18T19:42:16.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:16 smithi156 conmon[67007]: pgmap v6533: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:16.717 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:42:16.717 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:42:16.718 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:42:16.718 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:42:16.718 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:42:16.718 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:42:16.719 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:42:16.719 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:42:16.719 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:42:16.719 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:42:16.719 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:42:16.720 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:42:16.720 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:42:16.720 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:42:16.720 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:42:16.721 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:42:16.721 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:42:16.721 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:42:16.721 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:42:17.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:17 smithi129 conmon[101092]: audit 2022-01-18T19:42:16.124498+0000 mgr.smithi129.iclwio (mgr.14716) 7600 : audit 2022-01-18T19:42:17.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:17 smithi129 conmon[101092]: [DBG] from='client.39154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:42:17.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:17 smithi129 conmon[101092]: audit 2022-01-18T19:42:16.727638+0000 mon.smithi129 (mon.0) 2340 : audit [DBG] from='client.? 172.21.15.129:0/3576692736' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:42:17.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:17 smithi156 conmon[67007]: audit 2022-01-18T19:42:16.124498+0000 mgr.smithi129.iclwio (mgr.14716) 7600 : audit [DBG] from='client.39154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:42:17.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:17 smithi156 conmon[67007]: 2022-01-18T19:42:17.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:17 smithi156 conmon[67007]: audit 2022-01-18T19:42:16.727638+0000 mon.smithi129 (mon.0) 2340 : audit [DBG] from='client.? 172.21.15.129:0/3576692736' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:42:18.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:18 smithi129 conmon[101092]: cluster 2022-01-18T19:42:16.321171+0000 mgr.smithi129.iclwio (mgr.14716) 7601 : cluster [DBG] pgmap v6534: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:18.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:18 smithi129 conmon[101092]: 2022-01-18T19:42:18.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:18 smithi129 conmon[101092]: audit 2022-01-18T19:42:16.396744+0000 mgr.smithi129.iclwio (mgr.14716) 7602 : audit [DBG] from='client.39158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:42:18.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:18 smithi156 conmon[67007]: cluster 2022-01-18T19:42:16.321171+0000 mgr.smithi129.iclwio (mgr.14716) 7601 : 2022-01-18T19:42:18.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:18 smithi156 conmon[67007]: cluster [DBG] pgmap v6534: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:18.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:18 smithi156 conmon[67007]: audit 2022-01-18T19:42:16.396744+0000 mgr.smithi129.iclwio (mgr.14716) 7602 : audit [DBG] from='client.39158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:42:20.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:20 smithi129 conmon[101092]: cluster 2022-01-18T19:42:18.321718+0000 mgr.smithi129.iclwio (mgr.14716) 7603 : cluster [DBG] pgmap v6535: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:20.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:20 smithi156 conmon[67007]: cluster 2022-01-18T19:42:18.321718+0000 mgr.smithi129.iclwio (mgr.14716) 7603 : cluster [DBG] 2022-01-18T19:42:20.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:20 smithi156 conmon[67007]: pgmap v6535: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:22.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:22 smithi129 conmon[101092]: cluster 2022-01-18T19:42:20.322410+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:42:22.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:22 smithi129 conmon[101092]: 7604 : cluster [DBG] pgmap v6536: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:42:22.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:22 smithi156 conmon[67007]: cluster 2022-01-18T19:42:20.322410+0000 mgr.smithi129.iclwio (mgr.14716) 7604 : cluster [DBG] 2022-01-18T19:42:22.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:22 smithi156 conmon[67007]: pgmap v6536: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:42:24.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:24 smithi129 conmon[101092]: cluster 2022-01-18T19:42:22.323005+0000 mgr.smithi129.iclwio (mgr.14716) 7605 : cluster [DBG] pgmap v6537: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:24.434 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:24 smithi156 conmon[67007]: cluster 2022-01-18T19:42:22.323005+0000 mgr.smithi129.iclwio (mgr.14716) 7605 : cluster [DBG] pgmap v6537: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:24.435 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:24 smithi156 conmon[67007]: 2022-01-18T19:42:26.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:26 smithi129 conmon[101092]: cluster 2022-01-18T19:42:24.323935+0000 mgr.smithi129.iclwio (mgr.14716) 7606 : cluster [DBG] pgmap v6538: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:26.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:26 smithi129 conmon[101092]: 2022-01-18T19:42:26.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:26 smithi156 conmon[67007]: cluster 2022-01-18T19:42:24.323935+0000 mgr.smithi129.iclwio (mgr.14716) 7606 : cluster [DBG] 2022-01-18T19:42:26.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:26 smithi156 conmon[67007]: pgmap v6538: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:28.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:28 smithi129 conmon[101092]: cluster 2022-01-18T19:42:26.324458+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:42:28.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:28 smithi129 conmon[101092]: 7607 : cluster [DBG] pgmap v6539: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:28.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:28 smithi156 conmon[67007]: cluster 2022-01-18T19:42:26.324458+0000 mgr.smithi129.iclwio (mgr.14716) 7607 : cluster [DBG] pgmap v6539: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:30.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:30 smithi129 conmon[101092]: cluster 2022-01-18T19:42:28.325151+0000 mgr.smithi129.iclwio (mgr.14716) 7608 : cluster 2022-01-18T19:42:30.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:30 smithi129 conmon[101092]: [DBG] pgmap v6540: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:30.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:30 smithi156 conmon[67007]: cluster 2022-01-18T19:42:28.325151+0000 mgr.smithi129.iclwio (mgr.14716) 7608 : cluster [DBG] 2022-01-18T19:42:30.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:30 smithi156 conmon[67007]: pgmap v6540: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:32.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:32 smithi129 conmon[101092]: cluster 2022-01-18T19:42:30.325929+0000 mgr.smithi129.iclwio (mgr.14716) 7609 : cluster [DBG] pgmap v6541: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:42:32.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:32 smithi156 conmon[67007]: cluster 2022-01-18T19:42:30.325929+0000 mgr.smithi129.iclwio (mgr.14716) 7609 : cluster 2022-01-18T19:42:32.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:32 smithi156 conmon[67007]: [DBG] pgmap v6541: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:42:33.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:33 smithi156 conmon[67007]: cluster 2022-01-18T19:42:32.326430+0000 mgr.smithi129.iclwio (mgr.14716) 7610 : cluster [DBG] 2022-01-18T19:42:33.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:33 smithi156 conmon[67007]: pgmap v6542: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:33.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:33 smithi129 conmon[101092]: cluster 2022-01-18T19:42:32.326430+0000 mgr.smithi129.iclwio (mgr.14716) 7610 : cluster [DBG] pgmap v6542: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:35.678 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:35 smithi129 conmon[101092]: cluster 2022-01-18T19:42:34.327110+0000 mgr.smithi129.iclwio (mgr.14716) 7611 : cluster [DBG] pgmap v6543: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:35.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:35 smithi156 conmon[67007]: cluster 2022-01-18T19:42:34.327110+0000 mgr.smithi129.iclwio (mgr.14716) 7611 2022-01-18T19:42:35.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:35 smithi156 conmon[67007]: : cluster [DBG] pgmap v6543: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:38.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:38 smithi156 conmon[67007]: cluster 2022-01-18T19:42:36.327636+0000 mgr.smithi129.iclwio (mgr.14716) 7612 : cluster [DBG] pgmap v6544: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:38.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:38 smithi129 conmon[101092]: cluster 2022-01-18T19:42:36.327636+0000 mgr.smithi129.iclwio (mgr.14716) 7612 : cluster [DBG] pgmap v6544: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:40.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:40 smithi156 conmon[67007]: cluster 2022-01-18T19:42:38.328272+0000 mgr.smithi129.iclwio (mgr.14716) 7613 : cluster [DBG] pgmap v6545: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:40.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:40 smithi129 conmon[101092]: cluster 2022-01-18T19:42:38.328272+0000 mgr.smithi129.iclwio (mgr.14716) 7613 : cluster [DBG] pgmap v6545: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:42.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:42 smithi156 conmon[67007]: cluster 2022-01-18T19:42:40.329047+0000 mgr.smithi129.iclwio (mgr.14716) 7614 : cluster [DBG] pgmap v6546: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:42:42.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:42 smithi129 conmon[101092]: cluster 2022-01-18T19:42:40.329047+0000 mgr.smithi129.iclwio (mgr.14716) 7614 : cluster [DBG] pgmap v6546: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:42:42.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:42 smithi129 conmon[101092]: 2022-01-18T19:42:44.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:44 smithi156 conmon[67007]: cluster 2022-01-18T19:42:42.329743+0000 mgr.smithi129.iclwio (mgr.14716) 7615 : cluster [DBG] pgmap v6547: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:44.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:44 smithi129 conmon[101092]: cluster 2022-01-18T19:42:42.329743+0000 mgr.smithi129.iclwio (mgr.14716) 7615 : cluster [DBG] 2022-01-18T19:42:44.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:44 smithi129 conmon[101092]: pgmap v6547: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:46.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:46 smithi156 conmon[67007]: cluster 2022-01-18T19:42:44.330581+0000 mgr.smithi129.iclwio (mgr.14716) 7616 : cluster [DBG] pgmap v6548: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:46.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:46 smithi129 conmon[101092]: cluster 2022-01-18T19:42:44.330581+0000 mgr.smithi129.iclwio (mgr.14716) 7616 : cluster [DBG] pgmap v6548: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:47.014 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:42:47.279 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:42:47.279 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 2m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:42:47.279 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 2m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:42:47.280 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 2m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:42:47.280 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 2m ago 3h 43.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:42:47.280 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 2m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:42:47.280 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 2m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:42:47.281 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 2m ago 3h 727M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:42:47.281 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 2m ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:42:47.281 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 2m ago 3h 1420M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:42:47.281 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 2m ago 3h 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:42:47.282 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 2m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:42:47.282 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 2m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:42:47.282 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 2m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:42:47.282 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 2m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:42:47.282 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 2m ago 3h 2040M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:42:47.283 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 2m ago 3h 3112M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:42:47.283 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 2m ago 3h 2371M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:42:47.283 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 2m ago 3h 3128M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:42:47.283 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 2m ago 3h 2905M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:42:47.284 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 2m ago 3h 3438M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:42:47.284 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 2m ago 3h 2756M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:42:47.284 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 2m ago 3h 4005M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:42:47.284 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 2m ago 3h 139M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:42:47.596 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:42:47.597 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:42:47.597 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:42:47.597 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:42:47.598 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:42:47.598 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:42:47.598 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:42:47.598 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:42:47.599 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:42:47.599 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:42:47.599 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:42:47.599 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:42:47.600 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:42:47.600 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:42:47.600 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:42:47.600 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:42:47.601 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:42:47.601 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:42:47.601 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:42:48.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:48 smithi156 conmon[67007]: cluster 2022-01-18T19:42:46.331076+0000 mgr.smithi129.iclwio (mgr.14716) 7617 : cluster [DBG] pgmap v6549: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:48.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:48 smithi156 conmon[67007]: audit 2022-01-18T19:42:47.012667+0000 mgr.smithi129.iclwio (mgr.14716) 7618 : audit [DBG] from='client.39166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:42:48.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:48 smithi156 conmon[67007]: audit 2022-01-18T19:42:47.607007+0000 2022-01-18T19:42:48.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:48 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2341 : audit [DBG] from='client.? 172.21.15.129:0/342274472' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:42:48.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:48 smithi129 conmon[101092]: cluster 2022-01-18T19:42:46.331076+0000 mgr.smithi129.iclwio (mgr.14716) 7617 : cluster [DBG] pgmap v6549: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:48.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:48 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T19:42:48.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:48 smithi129 conmon[101092]: 19:42:47.012667+0000 mgr.smithi129.iclwio (mgr.14716) 7618 : audit [DBG] from='client.39166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:42:48.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:48 smithi129 conmon[101092]: audit 2022-01-18T19:42:47.607007+0000 mon.smithi129 (mon.0) 2341 : audit [DBG] from='client.? 172.21.15.129:0/342274472' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:42:49.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:49 smithi156 conmon[67007]: audit 2022-01-18T19:42:47.280690+0000 mgr.smithi129.iclwio (mgr.14716) 7619 : audit [DBG] from='client.39170 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:42:49.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:49 smithi129 conmon[101092]: audit 2022-01-18T19:42:47.280690+0000 mgr.smithi129.iclwio (mgr.14716) 7619 : audit [DBG] from='client.39170 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:42:50.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:50 smithi156 conmon[67007]: cluster 2022-01-18T19:42:48.331681+0000 mgr.smithi129.iclwio (mgr.14716) 7620 : cluster [DBG] pgmap v6550: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:50.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:50 smithi129 conmon[101092]: cluster 2022-01-18T19:42:48.331681+0000 mgr.smithi129.iclwio (mgr.14716) 7620 : cluster [DBG] pgmap v6550: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:52.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:52 smithi156 conmon[67007]: cluster 2022-01-18T19:42:50.332592+0000 mgr.smithi129.iclwio (mgr.14716) 7621 : cluster [DBG] pgmap v6551: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:42:52.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:52 smithi129 conmon[101092]: cluster 2022-01-18T19:42:50.332592+0000 mgr.smithi129.iclwio (mgr.14716) 7621 : cluster [DBG] pgmap v6551: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:42:54.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:54 smithi156 conmon[67007]: cluster 2022-01-18T19:42:52.333259+0000 mgr.smithi129.iclwio (mgr.14716) 7622 : cluster [DBG] pgmap v6552: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:54.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:54 smithi129 conmon[101092]: cluster 2022-01-18T19:42:52.333259+0000 mgr.smithi129.iclwio (mgr.14716) 7622 : cluster [DBG] pgmap v6552: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:54.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:54 smithi129 conmon[101092]: 2022-01-18T19:42:56.289 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:56 smithi156 conmon[67007]: cluster 2022-01-18T19:42:54.334099+0000 mgr.smithi129.iclwio (mgr.14716) 7623 : cluster [DBG] pgmap v6553: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:56.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:56 smithi129 conmon[101092]: cluster 2022-01-18T19:42:54.334099+0000 mgr.smithi129.iclwio (mgr.14716) 7623 : cluster [DBG] pgmap v6553: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:58.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:42:58 smithi129 conmon[101092]: cluster 2022-01-18T19:42:56.334534+0000 mgr.smithi129.iclwio (mgr.14716) 7624 : cluster [DBG] pgmap v6554: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:42:58.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:42:58 smithi156 conmon[67007]: cluster 2022-01-18T19:42:56.334534+0000 mgr.smithi129.iclwio (mgr.14716) 7624 : cluster [DBG] pgmap v6554: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:00.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:00 smithi129 conmon[101092]: cluster 2022-01-18T19:42:58.335146+0000 mgr.smithi129.iclwio (mgr.14716) 7625 : cluster 2022-01-18T19:43:00.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:00 smithi129 conmon[101092]: [DBG] pgmap v6555: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:00.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:00 smithi129 conmon[101092]: audit 2022-01-18T19:42:59.071505+0000 mon.smithi129 (mon.0) 2342 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:43:00.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:00 smithi129 conmon[101092]: audit 2022-01-18T19:43:00.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:00 smithi129 conmon[101092]: 2022-01-18T19:42:59.071769+0000 mon.smithi129 (mon.0) 2343 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:43:00.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:00 smithi156 conmon[67007]: cluster 2022-01-18T19:42:58.335146+0000 mgr.smithi129.iclwio (mgr.14716) 7625 : cluster [DBG] pgmap v6555: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:00.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:00 smithi156 conmon[67007]: audit 2022-01-18T19:42:59.071505+0000 mon.smithi129 (mon.0) 2342 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:43:00.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:00 smithi156 conmon[67007]: audit 2022-01-18T19:42:59.071769+0000 mon.smithi129 (mon.0) 2343 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:43:02.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:02 smithi129 conmon[101092]: cluster 2022-01-18T19:43:00.335903+0000 mgr.smithi129.iclwio (mgr.14716) 7626 : cluster [DBG] pgmap v6556: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:43:02.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:02 smithi129 conmon[101092]: audit 2022-01-18T19:43:01.908032+0000 mon.smithi129 (mon.0) 2344 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:43:02.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:02 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T19:43:02.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:02 smithi129 conmon[101092]: 18T19:43:01.909513+0000 2022-01-18T19:43:02.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:02 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2345 : audit 2022-01-18T19:43:02.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:02 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:43:02.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:02 smithi129 conmon[101092]: audit 2022 2022-01-18T19:43:02.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:02 smithi129 conmon[101092]: -01-18T19:43:01. 2022-01-18T19:43:02.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:02 smithi129 conmon[101092]: 910370+0000 mon.smithi129 (mon.0) 2022-01-18T19:43:02.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:02 smithi129 conmon[101092]: 2346 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:43:02.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:02 smithi156 conmon[67007]: cluster 2022-01-18T19:43:00.335903+0000 mgr.smithi129.iclwio (mgr.14716) 7626 : 2022-01-18T19:43:02.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:02 smithi156 conmon[67007]: cluster [DBG] pgmap v6556: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:43:02.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:02 smithi156 conmon[67007]: audit 2022-01-18T19:43:01.908032+0000 mon.smithi129 (mon.0) 2344 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:43:02.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:02 smithi156 conmon[67007]: audit 2022-01-18T19:43:01 2022-01-18T19:43:02.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:02 smithi156 conmon[67007]: .909513+0000 mon.smithi129 (mon.0) 2345 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:43:02.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:02 smithi156 conmon[67007]: audit 2022-01-18T19:43:01.910370+0000 2022-01-18T19:43:02.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:02 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2346 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:43:03.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:03 smithi129 conmon[101092]: cephadm 2022-01-18T19:43:01.911111+0000 mgr.smithi129.iclwio (mgr.14716) 7627 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:43:03.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:03 smithi129 conmon[101092]: audit 2022-01-18T19:43:02.221401+0000 mon.smithi129 (mon.0) 2347 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:43:03.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:03 smithi129 conmon[101092]: audit 2022-01-18T19:43:02.226109+0000 mon.smithi129 (mon. 2022-01-18T19:43:03.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:03 smithi129 conmon[101092]: 0) 2348 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:43:03.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:03 smithi156 conmon[67007]: cephadm 2022-01-18T19:43:01.911111+0000 mgr.smithi129.iclwio (mgr.14716) 7627 : cephadm [WRN] 2022-01-18T19:43:03.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:03 smithi156 conmon[67007]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:43:03.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:03 smithi156 conmon[67007]: audit 2022-01-18T19:43:02.221401+0000 mon.smithi129 (mon.0) 2347 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:43:03.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:03 smithi156 conmon[67007]: audit 2022-01-18T19:43:02.226109+0000 mon.smithi129 2022-01-18T19:43:03.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:03 smithi156 conmon[67007]: (mon.0) 2348 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:43:04.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:04 smithi129 conmon[101092]: cluster 2022-01-18T19:43:02.336508+0000 mgr.smithi129.iclwio (mgr.14716) 7628 : cluster [DBG] pgmap v6557: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:04.434 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:04 smithi156 conmon[67007]: cluster 2022-01-18T19:43:02.336508+0000 mgr.smithi129.iclwio (mgr.14716) 7628 : cluster [DBG] pgmap v6557: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:06.428 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:06 smithi129 conmon[101092]: cluster 2022-01-18T19:43:04.337197+0000 mgr.smithi129.iclwio (mgr.14716) 7629 : cluster [DBG] 2022-01-18T19:43:06.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:06 smithi129 conmon[101092]: pgmap v6558: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:06.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:06 smithi156 conmon[67007]: cluster 2022-01-18T19:43:04.337197+0000 mgr.smithi129.iclwio (mgr.14716) 7629 : cluster [DBG] pgmap v6558: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:08.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:08 smithi129 conmon[101092]: cluster 2022-01-18T19:43:06.337640+0000 mgr.smithi129.iclwio (mgr.14716) 7630 : cluster [DBG] pgmap v6559: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:08.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:08 smithi129 conmon[101092]: 2022-01-18T19:43:08.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:08 smithi156 conmon[67007]: cluster 2022-01-18T19:43:06.337640+0000 mgr.smithi129.iclwio (mgr.14716) 7630 : cluster [DBG] pgmap v6559: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:10.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:10 smithi129 conmon[101092]: cluster 2022-01-18T19:43:08.338171+0000 mgr.smithi129.iclwio (mgr.14716) 7631 : cluster 2022-01-18T19:43:10.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:10 smithi129 conmon[101092]: [DBG] pgmap v6560: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:10.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:10 smithi156 conmon[67007]: cluster 2022-01-18T19:43:08.338171+0000 mgr.smithi129.iclwio (mgr.14716) 7631 : cluster [DBG] pgmap v6560: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:12.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:12 smithi129 conmon[101092]: cluster 2022-01-18T19:43:10.338913+0000 mgr.smithi129.iclwio (mgr.14716) 7632 : cluster [DBG] pgmap v6561: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:43:12.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:12 smithi129 conmon[101092]: 2022-01-18T19:43:12.539 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:12 smithi156 conmon[67007]: cluster 2022-01-18T19:43:10.338913+0000 mgr.smithi129.iclwio (mgr.14716) 7632 : cluster [DBG] pgmap v6561: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:43:14.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:14 smithi129 conmon[101092]: cluster 2022-01-18T19:43:12.339418+0000 mgr.smithi129.iclwio (mgr.14716) 7633 : cluster [DBG] pgmap v6562: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:14.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:14 smithi129 conmon[101092]: 2022-01-18T19:43:14.435 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:14 smithi156 conmon[67007]: cluster 2022-01-18T19:43:12.339418+0000 mgr.smithi129.iclwio (mgr.14716) 7633 : cluster [DBG] pgmap v6562: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:16.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:16 smithi129 conmon[101092]: cluster 2022-01-18T19:43:14.340191+0000 mgr.smithi129.iclwio (mgr.14716) 7634 : cluster [DBG] pgmap v6563: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:16.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:16 smithi156 conmon[67007]: cluster 2022-01-18T19:43:14.340191+0000 mgr.smithi129.iclwio (mgr.14716) 7634 : cluster [DBG] pgmap v6563: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:17.895 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:43:18.162 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:43:18.162 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 3m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:43:18.162 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 3m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:43:18.163 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 3m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:43:18.163 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 3m ago 3h 43.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:43:18.163 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 3m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:43:18.164 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 3m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:43:18.164 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 3m ago 3h 727M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:43:18.164 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 3m ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:43:18.164 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 3m ago 3h 1420M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:43:18.164 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 3m ago 3h 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:43:18.165 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 3m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:43:18.165 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 3m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:43:18.165 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 3m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:43:18.166 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 3m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:43:18.166 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 3m ago 3h 2040M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:43:18.166 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 3m ago 3h 3112M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:43:18.166 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 3m ago 3h 2371M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:43:18.167 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 3m ago 3h 3128M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:43:18.167 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 3m ago 3h 2905M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:43:18.168 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 3m ago 3h 3438M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:43:18.168 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 3m ago 3h 2756M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:43:18.169 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 3m ago 3h 4005M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:43:18.169 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 3m ago 3h 139M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:43:18.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:18 smithi129 conmon[101092]: cluster 2022-01-18T19:43:16.340832+0000 mgr.smithi129.iclwio (mgr.14716) 7635 : cluster [DBG] 2022-01-18T19:43:18.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:18 smithi129 conmon[101092]: pgmap v6564: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:18.480 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:43:18.480 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:43:18.480 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:43:18.481 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:43:18.481 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:43:18.481 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:43:18.481 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:43:18.482 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:43:18.482 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:43:18.482 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:43:18.482 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:43:18.483 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:43:18.483 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:43:18.483 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:43:18.483 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:43:18.483 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:43:18.484 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:43:18.484 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:43:18.484 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:43:18.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:18 smithi156 conmon[67007]: cluster 2022-01-18T19:43:16.340832+0000 mgr.smithi129.iclwio (mgr.14716) 7635 : cluster [DBG] pgmap v6564: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:19.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:19 smithi129 conmon[101092]: audit 2022-01-18T19:43:17.893122+0000 mgr.smithi129.iclwio (mgr.14716) 7636 : audit [DBG] from='client.39178 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:43:19.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:19 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T19:43:19.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:19 smithi129 conmon[101092]: T19:43:18.163006+0000 mgr.smithi129.iclwio (mgr.14716) 7637 : audit [DBG] from='client.39182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:43:19.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:19 smithi129 conmon[101092]: audit 2022-01-18T19:43:18.489991+0000 mon.smithi129 (mon.0) 2349 : audit [DBG] from='client.? 172.21.15.129:0/3273037324' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:43:19.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:19 smithi156 conmon[67007]: audit 2022-01-18T19:43:17.893122+0000 mgr.smithi129.iclwio (mgr.14716) 7636 : audit [DBG] from='client.39178 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:43:19.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:19 smithi156 conmon[67007]: audit 2022-01-18T19:43:18.163006+0000 mgr.smithi129.iclwio (mgr.14716) 7637 : audit [DBG] from='client.39182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:43:19.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:19 smithi156 conmon[67007]: audit 2022-01-18T19:43:18.489991+0000 2022-01-18T19:43:19.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:19 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2349 : audit [DBG] from='client.? 172.21.15.129:0/3273037324' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:43:20.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:20 smithi129 conmon[101092]: cluster 2022-01-18T19:43:18.341319+0000 mgr.smithi129.iclwio (mgr.14716) 7638 : cluster [DBG] pgmap v6565: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:20.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:20 smithi156 conmon[67007]: cluster 2022-01-18T19:43:18.341319+0000 mgr.smithi129.iclwio (mgr.14716) 7638 : cluster [DBG] pgmap v6565: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:22.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:22 smithi129 conmon[101092]: cluster 2022-01-18T19:43:20.342181+0000 mgr.smithi129.iclwio (mgr.14716) 7639 : cluster [DBG] pgmap v6566: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:43:22.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:22 smithi156 conmon[67007]: cluster 2022-01-18T19:43:20.342181+0000 mgr.smithi129.iclwio (mgr.14716) 7639 : cluster [DBG] pgmap v6566: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:43:24.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:24 smithi129 conmon[101092]: cluster 2022-01-18T19:43:22.342866+0000 mgr.smithi129.iclwio (mgr.14716) 7640 : cluster [DBG] 2022-01-18T19:43:24.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:24 smithi129 conmon[101092]: pgmap v6567: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:24.435 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:24 smithi156 conmon[67007]: cluster 2022-01-18T19:43:22.342866+0000 mgr.smithi129.iclwio (mgr.14716) 7640 : cluster [DBG] pgmap v6567: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:26.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:26 smithi129 conmon[101092]: cluster 2022-01-18T19:43:24.343580+0000 mgr.smithi129.iclwio (mgr.14716) 7641 : cluster [DBG] pgmap v6568: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:26.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:26 smithi129 conmon[101092]: 2022-01-18T19:43:26.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:26 smithi156 conmon[67007]: cluster 2022-01-18T19:43:24.343580+0000 mgr.smithi129.iclwio (mgr.14716) 7641 : cluster [DBG] pgmap v6568: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:26.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:26 smithi156 conmon[67007]: 2022-01-18T19:43:28.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:28 smithi129 conmon[101092]: cluster 2022-01-18T19:43:26.344078+0000 mgr.smithi129.iclwio (mgr.14716) 7642 : cluster [DBG] pgmap v6569: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:28.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:28 smithi129 conmon[101092]: 2022-01-18T19:43:28.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:28 smithi156 conmon[67007]: cluster 2022-01-18T19:43:26.344078+0000 mgr.smithi129.iclwio (mgr.14716) 7642 : cluster [DBG] 2022-01-18T19:43:28.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:28 smithi156 conmon[67007]: pgmap v6569: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:30.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:30 smithi129 conmon[101092]: cluster 2022-01-18T19:43:28.344782+0000 mgr.smithi129.iclwio (mgr.14716) 7643 : cluster [DBG] 2022-01-18T19:43:30.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:30 smithi129 conmon[101092]: pgmap v6570: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:30.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:30 smithi156 conmon[67007]: cluster 2022-01-18T19:43:28.344782+0000 mgr.smithi129.iclwio (mgr.14716) 7643 : cluster [DBG] pgmap v6570: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:32.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:32 smithi129 conmon[101092]: cluster 2022-01-18T19:43:30.345753+0000 mgr.smithi129.iclwio (mgr.14716) 7644 : cluster [DBG] pgmap v6571: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:43:32.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:32 smithi156 conmon[67007]: cluster 2022-01-18T19:43:30.345753+0000 mgr.smithi129.iclwio (mgr.14716) 7644 : cluster [DBG] pgmap v6571: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:43:32.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:32 smithi156 conmon[67007]: 2022-01-18T19:43:34.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:34 smithi129 conmon[101092]: cluster 2022-01-18T19:43:32.346407+0000 mgr.smithi129.iclwio (mgr.14716) 7645 : cluster [DBG] 2022-01-18T19:43:34.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:34 smithi129 conmon[101092]: pgmap v6572: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:34.435 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:34 smithi156 conmon[67007]: cluster 2022-01-18T19:43:32.346407+0000 mgr.smithi129.iclwio (mgr.14716) 7645 : cluster [DBG] pgmap v6572: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:36.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:36 smithi129 conmon[101092]: cluster 2022-01-18T19:43:34.347077+0000 mgr.smithi129.iclwio (mgr.14716) 7646 : cluster [DBG] pgmap v6573: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:36.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:36 smithi156 conmon[67007]: cluster 2022-01-18T19:43:34.347077+0000 mgr.smithi129.iclwio (mgr.14716) 7646 : cluster [DBG] pgmap v6573: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:38.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:38 smithi129 conmon[101092]: cluster 2022-01-18T19:43:36.347535+0000 mgr.smithi129.iclwio (mgr.14716) 7647 : cluster [DBG] pgmap v6574: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:38.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:38 smithi129 conmon[101092]: 2022-01-18T19:43:38.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:38 smithi156 conmon[67007]: cluster 2022-01-18T19:43:36.347535+0000 mgr.smithi129.iclwio (mgr.14716) 7647 : cluster [DBG] pgmap v6574: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:40.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:40 smithi129 conmon[101092]: cluster 2022-01-18T19:43:38.348238+0000 mgr.smithi129.iclwio (mgr.14716) 7648 : cluster [DBG] pgmap v6575: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:40.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:40 smithi156 conmon[67007]: cluster 2022-01-18T19:43:38.348238+0000 mgr.smithi129.iclwio (mgr.14716) 7648 : cluster [DBG] pgmap v6575: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:42.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:42 smithi129 conmon[101092]: cluster 2022-01-18T19:43:40.349218+0000 mgr.smithi129.iclwio (mgr.14716) 7649 : cluster [DBG] pgmap v6576: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:43:42.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:42 smithi129 conmon[101092]: 2022-01-18T19:43:42.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:42 smithi156 conmon[67007]: cluster 2022-01-18T19:43:40.349218+0000 mgr.smithi129.iclwio (mgr.14716) 7649 : cluster [DBG] pgmap v6576: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:43:44.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:44 smithi129 conmon[101092]: cluster 2022-01-18T19:43:42.349931+0000 mgr.smithi129.iclwio (mgr.14716) 7650 : cluster [DBG] pgmap v6577: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:44.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:44 smithi129 conmon[101092]: 2022-01-18T19:43:44.435 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:44 smithi156 conmon[67007]: cluster 2022-01-18T19:43:42.349931+0000 mgr.smithi129.iclwio (mgr.14716) 7650 : cluster [DBG] pgmap v6577: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:46.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:46 smithi129 conmon[101092]: cluster 2022-01-18T19:43:44.350589+0000 mgr.smithi129.iclwio (mgr.14716) 7651 : cluster [DBG] 2022-01-18T19:43:46.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:46 smithi129 conmon[101092]: pgmap v6578: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:46.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:46 smithi156 conmon[67007]: cluster 2022-01-18T19:43:44.350589+0000 mgr.smithi129.iclwio (mgr.14716) 7651 : cluster [DBG] pgmap v6578: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:48.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:48 smithi129 conmon[101092]: cluster 2022-01-18T19:43:46.351070+0000 mgr.smithi129.iclwio (mgr.14716) 7652 : cluster [DBG] pgmap v6579: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:48.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:48 smithi156 conmon[67007]: cluster 2022-01-18T19:43:46.351070+0000 mgr.smithi129.iclwio (mgr.14716) 7652 : cluster [DBG] pgmap v6579: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:48.779 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:43:49.045 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:43:49.045 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 3m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:43:49.046 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 3m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:43:49.046 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 3m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:43:49.046 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 3m ago 3h 43.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:43:49.046 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 3m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:43:49.047 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 3m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:43:49.047 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 3m ago 3h 727M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:43:49.047 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 3m ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:43:49.047 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 3m ago 3h 1420M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:43:49.048 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 3m ago 3h 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:43:49.048 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 3m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:43:49.048 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 3m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:43:49.048 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 3m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:43:49.049 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 3m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:43:49.049 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 3m ago 3h 2040M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:43:49.049 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 3m ago 3h 3112M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:43:49.049 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 3m ago 3h 2371M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:43:49.049 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 3m ago 3h 3128M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:43:49.050 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 3m ago 3h 2905M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:43:49.050 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 3m ago 3h 3438M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:43:49.050 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 3m ago 3h 2756M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:43:49.050 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 3m ago 3h 4005M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:43:49.051 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 3m ago 3h 139M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:43:49.367 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:43:49.367 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:43:49.368 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:43:49.368 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:43:49.368 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:43:49.368 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:43:49.368 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:43:49.369 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:43:49.369 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:43:49.369 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:43:49.369 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:43:49.370 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:43:49.370 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:43:49.370 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:43:49.370 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:43:49.371 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:43:49.371 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:43:49.371 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:43:49.371 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:43:50.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:50 smithi129 conmon[101092]: cluster 2022-01-18T19:43:48.351599+0000 mgr.smithi129.iclwio (mgr.14716) 7653 : cluster [DBG] 2022-01-18T19:43:50.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:50 smithi129 conmon[101092]: pgmap v6580: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:50.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:50 smithi129 conmon[101092]: audit 2022-01-18T19:43:48.776162+0000 mgr.smithi129.iclwio (mgr.14716) 7654 : audit [DBG] from='client.39190 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:43:50.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:50 smithi129 conmon[101092]: audit 2022-01-18T19:43:49.045820+0000 mgr.smithi129.iclwio (mgr.14716) 7655 : audit [DBG] from='client.39194 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:43:50.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:50 smithi129 conmon[101092]: audit 2022-01-18T19:43:49.376462+0000 mon.smithi129 (mon.0) 2350 : audit [DBG] 2022-01-18T19:43:50.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:50 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/696106996' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:43:50.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:50 smithi156 conmon[67007]: cluster 2022-01-18T19:43:48.351599+0000 mgr.smithi129.iclwio (mgr.14716) 7653 : cluster [DBG] pgmap v6580: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:50.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:50 smithi156 conmon[67007]: audit 2022-01-18T19:43:48.776162+0000 mgr.smithi129.iclwio (mgr.14716) 7654 : audit [DBG] from='client.39190 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:43:50.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:50 smithi156 conmon[67007]: audit 2022-01-18T19:43:49.045820+0000 mgr.smithi129.iclwio (mgr.14716) 7655 : audit [DBG] from='client.39194 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:43:50.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:50 smithi156 conmon[67007]: audit 2022-01-18T19:43:50.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:50 smithi156 conmon[67007]: 2022-01-18T19:43:49.376462+0000 mon.smithi129 (mon.0) 2350 : audit [DBG] from='client.? 172.21.15.129:0/696106996' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:43:52.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:52 smithi129 conmon[101092]: cluster 2022-01-18T19:43:50.352447+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:43:52.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:52 smithi129 conmon[101092]: 7656 : cluster [DBG] pgmap v6581: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:43:52.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:52 smithi156 conmon[67007]: cluster 2022-01-18T19:43:50.352447+0000 mgr.smithi129.iclwio (mgr.14716) 7656 : cluster [DBG] pgmap v6581: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:43:54.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:54 smithi129 conmon[101092]: cluster 2022-01-18T19:43:52.353116+0000 mgr.smithi129.iclwio (mgr.14716) 7657 : cluster [DBG] pgmap v6582: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:54.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:54 smithi129 conmon[101092]: 2022-01-18T19:43:54.435 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:54 smithi156 conmon[67007]: cluster 2022-01-18T19:43:52.353116+0000 mgr.smithi129.iclwio (mgr.14716) 7657 : cluster [DBG] pgmap v6582: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:54.436 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:54 smithi156 conmon[67007]: 2022-01-18T19:43:56.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:56 smithi129 conmon[101092]: cluster 2022-01-18T19:43:54.354094+0000 mgr.smithi129.iclwio (mgr.14716) 7658 : cluster [DBG] pgmap v6583: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:56.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:56 smithi156 conmon[67007]: cluster 2022-01-18T19:43:54.354094+0000 mgr.smithi129.iclwio (mgr.14716) 7658 : cluster [DBG] 2022-01-18T19:43:56.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:56 smithi156 conmon[67007]: pgmap v6583: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:58.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:58 smithi129 conmon[101092]: cluster 2022-01-18T19:43:56.354850+0000 mgr.smithi129.iclwio (mgr.14716) 7659 : cluster [DBG] pgmap v6584: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:58.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:58 smithi156 conmon[67007]: cluster 2022-01-18T19:43:56.354850+0000 mgr.smithi129.iclwio (mgr 2022-01-18T19:43:58.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:58 smithi156 conmon[67007]: .14716) 7659 : cluster [DBG] pgmap v6584: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:43:59.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:59 smithi129 conmon[101092]: audit 2022-01-18T19:43:59.075844+0000 mon.smithi129 (mon.0) 2351 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:43:59.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:59 smithi129 conmon[101092]: 2022-01-18T19:43:59.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:43:59 smithi129 conmon[101092]: audit 2022-01-18T19:43:59.076076+0000 mon.smithi129 (mon.0) 2352 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:43:59.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:59 smithi156 conmon[67007]: audit 2022-01-18T19:43:59.075844+0000 mon.smithi129 (mon.0) 2351 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:43:59.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:59 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T19:43:59.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:43:59 smithi156 conmon[67007]: 18T19:43:59.076076+0000 mon.smithi129 (mon.0) 2352 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:44:00.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:00 smithi129 conmon[101092]: cluster 2022-01-18T19:43:58.355533+0000 mgr.smithi129.iclwio (mgr.14716) 7660 : cluster [DBG] pgmap v6585: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:00.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:00 smithi156 conmon[67007]: cluster 2022-01-18T19:43:58.355533+0000 mgr.smithi129.iclwio (mgr.14716) 7660 : cluster [DBG] pgmap v6585: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:00.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:00 smithi156 conmon[67007]: 2022-01-18T19:44:01.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:01 smithi156 conmon[67007]: cluster 2022-01-18T19:44:00.356230+0000 mgr.smithi129.iclwio (mgr.14716) 7661 : cluster [DBG] pgmap v6586: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:44:01.679 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:01 smithi129 conmon[101092]: cluster 2022-01-18T19:44:00.356230+0000 mgr.smithi129.iclwio (mgr.14716) 7661 : cluster [DBG] pgmap v6586: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:44:03.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:03 smithi156 conmon[67007]: audit 2022-01-18T19:44:02.228442+0000 mon.smithi129 (mon.0) 2353 : audit [DBG] 2022-01-18T19:44:03.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:03 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:44:03.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:03 smithi156 conmon[67007]: audit 2022-01-18T19:44:02.229818+0000 mon.smithi129 (mon.0) 2354 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:44:03.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:03 smithi156 conmon[67007]: audit 2022-01-18T19:44:02.230729+0000 mon.smithi129 (mon.0) 2022-01-18T19:44:03.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:03 smithi156 conmon[67007]: 2355 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:44:03.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:03 smithi156 conmon[67007]: audit 2022-01-18T19:44:02.538104+0000 mon.smithi129 (mon.0) 2356 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:44:03.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:03 smithi156 conmon[67007]: audit 2022-01-18T19:44:02.542693+0000 mon.smithi129 (mon.0) 2357 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:44:03.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:03 smithi129 conmon[101092]: audit 2022-01-18T19:44:02.228442+0000 mon.smithi129 (mon.0) 2353 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:44:03.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:03 smithi129 conmon[101092]: audit 2022-01-18T19:44:02.229818 2022-01-18T19:44:03.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:03 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 2354 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:44:03.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:03 smithi129 conmon[101092]: audit 2022-01-18T19:44:02.230729+0000 mon.smithi129 (mon.0) 2355 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:44:03.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:03 smithi129 conmon[101092]: audit 2022-01-18T19:44:02.538104+0000 mon.smithi129 (mon.0 2022-01-18T19:44:03.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:03 smithi129 conmon[101092]: ) 2356 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:44:03.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:03 smithi129 conmon[101092]: audit 2022-01-18T19 2022-01-18T19:44:03.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:03 smithi129 conmon[101092]: :44:02.542693+0000 mon.smithi129 (mon.0) 2357 : audit [INF] 2022-01-18T19:44:03.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:03 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:44:04.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:04 smithi156 conmon[67007]: cephadm 2022-01-18T19:44:02.231476+0000 mgr.smithi129.iclwio (mgr.14716) 7662 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:44:04.291 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:04 smithi156 conmon[67007]: cluster 2022-01-18T19:44:02.356728+0000 mgr.smithi129.iclwio (mgr.14716) 7663 : cluster [DBG] pgmap v6587: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:04.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:04 smithi129 conmon[101092]: cephadm 2022-01-18T19:44:02.231476+0000 mgr.smithi129.iclwio (mgr.14716) 7662 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:44:04.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:04 smithi129 conmon[101092]: cluster 2022-01-18T19:44:02.356728+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T19:44:04.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:04 smithi129 conmon[101092]: 14716) 7663 : cluster [DBG] pgmap v6587: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:06.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:06 smithi156 conmon[67007]: cluster 2022-01-18T19:44:04.357422+0000 mgr.smithi129.iclwio (mgr.14716) 7664 : cluster [DBG] pgmap v6588: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:06.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:06 smithi129 conmon[101092]: cluster 2022-01-18T19:44:04.357422+0000 mgr.smithi129.iclwio (mgr.14716) 7664 : cluster [DBG] pgmap v6588: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:08.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:08 smithi156 conmon[67007]: cluster 2022-01-18T19:44:06.358059+0000 mgr.smithi129.iclwio (mgr.14716) 7665 : cluster [DBG] pgmap v6589: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:08.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:08 smithi129 conmon[101092]: cluster 2022-01-18T19:44:06.358059+0000 mgr.smithi129.iclwio (mgr.14716) 7665 : cluster [DBG] pgmap v6589: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:08.466 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:08 smithi129 conmon[101092]: 2022-01-18T19:44:10.290 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:10 smithi156 conmon[67007]: cluster 2022-01-18T19:44:08.358675+0000 mgr.smithi129.iclwio (mgr.14716) 7666 : cluster [DBG] pgmap v6590: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:10.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:10 smithi129 conmon[101092]: cluster 2022-01-18T19:44:08.358675+0000 mgr.smithi129.iclwio (mgr.14716) 7666 : cluster [DBG] pgmap v6590: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:10.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:10 smithi129 conmon[101092]: 2022-01-18T19:44:12.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:12 smithi129 conmon[101092]: cluster 2022-01-18T19:44:10.359543+0000 mgr.smithi129.iclwio (mgr.14716) 7667 : cluster [DBG] pgmap v6591: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:44:12.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:12 smithi129 conmon[101092]: 2022-01-18T19:44:12.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:12 smithi156 conmon[67007]: cluster 2022-01-18T19:44:10.359543+0000 mgr.smithi129.iclwio (mgr.14716) 7667 : cluster [DBG] pgmap v6591: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:44:14.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:14 smithi129 conmon[101092]: cluster 2022-01-18T19:44:12.360134+0000 mgr.smithi129.iclwio (mgr.14716) 7668 : cluster [DBG] pgmap v6592: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:14.436 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:14 smithi156 conmon[67007]: cluster 2022-01-18T19:44:12.360134+0000 mgr.smithi129.iclwio (mgr.14716) 7668 : cluster [DBG] pgmap v6592: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:16.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:16 smithi129 conmon[101092]: cluster 2022-01-18T19:44:14.361081+0000 mgr.smithi129.iclwio ( 2022-01-18T19:44:16.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:16 smithi129 conmon[101092]: mgr.14716) 7669 : cluster [DBG] pgmap v6593: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:16.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:16 smithi156 conmon[67007]: cluster 2022-01-18T19:44:14.361081+0000 mgr.smithi129.iclwio (mgr.14716) 7669 : cluster [DBG] pgmap v6593: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:16.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:16 smithi156 conmon[67007]: 2022-01-18T19:44:18.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:18 smithi129 conmon[101092]: cluster 2022-01-18T19:44:16.361683+0000 mgr.smithi129.iclwio (mgr.14716) 7670 : cluster 2022-01-18T19:44:18.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:18 smithi129 conmon[101092]: [DBG] pgmap v6594: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:18.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:18 smithi156 conmon[67007]: cluster 2022-01-18T19:44:16.361683+0000 mgr.smithi129.iclwio (mgr.14716) 7670 : cluster [DBG] pgmap v6594: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:19.663 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:44:19.928 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:44:19.928 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 4m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:44:19.928 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 4m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:44:19.929 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 4m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:44:19.929 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 4m ago 3h 43.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:44:19.929 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 4m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:44:19.929 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 4m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:44:19.929 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 4m ago 3h 727M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:44:19.930 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 4m ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:44:19.930 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 4m ago 3h 1420M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:44:19.930 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 4m ago 3h 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:44:19.930 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 4m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:44:19.931 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 4m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:44:19.931 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 4m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:44:19.931 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 4m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:44:19.931 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 4m ago 3h 2040M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:44:19.932 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 4m ago 3h 3112M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:44:19.932 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 4m ago 3h 2371M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:44:19.932 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 4m ago 3h 3128M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:44:19.932 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 4m ago 3h 2905M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:44:19.933 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 4m ago 3h 3438M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:44:19.933 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 4m ago 3h 2756M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:44:19.933 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 4m ago 3h 4005M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:44:19.933 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 4m ago 3h 139M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:44:20.247 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:44:20.247 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:44:20.248 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:44:20.248 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:44:20.249 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:44:20.249 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:44:20.249 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:44:20.250 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:44:20.250 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:44:20.251 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:44:20.251 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:44:20.252 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:44:20.252 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:44:20.252 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:44:20.253 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:44:20.253 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:44:20.254 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:44:20.254 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:44:20.255 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:44:20.429 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:20 smithi129 conmon[101092]: cluster 2022-01-18T19:44:18.362242+0000 2022-01-18T19:44:20.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:20 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 7671 : cluster [DBG] pgmap v6595: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:20.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:20 smithi156 conmon[67007]: cluster 2022-01-18T19:44:18.362242+0000 mgr.smithi129.iclwio (mgr.14716) 7671 : cluster [DBG] pgmap v6595: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:21.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:21 smithi129 conmon[101092]: audit 2022-01-18T19:44:19.660437+0000 mgr.smithi129.iclwio (mgr.14716) 7672 : audit 2022-01-18T19:44:21.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:21 smithi129 conmon[101092]: [DBG] from='client.39202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:44:21.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:21 smithi129 conmon[101092]: audit 2022-01-18T19:44:19.928246+0000 mgr.smithi129.iclwio (mgr.14716) 7673 : audit [DBG] from='client.39206 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:44:21.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:21 smithi129 conmon[101092]: audit 2022-01-18T19:44:21.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:21 smithi129 conmon[101092]: 2022-01-18T19:44:20.255555+0000 mon.smithi129 (mon.0) 2358 : audit [DBG] from='client.? 172.21.15.129:0/3794668944' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:44:21.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:21 smithi156 conmon[67007]: audit 2022-01-18T19:44:19.660437+0000 mgr.smithi129.iclwio (mgr.14716) 7672 : audit [DBG] from='client.39202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:44:21.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:21 smithi156 conmon[67007]: 2022-01-18T19:44:21.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:21 smithi156 conmon[67007]: audit 2022-01-18T19:44:19.928246+0000 mgr.smithi129.iclwio (mgr.14716) 7673 : audit [DBG] from='client.39206 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:44:21.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:21 smithi156 conmon[67007]: audit 2022-01 2022-01-18T19:44:21.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:21 smithi156 conmon[67007]: -18T19:44:20.255555+0000 mon.smithi129 (mon.0) 2358 : audit [DBG] from='client.? 172.21.15.129:0/3794668944' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:44:22.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:22 smithi129 conmon[101092]: cluster 2022-01-18T19:44:20.363033+0000 mgr.smithi129.iclwio (mgr.14716) 7674 : cluster [DBG] 2022-01-18T19:44:22.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:22 smithi129 conmon[101092]: pgmap v6596: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:44:22.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:22 smithi156 conmon[67007]: cluster 2022-01-18T19:44:20.363033+0000 mgr.smithi129.iclwio (mgr.14716) 7674 : cluster [DBG] pgmap v6596: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:44:24.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:24 smithi129 conmon[101092]: cluster 2022-01-18T19:44:22.363622+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:44:24.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:24 smithi129 conmon[101092]: 7675 : cluster [DBG] pgmap v6597: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:24.436 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:24 smithi156 conmon[67007]: cluster 2022-01-18T19:44:22.363622+0000 mgr.smithi129.iclwio (mgr.14716) 7675 : cluster [DBG] pgmap v6597: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:26.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:26 smithi129 conmon[101092]: cluster 2022-01-18T19:44:24.364343+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T19:44:26.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:26 smithi129 conmon[101092]: 14716) 7676 : cluster [DBG] pgmap v6598: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:26.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:26 smithi156 conmon[67007]: cluster 2022-01-18T19:44:24.364343+0000 mgr.smithi129.iclwio (mgr.14716) 7676 : cluster [DBG] pgmap v6598: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:28.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:28 smithi129 conmon[101092]: cluster 2022-01-18T19:44:26.364951+0000 mgr.smithi129.iclwio (mgr.14716) 7677 : cluster 2022-01-18T19:44:28.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:28 smithi129 conmon[101092]: [DBG] pgmap v6599: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:28.540 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:28 smithi156 conmon[67007]: cluster 2022-01-18T19:44:26.364951+0000 mgr.smithi129.iclwio (mgr.14716) 7677 : cluster [DBG] pgmap v6599: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:30.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:30 smithi129 conmon[101092]: cluster 2022-01-18T19:44:28.365477+0000 mgr.smithi129.iclwio (mgr.14716) 7678 : cluster [DBG] pgmap v6600: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:30.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:30 smithi156 conmon[67007]: cluster 2022-01-18T19:44:28.365477+0000 mgr.smithi129.iclwio (mgr.14716) 7678 : cluster [DBG] pgmap v6600: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:32.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:32 smithi129 conmon[101092]: cluster 2022-01-18T19:44:30.366207+0000 mgr.smithi129.iclwio (mgr.14716) 7679 : cluster [DBG] pgmap v6601: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:44:32.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:32 smithi156 conmon[67007]: cluster 2022-01-18T19:44:30.366207+0000 mgr.smithi129.iclwio (mgr.14716) 7679 : cluster [DBG] pgmap v6601: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:44:34.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:34 smithi129 conmon[101092]: cluster 2022-01-18T19:44:32.366729+0000 mgr.smithi129.iclwio (mgr.14716) 7680 : cluster [DBG] pgmap v6602: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:34.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:34 smithi129 conmon[101092]: 2022-01-18T19:44:34.436 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:34 smithi156 conmon[67007]: cluster 2022-01-18T19:44:32.366729+0000 mgr.smithi129.iclwio (mgr.14716) 7680 : 2022-01-18T19:44:34.436 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:34 smithi156 conmon[67007]: cluster [DBG] pgmap v6602: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:36.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:36 smithi129 conmon[101092]: cluster 2022-01-18T19:44:34.367611+0000 mgr.smithi129.iclwio (mgr.14716) 7681 : cluster [DBG] pgmap v6603: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:36.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:36 smithi156 conmon[67007]: cluster 2022-01-18T19:44:34.367611+0000 mgr.smithi129.iclwio (mgr.14716) 7681 : cluster [DBG] 2022-01-18T19:44:36.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:36 smithi156 conmon[67007]: pgmap v6603: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:38.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:38 smithi129 conmon[101092]: cluster 2022-01-18T19:44:36.368161+0000 mgr.smithi129.iclwio (mgr.14716) 7682 : cluster [DBG] 2022-01-18T19:44:38.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:38 smithi129 conmon[101092]: pgmap v6604: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:38.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:38 smithi156 conmon[67007]: cluster 2022-01-18T19:44:36.368161+0000 mgr.smithi129.iclwio (mgr.14716) 7682 : cluster [DBG] pgmap v6604: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:40.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:40 smithi129 conmon[101092]: cluster 2022-01-18T19:44:38.368900+0000 mgr.smithi129.iclwio (mgr.14716) 7683 : cluster [DBG] pgmap v6605: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:40.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:40 smithi156 conmon[67007]: cluster 2022-01-18T19:44:38.368900+0000 mgr.smithi129.iclwio (mgr.14716) 7683 : cluster [DBG] pgmap v6605: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:42.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:42 smithi129 conmon[101092]: cluster 2022-01-18T19:44:40.369636+0000 mgr.smithi129.iclwio (mgr.14716) 7684 : cluster [DBG] pgmap v6606: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:44:42.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:42 smithi156 conmon[67007]: cluster 2022-01-18T19:44:40.369636+0000 mgr.smithi129.iclwio (mgr.14716) 7684 : cluster [DBG] pgmap v6606: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:44:44.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:44 smithi129 conmon[101092]: cluster 2022-01-18T19:44:42.370347+0000 mgr.smithi129.iclwio (mgr.14716) 7685 : cluster [DBG] pgmap v6607: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:44.436 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:44 smithi156 conmon[67007]: cluster 2022-01-18T19:44:42.370347+0000 mgr.smithi129.iclwio (mgr.14716) 7685 : cluster [DBG] pgmap v6607: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:46.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:46 smithi129 conmon[101092]: cluster 2022-01-18T19:44:44.371144+0000 mgr.smithi129.iclwio (mgr.14716) 7686 : cluster [DBG] pgmap v6608: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:46.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:46 smithi156 conmon[67007]: cluster 2022-01-18T19:44:44.371144+0000 mgr.smithi129.iclwio (mgr.14716) 7686 : cluster [DBG] pgmap v6608: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:48.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:48 smithi129 conmon[101092]: cluster 2022-01-18T19:44:46.371640+0000 mgr.smithi129.iclwio (mgr.14716) 7687 : cluster [DBG] pgmap v6609: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:48.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:48 smithi156 conmon[67007]: cluster 2022-01-18T19:44:46.371640+0000 mgr.smithi129.iclwio (mgr.14716) 7687 : cluster [DBG] pgmap v6609: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:50.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:50 smithi129 conmon[101092]: cluster 2022-01-18T19:44:48.372255+0000 mgr.smithi129.iclwio (mgr.14716) 7688 : cluster [DBG] pgmap v6610: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:50.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:50 smithi156 conmon[67007]: cluster 2022-01-18T19:44:48.372255+0000 mgr.smithi129.iclwio (mgr.14716) 7688 : cluster [DBG] pgmap v6610: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:50.546 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:44:50.811 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:44:50.811 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 4m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:44:50.812 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 4m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:44:50.812 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 4m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:44:50.812 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 4m ago 3h 43.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:44:50.812 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 4m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:44:50.812 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 4m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:44:50.813 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 4m ago 3h 727M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:44:50.813 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 4m ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:44:50.813 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 4m ago 3h 1420M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:44:50.813 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 4m ago 3h 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:44:50.814 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 4m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:44:50.814 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 4m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:44:50.814 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 4m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:44:50.814 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 4m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:44:50.815 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 4m ago 3h 2040M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:44:50.815 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 4m ago 3h 3112M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:44:50.815 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 4m ago 3h 2371M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:44:50.815 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 4m ago 3h 3128M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:44:50.816 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 4m ago 3h 2905M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:44:50.816 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 4m ago 3h 3438M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:44:50.816 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 4m ago 3h 2756M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:44:50.816 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 4m ago 3h 4005M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:44:50.816 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 4m ago 3h 139M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:44:51.128 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:44:51.129 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:44:51.129 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:44:51.129 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:44:51.129 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:44:51.130 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:44:51.130 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:44:51.130 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:44:51.130 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:44:51.131 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:44:51.131 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:44:51.131 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:44:51.131 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:44:51.131 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:44:51.132 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:44:51.132 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:44:51.132 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:44:51.132 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:44:51.133 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:44:52.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:52 smithi129 conmon[101092]: cluster 2022-01-18T19:44:50.372910+0000 mgr.smithi129.iclwio (mgr.14716) 7689 : cluster [DBG] pgmap v6611: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:44:52.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:52 smithi129 conmon[101092]: audit 2022-01-18T19:44:50.543612+0000 mgr.smithi129.iclwio (mgr.14716) 7690 : audit [DBG] from='client.39214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:44:52.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:52 smithi129 conmon[101092]: audit 2022-01-18T19:44:50.811022+0000 mgr.smithi129.iclwio (mgr.14716) 7691 : audit [DBG] from='client.39218 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:44:52.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:52 smithi129 conmon[101092]: audit 2022-01-18T19:44:51.137081+0000 2022-01-18T19:44:52.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:52 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2359 : audit [DBG] from='client.? 172.21.15.129:0/595478841' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:44:52.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:52 smithi156 conmon[67007]: cluster 2022-01-18T19:44:50.372910+0000 mgr.smithi129.iclwio (mgr.14716) 7689 : cluster [DBG] pgmap v6611: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:44:52.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:52 smithi156 conmon[67007]: 2022-01-18T19:44:52.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:52 smithi156 conmon[67007]: audit 2022-01-18T19:44:50.543612+0000 mgr.smithi129.iclwio (mgr.14716) 7690 : audit [DBG] from='client.39214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:44:52.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:52 smithi156 conmon[67007]: audit 2022-01-18T19:44:50.811022+0000 mgr.smithi129.iclwio ( 2022-01-18T19:44:52.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:52 smithi156 conmon[67007]: mgr.14716) 7691 : audit [DBG] from='client.39218 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:44:52.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:52 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T19:44:52.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:52 smithi156 conmon[67007]: 18T19:44:51.137081+0000 2022-01-18T19:44:52.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:52 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2359 : audit [DBG] 2022-01-18T19:44:52.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:52 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/595478841' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:44:54.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:54 smithi129 conmon[101092]: cluster 2022-01-18T19:44:52.373414+0000 mgr.smithi129.iclwio (mgr.14716) 7692 : cluster [DBG] pgmap v6612: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:54.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:54 smithi129 conmon[101092]: 2022-01-18T19:44:54.436 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:54 smithi156 conmon[67007]: cluster 2022-01-18T19:44:52.373414+0000 mgr.smithi129.iclwio (mgr.14716) 7692 : cluster [DBG] pgmap v6612: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:56.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:56 smithi129 conmon[101092]: cluster 2022-01-18T19:44:54.374156+0000 mgr.smithi129.iclwio (mgr.14716) 7693 : cluster [DBG] pgmap v6613: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:56.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:56 smithi156 conmon[67007]: cluster 2022-01-18T19:44:54.374156+0000 mgr.smithi129.iclwio (mgr.14716) 7693 : cluster [DBG] pgmap v6613: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:56.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:56 smithi156 conmon[67007]: 2022-01-18T19:44:58.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:58 smithi129 conmon[101092]: cluster 2022-01-18T19:44:56.374619+0000 mgr.smithi129.iclwio (mgr.14716) 7694 : cluster [DBG] pgmap v6614: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:58.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:58 smithi156 conmon[67007]: cluster 2022-01-18T19:44:56.374619+0000 mgr.smithi129.iclwio (mgr.14716) 7694 : cluster [DBG] pgmap v6614: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:44:59.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:59 smithi129 conmon[101092]: audit 2022-01-18T19:44:59.080018+0000 mon.smithi129 (mon.0) 2360 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:44:59.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:44:59 smithi129 conmon[101092]: audit 2022-01-18T19:44:59.080245+0000 mon.smithi129 (mon.0) 2361 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:44:59.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:59 smithi156 conmon[67007]: audit 2022-01-18T19:44:59.080018+0000 mon.smithi129 (mon.0) 2360 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:44:59.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:59 smithi156 conmon[67007]: 2022-01-18T19:44:59.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:44:59 smithi156 conmon[67007]: audit 2022-01-18T19:44:59.080245+0000 mon.smithi129 (mon.0) 2361 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:45:00.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:00 smithi129 conmon[101092]: cluster 2022-01-18T19:44:58.375136+0000 mgr.smithi129.iclwio (mgr.14716) 7695 : cluster 2022-01-18T19:45:00.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:00 smithi129 conmon[101092]: [DBG] pgmap v6615: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:00.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:00 smithi156 conmon[67007]: cluster 2022-01-18T19:44:58.375136+0000 mgr.smithi129.iclwio (mgr.14716) 7695 : cluster [DBG] pgmap v6615: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:02.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:02 smithi129 conmon[101092]: cluster 2022-01-18T19:45:00.376029+0000 mgr.smithi129.iclwio (mgr.14716) 7696 : cluster [DBG] pgmap v6616: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:45:02.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:02 smithi156 conmon[67007]: cluster 2022-01-18T19:45:00.376029+0000 mgr.smithi129.iclwio (mgr.14716) 7696 : cluster [DBG] pgmap v6616: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:45:03.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:03 smithi129 conmon[101092]: audit 2022-01-18T19:45:02.545550+0000 mon.smithi129 (mon.0) 2362 2022-01-18T19:45:03.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:03 smithi129 conmon[101092]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:45:03.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:03 smithi129 conmon[101092]: audit 2022-01-18T19:45:02.546987+0000 mon.smithi129 (mon.0) 2363 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:45:03.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:03 smithi129 conmon[101092]: audit 2022-01-18T19:45:02.547861+0000 mon.smithi129 2022-01-18T19:45:03.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:03 smithi129 conmon[101092]: (mon.0) 2364 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:45:03.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:03 smithi129 conmon[101092]: audit 2022 2022-01-18T19:45:03.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:03 smithi129 conmon[101092]: -01-18T19:45:02.856254+0000 2022-01-18T19:45:03.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:03 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2365 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:45:03.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:03 smithi129 conmon[101092]: 2022-01-18T19:45:03.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:03 smithi129 conmon[101092]: audit 2022-01-18T19:45:03.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:03 smithi129 conmon[101092]: 2022-01-18T19:45:02.861336+0000 mon.smithi129 (mon.0 2022-01-18T19:45:03.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:03 smithi129 conmon[101092]: ) 2366 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:45:03.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:03 smithi156 conmon[67007]: audit 2022-01-18T19:45:02.545550+0000 mon.smithi129 (mon.0) 2362 : audit 2022-01-18T19:45:03.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:03 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:45:03.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:03 smithi156 conmon[67007]: audit 2022-01-18T19:45:02.546987+0000 mon.smithi129 (mon.0) 2363 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:45:03.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:03 smithi156 conmon[67007]: audit 2022-01-18T19:45: 2022-01-18T19:45:03.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:03 smithi156 conmon[67007]: 02.547861+0000 mon.smithi129 (mon.0) 2364 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:45:03.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:03 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T19:45:03.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:03 smithi156 conmon[67007]: 18T19:45:02.856254+0000 mon.smithi129 (mon 2022-01-18T19:45:03.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:03 smithi156 conmon[67007]: .0) 2365 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:45:03.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:03 smithi156 conmon[67007]: 2022-01-18T19:45:03.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:03 smithi156 conmon[67007]: audit 2022-01-18T19:45:03.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:03 smithi156 conmon[67007]: 2022-01-18T19:45:02. 2022-01-18T19:45:03.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:03 smithi156 conmon[67007]: 861336+0000 mon.smithi129 (mon.0) 2366 : audit [INF] 2022-01-18T19:45:03.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:03 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:45:04.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:04 smithi129 conmon[101092]: cluster 2022-01-18T19:45:02.376613+0000 mgr.smithi129.iclwio (mgr.14716) 7697 : cluster [DBG] pgmap v6617: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:04.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:04 smithi129 conmon[101092]: 2022-01-18T19:45:04.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:04 smithi129 conmon[101092]: cephadm 2022-01-18T19:45:02.548590+0000 mgr.smithi129.iclwio (mgr.14716) 7698 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:45:04.436 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:04 smithi156 conmon[67007]: cluster 2022-01-18T19:45:02.376613+0000 mgr.smithi129.iclwio (mgr.14716) 7697 : cluster [DBG] pgmap v6617: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:04.436 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:04 smithi156 conmon[67007]: cephadm 2022-01-18T19:45:02.548590+0000 mgr.smithi129.iclwio (mgr.14716) 7698 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:45:06.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:06 smithi129 conmon[101092]: cluster 2022-01-18T19:45:04.377445+0000 mgr.smithi129.iclwio (mgr.14716) 7699 : cluster [DBG] pgmap v6618: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:06.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:06 smithi156 conmon[67007]: cluster 2022-01-18T19:45:04.377445+0000 mgr.smithi129.iclwio (mgr.14716) 7699 : cluster [DBG] pgmap v6618: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:08.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:08 smithi129 conmon[101092]: cluster 2022-01-18T19:45:06.378084+0000 mgr.smithi129.iclwio (mgr.14716) 7700 : cluster [DBG] pgmap v6619: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:08.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:08 smithi156 conmon[67007]: cluster 2022-01-18T19:45:06.378084+0000 mgr.smithi129.iclwio (mgr.14716) 7700 : cluster 2022-01-18T19:45:08.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:08 smithi156 conmon[67007]: [DBG] pgmap v6619: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:10.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:10 smithi129 conmon[101092]: cluster 2022-01-18T19:45:08.378705+0000 mgr.smithi129.iclwio (mgr.14716) 7701 : cluster [DBG] pgmap v6620: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:10.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:10 smithi156 conmon[67007]: cluster 2022-01-18T19:45:08.378705+0000 mgr.smithi129.iclwio (mgr.14716) 7701 : cluster 2022-01-18T19:45:10.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:10 smithi156 conmon[67007]: [DBG] pgmap v6620: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:12.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:12 smithi129 conmon[101092]: cluster 2022-01-18T19:45:10.379449+0000 mgr.smithi129.iclwio (mgr.14716) 7702 : cluster [DBG] pgmap v6621: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:45:12.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:12 smithi156 conmon[67007]: cluster 2022-01-18T19:45:10.379449+0000 mgr.smithi129.iclwio (mgr.14716) 7702 : cluster [DBG] pgmap v6621: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:45:14.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:14 smithi129 conmon[101092]: cluster 2022-01-18T19:45:12.380155+0000 mgr.smithi129.iclwio (mgr.14716) 7703 : cluster [DBG] pgmap v6622: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:14.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:14 smithi129 conmon[101092]: 2022-01-18T19:45:14.436 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:14 smithi156 conmon[67007]: cluster 2022-01-18T19:45:12.380155+0000 mgr.smithi129.iclwio (mgr.14716) 7703 : cluster [DBG] pgmap v6622: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:16.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:16 smithi129 conmon[101092]: cluster 2022-01-18T19:45:14.381064+0000 mgr.smithi129.iclwio (mgr.14716) 7704 : cluster [DBG] pgmap v6623: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:16.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:16 smithi156 conmon[67007]: cluster 2022-01-18T19:45:14.381064+0000 mgr.smithi129.iclwio (mgr.14716) 7704 : cluster [DBG] pgmap v6623: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:18.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:18 smithi129 conmon[101092]: cluster 2022-01-18T19:45:16.381579+0000 mgr.smithi129.iclwio (mgr.14716) 7705 : cluster [DBG] pgmap v6624: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:18.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:18 smithi156 conmon[67007]: cluster 2022-01-18T19:45:16.381579+0000 mgr.smithi129.iclwio (mgr.14716) 7705 : cluster [DBG] pgmap v6624: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:20.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:20 smithi156 conmon[67007]: cluster 2022-01-18T19:45:18.382119+0000 mgr.smithi129.iclwio (mgr.14716) 7706 : cluster [DBG] pgmap v6625: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:20.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:20 smithi129 conmon[101092]: cluster 2022-01-18T19:45:18.382119+0000 mgr.smithi129.iclwio (mgr.14716) 7706 : cluster 2022-01-18T19:45:20.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:20 smithi129 conmon[101092]: [DBG] pgmap v6625: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:21.427 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:45:21.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:21 smithi156 conmon[67007]: cluster 2022-01-18T19:45:20.382945+0000 mgr.smithi129.iclwio (mgr.14716) 7707 : cluster [DBG] pgmap v6626: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:45:21.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:21 smithi156 conmon[67007]: 2022-01-18T19:45:21.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:21 smithi129 conmon[101092]: cluster 2022-01-18T19:45:20.382945+0000 mgr.smithi129.iclwio (mgr.14716) 7707 : 2022-01-18T19:45:21.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:21 smithi129 conmon[101092]: cluster [DBG] pgmap v6626: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:45:21.695 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:45:21.696 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 5m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:45:21.696 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 5m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:45:21.696 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 5m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:45:21.696 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 5m ago 3h 43.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:45:21.697 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 5m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:45:21.697 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 5m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:45:21.697 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 5m ago 3h 727M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:45:21.697 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 5m ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:45:21.698 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 5m ago 3h 1420M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:45:21.698 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 5m ago 3h 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:45:21.698 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 5m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:45:21.698 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 5m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:45:21.698 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 5m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:45:21.699 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 5m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:45:21.699 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 5m ago 3h 2040M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:45:21.699 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 5m ago 3h 3112M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:45:21.699 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 5m ago 3h 2371M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:45:21.700 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 5m ago 3h 3128M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:45:21.700 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 5m ago 3h 2905M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:45:21.700 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 5m ago 3h 3438M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:45:21.700 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 5m ago 3h 2756M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:45:21.700 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 5m ago 3h 4005M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:45:21.701 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 5m ago 3h 139M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:45:22.013 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:45:22.013 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:45:22.014 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:45:22.014 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:45:22.014 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:45:22.014 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:45:22.015 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:45:22.015 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:45:22.015 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:45:22.015 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:45:22.015 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:45:22.016 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:45:22.016 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:45:22.016 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:45:22.016 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:45:22.016 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:45:22.017 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:45:22.017 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:45:22.017 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:45:22.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:22 smithi156 conmon[67007]: audit 2022-01-18T19:45:21.423944+0000 mgr.smithi129.iclwio (mgr.14716) 7708 : audit [DBG] from='client.39226 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:45:22.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:22 smithi156 conmon[67007]: audit 2022-01-18T19:45:21.695056+0000 mgr.smithi129.iclwio (mgr.14716) 7709 : audit [DBG] from='client.39230 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:45:22.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:22 smithi156 conmon[67007]: audit 2022-01-18T19:45:22.021353+0000 mon.smithi129 (mon. 2022-01-18T19:45:22.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:22 smithi156 conmon[67007]: 0) 2367 : audit [DBG] from='client.? 172.21.15.129:0/2386891091' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:45:22.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:22 smithi129 conmon[101092]: audit 2022-01-18T19:45:21.423944+0000 mgr.smithi129.iclwio (mgr.14716) 7708 : audit [DBG] 2022-01-18T19:45:22.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:22 smithi129 conmon[101092]: from='client.39226 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:45:22.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:22 smithi129 conmon[101092]: audit 2022-01-18T19:45:21.695056+0000 mgr.smithi129.iclwio (mgr.14716) 7709 : audit [DBG] from='client.39230 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:45:22.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:22 smithi129 conmon[101092]: audit 2022-01-18T19:45:22.021353+0000 mon.smithi129 (mon.0) 2022-01-18T19:45:22.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:22 smithi129 conmon[101092]: 2367 : audit [DBG] from='client.? 172.21.15.129:0/2386891091' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:45:23.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:23 smithi156 conmon[67007]: cluster 2022-01-18T19:45:22.383545+0000 mgr.smithi129.iclwio (mgr.14716) 7710 : cluster [DBG] 2022-01-18T19:45:23.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:23 smithi156 conmon[67007]: pgmap v6627: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:23.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:23 smithi129 conmon[101092]: cluster 2022-01-18T19:45:22.383545+0000 mgr.smithi129.iclwio (mgr.14716) 7710 : cluster 2022-01-18T19:45:23.680 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:23 smithi129 conmon[101092]: [DBG] pgmap v6627: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:25.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:25 smithi129 conmon[101092]: cluster 2022-01-18T19:45:24.384359+0000 mgr.smithi129.iclwio (mgr.14716) 7711 2022-01-18T19:45:25.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:25 smithi129 conmon[101092]: : cluster [DBG] pgmap v6628: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:25.791 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:25 smithi156 conmon[67007]: cluster 2022-01-18T19:45:24.384359+0000 mgr.smithi129.iclwio (mgr.14716) 7711 : cluster [DBG] pgmap v6628: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:28.292 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:28 smithi156 conmon[67007]: cluster 2022-01-18T19:45:26.384891+0000 mgr.smithi129.iclwio (mgr.14716) 7712 : cluster [DBG] pgmap v6629: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:28.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:28 smithi129 conmon[101092]: cluster 2022-01-18T19:45:26.384891+0000 mgr.smithi129.iclwio (mgr.14716) 7712 : cluster [DBG] pgmap v6629: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:30.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:30 smithi129 conmon[101092]: cluster 2022-01-18T19:45:28.385446+0000 mgr.smithi129.iclwio (mgr.14716) 7713 : cluster [DBG] 2022-01-18T19:45:30.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:30 smithi129 conmon[101092]: pgmap v6630: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:30.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:30 smithi156 conmon[67007]: cluster 2022-01-18T19:45:28.385446+0000 mgr.smithi129.iclwio (mgr.14716) 7713 : cluster [DBG] pgmap v6630: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:32.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:32 smithi129 conmon[101092]: cluster 2022-01-18T19:45:30.386362+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:45:32.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:32 smithi129 conmon[101092]: 7714 : cluster [DBG] pgmap v6631: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:45:32.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:32 smithi156 conmon[67007]: cluster 2022-01-18T19:45:30.386362+0000 mgr.smithi129.iclwio (mgr.14716) 7714 : cluster [DBG] pgmap v6631: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:45:34.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:34 smithi129 conmon[101092]: cluster 2022-01-18T19:45:32.386858+0000 mgr.smithi129.iclwio (mgr.14716) 7715 : cluster [DBG] pgmap v6632: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:34.437 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:34 smithi156 conmon[67007]: cluster 2022-01-18T19:45:32.386858+0000 mgr.smithi129.iclwio (mgr.14716) 7715 : cluster [DBG] pgmap v6632: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:36.430 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:36 smithi129 conmon[101092]: cluster 2022-01-18T19:45:34.387534+0000 mgr.smithi129.iclwio (mgr.14716) 7716 : cluster [DBG] pgmap v6633: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:36.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:36 smithi156 conmon[67007]: cluster 2022-01-18T19:45:34.387534+0000 mgr.smithi129.iclwio (mgr.14716) 7716 : cluster [DBG] pgmap v6633: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:36.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:36 smithi156 conmon[67007]: 2022-01-18T19:45:38.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:38 smithi129 conmon[101092]: cluster 2022-01-18T19:45:36.388205+0000 mgr.smithi129.iclwio (mgr.14716) 7717 : cluster [DBG] pgmap v6634: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:38.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:38 smithi156 conmon[67007]: cluster 2022-01-18T19:45:36.388205+0000 mgr.smithi129.iclwio (mgr.14716) 7717 : cluster [DBG] pgmap v6634: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:40.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:40 smithi129 conmon[101092]: cluster 2022-01-18T19:45:38.388909+0000 mgr.smithi129.iclwio (mgr.14716) 7718 : cluster [DBG] pgmap v6635: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:40.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:40 smithi156 conmon[67007]: cluster 2022-01-18T19:45:38.388909+0000 mgr.smithi129.iclwio (mgr.14716) 7718 : cluster [DBG] pgmap v6635: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:42.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:42 smithi129 conmon[101092]: cluster 2022-01-18T19:45:40.389766+0000 mgr.smithi129.iclwio (mgr.14716) 7719 : cluster [DBG] 2022-01-18T19:45:42.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:42 smithi129 conmon[101092]: pgmap v6636: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:45:42.541 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:42 smithi156 conmon[67007]: cluster 2022-01-18T19:45:40.389766+0000 mgr.smithi129.iclwio (mgr.14716) 7719 : cluster [DBG] pgmap v6636: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:45:42.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:42 smithi156 conmon[67007]: 2022-01-18T19:45:44.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:44 smithi129 conmon[101092]: cluster 2022-01-18T19:45:42.390322+0000 mgr.smithi129.iclwio (mgr.14716) 7720 : cluster [DBG] pgmap v6637: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:44.437 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:44 smithi156 conmon[67007]: cluster 2022-01-18T19:45:42.390322+0000 mgr.smithi129.iclwio (mgr.14716) 7720 : cluster [DBG] pgmap v6637: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:46.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:46 smithi129 conmon[101092]: cluster 2022-01-18T19:45:44.391081+0000 mgr.smithi129.iclwio (mgr.14716) 7721 : cluster [DBG] pgmap v6638: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:46.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:46 smithi156 conmon[67007]: cluster 2022-01-18T19:45:44.391081+0000 mgr.smithi129.iclwio (mgr.14716) 7721 : cluster [DBG] pgmap v6638: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:48.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:48 smithi129 conmon[101092]: cluster 2022-01-18T19:45:46.391568+0000 mgr.smithi129.iclwio (mgr.14716) 7722 : cluster [DBG] pgmap v6639: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:48.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:48 smithi156 conmon[67007]: cluster 2022-01-18T19:45:46.391568+0000 mgr.smithi129.iclwio (mgr.14716) 7722 : cluster [DBG] pgmap v6639: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:50.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:50 smithi129 conmon[101092]: cluster 2022-01-18T19:45:48.392110+0000 mgr.smithi129.iclwio (mgr.14716) 7723 : cluster [DBG] 2022-01-18T19:45:50.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:50 smithi129 conmon[101092]: pgmap v6640: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:50.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:50 smithi156 conmon[67007]: cluster 2022-01-18T19:45:48.392110+0000 mgr.smithi129.iclwio (mgr.14716) 7723 : cluster [DBG] pgmap v6640: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:50.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:50 smithi156 conmon[67007]: 2022-01-18T19:45:52.313 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:45:52.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:52 smithi129 conmon[101092]: cluster 2022-01-18T19:45:50.393049+0000 mgr.smithi129.iclwio (mgr.14716) 7724 : cluster [DBG] pgmap v6641: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:45:52.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:52 smithi129 conmon[101092]: 2022-01-18T19:45:52.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:52 smithi156 conmon[67007]: cluster 2022-01-18T19:45:50.393049+0000 mgr.smithi129.iclwio (mgr.14716) 7724 : cluster [DBG] pgmap v6641: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:45:52.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:52 smithi156 conmon[67007]: 2022-01-18T19:45:52.580 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:45:52.580 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 5m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:45:52.580 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 5m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:45:52.580 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 5m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:45:52.581 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 5m ago 3h 43.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:45:52.581 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 5m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:45:52.581 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 5m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:45:52.581 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 5m ago 3h 727M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:45:52.582 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 5m ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:45:52.582 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 5m ago 3h 1420M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:45:52.582 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 5m ago 3h 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:45:52.582 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 5m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:45:52.583 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 5m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:45:52.583 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 5m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:45:52.583 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 5m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:45:52.583 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 5m ago 3h 2040M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:45:52.583 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 5m ago 3h 3112M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:45:52.584 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 5m ago 3h 2371M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:45:52.584 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 5m ago 3h 3128M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:45:52.584 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 5m ago 3h 2905M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:45:52.584 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 5m ago 3h 3438M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:45:52.585 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 5m ago 3h 2756M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:45:52.585 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 5m ago 3h 4005M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:45:52.585 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 5m ago 3h 139M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:45:52.897 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:45:52.898 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:45:52.898 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:45:52.898 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:45:52.898 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:45:52.899 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:45:52.899 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:45:52.899 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:45:52.899 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:45:52.899 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:45:52.900 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:45:52.900 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:45:52.900 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:45:52.900 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:45:52.900 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:45:52.901 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:45:52.901 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:45:52.901 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:45:52.901 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:45:53.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:53 smithi129 conmon[101092]: audit 2022-01-18T19:45:52 2022-01-18T19:45:53.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:53 smithi129 conmon[101092]: .905235+0000 mon.smithi129 (mon.0) 2368 : audit [DBG] from='client.? 172.21.15.129:0/3188708158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:45:53.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:53 smithi156 conmon[67007]: audit 2022-01-18T19:45:52.905235+0000 mon.smithi129 (mon.0) 2368 : audit [DBG] from='client.? 172.21.15.129:0/3188708158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:45:53.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:53 smithi156 conmon[67007]: 2022-01-18T19:45:54.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:54 smithi129 conmon[101092]: audit 2022-01-18T19:45:52.308324+0000 mgr.smithi129.iclwio (mgr.14716) 7725 : audit [DBG] from='client.39238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:45:54.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:54 smithi129 conmon[101092]: 2022-01-18T19:45:54.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:54 smithi129 conmon[101092]: cluster 2022-01-18T19:45:52.393535+0000 mgr.smithi129.iclwio (mgr.14716) 7726 : cluster [DBG] pgmap v6642: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:54.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:54 smithi129 conmon[101092]: audit 2022-01-18T19:45:52.579010+0000 mgr.smithi129.iclwio (mgr.14716) 7727 : audit 2022-01-18T19:45:54.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:54 smithi129 conmon[101092]: [DBG] from='client.39242 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:45:54.437 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:54 smithi156 conmon[67007]: audit 2022-01-18T19:45:52.308324+0000 mgr.smithi129.iclwio (mgr.14716) 7725 : audit [DBG] from='client.39238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:45:54.437 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:54 smithi156 conmon[67007]: cluster 2022- 2022-01-18T19:45:54.437 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:54 smithi156 conmon[67007]: 01-18T19:45:52.393535+0000 mgr.smithi129.iclwio (mgr.14716) 7726 : cluster [DBG] pgmap v6642: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:54.438 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:54 smithi156 conmon[67007]: audit 2022-01-18T19:45:52.579010+0000 mgr.smithi129.iclwio (mgr.14716) 7727 : audit [DBG] from='client.39242 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:45:56.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:56 smithi129 conmon[101092]: cluster 2022-01-18T19:45:54.394293+0000 mgr.smithi129.iclwio (mgr.14716) 7728 : cluster [DBG] pgmap v6643: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:56.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:56 smithi156 conmon[67007]: cluster 2022-01-18T19:45:54.394293+0000 mgr.smithi129.iclwio (mgr.14716) 7728 : cluster [DBG] pgmap v6643: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:58.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:58 smithi129 conmon[101092]: cluster 2022-01-18T19:45:56.394768+0000 mgr.smithi129.iclwio (mgr.14716) 7729 : cluster [DBG] pgmap v6644: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:58.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:58 smithi129 conmon[101092]: 2022-01-18T19:45:58.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:58 smithi156 conmon[67007]: cluster 2022-01-18T19:45:56.394768+0000 mgr.smithi129.iclwio (mgr.14716) 7729 : cluster [DBG] pgmap v6644: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:45:59.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:59 smithi129 conmon[101092]: audit 2022-01-18T19:45:59.084410+0000 mon.smithi129 (mon.0) 2369 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:45:59.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:45:59 smithi129 conmon[101092]: audit 2022-01-18T19:45:59.084639+0000 mon.smithi129 (mon.0) 2370 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:45:59.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:59 smithi156 conmon[67007]: audit 2022-01-18T19:45:59.084410+0000 mon.smithi129 (mon.0) 2369 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:45:59.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:45:59 smithi156 conmon[67007]: audit 2022-01-18T19:45:59.084639+0000 mon.smithi129 (mon.0) 2370 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:46:00.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:00 smithi129 conmon[101092]: cluster 2022-01-18T19:45:58.395296+0000 mgr.smithi129.iclwio (mgr.14716) 7730 : 2022-01-18T19:46:00.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:00 smithi129 conmon[101092]: cluster [DBG] pgmap v6645: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:00.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:00 smithi156 conmon[67007]: cluster 2022-01-18T19:45:58.395296+0000 mgr.smithi129.iclwio (mgr.14716) 7730 : 2022-01-18T19:46:00.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:00 smithi156 conmon[67007]: cluster [DBG] pgmap v6645: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:02.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:02 smithi129 conmon[101092]: cluster 2022-01-18T19:46:00.396237+0000 mgr.smithi129.iclwio (mgr.14716) 7731 : cluster [DBG] pgmap v6646: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:46:02.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:02 smithi129 conmon[101092]: 2022-01-18T19:46:02.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:02 smithi156 conmon[67007]: cluster 2022-01-18T19:46:00.396237+0000 mgr.smithi129.iclwio (mgr.14716) 7731 : cluster [DBG] pgmap v6646: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:46:03.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:03 smithi129 conmon[101092]: audit 2022-01-18T19:46:02.863772+0000 mon.smithi129 (mon.0) 2371 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:46:03.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:03 smithi129 conmon[101092]: audit 2022 2022-01-18T19:46:03.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:03 smithi129 conmon[101092]: -01-18T19:46:02.865240+0000 mon.smithi129 (mon.0) 2372 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:46:03.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:03 smithi129 conmon[101092]: audit 2022-01-18T19:46:02.866093+0000 mon.smithi129 (mon.0) 2373 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:46:03.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:03 smithi129 conmon[101092]: 2022-01-18T19:46:03.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:03 smithi156 conmon[67007]: audit 2022-01-18T19:46:02.863772 2022-01-18T19:46:03.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:03 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2371 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:46:03.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:03 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T19:46:03.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:03 smithi156 conmon[67007]: T19:46:02.865240+0000 mon.smithi129 (mon.0) 2372 : audit [DBG] 2022-01-18T19:46:03.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:03 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:46:03.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:03 smithi156 conmon[67007]: audit 2022-01-18T19:46:03.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:03 smithi156 conmon[67007]: 2022-01-18T19:46:02.866093 2022-01-18T19:46:03.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:03 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2373 : audit [INF] 2022-01-18T19:46:03.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:03 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:46:04.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:04 smithi129 conmon[101092]: cluster 2022-01-18T19:46:02.396922+0000 mgr.smithi129.iclwio (mgr.14716) 7732 : cluster [DBG] 2022-01-18T19:46:04.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:04 smithi129 conmon[101092]: pgmap v6647: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:04.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:04 smithi129 conmon[101092]: cephadm 2022-01-18T19:46:02.866847+0000 mgr.smithi129.iclwio (mgr.14716) 7733 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:46:04.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:04 smithi129 conmon[101092]: audit 2022-01-18T19:46:03.178988+0000 mon.smithi129 ( 2022-01-18T19:46:04.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:04 smithi129 conmon[101092]: mon.0) 2374 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:46:04.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:04 smithi129 conmon[101092]: audit 2022-01-18T19:46:03.183842+0000 mon.smithi129 (mon. 2022-01-18T19:46:04.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:04 smithi129 conmon[101092]: 0) 2375 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:46:04.437 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:04 smithi156 conmon[67007]: cluster 2022-01-18T19:46:02.396922+0000 mgr.smithi129.iclwio (mgr.14716) 7732 : cluster [DBG] pgmap v6647: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:04.438 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:04 smithi156 conmon[67007]: cephadm 2022-01-18T19:46:02.866847+0000 mgr.smithi129.iclwio (mgr.14716) 7733 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:46:04.438 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:04 smithi156 conmon[67007]: audit 2022-01-18T19:46:03.178988+0000 mon.smithi129 (mon.0) 2374 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:46:04.438 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:04 smithi156 conmon[67007]: audit 2022-01-18T19:46:03.183842+0000 mon.smithi129 (mon.0) 2375 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:46:06.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:06 smithi129 conmon[101092]: cluster 2022-01-18T19:46:04.397526+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:46:06.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:06 smithi129 conmon[101092]: 7734 : cluster [DBG] pgmap v6648: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:06.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:06 smithi156 conmon[67007]: cluster 2022-01-18T19:46:04.397526+0000 mgr.smithi129.iclwio (mgr.14716) 7734 : cluster [DBG] pgmap v6648: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:08.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:08 smithi129 conmon[101092]: cluster 2022-01-18T19:46:06.398071+0000 mgr.smithi129.iclwio (mgr.14716) 7735 : cluster 2022-01-18T19:46:08.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:08 smithi129 conmon[101092]: [DBG] pgmap v6649: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:08.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:08 smithi156 conmon[67007]: cluster 2022-01-18T19:46:06.398071+0000 mgr.smithi129.iclwio (mgr.14716) 7735 : cluster [DBG] pgmap v6649: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:10.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:10 smithi156 conmon[67007]: cluster 2022-01-18T19:46:08.398738+0000 mgr.smithi129.iclwio (mgr.14716) 7736 : cluster [DBG] pgmap v6650: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:10.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:10 smithi129 conmon[101092]: cluster 2022-01-18T19:46:08.398738+0000 mgr.smithi129.iclwio (mgr.14716) 7736 : cluster 2022-01-18T19:46:10.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:10 smithi129 conmon[101092]: [DBG] pgmap v6650: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:12.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:12 smithi156 conmon[67007]: cluster 2022-01-18T19:46:10.399456+0000 mgr.smithi129.iclwio (mgr.14716) 7737 : cluster [DBG] pgmap v6651: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:46:12.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:12 smithi129 conmon[101092]: cluster 2022-01-18T19:46:10.399456+0000 mgr.smithi129.iclwio (mgr.14716) 7737 : cluster [DBG] 2022-01-18T19:46:12.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:12 smithi129 conmon[101092]: pgmap v6651: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:46:14.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:14 smithi156 conmon[67007]: cluster 2022-01-18T19:46:12.400026+0000 mgr.smithi129.iclwio (mgr.14716) 7738 : cluster [DBG] pgmap v6652: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:14.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:14 smithi129 conmon[101092]: cluster 2022-01-18T19:46:12.400026+0000 mgr.smithi129.iclwio (mgr.14716) 7738 : cluster [DBG] pgmap v6652: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:14.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:14 smithi129 conmon[101092]: 2022-01-18T19:46:15.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:15 smithi156 conmon[67007]: cluster 2022-01-18T19:46:14.400987+0000 mgr.smithi129.iclwio (mgr.14716) 7739 : cluster [DBG] pgmap v6653: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:15.681 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:15 smithi129 conmon[101092]: cluster 2022-01-18T19:46:14.400987+0000 mgr.smithi129.iclwio (mgr.14716) 7739 : 2022-01-18T19:46:15.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:15 smithi129 conmon[101092]: cluster [DBG] pgmap v6653: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:18.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:18 smithi129 conmon[101092]: cluster 2022-01-18T19:46:16.401528+0000 mgr.smithi129.iclwio (mgr.14716) 7740 : cluster [DBG] 2022-01-18T19:46:18.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:18 smithi129 conmon[101092]: pgmap v6654: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:18.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:18 smithi156 conmon[67007]: cluster 2022-01-18T19:46:16.401528+0000 mgr.smithi129.iclwio (mgr.14716) 7740 : cluster [DBG] pgmap v6654: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:20.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:20 smithi129 conmon[101092]: cluster 2022-01-18T19:46:18.402108+0000 mgr.smithi129.iclwio (mgr.14716) 7741 : cluster [DBG] pgmap v6655: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:20.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:20 smithi156 conmon[67007]: cluster 2022-01-18T19:46:18.402108+0000 mgr.smithi129.iclwio (mgr.14716) 7741 : cluster [DBG] pgmap v6655: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:22.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:22 smithi129 conmon[101092]: cluster 2022-01-18T19:46:20.403029+0000 mgr.smithi129.iclwio (mgr.14716) 7742 : cluster 2022-01-18T19:46:22.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:22 smithi129 conmon[101092]: [DBG] pgmap v6656: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:46:22.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:22 smithi156 conmon[67007]: cluster 2022-01-18T19:46:20.403029+0000 mgr.smithi129.iclwio (mgr.14716) 7742 : cluster [DBG] pgmap v6656: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:46:23.197 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:46:23.463 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:46:23.463 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 6m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:46:23.463 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 6m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:46:23.464 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 6m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:46:23.464 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 6m ago 3h 43.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:46:23.464 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 6m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:46:23.464 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 6m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:46:23.464 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 6m ago 3h 727M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:46:23.465 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 6m ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:46:23.465 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 6m ago 3h 1420M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:46:23.465 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 6m ago 3h 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:46:23.465 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 6m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:46:23.466 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 6m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:46:23.466 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 6m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:46:23.466 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 6m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:46:23.466 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 6m ago 3h 2040M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:46:23.466 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 6m ago 3h 3112M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:46:23.467 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 6m ago 3h 2371M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:46:23.467 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 6m ago 3h 3128M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:46:23.467 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 6m ago 3h 2905M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:46:23.467 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 6m ago 3h 3438M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:46:23.468 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 6m ago 3h 2756M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:46:23.468 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 6m ago 3h 4005M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:46:23.468 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 6m ago 3h 139M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:46:23.781 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:46:23.781 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:46:23.781 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:46:23.781 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:46:23.782 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:46:23.782 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:46:23.782 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:46:23.782 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:46:23.783 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:46:23.783 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:46:23.783 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:46:23.783 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:46:23.784 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:46:23.784 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:46:23.784 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:46:23.784 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:46:23.785 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:46:23.785 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:46:23.785 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:46:24.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:24 smithi129 conmon[101092]: cluster 2022-01-18T19:46:22.403597+0000 mgr.smithi129.iclwio (mgr.14716) 7743 2022-01-18T19:46:24.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:24 smithi129 conmon[101092]: : cluster [DBG] pgmap v6657: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:24.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:24 smithi129 conmon[101092]: audit 2022-01-18T19:46:23.193439+0000 mgr.smithi129.iclwio (mgr.14716) 7744 : audit [DBG] from='client.39250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:46:24.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:24 smithi129 conmon[101092]: audit 2022-01-18T19:46:23.788219+0000 2022-01-18T19:46:24.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:24 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2376 : audit [DBG] from='client.? 172.21.15.129:0/2168734086' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:46:24.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:24 smithi129 conmon[101092]: 2022-01-18T19:46:24.437 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:24 smithi156 conmon[67007]: cluster 2022-01-18T19:46:22.403597+0000 mgr.smithi129.iclwio (mgr.14716) 7743 : cluster [DBG] pgmap v6657: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:24.438 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:24 smithi156 conmon[67007]: audit 2022-01-18T19:46:23.193439+0000 mgr.smithi129.iclwio (mgr.14716) 7744 : audit [DBG] from='client.39250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:46:24.438 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:24 smithi156 conmon[67007]: audit 2022-01-18T19:46:23.788219+0000 mon.smithi129 (mon.0) 2376 : audit [DBG] from='client.? 172.21.15.129:0/2168734086' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:46:25.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:25 smithi129 conmon[101092]: audit 2022-01-18T19:46:23.461764+0000 mgr.smithi129.iclwio (mgr.14716) 7745 : audit [DBG] from='client.39254 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:46:25.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:25 smithi156 conmon[67007]: audit 2022-01-18T19:46:23.461764+0000 mgr.smithi129.iclwio (mgr.14716) 7745 : audit [DBG] from='client.39254 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:46:26.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:26 smithi129 conmon[101092]: cluster 2022-01-18T19:46:24.404505+0000 mgr.smithi129.iclwio (mgr.14716) 7746 : cluster [DBG] 2022-01-18T19:46:26.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:26 smithi129 conmon[101092]: pgmap v6658: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:26.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:26 smithi156 conmon[67007]: cluster 2022-01-18T19:46:24.404505+0000 mgr.smithi129.iclwio (mgr.14716) 7746 : cluster [DBG] pgmap v6658: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:26.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:26 smithi156 conmon[67007]: 2022-01-18T19:46:28.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:28 smithi129 conmon[101092]: cluster 2022-01-18T19:46:26.405228+0000 mgr.smithi129.iclwio (mgr.14716) 7747 : cluster 2022-01-18T19:46:28.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:28 smithi129 conmon[101092]: [DBG] pgmap v6659: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:28.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:28 smithi156 conmon[67007]: cluster 2022-01-18T19:46:26.405228+0000 mgr.smithi129.iclwio (mgr.14716) 7747 : cluster [DBG] pgmap v6659: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:30.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:30 smithi129 conmon[101092]: cluster 2022-01-18T19:46:28.405804+0000 mgr.smithi129.iclwio (mgr.14716) 7748 : cluster 2022-01-18T19:46:30.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:30 smithi129 conmon[101092]: [DBG] pgmap v6660: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:30.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:30 smithi156 conmon[67007]: cluster 2022-01-18T19:46:28.405804+0000 mgr.smithi129.iclwio (mgr.14716) 7748 : cluster [DBG] pgmap v6660: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:32.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:32 smithi129 conmon[101092]: cluster 2022-01-18T19:46:30.406678+0000 mgr.smithi129.iclwio (mgr.14716) 7749 : cluster [DBG] pgmap v6661: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:46:32.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:32 smithi156 conmon[67007]: cluster 2022-01-18T19:46:30.406678+0000 mgr.smithi129.iclwio (mgr.14716) 7749 : cluster [DBG] pgmap v6661: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:46:34.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:34 smithi129 conmon[101092]: cluster 2022-01-18T19:46:32.407422+0000 mgr.smithi129.iclwio (mgr.14716) 7750 : cluster [DBG] pgmap v6662: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:34.437 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:34 smithi156 conmon[67007]: cluster 2022-01-18T19:46:32.407422+0000 mgr.smithi129.iclwio (mgr.14716) 7750 : cluster [DBG] pgmap v6662: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:36.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:36 smithi129 conmon[101092]: cluster 2022-01-18T19:46:34.408321+0000 mgr.smithi129.iclwio (mgr.14716) 7751 : cluster [DBG] pgmap v6663: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:36.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:36 smithi129 conmon[101092]: 2022-01-18T19:46:36.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:36 smithi156 conmon[67007]: cluster 2022-01-18T19:46:34.408321+0000 mgr.smithi129.iclwio (mgr.14716) 7751 : cluster [DBG] 2022-01-18T19:46:36.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:36 smithi156 conmon[67007]: pgmap v6663: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:38.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:38 smithi129 conmon[101092]: cluster 2022-01-18T19:46:36.408908+0000 mgr.smithi129.iclwio (mgr.14716) 7752 : cluster [DBG] pgmap v6664: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:38.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:38 smithi129 conmon[101092]: 2022-01-18T19:46:38.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:38 smithi156 conmon[67007]: cluster 2022-01-18T19:46:36.408908+0000 mgr.smithi129.iclwio (mgr.14716) 7752 : cluster 2022-01-18T19:46:38.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:38 smithi156 conmon[67007]: [DBG] pgmap v6664: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:40.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:40 smithi129 conmon[101092]: cluster 2022-01-18T19:46:38.409673+0000 mgr.smithi129.iclwio (mgr.14716) 7753 : cluster [DBG] pgmap v6665: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:40.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:40 smithi129 conmon[101092]: 2022-01-18T19:46:40.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:40 smithi156 conmon[67007]: cluster 2022-01-18T19:46:38.409673+0000 mgr.smithi129.iclwio (mgr.14716) 7753 : cluster [DBG] pgmap v6665: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:42.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:42 smithi129 conmon[101092]: cluster 2022-01-18T19:46:40.410484+0000 mgr.smithi129.iclwio (mgr.14716) 7754 : cluster [DBG] pgmap v6666: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:46:42.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:42 smithi156 conmon[67007]: cluster 2022-01-18T19:46:40.410484+0000 mgr.smithi129.iclwio (mgr.14716) 7754 : cluster [DBG] pgmap v6666: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:46:44.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:44 smithi129 conmon[101092]: cluster 2022-01-18T19:46:42.411015+0000 mgr.smithi129.iclwio (mgr.14716) 7755 : cluster [DBG] pgmap v6667: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:44.438 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:44 smithi156 conmon[67007]: cluster 2022-01-18T19:46:42.411015+0000 mgr.smithi129.iclwio (mgr.14716) 7755 : cluster [DBG] pgmap v6667: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:44.438 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:44 smithi156 conmon[67007]: 2022-01-18T19:46:46.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:46 smithi129 conmon[101092]: cluster 2022-01-18T19:46:44.411833+0000 mgr.smithi129.iclwio (mgr.14716) 7756 : cluster [DBG] pgmap v6668: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:46.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:46 smithi156 conmon[67007]: cluster 2022-01-18T19:46:44.411833+0000 mgr.smithi129.iclwio (mgr.14716) 7756 : cluster [DBG] 2022-01-18T19:46:46.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:46 smithi156 conmon[67007]: pgmap v6668: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:48.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:48 smithi129 conmon[101092]: cluster 2022-01-18T19:46:46.412459+0000 mgr.smithi129.iclwio (mgr.14716) 7757 : cluster [DBG] pgmap v6669: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:48.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:48 smithi156 conmon[67007]: cluster 2022-01-18T19:46:46.412459+0000 mgr.smithi129.iclwio (mgr.14716) 7757 : cluster 2022-01-18T19:46:48.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:48 smithi156 conmon[67007]: [DBG] pgmap v6669: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:50.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:50 smithi129 conmon[101092]: cluster 2022-01-18T19:46:48.413058+0000 mgr.smithi129.iclwio (mgr.14716) 7758 : cluster 2022-01-18T19:46:50.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:50 smithi129 conmon[101092]: [DBG] pgmap v6670: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:50.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:50 smithi156 conmon[67007]: cluster 2022-01-18T19:46:48.413058+0000 mgr.smithi129.iclwio (mgr.14716) 7758 : cluster [DBG] pgmap v6670: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:52.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:52 smithi129 conmon[101092]: cluster 2022-01-18T19:46:50.413955+0000 mgr.smithi129.iclwio (mgr.14716) 7759 : cluster [DBG] pgmap v6671: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:46:52.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:52 smithi129 conmon[101092]: 2022-01-18T19:46:52.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:52 smithi156 conmon[67007]: cluster 2022-01-18T19:46:50.413955+0000 mgr.smithi129.iclwio (mgr.14716) 7759 : cluster [DBG] pgmap v6671: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:46:54.085 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:46:54.350 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:46:54.350 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 6m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:46:54.351 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 6m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:46:54.351 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 6m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:46:54.351 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 6m ago 3h 43.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:46:54.351 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 6m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:46:54.352 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 6m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:46:54.352 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 6m ago 3h 727M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:46:54.352 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 6m ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:46:54.352 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 6m ago 3h 1420M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:46:54.353 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 6m ago 3h 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:46:54.353 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 6m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:46:54.353 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 6m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:46:54.353 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 6m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:46:54.354 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 6m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:46:54.354 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 6m ago 3h 2040M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:46:54.354 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 6m ago 3h 3112M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:46:54.355 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 6m ago 3h 2371M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:46:54.355 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 6m ago 3h 3128M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:46:54.355 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 6m ago 3h 2905M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:46:54.355 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 6m ago 3h 3438M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:46:54.356 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 6m ago 3h 2756M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:46:54.356 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 6m ago 3h 4005M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:46:54.356 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 6m ago 3h 139M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:46:54.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:54 smithi129 conmon[101092]: cluster 2022-01-18T19:46:52.414467+0000 mgr.smithi129.iclwio (mgr.14716) 7760 : 2022-01-18T19:46:54.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:54 smithi129 conmon[101092]: cluster [DBG] pgmap v6672: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:54.437 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:54 smithi156 conmon[67007]: cluster 2022-01-18T19:46:52.414467+0000 mgr.smithi129.iclwio (mgr.14716) 7760 : cluster [DBG] pgmap v6672: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:54.665 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:46:54.665 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:46:54.666 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:46:54.666 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:46:54.666 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:46:54.666 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:46:54.667 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:46:54.667 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:46:54.667 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:46:54.667 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:46:54.667 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:46:54.668 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:46:54.668 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:46:54.668 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:46:54.668 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:46:54.669 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:46:54.669 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:46:54.669 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:46:54.669 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:46:55.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:55 smithi129 conmon[101092]: audit 2022-01-18T19:46:54.079957+0000 mgr.smithi129.iclwio (mgr.14716) 7761 : audit [DBG] 2022-01-18T19:46:55.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:55 smithi129 conmon[101092]: from='client.39262 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:46:55.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:55 smithi129 conmon[101092]: audit 2022-01-18T19:46:54.672242+0000 mon.smithi129 (mon.0) 2377 : audit [DBG] from='client.? 172.21.15.129:0/347506407' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:46:55.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:55 smithi156 conmon[67007]: audit 2022-01-18T19:46:54.079957+0000 mgr.smithi129.iclwio (mgr.14716) 7761 : audit [DBG] from='client.39262 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:46:55.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:55 smithi156 conmon[67007]: audit 2022-01-18T19:46:54.672242+0000 mon.smithi129 (mon.0) 2377 : audit [DBG] from='client.? 172.21.15.129:0/347506407' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:46:56.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:56 smithi129 conmon[101092]: audit 2022-01-18T19:46:54.348471+0000 mgr.smithi129.iclwio (mgr.14716) 7762 : audit [DBG] from='client.39266 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:46:56.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:56 smithi129 conmon[101092]: 2022-01-18T19:46:56.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:56 smithi129 conmon[101092]: cluster 2022-01-18T19:46:54.415182+0000 mgr.smithi129.iclwio (mgr.14716) 7763 : cluster [DBG] pgmap v6673: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:56.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:56 smithi156 conmon[67007]: audit 2022-01-18T19:46:54.348471+0000 mgr.smithi129.iclwio (mgr.14716) 7762 : audit [DBG] from='client.39266 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:46:56.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:56 smithi156 conmon[67007]: cluster 2022-01-18 2022-01-18T19:46:56.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:56 smithi156 conmon[67007]: T19:46:54.415182+0000 mgr.smithi129.iclwio (mgr.14716) 7763 : cluster [DBG] pgmap v6673: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:58.431 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:58 smithi129 conmon[101092]: cluster 2022-01-18T19:46:56.415679+0000 mgr.smithi129.iclwio (mgr.14716) 7764 : cluster [DBG] pgmap v6674: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:58.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:58 smithi156 conmon[67007]: cluster 2022-01-18T19:46:56.415679+0000 mgr.smithi129.iclwio (mgr.14716) 7764 : cluster [DBG] pgmap v6674: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:46:59.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:59 smithi129 conmon[101092]: audit 2022-01-18T19:46:59.088415+0000 mon.smithi129 (mon.0) 2378 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:46:59.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:59 smithi129 conmon[101092]: audit 2022-01-18T19:46:59. 2022-01-18T19:46:59.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:46:59 smithi129 conmon[101092]: 088668+0000 mon.smithi129 (mon.0) 2379 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:46:59.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:59 smithi156 conmon[67007]: audit 2022-01-18T19:46:59.088415+0000 mon.smithi129 (mon.0) 2378 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:46:59.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:46:59 smithi156 conmon[67007]: audit 2022-01-18T19:46:59.088668+0000 mon.smithi129 (mon.0) 2379 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:47:00.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:00 smithi129 conmon[101092]: cluster 2022-01-18T19:46:58.416206+0000 mgr.smithi129.iclwio (mgr.14716) 7765 : cluster [DBG] pgmap v6675: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:00.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:00 smithi156 conmon[67007]: cluster 2022-01-18T19:46:58.416206+0000 mgr.smithi129.iclwio (mgr.14716) 7765 : cluster [DBG] pgmap v6675: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:02.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:02 smithi129 conmon[101092]: cluster 2022-01-18T19:47:00.417046+0000 mgr.smithi129.iclwio (mgr.14716) 7766 : cluster [DBG] pgmap v6676: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:47:02.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:02 smithi156 conmon[67007]: cluster 2022-01-18T19:47:00.417046+0000 mgr.smithi129.iclwio (mgr.14716) 7766 : cluster [DBG] pgmap v6676: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:47:04.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:04 smithi129 conmon[101092]: cluster 2022-01-18T19:47:02.417691+0000 mgr.smithi129.iclwio (mgr.14716) 7767 : cluster [DBG] 2022-01-18T19:47:04.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:04 smithi129 conmon[101092]: pgmap v6677: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:04.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:04 smithi129 conmon[101092]: audit 2022-01-18T19:47:03.186363+0000 mon.smithi129 (mon.0) 2380 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:47:04.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:04 smithi129 conmon[101092]: audit 2022-01-18T19:47:03.187755 2022-01-18T19:47:04.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:04 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 2381 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:47:04.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:04 smithi129 conmon[101092]: audit 2022-01-18T19:47:04.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:04 smithi129 conmon[101092]: 2022-01-18T19:47:03.188663+0000 2022-01-18T19:47:04.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:04 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2382 : audit [INF] 2022-01-18T19:47:04.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:04 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:47:04.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:04 smithi129 conmon[101092]: cephadm 2022-01-18T19:47 2022-01-18T19:47:04.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:04 smithi129 conmon[101092]: :03.189399+0000 mgr.smithi129.iclwio (mgr.14716) 7768 : 2022-01-18T19:47:04.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:04 smithi129 conmon[101092]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:47:04.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:04 smithi129 conmon[101092]: audit 2022-01-18T19:47 2022-01-18T19:47:04.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:04 smithi129 conmon[101092]: :03.497230+0000 mon.smithi129 (mon.0) 2022-01-18T19:47:04.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:04 smithi129 conmon[101092]: 2383 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:47:04.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:04 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T19:47:04.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:04 smithi129 conmon[101092]: T19:47:03.502766+0000 mon.smithi129 (mon 2022-01-18T19:47:04.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:04 smithi129 conmon[101092]: .0) 2384 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:47:04.437 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:04 smithi156 conmon[67007]: cluster 2022-01-18T19:47:02.417691+0000 mgr.smithi129.iclwio (mgr.14716) 7767 : 2022-01-18T19:47:04.438 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:04 smithi156 conmon[67007]: cluster [DBG] pgmap v6677: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:04.438 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:04 smithi156 conmon[67007]: audit 2022-01-18T19:47:03.186363+0000 mon.smithi129 (mon.0) 2380 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:47:04.438 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:04 smithi156 conmon[67007]: audit 2022-01-18T19:47:03.187755+0000 mon.smithi129 (mon.0) 2381 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:47:04.439 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:04 smithi156 conmon[67007]: 2022-01-18T19:47:04.439 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:04 smithi156 conmon[67007]: audit 2022-01-18T19:47:04.439 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:04 smithi156 conmon[67007]: 2022-01-18T19:47:03.188663+0000 mon.smithi129 (mon 2022-01-18T19:47:04.439 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:04 smithi156 conmon[67007]: .0) 2382 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:47:04.440 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:04 smithi156 conmon[67007]: cephadm 2022- 2022-01-18T19:47:04.440 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:04 smithi156 conmon[67007]: 01-18T19:47:03.189399+0000 mgr.smithi129.iclwio 2022-01-18T19:47:04.440 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:04 smithi156 conmon[67007]: (mgr.14716) 7768 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:47:04.440 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:04 smithi156 conmon[67007]: audit 2022 2022-01-18T19:47:04.440 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:04 smithi156 conmon[67007]: -01-18T19:47:03.497230+0000 2022-01-18T19:47:04.441 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:04 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2383 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:47:04.441 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:04 smithi156 conmon[67007]: 2022-01-18T19:47:04.441 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:04 smithi156 conmon[67007]: audit 2022-01-18T19:47:04.441 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:04 smithi156 conmon[67007]: 2022-01-18T19:47:03.502766+0000 mon.smithi129 ( 2022-01-18T19:47:04.442 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:04 smithi156 conmon[67007]: mon.0) 2384 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:47:06.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:06 smithi129 conmon[101092]: cluster 2022-01-18T19:47:04.418521+0000 mgr.smithi129.iclwio (mgr.14716) 7769 : cluster [DBG] 2022-01-18T19:47:06.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:06 smithi129 conmon[101092]: pgmap v6678: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:06.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:06 smithi156 conmon[67007]: cluster 2022-01-18T19:47:04.418521+0000 mgr.smithi129.iclwio (mgr.14716) 7769 : cluster [DBG] pgmap v6678: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:08.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:08 smithi129 conmon[101092]: cluster 2022-01-18T19:47:06.418968+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:47:08.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:08 smithi129 conmon[101092]: 7770 : cluster [DBG] pgmap v6679: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:08.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:08 smithi156 conmon[67007]: cluster 2022-01-18T19:47:06.418968+0000 mgr.smithi129.iclwio (mgr.14716) 7770 : cluster [DBG] pgmap v6679: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:10.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:10 smithi129 conmon[101092]: cluster 2022-01-18T19:47:08.419586+0000 mgr.smithi129.iclwio (mgr.14716) 7771 2022-01-18T19:47:10.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:10 smithi129 conmon[101092]: : cluster [DBG] pgmap v6680: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:10.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:10 smithi156 conmon[67007]: cluster 2022-01-18T19:47:08.419586+0000 mgr.smithi129.iclwio (mgr.14716) 7771 : cluster [DBG] pgmap v6680: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:12.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:12 smithi129 conmon[101092]: cluster 2022-01-18T19:47:10.420385+0000 mgr.smithi129.iclwio (mgr.14716) 7772 : cluster [DBG] pgmap v6681: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:47:12.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:12 smithi129 conmon[101092]: 2022-01-18T19:47:12.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:12 smithi156 conmon[67007]: cluster 2022-01-18T19:47:10.420385+0000 mgr.smithi129.iclwio (mgr.14716) 7772 : cluster [DBG] pgmap v6681: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:47:14.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:14 smithi129 conmon[101092]: cluster 2022-01-18T19:47:12.420935+0000 mgr.smithi129.iclwio (mgr.14716) 7773 : 2022-01-18T19:47:14.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:14 smithi129 conmon[101092]: cluster [DBG] pgmap v6682: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:14.438 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:14 smithi156 conmon[67007]: cluster 2022-01-18T19:47:12.420935+0000 mgr.smithi129.iclwio (mgr.14716) 7773 : cluster [DBG] pgmap v6682: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:16.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:16 smithi129 conmon[101092]: cluster 2022-01-18T19:47:14.421823+0000 mgr.smithi129.iclwio (mgr.14716) 7774 : cluster [DBG] pgmap v6683: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:16.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:16 smithi156 conmon[67007]: cluster 2022-01-18T19:47:14.421823+0000 mgr.smithi129.iclwio (mgr.14716) 7774 : cluster [DBG] pgmap v6683: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:18.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:18 smithi129 conmon[101092]: cluster 2022-01-18T19:47:16.422245+0000 mgr.smithi129.iclwio (mgr.14716) 7775 : cluster [DBG] pgmap v6684: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:18.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:18 smithi156 conmon[67007]: cluster 2022-01-18T19:47:16.422245+0000 mgr.smithi129.iclwio (mgr.14716) 7775 : cluster [DBG] pgmap v6684: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:18.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:18 smithi156 conmon[67007]: 2022-01-18T19:47:20.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:20 smithi129 conmon[101092]: cluster 2022-01-18T19:47:18.422908+0000 mgr.smithi129.iclwio (mgr.14716) 7776 : 2022-01-18T19:47:20.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:20 smithi129 conmon[101092]: cluster [DBG] pgmap v6685: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:20.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:20 smithi156 conmon[67007]: cluster 2022-01-18T19:47:18.422908+0000 mgr.smithi129.iclwio (mgr.14716) 7776 : cluster [DBG] 2022-01-18T19:47:20.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:20 smithi156 conmon[67007]: pgmap v6685: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:22.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:22 smithi129 conmon[101092]: cluster 2022-01-18T19:47:20.423639+0000 mgr.smithi129.iclwio (mgr.14716) 7777 : cluster [DBG] pgmap v6686: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:47:22.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:22 smithi156 conmon[67007]: cluster 2022-01-18T19:47:20.423639+0000 mgr.smithi129.iclwio (mgr.14716) 7777 : cluster [DBG] pgmap v6686: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:47:24.438 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:24 smithi156 conmon[67007]: cluster 2022-01-18T19:47:22.424263+0000 mgr.smithi129.iclwio (mgr.14716) 7778 : cluster [DBG] pgmap v6687: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:24.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:24 smithi129 conmon[101092]: cluster 2022-01-18T19:47:22.424263+0000 mgr.smithi129.iclwio (mgr.14716) 7778 : cluster [DBG] pgmap v6687: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:24.967 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:47:25.231 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:47:25.232 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 7m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:47:25.232 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 7m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:47:25.232 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 7m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:47:25.232 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 7m ago 3h 43.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:47:25.232 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 7m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:47:25.233 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 7m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:47:25.233 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 7m ago 3h 727M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:47:25.233 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 7m ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:47:25.233 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 7m ago 3h 1420M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:47:25.233 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 7m ago 3h 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:47:25.234 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 7m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:47:25.234 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 7m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:47:25.234 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 7m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:47:25.234 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 7m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:47:25.234 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 7m ago 3h 2040M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:47:25.235 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 7m ago 3h 3112M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:47:25.235 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 7m ago 3h 2371M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:47:25.235 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 7m ago 3h 3128M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:47:25.236 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 7m ago 3h 2905M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:47:25.236 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 7m ago 3h 3438M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:47:25.236 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 7m ago 3h 2756M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:47:25.236 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 7m ago 3h 4005M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:47:25.236 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 7m ago 3h 139M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:47:25.550 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:47:25.550 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:47:25.550 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:47:25.550 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:47:25.551 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:47:25.551 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:47:25.551 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:47:25.551 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:47:25.552 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:47:25.552 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:47:25.552 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:47:25.552 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:47:25.552 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:47:25.553 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:47:25.553 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:47:25.553 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:47:25.553 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:47:25.553 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:47:25.554 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:47:26.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:26 smithi156 conmon[67007]: cluster 2022-01-18T19:47:24.424964+0000 mgr.smithi129.iclwio (mgr.14716) 7779 : cluster [DBG] pgmap v6688: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:26.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:26 smithi156 conmon[67007]: audit 2022-01-18T19:47:24.962047+0000 mgr.smithi129.iclwio (mgr.14716) 7780 : audit [DBG] from='client.39274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:47:26.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:26 smithi156 conmon[67007]: audit 2022-01-18T19:47:25.556651+0000 mon.smithi129 (mon.0) 2385 : audit [DBG] from='client.? 172.21.15.129:0/1016977987' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:47:26.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:26 smithi129 conmon[101092]: cluster 2022-01-18T19:47:24.424964+0000 mgr.smithi129.iclwio (mgr.14716) 7779 : cluster [DBG] pgmap v6688: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:26.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:26 smithi129 conmon[101092]: 2022-01-18T19:47:26.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:26 smithi129 conmon[101092]: audit 2022-01-18T19:47:24.962047+0000 mgr.smithi129.iclwio (mgr.14716) 7780 : audit [DBG] from='client.39274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:47:26.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:26 smithi129 conmon[101092]: audit 2022-01-18T19:47:25.556651+0000 mon.smithi129 (mon.0) 2385 : audit [DBG] from='client.? 172.21.15.129:0/1016977987' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:47:27.537 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:27 smithi129 conmon[101092]: audit 2022-01-18T19:47:25.229234+0000 mgr.smithi129.iclwio (mgr.14716) 7781 : audit [DBG] from='client.39278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:47:27.542 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:27 smithi156 conmon[67007]: audit 2022-01-18T19:47:25.229234+0000 mgr.smithi129.iclwio (mgr.14716) 7781 : audit [DBG] from='client.39278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:47:28.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:28 smithi156 conmon[67007]: cluster 2022-01-18T19:47:26.425466+0000 mgr.smithi129.iclwio (mgr.14716) 7782 : cluster [DBG] pgmap v6689: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:28.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:28 smithi129 conmon[101092]: cluster 2022-01-18T19:47:26.425466+0000 mgr.smithi129.iclwio (mgr.14716) 7782 : cluster [DBG] pgmap v6689: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:30.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:30 smithi156 conmon[67007]: cluster 2022-01-18T19:47:28.425988+0000 mgr.smithi129.iclwio (mgr.14716) 7783 : cluster [DBG] pgmap v6690: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:30.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:30 smithi129 conmon[101092]: cluster 2022-01-18T19:47:28.425988+0000 mgr.smithi129.iclwio (mgr.14716) 7783 : cluster [DBG] pgmap v6690: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:32.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:32 smithi156 conmon[67007]: cluster 2022-01-18T19:47:30.426694+0000 mgr.smithi129.iclwio (mgr.14716) 7784 : cluster [DBG] pgmap v6691: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:47:32.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:32 smithi129 conmon[101092]: cluster 2022-01-18T19:47:30.426694+0000 mgr.smithi129.iclwio (mgr.14716) 7784 : cluster [DBG] pgmap v6691: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:47:34.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:34 smithi156 conmon[67007]: cluster 2022-01-18T19:47:32.427296+0000 mgr.smithi129.iclwio (mgr.14716) 7785 : cluster [DBG] pgmap v6692: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:34.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:34 smithi129 conmon[101092]: cluster 2022-01-18T19:47:32.427296+0000 mgr.smithi129.iclwio (mgr.14716) 7785 : cluster [DBG] pgmap v6692: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:35.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:35 smithi156 conmon[67007]: cluster 2022-01-18T19:47:34.427973+0000 mgr.smithi129.iclwio (mgr.14716) 7786 : cluster [DBG] 2022-01-18T19:47:35.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:35 smithi156 conmon[67007]: pgmap v6693: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:35.682 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:35 smithi129 conmon[101092]: cluster 2022-01-18T19:47:34.427973+0000 mgr.smithi129.iclwio (mgr.14716) 7786 : cluster [DBG] pgmap v6693: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:38.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:38 smithi129 conmon[101092]: cluster 2022-01-18T19:47:36.428527+0000 mgr.smithi129.iclwio (mgr.14716) 7787 : cluster [DBG] pgmap v6694: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:38.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:38 smithi156 conmon[67007]: cluster 2022-01-18T19:47:36.428527+0000 mgr.smithi129.iclwio (mgr.14716) 7787 : cluster [DBG] pgmap v6694: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:40.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:40 smithi129 conmon[101092]: cluster 2022-01-18T19:47:38.429199+0000 mgr.smithi129.iclwio (mgr.14716) 7788 : cluster [DBG] pgmap v6695: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:40.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:40 smithi156 conmon[67007]: cluster 2022-01-18T19:47:38.429199+0000 mgr.smithi129.iclwio (mgr.14716) 7788 : cluster [DBG] pgmap v6695: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:42.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:42 smithi129 conmon[101092]: cluster 2022-01-18T19:47:40.429888+0000 mgr.smithi129.iclwio (mgr.14716) 7789 : cluster [DBG] pgmap v6696: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:47:42.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:42 smithi129 conmon[101092]: 2022-01-18T19:47:42.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:42 smithi156 conmon[67007]: cluster 2022-01-18T19:47:40.429888+0000 mgr.smithi129.iclwio (mgr.14716) 7789 : cluster [DBG] pgmap v6696: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:47:44.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:44 smithi129 conmon[101092]: cluster 2022-01-18T19:47:42.430396+0000 mgr.smithi129.iclwio (mgr.14716) 7790 : cluster [DBG] pgmap v6697: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:44.438 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:44 smithi156 conmon[67007]: cluster 2022-01-18T19:47:42.430396+0000 mgr.smithi129.iclwio (mgr.14716) 7790 : cluster [DBG] pgmap v6697: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:46.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:46 smithi129 conmon[101092]: cluster 2022-01-18T19:47:44.431128+0000 mgr.smithi129.iclwio (mgr.14716) 7791 : cluster [DBG] pgmap v6698: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:46.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:46 smithi156 conmon[67007]: cluster 2022-01-18T19:47:44.431128+0000 mgr.smithi129.iclwio (mgr.14716) 7791 : cluster [DBG] pgmap v6698: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:48.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:48 smithi129 conmon[101092]: cluster 2022-01-18T19:47:46.431688+0000 mgr.smithi129.iclwio (mgr.14716) 7792 : cluster [DBG] pgmap v6699: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:48.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:48 smithi156 conmon[67007]: cluster 2022-01-18T19:47:46.431688+0000 mgr.smithi129.iclwio (mgr.14716) 7792 : cluster [DBG] pgmap v6699: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:50.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:50 smithi129 conmon[101092]: cluster 2022-01-18T19:47:48.432348+0000 mgr.smithi129.iclwio (mgr.14716) 7793 : cluster [DBG] pgmap v6700: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:50.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:50 smithi156 conmon[67007]: cluster 2022-01-18T19:47:48.432348+0000 mgr.smithi129.iclwio (mgr.14716) 7793 : cluster [DBG] pgmap v6700: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:52.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:52 smithi129 conmon[101092]: cluster 2022-01-18T19:47:50.433216+0000 mgr.smithi129.iclwio (mgr.14716) 7794 : cluster [DBG] pgmap v6701: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:47:52.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:52 smithi129 conmon[101092]: 2022-01-18T19:47:52.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:52 smithi156 conmon[67007]: cluster 2022-01-18T19:47:50.433216+0000 mgr.smithi129.iclwio (mgr.14716) 7794 : cluster [DBG] 2022-01-18T19:47:52.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:52 smithi156 conmon[67007]: pgmap v6701: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:47:54.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:54 smithi129 conmon[101092]: cluster 2022-01-18T19:47:52.433710+0000 mgr.smithi129.iclwio (mgr.14716) 7795 : cluster [DBG] 2022-01-18T19:47:54.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:54 smithi129 conmon[101092]: pgmap v6702: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:54.438 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:54 smithi156 conmon[67007]: cluster 2022-01-18T19:47:52.433710+0000 mgr.smithi129.iclwio (mgr.14716) 7795 : cluster [DBG] pgmap v6702: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:55.850 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:47:56.118 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:47:56.118 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 7m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:47:56.118 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 7m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:47:56.119 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 7m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:47:56.119 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 7m ago 3h 43.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:47:56.119 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 7m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:47:56.119 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 7m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:47:56.120 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 7m ago 3h 727M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:47:56.120 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 7m ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:47:56.120 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 7m ago 3h 1420M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:47:56.120 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 7m ago 3h 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:47:56.121 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 7m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:47:56.121 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 7m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:47:56.121 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 7m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:47:56.121 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 7m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:47:56.121 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 7m ago 3h 2040M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:47:56.122 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 7m ago 3h 3112M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:47:56.122 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 7m ago 3h 2371M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:47:56.122 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 7m ago 3h 3128M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:47:56.122 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 7m ago 3h 2905M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:47:56.123 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 7m ago 3h 3438M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:47:56.123 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 7m ago 3h 2756M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:47:56.123 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 7m ago 3h 4005M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:47:56.123 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 7m ago 3h 139M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:47:56.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:56 smithi129 conmon[101092]: cluster 2022-01-18T19:47:54.434535+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:47:56.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:56 smithi129 conmon[101092]: 7796 : cluster [DBG] pgmap v6703: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:56.436 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:47:56.436 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:47:56.437 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:47:56.437 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:47:56.437 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:47:56.437 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:47:56.437 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:47:56.438 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:47:56.438 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:47:56.438 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:47:56.438 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:47:56.439 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:47:56.439 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:47:56.439 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:47:56.439 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:47:56.439 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:47:56.440 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:47:56.440 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:47:56.440 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:47:56.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:56 smithi156 conmon[67007]: cluster 2022-01-18T19:47:54.434535+0000 mgr.smithi129.iclwio (mgr.14716) 7796 : cluster [DBG] pgmap v6703: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:57.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:57 smithi129 conmon[101092]: audit 2022-01-18T19:47:55.845110+0000 mgr.smithi129.iclwio (mgr.14716) 7797 : audit [DBG] from='client.39286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:47:57.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:57 smithi129 conmon[101092]: audit 2022-01-18T19:47:56.115700+0000 mgr.smithi129.iclwio (mgr.14716) 7798 : audit [DBG] from='client.39290 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:47:57.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:57 smithi129 conmon[101092]: audit 2022-01-18T19:47:56.442919+0000 mon.smithi129 (mon.0) 2386 : audit [DBG] from='client.? 172.21.15.129:0/142547583' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:47:57.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:57 smithi156 conmon[67007]: audit 2022-01-18T19:47:55.845110+0000 mgr.smithi129.iclwio (mgr.14716) 7797 : audit [DBG] from='client.39286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:47:57.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:57 smithi156 conmon[67007]: audit 2022-01-18T19:47:56.115700+0000 mgr.smithi129.iclwio (mgr.14716) 7798 : audit [DBG] from='client.39290 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:47:57.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:57 smithi156 conmon[67007]: audit 2022-01-18T19:47:56.442919+0000 mon.smithi129 (mon.0) 2022-01-18T19:47:57.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:57 smithi156 conmon[67007]: 2386 : audit [DBG] from='client.? 172.21.15.129:0/142547583' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:47:58.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:58 smithi129 conmon[101092]: cluster 2022-01-18T19:47:56.434942+0000 mgr.smithi129.iclwio (mgr.14716) 7799 : cluster [DBG] pgmap v6704: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:58.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:58 smithi156 conmon[67007]: cluster 2022-01-18T19:47:56.434942+0000 mgr.smithi129.iclwio (mgr.14716) 7799 : cluster [DBG] pgmap v6704: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:47:59.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:59 smithi129 conmon[101092]: audit 2022-01-18T19:47:59.091762+0000 mon.smithi129 ( 2022-01-18T19:47:59.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:59 smithi129 conmon[101092]: mon.0) 2387 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:47:59.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:47:59 smithi129 conmon[101092]: audit 2022-01-18T19:47:59.092512+0000 mon.smithi129 (mon.0) 2388 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:47:59.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:59 smithi156 conmon[67007]: audit 2022-01-18T19:47:59.091762+0000 mon.smithi129 (mon.0) 2387 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:47:59.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:47:59 smithi156 conmon[67007]: audit 2022-01-18T19:47:59.092512+0000 mon.smithi129 (mon.0) 2388 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:48:00.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:00 smithi129 conmon[101092]: cluster 2022-01-18T19:47:58.435456+0000 mgr.smithi129.iclwio (mgr.14716) 7800 : cluster 2022-01-18T19:48:00.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:00 smithi129 conmon[101092]: [DBG] pgmap v6705: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:00.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:00 smithi156 conmon[67007]: cluster 2022-01-18T19:47:58.435456+0000 mgr.smithi129.iclwio (mgr.14716) 7800 : cluster [DBG] pgmap v6705: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:02.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:02 smithi129 conmon[101092]: cluster 2022-01-18T19:48:00.436390+0000 mgr.smithi129.iclwio (mgr.14716) 7801 : cluster [DBG] pgmap v6706: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:48:02.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:02 smithi156 conmon[67007]: cluster 2022-01-18T19:48:00.436390+0000 mgr.smithi129.iclwio (mgr.14716) 7801 : cluster [DBG] pgmap v6706: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:48:04.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:04 smithi129 conmon[101092]: cluster 2022-01-18T19:48:02.436907+0000 mgr.smithi129.iclwio (mgr.14716) 7802 2022-01-18T19:48:04.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:04 smithi129 conmon[101092]: : cluster [DBG] pgmap v6707: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:04.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:04 smithi129 conmon[101092]: audit 2022-01-18T19:48:03.505309+0000 mon.smithi129 (mon.0) 2389 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:48:04.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:04 smithi129 conmon[101092]: audit 2022-01-18T19:48:03.506734+0000 mon.smithi129 (mon.0) 2390 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:48:04.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:04 smithi129 conmon[101092]: audit 2022-01-18T19:48:03.507574+0000 2022-01-18T19:48:04.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:04 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2391 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:48:04.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:04 smithi129 conmon[101092]: audit 2022-01-18T19:48:03 2022-01-18T19:48:04.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:04 smithi129 conmon[101092]: .813235+0000 mon.smithi129 (mon.0) 2392 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:48:04.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:04 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T19:48:04.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:04 smithi129 conmon[101092]: T19:48:03.818285+0000 mon.smithi129 (mon.0) 2022-01-18T19:48:04.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:04 smithi129 conmon[101092]: 2393 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:48:04.438 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:04 smithi156 conmon[67007]: cluster 2022-01-18T19:48:02.436907+0000 mgr.smithi129.iclwio (mgr.14716) 7802 : cluster [DBG] 2022-01-18T19:48:04.438 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:04 smithi156 conmon[67007]: pgmap v6707: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:04.439 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:04 smithi156 conmon[67007]: audit 2022-01-18T19:48:03.505309+0000 mon.smithi129 (mon.0) 2389 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:48:04.439 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:04 smithi156 conmon[67007]: audit 2022-01-18T19:48:03.506734+0000 mon.smithi129 (mon.0) 2022-01-18T19:48:04.439 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:04 smithi156 conmon[67007]: 2390 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:48:04.439 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:04 smithi156 conmon[67007]: audit 2022-01-18T19:48:03.507574+0000 mon.smithi129 (mon.0) 2391 : audit 2022-01-18T19:48:04.440 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:04 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:48:04.440 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:04 smithi156 conmon[67007]: audit 2022-01-18T19:48: 2022-01-18T19:48:04.440 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:04 smithi156 conmon[67007]: 03.813235+0000 mon.smithi129 (mon.0) 2392 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:48:04.440 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:04 smithi156 conmon[67007]: audit 2022-01-18T19:48:03.818285+0000 mon.smithi129 (mon. 2022-01-18T19:48:04.440 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:04 smithi156 conmon[67007]: 0) 2393 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:48:05.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:05 smithi129 conmon[101092]: cephadm 2022-01-18T19:48:03.508348+0000 mgr.smithi129.iclwio (mgr.14716) 7803 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:48:05.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:05 smithi129 conmon[101092]: 2022-01-18T19:48:05.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:05 smithi156 conmon[67007]: cephadm 2022-01-18T19:48:03.508348+0000 mgr.smithi129.iclwio (mgr.14716) 7803 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:48:05.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:05 smithi156 conmon[67007]: 2022-01-18T19:48:06.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:06 smithi129 conmon[101092]: cluster 2022-01-18T19:48:04.437506+0000 mgr.smithi129.iclwio (mgr.14716) 7804 : cluster [DBG] pgmap v6708: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:06.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:06 smithi156 conmon[67007]: cluster 2022-01-18T19:48:04.437506+0000 mgr.smithi129.iclwio (mgr.14716) 7804 2022-01-18T19:48:06.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:06 smithi156 conmon[67007]: : cluster [DBG] pgmap v6708: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:08.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:08 smithi129 conmon[101092]: cluster 2022-01-18T19:48:06.438094+0000 mgr.smithi129.iclwio (mgr.14716) 7805 : cluster [DBG] pgmap v6709: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:08.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:08 smithi129 conmon[101092]: 2022-01-18T19:48:08.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:08 smithi156 conmon[67007]: cluster 2022-01-18T19:48:06.438094+0000 mgr.smithi129.iclwio (mgr.14716) 7805 : cluster [DBG] pgmap v6709: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:10.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:10 smithi129 conmon[101092]: cluster 2022-01-18T19:48:08.438775+0000 mgr.smithi129.iclwio (mgr.14716) 7806 : cluster [DBG] pgmap v6710: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:10.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:10 smithi129 conmon[101092]: 2022-01-18T19:48:10.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:10 smithi156 conmon[67007]: cluster 2022-01-18T19:48:08.438775+0000 mgr.smithi129.iclwio (mgr.14716) 7806 : cluster [DBG] pgmap v6710: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:12.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:12 smithi129 conmon[101092]: cluster 2022-01-18T19:48:10.439702+0000 mgr.smithi129.iclwio (mgr.14716) 7807 : cluster [DBG] pgmap v6711: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:48:12.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:12 smithi156 conmon[67007]: cluster 2022-01-18T19:48:10.439702+0000 mgr.smithi129.iclwio (mgr.14716) 7807 : cluster 2022-01-18T19:48:12.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:12 smithi156 conmon[67007]: [DBG] pgmap v6711: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:48:14.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:14 smithi129 conmon[101092]: cluster 2022-01-18T19:48:12.440218+0000 mgr.smithi129.iclwio (mgr.14716) 7808 : cluster [DBG] pgmap v6712: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:14.439 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:14 smithi156 conmon[67007]: cluster 2022-01-18T19:48:12.440218+0000 mgr.smithi129.iclwio (mgr.14716) 7808 : cluster [DBG] pgmap v6712: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:16.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:16 smithi129 conmon[101092]: cluster 2022-01-18T19:48:14.441030+0000 mgr.smithi129.iclwio (mgr.14716) 7809 : cluster [DBG] pgmap v6713: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:16.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:16 smithi156 conmon[67007]: cluster 2022-01-18T19:48:14.441030+0000 mgr.smithi129.iclwio (mgr.14716) 7809 : cluster [DBG] pgmap v6713: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:18.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:18 smithi129 conmon[101092]: cluster 2022-01-18T19:48:16.441482+0000 mgr.smithi129.iclwio (mgr.14716) 7810 : cluster [DBG] pgmap v6714: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:18.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:18 smithi156 conmon[67007]: cluster 2022-01-18T19:48:16.441482+0000 mgr.smithi129.iclwio (mgr.14716) 7810 : cluster [DBG] pgmap v6714: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:20.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:20 smithi129 conmon[101092]: cluster 2022-01-18T19:48:18.442145+0000 mgr.smithi129.iclwio (mgr.14716) 7811 : cluster [DBG] pgmap v6715: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:20.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:20 smithi129 conmon[101092]: 2022-01-18T19:48:20.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:20 smithi156 conmon[67007]: cluster 2022-01-18T19:48:18.442145+0000 mgr.smithi129.iclwio (mgr.14716) 7811 : cluster [DBG] pgmap v6715: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:22.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:22 smithi129 conmon[101092]: cluster 2022-01-18T19:48:20.442900+0000 mgr.smithi129.iclwio (mgr.14716) 7812 : cluster [DBG] pgmap v6716: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:48:22.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:22 smithi156 conmon[67007]: cluster 2022-01-18T19:48:20.442900+0000 mgr.smithi129.iclwio (mgr.14716) 7812 : cluster [DBG] pgmap v6716: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:48:24.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:24 smithi129 conmon[101092]: cluster 2022-01-18T19:48:22.443384+0000 mgr.smithi129.iclwio (mgr.14716) 7813 : cluster [DBG] pgmap v6717: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:24.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:24 smithi129 conmon[101092]: 2022-01-18T19:48:24.439 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:24 smithi156 conmon[67007]: cluster 2022-01-18T19:48:22.443384+0000 mgr.smithi129.iclwio (mgr.14716) 7813 : cluster [DBG] pgmap v6717: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:26.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:26 smithi129 conmon[101092]: cluster 2022-01-18T19:48:24.444384+0000 mgr.smithi129.iclwio (mgr.14716) 7814 : cluster [DBG] 2022-01-18T19:48:26.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:26 smithi129 conmon[101092]: pgmap v6718: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:26.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:26 smithi156 conmon[67007]: cluster 2022-01-18T19:48:24.444384+0000 mgr.smithi129.iclwio (mgr.14716) 7814 : cluster [DBG] pgmap v6718: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:26.734 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:48:27.000 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:48:27.000 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 8m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:48:27.001 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 8m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:48:27.001 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 8m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:48:27.001 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 8m ago 3h 43.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:48:27.001 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 8m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:48:27.002 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 8m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:48:27.002 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 8m ago 3h 727M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:48:27.002 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 8m ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:48:27.002 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 8m ago 3h 1420M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:48:27.003 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 8m ago 3h 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:48:27.003 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 8m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:48:27.003 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 8m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:48:27.003 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 8m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:48:27.003 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 8m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:48:27.004 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 8m ago 3h 2040M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:48:27.004 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 8m ago 3h 3112M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:48:27.004 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 8m ago 3h 2371M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:48:27.004 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 8m ago 3h 3128M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:48:27.005 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 8m ago 3h 2905M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:48:27.005 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 8m ago 3h 3438M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:48:27.005 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 8m ago 3h 2756M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:48:27.005 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 8m ago 3h 4005M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:48:27.006 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 8m ago 3h 139M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:48:27.320 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:48:27.321 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:48:27.321 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:48:27.321 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:48:27.321 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:48:27.322 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:48:27.322 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:48:27.322 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:48:27.322 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:48:27.322 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:48:27.323 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:48:27.323 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:48:27.323 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:48:27.323 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:48:27.323 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:48:27.324 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:48:27.324 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:48:27.324 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:48:27.324 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:48:28.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:28 smithi129 conmon[101092]: cluster 2022-01-18T19:48:26.444826+0000 mgr.smithi129.iclwio (mgr.14716) 7815 : cluster [DBG] pgmap v6719: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:28.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:28 smithi129 conmon[101092]: audit 2022-01-18T19:48:26.728640+0000 mgr.smithi129.iclwio (mgr.14716) 7816 : audit [DBG] from='client.39298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:48:28.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:28 smithi129 conmon[101092]: audit 2022-01-18T19:48:26.997693+0000 mgr.smithi129.iclwio (mgr.14716) 7817 : audit [DBG] from='client.39302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:48:28.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:28 smithi129 conmon[101092]: audit 2022-01-18T19:48:27.326645+0000 mon.smithi129 (mon.0) 2394 : audit [DBG] from='client.? 172.21.15.129:0/3799754757' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:48:28.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:28 smithi129 conmon[101092]: 2022-01-18T19:48:28.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:28 smithi156 conmon[67007]: cluster 2022-01-18T19:48:26.444826+0000 mgr.smithi129.iclwio (mgr.14716) 7815 : cluster [DBG] pgmap v6719: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:28.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:28 smithi156 conmon[67007]: audit 2022-01-18T19:48:26.728640+0000 mgr.smithi129.iclwio (mgr.14716) 7816 : audit [DBG] from='client.39298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:48:28.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:28 smithi156 conmon[67007]: audit 2022-01-18T19:48:26.997693+0000 mgr.smithi129.iclwio (mgr 2022-01-18T19:48:28.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:28 smithi156 conmon[67007]: .14716) 7817 : audit [DBG] from='client.39302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:48:28.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:28 smithi156 conmon[67007]: audit 2022-01-18T19:48: 2022-01-18T19:48:28.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:28 smithi156 conmon[67007]: 27.326645+0000 mon.smithi129 (mon.0) 2394 : 2022-01-18T19:48:28.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:28 smithi156 conmon[67007]: audit [DBG] from='client.? 172.21.15.129:0/3799754757' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:48:30.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:30 smithi129 conmon[101092]: cluster 2022-01-18T19:48:28.445283+0000 mgr.smithi129.iclwio (mgr.14716) 7818 : cluster [DBG] pgmap v6720: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:30.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:30 smithi156 conmon[67007]: cluster 2022-01-18T19:48:28.445283+0000 mgr.smithi129.iclwio (mgr.14716) 7818 : cluster [DBG] pgmap v6720: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:32.432 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:32 smithi129 conmon[101092]: cluster 2022-01-18T19:48:30.446254+0000 mgr.smithi129.iclwio (mgr.14716) 7819 : cluster [DBG] pgmap v6721: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:48:32.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:32 smithi156 conmon[67007]: cluster 2022-01-18T19:48:30.446254+0000 mgr.smithi129.iclwio (mgr.14716) 7819 : cluster [DBG] pgmap v6721: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:48:34.439 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:34 smithi156 conmon[67007]: cluster 2022-01-18T19:48:32.446927+0000 mgr.smithi129.iclwio (mgr.14716) 7820 : cluster [DBG] pgmap v6722: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:34.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:34 smithi129 conmon[101092]: cluster 2022-01-18T19:48:32.446927+0000 mgr.smithi129.iclwio (mgr.14716) 7820 : cluster [DBG] pgmap v6722: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:36.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:36 smithi156 conmon[67007]: cluster 2022-01-18T19:48:34.447635+0000 mgr.smithi129.iclwio (mgr.14716) 7821 : cluster [DBG] pgmap v6723: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:36.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:36 smithi129 conmon[101092]: cluster 2022-01-18T19:48:34.447635+0000 mgr.smithi129.iclwio (mgr.14716) 7821 : cluster [DBG] pgmap v6723: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:38.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:38 smithi156 conmon[67007]: cluster 2022-01-18T19:48:36.448111+0000 mgr.smithi129.iclwio (mgr.14716) 7822 : cluster [DBG] pgmap v6724: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:38.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:38 smithi129 conmon[101092]: cluster 2022-01-18T19:48:36.448111+0000 mgr.smithi129.iclwio (mgr.14716) 7822 : cluster [DBG] pgmap v6724: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:40.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:40 smithi156 conmon[67007]: cluster 2022-01-18T19:48:38.448774+0000 mgr.smithi129.iclwio (mgr.14716) 7823 : cluster [DBG] 2022-01-18T19:48:40.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:40 smithi156 conmon[67007]: pgmap v6725: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:40.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:40 smithi129 conmon[101092]: cluster 2022-01-18T19:48:38.448774+0000 mgr.smithi129.iclwio (mgr.14716) 7823 : cluster [DBG] pgmap v6725: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:42.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:42 smithi156 conmon[67007]: cluster 2022-01-18T19:48:40.449534+0000 mgr.smithi129.iclwio (mgr.14716) 7824 : cluster [DBG] pgmap v6726: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:48:42.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:42 smithi156 conmon[67007]: 2022-01-18T19:48:42.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:42 smithi129 conmon[101092]: cluster 2022-01-18T19:48:40.449534+0000 mgr.smithi129.iclwio (mgr.14716) 7824 : cluster [DBG] pgmap v6726: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:48:44.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:44 smithi156 conmon[67007]: cluster 2022-01-18T19:48:42.450131+0000 mgr.smithi129.iclwio (mgr.14716) 7825 : cluster [DBG] pgmap v6727: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:44.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:44 smithi129 conmon[101092]: cluster 2022-01-18T19:48:42.450131+0000 mgr.smithi129.iclwio (mgr.14716) 7825 : cluster [DBG] pgmap v6727: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:44.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:44 smithi129 conmon[101092]: 2022-01-18T19:48:46.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:46 smithi156 conmon[67007]: cluster 2022-01-18T19:48:44.451045+0000 mgr.smithi129.iclwio (mgr.14716) 7826 : cluster [DBG] pgmap v6728: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:46.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:46 smithi129 conmon[101092]: cluster 2022-01-18T19:48:44.451045+0000 mgr.smithi129.iclwio (mgr.14716) 7826 : cluster [DBG] pgmap v6728: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:48.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:48 smithi156 conmon[67007]: cluster 2022-01-18T19:48:46.451611+0000 mgr.smithi129.iclwio (mgr.14716) 7827 : cluster [DBG] pgmap v6729: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:48.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:48 smithi156 conmon[67007]: 2022-01-18T19:48:48.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:48 smithi129 conmon[101092]: cluster 2022-01-18T19:48:46.451611+0000 mgr.smithi129.iclwio (mgr.14716) 7827 : cluster [DBG] pgmap v6729: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:50.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:50 smithi156 conmon[67007]: cluster 2022-01-18T19:48:48.452198+0000 mgr.smithi129.iclwio (mgr.14716) 7828 : cluster [DBG] 2022-01-18T19:48:50.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:50 smithi156 conmon[67007]: pgmap v6730: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:50.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:50 smithi129 conmon[101092]: cluster 2022-01-18T19:48:48.452198+0000 mgr.smithi129.iclwio (mgr.14716) 7828 : cluster [DBG] pgmap v6730: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:52.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:52 smithi156 conmon[67007]: cluster 2022-01-18T19:48:50.452934+0000 mgr.smithi129.iclwio (mgr.14716) 7829 : cluster [DBG] pgmap v6731: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:48:52.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:52 smithi156 conmon[67007]: 2022-01-18T19:48:52.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:52 smithi129 conmon[101092]: cluster 2022-01-18T19:48:50.452934+0000 mgr.smithi129.iclwio (mgr.14716) 7829 : cluster [DBG] pgmap v6731: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:48:52.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:52 smithi129 conmon[101092]: 2022-01-18T19:48:53.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:53 smithi156 conmon[67007]: cluster 2022-01-18T19:48:52.453647+0000 mgr.smithi129.iclwio (mgr.14716) 7830 : cluster [DBG] 2022-01-18T19:48:53.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:53 smithi156 conmon[67007]: pgmap v6732: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:53.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:53 smithi129 conmon[101092]: cluster 2022-01-18T19:48:52.453647+0000 mgr.smithi129.iclwio (mgr.14716) 7830 : cluster [DBG] pgmap v6732: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:55.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:55 smithi156 conmon[67007]: cluster 2022-01-18T19:48:54.454508+0000 mgr.smithi129.iclwio (mgr.14716) 7831 : cluster [DBG] pgmap v6733: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:55.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:55 smithi156 conmon[67007]: 2022-01-18T19:48:55.933 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:55 smithi129 conmon[101092]: cluster 2022-01-18T19:48:54.454508+0000 mgr.smithi129.iclwio (mgr.14716) 7831 : cluster [DBG] pgmap v6733: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:57.619 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:48:57.892 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:48:57.892 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 8m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:48:57.893 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 8m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:48:57.893 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 8m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:48:57.893 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 8m ago 3h 43.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:48:57.893 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 8m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:48:57.894 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 8m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:48:57.894 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 8m ago 3h 727M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:48:57.894 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 8m ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:48:57.894 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 8m ago 3h 1420M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:48:57.895 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 8m ago 3h 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:48:57.895 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 8m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:48:57.895 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 8m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:48:57.895 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 8m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:48:57.896 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 8m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:48:57.896 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 8m ago 3h 2040M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:48:57.896 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 8m ago 3h 3112M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:48:57.896 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 8m ago 3h 2371M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:48:57.897 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 8m ago 3h 3128M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:48:57.897 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 8m ago 3h 2905M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:48:57.897 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 8m ago 3h 3438M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:48:57.897 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 8m ago 3h 2756M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:48:57.898 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 8m ago 3h 4005M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:48:57.898 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 8m ago 3h 139M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:48:58.210 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:48:58.210 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:48:58.211 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:48:58.211 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:48:58.211 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:48:58.211 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:48:58.212 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:48:58.212 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:48:58.212 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:48:58.212 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:48:58.212 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:48:58.213 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:48:58.213 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:48:58.213 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:48:58.213 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:48:58.214 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:48:58.214 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:48:58.214 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:48:58.214 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:48:58.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:58 smithi129 conmon[101092]: cluster 2022-01-18T19:48:56.455092+0000 mgr.smithi129.iclwio (mgr.14716) 7832 : cluster [DBG] 2022-01-18T19:48:58.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:58 smithi129 conmon[101092]: pgmap v6734: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:58.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:58 smithi156 conmon[67007]: cluster 2022-01-18T19:48:56.455092+0000 mgr.smithi129.iclwio (mgr.14716) 7832 : cluster [DBG] pgmap v6734: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:48:59.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:59 smithi129 conmon[101092]: audit 2022-01-18T19:48:57.612897+0000 mgr.smithi129.iclwio (mgr.14716) 7833 : audit [DBG] from='client.39310 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:48:59.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:59 smithi129 conmon[101092]: audit 2022-01-18T19:48:57.888742+0000 mgr.smithi129.iclwio (mgr.14716) 7834 : audit [DBG] from='client.39314 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:48:59.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:59 smithi129 conmon[101092]: audit 2022-01-18T19:48:58.215731+0000 mon.smithi129 (mon.0) 2395 : audit [DBG] from='client.? 172.21.15.129:0/3093578039' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:48:59.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:59 smithi129 conmon[101092]: audit 2022-01-18T19:48:59.096501+0000 mon.smithi129 (mon.0) 2396 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:48:59.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:48:59 smithi129 conmon[101092]: audit 2022-01-18T19:48:59.096693+0000 mon.smithi129 (mon.0) 2397 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:48:59.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:59 smithi156 conmon[67007]: audit 2022-01-18T19:48:57.612897+0000 mgr.smithi129.iclwio (mgr.14716) 7833 : audit [DBG] from='client.39310 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:48:59.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:59 smithi156 conmon[67007]: 2022-01-18T19:48:59.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:59 smithi156 conmon[67007]: audit 2022-01-18T19:48:57.888742+0000 mgr.smithi129.iclwio (mgr.14716) 7834 : audit [DBG] from='client.39314 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:48:59.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:59 smithi156 conmon[67007]: audit 2022-01-18T19:48:58.215731 2022-01-18T19:48:59.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:59 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2395 : audit [DBG] from='client.? 172.21.15.129:0/3093578039' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:48:59.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:59 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T19:48:59.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:59 smithi156 conmon[67007]: 19:48:59.096501+0000 mon.smithi129 (mon.0) 2396 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:48:59.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:59 smithi156 conmon[67007]: 2022-01-18T19:48:59.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:59 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T19:48:59.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:59 smithi156 conmon[67007]: T19:48:59.096693+0000 mon.smithi129 (mon.0) 2397 : audit 2022-01-18T19:48:59.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:48:59 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:49:00.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:00 smithi129 conmon[101092]: cluster 2022-01-18T19:48:58.455663+0000 mgr.smithi129.iclwio (mgr.14716) 7835 : cluster [DBG] pgmap v6735: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:00.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:00 smithi156 conmon[67007]: cluster 2022-01-18T19:48:58.455663+0000 mgr.smithi129.iclwio (mgr.14716) 7835 : cluster [DBG] pgmap v6735: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:00.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:00 smithi156 conmon[67007]: 2022-01-18T19:49:02.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:02 smithi129 conmon[101092]: cluster 2022-01-18T19:49:00.456413+0000 mgr.smithi129.iclwio (mgr.14716) 7836 : cluster [DBG] pgmap v6736: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:49:02.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:02 smithi156 conmon[67007]: cluster 2022-01-18T19:49:00.456413+0000 mgr.smithi129.iclwio (mgr.14716) 7836 : cluster [DBG] pgmap v6736: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:49:04.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:04 smithi129 conmon[101092]: cluster 2022-01-18T19:49:02.456932+0000 mgr.smithi129.iclwio (mgr.14716) 7837 2022-01-18T19:49:04.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:04 smithi129 conmon[101092]: : cluster [DBG] pgmap v6737: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:04.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:04 smithi129 conmon[101092]: audit 2022-01-18T19:49:03.820835+0000 mon.smithi129 (mon.0) 2398 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:49:04.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:04 smithi129 conmon[101092]: audit 2022-01-18T19:49:04.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:04 smithi129 conmon[101092]: 2022-01-18T19:49:03.822278+0000 mon.smithi129 (mon.0) 2399 : audit [DBG] 2022-01-18T19:49:04.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:04 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:49:04.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:04 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T19:49:04.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:04 smithi129 conmon[101092]: 19:49:03.823138+0000 mon.smithi129 ( 2022-01-18T19:49:04.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:04 smithi129 conmon[101092]: mon.0) 2400 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:49:04.439 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:04 smithi156 conmon[67007]: cluster 2022-01-18T19:49:02.456932+0000 mgr.smithi129.iclwio (mgr.14716) 7837 : cluster 2022-01-18T19:49:04.439 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:04 smithi156 conmon[67007]: [DBG] pgmap v6737: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:04.439 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:04 smithi156 conmon[67007]: audit 2022-01-18T19:49:03.820835+0000 mon.smithi129 (mon.0) 2398 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:49:04.440 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:04 smithi156 conmon[67007]: audit 2022-01-18T19:49:03.822278+0000 mon.smithi129 (mon.0) 2399 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:49:04.440 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:04 smithi156 conmon[67007]: audit 2022-01-18T19:49:03.823138+0000 mon.smithi129 (mon.0) 2400 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:49:05.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:05 smithi129 conmon[101092]: cephadm 2022-01-18T19:49:03.823869+0000 mgr.smithi129.iclwio (mgr.14716) 7838 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:49:05.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:05 smithi129 conmon[101092]: 2022-01-18T19:49:05.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:05 smithi129 conmon[101092]: audit 2022-01-18T19:49:04.121838+0000 mon.smithi129 (mon.0) 2401 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T19:49:05.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:05 smithi129 conmon[101092]: audit 2022-01-18T19:49:04.129231+0000 mon.smithi129 (mon.0) 2402 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T19:49:05.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:05 smithi129 conmon[101092]: audit 2022-01-18T19:49:04.133329+0000 mon.smithi129 (mon.0) 2403 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:49:05.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:05 smithi129 conmon[101092]: audit 2022- 2022-01-18T19:49:05.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:05 smithi129 conmon[101092]: 01-18T19:49:04.137912+0000 mon.smithi129 (mon 2022-01-18T19:49:05.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:05 smithi129 conmon[101092]: .0) 2404 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:49:05.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:05 smithi156 conmon[67007]: cephadm 2022-01-18T19:49:03.823869+0000 mgr.smithi129.iclwio (mgr.14716) 7838 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:49:05.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:05 smithi156 conmon[67007]: audit 2022-01-18T19:49:04.121838+0000 mon.smithi129 ( 2022-01-18T19:49:05.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:05 smithi156 conmon[67007]: mon.0) 2401 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T19:49:05.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:05 smithi156 conmon[67007]: audit 2022-01-18T19:49:04.129231+0000 mon.smithi129 (mon.0) 2402 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T19:49:05.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:05 smithi156 conmon[67007]: audit 2022-01 2022-01-18T19:49:05.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:05 smithi156 conmon[67007]: -18T19:49:04.133329+0000 mon.smithi129 (mon.0) 2403 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:49:05.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:05 smithi156 conmon[67007]: audit 2022 2022-01-18T19:49:05.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:05 smithi156 conmon[67007]: -01-18T19:49:04 2022-01-18T19:49:05.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:05 smithi156 conmon[67007]: .137912+0000 mon.smithi129 (mon.0) 2404 : audit 2022-01-18T19:49:05.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:05 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:49:06.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:06 smithi129 conmon[101092]: cluster 2022-01-18T19:49:04.457486+0000 mgr.smithi129.iclwio (mgr.14716) 7839 : cluster 2022-01-18T19:49:06.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:06 smithi129 conmon[101092]: [DBG] pgmap v6738: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:06.543 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:06 smithi156 conmon[67007]: cluster 2022-01-18T19:49:04.457486+0000 mgr.smithi129.iclwio (mgr.14716) 7839 : cluster [DBG] pgmap v6738: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:08.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:08 smithi129 conmon[101092]: cluster 2022-01-18T19:49:06.458145+0000 mgr.smithi129.iclwio (mgr.14716) 7840 : cluster [DBG] pgmap v6739: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:08.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:08 smithi156 conmon[67007]: cluster 2022-01-18T19:49:06.458145+0000 mgr.smithi129.iclwio (mgr.14716) 7840 : cluster [DBG] pgmap v6739: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:10.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:10 smithi129 conmon[101092]: cluster 2022-01-18T19:49:08.458676+0000 mgr.smithi129.iclwio (mgr.14716) 7841 : cluster [DBG] pgmap v6740: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:10.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:10 smithi156 conmon[67007]: cluster 2022-01-18T19:49:08.458676+0000 mgr.smithi129.iclwio (mgr.14716) 7841 : cluster [DBG] pgmap v6740: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:12.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:12 smithi129 conmon[101092]: cluster 2022-01-18T19:49:10.459561+0000 mgr.smithi129.iclwio (mgr.14716) 7842 : cluster [DBG] pgmap v6741: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:49:12.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:12 smithi156 conmon[67007]: cluster 2022-01-18T19:49:10.459561+0000 mgr.smithi129.iclwio (mgr.14716) 7842 : cluster [DBG] pgmap v6741: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:49:14.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:14 smithi129 conmon[101092]: cluster 2022-01-18T19:49:12.460166+0000 mgr.smithi129.iclwio (mgr.14716) 7843 : cluster [DBG] pgmap v6742: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:14.439 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:14 smithi156 conmon[67007]: cluster 2022-01-18T19:49:12.460166+0000 mgr.smithi129.iclwio (mgr.14716) 7843 : cluster [DBG] pgmap v6742: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:16.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:16 smithi129 conmon[101092]: cluster 2022-01-18T19:49:14.460853+0000 mgr.smithi129.iclwio (mgr.14716) 7844 : cluster [DBG] pgmap v6743: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:16.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:16 smithi156 conmon[67007]: cluster 2022-01-18T19:49:14.460853+0000 mgr.smithi129.iclwio (mgr.14716) 7844 : cluster [DBG] pgmap v6743: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:18.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:18 smithi129 conmon[101092]: cluster 2022-01-18T19:49:16.461252+0000 mgr.smithi129.iclwio (mgr.14716) 7845 : cluster [DBG] pgmap v6744: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:18.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:18 smithi156 conmon[67007]: cluster 2022-01-18T19:49:16.461252+0000 mgr.smithi129.iclwio (mgr.14716) 7845 : cluster [DBG] pgmap v6744: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:20.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:20 smithi129 conmon[101092]: cluster 2022-01-18T19:49:18.461846+0000 mgr.smithi129.iclwio (mgr.14716) 7846 : cluster [DBG] pgmap v6745: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:20.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:20 smithi156 conmon[67007]: cluster 2022-01-18T19:49:18.461846+0000 mgr.smithi129.iclwio (mgr.14716) 7846 : cluster [DBG] pgmap v6745: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:22.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:22 smithi129 conmon[101092]: cluster 2022-01-18T19:49:20.462518+0000 mgr.smithi129.iclwio (mgr.14716) 7847 : cluster [DBG] pgmap v6746: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:49:22.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:22 smithi156 conmon[67007]: cluster 2022-01-18T19:49:20.462518+0000 mgr.smithi129.iclwio (mgr.14716) 7847 : cluster [DBG] pgmap v6746: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:49:24.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:24 smithi129 conmon[101092]: cluster 2022-01-18T19:49:22.463222+0000 mgr.smithi129.iclwio (mgr.14716) 7848 : cluster [DBG] pgmap v6747: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:24.439 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:24 smithi156 conmon[67007]: cluster 2022-01-18T19:49:22.463222+0000 mgr.smithi129.iclwio (mgr.14716) 7848 : cluster [DBG] pgmap v6747: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:26.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:26 smithi129 conmon[101092]: cluster 2022-01-18T19:49:24.464072+0000 mgr.smithi129.iclwio (mgr.14716) 7849 : cluster [DBG] pgmap v6748: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:26.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:26 smithi156 conmon[67007]: cluster 2022-01-18T19:49:24.464072+0000 mgr.smithi129.iclwio (mgr.14716) 7849 : cluster [DBG] pgmap v6748: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:26.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:26 smithi156 conmon[67007]: 2022-01-18T19:49:28.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:28 smithi129 conmon[101092]: cluster 2022-01-18T19:49:26.464556+0000 mgr.smithi129.iclwio (mgr.14716) 7850 : cluster [DBG] pgmap v6749: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:28.510 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:49:28.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:28 smithi156 conmon[67007]: cluster 2022-01-18T19:49:26.464556+0000 mgr.smithi129.iclwio (mgr.14716) 7850 : cluster [DBG] pgmap v6749: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:28.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:28 smithi156 conmon[67007]: 2022-01-18T19:49:28.776 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:49:28.777 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 9m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:49:28.777 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 9m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:49:28.777 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 9m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:49:28.777 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 9m ago 3h 43.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:49:28.778 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 9m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:49:28.778 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 9m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:49:28.778 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 9m ago 3h 727M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:49:28.779 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 9m ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:49:28.779 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 9m ago 3h 1420M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:49:28.779 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 9m ago 3h 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:49:28.780 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 9m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:49:28.780 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 9m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:49:28.780 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 9m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:49:28.781 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 9m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:49:28.781 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 9m ago 3h 2040M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:49:28.781 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 9m ago 3h 3112M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:49:28.781 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 9m ago 3h 2371M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:49:28.782 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 9m ago 3h 3128M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:49:28.782 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 9m ago 3h 2905M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:49:28.782 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 9m ago 3h 3438M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:49:28.782 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 9m ago 3h 2756M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:49:28.782 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 9m ago 3h 4005M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:49:28.783 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 9m ago 3h 139M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:49:29.094 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:49:29.094 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:49:29.094 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:49:29.095 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:49:29.095 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:49:29.095 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:49:29.095 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:49:29.095 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:49:29.096 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:49:29.096 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:49:29.096 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:49:29.096 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:49:29.097 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:49:29.097 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:49:29.097 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:49:29.097 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:49:29.097 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:49:29.098 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:49:29.098 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:49:29.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:29 smithi156 conmon[67007]: audit 2022-01-18T19:49:29.099222+0000 mon.smithi129 (mon.0) 2405 : audit [DBG] from='client.? 172.21.15.129:0/4009460225' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:49:29.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:29 smithi129 conmon[101092]: audit 2022-01-18T19:49:29.099222+0000 mon.smithi129 (mon.0) 2405 : audit [DBG] from='client.? 172.21.15.129:0/4009460225' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:49:30.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:30 smithi156 conmon[67007]: cluster 2022-01-18T19:49:28.465035+0000 mgr.smithi129.iclwio (mgr.14716) 7851 : cluster [DBG] pgmap v6750: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:30.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:30 smithi156 conmon[67007]: audit 2022-01-18T19:49:28.503379+0000 2022-01-18T19:49:30.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:30 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 7852 : audit [DBG] from='client.39322 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:49:30.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:30 smithi156 conmon[67007]: audit 2022-01-18T19:49:28.773250+0000 mgr.smithi129.iclwio (mgr.14716) 7853 : audit [DBG] from='client.39326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:49:30.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:30 smithi129 conmon[101092]: cluster 2022-01-18T19:49:28.465035+0000 mgr.smithi129.iclwio (mgr.14716) 7851 : cluster [DBG] pgmap v6750: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:30.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:30 smithi129 conmon[101092]: audit 2022-01 2022-01-18T19:49:30.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:30 smithi129 conmon[101092]: -18T19:49:28.503379+0000 mgr.smithi129.iclwio (mgr.14716) 7852 : audit [DBG] from='client.39322 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:49:30.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:30 smithi129 conmon[101092]: audit 2022-01-18T19:49:28.773250+0000 mgr.smithi129.iclwio (mgr.14716) 7853 : audit [DBG] from='client.39326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:49:32.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:32 smithi156 conmon[67007]: cluster 2022-01-18T19:49:30.465749+0000 mgr.smithi129.iclwio (mgr.14716) 7854 : cluster [DBG] pgmap v6751: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:49:32.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:32 smithi129 conmon[101092]: cluster 2022-01-18T19:49:30.465749+0000 mgr.smithi129.iclwio (mgr.14716) 7854 : cluster 2022-01-18T19:49:32.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:32 smithi129 conmon[101092]: [DBG] pgmap v6751: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:49:34.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:34 smithi156 conmon[67007]: cluster 2022-01-18T19:49:32.466319+0000 mgr.smithi129.iclwio (mgr.14716) 7855 : cluster [DBG] pgmap v6752: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:34.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:34 smithi129 conmon[101092]: cluster 2022-01-18T19:49:32.466319+0000 mgr.smithi129.iclwio (mgr.14716) 7855 : cluster [DBG] 2022-01-18T19:49:34.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:34 smithi129 conmon[101092]: pgmap v6752: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:36.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:36 smithi156 conmon[67007]: cluster 2022-01-18T19:49:34.467196+0000 mgr.smithi129.iclwio (mgr.14716) 7856 : cluster [DBG] pgmap v6753: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:36.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:36 smithi156 conmon[67007]: 2022-01-18T19:49:36.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:36 smithi129 conmon[101092]: cluster 2022-01-18T19:49:34.467196+0000 mgr.smithi129.iclwio (mgr.14716) 7856 : cluster [DBG] pgmap v6753: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:36.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:36 smithi129 conmon[101092]: 2022-01-18T19:49:38.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:38 smithi156 conmon[67007]: cluster 2022-01-18T19:49:36.467877+0000 mgr.smithi129.iclwio (mgr.14716) 7857 : cluster [DBG] pgmap v6754: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:38.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:38 smithi129 conmon[101092]: cluster 2022-01-18T19:49:36.467877+0000 mgr.smithi129.iclwio (mgr.14716) 7857 : 2022-01-18T19:49:38.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:38 smithi129 conmon[101092]: cluster [DBG] pgmap v6754: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:40.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:40 smithi156 conmon[67007]: cluster 2022-01-18T19:49:38.468427+0000 mgr.smithi129.iclwio (mgr.14716) 7858 : cluster [DBG] pgmap v6755: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:40.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:40 smithi129 conmon[101092]: cluster 2022-01-18T19:49:38.468427+0000 mgr.smithi129.iclwio (mgr.14716) 7858 : cluster [DBG] pgmap v6755: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:42.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:42 smithi156 conmon[67007]: cluster 2022-01-18T19:49:40.469163+0000 mgr.smithi129.iclwio (mgr.14716) 7859 : cluster [DBG] pgmap v6756: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:49:42.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:42 smithi129 conmon[101092]: cluster 2022-01-18T19:49:40.469163+0000 mgr.smithi129.iclwio (mgr.14716) 7859 : cluster [DBG] pgmap v6756: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:49:44.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:44 smithi156 conmon[67007]: cluster 2022-01-18T19:49:42.469694+0000 mgr.smithi129.iclwio (mgr.14716) 7860 : cluster [DBG] pgmap v6757: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:44.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:44 smithi129 conmon[101092]: cluster 2022-01-18T19:49:42.469694+0000 mgr.smithi129.iclwio (mgr.14716) 7860 : cluster [DBG] pgmap v6757: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:46.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:46 smithi156 conmon[67007]: cluster 2022-01-18T19:49:44.470382+0000 mgr.smithi129.iclwio (mgr.14716) 7861 : cluster [DBG] pgmap v6758: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:46.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:46 smithi129 conmon[101092]: cluster 2022-01-18T19:49:44.470382+0000 mgr.smithi129.iclwio (mgr.14716) 7861 : cluster 2022-01-18T19:49:46.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:46 smithi129 conmon[101092]: [DBG] pgmap v6758: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:48.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:48 smithi156 conmon[67007]: cluster 2022-01-18T19:49:46.470890+0000 mgr.smithi129.iclwio (mgr.14716) 7862 : cluster [DBG] pgmap v6759: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:48.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:48 smithi129 conmon[101092]: cluster 2022-01-18T19:49:46.470890+0000 mgr.smithi129.iclwio (mgr.14716) 7862 : cluster [DBG] 2022-01-18T19:49:48.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:48 smithi129 conmon[101092]: pgmap v6759: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:50.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:50 smithi156 conmon[67007]: cluster 2022-01-18T19:49:48.471407+0000 mgr.smithi129.iclwio (mgr.14716) 7863 : cluster [DBG] pgmap v6760: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:50.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:50 smithi129 conmon[101092]: cluster 2022-01-18T19:49:48.471407+0000 mgr.smithi129.iclwio (mgr.14716) 7863 : cluster [DBG] pgmap v6760: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:52.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:52 smithi156 conmon[67007]: cluster 2022-01-18T19:49:50.472154+0000 mgr.smithi129.iclwio (mgr.14716) 7864 : cluster [DBG] pgmap v6761: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:49:52.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:52 smithi129 conmon[101092]: cluster 2022-01-18T19:49:50.472154+0000 mgr.smithi129.iclwio (mgr.14716) 7864 : cluster [DBG] pgmap v6761: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:49:54.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:54 smithi156 conmon[67007]: cluster 2022-01-18T19:49:52.472960+0000 mgr.smithi129.iclwio (mgr.14716) 7865 : cluster [DBG] pgmap v6762: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:54.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:54 smithi129 conmon[101092]: cluster 2022-01-18T19:49:52.472960+0000 mgr.smithi129.iclwio (mgr.14716) 7865 : cluster [DBG] pgmap v6762: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:55.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:55 smithi156 conmon[67007]: cluster 2022-01-18T19:49:54.473831+0000 mgr.smithi129.iclwio (mgr.14716) 7866 : cluster [DBG] pgmap v6763: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:55.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:55 smithi156 conmon[67007]: 2022-01-18T19:49:55.683 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:55 smithi129 conmon[101092]: cluster 2022-01-18T19:49:54.473831+0000 mgr.smithi129.iclwio 2022-01-18T19:49:55.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:55 smithi129 conmon[101092]: (mgr.14716) 7866 : cluster [DBG] pgmap v6763: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:58.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:58 smithi129 conmon[101092]: cluster 2022-01-18T19:49:56.474351+0000 mgr.smithi129.iclwio (mgr.14716) 7867 : cluster [DBG] pgmap v6764: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:58.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:58 smithi156 conmon[67007]: cluster 2022-01-18T19:49:56.474351+0000 mgr.smithi129.iclwio (mgr.14716) 7867 : cluster [DBG] pgmap v6764: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:49:59.398 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:49:59.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:59 smithi129 conmon[101092]: audit 2022-01-18T19:49:59.100739+0000 mon.smithi129 (mon.0) 2406 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:49:59.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:49:59 smithi129 conmon[101092]: audit 2022-01-18T19:49:59.101087+0000 mon.smithi129 (mon.0) 2407 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:49:59.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:59 smithi156 conmon[67007]: audit 2022-01-18T19:49:59.100739+0000 mon.smithi129 (mon.0) 2406 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:49:59.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:49:59 smithi156 conmon[67007]: audit 2022-01-18T19:49:59.101087+0000 mon.smithi129 (mon.0) 2407 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:49:59.664 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:49:59.664 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 9m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:49:59.664 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 9m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:49:59.665 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 10m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:49:59.665 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 9m ago 3h 43.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:49:59.665 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 9m ago 3h 41.8M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:49:59.665 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 10m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:49:59.665 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 9m ago 3h 727M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:49:59.666 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 10m ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:49:59.666 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 9m ago 3h 1420M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:49:59.666 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 10m ago 3h 673M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:49:59.666 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 9m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:49:59.667 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 10m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:49:59.667 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 9m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:49:59.667 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 10m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:49:59.667 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 9m ago 3h 2040M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:49:59.668 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 9m ago 3h 3112M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:49:59.668 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 9m ago 3h 2371M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:49:59.668 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 9m ago 3h 3128M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:49:59.668 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 10m ago 3h 2905M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:49:59.669 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 10m ago 3h 3438M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:49:59.669 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 10m ago 3h 2756M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:49:59.669 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 10m ago 3h 4005M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:49:59.669 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 9m ago 3h 139M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:49:59.980 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:49:59.980 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:49:59.981 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:49:59.981 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:49:59.981 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:49:59.981 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:49:59.981 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:49:59.982 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:49:59.982 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:49:59.982 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:49:59.982 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:49:59.983 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:49:59.983 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:49:59.983 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:49:59.983 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:49:59.984 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:49:59.984 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:49:59.984 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:49:59.984 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:50:00.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:00 smithi129 conmon[101092]: cluster 2022-01-18T19:49:58.474877+0000 mgr.smithi129.iclwio (mgr.14716) 7868 2022-01-18T19:50:00.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:00 smithi129 conmon[101092]: : cluster [DBG] pgmap v6765: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:00.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:00 smithi129 conmon[101092]: audit 2022-01-18T19:49:59.985161+0000 mon.smithi129 (mon.0) 2408 : audit [DBG] from='client.? 172.21.15.129:0/1622157592' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:50:00.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:00 smithi129 conmon[101092]: cluster 2022-01-18T19:50:00.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:00 smithi129 conmon[101092]: 2022-01-18T19:50:00.000131+0000 mon.smithi129 (mon.0) 2409 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T19:50:00.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:00 smithi156 conmon[67007]: cluster 2022-01-18T19:49:58.474877+0000 mgr.smithi129.iclwio (mgr.14716) 7868 : cluster [DBG] 2022-01-18T19:50:00.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:00 smithi156 conmon[67007]: pgmap v6765: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:00.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:00 smithi156 conmon[67007]: audit 2022-01-18T19:49:59.985161+0000 mon.smithi129 (mon.0) 2408 : audit [DBG] from='client.? 172.21.15.129:0/1622157592' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:50:00.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:00 smithi156 conmon[67007]: cluster 2022-01-18T19:50:00.000131+0000 mon.smithi129 (mon.0) 2409 : cluster [WRN] 2022-01-18T19:50:00.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:00 smithi156 conmon[67007]: overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T19:50:01.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:01 smithi129 conmon[101092]: audit 2022-01-18T19:49:59.391316+0000 mgr.smithi129.iclwio (mgr.14716) 7869 : audit [DBG] from='client.39334 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:50:01.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:01 smithi129 conmon[101092]: audit 2022-01-18T19:49:59.660228+0000 mgr.smithi129.iclwio (mgr.14716) 7870 : audit [DBG] from='client.39338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:50:01.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:01 smithi156 conmon[67007]: audit 2022-01-18T19:49:59.391316+0000 mgr.smithi129.iclwio (mgr.14716) 7869 : audit [DBG] from='client.39334 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:50:01.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:01 smithi156 conmon[67007]: 2022-01-18T19:50:01.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:01 smithi156 conmon[67007]: audit 2022-01-18T19:49:59.660228+0000 mgr.smithi129.iclwio (mgr.14716) 7870 : audit [DBG] from='client.39338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:50:02.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:02 smithi129 conmon[101092]: cluster 2022-01-18T19:50:00.475619+0000 mgr.smithi129.iclwio (mgr.14716) 7871 : cluster [DBG] 2022-01-18T19:50:02.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:02 smithi129 conmon[101092]: pgmap v6766: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:50:02.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:02 smithi156 conmon[67007]: cluster 2022-01-18T19:50:00.475619+0000 mgr.smithi129.iclwio (mgr.14716) 7871 : cluster [DBG] pgmap v6766: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:50:04.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:04 smithi129 conmon[101092]: cluster 2022-01-18T19:50:02.476162+0000 mgr.smithi129.iclwio (mgr.14716) 7872 : cluster [DBG] pgmap v6767: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:04.439 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:04 smithi156 conmon[67007]: cluster 2022-01-18T19:50:02.476162+0000 mgr.smithi129.iclwio (mgr.14716) 7872 : cluster [DBG] pgmap v6767: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:05.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:05 smithi129 conmon[101092]: audit 2022-01-18T19:50:04.140207 2022-01-18T19:50:05.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:05 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 2410 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:50:05.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:05 smithi129 conmon[101092]: audit 2022-01-18T19:50:04.141592+0000 mon.smithi129 (mon.0) 2411 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:50:05.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:05 smithi129 conmon[101092]: audit 2022-01-18T19:50:04.142631+0000 mon.smithi129 (mon.0) 2412 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:50:05.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:05 smithi129 conmon[101092]: cephadm 2022-01-18T19:50:04.143337+0000 mgr.smithi129.iclwio (mgr.14716) 7873 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:50:05.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:05 smithi129 conmon[101092]: audit 2022-01-18T19:50:04.398129+0000 mon.smithi129 (mon.0) 2413 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:50:05.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:05 smithi156 conmon[67007]: audit 2022-01-18T19:50:04.140207+0000 mon.smithi129 ( 2022-01-18T19:50:05.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:05 smithi156 conmon[67007]: mon.0) 2410 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:50:05.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:05 smithi156 conmon[67007]: audit 2022-01-18T19:50:04.141592+0000 mon.smithi129 (mon.0) 2411 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:50:05.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:05 smithi156 conmon[67007]: audit 2022-01-18T19:50:04.142631+0000 mon.smithi129 (mon.0) 2412 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:50:05.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:05 smithi156 conmon[67007]: cephadm 2022-01-18T19:50:04.143337+0000 mgr.smithi129.iclwio (mgr.14716) 7873 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:50:05.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:05 smithi156 conmon[67007]: audit 2022-01-18T19:50:04.398129+0000 mon.smithi129 (mon.0) 2413 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:50:06.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:06 smithi129 conmon[101092]: cluster 2022-01-18T19:50:04.476867+0000 mgr.smithi129.iclwio (mgr.14716) 7874 : cluster [DBG] pgmap v6768: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:06.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:06 smithi156 conmon[67007]: cluster 2022-01-18T19:50:04.476867+0000 mgr.smithi129.iclwio (mgr 2022-01-18T19:50:06.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:06 smithi156 conmon[67007]: .14716) 7874 : cluster [DBG] pgmap v6768: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:08.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:08 smithi129 conmon[101092]: cluster 2022-01-18T19:50:06.477259+0000 mgr.smithi129.iclwio (mgr.14716) 7875 : cluster [DBG] 2022-01-18T19:50:08.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:08 smithi129 conmon[101092]: pgmap v6769: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:08.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:08 smithi129 conmon[101092]: audit 2022-01-18T19:50:07.847426+0000 mon.smithi129 (mon.0) 2414 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:50:08.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:08 smithi156 conmon[67007]: cluster 2022-01-18T19:50:06.477259+0000 mgr.smithi129.iclwio (mgr.14716) 7875 : 2022-01-18T19:50:08.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:08 smithi156 conmon[67007]: cluster [DBG] pgmap v6769: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:08.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:08 smithi156 conmon[67007]: audit 2022-01-18T19:50:07.847426+0000 mon.smithi129 (mon.0) 2414 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:50:10.433 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:10 smithi129 conmon[101092]: cluster 2022-01-18T19:50:08.477719+0000 mgr.smithi129.iclwio (mgr 2022-01-18T19:50:10.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:10 smithi129 conmon[101092]: .14716) 7876 : cluster [DBG] pgmap v6770: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:10.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:10 smithi129 conmon[101092]: audit 2022-01-18T19:50:09.658656+0000 mon.smithi129 (mon.0) 2415 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:50:10.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:10 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T19:50:10.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:10 smithi129 conmon[101092]: T19:50:09.952007+0000 mon.smithi129 (mon.0) 2416 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:50:10.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:10 smithi129 conmon[101092]: audit 2022-01-18T19: 2022-01-18T19:50:10.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:10 smithi129 conmon[101092]: 50:09.956964+0000 mon.smithi129 (mon.0) 2417 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:50:10.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:10 smithi156 conmon[67007]: cluster 2022-01-18T19:50:08.477719+0000 mgr.smithi129.iclwio (mgr.14716) 7876 : cluster [DBG] pgmap v6770: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:10.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:10 smithi156 conmon[67007]: audit 2022-01-18T19:50:09.658656+0000 mon.smithi129 (mon.0) 2415 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:50:10.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:10 smithi156 conmon[67007]: audit 2022-01-18T19:50:09.952007+0000 mon.smithi129 (mon.0) 2416 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:50:10.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:10 smithi156 conmon[67007]: audit 2022 2022-01-18T19:50:10.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:10 smithi156 conmon[67007]: -01-18T19:50:09.956964 2022-01-18T19:50:10.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:10 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2417 : audit 2022-01-18T19:50:10.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:10 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:50:12.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:12 smithi129 conmon[101092]: cluster 2022-01-18T19:50:10.478585+0000 mgr.smithi129.iclwio (mgr.14716) 7877 : cluster [DBG] pgmap v6771: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:50:12.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:12 smithi156 conmon[67007]: cluster 2022-01-18T19:50:10.478585+0000 mgr.smithi129.iclwio (mgr.14716) 7877 : cluster [DBG] pgmap v6771: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:50:14.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:14 smithi129 conmon[101092]: cluster 2022-01-18T19:50:12.479200+0000 mgr.smithi129.iclwio (mgr.14716) 7878 : cluster [DBG] pgmap v6772: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:14.440 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:14 smithi156 conmon[67007]: cluster 2022-01-18T19:50:12.479200+0000 mgr.smithi129.iclwio (mgr.14716) 7878 : cluster [DBG] pgmap v6772: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:16.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:16 smithi129 conmon[101092]: cluster 2022-01-18T19:50:14.480240+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T19:50:16.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:16 smithi129 conmon[101092]: 14716) 7879 : cluster [DBG] pgmap v6773: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:16.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:16 smithi156 conmon[67007]: cluster 2022-01-18T19:50:14.480240+0000 mgr.smithi129.iclwio (mgr.14716) 7879 : cluster [DBG] 2022-01-18T19:50:16.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:16 smithi156 conmon[67007]: pgmap v6773: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:18.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:18 smithi129 conmon[101092]: cluster 2022-01-18T19:50:16.480954+0000 mgr.smithi129.iclwio (mgr.14716) 7880 : cluster 2022-01-18T19:50:18.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:18 smithi129 conmon[101092]: [DBG] pgmap v6774: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:18.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:18 smithi156 conmon[67007]: cluster 2022-01-18T19:50:16.480954+0000 mgr.smithi129.iclwio (mgr.14716) 7880 : cluster [DBG] pgmap v6774: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:18.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:18 smithi156 conmon[67007]: 2022-01-18T19:50:20.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:20 smithi129 conmon[101092]: cluster 2022-01-18T19:50:18.481605+0000 mgr.smithi129.iclwio (mgr.14716) 7881 : cluster [DBG] pgmap v6775: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:20.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:20 smithi156 conmon[67007]: cluster 2022-01-18T19:50:18.481605+0000 mgr.smithi129.iclwio (mgr.14716) 7881 : cluster [DBG] pgmap v6775: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:20.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:20 smithi156 conmon[67007]: 2022-01-18T19:50:22.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:22 smithi129 conmon[101092]: cluster 2022-01-18T19:50:20.482433+0000 mgr.smithi129.iclwio (mgr.14716) 7882 : cluster [DBG] 2022-01-18T19:50:22.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:22 smithi129 conmon[101092]: pgmap v6776: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:50:22.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:22 smithi156 conmon[67007]: cluster 2022-01-18T19:50:20.482433+0000 mgr.smithi129.iclwio (mgr.14716) 7882 : cluster [DBG] 2022-01-18T19:50:22.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:22 smithi156 conmon[67007]: pgmap v6776: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:50:24.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:24 smithi129 conmon[101092]: cluster 2022-01-18T19:50:22.483154+0000 mgr.smithi129.iclwio (mgr.14716) 7883 : cluster [DBG] pgmap v6777: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:24.440 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:24 smithi156 conmon[67007]: cluster 2022-01-18T19:50:22.483154+0000 mgr.smithi129.iclwio (mgr.14716) 7883 : cluster [DBG] pgmap v6777: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:26.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:26 smithi129 conmon[101092]: cluster 2022-01-18T19:50:24.484126+0000 mgr.smithi129.iclwio (mgr.14716) 7884 : cluster [DBG] pgmap v6778: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:26.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:26 smithi129 conmon[101092]: 2022-01-18T19:50:26.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:26 smithi156 conmon[67007]: cluster 2022-01-18T19:50:24.484126+0000 mgr.smithi129.iclwio (mgr.14716) 7884 : cluster [DBG] pgmap v6778: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:28.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:28 smithi129 conmon[101092]: cluster 2022-01-18T19:50:28.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:28 smithi129 conmon[101092]: 2022-01-18T19:50:26.484707+0000 mgr.smithi129.iclwio (mgr.14716) 7885 : cluster [DBG] pgmap v6779: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:28.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:28 smithi156 conmon[67007]: cluster 2022-01-18T19:50:26.484707+0000 mgr.smithi129.iclwio (mgr.14716) 7885 : cluster [DBG] pgmap v6779: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:30.281 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:50:30.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:30 smithi129 conmon[101092]: cluster 2022-01-18T19:50:28.485318+0000 mgr.smithi129.iclwio (mgr.14716) 7886 : cluster [DBG] pgmap v6780: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:30.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:30 smithi156 conmon[67007]: cluster 2022-01-18T19:50:28.485318+0000 mgr.smithi129.iclwio (mgr.14716) 7886 : cluster [DBG] pgmap v6780: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:30.547 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:50:30.548 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 20s ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:50:30.548 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 20s ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:50:30.548 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 22s ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:50:30.548 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 20s ago 3h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:50:30.549 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 20s ago 3h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:50:30.549 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 22s ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:50:30.549 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 20s ago 3h 739M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:50:30.549 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 22s ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:50:30.550 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 20s ago 3h 1482M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:50:30.550 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 22s ago 3h 698M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:50:30.550 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 20s ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:50:30.550 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 22s ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:50:30.551 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 20s ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:50:30.551 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 22s ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:50:30.551 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 20s ago 3h 2069M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:50:30.551 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 20s ago 3h 3146M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:50:30.552 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 20s ago 3h 2394M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:50:30.552 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 20s ago 3h 3163M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:50:30.552 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 22s ago 3h 2936M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:50:30.552 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 22s ago 3h 3467M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:50:30.553 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 22s ago 3h 2782M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:50:30.553 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 22s ago 3h 4037M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:50:30.553 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 20s ago 3h 142M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:50:30.868 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:50:30.869 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:50:30.869 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:50:30.869 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:50:30.869 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:50:30.870 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:50:30.870 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:50:30.870 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:50:30.870 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:50:30.871 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:50:30.871 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:50:30.871 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:50:30.871 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:50:30.872 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:50:30.872 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:50:30.872 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:50:30.872 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:50:30.872 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:50:30.873 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:50:31.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:31 smithi129 conmon[101092]: audit 2022-01-18T19:50:30.873169+0000 mon.smithi129 (mon.0) 2418 : audit [DBG] from='client.? 172.21.15.129:0/830328159' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:50:31.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:31 smithi156 conmon[67007]: audit 2022-01-18T19:50:30.873169+0000 mon.smithi129 (mon.0) 2418 : audit [DBG] from='client.? 172.21.15.129:0/830328159' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:50:32.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:32 smithi129 conmon[101092]: audit 2022-01-18T19:50:30.274526+0000 mgr.smithi129.iclwio (mgr.14716) 7887 : audit [DBG] 2022-01-18T19:50:32.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:32 smithi129 conmon[101092]: from='client.39346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:50:32.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:32 smithi129 conmon[101092]: cluster 2022-01-18T19:50:30.486215+0000 mgr.smithi129.iclwio (mgr.14716) 7888 : cluster [DBG] pgmap v6781: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:50:32.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:32 smithi129 conmon[101092]: audit 2022-01-18T19:50:30.543892 2022-01-18T19:50:32.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:32 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 7889 : audit [DBG] from='client.39350 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:50:32.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:32 smithi156 conmon[67007]: audit 2022-01-18T19:50:30.274526+0000 mgr.smithi129.iclwio (mgr.14716) 7887 : audit [DBG] from='client.39346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:50:32.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:32 smithi156 conmon[67007]: cluster 2022-01-18T19:50:30.486215+0000 mgr.smithi129.iclwio (mgr.14716) 7888 : cluster [DBG] pgmap v6781: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:50:32.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:32 smithi156 conmon[67007]: audit 2022-01-18T19:50:30 2022-01-18T19:50:32.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:32 smithi156 conmon[67007]: .543892+0000 mgr.smithi129.iclwio (mgr.14716) 7889 : audit [DBG] from='client.39350 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:50:34.440 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:34 smithi156 conmon[67007]: cluster 2022-01-18T19:50:32.486869+0000 mgr.smithi129.iclwio (mgr.14716) 7890 : cluster [DBG] pgmap v6782: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:34.440 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:34 smithi156 conmon[67007]: 2022-01-18T19:50:34.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:34 smithi129 conmon[101092]: cluster 2022-01-18T19:50:32.486869+0000 mgr.smithi129.iclwio (mgr.14716) 7890 : cluster [DBG] pgmap v6782: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:34.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:34 smithi129 conmon[101092]: 2022-01-18T19:50:36.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:36 smithi156 conmon[67007]: cluster 2022-01-18T19:50:34.487760+0000 mgr.smithi129.iclwio (mgr.14716) 7891 : cluster [DBG] pgmap v6783: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:36.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:36 smithi129 conmon[101092]: cluster 2022-01-18T19:50:34.487760+0000 mgr.smithi129.iclwio (mgr.14716) 7891 : cluster [DBG] pgmap v6783: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:38.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:38 smithi156 conmon[67007]: cluster 2022-01-18T19:50:36.488269+0000 mgr.smithi129.iclwio (mgr.14716) 7892 : cluster [DBG] pgmap v6784: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:38.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:38 smithi129 conmon[101092]: cluster 2022-01-18T19:50:36.488269+0000 mgr.smithi129.iclwio (mgr.14716) 7892 : cluster [DBG] pgmap v6784: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:40.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:40 smithi156 conmon[67007]: cluster 2022-01-18T19:50:38.488778+0000 mgr.smithi129.iclwio (mgr.14716) 7893 : cluster [DBG] pgmap v6785: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:40.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:40 smithi129 conmon[101092]: cluster 2022-01-18T19:50:38.488778+0000 mgr.smithi129.iclwio (mgr.14716) 7893 : cluster [DBG] pgmap v6785: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:42.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:42 smithi156 conmon[67007]: cluster 2022-01-18T19:50:40.489714+0000 mgr.smithi129.iclwio (mgr.14716) 7894 : cluster [DBG] pgmap v6786: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:50:42.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:42 smithi156 conmon[67007]: 2022-01-18T19:50:42.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:42 smithi129 conmon[101092]: cluster 2022-01-18T19:50:40.489714+0000 mgr.smithi129.iclwio (mgr.14716) 7894 : cluster [DBG] pgmap v6786: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:50:42.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:42 smithi129 conmon[101092]: 2022-01-18T19:50:44.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:44 smithi156 conmon[67007]: cluster 2022-01-18T19:50:42.490308+0000 mgr.smithi129.iclwio (mgr.14716) 7895 : cluster [DBG] pgmap v6787: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:44.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:44 smithi129 conmon[101092]: cluster 2022-01-18T19:50:42.490308+0000 mgr.smithi129.iclwio (mgr.14716) 7895 : cluster [DBG] pgmap v6787: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:46.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:46 smithi156 conmon[67007]: cluster 2022-01-18T19:50:44.491097+0000 mgr.smithi129.iclwio (mgr.14716) 7896 : cluster [DBG] pgmap v6788: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:46.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:46 smithi129 conmon[101092]: cluster 2022-01-18T19:50:44.491097+0000 mgr.smithi129.iclwio (mgr.14716) 7896 : cluster [DBG] pgmap v6788: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:48.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:48 smithi156 conmon[67007]: cluster 2022-01-18T19:50:46.491518+0000 mgr.smithi129.iclwio (mgr.14716) 7897 : cluster [DBG] pgmap v6789: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:48.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:48 smithi129 conmon[101092]: cluster 2022-01-18T19:50:46.491518+0000 mgr.smithi129.iclwio (mgr.14716) 7897 : cluster [DBG] pgmap v6789: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:50.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:50 smithi156 conmon[67007]: cluster 2022-01-18T19:50:48.492044+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:50:50.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:50 smithi156 conmon[67007]: 7898 : cluster [DBG] pgmap v6790: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:50.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:50 smithi129 conmon[101092]: cluster 2022-01-18T19:50:48.492044+0000 mgr.smithi129.iclwio (mgr.14716) 7898 : cluster [DBG] pgmap v6790: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:52.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:52 smithi156 conmon[67007]: cluster 2022-01-18T19:50:50.492845+0000 mgr.smithi129.iclwio (mgr.14716) 7899 : cluster [DBG] pgmap v6791: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:50:52.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:52 smithi129 conmon[101092]: cluster 2022-01-18T19:50:50.492845+0000 mgr.smithi129.iclwio (mgr.14716) 7899 : cluster [DBG] pgmap v6791: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:50:54.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:54 smithi156 conmon[67007]: cluster 2022-01-18T19:50:52.493388+0000 mgr.smithi129.iclwio (mgr.14716) 7900 : cluster [DBG] pgmap v6792: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:54.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:54 smithi129 conmon[101092]: cluster 2022-01-18T19:50:52.493388+0000 mgr.smithi129.iclwio (mgr.14716) 7900 : cluster [DBG] pgmap v6792: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:56.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:56 smithi156 conmon[67007]: cluster 2022-01-18T19:50:54.494206+0000 mgr.smithi129.iclwio (mgr.14716) 7901 : cluster [DBG] pgmap v6793: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:56.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:56 smithi129 conmon[101092]: cluster 2022-01-18T19:50:54.494206+0000 mgr.smithi129.iclwio (mgr.14716) 7901 : cluster [DBG] pgmap v6793: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:58.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:58 smithi156 conmon[67007]: cluster 2022-01-18T19:50:56.494659+0000 mgr.smithi129.iclwio (mgr.14716) 7902 : cluster [DBG] pgmap v6794: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:58.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:58 smithi129 conmon[101092]: cluster 2022-01-18T19:50:56.494659+0000 mgr.smithi129.iclwio (mgr.14716) 7902 : cluster [DBG] pgmap v6794: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:50:59.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:59 smithi156 conmon[67007]: audit 2022-01-18T19:50:59.104801+0000 mon.smithi129 (mon.0) 2419 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:50:59.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:59 smithi156 conmon[67007]: audit 2022-01-18T19:50:59.105036+0000 mon.smithi129 (mon 2022-01-18T19:50:59.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:50:59 smithi156 conmon[67007]: .0) 2420 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:50:59.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:59 smithi129 conmon[101092]: audit 2022-01-18T19:50:59.104801+0000 mon.smithi129 (mon.0) 2419 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:50:59.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:50:59 smithi129 conmon[101092]: audit 2022-01-18T19:50:59.105036+0000 mon.smithi129 (mon.0) 2420 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:51:00.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:00 smithi156 conmon[67007]: cluster 2022-01-18T19:50:58.495248+0000 mgr.smithi129.iclwio (mgr.14716) 7903 : cluster [DBG] pgmap v6795: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:00 smithi129 conmon[101092]: cluster 2022-01-18T19:50:58.495248+0000 mgr.smithi129.iclwio (mgr.14716) 7903 : cluster [DBG] pgmap v6795: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:01.165 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:51:01.433 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:51:01.434 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 51s ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:51:01.434 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 51s ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:51:01.434 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 53s ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:51:01.435 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 51s ago 3h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:51:01.435 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 51s ago 3h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:51:01.435 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 53s ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:51:01.435 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 51s ago 3h 739M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:51:01.436 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 53s ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:51:01.436 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 51s ago 3h 1482M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:51:01.436 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 53s ago 3h 698M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:51:01.436 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 51s ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:51:01.437 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 53s ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:51:01.437 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 51s ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:51:01.437 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 53s ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:51:01.438 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 51s ago 3h 2069M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:51:01.438 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 51s ago 3h 3146M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:51:01.438 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 51s ago 3h 2394M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:51:01.438 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 51s ago 3h 3163M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:51:01.439 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 53s ago 3h 2936M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:51:01.439 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 53s ago 3h 3467M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:51:01.439 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 53s ago 3h 2782M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:51:01.439 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 53s ago 3h 4037M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:51:01.440 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 51s ago 3h 142M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:51:01.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:01 smithi129 conmon[101092]: cluster 2022-01-18T19:51:00.496243+0000 mgr.smithi129.iclwio (mgr.14716) 7904 2022-01-18T19:51:01.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:01 smithi129 conmon[101092]: : cluster [DBG] pgmap v6796: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:51:01.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:01 smithi129 conmon[101092]: audit 2022-01-18T19:51:01.156176+0000 mgr.smithi129.iclwio (mgr.14716) 7905 : audit [DBG] from='client.39358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:51:01.756 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:51:01.756 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:51:01.756 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:51:01.757 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:51:01.757 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:51:01.757 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:51:01.757 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:51:01.757 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:51:01.758 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:51:01.758 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:51:01.758 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:51:01.758 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:51:01.758 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:51:01.759 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:51:01.759 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:51:01.759 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:51:01.759 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:51:01.760 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:51:01.760 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:51:01.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:01 smithi156 conmon[67007]: cluster 2022-01-18T19:51:00.496243+0000 mgr.smithi129.iclwio (mgr.14716) 7904 : cluster [DBG] pgmap v6796: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:51:01.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:01 smithi156 conmon[67007]: audit 2022-01-18T19:51:01.156176+0000 mgr.smithi129.iclwio (mgr.14716) 7905 : audit [DBG] from='client.39358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:51:02.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:02 smithi129 conmon[101092]: audit 2022-01-18T19:51:01.429264+0000 mgr.smithi129.iclwio (mgr.14716) 7906 : audit [DBG] from='client.39362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:51:02.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:02 smithi129 conmon[101092]: audit 2022-01-18T19:51:01.760573+0000 mon.smithi129 ( 2022-01-18T19:51:02.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:02 smithi129 conmon[101092]: mon.0) 2421 : audit [DBG] from='client.? 172.21.15.129:0/1022989681' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:51:02.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:02 smithi156 conmon[67007]: audit 2022-01-18T19:51:01.429264+0000 mgr.smithi129.iclwio (mgr.14716) 7906 : audit [DBG] from='client.39362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:51:02.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:02 smithi156 conmon[67007]: audit 2022-01-18T19:51:01.760573+0000 mon.smithi129 (mon.0) 2421 : audit [DBG] from='client.? 172.21.15.129:0/1022989681' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:51:03.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:03 smithi129 conmon[101092]: cluster 2022-01-18T19:51:02.496856+0000 mgr.smithi129.iclwio (mgr.14716) 7907 : cluster [DBG] pgmap v6797: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:03.794 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:03 smithi156 conmon[67007]: cluster 2022-01-18T19:51:02.496856+0000 mgr.smithi129.iclwio (mgr.14716) 7907 : cluster [DBG] pgmap v6797: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:05.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:05 smithi129 conmon[101092]: cluster 2022-01-18T19:51:04.497493+0000 mgr.smithi129.iclwio (mgr.14716) 7908 : cluster 2022-01-18T19:51:05.934 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:05 smithi129 conmon[101092]: [DBG] pgmap v6798: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:06.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:05 smithi156 conmon[67007]: cluster 2022-01-18T19:51:04.497493+0000 mgr.smithi129.iclwio (mgr.14716) 7908 : cluster [DBG] pgmap v6798: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:08.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:08 smithi129 conmon[101092]: cluster 2022-01-18T19:51:06.498108+0000 mgr.smithi129.iclwio (mgr.14716) 7909 : cluster [DBG] pgmap v6799: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:08.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:08 smithi129 conmon[101092]: 2022-01-18T19:51:08.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:08 smithi156 conmon[67007]: cluster 2022-01-18T19:51:06.498108+0000 mgr.smithi129.iclwio (mgr.14716) 7909 : cluster [DBG] pgmap v6799: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:10.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:10 smithi129 conmon[101092]: cluster 2022-01-18T19:51:08.498728+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T19:51:10.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:10 smithi129 conmon[101092]: ) 7910 : cluster [DBG] pgmap v6800: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:10.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:10 smithi129 conmon[101092]: audit 2022-01-18T19:51:09.959418+0000 mon.smithi129 (mon.0) 2422 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:51:10.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:10 smithi129 conmon[101092]: audit 2022-01-18T19:51:09.960817+0000 mon.smithi129 (mon.0) 2423 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:51:10.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:10 smithi129 conmon[101092]: audit 2022-01-18T19:51:09.961684+0000 mon.smithi129 (mon.0) 2424 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:51:10.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:10 smithi156 conmon[67007]: cluster 2022-01-18T19:51:08.498728 2022-01-18T19:51:10.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:10 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 7910 : cluster [DBG] pgmap v6800: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:10.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:10 smithi156 conmon[67007]: audit 2022-01-18T19:51:09 2022-01-18T19:51:10.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:10 smithi156 conmon[67007]: .959418+0000 mon.smithi129 (mon.0) 2422 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:51:10.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:10 smithi156 conmon[67007]: audit 2022-01-18T19:51:10.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:10 smithi156 conmon[67007]: 2022-01-18T19:51:09 2022-01-18T19:51:10.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:10 smithi156 conmon[67007]: .960817+0000 mon.smithi129 (mon.0) 2423 2022-01-18T19:51:10.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:10 smithi156 conmon[67007]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:51:10.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:10 smithi156 conmon[67007]: audit 2022-01-18T19:51:10.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:10 smithi156 conmon[67007]: 2022-01-18T19:51:09 2022-01-18T19:51:10.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:10 smithi156 conmon[67007]: .961684+0000 mon.smithi129 (mon.0) 2022-01-18T19:51:10.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:10 smithi156 conmon[67007]: 2424 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:51:11.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:11 smithi129 conmon[101092]: cephadm 2022-01-18T19:51:09.962402+0000 mgr.smithi129.iclwio (mgr.14716) 7911 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:51:11.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:11 smithi129 conmon[101092]: audit 2022-01-18T19:51:10.275234+0000 mon.smithi129 (mon.0 2022-01-18T19:51:11.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:11 smithi129 conmon[101092]: ) 2425 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:51:11.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:11 smithi129 conmon[101092]: audit 2022-01-18T19:51:10.280484+0000 mon.smithi129 (mon.0) 2426 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:51:11.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:11 smithi156 conmon[67007]: cephadm 2022-01-18T19:51:09.962402+0000 mgr.smithi129.iclwio (mgr.14716) 7911 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:51:11.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:11 smithi156 conmon[67007]: audit 2022-01-18T19:51:10.275234+0000 mon.smithi129 (mon.0) 2425 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:51:11.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:11 smithi156 conmon[67007]: audit 2022-01-18T19:51:10.280484+0000 mon.smithi129 (mon.0) 2426 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:51:12.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:12 smithi129 conmon[101092]: cluster 2022-01-18T19:51:10.499364+0000 mgr.smithi129.iclwio (mgr.14716) 7912 : cluster [DBG] pgmap v6801: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:51:12.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:12 smithi129 conmon[101092]: 2022-01-18T19:51:12.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:12 smithi156 conmon[67007]: cluster 2022-01-18T19:51:10.499364+0000 mgr.smithi129.iclwio (mgr.14716) 7912 : cluster [DBG] 2022-01-18T19:51:12.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:12 smithi156 conmon[67007]: pgmap v6801: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:51:14.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:14 smithi129 conmon[101092]: cluster 2022-01-18T19:51:12.499927+0000 mgr.smithi129.iclwio (mgr.14716) 7913 : cluster [DBG] pgmap v6802: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:14.440 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:14 smithi156 conmon[67007]: cluster 2022-01-18T19:51:12.499927+0000 mgr.smithi129.iclwio (mgr.14716) 7913 : cluster [DBG] pgmap v6802: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:16.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:16 smithi129 conmon[101092]: cluster 2022-01-18T19:51:14.500692+0000 mgr.smithi129.iclwio (mgr.14716) 7914 : cluster [DBG] pgmap v6803: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:16.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:16 smithi156 conmon[67007]: cluster 2022-01-18T19:51:14.500692+0000 mgr.smithi129.iclwio (mgr.14716) 7914 : cluster [DBG] pgmap v6803: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:18.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:18 smithi129 conmon[101092]: cluster 2022-01-18T19:51:16.501195+0000 mgr.smithi129.iclwio (mgr.14716) 7915 : cluster [DBG] pgmap v6804: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:18.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:18 smithi156 conmon[67007]: cluster 2022-01-18T19:51:16.501195+0000 mgr.smithi129.iclwio (mgr.14716) 7915 : cluster [DBG] pgmap v6804: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:20.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:20 smithi129 conmon[101092]: cluster 2022-01-18T19:51:18.501917+0000 mgr.smithi129.iclwio (mgr.14716) 7916 : cluster [DBG] 2022-01-18T19:51:20.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:20 smithi129 conmon[101092]: pgmap v6805: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:20.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:20 smithi156 conmon[67007]: cluster 2022-01-18T19:51:18.501917+0000 mgr.smithi129.iclwio (mgr.14716) 7916 : cluster [DBG] pgmap v6805: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:20.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:20 smithi156 conmon[67007]: 2022-01-18T19:51:22.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:22 smithi129 conmon[101092]: cluster 2022-01-18T19:51:20.502669+0000 mgr.smithi129.iclwio (mgr.14716) 7917 : cluster [DBG] pgmap v6806: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:51:22.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:22 smithi156 conmon[67007]: cluster 2022-01-18T19:51:20.502669+0000 mgr.smithi129.iclwio (mgr.14716) 7917 : cluster [DBG] pgmap v6806: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:51:24.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:24 smithi129 conmon[101092]: cluster 2022-01-18T19:51:22.503368+0000 mgr.smithi129.iclwio (mgr.14716) 7918 : cluster [DBG] pgmap v6807: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:24.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:24 smithi129 conmon[101092]: 2022-01-18T19:51:24.440 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:24 smithi156 conmon[67007]: cluster 2022-01-18T19:51:22.503368+0000 mgr.smithi129.iclwio (mgr.14716) 7918 : cluster [DBG] pgmap v6807: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:26.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:26 smithi129 conmon[101092]: cluster 2022-01-18T19:51:24.504110+0000 mgr.smithi129.iclwio (mgr.14716) 7919 : cluster [DBG] pgmap v6808: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:26.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:26 smithi156 conmon[67007]: cluster 2022-01-18T19:51:24.504110+0000 mgr.smithi129.iclwio (mgr.14716) 7919 : cluster [DBG] pgmap v6808: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:28.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:28 smithi129 conmon[101092]: cluster 2022-01-18T19:51:26.504571+0000 mgr.smithi129.iclwio (mgr.14716) 7920 : cluster [DBG] pgmap v6809: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:28.544 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:28 smithi156 conmon[67007]: cluster 2022-01-18T19:51:26.504571+0000 mgr.smithi129.iclwio (mgr.14716) 7920 : cluster [DBG] pgmap v6809: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:30.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:30 smithi129 conmon[101092]: cluster 2022-01-18T19:51:28.505116+0000 mgr.smithi129.iclwio (mgr.14716) 7921 : cluster [DBG] 2022-01-18T19:51:30.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:30 smithi129 conmon[101092]: pgmap v6810: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:30.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:30 smithi156 conmon[67007]: cluster 2022-01-18T19:51:28.505116+0000 mgr.smithi129.iclwio (mgr.14716) 7921 : cluster [DBG] pgmap v6810: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:32.056 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:51:32.322 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:51:32.322 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 82s ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:51:32.323 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 82s ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:51:32.323 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 84s ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:51:32.323 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 82s ago 3h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:51:32.323 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 82s ago 3h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:51:32.324 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 84s ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:51:32.324 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 82s ago 3h 739M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:51:32.324 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 84s ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:51:32.325 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 82s ago 3h 1482M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:51:32.325 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 84s ago 3h 698M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:51:32.325 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 82s ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:51:32.325 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 84s ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:51:32.326 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 82s ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:51:32.326 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 84s ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:51:32.326 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 82s ago 3h 2069M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:51:32.326 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 82s ago 3h 3146M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:51:32.327 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 82s ago 3h 2394M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:51:32.327 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 82s ago 3h 3163M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:51:32.327 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 84s ago 3h 2936M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:51:32.327 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 84s ago 3h 3467M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:51:32.327 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 84s ago 3h 2782M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:51:32.328 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 84s ago 3h 4037M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:51:32.328 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 82s ago 3h 142M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:51:32.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:32 smithi129 conmon[101092]: cluster 2022-01-18T19:51:30.506054+0000 mgr.smithi129.iclwio (mgr.14716) 7922 : cluster [DBG] pgmap v6811: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:51:32.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:32 smithi156 conmon[67007]: cluster 2022-01-18T19:51:30.506054+0000 mgr.smithi129.iclwio (mgr.14716) 7922 : cluster [DBG] pgmap v6811: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:51:32.642 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:51:32.642 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:51:32.642 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:51:32.643 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:51:32.643 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:51:32.643 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:51:32.643 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:51:32.644 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:51:32.644 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:51:32.644 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:51:32.644 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:51:32.644 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:51:32.645 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:51:32.645 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:51:32.645 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:51:32.646 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:51:32.646 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:51:32.646 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:51:32.646 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:51:33.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:33 smithi129 conmon[101092]: audit 2022-01-18T19:51:32.048524+0000 mgr.smithi129.iclwio (mgr.14716) 7923 : audit [DBG] 2022-01-18T19:51:33.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:33 smithi129 conmon[101092]: from='client.39370 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:51:33.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:33 smithi129 conmon[101092]: audit 2022-01-18T19:51:32.646201+0000 mon.smithi129 (mon.0) 2427 : audit [DBG] from='client.? 172.21.15.129:0/218740458' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:51:33.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:33 smithi156 conmon[67007]: audit 2022-01-18T19:51:32.048524+0000 mgr.smithi129.iclwio (mgr.14716) 7923 : audit [DBG] from='client.39370 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:51:33.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:33 smithi156 conmon[67007]: audit 2022-01-18T19:51:32.646201+0000 mon.smithi129 (mon.0) 2427 : audit [DBG] from='client.? 172.21.15.129:0/218740458' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:51:34.434 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:34 smithi129 conmon[101092]: audit 2022-01-18T19:51:32.317579+0000 mgr.smithi129.iclwio (mgr.14716) 7924 : audit [DBG] from='client.39374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:51:34.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:34 smithi129 conmon[101092]: cluster 2022-01-18T19:51:32.506555+0000 mgr.smithi129.iclwio (mgr.14716) 7925 : cluster [DBG] pgmap v6812: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:34.440 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:34 smithi156 conmon[67007]: audit 2022-01-18T19:51:32.317579+0000 mgr.smithi129.iclwio (mgr.14716) 7924 : audit [DBG] from='client.39374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:51:34.441 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:34 smithi156 conmon[67007]: cluster 2022-01-18T19:51:32.506555+0000 mgr.smithi129.iclwio (mgr.14716) 7925 : cluster [DBG] pgmap v6812: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:36.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:36 smithi156 conmon[67007]: cluster 2022-01-18T19:51:34.507398+0000 mgr.smithi129.iclwio (mgr.14716) 7926 : cluster [DBG] pgmap v6813: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:36.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:36 smithi129 conmon[101092]: cluster 2022-01-18T19:51:34.507398+0000 mgr.smithi129.iclwio (mgr.14716) 7926 : cluster [DBG] pgmap v6813: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:38.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:38 smithi156 conmon[67007]: cluster 2022-01-18T19:51:36.507950+0000 mgr.smithi129.iclwio (mgr.14716) 7927 : cluster [DBG] pgmap v6814: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:38.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:38 smithi129 conmon[101092]: cluster 2022-01-18T19:51:36.507950+0000 mgr.smithi129.iclwio (mgr.14716) 7927 : cluster [DBG] pgmap v6814: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:40.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:40 smithi156 conmon[67007]: cluster 2022-01-18T19:51:38.508629+0000 mgr.smithi129.iclwio (mgr.14716) 7928 : cluster [DBG] pgmap v6815: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:40.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:40 smithi129 conmon[101092]: cluster 2022-01-18T19:51:38.508629+0000 mgr.smithi129.iclwio (mgr.14716) 7928 : cluster [DBG] pgmap v6815: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:42.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:42 smithi156 conmon[67007]: cluster 2022-01-18T19:51:40.509355+0000 mgr.smithi129.iclwio (mgr.14716) 7929 : cluster [DBG] pgmap v6816: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:51:42.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:42 smithi129 conmon[101092]: cluster 2022-01-18T19:51:40.509355+0000 mgr.smithi129.iclwio (mgr.14716) 7929 : cluster [DBG] pgmap v6816: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:51:44.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:44 smithi156 conmon[67007]: cluster 2022-01-18T19:51:42.510094+0000 mgr.smithi129.iclwio (mgr.14716) 7930 : cluster [DBG] pgmap v6817: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:44.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:44 smithi129 conmon[101092]: cluster 2022-01-18T19:51:42.510094+0000 mgr.smithi129.iclwio (mgr.14716) 7930 : cluster [DBG] pgmap v6817: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:46.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:46 smithi156 conmon[67007]: cluster 2022-01-18T19:51:44.510946+0000 mgr.smithi129.iclwio (mgr.14716) 7931 : cluster [DBG] pgmap v6818: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:46.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:46 smithi129 conmon[101092]: cluster 2022-01-18T19:51:44.510946+0000 mgr.smithi129.iclwio (mgr.14716) 7931 : cluster [DBG] pgmap v6818: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:46.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:46 smithi129 conmon[101092]: 2022-01-18T19:51:48.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:48 smithi156 conmon[67007]: cluster 2022-01-18T19:51:46.511602+0000 mgr.smithi129.iclwio (mgr.14716) 7932 : cluster [DBG] pgmap v6819: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:48.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:48 smithi129 conmon[101092]: cluster 2022-01-18T19:51:46.511602+0000 mgr.smithi129.iclwio (mgr.14716) 7932 : cluster [DBG] pgmap v6819: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:48.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:48 smithi129 conmon[101092]: 2022-01-18T19:51:50.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:50 smithi156 conmon[67007]: cluster 2022-01-18T19:51:48.512310+0000 mgr.smithi129.iclwio (mgr.14716) 7933 : cluster [DBG] pgmap v6820: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:50.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:50 smithi129 conmon[101092]: cluster 2022-01-18T19:51:48.512310+0000 mgr.smithi129.iclwio (mgr.14716) 7933 : cluster [DBG] 2022-01-18T19:51:50.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:50 smithi129 conmon[101092]: pgmap v6820: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:52.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:52 smithi156 conmon[67007]: cluster 2022-01-18T19:51:50.513033+0000 mgr.smithi129.iclwio (mgr.14716) 7934 : cluster [DBG] pgmap v6821: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:51:52.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:52 smithi156 conmon[67007]: 2022-01-18T19:51:52.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:52 smithi129 conmon[101092]: cluster 2022-01-18T19:51:50.513033+0000 mgr.smithi129.iclwio (mgr.14716) 7934 : cluster [DBG] 2022-01-18T19:51:52.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:52 smithi129 conmon[101092]: pgmap v6821: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:51:54.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:54 smithi156 conmon[67007]: cluster 2022-01-18T19:51:52.513728+0000 mgr.smithi129.iclwio (mgr.14716) 7935 : cluster [DBG] pgmap v6822: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:54.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:54 smithi129 conmon[101092]: cluster 2022-01-18T19:51:52.513728+0000 mgr.smithi129.iclwio (mgr.14716) 7935 : cluster [DBG] pgmap v6822: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:54.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:54 smithi129 conmon[101092]: 2022-01-18T19:51:56.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:56 smithi156 conmon[67007]: cluster 2022-01-18T19:51:54.514599+0000 mgr.smithi129.iclwio (mgr.14716) 7936 : cluster [DBG] pgmap v6823: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:56.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:56 smithi129 conmon[101092]: cluster 2022-01-18T19:51:54.514599+0000 mgr.smithi129.iclwio (mgr.14716) 7936 : cluster [DBG] pgmap v6823: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:58.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:58 smithi156 conmon[67007]: cluster 2022-01-18T19:51:56.515103+0000 mgr.smithi129.iclwio (mgr.14716) 7937 : cluster [DBG] pgmap v6824: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:58.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:58 smithi129 conmon[101092]: cluster 2022-01-18T19:51:56.515103+0000 mgr.smithi129.iclwio (mgr.14716) 7937 : cluster [DBG] pgmap v6824: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:51:59.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:59 smithi156 conmon[67007]: audit 2022-01-18T19:51:59.108396+0000 mon.smithi129 (mon.0) 2428 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:51:59.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:51:59 smithi156 conmon[67007]: audit 2022-01-18T19:51:59.108671+0000 mon.smithi129 (mon.0) 2429 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:51:59.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:59 smithi129 conmon[101092]: audit 2022-01-18T19:51:59.108396+0000 mon.smithi129 (mon.0) 2428 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:51:59.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:59 smithi129 conmon[101092]: audit 2022-01-18T19:51:59.108671+0000 mon.smithi129 ( 2022-01-18T19:51:59.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:51:59 smithi129 conmon[101092]: mon.0) 2429 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:52:00.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:00 smithi156 conmon[67007]: cluster 2022-01-18T19:51:58.515820+0000 mgr.smithi129.iclwio (mgr.14716) 7938 : cluster 2022-01-18T19:52:00.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:00 smithi156 conmon[67007]: [DBG] pgmap v6825: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:00.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:00 smithi129 conmon[101092]: cluster 2022-01-18T19:51:58.515820+0000 mgr.smithi129.iclwio (mgr.14716) 7938 : cluster [DBG] pgmap v6825: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:02.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:02 smithi156 conmon[67007]: cluster 2022-01-18T19:52:00.516774+0000 mgr.smithi129.iclwio (mgr.14716) 7939 : cluster [DBG] pgmap v6826: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:52:02.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:02 smithi156 conmon[67007]: 2022-01-18T19:52:02.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:02 smithi129 conmon[101092]: cluster 2022-01-18T19:52:00.516774+0000 mgr.smithi129.iclwio (mgr.14716) 7939 : cluster [DBG] pgmap v6826: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:52:02.941 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:52:03.206 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:52:03.207 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 113s ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:52:03.207 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 113s ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:52:03.207 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 115s ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:52:03.208 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 113s ago 3h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:52:03.208 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 113s ago 3h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:52:03.208 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 115s ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:52:03.208 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 113s ago 3h 739M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:52:03.208 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 115s ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:52:03.209 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 113s ago 3h 1482M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:52:03.209 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 115s ago 3h 698M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:52:03.209 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 113s ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:52:03.209 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 115s ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:52:03.210 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 113s ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:52:03.210 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 115s ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:52:03.210 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 113s ago 3h 2069M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:52:03.211 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 113s ago 3h 3146M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:52:03.211 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 113s ago 3h 2394M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:52:03.211 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 113s ago 3h 3163M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:52:03.212 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 115s ago 3h 2936M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:52:03.212 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 115s ago 3h 3467M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:52:03.212 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 115s ago 3h 2782M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:52:03.212 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 115s ago 3h 4037M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:52:03.213 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 113s ago 3h 142M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:52:03.524 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:52:03.525 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:52:03.525 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:52:03.525 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:52:03.525 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:52:03.526 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:52:03.526 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:52:03.526 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:52:03.526 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:52:03.526 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:52:03.527 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:52:03.527 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:52:03.527 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:52:03.527 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:52:03.528 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:52:03.528 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:52:03.528 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:52:03.528 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:52:03.529 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:52:04.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:04 smithi156 conmon[67007]: cluster 2022-01-18T19:52:02.517321+0000 mgr.smithi129.iclwio (mgr.14716) 7940 : cluster [DBG] pgmap v6827: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:04.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:04 smithi156 conmon[67007]: audit 2022-01-18T19:52:02.933435+0000 mgr.smithi129.iclwio (mgr.14716) 7941 : audit [DBG] from='client.39382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:52:04.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:04 smithi156 conmon[67007]: audit 2022-01-18T19:52:03.201401+0000 mgr.smithi129.iclwio (mgr.14716) 7942 : audit [DBG] from='client.39386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:52:04.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:04 smithi156 conmon[67007]: audit 2022-01-18T19:52:03.528520+0000 mon.smithi129 (mon.0) 2430 : audit [DBG] from='client.? 172.21.15.129:0/3891963934' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:52:04.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:04 smithi129 conmon[101092]: cluster 2022-01-18T19:52:02.517321+0000 mgr.smithi129.iclwio (mgr.14716) 7940 : cluster 2022-01-18T19:52:04.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:04 smithi129 conmon[101092]: [DBG] pgmap v6827: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:04.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:04 smithi129 conmon[101092]: audit 2022-01-18T19:52:02.933435+0000 mgr.smithi129.iclwio (mgr.14716) 7941 : audit [DBG] from='client.39382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:52:04.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:04 smithi129 conmon[101092]: audit 2022-01-18T19 2022-01-18T19:52:04.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:04 smithi129 conmon[101092]: :52:03.201401+0000 mgr.smithi129.iclwio (mgr.14716) 7942 : audit [DBG] from='client.39386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:52:04.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:04 smithi129 conmon[101092]: audit 2022-01-18T19:52:04.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:04 smithi129 conmon[101092]: 2022-01-18T19:52:03.528520+0000 mon.smithi129 (mon 2022-01-18T19:52:04.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:04 smithi129 conmon[101092]: .0) 2430 : audit [DBG] from='client.? 172.21.15.129:0/3891963934' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:52:06.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:06 smithi156 conmon[67007]: cluster 2022-01-18T19:52:04.518085+0000 mgr.smithi129.iclwio (mgr.14716) 7943 : cluster [DBG] pgmap v6828: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:06.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:06 smithi129 conmon[101092]: cluster 2022-01-18T19:52:04.518085+0000 mgr.smithi129.iclwio (mgr.14716) 7943 : cluster [DBG] pgmap v6828: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:08.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:08 smithi156 conmon[67007]: cluster 2022-01-18T19:52:06.518660+0000 mgr.smithi129.iclwio (mgr.14716) 7944 : cluster [DBG] 2022-01-18T19:52:08.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:08 smithi156 conmon[67007]: pgmap v6829: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:08.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:08 smithi129 conmon[101092]: cluster 2022-01-18T19:52:06.518660+0000 mgr.smithi129.iclwio (mgr.14716) 7944 : cluster [DBG] pgmap v6829: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:08.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:08 smithi129 conmon[101092]: 2022-01-18T19:52:10.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:10 smithi156 conmon[67007]: cluster 2022-01-18T19:52:08.519237+0000 mgr.smithi129.iclwio (mgr.14716) 7945 : cluster [DBG] pgmap v6830: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:10.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:10 smithi156 conmon[67007]: 2022-01-18T19:52:10.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:10 smithi129 conmon[101092]: cluster 2022-01-18T19:52:08.519237+0000 mgr.smithi129.iclwio (mgr.14716) 7945 : cluster [DBG] pgmap v6830: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:11.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:11 smithi156 conmon[67007]: audit 2022-01-18T19:52:10.282969+0000 mon.smithi129 (mon.0) 2431 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:52:11.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:11 smithi156 conmon[67007]: audit 2022-01-18T19:52:10.284250+0000 mon.smithi129 (mon.0) 2432 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:52:11.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:11 smithi156 conmon[67007]: audit 2022-01-18T19:52:10.285121+0000 2022-01-18T19:52:11.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:11 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2433 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:52:11.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:11 smithi156 conmon[67007]: audit 2022-01-18T19:52:11.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:11 smithi156 conmon[67007]: 2022-01-18T19:52:10.545379 2022-01-18T19:52:11.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:11 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2434 : audit [INF] 2022-01-18T19:52:11.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:11 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:52:11.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:11 smithi156 conmon[67007]: audit 2022-01-18T19 2022-01-18T19:52:11.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:11 smithi156 conmon[67007]: :52:10.842833+0000 mon.smithi129 (mon.0 2022-01-18T19:52:11.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:11 smithi156 conmon[67007]: ) 2435 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:52:11.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:11 smithi156 conmon[67007]: audit 2022- 2022-01-18T19:52:11.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:11 smithi156 conmon[67007]: 01-18T19:52:10.850187+0000 2022-01-18T19:52:11.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:11 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2436 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:52:11.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:11 smithi156 conmon[67007]: 2022-01-18T19:52:11.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:11 smithi129 conmon[101092]: audit 2022-01-18T19:52:10.282969+0000 mon.smithi129 (mon.0) 2431 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:52:11.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:11 smithi129 conmon[101092]: audit 2022-01-18T19:52:10.284250+0000 mon.smithi129 (mon.0) 2432 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:52:11.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:11 smithi129 conmon[101092]: audit 2022-01-18T19:52:10.285121+0000 mon.smithi129 (mon.0) 2433 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:52:11.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:11 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T19:52:11.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:11 smithi129 conmon[101092]: T19:52:10.545379+0000 mon.smithi129 ( 2022-01-18T19:52:11.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:11 smithi129 conmon[101092]: mon.0) 2434 : audit [INF] 2022-01-18T19:52:11.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:11 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:52:11.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:11 smithi129 conmon[101092]: audit 2022-01-18T19:52:11.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:11 smithi129 conmon[101092]: 2022-01-18T19:52: 2022-01-18T19:52:11.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:11 smithi129 conmon[101092]: 10.842833+0000 mon.smithi129 (mon.0 2022-01-18T19:52:11.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:11 smithi129 conmon[101092]: ) 2435 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:52:11.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:11 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T19:52:11.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:11 smithi129 conmon[101092]: 19:52:10.850187+0000 mon.smithi129 (mon.0) 2436 : audit 2022-01-18T19:52:11.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:11 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:52:12.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:12 smithi156 conmon[67007]: cephadm 2022-01-18T19:52:10.285835+0000 mgr.smithi129.iclwio (mgr.14716) 7946 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:52:12.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:12 smithi156 conmon[67007]: cluster 2022-01-18T19:52:10. 2022-01-18T19:52:12.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:12 smithi156 conmon[67007]: 519861+0000 mgr.smithi129.iclwio (mgr.14716) 7947 : cluster [DBG] pgmap v6831: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:52:12.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:12 smithi129 conmon[101092]: cephadm 2022-01-18T19:52:10.285835+0000 mgr.smithi129.iclwio (mgr.14716) 7946 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:52:12.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:12 smithi129 conmon[101092]: cluster 2022-01-18T19:52:10.519861+0000 mgr.smithi129.iclwio (mgr.14716) 7947 : cluster [DBG] pgmap v6831: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:52:13.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:13 smithi156 conmon[67007]: cluster 2022-01-18T19:52:12.520495+0000 mgr.smithi129.iclwio (mgr.14716) 7948 : cluster [DBG] pgmap v6832: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:13.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:13 smithi129 conmon[101092]: cluster 2022-01-18T19:52:12.520495+0000 mgr.smithi129.iclwio (mgr.14716) 7948 : cluster [DBG] pgmap v6832: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:15.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:15 smithi129 conmon[101092]: cluster 2022-01-18T19:52:14.521413+0000 mgr.smithi129.iclwio (mgr.14716) 7949 : cluster [DBG] pgmap v6833: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:16.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:15 smithi156 conmon[67007]: cluster 2022-01-18T19:52:14.521413+0000 mgr.smithi129.iclwio (mgr.14716) 7949 : cluster [DBG] pgmap v6833: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:18.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:18 smithi129 conmon[101092]: cluster 2022-01-18T19:52:16.521928+0000 mgr.smithi129.iclwio (mgr.14716) 7950 : cluster [DBG] pgmap v6834: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:18.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:18 smithi156 conmon[67007]: cluster 2022-01-18T19:52:16.521928+0000 mgr.smithi129.iclwio (mgr.14716) 7950 : cluster [DBG] pgmap v6834: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:20.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:20 smithi129 conmon[101092]: cluster 2022-01-18T19:52:18.522636+0000 mgr.smithi129.iclwio (mgr.14716) 7951 : cluster [DBG] pgmap v6835: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:20.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:20 smithi156 conmon[67007]: cluster 2022-01-18T19:52:18.522636+0000 mgr.smithi129.iclwio (mgr.14716) 7951 : cluster [DBG] pgmap v6835: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:22.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:22 smithi129 conmon[101092]: cluster 2022-01-18T19:52:20.523555+0000 mgr.smithi129.iclwio (mgr.14716) 7952 : cluster [DBG] pgmap v6836: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:52:22.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:22 smithi156 conmon[67007]: cluster 2022-01-18T19:52:20.523555+0000 mgr.smithi129.iclwio (mgr.14716) 7952 : cluster [DBG] pgmap v6836: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:52:24.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:24 smithi129 conmon[101092]: cluster 2022-01-18T19:52:22.524197+0000 mgr.smithi129.iclwio (mgr.14716) 7953 : cluster [DBG] pgmap v6837: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:24.441 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:24 smithi156 conmon[67007]: cluster 2022-01-18T19:52:22.524197+0000 mgr.smithi129.iclwio (mgr.14716) 7953 : cluster [DBG] pgmap v6837: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:26.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:26 smithi129 conmon[101092]: cluster 2022-01-18T19:52:24.525124+0000 mgr.smithi129.iclwio (mgr.14716) 7954 : cluster [DBG] pgmap v6838: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:26.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:26 smithi156 conmon[67007]: cluster 2022-01-18T19:52:24.525124+0000 mgr.smithi129.iclwio (mgr.14716) 7954 : cluster [DBG] pgmap v6838: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:28.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:28 smithi129 conmon[101092]: cluster 2022-01-18T19:52:26.525625+0000 mgr.smithi129.iclwio (mgr.14716) 7955 : cluster [DBG] pgmap v6839: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:28.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:28 smithi156 conmon[67007]: cluster 2022-01-18T19:52:26.525625+0000 mgr.smithi129.iclwio (mgr.14716) 7955 : cluster [DBG] pgmap v6839: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:30.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:30 smithi129 conmon[101092]: cluster 2022-01-18T19:52:28.526233+0000 mgr.smithi129.iclwio (mgr.14716) 7956 : cluster [DBG] pgmap v6840: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:30.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:30 smithi156 conmon[67007]: cluster 2022-01-18T19:52:28.526233+0000 mgr.smithi129.iclwio (mgr.14716) 7956 : cluster [DBG] pgmap v6840: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:32.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:32 smithi129 conmon[101092]: cluster 2022-01-18T19:52:30.527004+0000 mgr.smithi129.iclwio (mgr.14716) 7957 : cluster [DBG] pgmap v6841: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:52:32.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:32 smithi156 conmon[67007]: cluster 2022-01-18T19:52:30.527004+0000 mgr.smithi129.iclwio (mgr.14716) 7957 : cluster [DBG] pgmap v6841: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:52:33.824 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:52:34.090 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:52:34.091 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 2m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:52:34.091 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 2m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:52:34.091 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 2m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:52:34.091 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 2m ago 3h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:52:34.092 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 2m ago 3h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:52:34.092 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 2m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:52:34.092 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 2m ago 3h 739M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:52:34.093 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 2m ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:52:34.093 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 2m ago 3h 1482M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:52:34.093 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 2m ago 3h 698M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:52:34.093 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 2m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:52:34.093 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 2m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:52:34.094 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 2m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:52:34.094 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 2m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:52:34.094 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 2m ago 3h 2069M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:52:34.094 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 2m ago 3h 3146M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:52:34.095 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 2m ago 3h 2394M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:52:34.095 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 2m ago 3h 3163M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:52:34.095 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 2m ago 3h 2936M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:52:34.096 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 2m ago 3h 3467M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:52:34.096 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 2m ago 3h 2782M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:52:34.096 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 2m ago 3h 4037M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:52:34.096 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 2m ago 3h 142M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:52:34.407 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:52:34.408 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:52:34.408 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:52:34.408 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:52:34.409 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:52:34.409 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:52:34.409 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:52:34.409 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:52:34.409 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:52:34.410 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:52:34.410 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:52:34.410 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:52:34.411 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:52:34.411 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:52:34.411 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:52:34.411 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:52:34.412 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:52:34.412 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:52:34.412 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:52:34.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:34 smithi129 conmon[101092]: cluster 2022-01-18T19:52:32.527527+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:52:34.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:34 smithi129 conmon[101092]: 7958 : cluster [DBG] pgmap v6842: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:34.441 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:34 smithi156 conmon[67007]: cluster 2022-01-18T19:52:32.527527+0000 mgr.smithi129.iclwio (mgr.14716) 7958 : cluster [DBG] pgmap v6842: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:35.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:35 smithi129 conmon[101092]: audit 2022-01-18T19:52:33.815807+0000 mgr.smithi129.iclwio (mgr.14716) 7959 : audit [DBG] from='client.39394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:52:35.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:35 smithi129 conmon[101092]: audit 2022-01-18T19:52:34.085247+0000 mgr.smithi129.iclwio (mgr.14716) 7960 : audit [DBG] from='client.39398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:52:35.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:35 smithi129 conmon[101092]: audit 2022-01-18T19:52:34.411615+0000 mon.smithi129 (mon.0) 2437 : audit [DBG] from='client.? 172.21.15.129:0/303340589' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:52:35.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:35 smithi156 conmon[67007]: audit 2022-01-18T19:52:33.815807+0000 mgr.smithi129.iclwio (mgr.14716) 7959 : audit [DBG] 2022-01-18T19:52:35.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:35 smithi156 conmon[67007]: from='client.39394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:52:35.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:35 smithi156 conmon[67007]: audit 2022-01-18T19:52:34.085247+0000 mgr.smithi129.iclwio (mgr.14716) 7960 : audit [DBG] from='client.39398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:52:35.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:35 smithi156 conmon[67007]: audit 2022-01-18T19:52:35.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:35 smithi156 conmon[67007]: 2022-01-18T19:52:34.411615+0000 mon.smithi129 (mon.0) 2437 : audit [DBG] from='client.? 172.21.15.129:0/303340589' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:52:36.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:36 smithi129 conmon[101092]: cluster 2022-01-18T19:52:34.528194+0000 mgr.smithi129.iclwio (mgr.14716) 7961 : cluster [DBG] pgmap v6843: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:36.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:36 smithi129 conmon[101092]: 2022-01-18T19:52:36.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:36 smithi156 conmon[67007]: cluster 2022-01-18T19:52:34.528194+0000 mgr.smithi129.iclwio (mgr.14716) 7961 : cluster [DBG] pgmap v6843: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:38.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:38 smithi129 conmon[101092]: cluster 2022-01-18T19:52:36.528637+0000 mgr.smithi129.iclwio (mgr.14716) 7962 : cluster [DBG] pgmap v6844: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:38.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:38 smithi156 conmon[67007]: cluster 2022-01-18T19:52:36.528637+0000 mgr.smithi129.iclwio (mgr.14716) 7962 : cluster [DBG] pgmap v6844: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:40.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:40 smithi156 conmon[67007]: cluster 2022-01-18T19:52:38.529293+0000 mgr.smithi129.iclwio (mgr.14716) 7963 : cluster [DBG] pgmap v6845: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:40.684 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:40 smithi129 conmon[101092]: cluster 2022-01-18T19:52:38.529293+0000 mgr.smithi129.iclwio (mgr.14716) 7963 : cluster [DBG] pgmap v6845: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:42.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:42 smithi156 conmon[67007]: cluster 2022-01-18T19:52:40.530015+0000 mgr.smithi129.iclwio (mgr.14716) 7964 : cluster [DBG] pgmap v6846: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:52:42.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:42 smithi156 conmon[67007]: 2022-01-18T19:52:42.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:42 smithi129 conmon[101092]: cluster 2022-01-18T19:52:40.530015+0000 mgr.smithi129.iclwio (mgr.14716) 7964 : cluster [DBG] pgmap v6846: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:52:44.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:44 smithi156 conmon[67007]: cluster 2022-01-18T19:52:42.530543+0000 mgr.smithi129.iclwio (mgr.14716) 7965 : cluster [DBG] pgmap v6847: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:44.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:44 smithi129 conmon[101092]: cluster 2022-01-18T19:52:42.530543+0000 mgr.smithi129.iclwio (mgr.14716) 7965 : cluster [DBG] pgmap v6847: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:46.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:46 smithi156 conmon[67007]: cluster 2022-01-18T19:52:44.531328+0000 mgr.smithi129.iclwio (mgr.14716) 7966 : cluster [DBG] pgmap v6848: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:46.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:46 smithi156 conmon[67007]: 2022-01-18T19:52:46.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:46 smithi129 conmon[101092]: cluster 2022-01-18T19:52:44.531328+0000 mgr.smithi129.iclwio (mgr.14716) 7966 : cluster [DBG] pgmap v6848: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:48.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:48 smithi156 conmon[67007]: cluster 2022-01-18T19:52:46.531855+0000 mgr.smithi129.iclwio (mgr.14716) 7967 : cluster [DBG] 2022-01-18T19:52:48.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:48 smithi156 conmon[67007]: pgmap v6849: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:48.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:48 smithi129 conmon[101092]: cluster 2022-01-18T19:52:46.531855+0000 mgr.smithi129.iclwio (mgr.14716) 7967 : cluster [DBG] pgmap v6849: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:48.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:48 smithi129 conmon[101092]: 2022-01-18T19:52:50.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:50 smithi156 conmon[67007]: cluster 2022-01-18T19:52:48.532524+0000 mgr.smithi129.iclwio (mgr.14716) 7968 : cluster [DBG] pgmap v6850: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:50.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:50 smithi129 conmon[101092]: cluster 2022-01-18T19:52:48.532524+0000 mgr.smithi129.iclwio (mgr.14716) 7968 : cluster [DBG] 2022-01-18T19:52:50.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:50 smithi129 conmon[101092]: pgmap v6850: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:52.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:52 smithi156 conmon[67007]: cluster 2022-01-18T19:52:50.533363+0000 mgr.smithi129.iclwio (mgr.14716) 7969 : cluster [DBG] pgmap v6851: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:52:52.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:52 smithi129 conmon[101092]: cluster 2022-01-18T19:52:50.533363+0000 mgr.smithi129.iclwio (mgr.14716) 7969 : cluster [DBG] pgmap v6851: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:52:54.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:54 smithi156 conmon[67007]: cluster 2022-01-18T19:52:52.533979+0000 mgr.smithi129.iclwio (mgr.14716) 7970 : cluster [DBG] pgmap v6852: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:54.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:54 smithi156 conmon[67007]: 2022-01-18T19:52:54.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:54 smithi129 conmon[101092]: cluster 2022-01-18T19:52:52.533979+0000 mgr.smithi129.iclwio (mgr.14716) 7970 : cluster [DBG] pgmap v6852: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:56.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:56 smithi156 conmon[67007]: cluster 2022-01-18T19:52:54.534683+0000 mgr.smithi129.iclwio (mgr.14716) 7971 : cluster [DBG] pgmap v6853: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:56.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:56 smithi129 conmon[101092]: cluster 2022-01-18T19:52:54.534683+0000 mgr.smithi129.iclwio (mgr.14716) 7971 : cluster [DBG] pgmap v6853: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:58.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:58 smithi156 conmon[67007]: cluster 2022-01-18T19:52:56.535223+0000 mgr.smithi129.iclwio (mgr.14716) 7972 : cluster [DBG] pgmap v6854: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:58.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:58 smithi156 conmon[67007]: 2022-01-18T19:52:58.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:58 smithi129 conmon[101092]: cluster 2022-01-18T19:52:56.535223+0000 mgr.smithi129.iclwio (mgr.14716) 7972 : cluster [DBG] pgmap v6854: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:52:58.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:58 smithi129 conmon[101092]: 2022-01-18T19:52:59.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:59 smithi156 conmon[67007]: audit 2022-01-18T19:52:59.112247+0000 mon.smithi129 (mon.0) 2438 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:52:59.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:59 smithi156 conmon[67007]: audit 2022-01-18T19:52:59.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:52:59 smithi156 conmon[67007]: 2022-01-18T19:52:59.112503+0000 mon.smithi129 (mon.0) 2439 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:52:59.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:59 smithi129 conmon[101092]: audit 2022-01-18T19:52:59.112247+0000 mon.smithi129 (mon.0) 2438 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:52:59.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:52:59 smithi129 conmon[101092]: audit 2022-01-18T19:52:59.112503+0000 mon.smithi129 (mon.0) 2439 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:53:00.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:00 smithi156 conmon[67007]: cluster 2022-01-18T19:52:58.535824+0000 mgr.smithi129.iclwio (mgr.14716) 7973 : cluster [DBG] pgmap v6855: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:00.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:00 smithi129 conmon[101092]: cluster 2022-01-18T19:52:58.535824+0000 mgr.smithi129.iclwio (mgr.14716) 7973 : cluster [DBG] pgmap v6855: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:02.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:02 smithi156 conmon[67007]: cluster 2022-01-18T19:53:00.536632+0000 mgr.smithi129.iclwio (mgr.14716) 7974 : cluster [DBG] pgmap v6856: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:53:02.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:02 smithi156 conmon[67007]: 2022-01-18T19:53:02.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:02 smithi129 conmon[101092]: cluster 2022-01-18T19:53:00.536632+0000 mgr.smithi129.iclwio (mgr.14716) 7974 : cluster [DBG] pgmap v6856: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:53:04.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:04 smithi156 conmon[67007]: cluster 2022-01-18T19:53:02.537298+0000 mgr.smithi129.iclwio (mgr.14716) 7975 : cluster [DBG] pgmap v6857: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:04.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:04 smithi156 conmon[67007]: 2022-01-18T19:53:04.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:04 smithi129 conmon[101092]: cluster 2022-01-18T19:53:02.537298+0000 mgr.smithi129.iclwio (mgr.14716) 7975 : cluster [DBG] pgmap v6857: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:04.708 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:53:04.974 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:53:04.974 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 2m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:53:04.974 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 2m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:53:04.975 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 2m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:53:04.975 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 2m ago 3h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:53:04.975 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 2m ago 3h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:53:04.975 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 2m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:53:04.976 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 2m ago 3h 739M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:53:04.976 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 2m ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:53:04.976 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 2m ago 3h 1482M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:53:04.976 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 2m ago 3h 698M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:53:04.976 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 2m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:53:04.977 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 2m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:53:04.977 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 2m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:53:04.977 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 2m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:53:04.977 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 2m ago 3h 2069M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:53:04.978 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 2m ago 3h 3146M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:53:04.978 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 2m ago 3h 2394M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:53:04.978 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 2m ago 3h 3163M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:53:04.978 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 2m ago 3h 2936M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:53:04.979 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 2m ago 3h 3467M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:53:04.979 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 2m ago 3h 2782M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:53:04.979 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 2m ago 3h 4037M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:53:04.979 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 2m ago 3h 142M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:53:05.293 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:53:05.293 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:53:05.293 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:53:05.294 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:53:05.294 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:53:05.294 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:53:05.294 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:53:05.295 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:53:05.295 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:53:05.295 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:53:05.295 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:53:05.295 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:53:05.296 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:53:05.296 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:53:05.296 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:53:05.296 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:53:05.297 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:53:05.297 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:53:05.297 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:53:06.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:06 smithi156 conmon[67007]: cluster 2022-01-18T19:53:04.537972+0000 mgr.smithi129.iclwio (mgr.14716) 7976 : cluster [DBG] pgmap v6858: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:06.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:06 smithi156 conmon[67007]: audit 2022-01-18T19:53:04.700595+0000 mgr.smithi129.iclwio (mgr.14716) 7977 : audit [DBG] from='client.39406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:53:06.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:06 smithi156 conmon[67007]: audit 2022-01-18T19:53:04.968918+0000 mgr.smithi129.iclwio (mgr.14716) 7978 : audit [DBG] from='client.39410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:53:06.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:06 smithi156 conmon[67007]: audit 2022-01-18T19:53:05.296628+0000 mon.smithi129 (mon.0) 2440 : audit [DBG] 2022-01-18T19:53:06.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:06 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/2810543092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:53:06.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:06 smithi129 conmon[101092]: cluster 2022-01-18T19:53:04.537972+0000 mgr.smithi129.iclwio (mgr.14716) 7976 : cluster [DBG] pgmap v6858: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:06.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:06 smithi129 conmon[101092]: audit 2022-01-18T19:53:04.700595+0000 mgr.smithi129.iclwio (mgr.14716) 7977 : audit [DBG] from='client.39406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:53:06.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:06 smithi129 conmon[101092]: audit 2022-01-18T19:53:04.968918+0000 2022-01-18T19:53:06.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:06 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 7978 : audit [DBG] from='client.39410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:53:06.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:06 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T19:53:06.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:06 smithi129 conmon[101092]: 19:53:05.296628+0000 mon.smithi129 (mon.0) 2440 : audit [DBG] from='client.? 172.21.15.129:0/2810543092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:53:08.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:08 smithi156 conmon[67007]: cluster 2022-01-18T19:53:06.538444+0000 mgr.smithi129.iclwio (mgr.14716) 7979 : cluster [DBG] pgmap v6859: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:08.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:08 smithi129 conmon[101092]: cluster 2022-01-18T19:53:06.538444+0000 mgr.smithi129.iclwio (mgr.14716) 7979 : cluster [DBG] 2022-01-18T19:53:08.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:08 smithi129 conmon[101092]: pgmap v6859: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:10.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:10 smithi156 conmon[67007]: cluster 2022-01-18T19:53:08.539001+0000 mgr.smithi129.iclwio (mgr.14716) 7980 : cluster [DBG] pgmap v6860: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:10.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:10 smithi129 conmon[101092]: cluster 2022-01-18T19:53:08.539001+0000 mgr.smithi129.iclwio (mgr.14716) 7980 : cluster [DBG] pgmap v6860: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:11.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:11 smithi156 conmon[67007]: audit 2022-01-18T19:53:10.852913+0000 mon.smithi129 (mon.0) 2441 : audit 2022-01-18T19:53:11.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:11 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:53:11.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:11 smithi156 conmon[67007]: audit 2022-01-18T19:53:10.854352+0000 mon.smithi129 (mon.0) 2442 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:53:11.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:11 smithi156 conmon[67007]: audit 2022-01-18T19:53:10.855340+0000 mon.smithi129 2022-01-18T19:53:11.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:11 smithi156 conmon[67007]: (mon.0) 2443 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:53:11.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:11 smithi156 conmon[67007]: audit 2022-01-18T19:53:11.158124+0000 mon.smithi129 (mon. 2022-01-18T19:53:11.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:11 smithi156 conmon[67007]: 0) 2444 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:53:11.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:11 smithi156 conmon[67007]: audit 2022-01-18T19:53:11. 2022-01-18T19:53:11.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:11 smithi156 conmon[67007]: 163286+0000 mon.smithi129 (mon.0) 2445 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:53:11.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:11 smithi129 conmon[101092]: audit 2022-01-18T19:53:10.852913+0000 mon.smithi129 (mon.0) 2022-01-18T19:53:11.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:11 smithi129 conmon[101092]: 2441 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:53:11.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:11 smithi129 conmon[101092]: audit 2022-01-18T19:53:10.854352+0000 mon.smithi129 (mon.0) 2442 : audit [DBG] 2022-01-18T19:53:11.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:11 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:53:11.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:11 smithi129 conmon[101092]: audit 2022-01 2022-01-18T19:53:11.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:11 smithi129 conmon[101092]: -18T19:53:10.855340+0000 mon.smithi129 (mon. 2022-01-18T19:53:11.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:11 smithi129 conmon[101092]: 0) 2443 : audit [INF] 2022-01-18T19:53:11.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:11 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:53:11.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:11 smithi129 conmon[101092]: audit 2022 2022-01-18T19:53:11.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:11 smithi129 conmon[101092]: -01-18T19:53:11.158124+0000 mon.smithi129 (mon.0) 2444 2022-01-18T19:53:11.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:11 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:53:11.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:11 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T19:53:11.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:11 smithi129 conmon[101092]: 18T19:53:11.163286+0000 2022-01-18T19:53:11.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:11 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2445 : audit [INF] 2022-01-18T19:53:11.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:11 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:53:12.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:12 smithi156 conmon[67007]: cluster 2022-01-18T19:53:10.539946+0000 mgr.smithi129.iclwio (mgr.14716) 7981 : cluster [DBG] pgmap v6861: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:53:12.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:12 smithi156 conmon[67007]: 2022-01-18T19:53:12.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:12 smithi156 conmon[67007]: cephadm 2022-01-18T19:53:10.856097+0000 mgr.smithi129.iclwio (mgr.14716) 7982 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:53:12.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:12 smithi129 conmon[101092]: cluster 2022-01-18T19:53: 2022-01-18T19:53:12.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:12 smithi129 conmon[101092]: 10.539946+0000 mgr.smithi129.iclwio (mgr.14716) 7981 : cluster [DBG] pgmap v6861: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:53:12.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:12 smithi129 conmon[101092]: cephadm 2022-01-18T19:53:10.856097+0000 mgr.smithi129.iclwio (mgr.14716) 7982 : cephadm [WRN] 2022-01-18T19:53:12.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:12 smithi129 conmon[101092]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:53:14.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:14 smithi156 conmon[67007]: cluster 2022-01-18T19:53:12.540468+0000 mgr.smithi129.iclwio (mgr.14716) 7983 : cluster [DBG] pgmap v6862: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:14.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:14 smithi129 conmon[101092]: cluster 2022-01-18T19:53:12.540468+0000 mgr.smithi129.iclwio (mgr.14716) 7983 : cluster [DBG] pgmap v6862: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:16.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:16 smithi156 conmon[67007]: cluster 2022-01-18T19:53:14.541397+0000 mgr.smithi129.iclwio (mgr.14716) 7984 : cluster [DBG] pgmap v6863: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:16.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:16 smithi129 conmon[101092]: cluster 2022-01-18T19:53:14.541397+0000 mgr.smithi129.iclwio (mgr.14716) 7984 : cluster [DBG] pgmap v6863: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:18.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:18 smithi156 conmon[67007]: cluster 2022-01-18T19:53:16.542049+0000 mgr.smithi129.iclwio (mgr.14716) 7985 : cluster [DBG] pgmap v6864: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:18.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:18 smithi129 conmon[101092]: cluster 2022-01-18T19:53:16.542049+0000 mgr.smithi129.iclwio (mgr.14716) 7985 : cluster [DBG] pgmap v6864: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:20.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:20 smithi156 conmon[67007]: cluster 2022-01-18T19:53:18.542824+0000 mgr.smithi129.iclwio (mgr.14716) 7986 : cluster [DBG] pgmap v6865: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:20.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:20 smithi129 conmon[101092]: cluster 2022-01-18T19:53:18.542824+0000 mgr.smithi129.iclwio (mgr.14716) 7986 : cluster [DBG] pgmap v6865: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:21.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:21 smithi129 conmon[101092]: cluster 2022-01-18T19:53:20.543722+0000 mgr.smithi129.iclwio (mgr.14716) 7987 : cluster [DBG] pgmap v6866: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:53:21.795 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:21 smithi156 conmon[67007]: cluster 2022-01-18T19:53:20.543722+0000 mgr.smithi129.iclwio (mgr.14716) 7987 : cluster [DBG] pgmap v6866: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:53:24.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:24 smithi129 conmon[101092]: cluster 2022-01-18T19:53:22.544263+0000 mgr.smithi129.iclwio (mgr.14716) 7988 : cluster [DBG] pgmap v6867: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:24.441 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:24 smithi156 conmon[67007]: cluster 2022-01-18T19:53:22.544263+0000 mgr.smithi129.iclwio (mgr.14716) 7988 : cluster [DBG] pgmap v6867: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:26.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:26 smithi129 conmon[101092]: cluster 2022-01-18T19:53:24.545243+0000 mgr.smithi129.iclwio (mgr.14716) 7989 : cluster [DBG] pgmap v6868: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:26.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:26 smithi129 conmon[101092]: 2022-01-18T19:53:26.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:26 smithi156 conmon[67007]: cluster 2022-01-18T19:53:24.545243+0000 mgr.smithi129.iclwio (mgr.14716) 7989 : cluster [DBG] pgmap v6868: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:28.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:28 smithi129 conmon[101092]: cluster 2022-01-18T19:53:26.545728+0000 mgr.smithi129.iclwio (mgr.14716) 7990 : cluster [DBG] 2022-01-18T19:53:28.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:28 smithi129 conmon[101092]: pgmap v6869: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:28.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:28 smithi156 conmon[67007]: cluster 2022-01-18T19:53:26.545728+0000 mgr.smithi129.iclwio (mgr.14716) 7990 : cluster [DBG] pgmap v6869: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:30.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:30 smithi129 conmon[101092]: cluster 2022-01-18T19:53:28.546290+0000 mgr.smithi129.iclwio (mgr.14716) 7991 : cluster [DBG] pgmap v6870: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:30.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:30 smithi156 conmon[67007]: cluster 2022-01-18T19:53:28.546290+0000 mgr.smithi129.iclwio (mgr.14716) 7991 : cluster [DBG] pgmap v6870: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:32.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:32 smithi129 conmon[101092]: cluster 2022-01-18T19:53:30.547085+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T19:53:32.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:32 smithi129 conmon[101092]: ) 7992 : cluster [DBG] pgmap v6871: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:53:32.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:32 smithi156 conmon[67007]: cluster 2022-01-18T19:53:30.547085+0000 mgr.smithi129.iclwio (mgr.14716) 7992 : cluster [DBG] pgmap v6871: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:53:34.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:34 smithi129 conmon[101092]: cluster 2022-01-18T19:53:32.547712+0000 mgr.smithi129.iclwio (mgr.14716) 7993 : cluster [DBG] 2022-01-18T19:53:34.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:34 smithi129 conmon[101092]: pgmap v6872: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:34.441 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:34 smithi156 conmon[67007]: cluster 2022-01-18T19:53:32.547712+0000 mgr.smithi129.iclwio (mgr.14716) 7993 : cluster [DBG] pgmap v6872: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:35.592 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:53:35.855 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:53:35.856 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 3m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:53:35.856 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 3m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:53:35.856 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 3m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:53:35.856 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 3m ago 3h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:53:35.857 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 3m ago 3h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:53:35.857 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 3m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:53:35.857 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 3m ago 3h 739M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:53:35.857 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 3m ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:53:35.858 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 3m ago 3h 1482M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:53:35.858 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 3m ago 3h 698M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:53:35.858 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 3m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:53:35.858 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 3m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:53:35.859 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 3m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:53:35.859 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 3m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:53:35.859 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 3m ago 3h 2069M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:53:35.859 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 3m ago 3h 3146M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:53:35.859 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 3m ago 3h 2394M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:53:35.860 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 3m ago 3h 3163M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:53:35.860 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 3m ago 3h 2936M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:53:35.860 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 3m ago 3h 3467M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:53:35.860 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 3m ago 3h 2782M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:53:35.861 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 3m ago 3h 4037M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:53:35.861 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 3m ago 3h 142M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:53:36.172 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:53:36.172 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:53:36.172 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:53:36.173 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:53:36.173 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:53:36.173 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:53:36.173 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:53:36.174 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:53:36.174 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:53:36.174 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:53:36.174 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:53:36.175 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:53:36.175 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:53:36.175 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:53:36.175 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:53:36.175 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:53:36.176 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:53:36.176 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:53:36.176 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:53:36.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:36 smithi129 conmon[101092]: cluster 2022-01-18T19:53:34.548615+0000 mgr.smithi129.iclwio (mgr.14716) 7994 : 2022-01-18T19:53:36.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:36 smithi129 conmon[101092]: cluster [DBG] pgmap v6873: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:36.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:36 smithi129 conmon[101092]: audit 2022-01-18T19:53:36.175622+0000 mon.smithi129 (mon.0) 2446 : audit [DBG] from='client.? 172.21.15.129:0/2560151426' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:53:36.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:36 smithi156 conmon[67007]: cluster 2022-01-18T19:53:34.548615+0000 mgr.smithi129.iclwio (mgr.14716) 7994 : cluster [DBG] pgmap v6873: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:36.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:36 smithi156 conmon[67007]: audit 2022-01-18T19:53:36.175622+0000 2022-01-18T19:53:36.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:36 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2446 : audit [DBG] from='client.? 172.21.15.129:0/2560151426' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:53:37.540 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:37 smithi129 conmon[101092]: audit 2022-01-18T19:53:35.584391+0000 mgr.smithi129.iclwio (mgr.14716) 7995 : audit [DBG] from='client.39418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:53:37.541 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:37 smithi129 conmon[101092]: 2022-01-18T19:53:37.541 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:37 smithi129 conmon[101092]: audit 2022-01-18T19:53:35.850503+0000 mgr.smithi129.iclwio (mgr.14716) 7996 : audit [DBG] from='client.39422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:53:37.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:37 smithi156 conmon[67007]: audit 2022-01-18T19:53:35.584391+0000 mgr.smithi129.iclwio (mgr.14716) 7995 : audit [DBG] from='client.39418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:53:37.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:37 smithi156 conmon[67007]: audit 2022-01-18T19:53: 2022-01-18T19:53:37.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:37 smithi156 conmon[67007]: 35.850503+0000 mgr.smithi129.iclwio (mgr.14716) 7996 : audit [DBG] from='client.39422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:53:38.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:38 smithi156 conmon[67007]: cluster 2022-01-18T19:53:36.549047+0000 mgr.smithi129.iclwio (mgr.14716) 7997 : cluster [DBG] pgmap v6874: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:38.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:38 smithi129 conmon[101092]: cluster 2022-01-18T19:53:36.549047+0000 mgr.smithi129.iclwio (mgr.14716) 7997 : cluster [DBG] pgmap v6874: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:40.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:40 smithi156 conmon[67007]: cluster 2022-01-18T19:53:38.549721+0000 mgr.smithi129.iclwio (mgr.14716) 7998 : cluster [DBG] pgmap v6875: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:40.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:40 smithi129 conmon[101092]: cluster 2022-01-18T19:53:38.549721+0000 mgr.smithi129.iclwio (mgr.14716) 7998 : cluster [DBG] pgmap v6875: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:42.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:42 smithi156 conmon[67007]: cluster 2022-01-18T19:53:40.550497+0000 mgr.smithi129.iclwio (mgr.14716) 7999 : cluster [DBG] pgmap v6876: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:53:42.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:42 smithi129 conmon[101092]: cluster 2022-01-18T19:53:40.550497+0000 mgr.smithi129.iclwio (mgr.14716) 7999 : cluster [DBG] pgmap v6876: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:53:44.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:44 smithi156 conmon[67007]: cluster 2022-01-18T19:53:42.551058+0000 mgr.smithi129.iclwio (mgr.14716) 8000 : cluster [DBG] pgmap v6877: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:44.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:44 smithi129 conmon[101092]: cluster 2022-01-18T19:53:42.551058+0000 mgr.smithi129.iclwio (mgr.14716) 8000 : cluster [DBG] pgmap v6877: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:46.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:46 smithi156 conmon[67007]: cluster 2022-01-18T19:53:44.551958+0000 mgr.smithi129.iclwio (mgr.14716) 8001 : cluster [DBG] pgmap v6878: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:46.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:46 smithi129 conmon[101092]: cluster 2022-01-18T19:53:44.551958+0000 mgr.smithi129.iclwio (mgr.14716) 8001 : cluster [DBG] 2022-01-18T19:53:46.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:46 smithi129 conmon[101092]: pgmap v6878: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:48.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:48 smithi156 conmon[67007]: cluster 2022-01-18T19:53:46.552437+0000 mgr.smithi129.iclwio (mgr.14716) 8002 : cluster [DBG] pgmap v6879: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:48.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:48 smithi129 conmon[101092]: cluster 2022-01-18T19:53:46.552437+0000 mgr.smithi129.iclwio (mgr.14716) 8002 : cluster [DBG] 2022-01-18T19:53:48.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:48 smithi129 conmon[101092]: pgmap v6879: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:50.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:50 smithi156 conmon[67007]: cluster 2022-01-18T19:53:48.553155+0000 mgr.smithi129.iclwio (mgr.14716) 8003 : cluster [DBG] pgmap v6880: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:50.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:50 smithi129 conmon[101092]: cluster 2022-01-18T19:53:48.553155+0000 mgr.smithi129.iclwio (mgr.14716) 8003 : cluster [DBG] pgmap v6880: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:50.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:50 smithi129 conmon[101092]: 2022-01-18T19:53:52.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:52 smithi156 conmon[67007]: cluster 2022-01-18T19:53:50.554096+0000 mgr.smithi129.iclwio (mgr.14716) 8004 : cluster [DBG] pgmap v6881: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:53:52.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:52 smithi129 conmon[101092]: cluster 2022-01-18T19:53:50.554096+0000 mgr.smithi129.iclwio (mgr.14716) 8004 : cluster [DBG] pgmap v6881: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:53:54.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:54 smithi156 conmon[67007]: cluster 2022-01-18T19:53:52.554823+0000 mgr.smithi129.iclwio (mgr.14716) 8005 : cluster [DBG] pgmap v6882: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:54.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:54 smithi129 conmon[101092]: cluster 2022-01-18T19:53:52.554823+0000 mgr.smithi129.iclwio (mgr.14716) 8005 : cluster [DBG] pgmap v6882: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:54.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:54 smithi129 conmon[101092]: 2022-01-18T19:53:56.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:56 smithi156 conmon[67007]: cluster 2022-01-18T19:53:54.555668+0000 mgr.smithi129.iclwio (mgr.14716) 8006 : cluster [DBG] pgmap v6883: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:56.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:56 smithi129 conmon[101092]: cluster 2022-01-18T19:53:54.555668+0000 mgr.smithi129.iclwio (mgr.14716) 8006 : cluster [DBG] pgmap v6883: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:58.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:58 smithi156 conmon[67007]: cluster 2022-01-18T19:53:56.556258+0000 mgr.smithi129.iclwio (mgr.14716) 8007 : cluster [DBG] pgmap v6884: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:58.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:58 smithi129 conmon[101092]: cluster 2022-01-18T19:53:56.556258+0000 mgr.smithi129.iclwio (mgr.14716) 8007 : cluster [DBG] pgmap v6884: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:53:59.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:59 smithi156 conmon[67007]: audit 2022-01-18T19:53:59.116597+0000 mon.smithi129 (mon.0) 2447 : audit [INF] 2022-01-18T19:53:59.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:59 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:53:59.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:53:59 smithi156 conmon[67007]: audit 2022-01-18T19:53:59.116837+0000 mon.smithi129 (mon.0) 2448 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:53:59.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:59 smithi129 conmon[101092]: audit 2022-01-18T19:53:59.116597+0000 mon.smithi129 (mon. 2022-01-18T19:53:59.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:59 smithi129 conmon[101092]: 0) 2447 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:53:59.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:53:59 smithi129 conmon[101092]: audit 2022-01-18T19:53:59.116837+0000 mon.smithi129 (mon.0) 2448 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:54:00.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:00 smithi156 conmon[67007]: cluster 2022-01-18T19:53:58.556765+0000 mgr.smithi129.iclwio (mgr.14716) 8008 : cluster [DBG] pgmap v6885: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:00.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:00 smithi129 conmon[101092]: cluster 2022-01-18T19:53:58.556765+0000 mgr.smithi129.iclwio (mgr.14716) 8008 : cluster [DBG] pgmap v6885: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:02.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:02 smithi156 conmon[67007]: cluster 2022-01-18T19:54:00.557451+0000 mgr.smithi129.iclwio (mgr.14716) 8009 : cluster [DBG] pgmap v6886: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:54:02.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:02 smithi129 conmon[101092]: cluster 2022-01-18T19:54:00.557451+0000 mgr.smithi129.iclwio (mgr.14716) 8009 : cluster [DBG] pgmap v6886: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:54:04.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:04 smithi156 conmon[67007]: cluster 2022-01-18T19:54:02.557950+0000 mgr.smithi129.iclwio (mgr.14716) 8010 : cluster [DBG] pgmap v6887: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:04.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:04 smithi129 conmon[101092]: cluster 2022-01-18T19:54:02.557950+0000 mgr.smithi129.iclwio (mgr.14716) 8010 : cluster [DBG] pgmap v6887: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:06.474 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:54:06.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:06 smithi156 conmon[67007]: cluster 2022-01-18T19:54:04.558694+0000 mgr.smithi129.iclwio (mgr.14716) 8011 : cluster [DBG] pgmap v6888: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:06.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:06 smithi129 conmon[101092]: cluster 2022-01-18T19:54:04.558694+0000 mgr.smithi129.iclwio (mgr.14716) 8011 : cluster [DBG] pgmap v6888: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:06.740 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:54:06.740 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 3m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:54:06.740 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 3m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:54:06.741 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 3m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:54:06.741 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 3m ago 3h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:54:06.741 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 3m ago 3h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:54:06.741 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 3m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:54:06.742 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 3m ago 3h 739M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:54:06.742 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 3m ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:54:06.742 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 3m ago 3h 1482M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:54:06.742 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 3m ago 3h 698M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:54:06.743 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 3m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:54:06.743 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 3m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:54:06.743 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 3m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:54:06.743 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 3m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:54:06.744 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 3m ago 3h 2069M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:54:06.744 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 3m ago 3h 3146M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:54:06.744 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 3m ago 3h 2394M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:54:06.744 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 3m ago 3h 3163M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:54:06.744 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 3m ago 3h 2936M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:54:06.745 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 3m ago 3h 3467M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:54:06.745 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 3m ago 3h 2782M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:54:06.745 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 3m ago 3h 4037M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:54:06.745 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 3m ago 3h 142M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:54:07.056 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:54:07.056 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:54:07.057 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:54:07.057 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:54:07.057 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:54:07.057 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:54:07.057 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:54:07.058 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:54:07.058 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:54:07.058 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:54:07.058 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:54:07.059 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:54:07.059 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:54:07.059 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:54:07.059 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:54:07.059 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:54:07.060 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:54:07.060 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:54:07.060 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:54:07.540 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:07 smithi129 conmon[101092]: audit 2022-01-18T19:54:07 2022-01-18T19:54:07.540 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:07 smithi129 conmon[101092]: .059573+0000 mon.smithi129 (mon.0) 2449 : audit [DBG] from='client.? 172.21.15.129:0/4048790375' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:54:07.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:07 smithi156 conmon[67007]: audit 2022-01-18T19:54:07.059573+0000 mon.smithi129 (mon.0) 2449 : audit [DBG] from='client.? 172.21.15.129:0/4048790375' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:54:08.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:08 smithi156 conmon[67007]: audit 2022-01-18T19:54:06.465725+0000 mgr.smithi129.iclwio (mgr.14716) 8012 : audit [DBG] from='client.39430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:54:08.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:08 smithi156 conmon[67007]: cluster 2022-01-18T19:54:06.559135+0000 mgr.smithi129.iclwio (mgr.14716) 8013 : cluster [DBG] pgmap v6889: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:08.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:08 smithi156 conmon[67007]: audit 2022-01-18T19:54:06.734940+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T19:54:08.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:08 smithi156 conmon[67007]: 14716) 8014 : audit [DBG] from='client.39434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:54:08.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:08 smithi129 conmon[101092]: audit 2022-01-18T19:54:06.465725+0000 mgr.smithi129.iclwio (mgr.14716) 8012 : audit [DBG] from='client.39430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:54:08.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:08 smithi129 conmon[101092]: cluster 2022-01-18T19:54:06.559135+0000 mgr.smithi129.iclwio (mgr.14716) 8013 : cluster [DBG] pgmap v6889: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:08.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:08 smithi129 conmon[101092]: audit 2022-01-18T19:54:06.734940+0000 2022-01-18T19:54:08.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:08 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 8014 : audit [DBG] from='client.39434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:54:10.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:10 smithi156 conmon[67007]: cluster 2022-01-18T19:54:08.559749+0000 mgr.smithi129.iclwio (mgr.14716) 8015 : cluster [DBG] pgmap v6890: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:10.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:10 smithi129 conmon[101092]: cluster 2022-01-18T19:54:08.559749+0000 mgr.smithi129.iclwio (mgr.14716) 8015 : cluster 2022-01-18T19:54:10.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:10 smithi129 conmon[101092]: [DBG] pgmap v6890: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:11.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:11 smithi156 conmon[67007]: audit 2022-01-18T19:54:11.165757+0000 mon.smithi129 (mon.0) 2450 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:54:11.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:11 smithi156 conmon[67007]: audit 2022-01-18T19:54:11. 2022-01-18T19:54:11.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:11 smithi156 conmon[67007]: 167292+0000 mon.smithi129 (mon.0) 2451 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:54:11.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:11 smithi156 conmon[67007]: audit 2022-01-18T19:54:11.168187+0000 mon.smithi129 (mon.0) 2452 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:54:11.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:11 smithi129 conmon[101092]: audit 2022-01-18T19:54:11.165757+0000 mon.smithi129 (mon.0) 2450 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:54:11.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:11 smithi129 conmon[101092]: audit 2022-01-18T19:54:11.167292+0000 mon.smithi129 (mon.0) 2451 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:54:11.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:11 smithi129 conmon[101092]: audit 2022-01-18T19:54:11.168187+0000 mon.smithi129 (mon.0) 2452 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:54:12.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:12 smithi156 conmon[67007]: cluster 2022-01-18T19:54:10.560730+0000 mgr.smithi129.iclwio (mgr.14716) 8016 : cluster [DBG] pgmap v6891: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:54:12.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:12 smithi156 conmon[67007]: cephadm 2022-01-18T19:54:11.168943+0000 mgr.smithi129.iclwio (mgr.14716) 8017 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:54:12.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:12 smithi156 conmon[67007]: audit 2022-01-18T19:54:11.479873+0000 mon.smithi129 (mon.0) 2453 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:54:12.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:12 smithi156 conmon[67007]: audit 2022-01-18T19:54:11.484564+0000 mon.smithi129 (mon 2022-01-18T19:54:12.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:12 smithi156 conmon[67007]: .0) 2454 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:54:12.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:12 smithi129 conmon[101092]: cluster 2022-01-18T19:54:10.560730+0000 mgr.smithi129.iclwio (mgr.14716) 8016 : cluster [DBG] pgmap v6891: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:54:12.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:12 smithi129 conmon[101092]: cephadm 2022-01-18T19:54:11.168943+0000 2022-01-18T19:54:12.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:12 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 8017 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:54:12.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:12 smithi129 conmon[101092]: audit 2022-01-18T19:54:11.479873+0000 mon.smithi129 (mon.0) 2453 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:54:12.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:12 smithi129 conmon[101092]: audit 2022-01-18T19:54:11.484564+0000 mon.smithi129 (mon.0) 2022-01-18T19:54:12.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:12 smithi129 conmon[101092]: 2454 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:54:14.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:14 smithi156 conmon[67007]: cluster 2022-01-18T19:54:12.561421+0000 mgr.smithi129.iclwio (mgr.14716) 8018 : cluster [DBG] 2022-01-18T19:54:14.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:14 smithi156 conmon[67007]: pgmap v6892: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:14.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:14 smithi129 conmon[101092]: cluster 2022-01-18T19:54:12.561421+0000 mgr.smithi129.iclwio (mgr.14716) 8018 : cluster [DBG] pgmap v6892: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:16.545 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:16 smithi156 conmon[67007]: cluster 2022-01-18T19:54:14.562331+0000 mgr.smithi129.iclwio (mgr.14716) 8019 : cluster [DBG] pgmap v6893: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:16.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:16 smithi129 conmon[101092]: cluster 2022-01-18T19:54:14.562331+0000 mgr.smithi129.iclwio (mgr.14716) 8019 : cluster [DBG] pgmap v6893: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:18.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:18 smithi156 conmon[67007]: cluster 2022-01-18T19:54:16.562848+0000 mgr.smithi129.iclwio (mgr.14716) 8020 : cluster [DBG] pgmap v6894: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:18.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:18 smithi129 conmon[101092]: cluster 2022-01-18T19:54:16.562848+0000 mgr.smithi129.iclwio (mgr.14716) 8020 : cluster [DBG] pgmap v6894: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:18.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:18 smithi129 conmon[101092]: 2022-01-18T19:54:19.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:19 smithi129 conmon[101092]: cluster 2022-01-18T19:54:18.563307+0000 mgr.smithi129.iclwio (mgr.14716) 8021 : cluster [DBG] 2022-01-18T19:54:19.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:19 smithi129 conmon[101092]: pgmap v6895: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:19.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:19 smithi156 conmon[67007]: cluster 2022-01-18T19:54:18.563307+0000 mgr.smithi129.iclwio (mgr.14716) 8021 : cluster [DBG] pgmap v6895: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:21.935 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:21 smithi129 conmon[101092]: cluster 2022-01-18T19:54:20.564197+0000 mgr.smithi129.iclwio (mgr.14716) 8022 : cluster [DBG] pgmap v6896: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:54:22.045 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:21 smithi156 conmon[67007]: cluster 2022-01-18T19:54:20.564197+0000 mgr.smithi129.iclwio (mgr.14716) 8022 : cluster [DBG] pgmap v6896: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:54:24.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:24 smithi129 conmon[101092]: cluster 2022-01-18T19:54:22.564911+0000 mgr.smithi129.iclwio (mgr.14716) 8023 : cluster [DBG] pgmap v6897: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:24.441 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:24 smithi156 conmon[67007]: cluster 2022-01-18T19:54:22.564911+0000 mgr.smithi129.iclwio (mgr.14716) 8023 : cluster [DBG] pgmap v6897: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:26.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:26 smithi129 conmon[101092]: cluster 2022-01-18T19:54:24.565553+0000 mgr.smithi129.iclwio (mgr.14716) 8024 : cluster [DBG] pgmap v6898: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:26.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:26 smithi156 conmon[67007]: cluster 2022-01-18T19:54:24.565553+0000 mgr.smithi129.iclwio (mgr.14716) 8024 : cluster [DBG] pgmap v6898: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:28.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:28 smithi129 conmon[101092]: cluster 2022-01-18T19:54:26.566148+0000 mgr.smithi129.iclwio (mgr.14716) 8025 : cluster [DBG] pgmap v6899: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:28.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:28 smithi156 conmon[67007]: cluster 2022-01-18T19:54:26.566148+0000 mgr.smithi129.iclwio (mgr.14716) 8025 : cluster [DBG] pgmap v6899: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:30.435 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:30 smithi129 conmon[101092]: cluster 2022-01-18T19:54:28.566732+0000 mgr.smithi129.iclwio (mgr.14716) 8026 : cluster [DBG] pgmap v6900: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:30.436 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:30 smithi129 conmon[101092]: 2022-01-18T19:54:30.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:30 smithi156 conmon[67007]: cluster 2022-01-18T19:54:28.566732+0000 mgr.smithi129.iclwio (mgr.14716) 8026 : cluster [DBG] pgmap v6900: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:32.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:32 smithi156 conmon[67007]: cluster 2022-01-18T19:54:30.567603+0000 mgr.smithi129.iclwio (mgr.14716) 8027 : cluster [DBG] pgmap v6901: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:54:32.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:32 smithi156 conmon[67007]: 2022-01-18T19:54:32.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:32 smithi129 conmon[101092]: cluster 2022-01-18T19:54:30.567603+0000 mgr.smithi129.iclwio (mgr.14716) 8027 : cluster [DBG] pgmap v6901: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:54:34.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:34 smithi156 conmon[67007]: cluster 2022-01-18T19:54:32.568141+0000 mgr.smithi129.iclwio (mgr.14716) 8028 : cluster [DBG] pgmap v6902: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:34.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:34 smithi129 conmon[101092]: cluster 2022-01-18T19:54:32.568141+0000 mgr.smithi129.iclwio (mgr.14716) 8028 : cluster [DBG] pgmap v6902: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:34.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:34 smithi129 conmon[101092]: 2022-01-18T19:54:36.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:36 smithi156 conmon[67007]: cluster 2022-01-18T19:54:34.569071+0000 mgr.smithi129.iclwio (mgr.14716) 8029 : cluster [DBG] pgmap v6903: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:36.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:36 smithi156 conmon[67007]: 2022-01-18T19:54:36.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:36 smithi129 conmon[101092]: cluster 2022-01-18T19:54:34.569071+0000 mgr.smithi129.iclwio (mgr.14716) 8029 : cluster [DBG] pgmap v6903: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:36.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:36 smithi129 conmon[101092]: 2022-01-18T19:54:37.358 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:54:37.629 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:54:37.629 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 4m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:54:37.629 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 4m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:54:37.629 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 4m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:54:37.630 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 4m ago 3h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:54:37.630 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 4m ago 3h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:54:37.630 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 4m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:54:37.630 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 4m ago 3h 739M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:54:37.631 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 4m ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:54:37.631 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 4m ago 3h 1482M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:54:37.631 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 4m ago 3h 698M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:54:37.631 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 4m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:54:37.632 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 4m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:54:37.632 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 4m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:54:37.632 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 4m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:54:37.632 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 4m ago 3h 2069M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:54:37.633 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 4m ago 3h 3146M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:54:37.633 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 4m ago 3h 2394M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:54:37.633 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 4m ago 3h 3163M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:54:37.633 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 4m ago 3h 2936M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:54:37.633 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 4m ago 3h 3467M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:54:37.634 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 4m ago 3h 2782M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:54:37.634 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 4m ago 3h 4037M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:54:37.634 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 4m ago 3h 142M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:54:37.949 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:54:37.950 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:54:37.950 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:54:37.950 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:54:37.950 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:54:37.951 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:54:37.951 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:54:37.951 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:54:37.951 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:54:37.952 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:54:37.952 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:54:37.952 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:54:37.952 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:54:37.952 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:54:37.953 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:54:37.953 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:54:37.953 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:54:37.953 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:54:37.954 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:54:38.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:38 smithi156 conmon[67007]: cluster 2022-01-18T19:54:36.569550+0000 mgr.smithi129.iclwio (mgr.14716) 8030 : cluster [DBG] pgmap v6904: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:38.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:38 smithi156 conmon[67007]: 2022-01-18T19:54:38.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:38 smithi156 conmon[67007]: audit 2022-01-18T19:54:37.952686+0000 mon.smithi129 (mon.0) 2455 : audit [DBG] from='client.? 172.21.15.129:0/330748488' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:54:38.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:38 smithi129 conmon[101092]: cluster 2022-01-18T19:54:36.569550+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T19:54:38.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:38 smithi129 conmon[101092]: 14716) 8030 : cluster [DBG] pgmap v6904: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:38.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:38 smithi129 conmon[101092]: audit 2022-01-18T19:54:37.952686+0000 mon.smithi129 (mon.0) 2455 : audit [DBG] from='client.? 172.21.15.129:0/330748488' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:54:39.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:39 smithi156 conmon[67007]: audit 2022-01-18T19:54:37.349460+0000 mgr.smithi129.iclwio (mgr.14716) 8031 : audit [DBG] from='client.39442 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:54:39.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:39 smithi156 conmon[67007]: audit 2022-01-18T19:54:37.623444+0000 mgr.smithi129.iclwio (mgr.14716) 8032 : audit [DBG] from='client.39446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:54:39.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:39 smithi129 conmon[101092]: audit 2022-01-18T19:54:37.349460+0000 mgr.smithi129.iclwio (mgr.14716) 8031 : audit [DBG] from='client.39442 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:54:39.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:39 smithi129 conmon[101092]: audit 2022-01-18T19:54:37.623444+0000 mgr.smithi129.iclwio (mgr.14716) 8032 : audit [DBG] from='client.39446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:54:40.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:40 smithi156 conmon[67007]: cluster 2022-01-18T19:54:38.570028+0000 mgr.smithi129.iclwio (mgr.14716) 8033 : cluster 2022-01-18T19:54:40.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:40 smithi156 conmon[67007]: [DBG] pgmap v6905: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:40.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:40 smithi129 conmon[101092]: cluster 2022-01-18T19:54:38.570028+0000 mgr.smithi129.iclwio (mgr.14716) 8033 : cluster [DBG] pgmap v6905: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:42.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:42 smithi156 conmon[67007]: cluster 2022-01-18T19:54:40.570808+0000 mgr.smithi129.iclwio (mgr.14716) 8034 : cluster [DBG] pgmap v6906: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:54:42.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:42 smithi156 conmon[67007]: 2022-01-18T19:54:42.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:42 smithi129 conmon[101092]: cluster 2022-01-18T19:54:40.570808+0000 mgr.smithi129.iclwio (mgr.14716) 8034 : cluster [DBG] 2022-01-18T19:54:42.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:42 smithi129 conmon[101092]: pgmap v6906: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:54:44.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:44 smithi156 conmon[67007]: cluster 2022-01-18T19:54:42.571312+0000 mgr.smithi129.iclwio (mgr.14716) 8035 : cluster [DBG] pgmap v6907: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:44.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:44 smithi129 conmon[101092]: cluster 2022-01-18T19 2022-01-18T19:54:44.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:44 smithi129 conmon[101092]: :54:42.571312+0000 mgr.smithi129.iclwio (mgr.14716) 8035 : cluster [DBG] pgmap v6907: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:46.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:46 smithi156 conmon[67007]: cluster 2022-01-18T19:54:44.572199+0000 mgr.smithi129.iclwio (mgr.14716) 8036 : cluster [DBG] pgmap v6908: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:46.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:46 smithi129 conmon[101092]: cluster 2022-01-18T19:54:44.572199+0000 mgr.smithi129.iclwio (mgr.14716) 8036 : cluster [DBG] pgmap v6908: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:48.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:48 smithi156 conmon[67007]: cluster 2022-01-18T19:54:46.572747+0000 mgr.smithi129.iclwio (mgr.14716) 8037 : cluster [DBG] 2022-01-18T19:54:48.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:48 smithi156 conmon[67007]: pgmap v6909: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:48.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:48 smithi129 conmon[101092]: cluster 2022-01-18T19:54:46.572747+0000 mgr.smithi129.iclwio (mgr.14716) 8037 : cluster 2022-01-18T19:54:48.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:48 smithi129 conmon[101092]: [DBG] pgmap v6909: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:50.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:50 smithi156 conmon[67007]: cluster 2022-01-18T19:54:48.573286+0000 mgr.smithi129.iclwio (mgr.14716) 8038 : cluster [DBG] pgmap v6910: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:50.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:50 smithi129 conmon[101092]: cluster 2022-01-18T19:54:48.573286+0000 mgr.smithi129.iclwio (mgr.14716) 8038 : cluster [DBG] pgmap v6910: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:50.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:50 smithi129 conmon[101092]: 2022-01-18T19:54:52.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:52 smithi156 conmon[67007]: cluster 2022-01-18T19:54:50.574237+0000 mgr.smithi129.iclwio (mgr.14716) 8039 : cluster [DBG] pgmap v6911: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:54:52.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:52 smithi129 conmon[101092]: cluster 2022-01-18T19:54:50.574237+0000 mgr.smithi129.iclwio (mgr.14716) 8039 : cluster [DBG] pgmap v6911: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:54:54.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:54 smithi156 conmon[67007]: cluster 2022-01-18T19:54:52.574771+0000 mgr.smithi129.iclwio (mgr.14716) 8040 : cluster [DBG] pgmap v6912: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:54.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:54 smithi156 conmon[67007]: 2022-01-18T19:54:54.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:54 smithi129 conmon[101092]: cluster 2022-01-18T19:54:52.574771+0000 mgr.smithi129.iclwio (mgr.14716) 8040 : cluster [DBG] pgmap v6912: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:56.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:56 smithi156 conmon[67007]: cluster 2022-01-18T19:54:54.575514+0000 mgr.smithi129.iclwio (mgr.14716) 8041 : cluster [DBG] 2022-01-18T19:54:56.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:56 smithi156 conmon[67007]: pgmap v6913: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:56.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:56 smithi129 conmon[101092]: cluster 2022-01-18T19:54:54.575514+0000 mgr.smithi129.iclwio (mgr.14716) 8041 : cluster [DBG] pgmap v6913: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:56.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:56 smithi129 conmon[101092]: 2022-01-18T19:54:58.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:58 smithi156 conmon[67007]: cluster 2022-01-18T19:54:56.576186+0000 mgr.smithi129.iclwio (mgr.14716) 8042 : cluster [DBG] pgmap v6914: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:58.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:58 smithi156 conmon[67007]: 2022-01-18T19:54:58.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:58 smithi129 conmon[101092]: cluster 2022-01-18T19:54:56.576186+0000 mgr.smithi129.iclwio (mgr.14716) 8042 : cluster [DBG] 2022-01-18T19:54:58.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:58 smithi129 conmon[101092]: pgmap v6914: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:54:59.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:59 smithi156 conmon[67007]: audit 2022-01-18T19:54:59.120271+0000 mon.smithi129 (mon.0) 2456 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:54:59.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:59 smithi156 conmon[67007]: 2022-01-18T19:54:59.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:54:59 smithi156 conmon[67007]: audit 2022-01-18T19:54:59.120563+0000 mon.smithi129 (mon.0) 2457 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:54:59.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:59 smithi129 conmon[101092]: audit 2022-01-18T19:54:59.120271+0000 mon.smithi129 (mon.0) 2456 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:54:59.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:54:59 smithi129 conmon[101092]: audit 2022-01-18T19:54:59.120563+0000 mon.smithi129 (mon.0) 2457 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:55:00.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:00 smithi156 conmon[67007]: cluster 2022-01-18T19:54:58.576767+0000 mgr.smithi129.iclwio (mgr.14716) 8043 : cluster 2022-01-18T19:55:00.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:00 smithi156 conmon[67007]: [DBG] pgmap v6915: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:00.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:00 smithi129 conmon[101092]: cluster 2022-01-18T19:54:58.576767+0000 mgr.smithi129.iclwio (mgr.14716) 8043 : cluster 2022-01-18T19:55:00.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:00 smithi129 conmon[101092]: [DBG] pgmap v6915: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:02.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:02 smithi156 conmon[67007]: cluster 2022-01-18T19:55:00.577471+0000 mgr.smithi129.iclwio (mgr.14716) 8044 : cluster [DBG] pgmap v6916: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:55:02.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:02 smithi156 conmon[67007]: 2022-01-18T19:55:02.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:02 smithi129 conmon[101092]: cluster 2022-01-18T19:55:00.577471+0000 mgr.smithi129.iclwio (mgr.14716) 8044 : cluster [DBG] pgmap v6916: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:55:02.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:02 smithi129 conmon[101092]: 2022-01-18T19:55:04.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:04 smithi156 conmon[67007]: cluster 2022-01-18T19:55:02.578170+0000 mgr.smithi129.iclwio (mgr.14716) 8045 : cluster [DBG] pgmap v6917: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:04.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:04 smithi129 conmon[101092]: cluster 2022-01-18T19:55:02.578170+0000 mgr.smithi129.iclwio (mgr.14716) 8045 : cluster [DBG] pgmap v6917: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:06.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:06 smithi156 conmon[67007]: cluster 2022-01-18T19:55:04.578987+0000 mgr.smithi129.iclwio (mgr.14716) 8046 : cluster [DBG] pgmap v6918: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:06.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:06 smithi129 conmon[101092]: cluster 2022-01-18T19:55:04.578987+0000 mgr.smithi129.iclwio (mgr.14716) 8046 : cluster [DBG] pgmap v6918: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:06.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:06 smithi129 conmon[101092]: 2022-01-18T19:55:08.247 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:55:08.511 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:55:08.512 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 4m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:55:08.512 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 4m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:55:08.512 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 5m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:55:08.512 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 4m ago 3h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:55:08.513 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 4m ago 3h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:55:08.513 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 5m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:55:08.513 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 4m ago 4h 739M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:55:08.513 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 5m ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:55:08.513 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 4m ago 4h 1482M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:55:08.514 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 5m ago 3h 698M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:55:08.514 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 4m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:55:08.514 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 5m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:55:08.514 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 4m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:55:08.515 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 5m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:55:08.515 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 4m ago 3h 2069M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:55:08.515 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 4m ago 3h 3146M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:55:08.515 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 4m ago 3h 2394M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:55:08.515 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 4m ago 3h 3163M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:55:08.516 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 5m ago 3h 2936M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:55:08.516 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 5m ago 3h 3467M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:55:08.516 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 5m ago 3h 2782M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:55:08.516 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 5m ago 3h 4037M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:55:08.516 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 4m ago 3h 142M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:55:08.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:08 smithi156 conmon[67007]: cluster 2022-01-18T19:55:06.579627+0000 mgr.smithi129.iclwio (mgr.14716) 8047 : cluster [DBG] pgmap v6919: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:08.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:08 smithi156 conmon[67007]: 2022-01-18T19:55:08.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:08 smithi129 conmon[101092]: cluster 2022-01-18T19:55:06.579627+0000 mgr.smithi129.iclwio (mgr 2022-01-18T19:55:08.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:08 smithi129 conmon[101092]: .14716) 8047 : cluster [DBG] pgmap v6919: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:08.833 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:55:08.834 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:55:08.834 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:55:08.834 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:55:08.834 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:55:08.835 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:55:08.835 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:55:08.835 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:55:08.835 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:55:08.835 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:55:08.836 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:55:08.836 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:55:08.836 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:55:08.836 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:55:08.837 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:55:08.837 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:55:08.837 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:55:08.837 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:55:08.837 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:55:09.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:09 smithi156 conmon[67007]: audit 2022-01-18T19:55:08.238482+0000 mgr.smithi129.iclwio (mgr.14716) 8048 : audit [DBG] from='client.39454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:55:09.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:09 smithi156 conmon[67007]: 2022-01-18T19:55:09.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:09 smithi156 conmon[67007]: audit 2022-01-18T19:55:08.836627+0000 mon.smithi129 (mon.0) 2458 : audit [DBG] from='client.? 172.21.15.129:0/1249221756' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:55:09.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:09 smithi129 conmon[101092]: audit 2022-01-18T19:55:08.238482+0000 mgr.smithi129.iclwio (mgr.14716) 8048 : audit [DBG] 2022-01-18T19:55:09.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:09 smithi129 conmon[101092]: from='client.39454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:55:09.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:09 smithi129 conmon[101092]: audit 2022-01-18T19:55:08.836627+0000 mon.smithi129 (mon.0) 2458 : audit [DBG] from='client.? 172.21.15.129:0/1249221756' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:55:10.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:10 smithi156 conmon[67007]: audit 2022-01-18T19:55:08.506131+0000 mgr.smithi129.iclwio (mgr.14716) 8049 : audit [DBG] from='client.39458 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:55:10.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:10 smithi156 conmon[67007]: cluster 2022-01-18T19:55 2022-01-18T19:55:10.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:10 smithi156 conmon[67007]: :08.580139+0000 mgr.smithi129.iclwio (mgr.14716) 8050 : cluster [DBG] pgmap v6920: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:10.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:10 smithi129 conmon[101092]: audit 2022-01-18T19:55:08.506131+0000 mgr.smithi129.iclwio (mgr.14716) 8049 : audit [DBG] from='client.39458 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:55:10.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:10 smithi129 conmon[101092]: cluster 2022-01-18T19:55:08.580139+0000 mgr.smithi129.iclwio (mgr.14716) 8050 : cluster [DBG] pgmap v6920: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:10.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:10 smithi129 conmon[101092]: 2022-01-18T19:55:12.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:12 smithi156 conmon[67007]: cluster 2022-01-18T19:55:10.581043+0000 mgr.smithi129.iclwio (mgr.14716) 8051 : cluster [DBG] pgmap v6921: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:55:12.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:12 smithi156 conmon[67007]: 2022-01-18T19:55:12.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:12 smithi156 conmon[67007]: audit 2022-01-18T19:55:11.487068+0000 mon.smithi129 (mon.0) 2459 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:55:12.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:12 smithi156 conmon[67007]: audit 2022-01-18T19:55:11.488368+0000 mon.smithi129 (mon.0) 2022-01-18T19:55:12.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:12 smithi156 conmon[67007]: 2460 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:55:12.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:12 smithi156 conmon[67007]: audit 2022-01-18T19:55:11 2022-01-18T19:55:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:12 smithi156 conmon[67007]: .489324+0000 mon.smithi129 (mon.0) 2461 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:55:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:12 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T19:55:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:12 smithi156 conmon[67007]: 19:55:11.796424+0000 mon.smithi129 (mon.0) 2022-01-18T19:55:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:12 smithi156 conmon[67007]: 2462 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:55:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:12 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T19:55:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:12 smithi156 conmon[67007]: 19:55:11.801078+0000 mon.smithi129 (mon.0) 2022-01-18T19:55:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:12 smithi156 conmon[67007]: 2463 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:55:12.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:12 smithi129 conmon[101092]: cluster 2022-01-18T19:55:10.581043+0000 mgr.smithi129.iclwio (mgr.14716) 8051 : cluster 2022-01-18T19:55:12.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:12 smithi129 conmon[101092]: [DBG] pgmap v6921: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:55:12.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:12 smithi129 conmon[101092]: audit 2022-01-18T19:55:11.487068+0000 mon.smithi129 (mon.0) 2459 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:55:12.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:12 smithi129 conmon[101092]: audit 2022-01 2022-01-18T19:55:12.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:12 smithi129 conmon[101092]: -18T19:55:11.488368+0000 mon.smithi129 (mon.0) 2460 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:55:12.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:12 smithi129 conmon[101092]: audit 2022-01-18T19:55:11.489324+0000 2022-01-18T19:55:12.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:12 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2461 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:55:12.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:12 smithi129 conmon[101092]: audit 2022-01 2022-01-18T19:55:12.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:12 smithi129 conmon[101092]: -18T19:55:11.796424+0000 mon.smithi129 ( 2022-01-18T19:55:12.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:12 smithi129 conmon[101092]: mon.0) 2462 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:55:12.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:12 smithi129 conmon[101092]: audit 2022- 2022-01-18T19:55:12.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:12 smithi129 conmon[101092]: 01-18T19:55:11.801078+0000 2022-01-18T19:55:12.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:12 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2463 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:55:13.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:13 smithi156 conmon[67007]: cephadm 2022-01-18T19:55:11.490046+0000 mgr.smithi129.iclwio (mgr.14716) 8052 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:55:13.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:13 smithi156 conmon[67007]: 2022-01-18T19:55:13.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:13 smithi129 conmon[101092]: cephadm 2022-01-18T19:55:11.490046+0000 mgr.smithi129.iclwio (mgr.14716) 8052 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:55:14.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:14 smithi156 conmon[67007]: cluster 2022-01-18T19:55:12.581573+0000 mgr.smithi129.iclwio (mgr.14716) 8053 : cluster [DBG] pgmap v6922: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:14.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:14 smithi129 conmon[101092]: cluster 2022-01-18T19:55:12.581573+0000 mgr.smithi129.iclwio (mgr.14716) 8053 : cluster [DBG] pgmap v6922: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:16.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:16 smithi156 conmon[67007]: cluster 2022-01-18T19:55:14.582457+0000 mgr.smithi129.iclwio (mgr.14716) 8054 : cluster [DBG] pgmap v6923: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:16.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:16 smithi129 conmon[101092]: cluster 2022-01-18T19:55:14.582457+0000 mgr.smithi129.iclwio (mgr.14716) 8054 : cluster [DBG] pgmap v6923: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:16.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:16 smithi129 conmon[101092]: 2022-01-18T19:55:18.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:18 smithi156 conmon[67007]: cluster 2022-01-18T19:55:16.583137+0000 mgr.smithi129.iclwio (mgr.14716) 8055 : cluster [DBG] pgmap v6924: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:18.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:18 smithi129 conmon[101092]: cluster 2022-01-18T19:55:16.583137+0000 mgr.smithi129.iclwio (mgr.14716) 8055 : cluster [DBG] pgmap v6924: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:20.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:20 smithi156 conmon[67007]: cluster 2022-01-18T19:55:18.583779+0000 mgr.smithi129.iclwio (mgr.14716) 8056 : cluster [DBG] pgmap v6925: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:20.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:20 smithi129 conmon[101092]: cluster 2022-01-18T19:55:18.583779+0000 mgr.smithi129.iclwio (mgr.14716) 8056 : cluster [DBG] pgmap v6925: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:22.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:22 smithi156 conmon[67007]: cluster 2022-01-18T19:55:20.584608+0000 mgr.smithi129.iclwio (mgr.14716) 8057 : cluster [DBG] pgmap v6926: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:55:22.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:22 smithi129 conmon[101092]: cluster 2022-01-18T19:55:20.584608+0000 mgr.smithi129.iclwio (mgr.14716) 8057 : cluster [DBG] pgmap v6926: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:55:24.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:24 smithi156 conmon[67007]: cluster 2022-01-18T19:55:22.585229+0000 mgr.smithi129.iclwio (mgr.14716) 8058 : cluster [DBG] pgmap v6927: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:24.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:24 smithi129 conmon[101092]: cluster 2022-01-18T19:55:22.585229+0000 mgr.smithi129.iclwio (mgr.14716) 8058 : cluster [DBG] pgmap v6927: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:26.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:26 smithi156 conmon[67007]: cluster 2022-01-18T19:55:24.585986+0000 mgr.smithi129.iclwio (mgr.14716) 8059 : cluster [DBG] pgmap v6928: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:26.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:26 smithi129 conmon[101092]: cluster 2022-01-18T19:55:24.585986+0000 mgr.smithi129.iclwio (mgr.14716) 8059 : cluster [DBG] pgmap v6928: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:28.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:28 smithi156 conmon[67007]: cluster 2022-01-18T19:55:26.586515+0000 mgr.smithi129.iclwio (mgr.14716) 8060 : cluster [DBG] pgmap v6929: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:28.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:28 smithi129 conmon[101092]: cluster 2022-01-18T19:55:26.586515+0000 mgr.smithi129.iclwio (mgr.14716) 8060 : cluster [DBG] pgmap v6929: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:30.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:30 smithi156 conmon[67007]: cluster 2022-01-18T19:55:28.587107+0000 mgr.smithi129.iclwio (mgr.14716) 8061 : cluster [DBG] pgmap v6930: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:30.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:30 smithi129 conmon[101092]: cluster 2022-01-18T19:55:28.587107+0000 mgr.smithi129.iclwio (mgr.14716) 8061 : cluster [DBG] pgmap v6930: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:30.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:30 smithi129 conmon[101092]: 2022-01-18T19:55:32.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:32 smithi156 conmon[67007]: cluster 2022-01-18T19:55:30.587902+0000 mgr.smithi129.iclwio (mgr.14716) 8062 : cluster [DBG] pgmap v6931: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:55:32.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:32 smithi129 conmon[101092]: cluster 2022-01-18T19:55:30.587902+0000 mgr.smithi129.iclwio (mgr.14716) 8062 : cluster [DBG] pgmap v6931: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:55:34.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:34 smithi156 conmon[67007]: cluster 2022-01-18T19:55:32.588434+0000 mgr.smithi129.iclwio (mgr.14716) 8063 : cluster [DBG] pgmap v6932: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:34.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:34 smithi129 conmon[101092]: cluster 2022-01-18T19:55:32.588434+0000 mgr.smithi129.iclwio (mgr.14716) 8063 : cluster [DBG] pgmap v6932: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:36.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:36 smithi156 conmon[67007]: cluster 2022-01-18T19:55:34.589305+0000 mgr.smithi129.iclwio (mgr.14716) 8064 : cluster [DBG] pgmap v6933: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:36.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:36 smithi129 conmon[101092]: cluster 2022-01-18T19:55:34.589305+0000 mgr.smithi129.iclwio (mgr.14716) 8064 : cluster [DBG] pgmap v6933: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:38.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:38 smithi156 conmon[67007]: cluster 2022-01-18T19:55:36.589951+0000 mgr.smithi129.iclwio (mgr.14716) 8065 : cluster [DBG] pgmap v6934: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:38.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:38 smithi129 conmon[101092]: cluster 2022-01-18T19:55:36.589951+0000 mgr.smithi129.iclwio (mgr.14716) 8065 : cluster [DBG] pgmap v6934: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:38.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:38 smithi129 conmon[101092]: 2022-01-18T19:55:39.133 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:55:39.400 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:55:39.400 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 5m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:55:39.400 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 5m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:55:39.400 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 5m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:55:39.401 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 5m ago 3h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:55:39.401 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 5m ago 3h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:55:39.401 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 5m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:55:39.401 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 5m ago 4h 739M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:55:39.402 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 5m ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:55:39.402 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 5m ago 4h 1482M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:55:39.402 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 5m ago 3h 698M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:55:39.402 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 5m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:55:39.402 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 5m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:55:39.403 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 5m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:55:39.403 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 5m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:55:39.403 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 5m ago 3h 2069M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:55:39.403 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 5m ago 3h 3146M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:55:39.404 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 5m ago 3h 2394M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:55:39.404 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 5m ago 3h 3163M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:55:39.404 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 5m ago 3h 2936M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:55:39.404 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 5m ago 3h 3467M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:55:39.404 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 5m ago 3h 2782M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:55:39.405 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 5m ago 3h 4037M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:55:39.405 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 5m ago 3h 142M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:55:39.716 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:55:39.717 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:55:39.717 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:55:39.717 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:55:39.717 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:55:39.718 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:55:39.718 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:55:39.718 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:55:39.719 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:55:39.719 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:55:39.719 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:55:39.719 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:55:39.720 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:55:39.720 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:55:39.720 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:55:39.720 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:55:39.721 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:55:39.721 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:55:39.721 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:55:40.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:40 smithi156 conmon[67007]: cluster 2022-01-18T19:55:38.590686+0000 mgr.smithi129.iclwio (mgr.14716) 8066 : cluster [DBG] pgmap v6935: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:40.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:40 smithi156 conmon[67007]: audit 2022-01-18T19:55:39.124150+0000 mgr.smithi129.iclwio (mgr.14716) 8067 : audit [DBG] from='client.39466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:55:40.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:40 smithi156 conmon[67007]: audit 2022-01-18T19:55:39.719719+0000 mon.smithi129 (mon.0) 2464 : audit [DBG] from='client.? 172.21.15.129:0/3994168026' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:55:40.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:40 smithi129 conmon[101092]: cluster 2022-01-18T19:55:38.590686+0000 mgr.smithi129.iclwio 2022-01-18T19:55:40.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:40 smithi129 conmon[101092]: (mgr.14716) 8066 : cluster [DBG] pgmap v6935: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:40.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:40 smithi129 conmon[101092]: audit 2022-01-18T19:55:39.124150+0000 mgr.smithi129.iclwio (mgr.14716) 8067 : audit [DBG] from='client.39466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:55:40.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:40 smithi129 conmon[101092]: audit 2022-01-18T19:55:39.719719+0000 mon.smithi129 (mon.0) 2464 : audit [DBG] 2022-01-18T19:55:40.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:40 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/3994168026' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:55:41.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:41 smithi156 conmon[67007]: audit 2022-01-18T19:55:39.394000+0000 mgr.smithi129.iclwio (mgr.14716) 8068 : audit [DBG] from='client.39470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:55:41.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:41 smithi129 conmon[101092]: audit 2022-01-18T19:55:39.394000+0000 mgr.smithi129.iclwio (mgr.14716) 8068 : audit [DBG] from='client.39470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:55:42.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:42 smithi156 conmon[67007]: cluster 2022-01-18T19:55:40.591540+0000 mgr.smithi129.iclwio (mgr.14716) 8069 : cluster [DBG] pgmap v6936: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:55:42.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:42 smithi129 conmon[101092]: cluster 2022-01-18T19:55:40.591540+0000 mgr.smithi129.iclwio (mgr.14716) 8069 : cluster [DBG] pgmap v6936: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:55:44.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:44 smithi156 conmon[67007]: cluster 2022-01-18T19:55:42.592218+0000 mgr.smithi129.iclwio (mgr.14716) 8070 : cluster [DBG] pgmap v6937: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:44.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:44 smithi129 conmon[101092]: cluster 2022-01-18T19:55:42.592218+0000 mgr.smithi129.iclwio (mgr.14716) 8070 : cluster [DBG] pgmap v6937: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:46.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:46 smithi156 conmon[67007]: cluster 2022-01-18T19:55:44.593000+0000 mgr.smithi129.iclwio (mgr.14716) 8071 : cluster [DBG] pgmap v6938: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:46.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:46 smithi129 conmon[101092]: cluster 2022-01-18T19:55:44.593000+0000 mgr.smithi129.iclwio (mgr.14716) 8071 : cluster [DBG] pgmap v6938: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:48.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:48 smithi156 conmon[67007]: cluster 2022-01-18T19:55:46.593558+0000 mgr.smithi129.iclwio (mgr.14716) 8072 : cluster [DBG] pgmap v6939: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:48.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:48 smithi129 conmon[101092]: cluster 2022-01-18T19:55:46.593558+0000 mgr.smithi129.iclwio (mgr.14716) 8072 : cluster [DBG] pgmap v6939: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:50.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:50 smithi156 conmon[67007]: cluster 2022-01-18T19:55:48.594120+0000 mgr.smithi129.iclwio (mgr.14716) 8073 : cluster [DBG] pgmap v6940: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:50.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:50 smithi129 conmon[101092]: cluster 2022-01-18T19:55:48.594120+0000 mgr.smithi129.iclwio (mgr.14716) 8073 : cluster [DBG] pgmap v6940: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:52.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:52 smithi156 conmon[67007]: cluster 2022-01-18T19:55:50.595063+0000 mgr.smithi129.iclwio (mgr.14716) 8074 : cluster [DBG] pgmap v6941: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:55:52.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:52 smithi129 conmon[101092]: cluster 2022-01-18T19:55:50.595063+0000 mgr.smithi129.iclwio (mgr.14716) 8074 : cluster [DBG] pgmap v6941: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:55:54.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:54 smithi156 conmon[67007]: cluster 2022-01-18T19:55:52.595575+0000 mgr.smithi129.iclwio (mgr.14716) 8075 : cluster [DBG] pgmap v6942: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:54.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:54 smithi129 conmon[101092]: cluster 2022-01-18T19:55:52.595575+0000 mgr.smithi129.iclwio (mgr.14716) 8075 : cluster [DBG] pgmap v6942: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:56.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:56 smithi156 conmon[67007]: cluster 2022-01-18T19:55:54.596459+0000 mgr.smithi129.iclwio (mgr.14716) 8076 : cluster [DBG] pgmap v6943: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:56.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:56 smithi129 conmon[101092]: cluster 2022-01-18T19:55:54.596459+0000 mgr.smithi129.iclwio (mgr.14716) 8076 : cluster [DBG] pgmap v6943: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:58.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:58 smithi156 conmon[67007]: cluster 2022-01-18T19:55:56.596978+0000 mgr.smithi129.iclwio (mgr.14716) 8077 : cluster [DBG] pgmap v6944: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:58.685 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:58 smithi129 conmon[101092]: cluster 2022-01-18T19:55:56.596978+0000 mgr.smithi129.iclwio (mgr.14716) 8077 : cluster [DBG] pgmap v6944: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:55:58.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:58 smithi129 conmon[101092]: 2022-01-18T19:55:59.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:59 smithi156 conmon[67007]: audit 2022-01-18T19:55:59.124492+0000 mon.smithi129 (mon.0) 2465 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:55:59.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:55:59 smithi156 conmon[67007]: audit 2022-01-18T19:55:59.124752+0000 mon.smithi129 (mon.0) 2466 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:55:59.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:59 smithi129 conmon[101092]: audit 2022-01-18T19:55:59.124492+0000 mon.smithi129 (mon.0) 2465 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:55:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:55:59 smithi129 conmon[101092]: audit 2022-01-18T19:55:59.124752+0000 mon.smithi129 (mon.0) 2466 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:56:00.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:00 smithi156 conmon[67007]: cluster 2022-01-18T19:55:58.597607+0000 mgr.smithi129.iclwio (mgr.14716) 8078 : cluster [DBG] pgmap v6945: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:00.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:00 smithi129 conmon[101092]: cluster 2022-01-18T19:55:58.597607+0000 mgr.smithi129.iclwio (mgr.14716) 8078 : cluster [DBG] 2022-01-18T19:56:00.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:00 smithi129 conmon[101092]: pgmap v6945: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:02.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:02 smithi156 conmon[67007]: cluster 2022-01-18T19:56:00.598363+0000 mgr.smithi129.iclwio (mgr.14716) 8079 : cluster [DBG] pgmap v6946: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:56:02.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:02 smithi129 conmon[101092]: cluster 2022-01-18T19:56:00.598363+0000 mgr.smithi129.iclwio (mgr.14716) 8079 : cluster [DBG] pgmap v6946: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:56:04.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:04 smithi156 conmon[67007]: cluster 2022-01-18T19:56:02.598934+0000 mgr.smithi129.iclwio (mgr.14716) 8080 : cluster [DBG] pgmap v6947: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:04.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:04 smithi129 conmon[101092]: cluster 2022-01-18T19:56:02.598934+0000 mgr.smithi129.iclwio (mgr.14716) 8080 : cluster [DBG] pgmap v6947: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:06.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:06 smithi156 conmon[67007]: cluster 2022-01-18T19:56:04.599710+0000 mgr.smithi129.iclwio (mgr.14716) 8081 : cluster [DBG] pgmap v6948: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:06.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:06 smithi156 conmon[67007]: 2022-01-18T19:56:06.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:06 smithi129 conmon[101092]: cluster 2022-01-18T19:56:04.599710+0000 mgr.smithi129.iclwio (mgr.14716) 8081 : cluster [DBG] pgmap v6948: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:06.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:06 smithi129 conmon[101092]: 2022-01-18T19:56:08.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:08 smithi156 conmon[67007]: cluster 2022-01-18T19:56:06.600333+0000 mgr.smithi129.iclwio (mgr.14716) 8082 : cluster [DBG] pgmap v6949: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:08.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:08 smithi129 conmon[101092]: cluster 2022-01-18T19:56:06.600333+0000 mgr.smithi129.iclwio (mgr.14716) 8082 : cluster [DBG] pgmap v6949: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:09.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:09 smithi129 conmon[101092]: cluster 2022-01-18T19:56:08.601134+0000 mgr.smithi129.iclwio (mgr.14716) 8083 : cluster [DBG] pgmap v6950: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:09.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:09 smithi156 conmon[67007]: cluster 2022-01-18T19:56:08.601134+0000 mgr.smithi129.iclwio (mgr.14716) 8083 : cluster [DBG] pgmap v6950: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:10.013 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:56:10.277 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:56:10.278 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 6m ago 3h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:56:10.278 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 6m ago 3h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:56:10.278 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 6m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:56:10.278 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 6m ago 3h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:56:10.279 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 6m ago 3h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:56:10.279 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 6m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:56:10.279 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 6m ago 4h 739M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:56:10.280 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 6m ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:56:10.280 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 6m ago 4h 1482M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:56:10.280 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 6m ago 3h 698M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:56:10.280 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 6m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:56:10.280 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 6m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:56:10.281 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (3h) 6m ago 3h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:56:10.281 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 6m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:56:10.281 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 6m ago 3h 2069M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:56:10.281 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 6m ago 3h 3146M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:56:10.282 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 6m ago 3h 2394M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:56:10.282 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 6m ago 3h 3163M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:56:10.282 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 6m ago 3h 2936M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:56:10.283 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 6m ago 3h 3467M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:56:10.283 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 6m ago 3h 2782M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:56:10.283 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 6m ago 3h 4037M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:56:10.283 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 6m ago 3h 142M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:56:10.597 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:56:10.597 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:56:10.597 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:56:10.598 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:56:10.598 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:56:10.598 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:56:10.598 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:56:10.599 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:56:10.599 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:56:10.599 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:56:10.599 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:56:10.600 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:56:10.600 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:56:10.600 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:56:10.600 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:56:10.601 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:56:10.601 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:56:10.601 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:56:10.601 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:56:10.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:10 smithi129 conmon[101092]: audit 2022-01-18T19:56:10.004941+0000 mgr.smithi129.iclwio (mgr.14716) 8084 : audit [DBG] from='client.39478 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:56:10.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:10 smithi129 conmon[101092]: audit 2022- 2022-01-18T19:56:10.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:10 smithi129 conmon[101092]: 01-18T19:56:10.271241+0000 mgr.smithi129.iclwio (mgr.14716) 8085 : audit [DBG] from='client.39482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:56:10.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:10 smithi156 conmon[67007]: audit 2022-01-18T19:56:10.004941+0000 mgr.smithi129.iclwio (mgr.14716) 8084 : audit [DBG] from='client.39478 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:56:10.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:10 smithi156 conmon[67007]: audit 2022-01-18T19:56:10.271241+0000 mgr.smithi129.iclwio (mgr.14716) 8085 : audit [DBG] from='client.39482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:56:11.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:11 smithi129 conmon[101092]: audit 2022-01-18T19:56:10.599925+0000 mon.smithi129 (mon.0) 2467 : audit [DBG] from='client.? 172.21.15.129:0/982741119' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:56:11.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:11 smithi129 conmon[101092]: 2022-01-18T19:56:11.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:11 smithi129 conmon[101092]: cluster 2022-01-18T19:56:10.601832+0000 mgr.smithi129.iclwio (mgr.14716) 8086 : cluster [DBG] pgmap v6951: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:56:11.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:11 smithi156 conmon[67007]: audit 2022-01-18T19:56:10.599925+0000 mon.smithi129 (mon.0) 2467 : audit [DBG] from='client.? 172.21.15.129:0/982741119' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:56:11.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:11 smithi156 conmon[67007]: cluster 2022-01-18T19:56:10.601832+0000 mgr.smithi129.iclwio (mgr.14716) 8086 : cluster [DBG] pgmap v6951: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:56:12.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:12 smithi129 conmon[101092]: audit 2022-01-18T19:56:11.803518+0000 mon.smithi129 (mon.0) 2468 2022-01-18T19:56:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:12 smithi129 conmon[101092]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:56:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:12 smithi129 conmon[101092]: audit 2022-01-18T19:56:11.804868+0000 mon.smithi129 (mon.0) 2469 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:56:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:12 smithi129 conmon[101092]: audit 2022-01-18T19:56: 2022-01-18T19:56:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:12 smithi129 conmon[101092]: 11.805680+0000 mon.smithi129 (mon.0) 2470 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:56:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:12 smithi129 conmon[101092]: cephadm 2022-01-18T19:56:11. 2022-01-18T19:56:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:12 smithi129 conmon[101092]: 806403+0000 mgr.smithi129.iclwio (mgr.14716) 8087 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:56:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:12 smithi129 conmon[101092]: audit 2022-01 2022-01-18T19:56:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:12 smithi129 conmon[101092]: -18T19:56:12.111034+0000 mon.smithi129 (mon.0) 2471 : audit 2022-01-18T19:56:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:12 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:56:12.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:12 smithi129 conmon[101092]: audit 2022-01-18T19:56:12.117896+0000 mon.smithi129 (mon 2022-01-18T19:56:12.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:12 smithi129 conmon[101092]: .0) 2472 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:56:12.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:12 smithi156 conmon[67007]: audit 2022-01-18T19:56:11.803518+0000 mon.smithi129 (mon.0) 2468 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:56:12.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:12 smithi156 conmon[67007]: audit 2022-01-18T19:56:11.804868+0000 mon.smithi129 (mon.0) 2469 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:56:12.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:12 smithi156 conmon[67007]: audit 2022-01-18T19:56:11.805680+0000 mon.smithi129 (mon. 2022-01-18T19:56:12.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:12 smithi156 conmon[67007]: 0) 2470 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:56:12.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:12 smithi156 conmon[67007]: cephadm 2022 2022-01-18T19:56:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:12 smithi156 conmon[67007]: -01-18T19:56:11.806403+0000 mgr.smithi129.iclwio (mgr.14716) 8087 2022-01-18T19:56:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:12 smithi156 conmon[67007]: : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:56:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:12 smithi156 conmon[67007]: audit 2022-01-18T19: 2022-01-18T19:56:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:12 smithi156 conmon[67007]: 56:12.111034+0000 mon.smithi129 (mon.0) 2471 2022-01-18T19:56:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:12 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:56:12.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:12 smithi156 conmon[67007]: audit 2022-01-18T19: 2022-01-18T19:56:12.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:12 smithi156 conmon[67007]: 56:12.117896+0000 mon.smithi129 (mon.0) 2472 2022-01-18T19:56:12.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:12 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:56:13.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:13 smithi129 conmon[101092]: cluster 2022-01-18T19:56:12.602268+0000 mgr.smithi129.iclwio (mgr.14716) 8088 : cluster [DBG] pgmap v6952: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:13.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:13 smithi129 conmon[101092]: 2022-01-18T19:56:13.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:13 smithi156 conmon[67007]: cluster 2022-01-18T19:56:12.602268+0000 mgr.smithi129.iclwio (mgr.14716) 8088 : cluster [DBG] pgmap v6952: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:15.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:15 smithi129 conmon[101092]: cluster 2022-01-18T19:56:14.602976+0000 mgr.smithi129.iclwio (mgr.14716) 8089 : cluster [DBG] pgmap v6953: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:15.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:15 smithi129 conmon[101092]: 2022-01-18T19:56:16.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:15 smithi156 conmon[67007]: cluster 2022-01-18T19:56:14.602976+0000 mgr.smithi129.iclwio (mgr.14716) 8089 : cluster [DBG] pgmap v6953: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:18.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:18 smithi156 conmon[67007]: cluster 2022-01-18T19:56:16.603399+0000 mgr.smithi129.iclwio (mgr.14716) 8090 : cluster [DBG] pgmap v6954: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:18.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:18 smithi129 conmon[101092]: cluster 2022-01-18T19:56:16.603399+0000 mgr.smithi129.iclwio (mgr.14716) 8090 : cluster [DBG] 2022-01-18T19:56:18.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:18 smithi129 conmon[101092]: pgmap v6954: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:20.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:20 smithi156 conmon[67007]: cluster 2022-01-18T19:56:18.604016+0000 mgr.smithi129.iclwio (mgr.14716) 8091 : cluster [DBG] pgmap v6955: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:20.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:20 smithi129 conmon[101092]: cluster 2022-01-18T19:56:18.604016+0000 mgr.smithi129.iclwio (mgr.14716) 8091 : cluster [DBG] pgmap v6955: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:20.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:20 smithi129 conmon[101092]: 2022-01-18T19:56:22.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:22 smithi156 conmon[67007]: cluster 2022-01-18T19:56:20.604739+0000 mgr.smithi129.iclwio (mgr.14716) 8092 : cluster [DBG] 2022-01-18T19:56:22.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:22 smithi156 conmon[67007]: pgmap v6956: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:56:22.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:22 smithi129 conmon[101092]: cluster 2022-01-18T19:56:20.604739+0000 mgr.smithi129.iclwio (mgr.14716) 8092 : cluster [DBG] pgmap v6956: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:56:22.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:22 smithi129 conmon[101092]: 2022-01-18T19:56:24.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:24 smithi156 conmon[67007]: cluster 2022-01-18T19:56:22.605240+0000 mgr.smithi129.iclwio (mgr.14716) 8093 : cluster 2022-01-18T19:56:24.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:24 smithi156 conmon[67007]: [DBG] pgmap v6957: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:24.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:24 smithi129 conmon[101092]: cluster 2022-01-18T19:56:22.605240+0000 mgr.smithi129.iclwio (mgr.14716) 8093 : cluster [DBG] 2022-01-18T19:56:24.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:24 smithi129 conmon[101092]: pgmap v6957: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:26.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:26 smithi156 conmon[67007]: cluster 2022-01-18T19:56:24.605957+0000 mgr.smithi129.iclwio (mgr.14716) 8094 : cluster 2022-01-18T19:56:26.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:26 smithi156 conmon[67007]: [DBG] pgmap v6958: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:26.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:26 smithi129 conmon[101092]: cluster 2022-01-18T19:56:24.605957+0000 mgr.smithi129.iclwio (mgr.14716) 8094 2022-01-18T19:56:26.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:26 smithi129 conmon[101092]: : cluster [DBG] pgmap v6958: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:28.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:28 smithi156 conmon[67007]: cluster 2022-01-18T19:56:26.606434+0000 mgr.smithi129.iclwio (mgr.14716) 8095 : cluster [DBG] pgmap v6959: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:28.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:28 smithi129 conmon[101092]: cluster 2022-01-18T19:56:26.606434+0000 mgr.smithi129.iclwio (mgr.14716) 8095 : cluster [DBG] pgmap v6959: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:30.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:30 smithi156 conmon[67007]: cluster 2022-01-18T19:56:28.628568+0000 mgr.smithi129.iclwio (mgr.14716) 8096 : cluster [DBG] pgmap v6960: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:30.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:30 smithi129 conmon[101092]: cluster 2022-01-18T19:56:28.628568+0000 mgr.smithi129.iclwio (mgr.14716) 8096 : cluster [DBG] pgmap v6960: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:32.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:32 smithi156 conmon[67007]: cluster 2022-01-18T19:56:30.629499+0000 mgr.smithi129.iclwio (mgr.14716) 8097 : cluster [DBG] pgmap v6961: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 340 B/s rd, 0 op/s 2022-01-18T19:56:32.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:32 smithi156 conmon[67007]: 2022-01-18T19:56:32.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:32 smithi129 conmon[101092]: cluster 2022-01-18T19:56:30.629499+0000 mgr.smithi129.iclwio (mgr.14716) 8097 : cluster [DBG] pgmap v6961: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 340 B/s rd, 0 op/s 2022-01-18T19:56:34.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:34 smithi156 conmon[67007]: cluster 2022-01-18T19:56:32.630140+0000 mgr.smithi129.iclwio (mgr.14716) 8098 : cluster [DBG] pgmap v6962: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:34.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:34 smithi129 conmon[101092]: cluster 2022-01-18T19:56:32.630140+0000 mgr.smithi129.iclwio (mgr.14716) 8098 : cluster [DBG] pgmap v6962: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:36.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:36 smithi156 conmon[67007]: cluster 2022-01-18T19:56:34.630983+0000 mgr.smithi129.iclwio (mgr.14716) 8099 : cluster 2022-01-18T19:56:36.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:36 smithi156 conmon[67007]: [DBG] pgmap v6963: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:36.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:36 smithi129 conmon[101092]: cluster 2022-01-18T19:56:34.630983+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T19:56:36.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:36 smithi129 conmon[101092]: 14716) 8099 : cluster [DBG] pgmap v6963: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:38.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:38 smithi156 conmon[67007]: cluster 2022-01-18T19:56:36.631615+0000 mgr.smithi129.iclwio (mgr.14716) 8100 : cluster [DBG] 2022-01-18T19:56:38.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:38 smithi156 conmon[67007]: pgmap v6964: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:38.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:38 smithi129 conmon[101092]: cluster 2022-01-18T19:56:36.631615+0000 mgr.smithi129.iclwio (mgr.14716) 8100 : cluster [DBG] pgmap v6964: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:40.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:40 smithi156 conmon[67007]: cluster 2022-01-18T19:56:38.632281+0000 mgr.smithi129.iclwio (mgr.14716) 8101 : cluster 2022-01-18T19:56:40.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:40 smithi156 conmon[67007]: [DBG] pgmap v6965: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:40.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:40 smithi129 conmon[101092]: cluster 2022-01-18T19:56:38.632281+0000 mgr.smithi129.iclwio (mgr.14716) 8101 : cluster [DBG] pgmap v6965: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:40.894 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:56:41.158 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:56:41.163 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 6m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:56:41.164 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 6m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:56:41.164 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 6m ago 3h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:56:41.165 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 6m ago 4h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:56:41.165 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 6m ago 3h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:56:41.166 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 6m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:56:41.166 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 6m ago 4h 739M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:56:41.166 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 6m ago 3h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:56:41.167 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 6m ago 4h 1482M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:56:41.167 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 6m ago 3h 698M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:56:41.168 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 6m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:56:41.168 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 6m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:56:41.169 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 6m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:56:41.169 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 6m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:56:41.170 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 6m ago 3h 2069M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:56:41.170 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 6m ago 3h 3146M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:56:41.171 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 6m ago 3h 2394M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:56:41.171 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 6m ago 3h 3163M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:56:41.172 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 6m ago 3h 2936M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:56:41.172 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 6m ago 3h 3467M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:56:41.172 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 6m ago 3h 2782M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:56:41.173 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 6m ago 3h 4037M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:56:41.173 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 6m ago 3h 142M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:56:41.475 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:56:41.475 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:56:41.475 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:56:41.476 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:56:41.476 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:56:41.476 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:56:41.476 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:56:41.477 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:56:41.477 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:56:41.477 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:56:41.477 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:56:41.478 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:56:41.478 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:56:41.478 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:56:41.478 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:56:41.479 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:56:41.479 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:56:41.479 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:56:41.479 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:56:42.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:42 smithi156 conmon[67007]: cluster 2022-01-18T19:56:40.633050+0000 mgr.smithi129.iclwio (mgr.14716) 8102 : cluster 2022-01-18T19:56:42.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:42 smithi156 conmon[67007]: [DBG] pgmap v6966: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:56:42.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:42 smithi156 conmon[67007]: audit 2022-01-18T19:56:40.885556+0000 mgr.smithi129.iclwio (mgr.14716) 8103 : audit [DBG] from='client.39490 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:56:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:42 smithi156 conmon[67007]: audit 2022-01-18T19:56:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:42 smithi156 conmon[67007]: 2022-01-18T19:56:41.152563+0000 mgr.smithi129.iclwio (mgr.14716) 8104 : audit [DBG] from='client.39494 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:56:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:42 smithi156 conmon[67007]: audit 2022-01-18T19:56:41.477852+0000 mon.smithi129 2022-01-18T19:56:42.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:42 smithi156 conmon[67007]: (mon.0) 2473 : audit [DBG] from='client.? 172.21.15.129:0/772311422' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:56:42.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:42 smithi129 conmon[101092]: cluster 2022-01-18T19:56:40.633050+0000 mgr.smithi129.iclwio (mgr.14716) 8102 : cluster [DBG] pgmap v6966: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:56:42.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:42 smithi129 conmon[101092]: audit 2022-01-18T19:56:40.885556+0000 mgr.smithi129.iclwio (mgr.14716) 8103 : audit [DBG] from='client.39490 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:56:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:42 smithi129 conmon[101092]: audit 2022-01-18T19:56:41.152563+0000 mgr.smithi129.iclwio (mgr.14716) 8104 : audit [DBG] from='client.39494 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:56:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:42 smithi129 conmon[101092]: audit 2022-01-18T19:56:41.477852+0000 mon.smithi129 (mon.0) 2022-01-18T19:56:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:42 smithi129 conmon[101092]: 2473 : audit [DBG] from='client.? 172.21.15.129:0/772311422' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:56:44.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:44 smithi156 conmon[67007]: cluster 2022-01-18T19:56:42.633620+0000 mgr.smithi129.iclwio (mgr.14716) 8105 : cluster [DBG] pgmap v6967: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:44.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:44 smithi129 conmon[101092]: cluster 2022-01-18T19:56:42.633620+0000 mgr.smithi129.iclwio (mgr.14716) 8105 : cluster [DBG] pgmap v6967: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:44.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:44 smithi129 conmon[101092]: 2022-01-18T19:56:46.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:46 smithi156 conmon[67007]: cluster 2022-01-18T19:56:44.634542+0000 mgr.smithi129.iclwio (mgr.14716) 8106 : cluster [DBG] pgmap v6968: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:46.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:46 smithi129 conmon[101092]: cluster 2022-01-18T19:56:44.634542+0000 mgr.smithi129.iclwio (mgr.14716) 8106 : cluster [DBG] pgmap v6968: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:46.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:46 smithi129 conmon[101092]: 2022-01-18T19:56:48.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:48 smithi156 conmon[67007]: cluster 2022-01-18T19:56:46.635032+0000 mgr.smithi129.iclwio (mgr.14716) 8107 : cluster [DBG] pgmap v6969: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:48.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:48 smithi156 conmon[67007]: 2022-01-18T19:56:48.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:48 smithi129 conmon[101092]: cluster 2022-01-18T19:56:46.635032+0000 mgr.smithi129.iclwio (mgr.14716) 8107 : cluster [DBG] 2022-01-18T19:56:48.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:48 smithi129 conmon[101092]: pgmap v6969: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:50.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:50 smithi156 conmon[67007]: cluster 2022-01-18T19:56:48.635603+0000 mgr.smithi129.iclwio (mgr.14716) 8108 : cluster [DBG] pgmap v6970: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:50.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:50 smithi129 conmon[101092]: cluster 2022-01-18T19:56:48.635603+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:56:50.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:50 smithi129 conmon[101092]: 8108 : cluster [DBG] pgmap v6970: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:52.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:52 smithi156 conmon[67007]: cluster 2022-01-18T19:56:50.636513+0000 mgr.smithi129.iclwio (mgr.14716) 8109 : cluster [DBG] pgmap v6971: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:56:52.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:52 smithi156 conmon[67007]: 2022-01-18T19:56:52.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:52 smithi129 conmon[101092]: cluster 2022-01-18T19:56:50.636513+0000 mgr.smithi129.iclwio (mgr.14716) 8109 : cluster [DBG] pgmap v6971: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:56:54.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:54 smithi156 conmon[67007]: cluster 2022-01-18T19:56:52.637238+0000 mgr.smithi129.iclwio (mgr.14716) 8110 : cluster [DBG] pgmap v6972: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:54.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:54 smithi129 conmon[101092]: cluster 2022-01-18T19:56:52.637238+0000 mgr.smithi129.iclwio (mgr.14716) 8110 : cluster [DBG] pgmap v6972: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:56.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:56 smithi156 conmon[67007]: cluster 2022-01-18T19:56:54.638242+0000 mgr.smithi129.iclwio (mgr.14716) 8111 : cluster [DBG] 2022-01-18T19:56:56.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:56 smithi156 conmon[67007]: pgmap v6973: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:56.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:56 smithi129 conmon[101092]: cluster 2022-01-18T19:56:54.638242+0000 mgr.smithi129.iclwio (mgr.14716) 8111 : cluster [DBG] pgmap v6973: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:58.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:58 smithi156 conmon[67007]: cluster 2022-01-18T19:56:56.638840+0000 mgr.smithi129.iclwio (mgr.14716) 8112 : cluster [DBG] pgmap v6974: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:58.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:58 smithi129 conmon[101092]: cluster 2022-01-18T19:56:56.638840+0000 mgr.smithi129.iclwio (mgr.14716) 8112 : cluster [DBG] pgmap v6974: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:56:59.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:59 smithi156 conmon[67007]: audit 2022-01-18T19:56:59.128517+0000 mon.smithi129 (mon.0) 2474 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:56:59.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:59 smithi156 conmon[67007]: 2022-01-18T19:56:59.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:56:59 smithi156 conmon[67007]: audit 2022-01-18T19:56:59.128821+0000 mon.smithi129 (mon.0) 2475 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:56:59.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:59 smithi129 conmon[101092]: audit 2022-01-18T19:56:59.128517+0000 mon.smithi129 (mon.0) 2474 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:56:59.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:56:59 smithi129 conmon[101092]: audit 2022-01-18T19:56:59.128821+0000 mon.smithi129 (mon.0) 2475 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:57:00.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:00 smithi156 conmon[67007]: cluster 2022-01-18T19:56:58.639358+0000 mgr.smithi129.iclwio (mgr.14716) 8113 : cluster [DBG] 2022-01-18T19:57:00.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:00 smithi156 conmon[67007]: pgmap v6975: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:00.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:00 smithi129 conmon[101092]: cluster 2022-01-18T19:56:58.639358+0000 mgr.smithi129.iclwio (mgr.14716) 8113 : cluster [DBG] pgmap v6975: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:02.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:02 smithi156 conmon[67007]: cluster 2022-01-18T19:57:00.640182+0000 mgr.smithi129.iclwio (mgr.14716) 8114 : cluster [DBG] pgmap v6976: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:57:02.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:02 smithi129 conmon[101092]: cluster 2022-01-18T19:57:00.640182+0000 mgr.smithi129.iclwio (mgr.14716) 8114 : cluster [DBG] pgmap v6976: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:57:04.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:04 smithi129 conmon[101092]: cluster 2022-01-18T19:57:02.640885+0000 mgr.smithi129.iclwio (mgr.14716) 8115 : cluster [DBG] pgmap v6977: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:04.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:04 smithi156 conmon[67007]: cluster 2022-01-18T19:57:02.640885+0000 mgr.smithi129.iclwio (mgr.14716) 8115 : cluster [DBG] pgmap v6977: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:04.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:04 smithi156 conmon[67007]: 2022-01-18T19:57:06.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:06 smithi129 conmon[101092]: cluster 2022-01-18T19:57:04.641872+0000 mgr.smithi129.iclwio (mgr.14716) 8116 : cluster [DBG] pgmap v6978: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:06.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:06 smithi156 conmon[67007]: cluster 2022-01-18T19:57:04.641872+0000 mgr.smithi129.iclwio (mgr.14716) 8116 : cluster [DBG] pgmap v6978: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:08.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:08 smithi129 conmon[101092]: cluster 2022-01-18T19:57:06.642386+0000 mgr.smithi129.iclwio (mgr.14716) 8117 : cluster [DBG] pgmap v6979: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:08.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:08 smithi156 conmon[67007]: cluster 2022-01-18T19:57:06.642386+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T19:57:08.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:08 smithi156 conmon[67007]: ) 8117 : cluster [DBG] pgmap v6979: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:09.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:09 smithi129 conmon[101092]: cluster 2022-01-18T19:57:08.643022+0000 mgr.smithi129.iclwio (mgr.14716) 8118 : cluster [DBG] pgmap v6980: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:09.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:09 smithi156 conmon[67007]: cluster 2022-01-18T19:57:08.643022+0000 mgr.smithi129.iclwio (mgr.14716) 8118 : cluster [DBG] pgmap v6980: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:11.778 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:57:12.044 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:57:12.044 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (3h) 7m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:57:12.044 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 7m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:57:12.044 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 7m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:57:12.045 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (3h) 7m ago 4h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:57:12.045 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 7m ago 3h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:57:12.045 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 7m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:57:12.045 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 7m ago 4h 739M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:57:12.046 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 7m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:57:12.046 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 7m ago 4h 1482M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:57:12.046 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 7m ago 4h 698M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:57:12.046 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 7m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:57:12.047 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 7m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:57:12.047 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 7m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:57:12.047 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (3h) 7m ago 3h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:57:12.047 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 7m ago 3h 2069M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:57:12.048 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 7m ago 3h 3146M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:57:12.048 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 7m ago 3h 2394M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:57:12.048 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 7m ago 3h 3163M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:57:12.048 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 7m ago 3h 2936M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:57:12.048 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 7m ago 3h 3467M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:57:12.049 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 7m ago 3h 2782M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:57:12.049 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 7m ago 3h 4037M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:57:12.049 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 7m ago 4h 142M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:57:12.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:11 smithi156 conmon[67007]: cluster 2022-01-18T19:57:10.643762+0000 mgr.smithi129.iclwio (mgr.14716) 8119 : cluster [DBG] pgmap v6981: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:57:12.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:11 smithi129 conmon[101092]: cluster 2022-01-18T19:57:10.643762+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:57:12.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:11 smithi129 conmon[101092]: 8119 : cluster [DBG] pgmap v6981: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:57:12.380 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:57:12.381 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:57:12.381 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:57:12.381 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:57:12.381 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:57:12.382 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:57:12.382 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:57:12.382 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:57:12.382 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:57:12.383 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:57:12.383 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:57:12.383 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:57:12.383 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:57:12.383 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:57:12.384 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:57:12.384 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:57:12.385 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:57:12.385 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:57:12.385 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:57:13.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:12 smithi156 conmon[67007]: audit 2022-01-18T19:57:11.768727+0000 mgr.smithi129.iclwio (mgr.14716) 8120 : audit [DBG] from='client.39502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:57:13.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:12 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T19:57:13.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:12 smithi156 conmon[67007]: T19:57:12.037974+0000 mgr.smithi129.iclwio (mgr.14716) 8121 : audit [DBG] from='client.39506 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:57:13.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:12 smithi156 conmon[67007]: audit 2022-01-18T19:57:12.120268+0000 mon.smithi129 (mon.0) 2476 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:57:13.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:12 smithi156 conmon[67007]: audit 2022-01-18T19:57:12 2022-01-18T19:57:13.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:12 smithi156 conmon[67007]: .121370+0000 mon.smithi129 (mon.0) 2477 2022-01-18T19:57:13.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:12 smithi156 conmon[67007]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:57:13.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:12 smithi156 conmon[67007]: audit 2022-01-18T19:57:13.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:12 smithi156 conmon[67007]: 2022-01-18T19:57 2022-01-18T19:57:13.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:12 smithi156 conmon[67007]: :12.121939+0000 mon.smithi129 (mon. 2022-01-18T19:57:13.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:12 smithi156 conmon[67007]: 0) 2478 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:57:13.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:12 smithi156 conmon[67007]: cephadm 2022- 2022-01-18T19:57:13.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:12 smithi156 conmon[67007]: 01-18T19:57:12.122445+0000 2022-01-18T19:57:13.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:12 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 8122 : cephadm 2022-01-18T19:57:13.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:12 smithi156 conmon[67007]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:57:13.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:12 smithi156 conmon[67007]: audit 2022- 2022-01-18T19:57:13.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:12 smithi156 conmon[67007]: 01-18T19:57:12.383283 2022-01-18T19:57:13.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:12 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2479 : 2022-01-18T19:57:13.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:12 smithi156 conmon[67007]: audit [DBG] from='client.? 172.21.15.129:0/1636832592' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:57:13.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:12 smithi156 conmon[67007]: audit 2022 2022-01-18T19:57:13.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:12 smithi156 conmon[67007]: -01-18T19:57:12. 2022-01-18T19:57:13.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:12 smithi156 conmon[67007]: 434348+0000 mon.smithi129 (mon.0) 2022-01-18T19:57:13.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:12 smithi156 conmon[67007]: 2480 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:57:13.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:12 smithi156 conmon[67007]: audit 2022 2022-01-18T19:57:13.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:12 smithi156 conmon[67007]: -01-18T19:57:12. 2022-01-18T19:57:13.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:12 smithi156 conmon[67007]: 439329+0000 mon.smithi129 (mon.0) 2022-01-18T19:57:13.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:12 smithi156 conmon[67007]: 2481 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:57:13.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:12 smithi129 conmon[101092]: audit 2022-01-18T19:57:11.768727+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T19:57:13.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:12 smithi129 conmon[101092]: ) 8120 : audit [DBG] from='client.39502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:57:13.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:12 smithi129 conmon[101092]: audit 2022-01-18T19:57:12.037974+0000 mgr.smithi129.iclwio (mgr.14716) 8121 : audit [DBG] from='client.39506 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:57:13.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:12 smithi129 conmon[101092]: audit 2022- 2022-01-18T19:57:13.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:12 smithi129 conmon[101092]: 01-18T19:57:12.120268+0000 mon.smithi129 (mon. 2022-01-18T19:57:13.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:12 smithi129 conmon[101092]: 0) 2476 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:57:13.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:12 smithi129 conmon[101092]: audit 2022 2022-01-18T19:57:13.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:12 smithi129 conmon[101092]: -01-18T19:57:12. 2022-01-18T19:57:13.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:12 smithi129 conmon[101092]: 121370+0000 mon.smithi129 (mon.0) 2022-01-18T19:57:13.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:12 smithi129 conmon[101092]: 2477 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:57:13.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:12 smithi129 conmon[101092]: audit 2022- 2022-01-18T19:57:13.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:12 smithi129 conmon[101092]: 01-18T19:57:12.121939 2022-01-18T19:57:13.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:12 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 2478 : 2022-01-18T19:57:13.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:12 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:57:13.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:12 smithi129 conmon[101092]: cephadm 2022 2022-01-18T19:57:13.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:12 smithi129 conmon[101092]: -01-18T19:57:12. 2022-01-18T19:57:13.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:12 smithi129 conmon[101092]: 122445+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T19:57:13.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:12 smithi129 conmon[101092]: 8122 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:57:13.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:12 smithi129 conmon[101092]: audit 2022 2022-01-18T19:57:13.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:12 smithi129 conmon[101092]: -01-18T19:57:12. 2022-01-18T19:57:13.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:12 smithi129 conmon[101092]: 383283+0000 mon.smithi129 (mon.0) 2022-01-18T19:57:13.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:12 smithi129 conmon[101092]: 2479 : audit [DBG] from='client.? 172.21.15.129:0/1636832592' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:57:13.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:12 smithi129 conmon[101092]: audit 2022 2022-01-18T19:57:13.196 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:12 smithi129 conmon[101092]: -01-18T19:57:12. 2022-01-18T19:57:13.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:12 smithi129 conmon[101092]: 434348+0000 mon.smithi129 (mon.0) 2022-01-18T19:57:13.197 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:12 smithi129 conmon[101092]: 2480 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:57:13.198 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:12 smithi129 conmon[101092]: audit 2022 2022-01-18T19:57:13.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:12 smithi129 conmon[101092]: -01-18T19:57:12. 2022-01-18T19:57:13.199 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:12 smithi129 conmon[101092]: 439329+0000 mon.smithi129 (mon.0) 2022-01-18T19:57:13.200 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:12 smithi129 conmon[101092]: 2481 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:57:14.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:13 smithi156 conmon[67007]: cluster 2022-01-18T19:57:12.644349+0000 mgr.smithi129.iclwio (mgr.14716) 8123 : cluster [DBG] pgmap v6982: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:14.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:13 smithi129 conmon[101092]: cluster 2022-01-18T19:57:12.644349+0000 mgr.smithi129.iclwio (mgr.14716) 8123 : cluster [DBG] pgmap v6982: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:16.046 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:15 smithi156 conmon[67007]: cluster 2022-01-18T19:57:14.645231+0000 mgr.smithi129.iclwio (mgr.14716) 8124 : cluster [DBG] pgmap v6983: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:16.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:15 smithi129 conmon[101092]: cluster 2022-01-18T19:57:14.645231+0000 mgr.smithi129.iclwio (mgr.14716) 8124 : cluster [DBG] pgmap v6983: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:18.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:18 smithi156 conmon[67007]: cluster 2022-01-18T19:57:16.645895+0000 mgr.smithi129.iclwio (mgr.14716) 8125 : cluster [DBG] pgmap v6984: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:18.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:18 smithi129 conmon[101092]: cluster 2022-01-18T19:57:16.645895+0000 mgr.smithi129.iclwio (mgr.14716) 8125 : cluster [DBG] pgmap v6984: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:20.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:20 smithi156 conmon[67007]: cluster 2022-01-18T19:57:18.646448+0000 mgr.smithi129.iclwio (mgr.14716) 8126 : cluster [DBG] pgmap v6985: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:20.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:20 smithi156 conmon[67007]: 2022-01-18T19:57:20.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:20 smithi129 conmon[101092]: cluster 2022-01-18T19:57:18.646448+0000 mgr.smithi129.iclwio (mgr.14716) 8126 : cluster [DBG] pgmap v6985: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:22.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:22 smithi156 conmon[67007]: cluster 2022-01-18T19:57:20.647335+0000 mgr.smithi129.iclwio (mgr.14716) 8127 : cluster [DBG] pgmap v6986: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:57:22.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:22 smithi129 conmon[101092]: cluster 2022-01-18T19:57:20.647335+0000 mgr.smithi129.iclwio (mgr.14716) 8127 : cluster [DBG] pgmap v6986: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:57:24.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:24 smithi156 conmon[67007]: cluster 2022-01-18T19:57:22.647902+0000 mgr.smithi129.iclwio (mgr.14716) 8128 : cluster [DBG] pgmap v6987: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:24.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:24 smithi129 conmon[101092]: cluster 2022-01-18T19:57:22.647902+0000 mgr.smithi129.iclwio (mgr.14716) 8128 : cluster [DBG] pgmap v6987: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:26.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:26 smithi156 conmon[67007]: cluster 2022-01-18T19:57:24.648849+0000 mgr.smithi129.iclwio (mgr.14716) 8129 : cluster [DBG] pgmap v6988: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:26.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:26 smithi129 conmon[101092]: cluster 2022-01-18T19:57:24.648849+0000 mgr.smithi129.iclwio (mgr.14716) 8129 : cluster [DBG] pgmap v6988: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:28.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:28 smithi156 conmon[67007]: cluster 2022-01-18T19:57:26.649330+0000 mgr.smithi129.iclwio (mgr.14716) 8130 : cluster 2022-01-18T19:57:28.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:28 smithi156 conmon[67007]: [DBG] pgmap v6989: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:28.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:28 smithi129 conmon[101092]: cluster 2022-01-18T19:57:26.649330+0000 mgr.smithi129.iclwio (mgr.14716) 8130 : cluster [DBG] 2022-01-18T19:57:28.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:28 smithi129 conmon[101092]: pgmap v6989: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:30.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:30 smithi156 conmon[67007]: cluster 2022-01-18T19:57:28.650128+0000 mgr.smithi129.iclwio (mgr.14716) 8131 : cluster [DBG] pgmap v6990: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:30.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:30 smithi129 conmon[101092]: cluster 2022-01-18T19:57:28.650128+0000 mgr.smithi129.iclwio (mgr.14716) 8131 : cluster [DBG] 2022-01-18T19:57:30.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:30 smithi129 conmon[101092]: pgmap v6990: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:32.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:32 smithi156 conmon[67007]: cluster 2022-01-18T19:57:30.650990+0000 mgr.smithi129.iclwio (mgr.14716) 8132 : cluster [DBG] pgmap v6991: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:57:32.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:32 smithi129 conmon[101092]: cluster 2022-01-18T19:57:30.650990+0000 mgr.smithi129.iclwio (mgr.14716) 8132 : cluster [DBG] pgmap v6991: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:57:34.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:34 smithi156 conmon[67007]: cluster 2022-01-18T19:57:32.651665+0000 mgr.smithi129.iclwio (mgr.14716) 8133 : cluster [DBG] pgmap v6992: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:34.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:34 smithi129 conmon[101092]: cluster 2022-01-18T19:57:32.651665+0000 mgr.smithi129.iclwio (mgr.14716) 8133 : cluster [DBG] pgmap v6992: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:36.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:36 smithi156 conmon[67007]: cluster 2022-01-18T19:57:34.652665+0000 mgr.smithi129.iclwio (mgr.14716) 8134 : cluster [DBG] pgmap v6993: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:36.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:36 smithi129 conmon[101092]: cluster 2022-01-18T19:57:34.652665+0000 mgr.smithi129.iclwio (mgr.14716) 8134 : cluster [DBG] pgmap v6993: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:36.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:36 smithi129 conmon[101092]: 2022-01-18T19:57:38.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:38 smithi156 conmon[67007]: cluster 2022-01-18T19:57:36.653296+0000 mgr.smithi129.iclwio (mgr.14716) 8135 : cluster [DBG] pgmap v6994: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:38.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:38 smithi129 conmon[101092]: cluster 2022-01-18T19:57:36.653296+0000 mgr.smithi129.iclwio (mgr.14716) 8135 : cluster [DBG] 2022-01-18T19:57:38.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:38 smithi129 conmon[101092]: pgmap v6994: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:40.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:40 smithi156 conmon[67007]: cluster 2022-01-18T19:57:38.653886+0000 mgr.smithi129.iclwio (mgr.14716) 8136 : cluster [DBG] pgmap v6995: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:40.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:40 smithi156 conmon[67007]: 2022-01-18T19:57:40.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:40 smithi129 conmon[101092]: cluster 2022-01-18T19:57:38.653886+0000 mgr.smithi129.iclwio (mgr.14716) 8136 : cluster [DBG] pgmap v6995: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:42.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:42 smithi156 conmon[67007]: cluster 2022-01-18T19:57:40.654662+0000 mgr.smithi129.iclwio (mgr.14716) 8137 : cluster [DBG] pgmap v6996: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:57:42.681 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:57:42.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:42 smithi129 conmon[101092]: cluster 2022-01-18T19:57:40.654662+0000 mgr.smithi129.iclwio (mgr.14716) 8137 : cluster [DBG] pgmap v6996: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:57:42.948 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:57:42.949 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 7m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:57:42.949 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 7m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:57:42.949 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 7m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:57:42.949 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 7m ago 4h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:57:42.950 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 7m ago 3h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:57:42.950 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 7m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:57:42.950 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 7m ago 4h 739M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:57:42.950 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 7m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:57:42.951 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 7m ago 4h 1482M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:57:42.951 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 7m ago 4h 698M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:57:42.951 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 7m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:57:42.951 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 7m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:57:42.952 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 7m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:57:42.952 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 7m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:57:42.952 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 7m ago 3h 2069M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:57:42.952 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (3h) 7m ago 3h 3146M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:57:42.952 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 7m ago 3h 2394M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:57:42.953 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 7m ago 3h 3163M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:57:42.953 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 7m ago 3h 2936M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:57:42.953 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 7m ago 3h 3467M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:57:42.953 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 7m ago 3h 2782M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:57:42.953 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 7m ago 3h 4037M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:57:42.954 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (3h) 7m ago 4h 142M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:57:43.268 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:57:43.268 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:57:43.269 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:57:43.269 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:57:43.269 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:57:43.269 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:57:43.270 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:57:43.270 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:57:43.270 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:57:43.270 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:57:43.271 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:57:43.271 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:57:43.271 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:57:43.271 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:57:43.271 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:57:43.272 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:57:43.272 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:57:43.272 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:57:43.272 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:57:44.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:44 smithi156 conmon[67007]: cluster 2022-01-18T19:57:42.655115+0000 mgr.smithi129.iclwio (mgr.14716) 8138 : cluster [DBG] 2022-01-18T19:57:44.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:44 smithi156 conmon[67007]: pgmap v6997: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:44.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:44 smithi156 conmon[67007]: audit 2022-01-18T19:57:42.672358+0000 mgr.smithi129.iclwio (mgr.14716) 8139 : audit [DBG] from='client.39514 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:57:44.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:44 smithi156 conmon[67007]: audit 2022-01-18T19:57:42.942265+0000 mgr.smithi129.iclwio ( 2022-01-18T19:57:44.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:44 smithi156 conmon[67007]: mgr.14716) 8140 : audit [DBG] from='client.39518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:57:44.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:44 smithi156 conmon[67007]: audit 2022-01-18T19:57:43. 2022-01-18T19:57:44.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:44 smithi156 conmon[67007]: 270962+0000 mon.smithi129 (mon.0) 2482 : audit [DBG] from='client.? 172.21.15.129:0/2747210892' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:57:44.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:44 smithi129 conmon[101092]: cluster 2022-01-18T19:57:42.655115+0000 mgr.smithi129.iclwio (mgr.14716) 8138 : cluster [DBG] pgmap v6997: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:44.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:44 smithi129 conmon[101092]: 2022-01-18T19:57:44.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:44 smithi129 conmon[101092]: audit 2022-01-18T19:57:42.672358+0000 mgr.smithi129.iclwio (mgr.14716) 8139 : audit [DBG] from='client.39514 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:57:44.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:44 smithi129 conmon[101092]: audit 2022-01-18T19:57:42.942265+0000 2022-01-18T19:57:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:44 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 8140 : audit [DBG] from='client.39518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:57:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:44 smithi129 conmon[101092]: audit 2022- 2022-01-18T19:57:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:44 smithi129 conmon[101092]: 01-18T19:57:43.270962+0000 mon.smithi129 (mon.0) 2482 : 2022-01-18T19:57:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:44 smithi129 conmon[101092]: audit [DBG] from='client.? 172.21.15.129:0/2747210892' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:57:46.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:46 smithi156 conmon[67007]: cluster 2022-01-18T19:57:44.655911+0000 mgr.smithi129.iclwio (mgr.14716) 8141 : cluster [DBG] pgmap v6998: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:46.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:46 smithi129 conmon[101092]: cluster 2022-01-18T19:57:44.655911+0000 mgr.smithi129.iclwio (mgr.14716) 8141 : cluster [DBG] 2022-01-18T19:57:46.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:46 smithi129 conmon[101092]: pgmap v6998: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:48.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:48 smithi156 conmon[67007]: cluster 2022-01-18T19:57:46.656546+0000 mgr.smithi129.iclwio (mgr.14716) 8142 : cluster [DBG] pgmap v6999: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:48.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:48 smithi156 conmon[67007]: 2022-01-18T19:57:48.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:48 smithi129 conmon[101092]: cluster 2022-01-18T19:57:46.656546+0000 mgr.smithi129.iclwio (mgr.14716) 8142 : cluster [DBG] pgmap v6999: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:50.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:50 smithi156 conmon[67007]: cluster 2022-01-18T19:57:48.657227+0000 mgr.smithi129.iclwio (mgr.14716) 8143 : cluster [DBG] pgmap v7000: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:50.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:50 smithi129 conmon[101092]: cluster 2022-01-18T19:57:48.657227+0000 mgr.smithi129.iclwio (mgr.14716) 8143 : cluster [DBG] 2022-01-18T19:57:50.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:50 smithi129 conmon[101092]: pgmap v7000: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:52.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:52 smithi156 conmon[67007]: cluster 2022-01-18T19:57:50.658113+0000 mgr.smithi129.iclwio (mgr.14716) 8144 : cluster [DBG] pgmap v7001: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:57:52.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:52 smithi129 conmon[101092]: cluster 2022-01-18T19:57:50.658113+0000 mgr.smithi129.iclwio (mgr.14716) 8144 : cluster [DBG] pgmap v7001: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:57:54.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:54 smithi156 conmon[67007]: cluster 2022-01-18T19:57:52.658662+0000 mgr.smithi129.iclwio (mgr.14716) 8145 : cluster [DBG] pgmap v7002: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:54.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:54 smithi156 conmon[67007]: 2022-01-18T19:57:54.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:54 smithi129 conmon[101092]: cluster 2022-01-18T19:57:52.658662+0000 mgr.smithi129.iclwio (mgr.14716) 8145 : cluster [DBG] pgmap v7002: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:56.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:56 smithi156 conmon[67007]: cluster 2022-01-18T19:57:54.659413+0000 mgr.smithi129.iclwio (mgr.14716) 8146 : cluster [DBG] pgmap v7003: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:56.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:56 smithi129 conmon[101092]: cluster 2022-01-18T19:57:54.659413+0000 mgr.smithi129.iclwio (mgr.14716) 8146 : cluster [DBG] pgmap v7003: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:58.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:58 smithi156 conmon[67007]: cluster 2022-01-18T19:57:56.659888+0000 mgr.smithi129.iclwio (mgr.14716) 8147 : cluster [DBG] pgmap v7004: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:58.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:58 smithi129 conmon[101092]: cluster 2022-01-18T19:57:56.659888+0000 mgr.smithi129.iclwio (mgr.14716) 8147 : cluster [DBG] pgmap v7004: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:57:59.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:59 smithi156 conmon[67007]: audit 2022-01-18T19:57:59.132250+0000 mon.smithi129 (mon.0) 2483 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:57:59.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:59 smithi156 conmon[67007]: 2022-01-18T19:57:59.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:57:59 smithi156 conmon[67007]: audit 2022-01-18T19:57:59.132510+0000 mon.smithi129 (mon.0) 2484 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:57:59.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:59 smithi129 conmon[101092]: audit 2022-01-18T19:57:59.132250+0000 mon.smithi129 (mon.0) 2483 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:57:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:57:59 smithi129 conmon[101092]: audit 2022-01-18T19:57:59.132510+0000 mon.smithi129 (mon.0) 2484 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:58:00.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:00 smithi129 conmon[101092]: cluster 2022-01-18T19:57:58.660367+0000 mgr.smithi129.iclwio (mgr.14716) 8148 : cluster [DBG] pgmap v7005: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:00.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:00 smithi156 conmon[67007]: cluster 2022-01-18T19:57:58.660367+0000 mgr.smithi129.iclwio (mgr.14716) 8148 : 2022-01-18T19:58:00.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:00 smithi156 conmon[67007]: cluster [DBG] pgmap v7005: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:02.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:02 smithi129 conmon[101092]: cluster 2022-01-18T19:58:00.661291+0000 mgr.smithi129.iclwio (mgr.14716) 8149 : cluster [DBG] pgmap v7006: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:58:02.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:02 smithi156 conmon[67007]: cluster 2022-01-18T19:58:00.661291+0000 mgr.smithi129.iclwio (mgr.14716) 8149 : cluster [DBG] pgmap v7006: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:58:04.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:04 smithi129 conmon[101092]: cluster 2022-01-18T19:58:02.661872+0000 mgr.smithi129.iclwio (mgr.14716) 8150 : cluster [DBG] pgmap v7007: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:04.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:04 smithi156 conmon[67007]: cluster 2022-01-18T19:58:02.661872+0000 mgr.smithi129.iclwio (mgr.14716) 8150 : cluster [DBG] pgmap v7007: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:06.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:06 smithi129 conmon[101092]: cluster 2022-01-18T19:58:04.662653+0000 mgr.smithi129.iclwio (mgr.14716) 8151 : cluster [DBG] pgmap v7008: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:06.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:06 smithi156 conmon[67007]: cluster 2022-01-18T19:58:04.662653+0000 mgr.smithi129.iclwio (mgr.14716) 8151 : cluster [DBG] pgmap v7008: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:08.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:08 smithi129 conmon[101092]: cluster 2022-01-18T19:58:06.663179+0000 mgr.smithi129.iclwio (mgr.14716) 8152 : cluster [DBG] pgmap v7009: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:08.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:08 smithi129 conmon[101092]: 2022-01-18T19:58:08.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:08 smithi156 conmon[67007]: cluster 2022-01-18T19:58:06.663179+0000 mgr.smithi129.iclwio (mgr.14716) 8152 : cluster [DBG] pgmap v7009: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:09.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:09 smithi129 conmon[101092]: cluster 2022-01-18T19:58:08.663651+0000 mgr.smithi129.iclwio (mgr.14716) 8153 : cluster 2022-01-18T19:58:09.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:09 smithi129 conmon[101092]: [DBG] pgmap v7010: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:09.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:09 smithi156 conmon[67007]: cluster 2022-01-18T19:58:08.663651+0000 mgr.smithi129.iclwio (mgr.14716) 8153 : cluster [DBG] pgmap v7010: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:12.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:11 smithi156 conmon[67007]: cluster 2022-01-18T19:58:10.664433+0000 mgr.smithi129.iclwio (mgr.14716) 8154 : cluster [DBG] pgmap v7011: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:58:12.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:11 smithi129 conmon[101092]: cluster 2022-01-18T19:58:10.664433+0000 mgr.smithi129.iclwio (mgr.14716) 8154 : cluster [DBG] pgmap v7011: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:58:13.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:13 smithi156 conmon[67007]: audit 2022-01-18T19:58:12.441935+0000 mon.smithi129 (mon.0) 2485 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:58:13.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:13 smithi156 conmon[67007]: audit 2022-01-18T19:58:12.443286+0000 2022-01-18T19:58:13.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:13 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2486 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:58:13.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:13 smithi156 conmon[67007]: audit 2022-01-18T19:58:12.444276+0000 mon.smithi129 (mon.0) 2487 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:58:13.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:13 smithi156 conmon[67007]: audit 2022-01-18T19:58:12.747723+0000 mon.smithi129 (mon.0) 2488 : audit 2022-01-18T19:58:13.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:13 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:58:13.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:13 smithi156 conmon[67007]: audit 2022-01-18T19:58:12. 2022-01-18T19:58:13.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:13 smithi156 conmon[67007]: 752769+0000 mon.smithi129 (mon.0) 2489 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:58:13.558 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:58:13.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:13 smithi129 conmon[101092]: audit 2022-01-18T19:58:12.441935+0000 mon.smithi129 (mon.0) 2485 : audit 2022-01-18T19:58:13.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:13 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:58:13.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:13 smithi129 conmon[101092]: audit 2022-01-18T19:58:12.443286+0000 mon.smithi129 (mon.0) 2486 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:58:13.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:13 smithi129 conmon[101092]: audit 2022-01-18T19:58:12.444276+0000 mon.smithi129 (mon.0) 2487 : audit 2022-01-18T19:58:13.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:13 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:58:13.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:13 smithi129 conmon[101092]: audit 2022-01-18T19:58:12.747723+0000 mon.smithi129 (mon.0) 2488 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:58:13.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:13 smithi129 conmon[101092]: audit 2022-01-18T19:58:12.752769+0000 mon.smithi129 (mon.0) 2022-01-18T19:58:13.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:13 smithi129 conmon[101092]: 2489 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:58:13.828 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:58:13.828 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 8m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:58:13.828 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 8m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:58:13.829 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 8m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:58:13.829 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 8m ago 4h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:58:13.829 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 8m ago 3h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:58:13.829 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 8m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:58:13.830 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 8m ago 4h 739M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:58:13.830 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 8m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:58:13.830 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 8m ago 4h 1482M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:58:13.830 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 8m ago 4h 698M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:58:13.831 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 8m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:58:13.831 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 8m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:58:13.831 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 8m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:58:13.831 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 8m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:58:13.831 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 8m ago 4h 2069M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:58:13.832 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 8m ago 4h 3146M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:58:13.832 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (3h) 8m ago 3h 2394M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:58:13.832 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 8m ago 3h 3163M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:58:13.832 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 8m ago 3h 2936M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:58:13.833 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 8m ago 3h 3467M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:58:13.833 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 8m ago 3h 2782M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:58:13.833 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 8m ago 3h 4037M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:58:13.833 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 8m ago 4h 142M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:58:14.147 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:58:14.147 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:58:14.147 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:58:14.148 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:58:14.148 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:58:14.148 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:58:14.148 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:58:14.149 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:58:14.149 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:58:14.149 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:58:14.149 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:58:14.150 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:58:14.150 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:58:14.150 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:58:14.151 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:58:14.151 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:58:14.151 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:58:14.151 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:58:14.152 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:58:14.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:14 smithi156 conmon[67007]: cephadm 2022-01-18T19:58:12.445043+0000 mgr.smithi129.iclwio (mgr.14716) 8155 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:58:14.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:14 smithi156 conmon[67007]: cluster 2022-01-18T19:58:12.665020+0000 mgr.smithi129.iclwio 2022-01-18T19:58:14.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:14 smithi156 conmon[67007]: (mgr.14716) 8156 : cluster [DBG] pgmap v7012: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:14.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:14 smithi156 conmon[67007]: audit 2022-01-18T19:58:14.149384+0000 mon.smithi129 (mon.0) 2490 : audit [DBG] from='client.? 172.21.15.129:0/4267314241' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:58:14.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:14 smithi129 conmon[101092]: cephadm 2022-01-18T19:58:12.445043+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T19:58:14.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:14 smithi129 conmon[101092]: ) 8155 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:58:14.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:14 smithi129 conmon[101092]: cluster 2022-01-18T19:58:12.665020+0000 mgr.smithi129.iclwio (mgr.14716) 8156 : cluster [DBG] pgmap v7012: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:14.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:14 smithi129 conmon[101092]: audit 2022-01-18T19:58:14.149384+0000 mon.smithi129 (mon.0 2022-01-18T19:58:14.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:14 smithi129 conmon[101092]: ) 2490 : audit [DBG] from='client.? 172.21.15.129:0/4267314241' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:58:15.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:15 smithi156 conmon[67007]: audit 2022-01-18T19:58:13.548418+0000 mgr.smithi129.iclwio (mgr.14716) 8157 : audit [DBG] from='client.39526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:58:15.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:15 smithi156 conmon[67007]: audit 2022-01-18T19:58:13.821818+0000 mgr.smithi129.iclwio (mgr.14716) 8158 : audit [DBG] from='client.39530 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:58:15.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:15 smithi129 conmon[101092]: audit 2022-01-18T19:58:13.548418+0000 mgr.smithi129.iclwio (mgr.14716) 8157 : audit [DBG] from='client.39526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:58:15.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:15 smithi129 conmon[101092]: audit 2022-01-18T19:58: 2022-01-18T19:58:15.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:15 smithi129 conmon[101092]: 13.821818+0000 mgr.smithi129.iclwio (mgr.14716) 8158 : audit [DBG] from='client.39530 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:58:16.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:16 smithi156 conmon[67007]: cluster 2022-01-18T19:58:14.665623+0000 mgr.smithi129.iclwio (mgr.14716) 8159 : cluster [DBG] pgmap v7013: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:16.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:16 smithi129 conmon[101092]: cluster 2022-01-18T19:58:14.665623+0000 mgr.smithi129.iclwio (mgr.14716) 8159 : cluster [DBG] pgmap v7013: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:16.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:16 smithi129 conmon[101092]: 2022-01-18T19:58:18.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:18 smithi156 conmon[67007]: cluster 2022-01-18T19:58:16.666146+0000 mgr.smithi129.iclwio (mgr.14716) 8160 : cluster [DBG] pgmap v7014: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:18.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:18 smithi156 conmon[67007]: 2022-01-18T19:58:18.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:18 smithi129 conmon[101092]: cluster 2022-01-18T19:58:16.666146+0000 mgr.smithi129.iclwio (mgr.14716) 8160 : cluster [DBG] pgmap v7014: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:20.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:20 smithi156 conmon[67007]: cluster 2022-01-18T19:58:18.666680+0000 mgr.smithi129.iclwio (mgr.14716) 8161 : 2022-01-18T19:58:20.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:20 smithi156 conmon[67007]: cluster [DBG] pgmap v7015: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:20.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:20 smithi129 conmon[101092]: cluster 2022-01-18T19:58:18.666680+0000 mgr.smithi129.iclwio (mgr.14716) 8161 : cluster [DBG] pgmap v7015: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:20.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:20 smithi129 conmon[101092]: 2022-01-18T19:58:22.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:22 smithi156 conmon[67007]: cluster 2022-01-18T19:58:20.667655+0000 mgr.smithi129.iclwio (mgr.14716) 8162 : cluster [DBG] pgmap v7016: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:58:22.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:22 smithi129 conmon[101092]: cluster 2022-01-18T19:58:20.667655+0000 mgr.smithi129.iclwio (mgr.14716) 8162 : cluster [DBG] 2022-01-18T19:58:22.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:22 smithi129 conmon[101092]: pgmap v7016: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:58:24.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:24 smithi156 conmon[67007]: cluster 2022-01-18T19:58:22.668347+0000 mgr.smithi129.iclwio (mgr.14716) 8163 : cluster [DBG] pgmap v7017: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:24.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:24 smithi129 conmon[101092]: cluster 2022-01-18T19:58:22.668347+0000 mgr.smithi129.iclwio (mgr.14716) 8163 : cluster [DBG] 2022-01-18T19:58:24.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:24 smithi129 conmon[101092]: pgmap v7017: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:26.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:26 smithi156 conmon[67007]: cluster 2022-01-18T19:58:24.669243+0000 mgr.smithi129.iclwio (mgr.14716) 8164 : cluster [DBG] pgmap v7018: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:26.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:26 smithi129 conmon[101092]: cluster 2022-01-18T19:58:24.669243+0000 mgr.smithi129.iclwio (mgr.14716) 8164 : cluster [DBG] pgmap v7018: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:28.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:28 smithi156 conmon[67007]: cluster 2022-01-18T19:58:26.669919+0000 mgr.smithi129.iclwio (mgr.14716) 8165 : cluster [DBG] pgmap v7019: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:28.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:28 smithi156 conmon[67007]: 2022-01-18T19:58:28.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:28 smithi129 conmon[101092]: cluster 2022-01-18T19:58:26.669919+0000 mgr.smithi129.iclwio (mgr.14716) 8165 : cluster [DBG] pgmap v7019: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:30.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:30 smithi156 conmon[67007]: cluster 2022-01-18T19:58:28.670572+0000 mgr.smithi129.iclwio (mgr.14716) 8166 : cluster [DBG] pgmap v7020: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:30.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:30 smithi129 conmon[101092]: cluster 2022-01-18T19:58:28.670572+0000 mgr.smithi129.iclwio (mgr.14716) 8166 : cluster [DBG] pgmap v7020: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:32.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:32 smithi156 conmon[67007]: cluster 2022-01-18T19:58:30.671318+0000 mgr.smithi129.iclwio (mgr.14716) 8167 : cluster [DBG] pgmap v7021: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:58:32.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:32 smithi156 conmon[67007]: 2022-01-18T19:58:32.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:32 smithi129 conmon[101092]: cluster 2022-01-18T19:58:30.671318+0000 mgr.smithi129.iclwio (mgr.14716) 8167 : cluster [DBG] pgmap v7021: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:58:34.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:34 smithi156 conmon[67007]: cluster 2022-01-18T19:58:32.671942+0000 mgr.smithi129.iclwio (mgr.14716) 8168 : cluster [DBG] pgmap v7022: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:34.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:34 smithi129 conmon[101092]: cluster 2022-01-18T19:58:32.671942+0000 mgr.smithi129.iclwio (mgr.14716) 8168 : cluster [DBG] pgmap v7022: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:36.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:36 smithi156 conmon[67007]: cluster 2022-01-18T19:58:34.672682+0000 mgr.smithi129.iclwio (mgr.14716) 8169 : cluster [DBG] pgmap v7023: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:36.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:36 smithi129 conmon[101092]: cluster 2022-01-18T19:58:34.672682+0000 mgr.smithi129.iclwio (mgr.14716) 8169 : cluster [DBG] pgmap v7023: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:38.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:38 smithi156 conmon[67007]: cluster 2022-01-18T19:58:36.673203+0000 mgr.smithi129.iclwio (mgr.14716) 8170 : cluster [DBG] pgmap v7024: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:38.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:38 smithi129 conmon[101092]: cluster 2022-01-18T19:58:36.673203+0000 mgr.smithi129.iclwio (mgr.14716) 8170 : cluster [DBG] pgmap v7024: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:40.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:40 smithi156 conmon[67007]: cluster 2022-01-18T19:58:38.673824+0000 mgr.smithi129.iclwio (mgr.14716) 8171 : cluster [DBG] pgmap v7025: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:40.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:40 smithi129 conmon[101092]: cluster 2022-01-18T19:58:38.673824+0000 mgr.smithi129.iclwio (mgr.14716) 8171 : cluster [DBG] pgmap v7025: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:40.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:40 smithi129 conmon[101092]: 2022-01-18T19:58:42.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:42 smithi129 conmon[101092]: cluster 2022-01-18T19:58:40.674773+0000 mgr.smithi129.iclwio (mgr.14716) 8172 : cluster 2022-01-18T19:58:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:42 smithi129 conmon[101092]: [DBG] pgmap v7026: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:58:42.796 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:42 smithi156 conmon[67007]: cluster 2022-01-18T19:58:40.674773+0000 mgr.smithi129.iclwio (mgr.14716) 8172 : cluster [DBG] pgmap v7026: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:58:44.448 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:58:44.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:44 smithi129 conmon[101092]: cluster 2022-01-18T19:58:42.675452+0000 mgr.smithi129.iclwio (mgr.14716) 8173 : cluster [DBG] pgmap v7027: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:44.713 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:58:44.714 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 8m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:58:44.714 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 8m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:58:44.714 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 8m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:58:44.715 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 8m ago 4h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:58:44.715 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 8m ago 3h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:58:44.715 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 8m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:58:44.715 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 8m ago 4h 739M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:58:44.716 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 8m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:58:44.716 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 8m ago 4h 1482M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:58:44.716 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 8m ago 4h 698M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:58:44.716 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 8m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:58:44.716 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 8m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:58:44.717 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 8m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:58:44.717 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 8m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:58:44.717 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 8m ago 4h 2069M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:58:44.717 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 8m ago 4h 3146M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:58:44.718 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 8m ago 4h 2394M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:58:44.718 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (3h) 8m ago 3h 3163M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:58:44.718 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (3h) 8m ago 3h 2936M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:58:44.718 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 8m ago 3h 3467M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:58:44.718 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 8m ago 3h 2782M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:58:44.719 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 8m ago 3h 4037M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:58:44.719 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 8m ago 4h 142M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:58:44.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:44 smithi156 conmon[67007]: cluster 2022-01-18T19:58:42.675452+0000 mgr.smithi129.iclwio (mgr.14716) 8173 : cluster [DBG] pgmap v7027: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:45.032 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:58:45.032 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:58:45.032 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:58:45.033 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:58:45.033 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:58:45.033 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:58:45.033 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:58:45.034 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:58:45.034 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:58:45.034 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:58:45.034 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:58:45.035 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:58:45.035 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:58:45.035 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:58:45.035 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:58:45.035 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:58:45.036 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:58:45.036 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:58:45.036 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:58:45.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:45 smithi129 conmon[101092]: audit 2022-01-18T19:58:45.034322+0000 mon.smithi129 (mon.0) 2491 : audit [DBG] from='client.? 172.21.15.129:0/3583593360' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:58:45.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:45 smithi156 conmon[67007]: audit 2022-01-18T19:58:45.034322+0000 mon.smithi129 (mon.0) 2491 : audit [DBG] from='client.? 172.21.15.129:0/3583593360' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:58:45.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:45 smithi156 conmon[67007]: 2022-01-18T19:58:46.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:46 smithi129 conmon[101092]: audit 2022-01-18T19:58:44.438603+0000 mgr.smithi129.iclwio (mgr.14716) 8174 : audit [DBG] from='client.39538 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:58:46.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:46 smithi129 conmon[101092]: cluster 2022-01-18T19:58:44.676138+0000 mgr.smithi129.iclwio (mgr.14716) 8175 : cluster [DBG] pgmap v7028: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:46.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:46 smithi129 conmon[101092]: audit 2022-01-18T19:58:44.707354+0000 mgr.smithi129.iclwio (mgr.14716) 8176 : audit [DBG] from='client.39542 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:58:46.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:46 smithi156 conmon[67007]: audit 2022-01-18T19:58:44.438603+0000 mgr.smithi129.iclwio (mgr.14716) 8174 : audit [DBG] from='client.39538 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:58:46.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:46 smithi156 conmon[67007]: cluster 2022-01-18T19:58:44.676138+0000 mgr.smithi129.iclwio (mgr.14716) 8175 : cluster [DBG] pgmap v7028: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:46.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:46 smithi156 conmon[67007]: audit 2022-01-18T19:58:44.707354+0000 2022-01-18T19:58:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:46 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 8176 : audit [DBG] from='client.39542 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:58:48.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:48 smithi156 conmon[67007]: cluster 2022-01-18T19:58:46.676559+0000 mgr.smithi129.iclwio (mgr.14716) 8177 : cluster [DBG] pgmap v7029: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:48.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:48 smithi129 conmon[101092]: cluster 2022-01-18T19:58:46.676559+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T19:58:48.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:48 smithi129 conmon[101092]: ) 8177 : cluster [DBG] pgmap v7029: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:50.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:50 smithi156 conmon[67007]: cluster 2022-01-18T19:58:48.677164+0000 mgr.smithi129.iclwio (mgr.14716) 8178 : cluster [DBG] pgmap v7030: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:50.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:50 smithi129 conmon[101092]: cluster 2022-01-18T19:58:48.677164+0000 mgr.smithi129.iclwio (mgr.14716) 8178 : cluster [DBG] pgmap v7030: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:52.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:52 smithi156 conmon[67007]: cluster 2022-01-18T19:58:50.678093+0000 mgr.smithi129.iclwio (mgr.14716) 8179 : cluster [DBG] pgmap v7031: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:58:52.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:52 smithi129 conmon[101092]: cluster 2022-01-18T19:58:50.678093+0000 mgr.smithi129.iclwio (mgr.14716) 8179 : 2022-01-18T19:58:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:52 smithi129 conmon[101092]: cluster [DBG] pgmap v7031: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:58:54.546 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:54 smithi156 conmon[67007]: cluster 2022-01-18T19:58:52.678768+0000 mgr.smithi129.iclwio (mgr.14716) 8180 : cluster [DBG] pgmap v7032: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:54.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:54 smithi129 conmon[101092]: cluster 2022-01-18T19:58:52.678768+0000 mgr.smithi129.iclwio (mgr.14716) 8180 : cluster [DBG] pgmap v7032: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:56.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:56 smithi156 conmon[67007]: cluster 2022-01-18T19:58:54.679622+0000 mgr.smithi129.iclwio (mgr.14716) 8181 : cluster [DBG] pgmap v7033: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:56.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:56 smithi129 conmon[101092]: cluster 2022-01-18T19:58:54.679622+0000 mgr.smithi129.iclwio (mgr.14716) 8181 : cluster [DBG] pgmap v7033: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:58.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:58 smithi156 conmon[67007]: cluster 2022-01-18T19:58:56.680179+0000 mgr.smithi129.iclwio (mgr.14716) 8182 : cluster [DBG] pgmap v7034: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:58.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:58 smithi129 conmon[101092]: cluster 2022-01-18T19:58:56.680179+0000 mgr.smithi129.iclwio (mgr.14716) 8182 : cluster [DBG] pgmap v7034: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:58:59.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:59 smithi156 conmon[67007]: audit 2022-01-18T19:58:59.136243+0000 mon.smithi129 (mon.0) 2492 : audit 2022-01-18T19:58:59.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:59 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:58:59.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:58:59 smithi156 conmon[67007]: audit 2022-01-18T19:58:59.136504+0000 mon.smithi129 (mon.0) 2493 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:58:59.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:59 smithi129 conmon[101092]: audit 2022-01-18T19:58:59.136243+0000 mon.smithi129 (mon.0 2022-01-18T19:58:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:59 smithi129 conmon[101092]: ) 2492 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:58:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:58:59 smithi129 conmon[101092]: audit 2022-01-18T19:58:59.136504+0000 mon.smithi129 (mon.0) 2493 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:59:00.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:00 smithi156 conmon[67007]: cluster 2022-01-18T19:58:58.680708+0000 mgr.smithi129.iclwio (mgr.14716) 8183 : cluster [DBG] pgmap v7035: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:00.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:00 smithi129 conmon[101092]: cluster 2022-01-18T19:58:58.680708+0000 mgr.smithi129.iclwio (mgr.14716) 8183 : cluster [DBG] pgmap v7035: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:02.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:02 smithi156 conmon[67007]: cluster 2022-01-18T19:59:00.681624+0000 mgr.smithi129.iclwio (mgr.14716) 8184 : cluster [DBG] pgmap v7036: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:59:02.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:02 smithi129 conmon[101092]: cluster 2022-01-18T19:59:00.681624+0000 mgr.smithi129.iclwio (mgr.14716) 8184 : cluster [DBG] pgmap v7036: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:59:04.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:04 smithi156 conmon[67007]: cluster 2022-01-18T19:59:02.682230+0000 mgr.smithi129.iclwio (mgr.14716) 8185 : cluster [DBG] pgmap v7037: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:04.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:04 smithi129 conmon[101092]: cluster 2022-01-18T19:59:02.682230+0000 mgr.smithi129.iclwio (mgr.14716) 8185 : cluster [DBG] pgmap v7037: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:06.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:06 smithi156 conmon[67007]: cluster 2022-01-18T19:59:04.683060+0000 mgr.smithi129.iclwio (mgr.14716) 8186 : cluster [DBG] pgmap v7038: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:06.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:06 smithi129 conmon[101092]: cluster 2022-01-18T19:59:04.683060+0000 mgr.smithi129.iclwio (mgr.14716) 8186 : cluster [DBG] pgmap v7038: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:08.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:08 smithi156 conmon[67007]: cluster 2022-01-18T19:59:06.683700+0000 mgr.smithi129.iclwio (mgr.14716) 8187 : cluster [DBG] pgmap v7039: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:08.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:08 smithi129 conmon[101092]: cluster 2022-01-18T19:59:06.683700+0000 mgr.smithi129.iclwio (mgr.14716) 8187 : cluster [DBG] pgmap v7039: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:10.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:10 smithi156 conmon[67007]: cluster 2022-01-18T19:59:08.684241+0000 mgr.smithi129.iclwio (mgr.14716) 8188 : cluster [DBG] pgmap v7040: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:10.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:10 smithi156 conmon[67007]: 2022-01-18T19:59:10.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:10 smithi129 conmon[101092]: cluster 2022-01-18T19:59:08.684241+0000 mgr.smithi129.iclwio (mgr.14716) 8188 : cluster [DBG] pgmap v7040: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:12.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:12 smithi156 conmon[67007]: cluster 2022-01-18T19:59:10.685202+0000 mgr.smithi129.iclwio (mgr.14716) 8189 : cluster [DBG] pgmap v7041: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:59:12.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:12 smithi156 conmon[67007]: 2022-01-18T19:59:12.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:12 smithi129 conmon[101092]: cluster 2022-01-18T19:59:10.685202+0000 mgr.smithi129.iclwio (mgr.14716) 8189 : 2022-01-18T19:59:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:12 smithi129 conmon[101092]: cluster [DBG] pgmap v7041: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:59:13.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:13 smithi156 conmon[67007]: audit 2022-01-18T19:59:12.755266+0000 mon.smithi129 (mon.0) 2494 : audit 2022-01-18T19:59:13.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:13 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:59:13.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:13 smithi156 conmon[67007]: audit 2022-01-18T19:59:12.756664+0000 mon.smithi129 (mon.0) 2495 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:59:13.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:13 smithi156 conmon[67007]: audit 2022-01-18T19 2022-01-18T19:59:13.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:13 smithi156 conmon[67007]: :59:12.757694+0000 mon.smithi129 (mon.0) 2496 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:59:13.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:13 smithi156 conmon[67007]: audit 2022-01-18T19:59:13.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:13 smithi156 conmon[67007]: 2022-01-18T19: 2022-01-18T19:59:13.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:13 smithi156 conmon[67007]: 59:13.060198+0000 mon.smithi129 (mon.0) 2022-01-18T19:59:13.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:13 smithi156 conmon[67007]: 2497 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T19:59:13.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:13 smithi156 conmon[67007]: audit 2022-01-18T19:59:13.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:13 smithi156 conmon[67007]: 2022-01-18T19:59:13.060390 2022-01-18T19:59:13.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:13 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2498 : audit [INF] 2022-01-18T19:59:13.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:13 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T19:59:13.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:13 smithi156 conmon[67007]: audit 2022-01-18T19:59:13.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:13 smithi156 conmon[67007]: 2022-01-18T19:59:13.064459+0000 mon.smithi129 2022-01-18T19:59:13.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:13 smithi156 conmon[67007]: (mon.0) 2499 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:59:13.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:13 smithi156 conmon[67007]: audit 2022- 2022-01-18T19:59:13.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:13 smithi156 conmon[67007]: 01-18T19:59:13.071729+0000 mon.smithi129 2022-01-18T19:59:13.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:13 smithi156 conmon[67007]: (mon.0) 2500 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:59:13.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:13 smithi129 conmon[101092]: audit 2022-01-18T19:59:12.755266+0000 mon.smithi129 (mon.0) 2494 : audit [DBG] 2022-01-18T19:59:13.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:13 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T19:59:13.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:13 smithi129 conmon[101092]: audit 2022-01-18T19:59:12.756664+0000 mon.smithi129 (mon.0) 2495 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T19:59:13.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:13 smithi129 conmon[101092]: audit 2022-01-18T19: 2022-01-18T19:59:13.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:13 smithi129 conmon[101092]: 59:12.757694+0000 mon.smithi129 (mon.0) 2496 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T19:59:13.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:13 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T19:59:13.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:13 smithi129 conmon[101092]: 19:59:13.060198+0000 2022-01-18T19:59:13.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:13 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2497 : audit 2022-01-18T19:59:13.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:13 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T19:59:13.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:13 smithi129 conmon[101092]: audit 2022-01 2022-01-18T19:59:13.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:13 smithi129 conmon[101092]: -18T19:59:13.060390+0000 mon.smithi129 2022-01-18T19:59:13.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:13 smithi129 conmon[101092]: (mon.0) 2498 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T19:59:13.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:13 smithi129 conmon[101092]: audit 2022- 2022-01-18T19:59:13.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:13 smithi129 conmon[101092]: 01-18T19:59:13.064459+0000 2022-01-18T19:59:13.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:13 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2499 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:59:13.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:13 smithi129 conmon[101092]: 2022-01-18T19:59:13.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:13 smithi129 conmon[101092]: audit 2022-01-18T19:59:13.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:13 smithi129 conmon[101092]: 2022-01-18T19:59:13.071729+0000 mon.smithi129 ( 2022-01-18T19:59:13.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:13 smithi129 conmon[101092]: mon.0) 2500 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T19:59:14.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:14 smithi129 conmon[101092]: cluster 2022-01-18T19:59:12.686058+0000 mgr.smithi129.iclwio (mgr.14716) 8190 : cluster [DBG] pgmap v7042: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:14.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:14 smithi129 conmon[101092]: cephadm 2022-01-18T19:59:12.758423+0000 mgr.smithi129.iclwio (mgr.14716) 8191 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:59:14.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:14 smithi156 conmon[67007]: cluster 2022-01-18T19:59:12.686058+0000 mgr.smithi129.iclwio (mgr.14716) 8190 : cluster [DBG] pgmap v7042: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:14.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:14 smithi156 conmon[67007]: cephadm 2022-01-18T19:59:12.758423+0000 mgr.smithi129.iclwio (mgr.14716) 8191 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T19:59:15.329 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:59:15.599 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:59:15.599 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 9m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:59:15.599 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 9m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:59:15.600 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 9m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:59:15.600 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 9m ago 4h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:59:15.600 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 9m ago 3h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:59:15.600 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 9m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:59:15.601 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 9m ago 4h 739M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:59:15.601 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 9m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:59:15.602 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 9m ago 4h 1482M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:59:15.602 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 9m ago 4h 698M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:59:15.602 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 9m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:59:15.602 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 9m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:59:15.603 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 9m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:59:15.603 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 9m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:59:15.603 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 9m ago 4h 2069M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:59:15.603 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 9m ago 4h 3146M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:59:15.604 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 9m ago 4h 2394M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:59:15.604 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 9m ago 4h 3163M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:59:15.606 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 9m ago 4h 2936M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:59:15.606 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (3h) 9m ago 3h 3467M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:59:15.607 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (3h) 9m ago 3h 2782M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:59:15.607 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 9m ago 3h 4037M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:59:15.607 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 9m ago 4h 142M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:59:15.926 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:59:15.927 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:59:15.927 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:59:15.927 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:59:15.928 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:59:15.928 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:59:15.928 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:59:15.929 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:59:15.929 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:59:15.929 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:59:15.930 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:59:15.930 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:59:15.930 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:59:15.931 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:59:15.931 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:59:15.931 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:59:15.932 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:59:15.932 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:59:15.932 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:59:16.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:16 smithi129 conmon[101092]: cluster 2022-01-18T19:59:14.686821+0000 mgr.smithi129.iclwio (mgr.14716) 8192 : cluster [DBG] 2022-01-18T19:59:16.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:16 smithi129 conmon[101092]: pgmap v7043: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:16.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:16 smithi129 conmon[101092]: audit 2022-01-18T19:59:15.319267+0000 mgr.smithi129.iclwio (mgr.14716) 8193 : audit [DBG] from='client.39550 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:59:16.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:16 smithi129 conmon[101092]: audit 2022-01-18T19:59:15. 2022-01-18T19:59:16.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:16 smithi129 conmon[101092]: 928307+0000 mon.smithi129 (mon.0) 2501 : audit [DBG] from='client.? 172.21.15.129:0/1756157276' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:59:16.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:16 smithi156 conmon[67007]: cluster 2022-01-18T19:59:14.686821+0000 mgr.smithi129.iclwio (mgr.14716) 8192 : cluster [DBG] pgmap v7043: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:16.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:16 smithi156 conmon[67007]: audit 2022-01-18T19:59:15.319267+0000 mgr.smithi129.iclwio (mgr.14716) 8193 : audit [DBG] from='client.39550 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:59:16.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:16 smithi156 conmon[67007]: audit 2022-01-18T19:59:15.928307+0000 mon.smithi129 (mon.0) 2501 : audit [DBG] from='client.? 172.21.15.129:0/1756157276' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:59:17.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:17 smithi129 conmon[101092]: audit 2022-01-18T19:59:15.592318+0000 mgr.smithi129.iclwio (mgr.14716) 8194 : audit [DBG] from='client.39554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:59:17.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:17 smithi156 conmon[67007]: audit 2022-01-18T19:59:15.592318+0000 mgr.smithi129.iclwio (mgr.14716) 8194 : audit [DBG] from='client.39554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:59:18.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:18 smithi129 conmon[101092]: cluster 2022-01-18T19:59:16.687410+0000 mgr.smithi129.iclwio (mgr.14716) 8195 : cluster [DBG] pgmap v7044: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:18 smithi156 conmon[67007]: cluster 2022-01-18T19:59:16.687410+0000 mgr.smithi129.iclwio (mgr.14716) 8195 : cluster [DBG] pgmap v7044: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:20.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:20 smithi129 conmon[101092]: cluster 2022-01-18T19:59:18.688022+0000 mgr.smithi129.iclwio (mgr.14716) 8196 : cluster [DBG] pgmap v7045: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:20.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:20 smithi156 conmon[67007]: cluster 2022-01-18T19:59:18.688022+0000 mgr.smithi129.iclwio (mgr.14716) 8196 : cluster [DBG] pgmap v7045: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:20.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:20 smithi156 conmon[67007]: 2022-01-18T19:59:22.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:22 smithi129 conmon[101092]: cluster 2022-01-18T19:59:20.688704+0000 mgr.smithi129.iclwio (mgr.14716) 8197 : cluster [DBG] pgmap v7046: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:59:22.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:22 smithi156 conmon[67007]: cluster 2022-01-18T19:59:20.688704+0000 mgr.smithi129.iclwio (mgr.14716) 8197 : cluster [DBG] pgmap v7046: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:59:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:24 smithi129 conmon[101092]: cluster 2022-01-18T19:59:22.689481+0000 mgr.smithi129.iclwio (mgr.14716) 8198 : cluster [DBG] pgmap v7047: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:24 smithi129 conmon[101092]: 2022-01-18T19:59:24.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:24 smithi156 conmon[67007]: cluster 2022-01-18T19:59:22.689481+0000 mgr.smithi129.iclwio (mgr.14716) 8198 : cluster [DBG] pgmap v7047: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:26.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:26 smithi129 conmon[101092]: cluster 2022-01-18T19:59:24.690235+0000 mgr.smithi129.iclwio (mgr.14716) 8199 : cluster [DBG] pgmap v7048: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:26.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:26 smithi156 conmon[67007]: cluster 2022-01-18T19:59:24.690235+0000 mgr.smithi129.iclwio (mgr.14716) 8199 : cluster [DBG] pgmap v7048: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:28.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:28 smithi129 conmon[101092]: cluster 2022-01-18T19:59:26.690885+0000 mgr.smithi129.iclwio (mgr.14716) 8200 : cluster [DBG] pgmap v7049: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:28.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:28 smithi156 conmon[67007]: cluster 2022-01-18T19:59:26.690885+0000 mgr.smithi129.iclwio (mgr.14716) 8200 : cluster [DBG] pgmap v7049: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:30.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:30 smithi129 conmon[101092]: cluster 2022-01-18T19:59:28.691366+0000 mgr.smithi129.iclwio (mgr.14716) 8201 : cluster [DBG] 2022-01-18T19:59:30.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:30 smithi129 conmon[101092]: pgmap v7050: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:30.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:30 smithi156 conmon[67007]: cluster 2022-01-18T19:59:28.691366+0000 mgr.smithi129.iclwio (mgr.14716) 8201 : cluster [DBG] pgmap v7050: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:32.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:32 smithi129 conmon[101092]: cluster 2022-01-18T19:59:30.692348+0000 mgr.smithi129.iclwio (mgr.14716) 8202 : cluster [DBG] 2022-01-18T19:59:32.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:32 smithi129 conmon[101092]: pgmap v7051: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:59:32.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:32 smithi156 conmon[67007]: cluster 2022-01-18T19:59:30.692348+0000 mgr.smithi129.iclwio (mgr.14716) 8202 : cluster [DBG] pgmap v7051: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:59:33.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:33 smithi129 conmon[101092]: cluster 2022-01-18T19:59:32.693033+0000 mgr.smithi129.iclwio (mgr.14716) 8203 : cluster [DBG] pgmap v7052: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:33.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:33 smithi156 conmon[67007]: cluster 2022-01-18T19:59:32.693033+0000 mgr.smithi129.iclwio (mgr.14716) 8203 : cluster 2022-01-18T19:59:33.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:33 smithi156 conmon[67007]: [DBG] pgmap v7052: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:36.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:35 smithi156 conmon[67007]: cluster 2022-01-18T19:59:34.693762+0000 mgr.smithi129.iclwio (mgr.14716) 8204 : cluster [DBG] pgmap v7053: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:36.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:35 smithi129 conmon[101092]: cluster 2022-01-18T19:59:34.693762+0000 mgr.smithi129.iclwio (mgr.14716) 8204 : cluster [DBG] pgmap v7053: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:36.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:35 smithi129 conmon[101092]: 2022-01-18T19:59:38.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:38 smithi156 conmon[67007]: cluster 2022-01-18T19:59:36.694227+0000 mgr.smithi129.iclwio (mgr.14716) 8205 : cluster [DBG] pgmap v7054: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:38.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:38 smithi129 conmon[101092]: cluster 2022-01-18T19:59:36.694227+0000 mgr.smithi129.iclwio (mgr.14716) 8205 : cluster [DBG] pgmap v7054: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:40.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:40 smithi156 conmon[67007]: cluster 2022-01-18T19:59:38.694776+0000 mgr.smithi129.iclwio (mgr.14716) 8206 : cluster [DBG] pgmap v7055: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:40.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:40 smithi129 conmon[101092]: cluster 2022-01-18T19:59:38.694776+0000 mgr.smithi129.iclwio (mgr.14716) 8206 : cluster [DBG] 2022-01-18T19:59:40.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:40 smithi129 conmon[101092]: pgmap v7055: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:42.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:42 smithi156 conmon[67007]: cluster 2022-01-18T19:59:40.695490+0000 mgr.smithi129.iclwio (mgr.14716) 8207 : cluster [DBG] pgmap v7056: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:59:42.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:42 smithi129 conmon[101092]: cluster 2022-01-18T19:59:40.695490+0000 mgr.smithi129.iclwio (mgr.14716) 8207 : cluster [DBG] 2022-01-18T19:59:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:42 smithi129 conmon[101092]: pgmap v7056: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:59:44.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:44 smithi156 conmon[67007]: cluster 2022-01-18T19:59:42.696065+0000 mgr.smithi129.iclwio (mgr.14716) 8208 : cluster [DBG] pgmap v7057: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:44.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:44 smithi129 conmon[101092]: cluster 2022-01-18T19:59:42.696065+0000 mgr.smithi129.iclwio (mgr.14716) 8208 : cluster [DBG] pgmap v7057: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:46.222 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T19:59:46.495 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T19:59:46.495 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 9m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T19:59:46.495 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 9m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T19:59:46.496 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 9m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T19:59:46.496 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 9m ago 4h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T19:59:46.496 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 9m ago 3h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T19:59:46.496 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 9m ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T19:59:46.497 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 9m ago 4h 739M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T19:59:46.497 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 9m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T19:59:46.497 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 9m ago 4h 1482M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T19:59:46.497 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 9m ago 4h 698M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T19:59:46.498 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 9m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T19:59:46.498 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 9m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T19:59:46.498 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 9m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T19:59:46.498 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 9m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T19:59:46.498 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 9m ago 4h 2069M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T19:59:46.499 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 9m ago 4h 3146M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T19:59:46.499 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 9m ago 4h 2394M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T19:59:46.499 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 9m ago 4h 3163M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T19:59:46.499 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 9m ago 4h 2936M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T19:59:46.500 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 9m ago 4h 3467M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T19:59:46.500 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 9m ago 4h 2782M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T19:59:46.500 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (3h) 9m ago 3h 4037M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T19:59:46.500 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 9m ago 4h 142M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T19:59:46.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:46 smithi156 conmon[67007]: cluster 2022-01-18T19:59:44.696860+0000 mgr.smithi129.iclwio (mgr.14716) 8209 : 2022-01-18T19:59:46.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:46 smithi156 conmon[67007]: cluster [DBG] pgmap v7058: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:46.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:46 smithi129 conmon[101092]: cluster 2022-01-18T19:59:44.696860 2022-01-18T19:59:46.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:46 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 8209 : cluster [DBG] pgmap v7058: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:46.814 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T19:59:46.814 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T19:59:46.815 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:59:46.815 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:59:46.815 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T19:59:46.815 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T19:59:46.816 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:59:46.816 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T19:59:46.816 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T19:59:46.816 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T19:59:46.817 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:59:46.817 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T19:59:46.817 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T19:59:46.817 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T19:59:46.818 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T19:59:46.818 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T19:59:46.818 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T19:59:46.818 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T19:59:46.819 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T19:59:47.541 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:47 smithi129 conmon[101092]: audit 2022-01-18T19:59:46.212241+0000 mgr.smithi129.iclwio (mgr.14716) 8210 : audit [DBG] 2022-01-18T19:59:47.542 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:47 smithi129 conmon[101092]: from='client.39562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:59:47.542 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:47 smithi129 conmon[101092]: audit 2022-01-18T19:59:46.816572+0000 mon.smithi129 (mon.0) 2502 : audit [DBG] from='client.? 172.21.15.129:0/1314010423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:59:47.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:47 smithi156 conmon[67007]: audit 2022-01-18T19:59:46.212241+0000 mgr.smithi129.iclwio (mgr.14716) 8210 : audit 2022-01-18T19:59:47.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:47 smithi156 conmon[67007]: [DBG] from='client.39562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:59:47.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:47 smithi156 conmon[67007]: audit 2022-01-18T19:59:46.816572+0000 mon.smithi129 (mon.0) 2502 : audit [DBG] from='client.? 172.21.15.129:0/1314010423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T19:59:48.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:48 smithi156 conmon[67007]: audit 2022-01-18T19:59:46.488535+0000 mgr.smithi129.iclwio (mgr.14716) 8211 : audit [DBG] from='client.39566 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:59:48.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:48 smithi156 conmon[67007]: 2022-01-18T19:59:48.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:48 smithi156 conmon[67007]: cluster 2022-01-18T19:59:46.697229+0000 mgr.smithi129.iclwio (mgr.14716) 8212 : cluster [DBG] pgmap v7059: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:48.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:48 smithi129 conmon[101092]: audit 2022-01-18T19:59:46.488535+0000 mgr.smithi129.iclwio (mgr.14716) 8211 : audit [DBG] from='client.39566 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T19:59:48.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:48 smithi129 conmon[101092]: cluster 2022-01-18T19:59:46.697229+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T19:59:48.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:48 smithi129 conmon[101092]: ) 8212 : cluster [DBG] pgmap v7059: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:50.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:50 smithi156 conmon[67007]: cluster 2022-01-18T19:59:48.697879+0000 mgr.smithi129.iclwio (mgr.14716) 8213 : cluster [DBG] pgmap v7060: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:50.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:50 smithi129 conmon[101092]: cluster 2022-01-18T19:59:48.697879+0000 mgr.smithi129.iclwio (mgr.14716) 8213 : cluster 2022-01-18T19:59:50.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:50 smithi129 conmon[101092]: [DBG] pgmap v7060: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:52.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:52 smithi156 conmon[67007]: cluster 2022-01-18T19:59:50.698808+0000 mgr.smithi129.iclwio (mgr.14716) 8214 : cluster [DBG] pgmap v7061: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:59:52.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:52 smithi129 conmon[101092]: cluster 2022-01-18T19:59:50.698808+0000 mgr.smithi129.iclwio (mgr.14716) 8214 : cluster [DBG] pgmap v7061: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T19:59:54.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:54 smithi156 conmon[67007]: cluster 2022-01-18T19:59:52.699403+0000 mgr.smithi129.iclwio (mgr.14716) 8215 : cluster [DBG] pgmap v7062: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:54.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:54 smithi129 conmon[101092]: cluster 2022-01-18T19:59:52.699403+0000 mgr.smithi129.iclwio (mgr.14716) 8215 : cluster [DBG] pgmap v7062: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:56.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:56 smithi156 conmon[67007]: cluster 2022-01-18T19:59:54.700288+0000 mgr.smithi129.iclwio (mgr.14716) 8216 : cluster [DBG] pgmap v7063: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:56.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:56 smithi129 conmon[101092]: cluster 2022-01-18T19:59:54.700288+0000 mgr.smithi129.iclwio (mgr.14716) 8216 : cluster [DBG] pgmap v7063: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:58.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:58 smithi129 conmon[101092]: cluster 2022-01-18T19:59:56.700930+0000 mgr.smithi129.iclwio (mgr.14716) 8217 : cluster [DBG] pgmap v7064: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:58.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:58 smithi156 conmon[67007]: cluster 2022-01-18T19:59:56.700930+0000 mgr.smithi129.iclwio (mgr.14716) 8217 : cluster [DBG] pgmap v7064: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T19:59:59.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:59 smithi129 conmon[101092]: audit 2022-01-18T19:59:59.140501+0000 mon.smithi129 (mon.0) 2503 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:59:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 19:59:59 smithi129 conmon[101092]: audit 2022-01-18T19:59:59.140748+0000 mon.smithi129 (mon.0) 2504 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T19:59:59.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:59 smithi156 conmon[67007]: audit 2022-01-18T19:59:59.140501+0000 mon.smithi129 (mon.0) 2503 : audit [INF] 2022-01-18T19:59:59.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:59 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T19:59:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 19:59:59 smithi156 conmon[67007]: audit 2022-01-18T19:59:59.140748+0000 mon.smithi129 (mon.0) 2504 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:00:00.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:00 smithi129 conmon[101092]: cluster 2022-01-18T19:59:58.701415+0000 mgr.smithi129.iclwio (mgr.14716) 8218 : cluster [DBG] pgmap v7065: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:00 smithi129 conmon[101092]: cluster 2022-01-18T20:00:00.000152+0000 mon.smithi129 (mon.0) 2505 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T20:00:00.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:00 smithi156 conmon[67007]: cluster 2022-01-18T19:59:58.701415+0000 mgr.smithi129.iclwio (mgr.14716) 8218 : cluster 2022-01-18T20:00:00.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:00 smithi156 conmon[67007]: [DBG] pgmap v7065: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:00 smithi156 conmon[67007]: cluster 2022-01-18T20:00:00.000152+0000 mon.smithi129 (mon.0) 2505 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T20:00:02.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:02 smithi129 conmon[101092]: cluster 2022-01-18T20:00:00.702406+0000 mgr.smithi129.iclwio (mgr.14716) 8219 : cluster [DBG] pgmap v7066: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:00:02.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:02 smithi156 conmon[67007]: cluster 2022-01-18T20:00:00.702406+0000 mgr.smithi129.iclwio (mgr.14716) 8219 : cluster [DBG] pgmap v7066: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:00:04.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:04 smithi129 conmon[101092]: cluster 2022-01-18T20:00:02.703088+0000 mgr.smithi129.iclwio (mgr.14716) 8220 : cluster [DBG] pgmap v7067: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:04.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:04 smithi156 conmon[67007]: cluster 2022-01-18T20:00:02.703088+0000 mgr.smithi129.iclwio (mgr.14716) 8220 : cluster [DBG] pgmap v7067: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:06.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:06 smithi129 conmon[101092]: cluster 2022-01-18T20:00:04.703799+0000 mgr.smithi129.iclwio (mgr.14716) 8221 : cluster [DBG] 2022-01-18T20:00:06.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:06 smithi129 conmon[101092]: pgmap v7068: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:06.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:06 smithi156 conmon[67007]: cluster 2022-01-18T20:00:04.703799+0000 mgr.smithi129.iclwio (mgr.14716) 8221 : cluster [DBG] 2022-01-18T20:00:06.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:06 smithi156 conmon[67007]: pgmap v7068: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:08.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:08 smithi129 conmon[101092]: cluster 2022-01-18T20:00:06.704245+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T20:00:08.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:08 smithi129 conmon[101092]: 14716) 8222 : cluster [DBG] pgmap v7069: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:08.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:08 smithi156 conmon[67007]: cluster 2022-01-18T20:00:06.704245+0000 mgr.smithi129.iclwio (mgr.14716) 8222 : cluster 2022-01-18T20:00:08.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:08 smithi156 conmon[67007]: [DBG] pgmap v7069: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:10.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:10 smithi129 conmon[101092]: cluster 2022-01-18T20:00:08.704900+0000 mgr.smithi129.iclwio (mgr.14716) 8223 : cluster [DBG] pgmap v7070: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:10.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:10 smithi156 conmon[67007]: cluster 2022-01-18T20:00:08.704900+0000 mgr.smithi129.iclwio (mgr.14716) 8223 : cluster [DBG] pgmap v7070: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:12.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:12 smithi129 conmon[101092]: cluster 2022-01-18T20:00: 2022-01-18T20:00:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:12 smithi129 conmon[101092]: 10.705771+0000 mgr.smithi129.iclwio (mgr.14716) 8224 : cluster [DBG] pgmap v7071: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:00:12.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:12 smithi156 conmon[67007]: cluster 2022-01-18T20:00:10.705771+0000 mgr.smithi129.iclwio (mgr.14716) 8224 : cluster [DBG] pgmap v7071: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:00:13.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:13 smithi129 conmon[101092]: audit 2022-01-18T20:00:13.074742+0000 mon.smithi129 (mon.0) 2506 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:00:13.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:13 smithi129 conmon[101092]: audit 2022-01-18T20:00:13.076162+0000 mon.smithi129 (mon.0) 2507 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:00:13.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:13 smithi129 conmon[101092]: audit 2022-01-18T20:00:13.077088+0000 mon.smithi129 (mon.0) 2508 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:00:13.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:13 smithi156 conmon[67007]: audit 2022-01-18T20:00:13.074742+0000 mon.smithi129 (mon.0) 2022-01-18T20:00:13.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:13 smithi156 conmon[67007]: 2506 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:00:13.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:13 smithi156 conmon[67007]: audit 2022-01-18T20:00:13.076162+0000 mon.smithi129 (mon.0) 2507 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:00:13.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:13 smithi156 conmon[67007]: audit 2022-01-18T20:00:13.077088+0000 mon.smithi129 (mon.0) 2508 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:00:14.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:14 smithi129 conmon[101092]: cluster 2022-01-18T20:00:12.706338+0000 2022-01-18T20:00:14.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:14 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 8225 : cluster [DBG] pgmap v7072: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:14.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:14 smithi129 conmon[101092]: cephadm 2022-01-18T20:00:13.077914+0000 mgr.smithi129.iclwio (mgr.14716) 8226 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:00:14.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:14 smithi129 conmon[101092]: audit 2022-01-18T20:00:13.338309+0000 mon.smithi129 (mon.0) 2509 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:00:14.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:14 smithi156 conmon[67007]: cluster 2022-01-18T20:00:12.706338+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:00:14.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:14 smithi156 conmon[67007]: 8225 : cluster [DBG] pgmap v7072: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:14.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:14 smithi156 conmon[67007]: cephadm 2022-01-18T20:00:13.077914+0000 mgr.smithi129.iclwio (mgr.14716) 8226 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:00:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:14 smithi156 conmon[67007]: audit 2022-01-18T20:00:13.338309+0000 mon.smithi129 (mon.0) 2509 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:00:16.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:16 smithi129 conmon[101092]: cluster 2022-01-18T20:00:14.707095+0000 mgr.smithi129.iclwio (mgr.14716) 8227 : cluster [DBG] 2022-01-18T20:00:16.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:16 smithi129 conmon[101092]: pgmap v7073: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:16.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:16 smithi156 conmon[67007]: cluster 2022-01-18T20:00:14.707095+0000 mgr.smithi129.iclwio (mgr.14716) 8227 : cluster [DBG] pgmap v7073: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:17.127 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:00:17.418 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:00:17.418 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 10m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:00:17.419 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 10m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:00:17.419 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 0s ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:00:17.419 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 10m ago 4h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:00:17.419 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 10m ago 3h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:00:17.420 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 0s ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:00:17.420 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 10m ago 4h 739M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:00:17.420 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 0s ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:00:17.420 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 10m ago 4h 1482M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:00:17.420 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 0s ago 4h 725M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:00:17.421 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 10m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:00:17.421 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 0s ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:00:17.421 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 10m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:00:17.421 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 0s ago 4h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:00:17.422 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 10m ago 4h 2069M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:00:17.422 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 10m ago 4h 3146M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:00:17.422 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 10m ago 4h 2394M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:00:17.422 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 10m ago 4h 3163M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:00:17.423 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 0s ago 4h 2969M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:00:17.423 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 0s ago 4h 3494M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:00:17.423 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 0s ago 4h 2807M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:00:17.423 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 0s ago 4h 4069M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:00:17.423 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 10m ago 4h 142M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:00:17.776 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:00:17.776 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:00:17.776 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:00:17.777 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:00:17.777 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:00:17.777 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:00:17.777 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:00:17.778 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:00:17.778 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:00:17.778 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:00:17.778 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:00:17.778 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:00:17.779 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:00:17.779 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:00:17.779 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:00:17.780 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:00:17.780 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:00:17.780 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:00:17.780 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:00:17.936 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:17 smithi129 conmon[101092]: audit 2022-01-18T20:00:16.555523+0000 mon.smithi129 (mon.0) 2510 : audit 2022-01-18T20:00:17.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:17 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:00:17.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:17 smithi129 conmon[101092]: cluster 2022-01-18T20:00:16.707570+0000 mgr.smithi129.iclwio (mgr.14716) 8228 : cluster [DBG] pgmap v7074: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:17.947 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:17 smithi129 conmon[101092]: audit 2022-01-18T20:00:17.116634+0000 mgr.smithi129.iclwio (mgr.14716) 8229 : audit [DBG] from='client.39574 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:00:18.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:17 smithi156 conmon[67007]: audit 2022-01-18T20:00:16.555523+0000 mon.smithi129 (mon.0) 2510 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:00:18.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:17 smithi156 conmon[67007]: 2022-01-18T20:00:18.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:17 smithi156 conmon[67007]: cluster 2022-01-18T20:00:16.707570+0000 mgr.smithi129.iclwio (mgr.14716) 8228 : cluster [DBG] pgmap v7074: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:18.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:17 smithi156 conmon[67007]: audit 2022-01-18T20:00:17.116634+0000 mgr.smithi129.iclwio (mgr.14716) 8229 : audit [DBG] from='client.39574 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:00:18.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:18 smithi129 conmon[101092]: audit 2022-01-18T20:00:17.410910+0000 mgr.smithi129.iclwio (mgr.14716) 8230 2022-01-18T20:00:18.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:18 smithi129 conmon[101092]: : audit [DBG] from='client.39578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:00:18.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:18 smithi129 conmon[101092]: audit 2022-01-18T20:00:17.778142+0000 mon.smithi129 (mon.0) 2511 : audit [DBG] from='client.? 172.21.15.129:0/26042142' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:00:19.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:18 smithi156 conmon[67007]: audit 2022-01-18T20:00:17.410910+0000 mgr.smithi129.iclwio (mgr.14716) 8230 : audit [DBG] from='client.39578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:00:19.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:18 smithi156 conmon[67007]: audit 2022-01-18T20:00:17.778142+0000 mon.smithi129 (mon.0) 2511 : audit [DBG] from='client.? 172.21.15.129:0/26042142' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:00:19.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:19 smithi129 conmon[101092]: audit 2022-01-18T20:00:18.577442+0000 mon.smithi129 (mon. 2022-01-18T20:00:19.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:19 smithi129 conmon[101092]: 0) 2512 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:00:19.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:19 smithi129 conmon[101092]: cluster 2022-01-18T20:00:18.708078+0000 mgr.smithi129.iclwio (mgr.14716) 8231 : cluster [DBG] pgmap v7075: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:19.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:19 smithi129 conmon[101092]: audit 2022-01-18T20:00:18.875519+0000 mon.smithi129 (mon 2022-01-18T20:00:19.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:19 smithi129 conmon[101092]: .0) 2513 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:00:19.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:19 smithi129 conmon[101092]: audit 2022-01-18T20:00:19.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:19 smithi129 conmon[101092]: 2022-01-18T20:00: 2022-01-18T20:00:19.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:19 smithi129 conmon[101092]: 18.880267+0000 mon.smithi129 (mon.0) 2514 : 2022-01-18T20:00:19.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:19 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:00:20.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:19 smithi156 conmon[67007]: audit 2022-01-18T20:00:18.577442+0000 mon.smithi129 (mon.0) 2512 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:00:20.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:19 smithi156 conmon[67007]: cluster 2022-01-18T20:00:18.708078+0000 mgr.smithi129.iclwio (mgr.14716) 8231 : cluster [DBG] pgmap v7075: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:20.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:19 smithi156 conmon[67007]: audit 2022-01-18T20:00:18.875519+0000 mon.smithi129 (mon.0) 2513 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:00:20.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:19 smithi156 conmon[67007]: audit 2022-01-18T20:00:18.880267+0000 mon.smithi129 (mon 2022-01-18T20:00:20.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:19 smithi156 conmon[67007]: .0) 2514 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:00:22.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:21 smithi156 conmon[67007]: cluster 2022-01-18T20:00:20.708828+0000 mgr.smithi129.iclwio (mgr.14716) 8232 : cluster [DBG] pgmap v7076: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:00:22.186 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:21 smithi129 conmon[101092]: cluster 2022-01-18T20:00:20.708828+0000 mgr.smithi129.iclwio (mgr.14716) 8232 : cluster [DBG] pgmap v7076: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:00:24.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:24 smithi156 conmon[67007]: cluster 2022-01-18T20:00:22.709395+0000 mgr.smithi129.iclwio (mgr.14716) 8233 : cluster [DBG] pgmap v7077: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:24.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:24 smithi129 conmon[101092]: cluster 2022-01-18T20:00:22.709395+0000 mgr.smithi129.iclwio (mgr.14716) 8233 : cluster [DBG] pgmap v7077: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:26.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:26 smithi156 conmon[67007]: cluster 2022-01-18T20:00:24.710264+0000 mgr.smithi129.iclwio (mgr.14716) 8234 : cluster [DBG] pgmap v7078: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:26.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:26 smithi129 conmon[101092]: cluster 2022-01-18T20:00:24.710264+0000 mgr.smithi129.iclwio (mgr.14716) 8234 : cluster [DBG] pgmap v7078: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:28.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:28 smithi156 conmon[67007]: cluster 2022-01-18T20:00:26.710903+0000 mgr.smithi129.iclwio (mgr.14716) 8235 : cluster [DBG] pgmap v7079: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:28.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:28 smithi129 conmon[101092]: cluster 2022-01-18T20:00:26.710903+0000 mgr.smithi129.iclwio (mgr.14716) 8235 : 2022-01-18T20:00:28.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:28 smithi129 conmon[101092]: cluster [DBG] pgmap v7079: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:30.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:30 smithi156 conmon[67007]: cluster 2022-01-18T20:00:28.711564+0000 mgr.smithi129.iclwio (mgr.14716) 8236 : cluster [DBG] 2022-01-18T20:00:30.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:30 smithi156 conmon[67007]: pgmap v7080: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:30.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:30 smithi129 conmon[101092]: cluster 2022-01-18T20:00:28.711564+0000 mgr.smithi129.iclwio (mgr.14716) 8236 : cluster [DBG] 2022-01-18T20:00:30.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:30 smithi129 conmon[101092]: pgmap v7080: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:32.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:32 smithi156 conmon[67007]: cluster 2022-01-18T20:00:30.712494+0000 mgr.smithi129.iclwio (mgr.14716) 8237 : cluster 2022-01-18T20:00:32.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:32 smithi156 conmon[67007]: [DBG] pgmap v7081: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:00:32.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:32 smithi129 conmon[101092]: cluster 2022-01-18T20:00:30.712494+0000 mgr.smithi129.iclwio (mgr.14716) 8237 : cluster [DBG] pgmap v7081: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:00:34.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:34 smithi156 conmon[67007]: cluster 2022-01-18T20:00:32.713216+0000 mgr.smithi129.iclwio (mgr.14716) 8238 : cluster [DBG] pgmap v7082: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:34.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:34 smithi129 conmon[101092]: cluster 2022-01-18T20:00:32.713216+0000 mgr.smithi129.iclwio (mgr.14716) 8238 : cluster [DBG] pgmap v7082: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:36.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:36 smithi156 conmon[67007]: cluster 2022-01-18T20:00:34.713994+0000 mgr.smithi129.iclwio (mgr.14716) 8239 : cluster [DBG] pgmap v7083: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:36.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:36 smithi129 conmon[101092]: cluster 2022-01-18T20:00:34.713994+0000 mgr.smithi129.iclwio (mgr.14716) 8239 : cluster [DBG] pgmap v7083: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:38.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:38 smithi156 conmon[67007]: cluster 2022-01-18T20:00:36.714622+0000 mgr.smithi129.iclwio (mgr.14716) 8240 : cluster [DBG] pgmap v7084: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:38.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:38 smithi129 conmon[101092]: cluster 2022-01-18T20:00:36.714622+0000 mgr.smithi129.iclwio (mgr.14716) 8240 : cluster [DBG] pgmap v7084: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:38.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:38 smithi129 conmon[101092]: 2022-01-18T20:00:40.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:40 smithi156 conmon[67007]: cluster 2022-01-18T20:00:38.715193+0000 mgr.smithi129.iclwio (mgr.14716) 8241 : cluster [DBG] pgmap v7085: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:40.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:40 smithi129 conmon[101092]: cluster 2022-01-18T20:00:38.715193+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:00:40.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:40 smithi129 conmon[101092]: ) 8241 : cluster [DBG] pgmap v7085: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:42 smithi129 conmon[101092]: cluster 2022-01-18T20:00:40.716148+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:00:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:42 smithi129 conmon[101092]: ) 8242 : cluster [DBG] pgmap v7086: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:00:42.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:42 smithi156 conmon[67007]: cluster 2022-01-18T20:00:40.716148+0000 mgr.smithi129.iclwio (mgr.14716) 8242 : cluster [DBG] 2022-01-18T20:00:42.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:42 smithi156 conmon[67007]: pgmap v7086: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:00:44.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:44 smithi129 conmon[101092]: cluster 2022-01-18T20:00:42.716870+0000 mgr.smithi129.iclwio (mgr.14716) 8243 : cluster 2022-01-18T20:00:44.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:44 smithi129 conmon[101092]: [DBG] pgmap v7087: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:44.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:44 smithi156 conmon[67007]: cluster 2022-01-18T20:00:42.716870+0000 mgr.smithi129.iclwio (mgr.14716) 8243 : cluster 2022-01-18T20:00:44.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:44 smithi156 conmon[67007]: [DBG] pgmap v7087: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:46.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:46 smithi129 conmon[101092]: cluster 2022-01-18T20:00:44.717624+0000 mgr.smithi129.iclwio (mgr.14716) 8244 : cluster [DBG] pgmap v7088: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:46.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:46 smithi129 conmon[101092]: 2022-01-18T20:00:46.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:46 smithi156 conmon[67007]: cluster 2022-01-18T20:00:44.717624+0000 mgr.smithi129.iclwio (mgr.14716) 8244 : cluster [DBG] pgmap v7088: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:48.076 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:00:48.343 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:00:48.344 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 29s ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:00:48.344 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 29s ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:00:48.344 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 31s ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:00:48.344 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 29s ago 4h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:00:48.344 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 29s ago 3h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:00:48.345 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 31s ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:00:48.345 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 29s ago 4h 752M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:00:48.345 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 31s ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:00:48.345 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 29s ago 4h 1540M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:00:48.346 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 31s ago 4h 725M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:00:48.346 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 29s ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:00:48.346 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 31s ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:00:48.346 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 29s ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:00:48.347 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 31s ago 4h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:00:48.347 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 29s ago 4h 2098M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:00:48.347 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 29s ago 4h 3180M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:00:48.348 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 29s ago 4h 2417M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:00:48.348 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 29s ago 4h 3197M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:00:48.348 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 31s ago 4h 2969M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:00:48.349 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 31s ago 4h 3494M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:00:48.349 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 31s ago 4h 2807M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:00:48.349 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 31s ago 4h 4069M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:00:48.349 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 29s ago 4h 144M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:00:48.665 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:00:48.789 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:00:48.790 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:00:48.790 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:00:48.790 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:00:48.791 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:00:48.791 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:00:48.792 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:00:48.792 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:00:48.792 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:00:48.792 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:00:48.793 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:00:48.793 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:00:48.793 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:00:48.793 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:00:48.794 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:00:48.794 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:00:48.794 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:00:48.794 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:00:48.797 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:48 smithi129 conmon[101092]: cluster 2022-01-18T20:00:46.718075+0000 mgr.smithi129.iclwio (mgr.14716) 8245 : cluster 2022-01-18T20:00:48.797 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:48 smithi129 conmon[101092]: [DBG] pgmap v7089: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:48 smithi156 conmon[67007]: cluster 2022-01-18T20:00:46.718075+0000 mgr.smithi129.iclwio (mgr.14716) 8245 : cluster [DBG] pgmap v7089: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:48 smithi156 conmon[67007]: 2022-01-18T20:00:49.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:49 smithi129 conmon[101092]: audit 2022-01-18T20:00:48.066702+0000 mgr.smithi129.iclwio (mgr.14716) 8246 : audit [DBG] from='client.39586 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:00:49.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:49 smithi129 conmon[101092]: audit 2022-01-18T20:00:48 2022-01-18T20:00:49.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:49 smithi129 conmon[101092]: .336677+0000 mgr.smithi129.iclwio (mgr.14716) 8247 : audit [DBG] from='client.39590 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:00:49.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:49 smithi129 conmon[101092]: audit 2022-01-18T20:00:48.667103+0000 mon.smithi129 (mon.0) 2515 : audit [DBG] from='client.? 172.21.15.129:0/1481269196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:00:49.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:49 smithi156 conmon[67007]: audit 2022-01-18T20:00:48.066702+0000 mgr.smithi129.iclwio (mgr.14716) 8246 : audit [DBG] from='client.39586 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:00:49.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:49 smithi156 conmon[67007]: audit 2022-01-18T20:00:48.336677+0000 mgr.smithi129.iclwio (mgr.14716) 8247 : audit [DBG] from='client.39590 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:00:49.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:49 smithi156 conmon[67007]: audit 2022-01-18T20:00:48.667103+0000 mon.smithi129 (mon.0) 2515 : 2022-01-18T20:00:49.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:49 smithi156 conmon[67007]: audit [DBG] from='client.? 172.21.15.129:0/1481269196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:00:50.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:50 smithi129 conmon[101092]: cluster 2022-01-18T20:00:48.718607+0000 mgr.smithi129.iclwio (mgr.14716) 8248 : 2022-01-18T20:00:50.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:50 smithi129 conmon[101092]: cluster [DBG] pgmap v7090: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:50.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:50 smithi156 conmon[67007]: cluster 2022-01-18T20:00:48.718607+0000 mgr.smithi129.iclwio (mgr.14716) 8248 2022-01-18T20:00:50.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:50 smithi156 conmon[67007]: : cluster [DBG] pgmap v7090: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:52 smithi129 conmon[101092]: cluster 2022-01-18T20:00:50.719355+0000 mgr.smithi129.iclwio (mgr.14716) 8249 : cluster [DBG] pgmap v7091: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:00:52.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:52 smithi156 conmon[67007]: cluster 2022-01-18T20:00:50.719355+0000 mgr.smithi129.iclwio (mgr.14716) 8249 : cluster [DBG] 2022-01-18T20:00:52.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:52 smithi156 conmon[67007]: pgmap v7091: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:00:54.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:54 smithi129 conmon[101092]: cluster 2022-01-18T20:00:52.719969+0000 mgr.smithi129.iclwio (mgr.14716) 8250 : cluster [DBG] pgmap v7092: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:54.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:54 smithi129 conmon[101092]: 2022-01-18T20:00:54.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:54 smithi156 conmon[67007]: cluster 2022-01-18T20:00:52.719969+0000 mgr.smithi129.iclwio (mgr.14716) 8250 : cluster [DBG] pgmap v7092: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:56.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:56 smithi129 conmon[101092]: cluster 2022-01-18T20:00:54.720732+0000 mgr.smithi129.iclwio (mgr.14716) 8251 : cluster [DBG] pgmap v7093: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:56.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:56 smithi156 conmon[67007]: cluster 2022-01-18T20:00:54.720732+0000 mgr.smithi129.iclwio (mgr.14716) 8251 : cluster [DBG] pgmap v7093: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:58.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:58 smithi129 conmon[101092]: cluster 2022-01-18T20:00:56.721351+0000 mgr.smithi129.iclwio (mgr.14716) 8252 : cluster [DBG] pgmap v7094: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:58.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:58 smithi156 conmon[67007]: cluster 2022-01-18T20:00:56.721351+0000 mgr.smithi129.iclwio (mgr.14716) 8252 : cluster [DBG] pgmap v7094: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:00:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:59 smithi129 conmon[101092]: audit 2022-01-18T20:00:59.144416+0000 mon.smithi129 (mon.0 2022-01-18T20:00:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:59 smithi129 conmon[101092]: ) 2516 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:00:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:00:59 smithi129 conmon[101092]: audit 2022-01-18T20:00:59.144658+0000 mon.smithi129 (mon.0) 2517 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:00:59.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:59 smithi156 conmon[67007]: audit 2022-01-18T20:00:59.144416+0000 mon.smithi129 (mon.0) 2516 : audit [INF] 2022-01-18T20:00:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:59 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:00:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:00:59 smithi156 conmon[67007]: audit 2022-01-18T20:00:59.144658+0000 mon.smithi129 (mon.0) 2517 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:01:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:00 smithi129 conmon[101092]: cluster 2022-01-18T20:00:58.721887+0000 mgr.smithi129.iclwio (mgr.14716) 8253 : cluster 2022-01-18T20:01:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:00 smithi129 conmon[101092]: [DBG] pgmap v7095: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:00.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:00 smithi156 conmon[67007]: cluster 2022-01-18T20:00:58.721887+0000 mgr.smithi129.iclwio (mgr.14716) 8253 : cluster [DBG] pgmap v7095: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:02.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:02 smithi129 conmon[101092]: cluster 2022-01-18T20:01:00.722696+0000 mgr.smithi129.iclwio (mgr.14716) 8254 : cluster [DBG] pgmap v7096: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:01:02.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:02 smithi156 conmon[67007]: cluster 2022-01-18T20:01:00.722696+0000 mgr.smithi129.iclwio (mgr.14716) 8254 : cluster [DBG] pgmap v7096: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:01:02.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:02 smithi156 conmon[67007]: 2022-01-18T20:01:04.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:04 smithi129 conmon[101092]: cluster 2022-01-18T20:01:02.723337+0000 mgr.smithi129.iclwio (mgr.14716) 8255 : cluster 2022-01-18T20:01:04.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:04 smithi129 conmon[101092]: [DBG] pgmap v7097: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:04.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:04 smithi156 conmon[67007]: cluster 2022-01-18T20:01:02.723337+0000 mgr.smithi129.iclwio (mgr.14716) 8255 : cluster [DBG] pgmap v7097: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:05.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:05 smithi129 conmon[101092]: cluster 2022-01-18T20:01:04.724107+0000 mgr.smithi129.iclwio (mgr.14716) 8256 : cluster [DBG] pgmap v7098: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:05.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:05 smithi156 conmon[67007]: cluster 2022-01-18T20:01:04.724107+0000 mgr.smithi129.iclwio (mgr.14716) 8256 : cluster [DBG] pgmap v7098: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:08.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:08 smithi156 conmon[67007]: cluster 2022-01-18T20:01:06.724596+0000 mgr.smithi129.iclwio (mgr.14716) 8257 : cluster [DBG] 2022-01-18T20:01:08.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:08 smithi156 conmon[67007]: pgmap v7099: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:08.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:08 smithi129 conmon[101092]: cluster 2022-01-18T20:01:06.724596+0000 mgr.smithi129.iclwio (mgr.14716) 8257 : cluster [DBG] pgmap v7099: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:10.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:10 smithi156 conmon[67007]: cluster 2022-01-18T20:01:08.725195+0000 mgr.smithi129.iclwio (mgr.14716) 8258 : cluster [DBG] pgmap v7100: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:10.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:10 smithi129 conmon[101092]: cluster 2022-01-18T20:01:08.725195+0000 mgr.smithi129.iclwio (mgr.14716) 8258 : cluster [DBG] pgmap v7100: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:12.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:12 smithi156 conmon[67007]: cluster 2022-01-18T20:01:10.725981+0000 mgr.smithi129.iclwio (mgr.14716) 8259 : cluster [DBG] pgmap v7101: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:01:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:12 smithi129 conmon[101092]: cluster 2022-01-18T20:01:10.725981+0000 mgr.smithi129.iclwio (mgr.14716) 8259 : cluster [DBG] pgmap v7101: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:01:14.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:14 smithi156 conmon[67007]: cluster 2022-01-18T20:01:12.726502+0000 mgr.smithi129.iclwio (mgr.14716) 8260 : cluster [DBG] pgmap v7102: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:14.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:14 smithi129 conmon[101092]: cluster 2022-01-18T20:01:12.726502+0000 mgr.smithi129.iclwio (mgr.14716) 8260 : cluster [DBG] pgmap v7102: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:14.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:14 smithi129 conmon[101092]: 2022-01-18T20:01:16.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:16 smithi156 conmon[67007]: cluster 2022-01-18T20:01:14.727231+0000 mgr.smithi129.iclwio (mgr.14716) 8261 : cluster [DBG] pgmap v7103: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:16.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:16 smithi156 conmon[67007]: 2022-01-18T20:01:16.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:16 smithi129 conmon[101092]: cluster 2022-01-18T20:01:14.727231+0000 mgr.smithi129.iclwio (mgr.14716) 8261 : cluster [DBG] 2022-01-18T20:01:16.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:16 smithi129 conmon[101092]: pgmap v7103: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:18.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:18 smithi156 conmon[67007]: cluster 2022-01-18T20:01:16.727750+0000 mgr.smithi129.iclwio (mgr.14716) 8262 : cluster [DBG] pgmap v7104: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:18.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:18 smithi156 conmon[67007]: 2022-01-18T20:01:18.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:18 smithi129 conmon[101092]: cluster 2022-01-18T20:01:16.727750+0000 mgr.smithi129.iclwio (mgr.14716) 8262 : 2022-01-18T20:01:18.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:18 smithi129 conmon[101092]: cluster [DBG] pgmap v7104: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:18.970 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:01:19.253 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:01:19.253 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 60s ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:01:19.254 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 60s ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:01:19.254 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 62s ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:01:19.254 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 60s ago 4h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:01:19.254 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (3h) 60s ago 3h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:01:19.255 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (3h) 62s ago 3h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:01:19.255 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 60s ago 4h 752M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:01:19.255 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 62s ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:01:19.255 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 60s ago 4h 1540M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:01:19.256 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 62s ago 4h 725M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:01:19.256 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 60s ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:01:19.256 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 62s ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:01:19.256 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 60s ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:01:19.257 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 62s ago 4h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:01:19.257 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 60s ago 4h 2098M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:01:19.257 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 60s ago 4h 3180M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:01:19.257 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 60s ago 4h 2417M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:01:19.257 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 60s ago 4h 3197M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:01:19.258 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 62s ago 4h 2969M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:01:19.258 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 62s ago 4h 3494M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:01:19.258 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 62s ago 4h 2807M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:01:19.258 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 62s ago 4h 4069M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:01:19.259 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 60s ago 4h 144M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:01:19.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:19 smithi156 conmon[67007]: audit 2022-01-18T20:01:18.882682+0000 mon.smithi129 (mon.0) 2022-01-18T20:01:19.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:19 smithi156 conmon[67007]: 2518 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:01:19.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:19 smithi156 conmon[67007]: audit 2022-01-18T20:01:18.883955+0000 mon.smithi129 (mon.0) 2519 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:01:19.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:19 smithi156 conmon[67007]: audit 2022-01-18T20:01:18.884663+0000 mon.smithi129 ( 2022-01-18T20:01:19.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:19 smithi156 conmon[67007]: mon.0) 2520 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:01:19.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:19 smithi156 conmon[67007]: audit 2022-01-18T20:01:19.197683+0000 mon.smithi129 (mon.0) 2022-01-18T20:01:19.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:19 smithi156 conmon[67007]: 2521 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:01:19.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:19 smithi156 conmon[67007]: audit 2022-01-18T20 2022-01-18T20:01:19.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:19 smithi156 conmon[67007]: :01:19.203955+0000 mon.smithi129 (mon.0) 2522 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:01:19.577 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:01:19.577 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:01:19.577 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:01:19.578 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:01:19.578 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:01:19.578 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:01:19.578 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:01:19.579 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:01:19.579 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:01:19.579 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:01:19.579 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:01:19.579 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:01:19.580 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:01:19.580 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:01:19.580 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:01:19.580 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:01:19.581 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:01:19.581 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:01:19.581 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:01:19.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:19 smithi129 conmon[101092]: audit 2022-01-18T20:01:18.882682+0000 mon.smithi129 (mon. 2022-01-18T20:01:19.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:19 smithi129 conmon[101092]: 0) 2518 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:01:19.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:19 smithi129 conmon[101092]: audit 2022-01-18T20:01:18.883955+0000 mon.smithi129 (mon.0) 2519 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:01:19.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:19 smithi129 conmon[101092]: audit 2022-01-18T20:01:18.884663+0000 mon.smithi129 (mon.0) 2520 : audit 2022-01-18T20:01:19.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:19 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:01:19.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:19 smithi129 conmon[101092]: audit 2022- 2022-01-18T20:01:19.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:19 smithi129 conmon[101092]: 01-18T20:01:19.197683+0000 mon.smithi129 (mon 2022-01-18T20:01:19.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:19 smithi129 conmon[101092]: .0) 2521 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:01:19.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:19 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T20:01:19.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:19 smithi129 conmon[101092]: 18T20:01:19.203955+0000 mon.smithi129 (mon 2022-01-18T20:01:19.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:19 smithi129 conmon[101092]: .0) 2522 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:01:19.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:19 smithi129 conmon[101092]: 2022-01-18T20:01:20.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:20 smithi129 conmon[101092]: cluster 2022-01-18T20:01:18.728298+0000 mgr.smithi129.iclwio (mgr.14716) 8263 : cluster [DBG] pgmap v7105: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:20.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:20 smithi129 conmon[101092]: cephadm 2022-01-18T20:01:18 2022-01-18T20:01:20.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:20 smithi129 conmon[101092]: .885238+0000 mgr.smithi129.iclwio (mgr.14716) 8264 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:01:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:20 smithi129 conmon[101092]: audit 2022-01-18T20:01:18.960102+0000 mgr.smithi129.iclwio (mgr.14716) 8265 : audit [DBG] from='client.39598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:01:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:20 smithi129 conmon[101092]: audit 2022-01-18T20:01:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:20 smithi129 conmon[101092]: 2022-01-18T20:01:19.246627+0000 mgr.smithi129.iclwio (mgr.14716) 8266 : audit [DBG] from='client.39602 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:01:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:20 smithi129 conmon[101092]: 2022-01-18T20:01:20.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:20 smithi129 conmon[101092]: audit 2022-01-18T20:01:20.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:20 smithi129 conmon[101092]: 2022-01-18T20:01:19.578365+0000 mon.smithi129 ( 2022-01-18T20:01:20.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:20 smithi129 conmon[101092]: mon.0) 2523 : audit [DBG] from='client.? 172.21.15.129:0/3897835537' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:01:20.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:20 smithi156 conmon[67007]: cluster 2022-01-18T20:01:18.728298+0000 mgr.smithi129.iclwio (mgr.14716) 8263 : cluster [DBG] pgmap v7105: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:20.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:20 smithi156 conmon[67007]: cephadm 2022-01-18T20:01: 2022-01-18T20:01:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:20 smithi156 conmon[67007]: 18.885238+0000 mgr.smithi129.iclwio (mgr.14716) 8264 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:01:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:20 smithi156 conmon[67007]: audit 2022-01-18T20:01:18.960102+0000 mgr.smithi129.iclwio (mgr.14716) 8265 : audit [DBG] from='client.39598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:01:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:20 smithi156 conmon[67007]: audit 2022 2022-01-18T20:01:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:20 smithi156 conmon[67007]: -01-18T20:01:19.246627+0000 mgr.smithi129.iclwio (mgr.14716) 8266 : audit [DBG] from='client.39602 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:01:20.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:20 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T20:01:20.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:20 smithi156 conmon[67007]: T20:01:19.578365+0000 mon.smithi129 (mon. 2022-01-18T20:01:20.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:20 smithi156 conmon[67007]: 0) 2523 : audit [DBG] from='client.? 172.21.15.129:0/3897835537' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:01:22.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:22 smithi129 conmon[101092]: cluster 2022-01-18T20:01:20.728950+0000 mgr.smithi129.iclwio (mgr.14716) 8267 : cluster [DBG] pgmap v7106: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:01:22.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:22 smithi129 conmon[101092]: 2022-01-18T20:01:22.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:22 smithi156 conmon[67007]: cluster 2022-01-18T20:01:20.728950+0000 mgr.smithi129.iclwio (mgr.14716) 8267 : cluster [DBG] pgmap v7106: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:01:24.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:24 smithi129 conmon[101092]: cluster 2022-01-18T20:01:22.729652+0000 mgr.smithi129.iclwio (mgr.14716) 8268 : cluster [DBG] pgmap v7107: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:24.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:24 smithi156 conmon[67007]: cluster 2022-01-18T20:01:22.729652+0000 mgr.smithi129.iclwio (mgr.14716) 8268 : cluster [DBG] pgmap v7107: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:26.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:26 smithi129 conmon[101092]: cluster 2022-01-18T20:01:24.730417+0000 mgr.smithi129.iclwio (mgr.14716) 8269 : cluster [DBG] pgmap v7108: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:26.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:26 smithi156 conmon[67007]: cluster 2022-01-18T20:01:24.730417+0000 mgr.smithi129.iclwio (mgr.14716) 8269 : cluster [DBG] pgmap v7108: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:26.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:26 smithi156 conmon[67007]: 2022-01-18T20:01:28.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:28 smithi129 conmon[101092]: cluster 2022-01-18T20:01:26.730925+0000 mgr.smithi129.iclwio (mgr.14716) 8270 : cluster [DBG] pgmap v7109: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:28.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:28 smithi129 conmon[101092]: 2022-01-18T20:01:28.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:28 smithi156 conmon[67007]: cluster 2022-01-18T20:01:26.730925+0000 mgr.smithi129.iclwio (mgr.14716) 8270 : cluster [DBG] pgmap v7109: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:30.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:30 smithi129 conmon[101092]: cluster 2022-01-18T20:01:28.731434+0000 mgr.smithi129.iclwio (mgr.14716) 8271 : cluster 2022-01-18T20:01:30.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:30 smithi129 conmon[101092]: [DBG] pgmap v7110: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:30.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:30 smithi156 conmon[67007]: cluster 2022-01-18T20:01:28.731434+0000 mgr.smithi129.iclwio (mgr.14716) 8271 : cluster [DBG] pgmap v7110: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:32.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:32 smithi129 conmon[101092]: cluster 2022-01-18T20:01:30.732171+0000 mgr.smithi129.iclwio (mgr.14716) 8272 : cluster [DBG] pgmap v7111: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:01:32.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:32 smithi129 conmon[101092]: 2022-01-18T20:01:32.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:32 smithi156 conmon[67007]: cluster 2022-01-18T20:01:30.732171+0000 mgr.smithi129.iclwio (mgr.14716) 8272 : cluster [DBG] pgmap v7111: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:01:34.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:34 smithi129 conmon[101092]: cluster 2022-01-18T20:01:32.732843+0000 mgr.smithi129.iclwio (mgr.14716) 8273 : cluster [DBG] pgmap v7112: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:34.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:34 smithi156 conmon[67007]: cluster 2022-01-18T20:01:32.732843+0000 mgr.smithi129.iclwio (mgr.14716) 8273 : cluster [DBG] pgmap v7112: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:36.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:36 smithi129 conmon[101092]: cluster 2022-01-18T20:01:34.733725+0000 mgr.smithi129.iclwio (mgr.14716) 8274 : cluster [DBG] pgmap v7113: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:36.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:36 smithi156 conmon[67007]: cluster 2022-01-18T20:01:34.733725+0000 mgr.smithi129.iclwio (mgr.14716) 8274 : cluster [DBG] pgmap v7113: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:38.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:38 smithi129 conmon[101092]: cluster 2022-01-18T20:01:36.734298+0000 mgr.smithi129.iclwio (mgr.14716) 8275 : cluster [DBG] pgmap v7114: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:38.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:38 smithi156 conmon[67007]: cluster 2022-01-18T20:01:36.734298+0000 mgr.smithi129.iclwio (mgr.14716) 8275 : cluster [DBG] pgmap v7114: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:40.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:40 smithi129 conmon[101092]: cluster 2022-01-18T20:01:38.734902+0000 mgr.smithi129.iclwio (mgr.14716) 8276 : cluster [DBG] pgmap v7115: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:40.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:40 smithi129 conmon[101092]: 2022-01-18T20:01:40.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:40 smithi156 conmon[67007]: cluster 2022-01-18T20:01:38.734902+0000 mgr.smithi129.iclwio (mgr.14716) 8276 : cluster [DBG] pgmap v7115: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:42 smithi129 conmon[101092]: cluster 2022-01-18T20:01:40.735596+0000 mgr.smithi129.iclwio (mgr.14716) 8277 : cluster [DBG] pgmap v7116: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:01:42.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:42 smithi156 conmon[67007]: cluster 2022-01-18T20:01:40.735596+0000 mgr.smithi129.iclwio (mgr.14716) 8277 : cluster [DBG] pgmap v7116: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:01:44.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:44 smithi129 conmon[101092]: cluster 2022-01-18T20:01:42.736310+0000 mgr.smithi129.iclwio (mgr.14716) 8278 : cluster [DBG] pgmap v7117: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:44.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:44 smithi156 conmon[67007]: cluster 2022-01-18T20:01:42.736310+0000 mgr.smithi129.iclwio (mgr.14716) 8278 : cluster [DBG] pgmap v7117: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:46.686 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:46 smithi129 conmon[101092]: cluster 2022-01-18T20:01:44.737248+0000 mgr.smithi129.iclwio (mgr.14716) 8279 : cluster [DBG] pgmap v7118: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:46.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:46 smithi129 conmon[101092]: 2022-01-18T20:01:46.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:46 smithi156 conmon[67007]: cluster 2022-01-18T20:01:44.737248+0000 mgr.smithi129.iclwio (mgr.14716) 8279 : cluster [DBG] pgmap v7118: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:48.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:48 smithi129 conmon[101092]: cluster 2022-01-18T20:01:46.737717+0000 mgr.smithi129.iclwio (mgr.14716) 8280 : cluster [DBG] pgmap v7119: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:48.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:48 smithi156 conmon[67007]: cluster 2022-01-18T20:01:46.737717+0000 mgr.smithi129.iclwio (mgr.14716) 8280 : cluster 2022-01-18T20:01:48.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:48 smithi156 conmon[67007]: [DBG] pgmap v7119: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:49.879 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:01:50.144 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:01:50.144 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 91s ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:01:50.145 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 91s ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:01:50.145 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 93s ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:01:50.145 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 91s ago 4h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:01:50.145 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 91s ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:01:50.146 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 93s ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:01:50.146 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 91s ago 4h 752M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:01:50.146 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 93s ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:01:50.146 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 91s ago 4h 1540M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:01:50.147 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 93s ago 4h 725M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:01:50.147 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 91s ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:01:50.147 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 93s ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:01:50.147 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 91s ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:01:50.147 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 93s ago 4h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:01:50.148 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 91s ago 4h 2098M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:01:50.148 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 91s ago 4h 3180M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:01:50.148 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 91s ago 4h 2417M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:01:50.148 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 91s ago 4h 3197M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:01:50.148 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 93s ago 4h 2969M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:01:50.149 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 93s ago 4h 3494M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:01:50.149 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 93s ago 4h 2807M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:01:50.149 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 93s ago 4h 4069M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:01:50.149 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 91s ago 4h 144M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:01:50.461 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:01:50.462 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:01:50.462 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:01:50.462 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:01:50.463 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:01:50.463 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:01:50.463 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:01:50.463 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:01:50.464 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:01:50.464 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:01:50.464 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:01:50.464 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:01:50.465 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:01:50.465 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:01:50.465 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:01:50.465 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:01:50.465 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:01:50.466 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:01:50.466 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:01:50.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:50 smithi129 conmon[101092]: cluster 2022-01-18T20:01:48.738433+0000 mgr.smithi129.iclwio (mgr.14716) 8281 : cluster 2022-01-18T20:01:50.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:50 smithi129 conmon[101092]: [DBG] pgmap v7120: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:50.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:50 smithi156 conmon[67007]: cluster 2022-01-18T20:01:48.738433+0000 mgr.smithi129.iclwio (mgr.14716) 8281 : cluster [DBG] pgmap v7120: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:51.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:51 smithi129 conmon[101092]: audit 2022-01-18T20:01:49.869222+0000 mgr.smithi129.iclwio (mgr.14716) 8282 : audit [DBG] from='client.39610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:01:51.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:51 smithi129 conmon[101092]: audit 2022-01-18T20:01:50.137641+0000 mgr.smithi129.iclwio (mgr.14716) 8283 : audit [DBG] from='client.39614 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:01:51.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:51 smithi129 conmon[101092]: audit 2022-01-18T20:01:50.463602+0000 mon.smithi129 (mon.0) 2524 : audit [DBG] from='client.? 172.21.15.129:0/408827851' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:01:51.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:51 smithi156 conmon[67007]: audit 2022-01-18T20:01:49.869222+0000 mgr.smithi129.iclwio (mgr.14716) 8282 : audit [DBG] from='client.39610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:01:51.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:51 smithi156 conmon[67007]: audit 2022-01-18T20:01:50.137641+0000 mgr.smithi129.iclwio (mgr.14716) 8283 : audit [DBG] from='client.39614 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:01:51.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:51 smithi156 conmon[67007]: audit 2022-01-18T20 2022-01-18T20:01:51.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:51 smithi156 conmon[67007]: :01:50.463602+0000 mon.smithi129 (mon.0) 2524 : audit [DBG] from='client.? 172.21.15.129:0/408827851' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:01:51.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:51 smithi156 conmon[67007]: 2022-01-18T20:01:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:52 smithi129 conmon[101092]: cluster 2022-01-18T20:01:50.739177+0000 mgr.smithi129.iclwio (mgr.14716) 8284 : cluster [DBG] 2022-01-18T20:01:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:52 smithi129 conmon[101092]: pgmap v7121: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:01:52.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:52 smithi156 conmon[67007]: cluster 2022-01-18T20:01:50.739177+0000 mgr.smithi129.iclwio (mgr.14716) 8284 : cluster [DBG] 2022-01-18T20:01:52.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:52 smithi156 conmon[67007]: pgmap v7121: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:01:53.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:53 smithi129 conmon[101092]: cluster 2022-01-18T20:01:52.739745 2022-01-18T20:01:53.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:53 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 8285 : cluster [DBG] pgmap v7122: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:53.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:53 smithi156 conmon[67007]: cluster 2022-01-18T20:01:52.739745+0000 mgr.smithi129.iclwio (mgr.14716) 8285 : cluster [DBG] pgmap v7122: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:56.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:55 smithi156 conmon[67007]: cluster 2022-01-18T20:01:54.740476+0000 mgr.smithi129.iclwio (mgr.14716) 8286 : cluster [DBG] 2022-01-18T20:01:56.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:55 smithi156 conmon[67007]: pgmap v7123: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:56.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:55 smithi129 conmon[101092]: cluster 2022-01-18T20:01:54.740476+0000 mgr.smithi129.iclwio (mgr.14716) 8286 : cluster [DBG] 2022-01-18T20:01:56.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:55 smithi129 conmon[101092]: pgmap v7123: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:58.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:58 smithi156 conmon[67007]: cluster 2022-01-18T20:01:56.741089+0000 mgr.smithi129.iclwio (mgr.14716) 8287 : cluster [DBG] pgmap v7124: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:58.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:58 smithi129 conmon[101092]: cluster 2022-01-18T20:01:56.741089+0000 mgr.smithi129.iclwio (mgr.14716) 8287 : cluster [DBG] pgmap v7124: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:01:58.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:58 smithi129 conmon[101092]: 2022-01-18T20:01:59.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:59 smithi156 conmon[67007]: audit 2022-01-18T20:01:59.148391+0000 mon.smithi129 (mon.0) 2525 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:01:59.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:01:59 smithi156 conmon[67007]: audit 2022-01-18T20:01:59.148650+0000 mon.smithi129 (mon.0) 2526 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:01:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:59 smithi129 conmon[101092]: audit 2022-01-18T20:01:59.148391+0000 mon.smithi129 (mon.0) 2525 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:01:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:01:59 smithi129 conmon[101092]: audit 2022-01-18T20:01:59.148650+0000 mon.smithi129 (mon.0) 2526 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:02:00.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:00 smithi156 conmon[67007]: cluster 2022-01-18T20:01:58.741843+0000 mgr.smithi129.iclwio (mgr.14716) 8288 : cluster [DBG] pgmap v7125: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:00 smithi129 conmon[101092]: cluster 2022-01-18T20:01:58.741843+0000 mgr.smithi129.iclwio (mgr.14716) 8288 : cluster [DBG] pgmap v7125: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:02.547 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:02 smithi156 conmon[67007]: cluster 2022-01-18T20:02:00.742839+0000 mgr.smithi129.iclwio (mgr.14716) 8289 : cluster [DBG] pgmap v7126: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:02:02.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:02 smithi129 conmon[101092]: cluster 2022-01-18T20:02:00.742839+0000 mgr.smithi129.iclwio (mgr.14716) 8289 : cluster [DBG] pgmap v7126: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:02:02.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:02 smithi129 conmon[101092]: 2022-01-18T20:02:04.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:04 smithi129 conmon[101092]: cluster 2022-01-18T20:02:02.743533+0000 mgr.smithi129.iclwio (mgr.14716) 8290 : cluster [DBG] pgmap v7127: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:04.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:04 smithi156 conmon[67007]: cluster 2022-01-18T20:02:02.743533+0000 mgr.smithi129.iclwio (mgr.14716) 8290 : cluster [DBG] pgmap v7127: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:06.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:06 smithi129 conmon[101092]: cluster 2022-01-18T20:02:04.744475+0000 mgr.smithi129.iclwio (mgr.14716) 8291 : cluster [DBG] pgmap v7128: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:06.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:06 smithi156 conmon[67007]: cluster 2022-01-18T20:02:04.744475+0000 mgr.smithi129.iclwio (mgr.14716) 8291 : cluster [DBG] pgmap v7128: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:08.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:08 smithi129 conmon[101092]: cluster 2022-01-18T20:02:06.745085+0000 mgr.smithi129.iclwio (mgr.14716) 8292 : cluster 2022-01-18T20:02:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:08 smithi129 conmon[101092]: [DBG] pgmap v7129: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:08.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:08 smithi156 conmon[67007]: cluster 2022-01-18T20:02:06.745085+0000 mgr.smithi129.iclwio (mgr.14716) 8292 : cluster [DBG] pgmap v7129: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:10.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:10 smithi129 conmon[101092]: cluster 2022-01-18T20:02:08.745782+0000 mgr.smithi129.iclwio (mgr.14716) 8293 : cluster [DBG] pgmap v7130: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:10.769 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:10 smithi129 conmon[101092]: 2022-01-18T20:02:10.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:10 smithi156 conmon[67007]: cluster 2022-01-18T20:02:08.745782+0000 mgr.smithi129.iclwio (mgr.14716) 8293 : cluster [DBG] pgmap v7130: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:12 smithi129 conmon[101092]: cluster 2022-01-18T20:02:10.746582+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:02:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:12 smithi129 conmon[101092]: ) 8294 : cluster [DBG] pgmap v7131: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:02:12.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:12 smithi156 conmon[67007]: cluster 2022-01-18T20:02:10.746582+0000 mgr.smithi129.iclwio (mgr.14716) 8294 : cluster [DBG] pgmap v7131: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:02:14.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:14 smithi129 conmon[101092]: cluster 2022-01-18T20:02:12.747220+0000 mgr.smithi129.iclwio (mgr.14716) 8295 : cluster [DBG] pgmap v7132: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:14.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:14 smithi156 conmon[67007]: cluster 2022-01-18T20:02:12.747220+0000 mgr.smithi129.iclwio (mgr.14716) 8295 : cluster [DBG] pgmap v7132: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:16.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:16 smithi129 conmon[101092]: cluster 2022-01-18T20:02:14.748158+0000 mgr.smithi129.iclwio (mgr.14716) 8296 : cluster 2022-01-18T20:02:16.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:16 smithi129 conmon[101092]: [DBG] pgmap v7133: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:16.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:16 smithi156 conmon[67007]: cluster 2022-01-18T20:02:14.748158+0000 mgr.smithi129.iclwio (mgr.14716) 8296 : cluster [DBG] pgmap v7133: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:18.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:18 smithi129 conmon[101092]: cluster 2022-01-18T20:02:16.748766+0000 mgr.smithi129.iclwio (mgr.14716) 8297 : cluster 2022-01-18T20:02:18.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:18 smithi129 conmon[101092]: [DBG] pgmap v7134: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:18.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:18 smithi156 conmon[67007]: cluster 2022-01-18T20:02:16.748766+0000 mgr.smithi129.iclwio (mgr.14716) 8297 : cluster [DBG] pgmap v7134: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:19.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:19 smithi129 conmon[101092]: audit 2022-01-18T20:02:19.206395+0000 mon.smithi129 (mon.0) 2527 : 2022-01-18T20:02:19.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:19 smithi129 conmon[101092]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:02:19.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:19 smithi129 conmon[101092]: audit 2022-01-18T20:02:19.207907+0000 mon.smithi129 (mon.0) 2528 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:02:19.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:19 smithi129 conmon[101092]: audit 2022 2022-01-18T20:02:19.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:19 smithi129 conmon[101092]: -01-18T20:02:19.208943+0000 mon.smithi129 (mon.0) 2529 : audit 2022-01-18T20:02:19.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:19 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:02:19.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:19 smithi156 conmon[67007]: audit 2022-01-18T20:02:19.206395+0000 mon.smithi129 (mon.0) 2527 : audit 2022-01-18T20:02:19.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:19 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:02:19.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:19 smithi156 conmon[67007]: audit 2022-01-18T20:02:19.207907+0000 mon.smithi129 (mon.0) 2528 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:02:19.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:19 smithi156 conmon[67007]: audit 2022-01-18T20:02:19.208943+0000 mon.smithi129 ( 2022-01-18T20:02:19.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:19 smithi156 conmon[67007]: mon.0) 2529 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:02:20.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:20 smithi129 conmon[101092]: cluster 2022-01-18T20:02:18.749457+0000 mgr.smithi129.iclwio (mgr.14716) 8298 2022-01-18T20:02:20.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:20 smithi129 conmon[101092]: : cluster [DBG] pgmap v7135: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:20.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:20 smithi129 conmon[101092]: cephadm 2022-01-18T20:02:19.209706+0000 mgr.smithi129.iclwio (mgr.14716) 8299 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:02:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:20 smithi129 conmon[101092]: audit 2022-01-18T20:02:19.469404+0000 mon.smithi129 (mon.0) 2530 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:02:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:20 smithi129 conmon[101092]: audit 2022-01-18T20:02:19.751794+0000 mon.smithi129 (mon.0) 2531 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:02:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:20 smithi129 conmon[101092]: audit 2022-01-18T20:02:19.756479+0000 mon.smithi129 (mon.0) 2532 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:02:20.762 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:02:20.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:20 smithi156 conmon[67007]: cluster 2022-01-18T20:02:18.749457+0000 mgr.smithi129.iclwio (mgr.14716) 8298 2022-01-18T20:02:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:20 smithi156 conmon[67007]: : cluster [DBG] pgmap v7135: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:20 smithi156 conmon[67007]: cephadm 2022-01-18T20:02:19.209706+0000 mgr.smithi129.iclwio (mgr.14716) 8299 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:02:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:20 smithi156 conmon[67007]: audit 2022-01-18T20:02:19.469404+0000 mon.smithi129 (mon.0) 2530 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:02:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:20 smithi156 conmon[67007]: audit 2022-01-18T20:02:19.751794+0000 mon.smithi129 (mon.0) 2531 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:02:20.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:20 smithi156 conmon[67007]: audit 2022-01-18T20:02:19.756479 2022-01-18T20:02:20.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:20 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2532 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:02:21.027 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:02:21.027 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 2m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:02:21.028 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 2m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:02:21.028 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 2m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:02:21.028 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 2m ago 4h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:02:21.028 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 2m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:02:21.029 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 2m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:02:21.029 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 2m ago 4h 752M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:02:21.029 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 2m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:02:21.029 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 2m ago 4h 1540M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:02:21.030 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 2m ago 4h 725M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:02:21.030 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 2m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:02:21.031 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 2m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:02:21.031 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 2m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:02:21.031 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 2m ago 4h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:02:21.031 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 2m ago 4h 2098M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:02:21.032 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 2m ago 4h 3180M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:02:21.032 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 2m ago 4h 2417M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:02:21.032 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 2m ago 4h 3197M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:02:21.032 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 2m ago 4h 2969M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:02:21.032 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 2m ago 4h 3494M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:02:21.033 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 2m ago 4h 2807M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:02:21.033 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 2m ago 4h 4069M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:02:21.033 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 2m ago 4h 144M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:02:21.341 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:02:21.342 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:02:21.342 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:02:21.342 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:02:21.343 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:02:21.343 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:02:21.343 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:02:21.343 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:02:21.344 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:02:21.344 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:02:21.344 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:02:21.344 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:02:21.345 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:02:21.345 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:02:21.345 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:02:21.345 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:02:21.346 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:02:21.346 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:02:21.346 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:02:22.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:22 smithi129 conmon[101092]: cluster 2022-01-18T20:02:20.750158+0000 mgr.smithi129.iclwio (mgr.14716) 8300 2022-01-18T20:02:22.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:22 smithi129 conmon[101092]: : cluster [DBG] pgmap v7136: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:02:22.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:22 smithi129 conmon[101092]: audit 2022-01-18T20:02:20.752031+0000 mgr.smithi129.iclwio (mgr.14716) 8301 : audit [DBG] from='client.39622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:02:22.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:22 smithi129 conmon[101092]: audit 2022-01-18T20:02:21.020357+0000 mgr.smithi129.iclwio (mgr.14716) 8302 : audit 2022-01-18T20:02:22.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:22 smithi129 conmon[101092]: [DBG] from='client.39626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:02:22.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:22 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T20:02:22.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:22 smithi129 conmon[101092]: T20:02:21.343594+0000 mon.smithi129 (mon. 2022-01-18T20:02:22.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:22 smithi129 conmon[101092]: 0) 2533 : audit [DBG] from='client.? 172.21.15.129:0/3903028062' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:02:22.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:22 smithi156 conmon[67007]: cluster 2022-01-18T20:02:20.750158+0000 mgr.smithi129.iclwio (mgr.14716) 8300 : cluster [DBG] pgmap v7136: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:02:22.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:22 smithi156 conmon[67007]: audit 2022-01-18T20:02:20.752031+0000 mgr.smithi129.iclwio (mgr.14716) 8301 : audit [DBG] from='client.39622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:02:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:22 smithi156 conmon[67007]: audit 2022-01-18T20:02 2022-01-18T20:02:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:22 smithi156 conmon[67007]: :21.020357+0000 mgr.smithi129.iclwio (mgr.14716) 8302 : audit [DBG] from='client.39626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:02:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:22 smithi156 conmon[67007]: audit 2022-01 2022-01-18T20:02:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:22 smithi156 conmon[67007]: -18T20:02:21.343594+0000 2022-01-18T20:02:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:22 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2533 : audit [DBG] from='client.? 172.21.15.129:0/3903028062' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:02:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:22 smithi156 conmon[67007]: 2022-01-18T20:02:24.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:24 smithi129 conmon[101092]: cluster 2022-01-18T20:02:22.750928+0000 mgr.smithi129.iclwio (mgr.14716) 8303 : cluster [DBG] 2022-01-18T20:02:24.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:24 smithi129 conmon[101092]: pgmap v7137: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:24.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:24 smithi156 conmon[67007]: cluster 2022-01-18T20:02:22.750928+0000 mgr.smithi129.iclwio (mgr.14716) 8303 : cluster [DBG] pgmap v7137: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:26.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:26 smithi129 conmon[101092]: cluster 2022-01-18T20:02:24.751681+0000 mgr.smithi129.iclwio (mgr.14716) 8304 : cluster [DBG] pgmap v7138: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:26.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:26 smithi156 conmon[67007]: cluster 2022-01-18T20:02:24.751681+0000 mgr.smithi129.iclwio (mgr.14716) 8304 : cluster [DBG] pgmap v7138: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:28.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:28 smithi129 conmon[101092]: cluster 2022-01-18T20:02:26.752262+0000 mgr.smithi129.iclwio (mgr.14716) 8305 : cluster [DBG] 2022-01-18T20:02:28.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:28 smithi129 conmon[101092]: pgmap v7139: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:28.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:28 smithi156 conmon[67007]: cluster 2022-01-18T20:02:26.752262+0000 mgr.smithi129.iclwio (mgr.14716) 8305 : cluster [DBG] pgmap v7139: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:30.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:30 smithi129 conmon[101092]: cluster 2022-01-18T20:02:28.752866+0000 mgr.smithi129.iclwio (mgr.14716) 8306 : cluster [DBG] pgmap v7140: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:30.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:30 smithi156 conmon[67007]: cluster 2022-01-18T20:02:28.752866+0000 mgr.smithi129.iclwio (mgr.14716) 8306 : cluster [DBG] pgmap v7140: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:32.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:32 smithi129 conmon[101092]: cluster 2022-01-18T20:02:30.753615+0000 mgr.smithi129.iclwio (mgr.14716) 8307 : cluster [DBG] pgmap v7141: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:02:32.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:32 smithi156 conmon[67007]: cluster 2022-01-18T20:02:30.753615+0000 mgr.smithi129.iclwio (mgr.14716) 8307 : cluster [DBG] pgmap v7141: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:02:34.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:34 smithi129 conmon[101092]: cluster 2022-01-18T20:02:32.754212+0000 mgr.smithi129.iclwio (mgr.14716) 8308 : cluster [DBG] pgmap v7142: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:34.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:34 smithi156 conmon[67007]: cluster 2022-01-18T20:02:32.754212+0000 mgr.smithi129.iclwio (mgr.14716) 8308 : cluster [DBG] pgmap v7142: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:36.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:36 smithi129 conmon[101092]: cluster 2022-01-18T20:02:34.755054+0000 mgr.smithi129.iclwio (mgr.14716) 8309 : cluster [DBG] pgmap v7143: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:36.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:36 smithi156 conmon[67007]: cluster 2022-01-18T20:02:34.755054+0000 mgr.smithi129.iclwio (mgr.14716) 8309 : cluster [DBG] pgmap v7143: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:38.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:38 smithi129 conmon[101092]: cluster 2022-01-18T20:02:36.755541+0000 mgr.smithi129.iclwio (mgr.14716) 8310 : cluster [DBG] pgmap v7144: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:38.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:38 smithi129 conmon[101092]: 2022-01-18T20:02:38.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:38 smithi156 conmon[67007]: cluster 2022-01-18T20:02:36.755541+0000 mgr.smithi129.iclwio (mgr.14716) 8310 : cluster [DBG] pgmap v7144: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:39.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:39 smithi129 conmon[101092]: cluster 2022-01-18T20:02:38.756180+0000 mgr.smithi129.iclwio (mgr.14716) 8311 : cluster [DBG] pgmap v7145: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:39.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:39 smithi156 conmon[67007]: cluster 2022-01-18T20:02:38.756180+0000 mgr.smithi129.iclwio (mgr.14716) 8311 : cluster [DBG] pgmap v7145: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:42.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:41 smithi129 conmon[101092]: cluster 2022-01-18T20:02:40.756950+0000 mgr.smithi129.iclwio (mgr.14716) 8312 : cluster [DBG] pgmap v7146: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:02:42.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:41 smithi156 conmon[67007]: cluster 2022-01-18T20:02:40.756950+0000 mgr.smithi129.iclwio (mgr.14716) 8312 : cluster [DBG] pgmap v7146: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:02:44.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:44 smithi129 conmon[101092]: cluster 2022-01-18T20:02:42.757563+0000 mgr.smithi129.iclwio (mgr.14716) 8313 : cluster [DBG] pgmap v7147: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:44.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:44 smithi156 conmon[67007]: cluster 2022-01-18T20:02:42.757563+0000 mgr.smithi129.iclwio (mgr.14716) 8313 : cluster [DBG] pgmap v7147: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:46.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:46 smithi129 conmon[101092]: cluster 2022-01-18T20:02:44.758310+0000 mgr.smithi129.iclwio (mgr.14716) 8314 : cluster [DBG] pgmap v7148: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:46.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:46 smithi156 conmon[67007]: cluster 2022-01-18T20:02:44.758310+0000 mgr.smithi129.iclwio (mgr.14716) 8314 : cluster [DBG] pgmap v7148: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:48.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:48 smithi129 conmon[101092]: cluster 2022-01-18T20:02:46.758775+0000 mgr.smithi129.iclwio (mgr.14716) 8315 : cluster [DBG] pgmap v7149: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:48.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:48 smithi156 conmon[67007]: cluster 2022-01-18T20:02:46.758775+0000 mgr.smithi129.iclwio (mgr.14716) 8315 : cluster [DBG] pgmap v7149: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:50.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:50 smithi129 conmon[101092]: cluster 2022-01-18T20:02:48.759460+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:02:50.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:50 smithi129 conmon[101092]: 8316 : cluster [DBG] pgmap v7150: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:50.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:50 smithi156 conmon[67007]: cluster 2022-01-18T20:02:48.759460+0000 mgr.smithi129.iclwio (mgr.14716) 8316 : cluster [DBG] pgmap v7150: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:51.640 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:02:51.906 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:02:51.907 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 2m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:02:51.907 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 2m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:02:51.907 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 2m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:02:51.908 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 2m ago 4h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:02:51.908 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 2m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:02:51.908 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 2m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:02:51.909 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 2m ago 4h 752M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:02:51.909 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 2m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:02:51.910 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 2m ago 4h 1540M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:02:51.910 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 2m ago 4h 725M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:02:51.910 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 2m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:02:51.911 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 2m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:02:51.911 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 2m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:02:51.911 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 2m ago 4h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:02:51.912 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 2m ago 4h 2098M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:02:51.912 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 2m ago 4h 3180M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:02:51.912 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 2m ago 4h 2417M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:02:51.913 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 2m ago 4h 3197M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:02:51.913 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 2m ago 4h 2969M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:02:51.913 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 2m ago 4h 3494M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:02:51.913 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 2m ago 4h 2807M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:02:51.914 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 2m ago 4h 4069M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:02:51.914 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 2m ago 4h 144M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:02:52.222 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:02:52.223 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:02:52.223 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:02:52.224 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:02:52.224 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:02:52.224 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:02:52.224 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:02:52.225 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:02:52.225 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:02:52.225 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:02:52.226 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:02:52.226 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:02:52.226 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:02:52.226 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:02:52.227 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:02:52.227 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:02:52.227 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:02:52.227 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:02:52.227 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:02:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:52 smithi129 conmon[101092]: cluster 2022-01-18T20:02:50.760315+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:02:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:52 smithi129 conmon[101092]: ) 8317 : cluster [DBG] pgmap v7151: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:02:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:52 smithi129 conmon[101092]: audit 2022-01-18T20:02:52.224450+0000 mon.smithi129 (mon.0) 2534 : audit [DBG] from='client.? 172.21.15.129:0/725682288' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:02:52.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:52 smithi156 conmon[67007]: cluster 2022-01-18T20:02:50.760315+0000 mgr.smithi129.iclwio (mgr.14716) 8317 : cluster [DBG] pgmap v7151: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:02:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:52 smithi156 conmon[67007]: 2022-01-18T20:02:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:52 smithi156 conmon[67007]: audit 2022-01-18T20:02:52.224450+0000 mon.smithi129 (mon.0) 2534 : audit [DBG] from='client.? 172.21.15.129:0/725682288' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:02:53.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:53 smithi129 conmon[101092]: audit 2022-01-18T20:02:51.630774+0000 mgr.smithi129.iclwio (mgr.14716) 8318 : audit [DBG] from='client.39634 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:02:53.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:53 smithi129 conmon[101092]: audit 2022-01-18T20:02:51.898930+0000 mgr.smithi129.iclwio (mgr.14716) 8319 : audit [DBG] from='client.39638 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:02:53.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:53 smithi156 conmon[67007]: audit 2022-01-18T20:02:51.630774+0000 mgr.smithi129.iclwio (mgr.14716) 8318 : audit [DBG] 2022-01-18T20:02:53.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:53 smithi156 conmon[67007]: from='client.39634 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:02:53.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:53 smithi156 conmon[67007]: audit 2022-01-18T20:02:51.898930+0000 mgr.smithi129.iclwio (mgr.14716) 8319 : audit [DBG] from='client.39638 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:02:54.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:54 smithi129 conmon[101092]: cluster 2022-01-18T20:02:52.760847+0000 mgr.smithi129.iclwio (mgr.14716) 8320 : cluster [DBG] pgmap v7152: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:54.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:54 smithi129 conmon[101092]: 2022-01-18T20:02:54.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:54 smithi156 conmon[67007]: cluster 2022-01-18T20:02:52.760847+0000 mgr.smithi129.iclwio (mgr.14716) 8320 : cluster [DBG] pgmap v7152: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:54 smithi156 conmon[67007]: 2022-01-18T20:02:56.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:56 smithi129 conmon[101092]: cluster 2022-01-18T20:02:54.761706+0000 mgr.smithi129.iclwio (mgr.14716) 8321 : cluster [DBG] pgmap v7153: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:56.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:56 smithi129 conmon[101092]: 2022-01-18T20:02:56.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:56 smithi156 conmon[67007]: cluster 2022-01-18T20:02:54.761706+0000 mgr.smithi129.iclwio (mgr.14716) 8321 : cluster [DBG] pgmap v7153: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:56 smithi156 conmon[67007]: 2022-01-18T20:02:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:58 smithi129 conmon[101092]: cluster 2022-01-18T20:02:56.762288+0000 mgr.smithi129.iclwio (mgr.14716) 8322 : cluster [DBG] pgmap v7154: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:58.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:58 smithi156 conmon[67007]: cluster 2022-01-18T20:02:56.762288+0000 mgr.smithi129.iclwio (mgr.14716) 8322 : cluster [DBG] pgmap v7154: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:02:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:59 smithi129 conmon[101092]: audit 2022-01-18T20:02:59.152315+0000 mon.smithi129 (mon.0) 2535 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:02:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:02:59 smithi129 conmon[101092]: audit 2022-01-18T20:02:59.152649+0000 mon.smithi129 (mon.0) 2536 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:02:59.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:59 smithi156 conmon[67007]: audit 2022-01-18T20:02:59.152315+0000 mon.smithi129 (mon.0) 2535 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:02:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:59 smithi156 conmon[67007]: audit 2022-01-18T20:02:59.152649 2022-01-18T20:02:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:02:59 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2536 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:03:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:00 smithi129 conmon[101092]: cluster 2022-01-18T20:02:58.762927+0000 mgr.smithi129.iclwio (mgr.14716) 8323 : cluster [DBG] pgmap v7155: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:00.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:00 smithi156 conmon[67007]: cluster 2022-01-18T20:02:58.762927+0000 mgr.smithi129.iclwio (mgr.14716) 8323 : cluster [DBG] pgmap v7155: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:02.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:02 smithi129 conmon[101092]: cluster 2022-01-18T20:03:00.763867+0000 mgr.smithi129.iclwio (mgr.14716) 8324 : cluster [DBG] pgmap v7156: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:03:02.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:02 smithi156 conmon[67007]: cluster 2022-01-18T20:03:00.763867+0000 mgr.smithi129.iclwio (mgr.14716) 8324 : cluster [DBG] pgmap v7156: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:03:04.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:04 smithi129 conmon[101092]: cluster 2022-01-18T20:03:02.764439+0000 mgr.smithi129.iclwio (mgr.14716) 8325 : cluster [DBG] pgmap v7157: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:04.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:04 smithi156 conmon[67007]: cluster 2022-01-18T20:03:02.764439+0000 mgr.smithi129.iclwio (mgr.14716) 8325 : cluster [DBG] pgmap v7157: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:06.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:06 smithi129 conmon[101092]: cluster 2022-01-18T20:03:04.765399+0000 mgr.smithi129.iclwio (mgr.14716) 8326 : cluster [DBG] pgmap v7158: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:06.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:06 smithi156 conmon[67007]: cluster 2022-01-18T20:03:04.765399+0000 mgr.smithi129.iclwio (mgr.14716) 8326 : cluster [DBG] pgmap v7158: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:08.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:08 smithi129 conmon[101092]: cluster 2022-01-18T20:03:06.766106+0000 mgr.smithi129.iclwio (mgr.14716) 8327 : cluster [DBG] pgmap v7159: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:08.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:08 smithi156 conmon[67007]: cluster 2022-01-18T20:03:06.766106+0000 mgr.smithi129.iclwio (mgr.14716) 8327 : cluster [DBG] pgmap v7159: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:10.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:10 smithi129 conmon[101092]: cluster 2022-01-18T20:03:08.766668+0000 mgr.smithi129.iclwio (mgr.14716) 8328 : cluster [DBG] pgmap v7160: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:10.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:10 smithi156 conmon[67007]: cluster 2022-01-18T20:03:08.766668+0000 mgr.smithi129.iclwio (mgr.14716) 8328 : cluster [DBG] pgmap v7160: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:12 smithi129 conmon[101092]: cluster 2022-01-18T20:03:10.767455+0000 mgr.smithi129.iclwio (mgr.14716) 8329 2022-01-18T20:03:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:12 smithi129 conmon[101092]: : cluster [DBG] pgmap v7161: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:03:12.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:12 smithi156 conmon[67007]: cluster 2022-01-18T20:03:10.767455+0000 mgr.smithi129.iclwio (mgr.14716) 8329 : cluster [DBG] pgmap v7161: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:03:14.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:14 smithi129 conmon[101092]: cluster 2022-01-18T20:03:12.768015+0000 mgr.smithi129.iclwio (mgr.14716) 8330 : cluster [DBG] pgmap v7162: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:14.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:14 smithi156 conmon[67007]: cluster 2022-01-18T20:03:12.768015+0000 mgr.smithi129.iclwio (mgr.14716) 8330 : cluster [DBG] pgmap v7162: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:16.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:16 smithi129 conmon[101092]: cluster 2022-01-18T20:03:14.768770+0000 mgr.smithi129.iclwio (mgr.14716) 8331 : cluster [DBG] pgmap v7163: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:16.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:16 smithi156 conmon[67007]: cluster 2022-01-18T20:03:14.768770+0000 mgr.smithi129.iclwio (mgr.14716) 8331 : cluster [DBG] pgmap v7163: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:18.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:18 smithi129 conmon[101092]: cluster 2022-01-18T20:03:16.769235+0000 mgr.smithi129.iclwio (mgr.14716) 8332 2022-01-18T20:03:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:18 smithi129 conmon[101092]: : cluster [DBG] pgmap v7164: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:18.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:18 smithi156 conmon[67007]: cluster 2022-01-18T20:03:16.769235+0000 mgr.smithi129.iclwio (mgr.14716) 8332 : cluster [DBG] pgmap v7164: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:19.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:19 smithi129 conmon[101092]: cluster 2022-01-18T20:03:18.769927+0000 mgr.smithi129.iclwio (mgr.14716) 8333 : cluster [DBG] pgmap v7165: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:19.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:19 smithi129 conmon[101092]: 2022-01-18T20:03:19.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:19 smithi156 conmon[67007]: cluster 2022-01-18T20:03:18.769927+0000 mgr.smithi129.iclwio (mgr.14716) 8333 : cluster [DBG] pgmap v7165: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:20.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:20 smithi129 conmon[101092]: audit 2022-01-18T20:03:19.758963+0000 mon.smithi129 (mon.0 2022-01-18T20:03:20.675 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:20 smithi129 conmon[101092]: ) 2537 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:03:20.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:20 smithi129 conmon[101092]: audit 2022-01-18T20:03:19.760376+0000 mon.smithi129 (mon.0) 2538 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:03:20.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:20 smithi129 conmon[101092]: audit 2022-01-18T20:03:19.761397+0000 mon.smithi129 (mon.0) 2539 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:03:20.676 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:20 smithi129 conmon[101092]: cephadm 2022-01-18T20:03:19.762136+0000 mgr.smithi129.iclwio (mgr.14716) 8334 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:03:20.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:20 smithi156 conmon[67007]: audit 2022-01-18T20:03:19.758963+0000 mon.smithi129 (mon.0) 2537 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:03:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:20 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T20:03:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:20 smithi156 conmon[67007]: 20:03:19.760376+0000 mon.smithi129 (mon.0) 2538 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:03:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:20 smithi156 conmon[67007]: audit 2022-01-18T20:03:19.761397+0000 mon.smithi129 (mon.0) 2539 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:03:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:20 smithi156 conmon[67007]: cephadm 2022-01-18T20:03:20.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:20 smithi156 conmon[67007]: 2022-01-18T20:03:19.762136+0000 mgr.smithi129.iclwio (mgr.14716) 8334 : 2022-01-18T20:03:20.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:20 smithi156 conmon[67007]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:03:21.563 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:21 smithi129 conmon[101092]: cluster 2022-01-18T20:03:20.770780+0000 mgr.smithi129.iclwio (mgr.14716) 8335 : cluster [DBG] pgmap v7166: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:03:21.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:21 smithi156 conmon[67007]: cluster 2022-01-18T20:03:20.770780+0000 mgr.smithi129.iclwio (mgr.14716) 8335 : cluster [DBG] 2022-01-18T20:03:21.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:21 smithi156 conmon[67007]: pgmap v7166: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:03:22.533 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:03:22.806 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:03:22.806 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 3m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:03:22.806 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 3m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:03:22.807 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 3m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:03:22.807 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 3m ago 4h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:03:22.807 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 3m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:03:22.807 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 3m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:03:22.808 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 3m ago 4h 752M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:03:22.808 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 3m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:03:22.808 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 3m ago 4h 1540M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:03:22.808 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 3m ago 4h 725M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:03:22.808 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 3m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:03:22.809 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 3m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:03:22.809 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 3m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:03:22.809 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 3m ago 4h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:03:22.809 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 3m ago 4h 2098M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:03:22.810 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 3m ago 4h 3180M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:03:22.810 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 3m ago 4h 2417M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:03:22.810 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 3m ago 4h 3197M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:03:22.810 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 3m ago 4h 2969M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:03:22.811 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 3m ago 4h 3494M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:03:22.811 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 3m ago 4h 2807M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:03:22.811 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 3m ago 4h 4069M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:03:22.811 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 3m ago 4h 144M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:03:23.134 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:03:23.135 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:03:23.135 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:03:23.135 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:03:23.136 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:03:23.136 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:03:23.136 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:03:23.136 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:03:23.136 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:03:23.137 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:03:23.137 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:03:23.137 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:03:23.137 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:03:23.138 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:03:23.138 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:03:23.138 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:03:23.138 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:03:23.139 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:03:23.139 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:03:23.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:23 smithi129 conmon[101092]: audit 2022-01-18T20:03:23.136256+0000 mon.smithi129 (mon.0) 2540 : audit [DBG] from='client.? 172.21.15.129:0/2297566229' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:03:23.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:23 smithi129 conmon[101092]: audit 2022-01-18T20:03:23.291541+0000 mon.smithi129 (mon.0) 2541 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:03:23.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:23 smithi156 conmon[67007]: audit 2022-01-18T20:03:23.136256+0000 mon.smithi129 (mon.0) 2540 : audit [DBG] from='client.? 172.21.15.129:0/2297566229' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:03:23.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:23 smithi156 conmon[67007]: audit 2022-01-18T20:03:23.291541+0000 mon.smithi129 (mon.0) 2541 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:03:24.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:24 smithi129 conmon[101092]: audit 2022-01-18T20:03:22.522609+0000 mgr.smithi129.iclwio (mgr.14716) 8336 : audit 2022-01-18T20:03:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:24 smithi129 conmon[101092]: [DBG] from='client.39646 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:03:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:24 smithi129 conmon[101092]: cluster 2022-01-18T20:03:22.771265+0000 mgr.smithi129.iclwio (mgr.14716) 8337 : cluster [DBG] pgmap v7167: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:24 smithi129 conmon[101092]: audit 2022-01-18T20:03:22.798834+0000 mgr.smithi129.iclwio (mgr.14716) 8338 : audit [DBG] from='client.39650 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:03:24.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:24 smithi129 conmon[101092]: audit 2022-01-18T20:03:23.574212+0000 mon.smithi129 (mon 2022-01-18T20:03:24.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:24 smithi129 conmon[101092]: .0) 2542 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:03:24.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:24 smithi129 conmon[101092]: audit 2022-01-18T20:03:23.579192+0000 mon.smithi129 2022-01-18T20:03:24.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:24 smithi129 conmon[101092]: (mon.0) 2543 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:03:24.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:24 smithi156 conmon[67007]: audit 2022-01-18T20:03:22.522609+0000 mgr.smithi129.iclwio (mgr.14716) 8336 : audit [DBG] from='client.39646 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:03:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:24 smithi156 conmon[67007]: cluster 2022-01-18T20:03:22.771265+0000 mgr.smithi129.iclwio (mgr.14716) 8337 : cluster [DBG] pgmap v7167: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:24 smithi156 conmon[67007]: audit 2022-01-18T20:03:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:24 smithi156 conmon[67007]: 2022-01-18T20:03:22.798834+0000 mgr.smithi129.iclwio (mgr.14716) 8338 : audit 2022-01-18T20:03:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:24 smithi156 conmon[67007]: [DBG] from='client.39650 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:03:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:24 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T20:03:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:24 smithi156 conmon[67007]: T20:03:23.574212+0000 mon.smithi129 (mon. 2022-01-18T20:03:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:24 smithi156 conmon[67007]: 0) 2542 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:03:24.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:24 smithi156 conmon[67007]: audit 2022-01 2022-01-18T20:03:24.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:24 smithi156 conmon[67007]: -18T20:03:23.579192+0000 mon.smithi129 2022-01-18T20:03:24.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:24 smithi156 conmon[67007]: (mon.0) 2543 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:03:24.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:24 smithi156 conmon[67007]: 2022-01-18T20:03:26.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:26 smithi129 conmon[101092]: cluster 2022-01-18T20:03:24.772034+0000 mgr.smithi129.iclwio (mgr.14716) 8339 : 2022-01-18T20:03:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:26 smithi129 conmon[101092]: cluster [DBG] pgmap v7168: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:26.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:26 smithi156 conmon[67007]: cluster 2022-01-18T20:03:24.772034+0000 mgr.smithi129.iclwio (mgr.14716) 8339 : cluster [DBG] pgmap v7168: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:28.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:28 smithi129 conmon[101092]: cluster 2022-01-18T20:03:26.772703+0000 mgr.smithi129.iclwio (mgr.14716) 8340 : cluster [DBG] pgmap v7169: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:28.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:28 smithi129 conmon[101092]: 2022-01-18T20:03:28.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:28 smithi156 conmon[67007]: cluster 2022-01-18T20:03:26.772703+0000 mgr.smithi129.iclwio (mgr.14716) 8340 : cluster 2022-01-18T20:03:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:28 smithi156 conmon[67007]: [DBG] pgmap v7169: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:30.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:30 smithi129 conmon[101092]: cluster 2022-01-18T20:03:28.773373+0000 mgr.smithi129.iclwio (mgr.14716) 8341 : cluster 2022-01-18T20:03:30.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:30 smithi129 conmon[101092]: [DBG] pgmap v7170: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:30.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:30 smithi156 conmon[67007]: cluster 2022-01-18T20:03:28.773373+0000 mgr.smithi129.iclwio (mgr.14716) 8341 : cluster [DBG] pgmap v7170: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:32.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:32 smithi129 conmon[101092]: cluster 2022-01-18T20:03:30.774122+0000 mgr.smithi129.iclwio (mgr.14716) 8342 : cluster [DBG] pgmap v7171: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:03:32.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:32 smithi156 conmon[67007]: cluster 2022-01-18T20:03:30.774122+0000 mgr.smithi129.iclwio (mgr.14716) 8342 : cluster [DBG] pgmap v7171: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:03:34.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:34 smithi129 conmon[101092]: cluster 2022-01-18T20:03:32.774636+0000 mgr.smithi129.iclwio (mgr.14716) 8343 : cluster [DBG] pgmap v7172: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:34.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:34 smithi156 conmon[67007]: cluster 2022-01-18T20:03:32.774636+0000 mgr.smithi129.iclwio (mgr.14716) 8343 : cluster [DBG] pgmap v7172: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:36.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:36 smithi129 conmon[101092]: cluster 2022-01-18T20:03:34.775442+0000 mgr.smithi129.iclwio (mgr.14716) 8344 : cluster [DBG] pgmap v7173: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:36.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:36 smithi156 conmon[67007]: cluster 2022-01-18T20:03:34.775442+0000 mgr.smithi129.iclwio (mgr.14716) 8344 : cluster [DBG] pgmap v7173: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:38.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:38 smithi129 conmon[101092]: cluster 2022-01-18T20:03:36.775951+0000 mgr.smithi129.iclwio (mgr.14716) 8345 : cluster [DBG] pgmap v7174: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:38.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:38 smithi156 conmon[67007]: cluster 2022-01-18T20:03:36.775951+0000 mgr.smithi129.iclwio (mgr.14716) 8345 : cluster [DBG] pgmap v7174: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:40.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:40 smithi129 conmon[101092]: cluster 2022-01-18T20:03:38.776567+0000 mgr.smithi129.iclwio (mgr.14716) 8346 : cluster [DBG] pgmap v7175: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:40.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:40 smithi156 conmon[67007]: cluster 2022-01-18T20:03:38.776567+0000 mgr.smithi129.iclwio (mgr.14716) 8346 : cluster [DBG] pgmap v7175: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:42 smithi129 conmon[101092]: cluster 2022-01-18T20:03:40.777341+0000 mgr.smithi129.iclwio (mgr.14716) 8347 : cluster [DBG] pgmap v7176: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:03:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:42 smithi129 conmon[101092]: 2022-01-18T20:03:42.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:42 smithi156 conmon[67007]: cluster 2022-01-18T20:03:40.777341+0000 mgr.smithi129.iclwio (mgr.14716) 8347 : cluster [DBG] pgmap v7176: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:03:44.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:44 smithi129 conmon[101092]: cluster 2022-01-18T20:03:42.778015+0000 mgr.smithi129.iclwio (mgr.14716) 8348 : cluster [DBG] 2022-01-18T20:03:44.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:44 smithi129 conmon[101092]: pgmap v7177: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:44.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:44 smithi156 conmon[67007]: cluster 2022-01-18T20:03:42.778015+0000 mgr.smithi129.iclwio (mgr.14716) 8348 : cluster [DBG] pgmap v7177: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:46.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:46 smithi129 conmon[101092]: cluster 2022-01-18T20:03:44.778821+0000 mgr.smithi129.iclwio (mgr.14716) 8349 : cluster [DBG] pgmap v7178: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:46 smithi156 conmon[67007]: cluster 2022-01-18T20:03:44.778821+0000 mgr.smithi129.iclwio (mgr.14716) 8349 : cluster [DBG] pgmap v7178: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:48.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:48 smithi129 conmon[101092]: cluster 2022-01-18T20:03:46.779459+0000 mgr.smithi129.iclwio (mgr.14716) 8350 : cluster [DBG] pgmap v7179: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:48.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:48 smithi129 conmon[101092]: 2022-01-18T20:03:48.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:48 smithi156 conmon[67007]: cluster 2022-01-18T20:03:46.779459+0000 mgr.smithi129.iclwio (mgr.14716) 8350 : cluster [DBG] pgmap v7179: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:50.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:50 smithi129 conmon[101092]: cluster 2022-01-18T20:03:48.780030+0000 mgr.smithi129.iclwio (mgr.14716) 8351 : cluster [DBG] pgmap v7180: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:50.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:50 smithi156 conmon[67007]: cluster 2022-01-18T20:03:48.780030+0000 mgr.smithi129.iclwio (mgr.14716) 8351 : cluster [DBG] pgmap v7180: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:52 smithi129 conmon[101092]: cluster 2022-01-18T20:03:50.780811+0000 mgr.smithi129.iclwio (mgr.14716) 8352 : cluster [DBG] pgmap v7181: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:03:52.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:52 smithi156 conmon[67007]: cluster 2022-01-18T20:03:50.780811+0000 mgr.smithi129.iclwio (mgr.14716) 8352 : cluster [DBG] pgmap v7181: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:03:53.438 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:03:53.702 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:03:53.702 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 3m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:03:53.702 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 3m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:03:53.703 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 3m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:03:53.703 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 3m ago 4h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:03:53.703 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 3m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:03:53.703 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 3m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:03:53.704 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 3m ago 4h 752M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:03:53.704 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 3m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:03:53.704 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 3m ago 4h 1540M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:03:53.704 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 3m ago 4h 725M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:03:53.705 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 3m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:03:53.705 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 3m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:03:53.705 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 3m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:03:53.705 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 3m ago 4h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:03:53.706 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 3m ago 4h 2098M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:03:53.706 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 3m ago 4h 3180M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:03:53.706 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 3m ago 4h 2417M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:03:53.706 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 3m ago 4h 3197M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:03:53.706 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 3m ago 4h 2969M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:03:53.707 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 3m ago 4h 3494M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:03:53.707 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 3m ago 4h 2807M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:03:53.707 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 3m ago 4h 4069M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:03:53.707 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 3m ago 4h 144M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:03:54.022 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:03:54.022 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:03:54.023 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:03:54.023 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:03:54.023 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:03:54.023 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:03:54.024 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:03:54.024 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:03:54.024 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:03:54.024 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:03:54.025 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:03:54.025 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:03:54.025 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:03:54.025 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:03:54.025 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:03:54.026 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:03:54.026 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:03:54.026 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:03:54.027 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:03:54.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:54 smithi129 conmon[101092]: cluster 2022-01-18T20:03:52.781488+0000 mgr.smithi129.iclwio (mgr.14716) 8353 2022-01-18T20:03:54.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:54 smithi129 conmon[101092]: : cluster [DBG] pgmap v7182: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:54.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:54 smithi129 conmon[101092]: audit 2022-01-18T20:03:54.023340+0000 mon.smithi129 (mon.0) 2544 : audit [DBG] from='client.? 172.21.15.129:0/1467242072' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:03:54.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:54 smithi156 conmon[67007]: cluster 2022-01-18T20:03:52.781488+0000 mgr.smithi129.iclwio (mgr.14716) 8353 : cluster [DBG] pgmap v7182: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:54 smithi156 conmon[67007]: audit 2022-01-18T20: 2022-01-18T20:03:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:54 smithi156 conmon[67007]: 03:54.023340+0000 mon.smithi129 (mon.0) 2544 : audit [DBG] from='client.? 172.21.15.129:0/1467242072' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:03:55.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:55 smithi129 conmon[101092]: audit 2022-01-18T20:03:53.426880+0000 mgr.smithi129.iclwio (mgr.14716) 8354 : audit [DBG] from='client.39658 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:03:55.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:55 smithi129 conmon[101092]: audit 2022-01-18T20:03:53.694639+0000 mgr.smithi129.iclwio (mgr.14716) 8355 : audit [DBG] from='client.39662 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:03:55.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:55 smithi156 conmon[67007]: audit 2022-01-18T20:03:53.426880+0000 mgr.smithi129.iclwio (mgr.14716) 8354 : audit [DBG] from='client.39658 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:03:55.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:55 smithi156 conmon[67007]: audit 2022- 2022-01-18T20:03:55.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:55 smithi156 conmon[67007]: 01-18T20:03:53.694639+0000 mgr.smithi129.iclwio (mgr.14716) 8355 : audit [DBG] from='client.39662 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:03:56.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:56 smithi129 conmon[101092]: cluster 2022-01-18T20:03:54.782390+0000 mgr.smithi129.iclwio (mgr.14716) 8356 : cluster [DBG] pgmap v7183: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:56.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:56 smithi156 conmon[67007]: cluster 2022-01-18T20:03:54.782390+0000 mgr.smithi129.iclwio (mgr.14716) 8356 : cluster [DBG] pgmap v7183: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:58 smithi129 conmon[101092]: cluster 2022-01-18T20:03:56.782868+0000 mgr.smithi129.iclwio (mgr.14716) 8357 : cluster [DBG] pgmap v7184: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:58.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:58 smithi156 conmon[67007]: cluster 2022-01-18T20:03:56.782868+0000 mgr.smithi129.iclwio (mgr.14716) 8357 : cluster [DBG] pgmap v7184: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:03:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:58 smithi156 conmon[67007]: 2022-01-18T20:03:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:59 smithi129 conmon[101092]: audit 2022-01-18T20:03:59.156143+0000 mon.smithi129 (mon.0) 2545 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:03:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:03:59 smithi129 conmon[101092]: audit 2022-01-18T20:03:59.156382+0000 mon.smithi129 (mon.0) 2546 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:03:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:59 smithi156 conmon[67007]: audit 2022-01-18T20:03:59.156143+0000 mon.smithi129 (mon.0) 2545 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:03:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:03:59 smithi156 conmon[67007]: audit 2022-01-18T20:03:59.156382+0000 mon.smithi129 (mon.0) 2546 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:04:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:00 smithi129 conmon[101092]: cluster 2022-01-18T20:03:58.783404+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:04:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:00 smithi129 conmon[101092]: ) 8358 : cluster [DBG] pgmap v7185: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:00.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:00 smithi156 conmon[67007]: cluster 2022-01-18T20:03:58.783404+0000 mgr.smithi129.iclwio (mgr.14716) 8358 : cluster [DBG] pgmap v7185: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:02.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:02 smithi129 conmon[101092]: cluster 2022-01-18T20:04:00.784220+0000 mgr.smithi129.iclwio (mgr.14716) 8359 : cluster [DBG] pgmap v7186: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:04:02.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:02 smithi156 conmon[67007]: cluster 2022-01-18T20:04:00.784220+0000 mgr.smithi129.iclwio (mgr.14716) 8359 : cluster [DBG] pgmap v7186: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:04:04.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:04 smithi129 conmon[101092]: cluster 2022-01-18T20:04:02.784917+0000 mgr.smithi129.iclwio (mgr.14716) 8360 : cluster [DBG] pgmap v7187: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:04.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:04 smithi156 conmon[67007]: cluster 2022-01-18T20:04:02.784917+0000 mgr.smithi129.iclwio (mgr.14716) 8360 : cluster [DBG] pgmap v7187: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:06.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:06 smithi129 conmon[101092]: cluster 2022-01-18T20:04:04.785906+0000 mgr.smithi129.iclwio (mgr.14716) 8361 : cluster [DBG] pgmap v7188: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:06 smithi156 conmon[67007]: cluster 2022-01-18T20:04:04.785906+0000 mgr.smithi129.iclwio (mgr.14716) 8361 : cluster [DBG] 2022-01-18T20:04:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:06 smithi156 conmon[67007]: pgmap v7188: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:08.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:08 smithi129 conmon[101092]: cluster 2022-01-18T20:04:06.786377+0000 mgr.smithi129.iclwio (mgr.14716) 8362 : cluster [DBG] pgmap v7189: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:08 smithi156 conmon[67007]: cluster 2022-01-18T20:04:06.786377+0000 mgr.smithi129.iclwio (mgr.14716) 8362 : 2022-01-18T20:04:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:08 smithi156 conmon[67007]: cluster [DBG] pgmap v7189: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:10.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:10 smithi129 conmon[101092]: cluster 2022-01-18T20:04:08.787075+0000 mgr.smithi129.iclwio (mgr.14716) 8363 : cluster [DBG] pgmap v7190: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:10.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:10 smithi156 conmon[67007]: cluster 2022-01-18T20:04:08.787075+0000 mgr.smithi129.iclwio (mgr.14716) 8363 : cluster [DBG] pgmap v7190: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:10 smithi156 conmon[67007]: 2022-01-18T20:04:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:12 smithi129 conmon[101092]: cluster 2022-01-18T20:04:10.788033+0000 mgr.smithi129.iclwio (mgr.14716) 8364 : cluster [DBG] pgmap v7191: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:04:12.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:12 smithi156 conmon[67007]: cluster 2022-01-18T20:04:10.788033+0000 mgr.smithi129.iclwio (mgr.14716) 8364 : cluster [DBG] pgmap v7191: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:04:14.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:14 smithi129 conmon[101092]: cluster 2022-01-18T20:04:12.788692+0000 mgr.smithi129.iclwio (mgr.14716) 8365 : cluster [DBG] pgmap v7192: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:14.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:14 smithi156 conmon[67007]: cluster 2022-01-18T20:04:12.788692+0000 mgr.smithi129.iclwio (mgr.14716) 8365 : cluster [DBG] pgmap v7192: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:16.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:16 smithi129 conmon[101092]: cluster 2022-01-18T20:04:14.789538+0000 mgr.smithi129.iclwio (mgr.14716) 8366 : cluster [DBG] pgmap v7193: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:16.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:16 smithi156 conmon[67007]: cluster 2022-01-18T20:04:14.789538+0000 mgr.smithi129.iclwio (mgr.14716) 8366 : cluster [DBG] pgmap v7193: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:18.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:18 smithi129 conmon[101092]: cluster 2022-01-18T20:04:16.790076+0000 mgr.smithi129.iclwio (mgr.14716) 8367 : cluster [DBG] pgmap v7194: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:18.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:18 smithi129 conmon[101092]: 2022-01-18T20:04:18.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:18 smithi156 conmon[67007]: cluster 2022-01-18T20:04:16.790076+0000 mgr.smithi129.iclwio (mgr.14716) 8367 : cluster [DBG] pgmap v7194: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:20.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:20 smithi129 conmon[101092]: cluster 2022-01-18T20:04:18.790577+0000 mgr.smithi129.iclwio (mgr.14716) 8368 : cluster [DBG] pgmap v7195: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:20.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:20 smithi129 conmon[101092]: 2022-01-18T20:04:20.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:20 smithi156 conmon[67007]: cluster 2022-01-18T20:04:18.790577+0000 mgr.smithi129.iclwio (mgr.14716) 8368 : cluster [DBG] pgmap v7195: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:22.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:22 smithi129 conmon[101092]: cluster 2022-01-18T20:04:20.791356+0000 mgr.smithi129.iclwio (mgr.14716) 8369 : cluster [DBG] pgmap v7196: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:04:22.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:22 smithi156 conmon[67007]: cluster 2022-01-18T20:04:20.791356+0000 mgr.smithi129.iclwio (mgr.14716) 8369 : cluster [DBG] pgmap v7196: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:04:24.315 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:04:24.582 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:04:24.583 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 4m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:04:24.583 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 4m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:04:24.584 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 4m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:04:24.584 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 4m ago 4h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:04:24.584 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 4m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:04:24.585 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 4m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:04:24.585 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (3h) 4m ago 4h 752M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:04:24.586 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 4m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:04:24.586 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 4m ago 4h 1540M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:04:24.586 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 4m ago 4h 725M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:04:24.587 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (3h) 4m ago 3h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:04:24.587 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (3h) 4m ago 3h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:04:24.587 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 4m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:04:24.588 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 4m ago 4h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:04:24.589 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 4m ago 4h 2098M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:04:24.589 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 4m ago 4h 3180M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:04:24.589 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 4m ago 4h 2417M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:04:24.589 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 4m ago 4h 3197M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:04:24.590 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 4m ago 4h 2969M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:04:24.590 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 4m ago 4h 3494M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:04:24.590 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 4m ago 4h 2807M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:04:24.590 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 4m ago 4h 4069M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:04:24.590 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 4m ago 4h 144M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:04:24.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:24 smithi129 conmon[101092]: cluster 2022-01-18T20:04:22.792092+0000 mgr.smithi129.iclwio (mgr 2022-01-18T20:04:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:24 smithi129 conmon[101092]: .14716) 8370 : cluster [DBG] pgmap v7197: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:24 smithi129 conmon[101092]: audit 2022-01-18T20:04:23.581732+0000 mon.smithi129 (mon.0) 2547 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:04:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:24 smithi129 conmon[101092]: audit 2022-01-18T20:04:23.583163+0000 mon.smithi129 (mon.0) 2548 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:04:24.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:24 smithi129 conmon[101092]: audit 2022-01-18T20:04:23.583995+0000 mon.smithi129 (mon.0) 2549 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:04:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:24 smithi156 conmon[67007]: cluster 2022-01-18T20:04:22.792092+0000 mgr.smithi129.iclwio (mgr.14716) 8370 : 2022-01-18T20:04:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:24 smithi156 conmon[67007]: cluster [DBG] pgmap v7197: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:24 smithi156 conmon[67007]: audit 2022-01-18T20:04:23.581732+0000 mon.smithi129 (mon.0) 2547 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:04:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:24 smithi156 conmon[67007]: audit 2022-01-18T20:04:23.583163+0000 mon.smithi129 (mon.0) 2548 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:04:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:24 smithi156 conmon[67007]: audit 2022-01-18T20:04:23.583995+0000 mon.smithi129 (mon.0) 2549 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:04:24.902 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:04:24.903 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:04:24.903 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:04:24.903 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:04:24.904 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:04:24.904 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:04:24.904 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:04:24.904 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:04:24.905 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:04:24.905 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:04:24.905 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:04:24.905 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:04:24.905 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:04:24.906 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:04:24.906 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:04:24.906 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:04:24.906 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:04:24.907 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:04:24.907 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:04:25.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:25 smithi129 conmon[101092]: cephadm 2022-01-18T20:04:23.584748+0000 mgr.smithi129.iclwio (mgr.14716) 8371 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:04:25.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:25 smithi129 conmon[101092]: audit 2022-01-18T20:04:24.298584+0000 mgr.smithi129.iclwio (mgr.14716) 8372 : audit [DBG] from='client.39670 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:04:25.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:25 smithi129 conmon[101092]: audit 2022-01-18T20:04:24.904217+0000 mon.smithi129 (mon.0) 2550 : audit [DBG] from='client.? 172.21.15.129:0/4125108641' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:04:25.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:25 smithi156 conmon[67007]: cephadm 2022-01-18T20:04:23.584748+0000 mgr.smithi129.iclwio (mgr.14716) 8371 : cephadm [WRN] 2022-01-18T20:04:25.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:25 smithi156 conmon[67007]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:04:25.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:25 smithi156 conmon[67007]: audit 2022-01-18T20:04:24.298584+0000 mgr.smithi129.iclwio (mgr.14716) 8372 : audit [DBG] from='client.39670 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:04:25.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:25 smithi156 conmon[67007]: audit 2022-01-18T20:04:24.904217+0000 mon.smithi129 (mon.0) 2550 : audit [DBG] from='client.? 172.21.15.129:0/4125108641' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:04:26.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:26 smithi129 conmon[101092]: audit 2022-01-18T20:04:24.573972+0000 mgr.smithi129.iclwio (mgr.14716) 8373 : audit [DBG] from='client.39674 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:04:26.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:26 smithi129 conmon[101092]: cluster 2022-01-18T20:04:24.792777+0000 mgr.smithi129.iclwio (mgr.14716) 8374 : cluster [DBG] pgmap v7198: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:26.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:26 smithi156 conmon[67007]: audit 2022-01-18T20:04:24.573972+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T20:04:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:26 smithi156 conmon[67007]: 14716) 8373 : audit [DBG] from='client.39674 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:04:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:26 smithi156 conmon[67007]: cluster 2022-01-18T20:04:24.792777+0000 mgr.smithi129.iclwio (mgr.14716) 8374 : cluster [DBG] pgmap v7198: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:27.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:27 smithi129 conmon[101092]: audit 2022-01-18T20:04:26.707429+0000 mon.smithi129 (mon.0) 2551 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:04:27.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:27 smithi129 conmon[101092]: cluster 2022-01-18T20:04:26.793267+0000 mgr.smithi129.iclwio (mgr.14716) 8375 : cluster [DBG] pgmap v7199: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:27.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:27 smithi129 conmon[101092]: audit 2022-01-18T20:04:27.003652+0000 mon.smithi129 (mon.0) 2552 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:04:27.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:27 smithi129 conmon[101092]: audit 2022-01-18T20:04:27.012691+0000 2022-01-18T20:04:27.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:27 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2553 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:04:28.047 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:27 smithi156 conmon[67007]: audit 2022-01-18T20:04:26.707429+0000 mon.smithi129 (mon.0) 2551 : audit 2022-01-18T20:04:28.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:27 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:04:28.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:27 smithi156 conmon[67007]: cluster 2022-01-18T20:04:26.793267+0000 mgr.smithi129.iclwio (mgr.14716) 8375 : cluster [DBG] pgmap v7199: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:28.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:27 smithi156 conmon[67007]: audit 2022-01-18T20:04:27.003652+0000 mon.smithi129 (mon.0) 2552 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:04:28.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:27 smithi156 conmon[67007]: audit 2022-01-18T20:04:27.012691+0000 mon.smithi129 (mon.0) 2553 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:04:30.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:29 smithi129 conmon[101092]: cluster 2022-01-18T20:04:28.794010+0000 mgr.smithi129.iclwio (mgr.14716) 8376 : cluster [DBG] 2022-01-18T20:04:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:29 smithi129 conmon[101092]: pgmap v7200: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:30.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:29 smithi156 conmon[67007]: cluster 2022-01-18T20:04:28.794010+0000 mgr.smithi129.iclwio (mgr.14716) 8376 : cluster [DBG] pgmap v7200: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:30.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:29 smithi156 conmon[67007]: 2022-01-18T20:04:32.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:31 smithi129 conmon[101092]: cluster 2022-01-18T20:04:30.794942+0000 mgr.smithi129.iclwio (mgr.14716) 8377 : cluster [DBG] pgmap v7201: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:04:32.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:31 smithi156 conmon[67007]: cluster 2022-01-18T20:04:30.794942+0000 mgr.smithi129.iclwio (mgr.14716) 8377 : cluster [DBG] pgmap v7201: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:04:34.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:34 smithi129 conmon[101092]: cluster 2022-01-18T20:04:32.795595+0000 mgr.smithi129.iclwio (mgr.14716) 8378 : cluster [DBG] pgmap v7202: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:34.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:34 smithi156 conmon[67007]: cluster 2022-01-18T20:04:32.795595+0000 mgr.smithi129.iclwio (mgr.14716) 8378 : cluster 2022-01-18T20:04:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:34 smithi156 conmon[67007]: [DBG] pgmap v7202: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:36.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:36 smithi129 conmon[101092]: cluster 2022-01-18T20:04:34.796371+0000 mgr.smithi129.iclwio (mgr.14716) 8379 : cluster [DBG] pgmap v7203: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:36.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:36 smithi156 conmon[67007]: cluster 2022-01-18T20:04:34.796371+0000 mgr.smithi129.iclwio (mgr.14716) 8379 : cluster [DBG] 2022-01-18T20:04:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:36 smithi156 conmon[67007]: pgmap v7203: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:38.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:38 smithi129 conmon[101092]: cluster 2022-01-18T20:04:36.796929+0000 mgr.smithi129.iclwio (mgr.14716) 8380 : cluster [DBG] pgmap v7204: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:38.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:38 smithi156 conmon[67007]: cluster 2022-01-18T20:04:36.796929+0000 mgr.smithi129.iclwio (mgr.14716) 8380 : cluster [DBG] pgmap v7204: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:40.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:40 smithi129 conmon[101092]: cluster 2022-01-18T20:04:38.797680+0000 mgr.smithi129.iclwio (mgr.14716) 8381 : cluster [DBG] pgmap v7205: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:40.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:40 smithi156 conmon[67007]: cluster 2022-01-18T20:04:38.797680+0000 mgr.smithi129.iclwio (mgr.14716) 8381 : cluster 2022-01-18T20:04:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:40 smithi156 conmon[67007]: [DBG] pgmap v7205: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:42 smithi129 conmon[101092]: cluster 2022-01-18T20:04:40.798663+0000 mgr.smithi129.iclwio (mgr.14716) 8382 : cluster [DBG] pgmap v7206: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:04:42.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:42 smithi156 conmon[67007]: cluster 2022-01-18T20:04:40.798663+0000 mgr.smithi129.iclwio (mgr.14716) 8382 : cluster [DBG] 2022-01-18T20:04:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:42 smithi156 conmon[67007]: pgmap v7206: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:04:44.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:44 smithi129 conmon[101092]: cluster 2022-01-18T20:04:42.799324+0000 mgr.smithi129.iclwio (mgr.14716) 8383 : cluster [DBG] pgmap v7207: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:44.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:44 smithi156 conmon[67007]: cluster 2022-01-18T20:04:42.799324+0000 mgr.smithi129.iclwio (mgr.14716) 8383 : cluster [DBG] 2022-01-18T20:04:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:44 smithi156 conmon[67007]: pgmap v7207: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:46.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:46 smithi129 conmon[101092]: cluster 2022-01-18T20:04:44.800237+0000 mgr.smithi129.iclwio (mgr.14716) 8384 : cluster [DBG] pgmap v7208: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:46.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:46 smithi129 conmon[101092]: 2022-01-18T20:04:46.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:46 smithi156 conmon[67007]: cluster 2022-01-18T20:04:44.800237+0000 mgr.smithi129.iclwio (mgr.14716) 8384 : cluster 2022-01-18T20:04:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:46 smithi156 conmon[67007]: [DBG] pgmap v7208: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:48.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:48 smithi129 conmon[101092]: cluster 2022-01-18T20:04:46.800781+0000 mgr.smithi129.iclwio (mgr.14716) 8385 : cluster [DBG] pgmap v7209: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:48.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:48 smithi129 conmon[101092]: 2022-01-18T20:04:48.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:48 smithi156 conmon[67007]: cluster 2022-01-18T20:04:46.800781+0000 mgr.smithi129.iclwio (mgr.14716) 8385 : 2022-01-18T20:04:48.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:48 smithi156 conmon[67007]: cluster [DBG] pgmap v7209: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:50.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:50 smithi129 conmon[101092]: cluster 2022-01-18T20:04:48.801377+0000 mgr.smithi129.iclwio (mgr.14716) 8386 : cluster [DBG] 2022-01-18T20:04:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:50 smithi129 conmon[101092]: pgmap v7210: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:50 smithi156 conmon[67007]: cluster 2022-01-18T20:04:48.801377+0000 mgr.smithi129.iclwio (mgr.14716) 8386 : cluster [DBG] 2022-01-18T20:04:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:50 smithi156 conmon[67007]: pgmap v7210: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:52 smithi129 conmon[101092]: cluster 2022-01-18T20:04:50.802359+0000 mgr.smithi129.iclwio (mgr.14716) 8387 : cluster [DBG] pgmap v7211: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:04:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:52 smithi129 conmon[101092]: 2022-01-18T20:04:52.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:52 smithi156 conmon[67007]: cluster 2022-01-18T20:04:50.802359+0000 mgr.smithi129.iclwio (mgr.14716) 8387 : cluster [DBG] 2022-01-18T20:04:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:52 smithi156 conmon[67007]: pgmap v7211: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:04:54.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:54 smithi129 conmon[101092]: cluster 2022-01-18T20:04:52.803013+0000 mgr.smithi129.iclwio (mgr.14716) 8388 : cluster [DBG] pgmap v7212: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:54.838 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:54 smithi129 conmon[101092]: 2022-01-18T20:04:54.839 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:54 smithi156 conmon[67007]: cluster 2022-01-18T20:04:52.803013+0000 mgr.smithi129.iclwio (mgr.14716) 8388 : cluster [DBG] pgmap v7212: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:55.197 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:04:55.464 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:04:55.464 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 4m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:04:55.465 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 4m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:04:55.465 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 4m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:04:55.465 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 4m ago 4h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:04:55.465 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 4m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:04:55.466 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 4m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:04:55.466 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 4m ago 4h 752M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:04:55.466 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (3h) 4m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:04:55.466 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (3h) 4m ago 4h 1540M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:04:55.467 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 4m ago 4h 725M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:04:55.467 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 4m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:04:55.467 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 4m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:04:55.467 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 4m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:04:55.467 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 4m ago 4h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:04:55.468 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 4m ago 4h 2098M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:04:55.468 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 4m ago 4h 3180M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:04:55.468 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 4m ago 4h 2417M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:04:55.469 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 4m ago 4h 3197M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:04:55.469 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 4m ago 4h 2969M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:04:55.469 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 4m ago 4h 3494M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:04:55.469 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 4m ago 4h 2807M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:04:55.469 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 4m ago 4h 4069M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:04:55.470 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 4m ago 4h 144M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:04:55.784 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:04:55.785 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:04:55.785 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:04:55.785 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:04:55.786 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:04:55.786 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:04:55.786 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:04:55.786 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:04:55.787 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:04:55.787 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:04:55.787 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:04:55.787 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:04:55.788 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:04:55.788 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:04:55.788 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:04:55.788 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:04:55.789 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:04:55.789 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:04:55.789 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:04:56.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:56 smithi129 conmon[101092]: cluster 2022-01-18T20:04:54.803779+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:04:56.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:56 smithi129 conmon[101092]: 8389 : cluster [DBG] pgmap v7213: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:56 smithi129 conmon[101092]: audit 2022-01-18T20:04:55.187128+0000 mgr.smithi129.iclwio (mgr.14716) 8390 : audit [DBG] from='client.39682 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:04:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:56 smithi129 conmon[101092]: audit 2022-01-18T20:04:55. 2022-01-18T20:04:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:56 smithi129 conmon[101092]: 785931+0000 mon.smithi129 (mon.0) 2554 : audit [DBG] 2022-01-18T20:04:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:56 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/2629626149' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:04:56.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:56 smithi156 conmon[67007]: cluster 2022-01-18T20:04:54.803779+0000 mgr.smithi129.iclwio (mgr.14716) 8389 : cluster [DBG] pgmap v7213: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:56 smithi156 conmon[67007]: 2022-01-18T20:04:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:56 smithi156 conmon[67007]: audit 2022-01-18T20:04:55.187128+0000 mgr.smithi129.iclwio (mgr.14716) 8390 : audit [DBG] from='client.39682 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:04:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:56 smithi156 conmon[67007]: audit 2022-01-18T20:04:55.785931+0000 mon.smithi129 2022-01-18T20:04:56.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:56 smithi156 conmon[67007]: (mon.0) 2554 : audit [DBG] from='client.? 172.21.15.129:0/2629626149' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:04:57.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:57 smithi129 conmon[101092]: audit 2022-01-18T20:04:55.456870+0000 mgr.smithi129.iclwio (mgr.14716) 8391 : audit [DBG] from='client.39686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:04:57.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:57 smithi129 conmon[101092]: 2022-01-18T20:04:57.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:57 smithi156 conmon[67007]: audit 2022-01-18T20:04:55.456870+0000 mgr.smithi129.iclwio (mgr.14716) 8391 : audit [DBG] from='client.39686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:04:58.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:58 smithi129 conmon[101092]: cluster 2022-01-18T20:04:56.804335+0000 mgr.smithi129.iclwio (mgr.14716) 8392 : cluster [DBG] 2022-01-18T20:04:58.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:58 smithi129 conmon[101092]: pgmap v7214: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:58.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:58 smithi156 conmon[67007]: cluster 2022-01-18T20:04:56.804335+0000 mgr.smithi129.iclwio (mgr.14716) 8392 : cluster [DBG] pgmap v7214: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:04:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:59 smithi129 conmon[101092]: audit 2022-01-18T20:04:59.160521+0000 mon.smithi129 (mon.0) 2555 : audit [INF] 2022-01-18T20:04:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:59 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:04:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:04:59 smithi129 conmon[101092]: audit 2022-01-18T20:04:59.160845+0000 mon.smithi129 (mon.0) 2556 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:04:59.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:59 smithi156 conmon[67007]: audit 2022-01-18T20:04:59.160521+0000 mon.smithi129 (mon.0) 2555 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:04:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:04:59 smithi156 conmon[67007]: audit 2022-01-18T20:04:59.160845+0000 mon.smithi129 (mon.0) 2556 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:05:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:00 smithi129 conmon[101092]: cluster 2022-01-18T20:04:58.805020+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:05:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:00 smithi129 conmon[101092]: 8393 : cluster [DBG] pgmap v7215: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:00 smithi156 conmon[67007]: cluster 2022-01-18T20:04:58.805020+0000 mgr.smithi129.iclwio (mgr.14716) 8393 : cluster [DBG] pgmap v7215: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:02.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:02 smithi129 conmon[101092]: cluster 2022-01-18T20:05:00.805874+0000 mgr.smithi129.iclwio (mgr.14716) 8394 : cluster [DBG] 2022-01-18T20:05:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:02 smithi129 conmon[101092]: pgmap v7216: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:05:02.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:02 smithi156 conmon[67007]: cluster 2022-01-18T20:05:00.805874+0000 mgr.smithi129.iclwio (mgr.14716) 8394 : cluster [DBG] pgmap v7216: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:05:03.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:03 smithi129 conmon[101092]: cluster 2022-01-18T20:05:02.806349+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:05:03.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:03 smithi129 conmon[101092]: 8395 : cluster [DBG] pgmap v7217: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:03.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:03 smithi156 conmon[67007]: cluster 2022-01-18T20:05:02.806349+0000 mgr.smithi129.iclwio (mgr.14716) 8395 : cluster [DBG] pgmap v7217: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:06.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:05 smithi129 conmon[101092]: cluster 2022-01-18T20:05:04.807162+0000 mgr.smithi129.iclwio (mgr.14716) 8396 : cluster [DBG] pgmap v7218: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:06.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:05 smithi129 conmon[101092]: 2022-01-18T20:05:06.297 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:05 smithi156 conmon[67007]: cluster 2022-01-18T20:05:04.807162+0000 mgr.smithi129.iclwio (mgr.14716) 8396 : cluster [DBG] pgmap v7218: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:08.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:08 smithi129 conmon[101092]: cluster 2022-01-18T20:05:06.807842+0000 mgr.smithi129.iclwio (mgr.14716) 8397 : cluster [DBG] pgmap v7219: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:08.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:08 smithi156 conmon[67007]: cluster 2022-01-18T20:05:06.807842+0000 mgr.smithi129.iclwio (mgr.14716) 8397 : cluster [DBG] pgmap v7219: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:10.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:10 smithi129 conmon[101092]: cluster 2022-01-18T20:05:08.808402+0000 mgr.smithi129.iclwio (mgr.14716) 8398 : cluster [DBG] pgmap v7220: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:10.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:10 smithi156 conmon[67007]: cluster 2022-01-18T20:05:08.808402+0000 mgr.smithi129.iclwio (mgr.14716) 8398 : cluster [DBG] pgmap v7220: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:12 smithi129 conmon[101092]: cluster 2022-01-18T20:05:10.809443+0000 mgr.smithi129.iclwio (mgr.14716) 8399 : cluster [DBG] pgmap v7221: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:05:12.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:12 smithi156 conmon[67007]: cluster 2022-01-18T20:05:10.809443+0000 mgr.smithi129.iclwio (mgr.14716) 8399 : cluster [DBG] pgmap v7221: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:05:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:12 smithi156 conmon[67007]: 2022-01-18T20:05:14.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:14 smithi129 conmon[101092]: cluster 2022-01-18T20:05:12.810056+0000 mgr.smithi129.iclwio (mgr.14716) 8400 : cluster [DBG] pgmap v7222: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:14 smithi156 conmon[67007]: cluster 2022-01-18T20:05:12.810056+0000 mgr.smithi129.iclwio (mgr.14716) 8400 : cluster [DBG] pgmap v7222: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:16.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:16 smithi129 conmon[101092]: cluster 2022-01-18T20:05:14.810875+0000 mgr.smithi129.iclwio (mgr.14716) 8401 : cluster [DBG] pgmap v7223: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:16.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:16 smithi156 conmon[67007]: cluster 2022-01-18T20:05:14.810875+0000 mgr.smithi129.iclwio (mgr.14716) 8401 : cluster [DBG] pgmap v7223: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:18.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:18 smithi129 conmon[101092]: cluster 2022-01-18T20:05:16.811479+0000 mgr.smithi129.iclwio (mgr.14716) 8402 : cluster [DBG] pgmap v7224: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:18.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:18 smithi156 conmon[67007]: cluster 2022-01-18T20:05:16.811479+0000 mgr.smithi129.iclwio (mgr.14716) 8402 : cluster [DBG] pgmap v7224: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:20.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:20 smithi129 conmon[101092]: cluster 2022-01-18T20:05:18.812115+0000 mgr.smithi129.iclwio (mgr.14716) 8403 : cluster [DBG] pgmap v7225: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:20.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:20 smithi156 conmon[67007]: cluster 2022-01-18T20:05:18.812115+0000 mgr.smithi129.iclwio (mgr.14716) 8403 : cluster [DBG] pgmap v7225: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:22.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:22 smithi129 conmon[101092]: cluster 2022-01-18T20:05:20.813027+0000 mgr.smithi129.iclwio (mgr.14716) 8404 : cluster [DBG] pgmap v7226: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:05:22.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:22 smithi156 conmon[67007]: cluster 2022-01-18T20:05:20.813027+0000 mgr.smithi129.iclwio (mgr.14716) 8404 : cluster [DBG] pgmap v7226: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:05:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:24 smithi129 conmon[101092]: cluster 2022-01-18T20:05:22.813546+0000 mgr.smithi129.iclwio (mgr.14716) 8405 : cluster [DBG] pgmap v7227: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:24.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:24 smithi156 conmon[67007]: cluster 2022-01-18T20:05:22.813546+0000 mgr.smithi129.iclwio (mgr.14716) 8405 : cluster [DBG] pgmap v7227: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:26.082 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:05:26.353 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:05:26.353 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 5m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:05:26.354 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (3h) 5m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:05:26.354 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (3h) 5m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:05:26.354 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 5m ago 4h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:05:26.355 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 5m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:05:26.355 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 5m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:05:26.355 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 5m ago 4h 752M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:05:26.355 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 5m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:05:26.356 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 5m ago 4h 1540M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:05:26.356 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (3h) 5m ago 4h 725M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:05:26.356 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 5m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:05:26.356 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 5m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:05:26.357 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 5m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:05:26.357 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 5m ago 4h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:05:26.357 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 5m ago 4h 2098M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:05:26.357 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 5m ago 4h 3180M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:05:26.357 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 5m ago 4h 2417M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:05:26.358 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 5m ago 4h 3197M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:05:26.358 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 5m ago 4h 2969M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:05:26.358 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 5m ago 4h 3494M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:05:26.358 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 5m ago 4h 2807M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:05:26.359 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 5m ago 4h 4069M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:05:26.359 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 5m ago 4h 144M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:05:26.671 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:05:26.671 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:05:26.671 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:05:26.672 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:05:26.672 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:05:26.672 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:05:26.672 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:05:26.673 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:05:26.673 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:05:26.673 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:05:26.673 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:05:26.674 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:05:26.674 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:05:26.674 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:05:26.674 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:05:26.675 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:05:26.675 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:05:26.675 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:05:26.676 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:05:26.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:26 smithi129 conmon[101092]: cluster 2022-01-18T20:05:24.814411+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:05:26.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:26 smithi129 conmon[101092]: 8406 : cluster [DBG] pgmap v7228: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:26 smithi156 conmon[67007]: cluster 2022-01-18T20:05:24.814411+0000 mgr.smithi129.iclwio (mgr.14716) 8406 : cluster [DBG] pgmap v7228: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:27.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:27 smithi129 conmon[101092]: audit 2022-01-18T20:05:26.071921+0000 mgr.smithi129.iclwio (mgr.14716) 8407 : audit [DBG] from='client.39694 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:05:27.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:27 smithi129 conmon[101092]: audit 2022-01-18T20:05: 2022-01-18T20:05:27.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:27 smithi129 conmon[101092]: 26.343038+0000 mgr.smithi129.iclwio (mgr.14716) 8408 : audit [DBG] from='client.39698 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:05:27.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:27 smithi129 conmon[101092]: audit 2022-01-18T20:05:26.672076+0000 mon.smithi129 (mon.0) 2557 : audit [DBG] from='client.? 172.21.15.129:0/983700450' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:05:27.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:27 smithi129 conmon[101092]: audit 2022-01-18T20 2022-01-18T20:05:27.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:27 smithi129 conmon[101092]: :05:27.015655+0000 mon.smithi129 (mon.0) 2558 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:05:27.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:27 smithi129 conmon[101092]: audit 2022-01-18T20: 2022-01-18T20:05:27.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:27 smithi129 conmon[101092]: 05:27.016831+0000 mon.smithi129 (mon.0) 2022-01-18T20:05:27.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:27 smithi129 conmon[101092]: 2559 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:05:27.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:27 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T20:05:27.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:27 smithi129 conmon[101092]: 20:05:27.017469+0000 mon.smithi129 (mon. 2022-01-18T20:05:27.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:27 smithi129 conmon[101092]: 0) 2560 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:05:27.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:27 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T20:05:27.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:27 smithi129 conmon[101092]: 18T20:05:27.323647 2022-01-18T20:05:27.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:27 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 2561 : audit 2022-01-18T20:05:27.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:27 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:05:27.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:27 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T20:05:27.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:27 smithi129 conmon[101092]: 20:05:27.328481+0000 mon.smithi129 (mon 2022-01-18T20:05:27.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:27 smithi129 conmon[101092]: .0) 2562 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:05:27.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:27 smithi156 conmon[67007]: audit 2022-01-18T20:05:26.071921+0000 mgr.smithi129.iclwio (mgr.14716) 8407 : 2022-01-18T20:05:27.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:27 smithi156 conmon[67007]: audit [DBG] from='client.39694 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:05:27.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:27 smithi156 conmon[67007]: audit 2022-01-18T20:05:26.343038+0000 mgr.smithi129.iclwio (mgr.14716) 8408 : audit [DBG] from='client.39698 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:05:27.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:27 smithi156 conmon[67007]: audit 2022-01-18T20:05:26.672076+0000 mon.smithi129 (mon.0) 2557 : audit [DBG] from='client.? 172.21.15.129:0/983700450' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:05:27.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:27 smithi156 conmon[67007]: audit 2022-01-18T20:05:27.015655+0000 mon.smithi129 (mon.0) 2558 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:05:27.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:27 smithi156 conmon[67007]: audit 2022-01-18T20:05:27.016831+0000 mon.smithi129 (mon.0) 2559 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:05:27.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:27 smithi156 conmon[67007]: audit 2022-01-18T20:05:27.017469+0000 mon.smithi129 (mon.0) 2560 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:05:27.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:27 smithi156 conmon[67007]: audit 2022-01-18T20:05:27.323647+0000 mon.smithi129 (mon.0) 2561 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:05:27.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:27 smithi156 conmon[67007]: audit 2022-01-18T20:05:27.328481+0000 mon.smithi129 (mon.0) 2562 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:05:28.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:28 smithi129 conmon[101092]: cluster 2022-01-18T20:05:26.815010+0000 mgr.smithi129.iclwio (mgr.14716) 8409 : cluster [DBG] pgmap v7229: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:28 smithi129 conmon[101092]: 2022-01-18T20:05:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:28 smithi129 conmon[101092]: cephadm 2022-01-18T20:05:27.018033+0000 mgr.smithi129.iclwio (mgr.14716) 8410 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:05:28.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:28 smithi156 conmon[67007]: cluster 2022-01-18T20:05:26.815010+0000 mgr.smithi129.iclwio (mgr.14716) 8409 : cluster [DBG] pgmap v7229: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:28 smithi156 conmon[67007]: cephadm 2022-01-18T20:05:27.018033+0000 mgr.smithi129.iclwio (mgr.14716) 8410 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:05:30.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:30 smithi129 conmon[101092]: cluster 2022-01-18T20:05:28.815511+0000 mgr.smithi129.iclwio (mgr.14716) 8411 : cluster [DBG] pgmap v7230: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:30 smithi156 conmon[67007]: cluster 2022-01-18T20:05:28.815511+0000 mgr.smithi129.iclwio (mgr.14716) 8411 : cluster [DBG] pgmap v7230: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:32.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:32 smithi129 conmon[101092]: cluster 2022-01-18T20:05:30.816415+0000 mgr.smithi129.iclwio (mgr.14716) 8412 : cluster [DBG] pgmap v7231: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:05:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:32 smithi156 conmon[67007]: cluster 2022-01-18T20:05:30.816415+0000 mgr.smithi129.iclwio (mgr.14716) 8412 : cluster [DBG] pgmap v7231: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:05:34.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:34 smithi129 conmon[101092]: cluster 2022-01-18T20:05:32.817121+0000 mgr.smithi129.iclwio (mgr.14716) 8413 : cluster [DBG] pgmap v7232: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:34.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:34 smithi156 conmon[67007]: cluster 2022-01-18T20:05:32.817121+0000 mgr.smithi129.iclwio (mgr.14716) 8413 : cluster [DBG] pgmap v7232: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:36.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:36 smithi129 conmon[101092]: cluster 2022-01-18T20:05:34.818026+0000 mgr.smithi129.iclwio (mgr.14716) 8414 : cluster [DBG] pgmap v7233: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:36 smithi129 conmon[101092]: 2022-01-18T20:05:36.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:36 smithi156 conmon[67007]: cluster 2022-01-18T20:05:34.818026+0000 mgr.smithi129.iclwio (mgr.14716) 8414 : cluster [DBG] pgmap v7233: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:38.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:38 smithi129 conmon[101092]: cluster 2022-01-18T20:05:36.818492+0000 mgr.smithi129.iclwio (mgr.14716) 8415 : cluster [DBG] pgmap v7234: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:38.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:38 smithi156 conmon[67007]: cluster 2022-01-18T20:05:36.818492+0000 mgr.smithi129.iclwio (mgr.14716) 8415 : cluster [DBG] pgmap v7234: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:40.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:40 smithi129 conmon[101092]: cluster 2022-01-18T20:05:38.819154+0000 mgr.smithi129.iclwio (mgr.14716) 8416 : cluster [DBG] pgmap v7235: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:40.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:40 smithi156 conmon[67007]: cluster 2022-01-18T20:05:38.819154+0000 mgr.smithi129.iclwio (mgr.14716) 8416 : cluster [DBG] pgmap v7235: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:42 smithi129 conmon[101092]: cluster 2022-01-18T20:05:40.819961+0000 mgr.smithi129.iclwio (mgr.14716) 8417 : cluster [DBG] 2022-01-18T20:05:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:42 smithi129 conmon[101092]: pgmap v7236: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:05:42.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:42 smithi156 conmon[67007]: cluster 2022-01-18T20:05:40.819961+0000 mgr.smithi129.iclwio (mgr.14716) 8417 : cluster [DBG] pgmap v7236: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:05:44.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:44 smithi129 conmon[101092]: cluster 2022-01-18T20:05:42.820473+0000 mgr.smithi129.iclwio (mgr.14716) 8418 : cluster [DBG] pgmap v7237: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:44 smithi156 conmon[67007]: cluster 2022-01-18T20:05:42.820473+0000 mgr.smithi129.iclwio (mgr.14716) 8418 : cluster [DBG] pgmap v7237: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:46.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:46 smithi129 conmon[101092]: cluster 2022-01-18T20:05:44.821256+0000 mgr.smithi129.iclwio (mgr.14716) 8419 : cluster [DBG] pgmap v7238: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:46.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:46 smithi156 conmon[67007]: cluster 2022-01-18T20:05:44.821256+0000 mgr.smithi129.iclwio (mgr.14716) 8419 : cluster [DBG] pgmap v7238: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:48.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:48 smithi129 conmon[101092]: cluster 2022-01-18T20:05:46.821760+0000 mgr.smithi129.iclwio (mgr.14716) 8420 : cluster [DBG] pgmap v7239: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:48 smithi129 conmon[101092]: 2022-01-18T20:05:48.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:48 smithi156 conmon[67007]: cluster 2022-01-18T20:05:46.821760+0000 mgr.smithi129.iclwio (mgr.14716) 8420 : cluster [DBG] pgmap v7239: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:50.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:50 smithi129 conmon[101092]: cluster 2022-01-18T20:05:48.822322+0000 mgr.smithi129.iclwio (mgr.14716) 8421 : cluster [DBG] pgmap v7240: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:50 smithi129 conmon[101092]: 2022-01-18T20:05:50.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:50 smithi156 conmon[67007]: cluster 2022-01-18T20:05:48.822322+0000 mgr.smithi129.iclwio (mgr.14716) 8421 : cluster [DBG] pgmap v7240: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:52 smithi129 conmon[101092]: cluster 2022-01-18T20:05:50.823284+0000 mgr.smithi129.iclwio (mgr.14716) 8422 : cluster [DBG] 2022-01-18T20:05:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:52 smithi129 conmon[101092]: pgmap v7241: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:05:52.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:52 smithi156 conmon[67007]: cluster 2022-01-18T20:05:50.823284+0000 mgr.smithi129.iclwio (mgr.14716) 8422 : cluster [DBG] pgmap v7241: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:05:54.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:54 smithi129 conmon[101092]: cluster 2022-01-18T20:05:52.823838+0000 mgr.smithi129.iclwio (mgr.14716) 8423 : cluster [DBG] pgmap v7242: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:54 smithi156 conmon[67007]: cluster 2022-01-18T20:05:52.823838+0000 mgr.smithi129.iclwio (mgr.14716) 8423 : cluster [DBG] pgmap v7242: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:56.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:56 smithi129 conmon[101092]: cluster 2022-01-18T20:05:54.824871+0000 mgr.smithi129.iclwio (mgr.14716) 8424 : cluster [DBG] pgmap v7243: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:56 smithi129 conmon[101092]: 2022-01-18T20:05:56.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:56 smithi156 conmon[67007]: cluster 2022-01-18T20:05:54.824871+0000 mgr.smithi129.iclwio (mgr.14716) 8424 : cluster [DBG] pgmap v7243: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:56.971 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:05:57.236 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:05:57.237 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 5m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:05:57.237 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 5m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:05:57.237 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 5m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:05:57.237 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 5m ago 4h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:05:57.238 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 5m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:05:57.238 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 5m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:05:57.238 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 5m ago 4h 752M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:05:57.238 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 5m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:05:57.239 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 5m ago 4h 1540M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:05:57.239 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 5m ago 4h 725M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:05:57.239 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 5m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:05:57.239 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 5m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:05:57.239 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 5m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:05:57.240 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 5m ago 4h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:05:57.240 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 5m ago 4h 2098M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:05:57.240 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 5m ago 4h 3180M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:05:57.240 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 5m ago 4h 2417M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:05:57.241 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 5m ago 4h 3197M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:05:57.241 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 5m ago 4h 2969M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:05:57.241 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 5m ago 4h 3494M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:05:57.241 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 5m ago 4h 2807M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:05:57.242 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 5m ago 4h 4069M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:05:57.242 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 5m ago 4h 144M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:05:57.556 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:05:57.556 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:05:57.556 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:05:57.556 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:05:57.557 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:05:57.557 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:05:57.557 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:05:57.557 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:05:57.558 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:05:57.558 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:05:57.558 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:05:57.558 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:05:57.559 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:05:57.559 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:05:57.559 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:05:57.559 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:05:57.560 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:05:57.560 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:05:57.560 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:05:58.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:58 smithi129 conmon[101092]: cluster 2022-01-18T20:05:56.825343+0000 mgr.smithi129.iclwio (mgr.14716) 8425 : cluster [DBG] pgmap v7244: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:58 smithi129 conmon[101092]: 2022-01-18T20:05:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:58 smithi129 conmon[101092]: audit 2022-01-18T20:05:56.960569+0000 mgr.smithi129.iclwio (mgr.14716) 8426 : audit [DBG] from='client.39706 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:05:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:58 smithi129 conmon[101092]: audit 2022-01-18T20:05:57.228911+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:05:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:58 smithi129 conmon[101092]: ) 8427 : audit [DBG] from='client.39710 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:05:58.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:58 smithi129 conmon[101092]: audit 2022-01-18T20:05 2022-01-18T20:05:58.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:58 smithi129 conmon[101092]: :57.557182+0000 mon.smithi129 (mon.0) 2563 : audit [DBG] from='client.? 172.21.15.129:0/3238773970' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:05:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:58 smithi156 conmon[67007]: cluster 2022-01-18T20:05:56.825343+0000 mgr.smithi129.iclwio (mgr.14716) 8425 : cluster [DBG] pgmap v7244: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:05:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:58 smithi156 conmon[67007]: audit 2022-01-18T20:05:56.960569+0000 mgr.smithi129.iclwio (mgr.14716) 8426 : audit [DBG] from='client.39706 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:05:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:58 smithi156 conmon[67007]: audit 2022-01-18T20:05:57.228911+0000 mgr.smithi129.iclwio (mgr.14716) 8427 : audit [DBG] from='client.39710 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:05:58.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:58 smithi156 conmon[67007]: audit 2022-01-18T20:05:57.557182+0000 mon.smithi129 (mon.0) 2563 : audit 2022-01-18T20:05:58.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:58 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/3238773970' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:05:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:59 smithi129 conmon[101092]: audit 2022-01-18T20:05:59.164499+0000 mon.smithi129 (mon.0 2022-01-18T20:05:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:59 smithi129 conmon[101092]: ) 2564 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:05:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:05:59 smithi129 conmon[101092]: audit 2022-01-18T20:05:59.164839+0000 mon.smithi129 (mon.0) 2565 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:05:59.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:59 smithi156 conmon[67007]: audit 2022-01-18T20:05:59.164499+0000 mon.smithi129 (mon.0) 2564 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:05:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:05:59 smithi156 conmon[67007]: audit 2022-01-18T20:05:59.164839+0000 mon.smithi129 (mon.0) 2565 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:06:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:00 smithi129 conmon[101092]: cluster 2022-01-18T20:05:58.825931+0000 mgr.smithi129.iclwio (mgr.14716) 8428 : cluster 2022-01-18T20:06:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:00 smithi129 conmon[101092]: [DBG] pgmap v7245: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:00 smithi156 conmon[67007]: cluster 2022-01-18T20:05:58.825931+0000 mgr.smithi129.iclwio (mgr.14716) 8428 : cluster [DBG] pgmap v7245: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:02 smithi129 conmon[101092]: cluster 2022-01-18T20:06:00.826837+0000 mgr.smithi129.iclwio (mgr.14716) 8429 : cluster [DBG] pgmap v7246: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:06:02.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:02 smithi156 conmon[67007]: cluster 2022-01-18T20:06:00.826837+0000 mgr.smithi129.iclwio (mgr.14716) 8429 : cluster [DBG] pgmap v7246: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:06:04.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:04 smithi129 conmon[101092]: cluster 2022-01-18T20:06:02.827442+0000 mgr.smithi129.iclwio (mgr.14716) 8430 : cluster [DBG] pgmap v7247: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:04.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:04 smithi156 conmon[67007]: cluster 2022-01-18T20:06:02.827442+0000 mgr.smithi129.iclwio (mgr.14716) 8430 : cluster [DBG] pgmap v7247: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:06.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:06 smithi129 conmon[101092]: cluster 2022-01-18T20:06:04.828325+0000 mgr.smithi129.iclwio (mgr.14716) 8431 : cluster [DBG] pgmap v7248: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:06 smithi156 conmon[67007]: cluster 2022-01-18T20:06:04.828325+0000 mgr.smithi129.iclwio (mgr.14716) 8431 : cluster [DBG] pgmap v7248: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:08.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:08 smithi129 conmon[101092]: cluster 2022-01-18T20:06:06.828835+0000 mgr.smithi129.iclwio (mgr.14716) 8432 : cluster [DBG] pgmap v7249: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:08 smithi129 conmon[101092]: 2022-01-18T20:06:08.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:08 smithi156 conmon[67007]: cluster 2022-01-18T20:06:06.828835+0000 mgr.smithi129.iclwio (mgr.14716) 8432 : cluster [DBG] pgmap v7249: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:09.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:09 smithi129 conmon[101092]: cluster 2022-01-18T20:06:08.829425+0000 mgr.smithi129.iclwio (mgr.14716) 8433 : cluster [DBG] pgmap v7250: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:09.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:09 smithi156 conmon[67007]: cluster 2022-01-18T20:06:08.829425+0000 mgr.smithi129.iclwio (mgr.14716) 8433 : cluster [DBG] pgmap v7250: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:09.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:09 smithi156 conmon[67007]: 2022-01-18T20:06:12.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:11 smithi129 conmon[101092]: cluster 2022-01-18T20:06:10.830199+0000 mgr.smithi129.iclwio (mgr.14716) 8434 : cluster [DBG] pgmap v7251: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:06:12.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:11 smithi156 conmon[67007]: cluster 2022-01-18T20:06:10.830199+0000 mgr.smithi129.iclwio (mgr.14716) 8434 : cluster [DBG] pgmap v7251: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:06:12.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:11 smithi156 conmon[67007]: 2022-01-18T20:06:14.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:14 smithi129 conmon[101092]: cluster 2022-01-18T20:06:12.830777+0000 mgr.smithi129.iclwio (mgr.14716) 8435 : cluster [DBG] pgmap v7252: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:14 smithi156 conmon[67007]: cluster 2022-01-18T20:06:12.830777+0000 mgr.smithi129.iclwio (mgr.14716) 8435 : cluster [DBG] pgmap v7252: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:16.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:16 smithi129 conmon[101092]: cluster 2022-01-18T20:06:14.831616+0000 mgr.smithi129.iclwio (mgr.14716) 8436 : cluster [DBG] pgmap v7253: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:16 smithi129 conmon[101092]: 2022-01-18T20:06:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:16 smithi156 conmon[67007]: cluster 2022-01-18T20:06:14.831616+0000 mgr.smithi129.iclwio (mgr.14716) 8436 : cluster 2022-01-18T20:06:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:16 smithi156 conmon[67007]: [DBG] pgmap v7253: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:18.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:18 smithi129 conmon[101092]: cluster 2022-01-18T20:06:16.832219+0000 mgr.smithi129.iclwio (mgr.14716) 8437 : cluster [DBG] pgmap v7254: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:18.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:18 smithi156 conmon[67007]: cluster 2022-01-18T20:06:16.832219+0000 mgr.smithi129.iclwio (mgr.14716) 8437 : cluster [DBG] pgmap v7254: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:20.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:20 smithi129 conmon[101092]: cluster 2022-01-18T20:06:18.832871+0000 mgr.smithi129.iclwio (mgr.14716) 8438 : cluster [DBG] 2022-01-18T20:06:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:20 smithi129 conmon[101092]: pgmap v7255: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:20 smithi156 conmon[67007]: cluster 2022-01-18T20:06:18.832871+0000 mgr.smithi129.iclwio (mgr.14716) 8438 : cluster [DBG] pgmap v7255: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:22.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:22 smithi129 conmon[101092]: cluster 2022-01-18T20:06:20.833842+0000 mgr.smithi129.iclwio (mgr.14716) 8439 : cluster 2022-01-18T20:06:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:22 smithi129 conmon[101092]: [DBG] pgmap v7256: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:06:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:22 smithi156 conmon[67007]: cluster 2022-01-18T20:06:20.833842+0000 mgr.smithi129.iclwio (mgr.14716) 8439 : cluster [DBG] pgmap v7256: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:06:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:22 smithi156 conmon[67007]: 2022-01-18T20:06:24.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:24 smithi129 conmon[101092]: cluster 2022-01-18T20:06:22.834427+0000 mgr.smithi129.iclwio (mgr.14716) 8440 : cluster [DBG] pgmap v7257: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:24.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:24 smithi156 conmon[67007]: cluster 2022-01-18T20:06:22.834427+0000 mgr.smithi129.iclwio (mgr.14716) 8440 : cluster [DBG] pgmap v7257: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:26.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:26 smithi129 conmon[101092]: cluster 2022-01-18T20:06:24.835238+0000 mgr.smithi129.iclwio (mgr.14716) 8441 : cluster [DBG] 2022-01-18T20:06:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:26 smithi129 conmon[101092]: pgmap v7258: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:26 smithi156 conmon[67007]: cluster 2022-01-18T20:06:24.835238+0000 mgr.smithi129.iclwio (mgr.14716) 8441 : cluster [DBG] pgmap v7258: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:26.854 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:26 smithi156 conmon[67007]: 2022-01-18T20:06:27.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:27 smithi129 conmon[101092]: audit 2022-01-18T20:06:27.331313+0000 mon.smithi129 (mon.0) 2566 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:06:27.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:27 smithi129 conmon[101092]: audit 2022-01-18T20:06:27.332756+0000 mon.smithi129 (mon.0) 2567 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:06:27.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:27 smithi129 conmon[101092]: audit 2022-01-18T20:06:27.333664+0000 mon.smithi129 (mon.0) 2568 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:06:27.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:27 smithi156 conmon[67007]: audit 2022-01-18T20:06:27.331313+0000 mon.smithi129 (mon.0) 2566 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:06:27.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:27 smithi156 conmon[67007]: 2022-01-18T20:06:27.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:27 smithi156 conmon[67007]: audit 2022-01-18T20:06:27.332756+0000 mon.smithi129 (mon.0) 2567 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:06:27.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:27 smithi156 conmon[67007]: audit 2022-01-18T20:06:27.333664+0000 mon.smithi129 (mon.0) 2568 2022-01-18T20:06:27.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:27 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:06:27.851 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:06:28.117 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:06:28.118 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 6m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:06:28.118 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 6m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:06:28.118 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 6m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:06:28.118 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 6m ago 4h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:06:28.119 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 6m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:06:28.119 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 6m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:06:28.119 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 6m ago 4h 752M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:06:28.119 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 6m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:06:28.120 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 6m ago 4h 1540M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:06:28.120 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 6m ago 4h 725M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:06:28.120 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 6m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:06:28.120 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 6m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:06:28.120 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 6m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:06:28.121 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 6m ago 4h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:06:28.121 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 6m ago 4h 2098M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:06:28.121 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 6m ago 4h 3180M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:06:28.121 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 6m ago 4h 2417M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:06:28.121 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 6m ago 4h 3197M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:06:28.122 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 6m ago 4h 2969M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:06:28.122 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 6m ago 4h 3494M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:06:28.122 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 6m ago 4h 2807M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:06:28.122 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 6m ago 4h 4069M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:06:28.123 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 6m ago 4h 144M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:06:28.436 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:06:28.436 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:06:28.436 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:06:28.437 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:06:28.437 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:06:28.437 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:06:28.437 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:06:28.437 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:06:28.438 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:06:28.438 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:06:28.438 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:06:28.438 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:06:28.439 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:06:28.439 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:06:28.439 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:06:28.439 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:06:28.440 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:06:28.440 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:06:28.440 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:06:28.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:28 smithi129 conmon[101092]: cluster 2022-01-18T20:06:26.835752+0000 mgr.smithi129.iclwio (mgr.14716) 8442 : cluster [DBG] pgmap v7259: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:28 smithi129 conmon[101092]: 2022-01-18T20:06:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:28 smithi129 conmon[101092]: cephadm 2022-01-18T20:06:27.334422+0000 mgr.smithi129.iclwio (mgr.14716) 8443 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:06:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:28 smithi129 conmon[101092]: audit 2022-01-18T20:06:27.652634+0000 mon.smithi129 (mon.0) 2569 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:06:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:28 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T20:06:28.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:28 smithi129 conmon[101092]: 20:06:27.657695+0000 mon.smithi129 (mon.0) 2570 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:06:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:28 smithi156 conmon[67007]: cluster 2022-01-18T20:06:26.835752+0000 mgr.smithi129.iclwio (mgr.14716) 8442 : cluster [DBG] pgmap v7259: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:28 smithi156 conmon[67007]: cephadm 2022-01-18T20:06:27.334422+0000 mgr.smithi129.iclwio (mgr.14716) 8443 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:06:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:28 smithi156 conmon[67007]: audit 2022-01-18T20:06: 2022-01-18T20:06:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:28 smithi156 conmon[67007]: 27.652634+0000 mon.smithi129 (mon.0) 2569 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:06:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:28 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T20:06:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:28 smithi156 conmon[67007]: 18T20:06:27.657695+0000 mon.smithi129 ( 2022-01-18T20:06:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:28 smithi156 conmon[67007]: mon.0) 2570 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:06:29.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:29 smithi129 conmon[101092]: audit 2022-01-18T20:06:27.840687+0000 mgr.smithi129.iclwio (mgr.14716) 8444 : audit [DBG] 2022-01-18T20:06:29.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:29 smithi129 conmon[101092]: from='client.39718 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:06:29.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:29 smithi129 conmon[101092]: audit 2022-01-18T20:06:28.110115+0000 mgr.smithi129.iclwio (mgr.14716) 8445 : audit [DBG] from='client.39722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:06:29.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:29 smithi129 conmon[101092]: audit 2022-01-18T20:06:28. 2022-01-18T20:06:29.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:29 smithi129 conmon[101092]: 437201+0000 mon.smithi129 (mon.0) 2571 : audit [DBG] from='client.? 172.21.15.129:0/4202585868' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:06:29.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:29 smithi156 conmon[67007]: audit 2022-01-18T20:06:27.840687+0000 mgr.smithi129.iclwio (mgr.14716) 8444 : audit [DBG] from='client.39718 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:06:29.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:29 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T20:06:29.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:29 smithi156 conmon[67007]: T20:06:28.110115+0000 mgr.smithi129.iclwio (mgr.14716) 8445 : audit [DBG] from='client.39722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:06:29.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:29 smithi156 conmon[67007]: audit 2022-01-18T20:06:28.437201+0000 mon.smithi129 (mon.0) 2571 : audit [DBG] from='client.? 172.21.15.129:0/4202585868' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:06:30.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:30 smithi129 conmon[101092]: cluster 2022-01-18T20:06:28.836245+0000 mgr.smithi129.iclwio (mgr.14716) 8446 : cluster [DBG] pgmap v7260: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:30 smithi156 conmon[67007]: cluster 2022-01-18T20:06:28.836245+0000 mgr.smithi129.iclwio (mgr.14716) 8446 : cluster [DBG] pgmap v7260: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:32 smithi129 conmon[101092]: cluster 2022-01-18T20:06:30.837128+0000 mgr.smithi129.iclwio (mgr.14716) 8447 : cluster [DBG] pgmap v7261: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:06:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:32 smithi156 conmon[67007]: cluster 2022-01-18T20:06:30.837128+0000 mgr.smithi129.iclwio (mgr.14716) 8447 : cluster [DBG] pgmap v7261: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:06:34.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:34 smithi129 conmon[101092]: cluster 2022-01-18T20:06:32.837897+0000 mgr.smithi129.iclwio (mgr.14716) 8448 : cluster [DBG] pgmap v7262: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:34 smithi156 conmon[67007]: cluster 2022-01-18T20:06:32.837897+0000 mgr.smithi129.iclwio (mgr.14716) 8448 : cluster [DBG] pgmap v7262: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:36 smithi129 conmon[101092]: cluster 2022-01-18T20:06:34.838675+0000 mgr.smithi129.iclwio (mgr.14716) 8449 : cluster [DBG] pgmap v7263: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:36 smithi156 conmon[67007]: cluster 2022-01-18T20:06:34.838675+0000 mgr.smithi129.iclwio (mgr.14716) 8449 : cluster [DBG] pgmap v7263: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:38.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:38 smithi129 conmon[101092]: cluster 2022-01-18T20:06:36.839232+0000 mgr.smithi129.iclwio (mgr.14716) 8450 : cluster [DBG] pgmap v7264: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:38 smithi129 conmon[101092]: 2022-01-18T20:06:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:38 smithi156 conmon[67007]: cluster 2022-01-18T20:06:36.839232+0000 mgr.smithi129.iclwio (mgr.14716) 8450 : cluster [DBG] pgmap v7264: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:40.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:40 smithi129 conmon[101092]: cluster 2022-01-18T20:06:38.839734+0000 mgr.smithi129.iclwio (mgr.14716) 8451 : cluster [DBG] pgmap v7265: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:40 smithi129 conmon[101092]: 2022-01-18T20:06:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:40 smithi156 conmon[67007]: cluster 2022-01-18T20:06:38.839734+0000 mgr.smithi129.iclwio (mgr.14716) 8451 : cluster [DBG] pgmap v7265: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:41.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:41 smithi129 conmon[101092]: cluster 2022-01-18T20:06:40.840518+0000 mgr.smithi129.iclwio (mgr.14716) 8452 : cluster [DBG] 2022-01-18T20:06:41.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:41 smithi129 conmon[101092]: pgmap v7266: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:06:41.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:41 smithi156 conmon[67007]: cluster 2022-01-18T20:06:40.840518+0000 mgr.smithi129.iclwio (mgr.14716) 8452 : cluster [DBG] pgmap v7266: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:06:44.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:44 smithi129 conmon[101092]: cluster 2022-01-18T20:06:42.841088+0000 mgr.smithi129.iclwio (mgr.14716) 8453 : cluster [DBG] pgmap v7267: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:44 smithi129 conmon[101092]: 2022-01-18T20:06:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:44 smithi156 conmon[67007]: cluster 2022-01-18T20:06:42.841088+0000 mgr.smithi129.iclwio (mgr.14716) 8453 : cluster [DBG] pgmap v7267: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:46.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:46 smithi129 conmon[101092]: cluster 2022-01-18T20:06:44.841808+0000 mgr.smithi129.iclwio (mgr.14716) 8454 : cluster [DBG] pgmap v7268: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:46 smithi129 conmon[101092]: 2022-01-18T20:06:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:46 smithi156 conmon[67007]: cluster 2022-01-18T20:06:44.841808+0000 mgr.smithi129.iclwio (mgr.14716) 8454 : cluster [DBG] pgmap v7268: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:48.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:48 smithi129 conmon[101092]: cluster 2022-01-18T20:06:46.842206+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:06:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:48 smithi129 conmon[101092]: 8455 : cluster [DBG] pgmap v7269: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:48 smithi156 conmon[67007]: cluster 2022-01-18T20:06:46.842206+0000 mgr.smithi129.iclwio (mgr.14716) 8455 : cluster [DBG] pgmap v7269: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:50.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:50 smithi129 conmon[101092]: cluster 2022-01-18T20:06:48.842685+0000 mgr.smithi129.iclwio (mgr.14716) 8456 : cluster [DBG] pgmap v7270: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:50 smithi129 conmon[101092]: 2022-01-18T20:06:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:50 smithi156 conmon[67007]: cluster 2022-01-18T20:06:48.842685+0000 mgr.smithi129.iclwio (mgr.14716) 8456 : cluster [DBG] pgmap v7270: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:50 smithi156 conmon[67007]: 2022-01-18T20:06:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:52 smithi129 conmon[101092]: cluster 2022-01-18T20:06:50.843482+0000 mgr.smithi129.iclwio (mgr.14716) 8457 : cluster [DBG] pgmap v7271: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:06:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:52 smithi156 conmon[67007]: cluster 2022-01-18T20:06:50.843482+0000 mgr.smithi129.iclwio (mgr.14716) 8457 : cluster [DBG] pgmap v7271: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:06:54.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:54 smithi129 conmon[101092]: cluster 2022-01-18T20:06:52.844036+0000 mgr.smithi129.iclwio (mgr.14716) 8458 : cluster [DBG] pgmap v7272: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:54.797 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:54 smithi156 conmon[67007]: cluster 2022-01-18T20:06:52.844036+0000 mgr.smithi129.iclwio (mgr.14716) 8458 : cluster [DBG] pgmap v7272: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:56.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:56 smithi129 conmon[101092]: cluster 2022-01-18T20:06:54.844899+0000 mgr.smithi129.iclwio (mgr.14716) 8459 : cluster [DBG] pgmap v7273: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:56 smithi156 conmon[67007]: cluster 2022-01-18T20:06:54.844899+0000 mgr.smithi129.iclwio (mgr.14716) 8459 : cluster [DBG] pgmap v7273: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:58.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:58 smithi129 conmon[101092]: cluster 2022-01-18T20:06:56.845358+0000 mgr.smithi129.iclwio (mgr.14716) 8460 : cluster [DBG] pgmap v7274: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:58.736 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:06:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:58 smithi156 conmon[67007]: cluster 2022-01-18T20:06:56.845358+0000 mgr.smithi129.iclwio (mgr.14716) 8460 : cluster 2022-01-18T20:06:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:58 smithi156 conmon[67007]: [DBG] pgmap v7274: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:06:59.003 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:06:59.003 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 6m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:06:59.003 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 6m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:06:59.004 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 6m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:06:59.004 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 6m ago 4h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:06:59.004 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 6m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:06:59.004 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 6m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:06:59.005 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 6m ago 4h 752M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:06:59.005 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 6m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:06:59.005 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 6m ago 4h 1540M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:06:59.005 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 6m ago 4h 725M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:06:59.006 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 6m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:06:59.006 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 6m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:06:59.006 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 6m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:06:59.006 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 6m ago 4h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:06:59.006 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 6m ago 4h 2098M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:06:59.007 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 6m ago 4h 3180M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:06:59.007 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 6m ago 4h 2417M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:06:59.007 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 6m ago 4h 3197M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:06:59.007 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 6m ago 4h 2969M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:06:59.008 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 6m ago 4h 3494M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:06:59.008 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 6m ago 4h 2807M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:06:59.008 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 6m ago 4h 4069M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:06:59.008 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 6m ago 4h 144M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:06:59.321 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:06:59.321 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:06:59.322 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:06:59.322 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:06:59.322 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:06:59.322 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:06:59.323 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:06:59.323 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:06:59.323 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:06:59.323 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:06:59.324 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:06:59.324 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:06:59.324 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:06:59.324 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:06:59.325 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:06:59.325 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:06:59.325 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:06:59.325 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:06:59.325 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:06:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:59 smithi129 conmon[101092]: audit 2022-01-18T20:06:59.167456+0000 mon.smithi129 (mon.0) 2572 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:06:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:59 smithi129 conmon[101092]: audit 2022-01-18T20:06:59 2022-01-18T20:06:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:59 smithi129 conmon[101092]: .167652+0000 mon.smithi129 (mon.0) 2573 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:06:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:06:59 smithi129 conmon[101092]: audit 2022-01-18T20:06:59.322178+0000 mon.smithi129 (mon.0) 2574 : audit [DBG] from='client.? 172.21.15.129:0/1748631752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:06:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:59 smithi156 conmon[67007]: audit 2022-01-18T20:06:59.167456+0000 mon.smithi129 (mon.0) 2572 : audit 2022-01-18T20:06:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:59 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:06:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:59 smithi156 conmon[67007]: audit 2022-01-18T20:06:59.167652+0000 mon.smithi129 (mon.0) 2573 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:06:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:06:59 smithi156 conmon[67007]: audit 2022-01-18T20:06:59.322178+0000 mon.smithi129 (mon.0) 2574 : audit [DBG] from='client.? 172.21.15.129:0/1748631752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:07:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:00 smithi129 conmon[101092]: audit 2022-01-18T20:06:58.725557+0000 mgr.smithi129.iclwio (mgr.14716) 8461 : audit [DBG] from='client.39730 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:07:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:00 smithi129 conmon[101092]: cluster 2022-01-18T20:06:58.845803+0000 mgr.smithi129.iclwio (mgr.14716) 8462 : cluster [DBG] pgmap v7275: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:00 smithi129 conmon[101092]: audit 2022-01-18T20:06:58.995462+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:07:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:00 smithi129 conmon[101092]: 8463 : audit [DBG] from='client.39734 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:07:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:00 smithi156 conmon[67007]: audit 2022-01-18T20:06:58.725557+0000 mgr.smithi129.iclwio (mgr.14716) 8461 : audit 2022-01-18T20:07:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:00 smithi156 conmon[67007]: [DBG] from='client.39730 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:07:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:00 smithi156 conmon[67007]: cluster 2022-01-18T20:06:58.845803+0000 mgr.smithi129.iclwio (mgr.14716) 8462 : cluster [DBG] pgmap v7275: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:00 smithi156 conmon[67007]: audit 2022-01-18T20:06:58.995462+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:07:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:00 smithi156 conmon[67007]: ) 8463 : audit [DBG] from='client.39734 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:07:02.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:02 smithi129 conmon[101092]: cluster 2022-01-18T20:07:00.846522+0000 mgr.smithi129.iclwio (mgr.14716) 8464 : cluster [DBG] 2022-01-18T20:07:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:02 smithi129 conmon[101092]: pgmap v7276: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:07:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:02 smithi156 conmon[67007]: cluster 2022-01-18T20:07:00.846522+0000 mgr.smithi129.iclwio (mgr.14716) 8464 : cluster 2022-01-18T20:07:02.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:02 smithi156 conmon[67007]: [DBG] pgmap v7276: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:07:03.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:03 smithi129 conmon[101092]: cluster 2022-01-18T20:07:02.847128+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T20:07:03.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:03 smithi129 conmon[101092]: 14716) 8465 : cluster [DBG] pgmap v7277: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:03.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:03 smithi156 conmon[67007]: cluster 2022-01-18T20:07:02.847128+0000 mgr.smithi129.iclwio (mgr.14716) 8465 : 2022-01-18T20:07:03.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:03 smithi156 conmon[67007]: cluster [DBG] pgmap v7277: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:06.187 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:05 smithi129 conmon[101092]: cluster 2022-01-18T20:07:04.847945+0000 mgr.smithi129.iclwio (mgr.14716) 8466 : cluster [DBG] pgmap v7278: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:06.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:05 smithi156 conmon[67007]: cluster 2022-01-18T20:07:04.847945+0000 mgr.smithi129.iclwio (mgr.14716) 8466 : cluster [DBG] 2022-01-18T20:07:06.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:05 smithi156 conmon[67007]: pgmap v7278: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:08 smithi129 conmon[101092]: cluster 2022-01-18T20:07:06.848571+0000 mgr.smithi129.iclwio (mgr.14716) 8467 : cluster [DBG] pgmap v7279: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:08 smithi129 conmon[101092]: 2022-01-18T20:07:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:08 smithi156 conmon[67007]: cluster 2022-01-18T20:07:06.848571+0000 mgr.smithi129.iclwio (mgr.14716) 8467 : cluster [DBG] pgmap v7279: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:10.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:10 smithi129 conmon[101092]: cluster 2022-01-18T20:07:08.849221+0000 mgr.smithi129.iclwio (mgr.14716) 8468 : cluster [DBG] pgmap v7280: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:10 smithi156 conmon[67007]: cluster 2022-01-18T20:07:08.849221+0000 mgr.smithi129.iclwio (mgr.14716) 8468 : cluster [DBG] pgmap v7280: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:12 smithi129 conmon[101092]: cluster 2022-01-18T20:07:10.850017+0000 mgr.smithi129.iclwio (mgr.14716) 8469 : cluster [DBG] pgmap v7281: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:07:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:12 smithi156 conmon[67007]: cluster 2022-01-18T20:07:10.850017+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:07:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:12 smithi156 conmon[67007]: ) 8469 : cluster [DBG] pgmap v7281: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:07:14.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:14 smithi129 conmon[101092]: cluster 2022-01-18T20:07:12.850522+0000 mgr.smithi129.iclwio (mgr.14716) 8470 : cluster [DBG] pgmap v7282: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:14 smithi156 conmon[67007]: cluster 2022-01-18T20:07:12.850522+0000 mgr.smithi129.iclwio (mgr.14716) 8470 : cluster [DBG] pgmap v7282: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:14 smithi156 conmon[67007]: 2022-01-18T20:07:16.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:16 smithi129 conmon[101092]: cluster 2022-01-18T20:07:14.851324+0000 mgr.smithi129.iclwio (mgr.14716) 8471 2022-01-18T20:07:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:16 smithi129 conmon[101092]: : cluster [DBG] pgmap v7283: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:16 smithi156 conmon[67007]: cluster 2022-01-18T20:07:14.851324+0000 mgr.smithi129.iclwio (mgr.14716) 8471 : cluster 2022-01-18T20:07:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:16 smithi156 conmon[67007]: [DBG] pgmap v7283: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:18.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:18 smithi129 conmon[101092]: cluster 2022-01-18T20:07:16.851833+0000 mgr.smithi129.iclwio (mgr.14716) 8472 : cluster [DBG] pgmap v7284: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:18 smithi156 conmon[67007]: cluster 2022-01-18T20:07:16.851833+0000 mgr.smithi129.iclwio (mgr.14716) 8472 : cluster [DBG] pgmap v7284: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:20.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:20 smithi129 conmon[101092]: cluster 2022-01-18T20:07:18.852451+0000 mgr.smithi129.iclwio (mgr.14716) 8473 : cluster [DBG] pgmap v7285: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:20 smithi156 conmon[67007]: cluster 2022-01-18T20:07:18.852451+0000 mgr.smithi129.iclwio (mgr.14716) 8473 : cluster [DBG] 2022-01-18T20:07:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:20 smithi156 conmon[67007]: pgmap v7285: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:22.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:22 smithi129 conmon[101092]: cluster 2022-01-18T20:07:20.853217+0000 mgr.smithi129.iclwio (mgr.14716) 8474 : cluster [DBG] pgmap v7286: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:07:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:22 smithi156 conmon[67007]: cluster 2022-01-18T20:07:20.853217+0000 mgr.smithi129.iclwio (mgr.14716) 8474 : cluster [DBG] pgmap v7286: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:07:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:24 smithi129 conmon[101092]: cluster 2022-01-18T20:07:22.853881+0000 mgr.smithi129.iclwio (mgr.14716) 8475 : cluster [DBG] pgmap v7287: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:24 smithi156 conmon[67007]: cluster 2022-01-18T20:07:22.853881+0000 mgr.smithi129.iclwio (mgr.14716) 8475 : cluster [DBG] pgmap v7287: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:26.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:26 smithi129 conmon[101092]: cluster 2022-01-18T20:07:24.854618+0000 mgr.smithi129.iclwio (mgr.14716) 8476 : cluster [DBG] pgmap v7288: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:26 smithi129 conmon[101092]: 2022-01-18T20:07:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:26 smithi156 conmon[67007]: cluster 2022-01-18T20:07:24.854618+0000 mgr.smithi129.iclwio (mgr.14716) 8476 : cluster [DBG] pgmap v7288: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:26.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:26 smithi156 conmon[67007]: 2022-01-18T20:07:28.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:28 smithi129 conmon[101092]: cluster 2022-01-18T20:07:26.855032+0000 mgr.smithi129.iclwio (mgr.14716) 8477 : cluster 2022-01-18T20:07:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:28 smithi129 conmon[101092]: [DBG] pgmap v7289: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:28 smithi129 conmon[101092]: audit 2022-01-18T20:07:27.660905+0000 mon.smithi129 (mon.0) 2575 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:07:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:28 smithi129 conmon[101092]: audit 2022-01-18T20:07:27.662411+0000 mon.smithi129 (mon.0) 2576 : audit [DBG] 2022-01-18T20:07:28.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:28 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:07:28.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:28 smithi129 conmon[101092]: audit 2022-01-18T20:07:27.663464+0000 mon.smithi129 (mon.0) 2577 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:07:28.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:28 smithi129 conmon[101092]: audit 2022-01-18T20:07:27.970207+0000 mon.smithi129 (mon.0) 2022-01-18T20:07:28.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:28 smithi129 conmon[101092]: 2578 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:07:28.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:28 smithi129 conmon[101092]: audit 2022-01-18T20:07:27.975535+0000 mon.smithi129 (mon. 2022-01-18T20:07:28.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:28 smithi129 conmon[101092]: 0) 2579 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:07:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:28 smithi156 conmon[67007]: cluster 2022-01-18T20:07:26.855032+0000 mgr.smithi129.iclwio (mgr.14716) 8477 : cluster [DBG] pgmap v7289: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:28 smithi156 conmon[67007]: audit 2022-01-18T20:07: 2022-01-18T20:07:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:28 smithi156 conmon[67007]: 27.660905+0000 mon.smithi129 (mon.0) 2575 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:07:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:28 smithi156 conmon[67007]: audit 2022-01-18T20:07:27.662411+0000 mon.smithi129 (mon.0) 2576 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:07:28.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:28 smithi156 conmon[67007]: audit 2022-01-18T20:07:27.663464+0000 mon.smithi129 ( 2022-01-18T20:07:28.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:28 smithi156 conmon[67007]: mon.0) 2577 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:07:28.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:28 smithi156 conmon[67007]: audit 2022-01-18T20 2022-01-18T20:07:28.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:28 smithi156 conmon[67007]: :07:27.970207+0000 mon.smithi129 (mon.0) 2578 : audit [INF] 2022-01-18T20:07:28.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:28 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:07:28.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:28 smithi156 conmon[67007]: audit 2022-01-18T20:07:28.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:28 smithi156 conmon[67007]: 2022-01-18T20:07:27.975535+0000 mon.smithi129 (mon 2022-01-18T20:07:28.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:28 smithi156 conmon[67007]: .0) 2579 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:07:29.622 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:07:29.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:29 smithi129 conmon[101092]: cephadm 2022-01-18T20:07:27.664242+0000 mgr.smithi129.iclwio (mgr.14716) 8478 : 2022-01-18T20:07:29.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:29 smithi129 conmon[101092]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:07:29.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:29 smithi156 conmon[67007]: cephadm 2022-01-18T20:07:27.664242+0000 mgr.smithi129.iclwio (mgr.14716) 8478 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:07:29.887 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:07:29.887 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 7m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:07:29.888 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 7m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:07:29.888 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 7m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:07:29.888 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 7m ago 4h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:07:29.888 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 7m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:07:29.889 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 7m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:07:29.889 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 7m ago 4h 752M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:07:29.889 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 7m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:07:29.889 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 7m ago 4h 1540M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:07:29.890 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 7m ago 4h 725M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:07:29.890 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 7m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:07:29.890 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 7m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:07:29.890 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 7m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:07:29.891 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 7m ago 4h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:07:29.891 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 7m ago 4h 2098M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:07:29.891 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 7m ago 4h 3180M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:07:29.891 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 7m ago 4h 2417M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:07:29.892 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 7m ago 4h 3197M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:07:29.892 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 7m ago 4h 2969M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:07:29.892 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 7m ago 4h 3494M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:07:29.892 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 7m ago 4h 2807M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:07:29.892 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 7m ago 4h 4069M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:07:29.893 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 7m ago 4h 144M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:07:30.203 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:07:30.203 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:07:30.203 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:07:30.204 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:07:30.204 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:07:30.204 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:07:30.204 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:07:30.205 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:07:30.205 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:07:30.205 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:07:30.205 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:07:30.206 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:07:30.206 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:07:30.206 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:07:30.206 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:07:30.207 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:07:30.207 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:07:30.207 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:07:30.207 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:07:30.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:30 smithi129 conmon[101092]: cluster 2022-01-18T20:07:28.855675+0000 mgr.smithi129.iclwio (mgr.14716) 8479 : 2022-01-18T20:07:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:30 smithi129 conmon[101092]: cluster [DBG] pgmap v7290: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:30 smithi129 conmon[101092]: audit 2022-01-18T20:07:30.204059+0000 mon.smithi129 (mon.0) 2580 : audit [DBG] from='client.? 172.21.15.129:0/1312959569' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:07:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:30 smithi156 conmon[67007]: cluster 2022-01-18T20:07:28.855675+0000 mgr.smithi129.iclwio (mgr.14716) 8479 : cluster [DBG] pgmap v7290: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:30 smithi156 conmon[67007]: audit 2022-01-18T20:07 2022-01-18T20:07:30.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:30 smithi156 conmon[67007]: :30.204059+0000 mon.smithi129 (mon.0) 2580 : audit [DBG] from='client.? 172.21.15.129:0/1312959569' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:07:31.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:31 smithi129 conmon[101092]: audit 2022-01-18T20:07:29.611149+0000 mgr.smithi129.iclwio (mgr.14716) 8480 : audit [DBG] from='client.39742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:07:31.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:31 smithi129 conmon[101092]: 2022-01-18T20:07:31.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:31 smithi129 conmon[101092]: audit 2022-01-18T20:07:29.878849+0000 mgr.smithi129.iclwio (mgr.14716) 8481 : audit [DBG] from='client.39746 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:07:31.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:31 smithi129 conmon[101092]: cluster 2022-01-18T20:07:30.856544+0000 mgr.smithi129.iclwio (mgr.14716) 8482 : cluster [DBG] pgmap v7291: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:07:31.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:31 smithi156 conmon[67007]: audit 2022-01-18T20:07:29.611149+0000 mgr.smithi129.iclwio (mgr.14716) 8480 : audit [DBG] from='client.39742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:07:31.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:31 smithi156 conmon[67007]: audit 2022-01-18T20:07:29.878849 2022-01-18T20:07:31.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:31 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 8481 : audit [DBG] from='client.39746 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:07:31.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:31 smithi156 conmon[67007]: cluster 2022-01-18T20:07:30.856544+0000 mgr.smithi129.iclwio (mgr.14716) 8482 : cluster [DBG] pgmap v7291: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:07:34.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:34 smithi129 conmon[101092]: cluster 2022-01-18T20:07:32.857243+0000 mgr.smithi129.iclwio (mgr.14716) 8483 : cluster [DBG] pgmap v7292: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:34.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:34 smithi129 conmon[101092]: 2022-01-18T20:07:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:34 smithi156 conmon[67007]: cluster 2022-01-18T20:07:32.857243+0000 mgr.smithi129.iclwio (mgr.14716) 8483 : cluster [DBG] pgmap v7292: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:36.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:36 smithi129 conmon[101092]: cluster 2022-01-18T20:07:34.858193+0000 mgr.smithi129.iclwio (mgr.14716) 8484 : cluster 2022-01-18T20:07:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:36 smithi129 conmon[101092]: [DBG] pgmap v7293: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:36 smithi156 conmon[67007]: cluster 2022-01-18T20:07:34.858193+0000 mgr.smithi129.iclwio (mgr.14716) 8484 : cluster [DBG] 2022-01-18T20:07:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:36 smithi156 conmon[67007]: pgmap v7293: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:38.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:38 smithi129 conmon[101092]: cluster 2022-01-18T20:07:36.858720+0000 mgr.smithi129.iclwio (mgr.14716) 8485 : cluster [DBG] pgmap v7294: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:38 smithi156 conmon[67007]: cluster 2022-01-18T20:07:36.858720+0000 mgr.smithi129.iclwio (mgr.14716) 8485 : cluster [DBG] pgmap v7294: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:40.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:40 smithi129 conmon[101092]: cluster 2022-01-18T20:07:38.859238+0000 mgr.smithi129.iclwio (mgr.14716) 8486 : cluster [DBG] pgmap v7295: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:40 smithi156 conmon[67007]: cluster 2022-01-18T20:07:38.859238+0000 mgr.smithi129.iclwio (mgr.14716) 8486 : cluster [DBG] pgmap v7295: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:42 smithi129 conmon[101092]: cluster 2022-01-18T20:07:40.860087+0000 mgr.smithi129.iclwio (mgr.14716) 8487 : 2022-01-18T20:07:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:42 smithi129 conmon[101092]: cluster [DBG] pgmap v7296: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:07:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:42 smithi156 conmon[67007]: cluster 2022-01-18T20:07:40.860087+0000 mgr.smithi129.iclwio (mgr.14716) 8487 : cluster [DBG] pgmap v7296: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:07:44.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:44 smithi129 conmon[101092]: cluster 2022-01-18T20:07:42.860631+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T20:07:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:44 smithi129 conmon[101092]: 14716) 8488 : cluster [DBG] pgmap v7297: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:44 smithi156 conmon[67007]: cluster 2022-01-18T20:07:42.860631+0000 mgr.smithi129.iclwio (mgr.14716) 8488 : cluster [DBG] pgmap v7297: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:44 smithi156 conmon[67007]: 2022-01-18T20:07:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:46 smithi129 conmon[101092]: cluster 2022-01-18T20:07:44.861406+0000 mgr.smithi129.iclwio (mgr.14716) 8489 : cluster [DBG] pgmap v7298: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:46 smithi156 conmon[67007]: cluster 2022-01-18T20:07:44.861406+0000 mgr.smithi129.iclwio 2022-01-18T20:07:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:46 smithi156 conmon[67007]: (mgr.14716) 8489 : cluster [DBG] pgmap v7298: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:48 smithi129 conmon[101092]: cluster 2022-01-18T20:07:46.861979+0000 mgr.smithi129.iclwio (mgr.14716) 8490 2022-01-18T20:07:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:48 smithi129 conmon[101092]: : cluster [DBG] pgmap v7299: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:48 smithi156 conmon[67007]: cluster 2022-01-18T20:07:46.861979+0000 mgr.smithi129.iclwio (mgr.14716) 8490 : cluster [DBG] pgmap v7299: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:48 smithi156 conmon[67007]: 2022-01-18T20:07:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:50 smithi129 conmon[101092]: cluster 2022-01-18T20:07:48.862481+0000 mgr.smithi129.iclwio (mgr.14716) 8491 : cluster [DBG] pgmap v7300: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:50 smithi156 conmon[67007]: cluster 2022-01-18T20:07:48.862481+0000 mgr.smithi129.iclwio (mgr.14716) 8491 : cluster [DBG] pgmap v7300: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:50 smithi156 conmon[67007]: 2022-01-18T20:07:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:52 smithi129 conmon[101092]: cluster 2022-01-18T20:07:50.863223+0000 mgr.smithi129.iclwio (mgr.14716) 8492 : cluster [DBG] pgmap v7301: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:07:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:52 smithi156 conmon[67007]: cluster 2022-01-18T20:07:50.863223+0000 mgr.smithi129.iclwio (mgr.14716) 8492 : cluster [DBG] 2022-01-18T20:07:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:52 smithi156 conmon[67007]: pgmap v7301: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:07:54.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:54 smithi129 conmon[101092]: cluster 2022-01-18T20:07:52.863818+0000 mgr.smithi129.iclwio (mgr.14716) 8493 : cluster [DBG] pgmap v7302: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:54.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:54 smithi129 conmon[101092]: 2022-01-18T20:07:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:54 smithi156 conmon[67007]: cluster 2022-01-18T20:07:52.863818+0000 mgr.smithi129.iclwio (mgr.14716) 8493 : cluster [DBG] pgmap v7302: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:56.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:56 smithi129 conmon[101092]: cluster 2022-01-18T20:07:54.864511+0000 mgr.smithi129.iclwio (mgr.14716) 8494 : cluster [DBG] pgmap v7303: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:56 smithi156 conmon[67007]: cluster 2022-01-18T20:07:54.864511+0000 mgr.smithi129.iclwio (mgr.14716) 8494 : cluster [DBG] pgmap v7303: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:58.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:58 smithi129 conmon[101092]: cluster 2022-01-18T20:07:56.865243+0000 mgr.smithi129.iclwio (mgr.14716) 8495 : cluster [DBG] pgmap v7304: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:58 smithi156 conmon[67007]: cluster 2022-01-18T20:07:56.865243+0000 mgr.smithi129.iclwio (mgr.14716) 8495 : cluster [DBG] pgmap v7304: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:07:59.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:59 smithi129 conmon[101092]: audit 2022-01-18T20:07:59.171816+0000 mon.smithi129 (mon.0) 2581 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:07:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:07:59 smithi129 conmon[101092]: audit 2022-01-18T20:07:59.172045+0000 mon.smithi129 (mon.0) 2582 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:07:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:59 smithi156 conmon[67007]: audit 2022-01-18T20:07:59.171816+0000 mon.smithi129 (mon.0) 2581 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:07:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:07:59 smithi156 conmon[67007]: audit 2022-01-18T20:07:59.172045+0000 mon.smithi129 (mon.0) 2582 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:08:00.503 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:08:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:00 smithi129 conmon[101092]: cluster 2022-01-18T20:07:58.865823 2022-01-18T20:08:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:00 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 8496 : cluster [DBG] pgmap v7305: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:00.768 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:08:00.768 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 7m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:08:00.769 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 7m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:08:00.769 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 7m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:08:00.769 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 7m ago 4h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:08:00.769 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 7m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:08:00.770 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 7m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:08:00.770 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 7m ago 4h 752M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:08:00.770 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 7m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:08:00.770 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 7m ago 4h 1540M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:08:00.771 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 7m ago 4h 725M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:08:00.771 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 7m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:08:00.771 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 7m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:08:00.771 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 7m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:08:00.772 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 7m ago 4h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:08:00.772 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 7m ago 4h 2098M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:08:00.772 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 7m ago 4h 3180M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:08:00.772 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 7m ago 4h 2417M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:08:00.773 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 7m ago 4h 3197M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:08:00.773 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 7m ago 4h 2969M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:08:00.773 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 7m ago 4h 3494M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:08:00.773 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 7m ago 4h 2807M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:08:00.773 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 7m ago 4h 4069M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:08:00.774 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 7m ago 4h 144M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:08:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:00 smithi156 conmon[67007]: cluster 2022-01-18T20:07:58.865823+0000 mgr.smithi129.iclwio (mgr.14716) 8496 2022-01-18T20:08:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:00 smithi156 conmon[67007]: : cluster [DBG] pgmap v7305: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:01.091 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:08:01.091 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:08:01.091 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:08:01.092 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:08:01.092 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:08:01.092 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:08:01.092 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:08:01.092 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:08:01.093 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:08:01.093 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:08:01.093 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:08:01.093 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:08:01.094 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:08:01.094 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:08:01.094 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:08:01.094 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:08:01.095 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:08:01.095 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:08:01.095 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:08:01.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:01 smithi129 conmon[101092]: audit 2022-01-18T20:08:00.491769+0000 mgr.smithi129.iclwio (mgr.14716) 8497 : audit [DBG] from='client.39754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:08:01.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:01 smithi129 conmon[101092]: audit 2022-01-18T20:08:00.760406+0000 mgr.smithi129.iclwio (mgr.14716) 8498 : audit [DBG] from='client.39758 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:08:01.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:01 smithi129 conmon[101092]: cluster 2022-01-18T20:08:00.866476+0000 mgr.smithi129.iclwio (mgr.14716) 8499 : cluster [DBG] pgmap v7306: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:08:01.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:01 smithi129 conmon[101092]: audit 2022 2022-01-18T20:08:01.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:01 smithi129 conmon[101092]: -01-18T20:08:01.091950+0000 mon.smithi129 (mon.0) 2583 : audit [DBG] from='client.? 172.21.15.129:0/2668772899' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:08:01.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:01 smithi156 conmon[67007]: audit 2022-01-18T20:08:00.491769+0000 mgr.smithi129.iclwio (mgr.14716) 8497 : audit [DBG] from='client.39754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:08:01.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:01 smithi156 conmon[67007]: 2022-01-18T20:08:01.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:01 smithi156 conmon[67007]: audit 2022-01-18T20:08:00.760406+0000 mgr.smithi129.iclwio (mgr.14716) 8498 : audit [DBG] from='client.39758 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:08:01.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:01 smithi156 conmon[67007]: cluster 2022-01-18T20:08:00 2022-01-18T20:08:01.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:01 smithi156 conmon[67007]: .866476+0000 mgr.smithi129.iclwio (mgr.14716) 8499 : cluster [DBG] pgmap v7306: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:08:01.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:01 smithi156 conmon[67007]: audit 2022-01-18T20:08:01.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:01 smithi156 conmon[67007]: 2022-01-18T20:08:01. 2022-01-18T20:08:01.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:01 smithi156 conmon[67007]: 091950+0000 mon.smithi129 (mon.0) 2583 2022-01-18T20:08:01.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:01 smithi156 conmon[67007]: : audit [DBG] from='client.? 172.21.15.129:0/2668772899' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:08:04.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:04 smithi129 conmon[101092]: cluster 2022-01-18T20:08:02.867248+0000 mgr.smithi129.iclwio (mgr.14716) 8500 : cluster [DBG] pgmap v7307: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:04 smithi156 conmon[67007]: cluster 2022-01-18T20:08:02.867248+0000 mgr.smithi129.iclwio (mgr.14716) 8500 : cluster [DBG] 2022-01-18T20:08:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:04 smithi156 conmon[67007]: pgmap v7307: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:06 smithi129 conmon[101092]: cluster 2022-01-18T20:08:04.867972+0000 mgr.smithi129.iclwio (mgr.14716) 8501 : cluster [DBG] pgmap v7308: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:06 smithi156 conmon[67007]: cluster 2022-01-18T20:08:04.867972+0000 mgr.smithi129.iclwio (mgr.14716) 8501 : cluster [DBG] pgmap v7308: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:08.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:08 smithi129 conmon[101092]: cluster 2022-01-18T20:08:06.868436+0000 mgr.smithi129.iclwio (mgr.14716) 8502 : cluster [DBG] pgmap v7309: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:08 smithi156 conmon[67007]: cluster 2022-01-18T20:08:06.868436+0000 mgr.smithi129.iclwio (mgr.14716) 8502 : cluster [DBG] pgmap v7309: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:10.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:10 smithi129 conmon[101092]: cluster 2022-01-18T20:08:08.869114+0000 mgr.smithi129.iclwio (mgr.14716) 8503 : cluster [DBG] pgmap v7310: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:10 smithi156 conmon[67007]: cluster 2022-01-18T20:08:08.869114+0000 mgr.smithi129.iclwio (mgr.14716) 8503 : cluster [DBG] pgmap v7310: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:12 smithi129 conmon[101092]: cluster 2022-01-18T20:08:10.869903+0000 mgr.smithi129.iclwio (mgr.14716) 8504 : cluster [DBG] pgmap v7311: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:08:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:12 smithi156 conmon[67007]: cluster 2022-01-18T20:08:10.869903+0000 mgr.smithi129.iclwio (mgr.14716) 8504 : cluster [DBG] pgmap v7311: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:08:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:14 smithi129 conmon[101092]: cluster 2022-01-18T20:08:12.870472+0000 mgr.smithi129.iclwio (mgr.14716) 8505 : cluster [DBG] pgmap v7312: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:14 smithi156 conmon[67007]: cluster 2022-01-18T20:08:12.870472+0000 mgr.smithi129.iclwio (mgr.14716) 8505 : cluster [DBG] pgmap v7312: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:16.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:16 smithi129 conmon[101092]: cluster 2022-01-18T20:08:14.871306+0000 mgr.smithi129.iclwio (mgr.14716) 8506 : cluster [DBG] pgmap v7313: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:16 smithi156 conmon[67007]: cluster 2022-01-18T20:08:14.871306+0000 mgr.smithi129.iclwio (mgr.14716) 8506 : cluster [DBG] pgmap v7313: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:18.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:18 smithi129 conmon[101092]: cluster 2022-01-18T20:08:16.871949+0000 mgr.smithi129.iclwio (mgr.14716) 8507 : cluster [DBG] pgmap v7314: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:18 smithi156 conmon[67007]: cluster 2022-01-18T20:08:16.871949+0000 mgr.smithi129.iclwio (mgr.14716) 8507 : cluster [DBG] pgmap v7314: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:20.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:20 smithi129 conmon[101092]: cluster 2022-01-18T20:08:18.872523+0000 mgr.smithi129.iclwio (mgr.14716) 8508 : cluster [DBG] pgmap v7315: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:20 smithi156 conmon[67007]: cluster 2022-01-18T20:08:18.872523+0000 mgr.smithi129.iclwio (mgr.14716) 8508 : cluster [DBG] pgmap v7315: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:22.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:22 smithi129 conmon[101092]: cluster 2022-01-18T20:08:20.873323+0000 mgr.smithi129.iclwio (mgr.14716) 8509 : cluster [DBG] pgmap v7316: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:08:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:22 smithi156 conmon[67007]: cluster 2022-01-18T20:08:20.873323+0000 mgr.smithi129.iclwio (mgr.14716) 8509 : cluster [DBG] pgmap v7316: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:08:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:24 smithi129 conmon[101092]: cluster 2022-01-18T20:08:22.873864+0000 mgr.smithi129.iclwio (mgr.14716) 8510 : cluster [DBG] pgmap v7317: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:24 smithi156 conmon[67007]: cluster 2022-01-18T20:08:22.873864+0000 mgr.smithi129.iclwio (mgr.14716) 8510 : cluster [DBG] pgmap v7317: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:26.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:26 smithi129 conmon[101092]: cluster 2022-01-18T20:08:24.874563+0000 mgr.smithi129.iclwio (mgr.14716) 8511 : cluster [DBG] pgmap v7318: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:26 smithi156 conmon[67007]: cluster 2022-01-18T20:08:24.874563+0000 mgr.smithi129.iclwio (mgr.14716) 8511 : cluster [DBG] pgmap v7318: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:28 smithi129 conmon[101092]: cluster 2022-01-18T20:08:26.875042+0000 mgr.smithi129.iclwio (mgr.14716) 8512 2022-01-18T20:08:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:28 smithi129 conmon[101092]: : cluster [DBG] pgmap v7319: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:28 smithi129 conmon[101092]: audit 2022-01-18T20:08:27.978200+0000 mon.smithi129 (mon.0) 2584 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:08:28.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:28 smithi129 conmon[101092]: audit 2022-01-18T20:08:27.979721+0000 mon.smithi129 (mon.0) 2585 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:08:28.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:28 smithi129 conmon[101092]: audit 2022-01-18T20:08:27.980621+0000 2022-01-18T20:08:28.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:28 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2586 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:08:28.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:28 smithi129 conmon[101092]: audit 2022-01-18T20:08:28. 2022-01-18T20:08:28.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:28 smithi129 conmon[101092]: 284591+0000 mon.smithi129 (mon.0) 2587 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:08:28.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:28 smithi129 conmon[101092]: audit 2022-01-18T20:08:28 2022-01-18T20:08:28.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:28 smithi129 conmon[101092]: .291642+0000 mon.smithi129 (mon.0) 2588 : audit [INF] 2022-01-18T20:08:28.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:28 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:08:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:28 smithi156 conmon[67007]: cluster 2022-01-18T20:08:26.875042+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:08:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:28 smithi156 conmon[67007]: 8512 : cluster [DBG] pgmap v7319: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:28 smithi156 conmon[67007]: audit 2022-01-18T20:08:27.978200+0000 mon.smithi129 (mon.0) 2584 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:08:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:28 smithi156 conmon[67007]: audit 2022-01-18T20:08:27.979721+0000 mon.smithi129 (mon.0) 2585 : audit 2022-01-18T20:08:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:28 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:08:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:28 smithi156 conmon[67007]: audit 2022-01-18T20:08:27 2022-01-18T20:08:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:28 smithi156 conmon[67007]: .980621+0000 mon.smithi129 (mon.0) 2586 : audit 2022-01-18T20:08:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:28 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:08:28.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:28 smithi156 conmon[67007]: audit 2022-01-18T20:08:28 2022-01-18T20:08:28.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:28 smithi156 conmon[67007]: .284591+0000 mon.smithi129 (mon.0) 2587 : audit 2022-01-18T20:08:28.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:28 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:08:28.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:28 smithi156 conmon[67007]: audit 2022-01-18T20:08:28 2022-01-18T20:08:28.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:28 smithi156 conmon[67007]: .291642+0000 mon.smithi129 (mon.0) 2588 : audit 2022-01-18T20:08:28.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:28 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:08:29.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:29 smithi129 conmon[101092]: cephadm 2022-01-18T20:08:27.981377+0000 mgr.smithi129.iclwio (mgr.14716) 8513 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:08:29.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:29 smithi129 conmon[101092]: cluster 2022-01-18T20:08:28 2022-01-18T20:08:29.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:29 smithi129 conmon[101092]: .875623+0000 mgr.smithi129.iclwio (mgr.14716) 8514 : cluster [DBG] pgmap v7320: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:29.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:29 smithi156 conmon[67007]: cephadm 2022-01-18T20:08:27.981377+0000 mgr.smithi129.iclwio (mgr.14716) 8513 : cephadm [WRN] 2022-01-18T20:08:29.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:29 smithi156 conmon[67007]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:08:29.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:29 smithi156 conmon[67007]: cluster 2022-01-18T20:08:28.875623+0000 mgr.smithi129.iclwio (mgr.14716) 8514 : cluster [DBG] pgmap v7320: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:31.391 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:08:31.655 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:08:31.655 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 8m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:08:31.655 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 8m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:08:31.656 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 8m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:08:31.656 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 8m ago 4h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:08:31.656 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 8m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:08:31.656 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 8m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:08:31.657 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 8m ago 4h 752M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:08:31.657 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 8m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:08:31.657 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 8m ago 4h 1540M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:08:31.657 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 8m ago 4h 725M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:08:31.657 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 8m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:08:31.658 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 8m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:08:31.658 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 8m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:08:31.658 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 8m ago 4h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:08:31.658 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 8m ago 4h 2098M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:08:31.659 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 8m ago 4h 3180M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:08:31.659 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 8m ago 4h 2417M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:08:31.659 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 8m ago 4h 3197M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:08:31.659 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 8m ago 4h 2969M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:08:31.660 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 8m ago 4h 3494M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:08:31.660 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 8m ago 4h 2807M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:08:31.660 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 8m ago 4h 4069M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:08:31.660 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 8m ago 4h 144M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:08:31.976 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:08:31.977 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:08:31.977 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:08:31.977 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:08:31.977 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:08:31.978 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:08:31.978 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:08:31.978 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:08:31.978 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:08:31.979 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:08:31.979 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:08:31.979 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:08:31.979 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:08:31.980 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:08:31.980 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:08:31.980 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:08:31.980 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:08:31.980 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:08:31.981 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:08:32.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:31 smithi129 conmon[101092]: cluster 2022-01-18T20:08:30.876403+0000 mgr.smithi129.iclwio (mgr.14716) 8515 : cluster [DBG] 2022-01-18T20:08:32.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:31 smithi129 conmon[101092]: pgmap v7321: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:08:32.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:31 smithi129 conmon[101092]: audit 2022-01-18T20:08:31.380639+0000 mgr.smithi129.iclwio (mgr.14716) 8516 : audit [DBG] from='client.39766 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:08:32.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:31 smithi156 conmon[67007]: cluster 2022-01-18T20:08:30.876403+0000 mgr.smithi129.iclwio (mgr.14716) 8515 : cluster [DBG] 2022-01-18T20:08:32.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:31 smithi156 conmon[67007]: pgmap v7321: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:08:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:31 smithi156 conmon[67007]: audit 2022-01-18T20:08:31.380639+0000 mgr.smithi129.iclwio (mgr.14716) 8516 : audit [DBG] from='client.39766 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:08:33.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:32 smithi129 conmon[101092]: audit 2022-01-18T20:08:31.647184+0000 mgr.smithi129.iclwio (mgr.14716) 8517 : audit [DBG] from='client.39770 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:08:33.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:32 smithi129 conmon[101092]: audit 2022-01-18T20:08:31.977714+0000 mon.smithi129 (mon.0) 2589 : audit [DBG] from='client.? 172.21.15.129:0/3993282589' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:08:33.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:32 smithi156 conmon[67007]: audit 2022-01-18T20:08:31.647184+0000 mgr.smithi129.iclwio (mgr.14716) 8517 : 2022-01-18T20:08:33.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:32 smithi156 conmon[67007]: audit [DBG] from='client.39770 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:08:33.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:32 smithi156 conmon[67007]: audit 2022-01-18T20:08:31.977714+0000 mon.smithi129 (mon.0) 2589 : audit [DBG] from='client.? 172.21.15.129:0/3993282589' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:08:34.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:34 smithi129 conmon[101092]: cluster 2022-01-18T20:08:32.877004+0000 mgr.smithi129.iclwio (mgr.14716) 8518 : cluster [DBG] 2022-01-18T20:08:34.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:34 smithi129 conmon[101092]: pgmap v7322: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:34 smithi156 conmon[67007]: cluster 2022-01-18T20:08:32.877004+0000 mgr.smithi129.iclwio (mgr.14716) 8518 : cluster [DBG] 2022-01-18T20:08:34.915 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:34 smithi156 conmon[67007]: pgmap v7322: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:36 smithi129 conmon[101092]: cluster 2022-01-18T20:08:34.877760+0000 mgr.smithi129.iclwio (mgr.14716) 8519 : cluster [DBG] 2022-01-18T20:08:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:36 smithi129 conmon[101092]: pgmap v7323: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:36 smithi156 conmon[67007]: cluster 2022-01-18T20:08:34.877760+0000 mgr.smithi129.iclwio (mgr.14716) 8519 : cluster [DBG] 2022-01-18T20:08:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:36 smithi156 conmon[67007]: pgmap v7323: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:38.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:38 smithi129 conmon[101092]: cluster 2022-01-18T20:08:36.878254+0000 mgr.smithi129.iclwio (mgr.14716) 8520 : cluster [DBG] pgmap v7324: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:38 smithi156 conmon[67007]: cluster 2022-01-18T20:08:36.878254+0000 mgr.smithi129.iclwio (mgr.14716) 8520 : cluster [DBG] 2022-01-18T20:08:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:38 smithi156 conmon[67007]: pgmap v7324: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:40.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:40 smithi129 conmon[101092]: cluster 2022-01-18T20:08:38.878828+0000 mgr.smithi129.iclwio (mgr.14716) 8521 : cluster [DBG] pgmap v7325: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:40 smithi156 conmon[67007]: cluster 2022-01-18T20:08:38.878828+0000 mgr.smithi129.iclwio (mgr.14716) 8521 : cluster [DBG] pgmap v7325: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:40 smithi156 conmon[67007]: 2022-01-18T20:08:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:42 smithi129 conmon[101092]: cluster 2022-01-18T20:08:40.879568+0000 mgr.smithi129.iclwio (mgr.14716) 8522 : cluster [DBG] pgmap v7326: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:08:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:42 smithi156 conmon[67007]: cluster 2022-01-18T20:08:40.879568+0000 mgr.smithi129.iclwio (mgr.14716) 8522 : cluster [DBG] 2022-01-18T20:08:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:42 smithi156 conmon[67007]: pgmap v7326: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:08:44.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:44 smithi129 conmon[101092]: cluster 2022-01-18T20:08:42.880181+0000 mgr.smithi129.iclwio (mgr.14716) 8523 : cluster [DBG] 2022-01-18T20:08:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:44 smithi129 conmon[101092]: pgmap v7327: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:44 smithi156 conmon[67007]: cluster 2022-01-18T20:08:42.880181+0000 mgr.smithi129.iclwio (mgr.14716) 8523 : cluster [DBG] 2022-01-18T20:08:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:44 smithi156 conmon[67007]: pgmap v7327: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:46.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:46 smithi129 conmon[101092]: cluster 2022-01-18T20:08:44.881184+0000 mgr.smithi129.iclwio (mgr.14716) 8524 : cluster [DBG] pgmap v7328: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:46 smithi129 conmon[101092]: 2022-01-18T20:08:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:46 smithi156 conmon[67007]: cluster 2022-01-18T20:08:44.881184+0000 mgr.smithi129.iclwio (mgr.14716) 8524 : cluster [DBG] 2022-01-18T20:08:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:46 smithi156 conmon[67007]: pgmap v7328: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:48 smithi129 conmon[101092]: cluster 2022-01-18T20:08:46.881690+0000 mgr.smithi129.iclwio (mgr.14716) 8525 : cluster 2022-01-18T20:08:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:48 smithi129 conmon[101092]: [DBG] pgmap v7329: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:48 smithi156 conmon[67007]: cluster 2022-01-18T20:08:46.881690+0000 mgr.smithi129.iclwio (mgr.14716) 8525 : cluster 2022-01-18T20:08:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:48 smithi156 conmon[67007]: [DBG] pgmap v7329: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:50 smithi129 conmon[101092]: cluster 2022-01-18T20:08:48.882211+0000 mgr.smithi129.iclwio (mgr.14716) 8526 2022-01-18T20:08:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:50 smithi129 conmon[101092]: : cluster [DBG] pgmap v7330: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:50 smithi156 conmon[67007]: cluster 2022-01-18T20:08:48.882211+0000 mgr.smithi129.iclwio (mgr.14716) 8526 : cluster 2022-01-18T20:08:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:50 smithi156 conmon[67007]: [DBG] pgmap v7330: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:52.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:52 smithi129 conmon[101092]: cluster 2022-01-18T20:08:50.883069+0000 mgr.smithi129.iclwio (mgr.14716) 8527 : cluster [DBG] pgmap v7331: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:08:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:52 smithi129 conmon[101092]: 2022-01-18T20:08:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:52 smithi156 conmon[67007]: cluster 2022-01-18T20:08:50.883069+0000 mgr.smithi129.iclwio (mgr.14716) 8527 : cluster 2022-01-18T20:08:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:52 smithi156 conmon[67007]: [DBG] pgmap v7331: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:08:54.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:54 smithi129 conmon[101092]: cluster 2022-01-18T20:08:52.883669+0000 mgr.smithi129.iclwio (mgr.14716) 8528 : cluster [DBG] pgmap v7332: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:54.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:54 smithi129 conmon[101092]: 2022-01-18T20:08:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:54 smithi156 conmon[67007]: cluster 2022-01-18T20:08:52.883669+0000 mgr.smithi129.iclwio (mgr.14716) 8528 : cluster [DBG] pgmap v7332: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:54 smithi156 conmon[67007]: 2022-01-18T20:08:56.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:56 smithi129 conmon[101092]: cluster 2022-01-18T20:08:54.884395+0000 mgr.smithi129.iclwio (mgr.14716) 8529 : cluster [DBG] pgmap v7333: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:56 smithi129 conmon[101092]: 2022-01-18T20:08:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:56 smithi156 conmon[67007]: cluster 2022-01-18T20:08:54.884395+0000 mgr.smithi129.iclwio (mgr.14716) 8529 : cluster 2022-01-18T20:08:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:56 smithi156 conmon[67007]: [DBG] pgmap v7333: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:58.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:58 smithi129 conmon[101092]: cluster 2022-01-18T20:08:56.885075+0000 mgr.smithi129.iclwio (mgr.14716) 8530 : cluster [DBG] pgmap v7334: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:58 smithi129 conmon[101092]: 2022-01-18T20:08:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:58 smithi156 conmon[67007]: cluster 2022-01-18T20:08:56.885075+0000 mgr.smithi129.iclwio (mgr.14716) 8530 : cluster [DBG] 2022-01-18T20:08:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:58 smithi156 conmon[67007]: pgmap v7334: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:08:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:59 smithi129 conmon[101092]: audit 2022-01-18T20:08:59.176037+0000 mon.smithi129 (mon.0) 2590 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:08:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:59 smithi129 conmon[101092]: 2022-01-18T20:08:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:08:59 smithi129 conmon[101092]: audit 2022-01-18T20:08:59.176373+0000 mon.smithi129 (mon.0) 2591 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:08:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:59 smithi156 conmon[67007]: audit 2022-01-18T20:08:59.176037+0000 mon.smithi129 (mon.0) 2590 : audit 2022-01-18T20:08:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:59 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:08:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:08:59 smithi156 conmon[67007]: audit 2022-01-18T20:08:59.176373+0000 mon.smithi129 (mon.0) 2591 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:09:00.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:00 smithi129 conmon[101092]: cluster 2022-01-18T20:08:58.885824+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:09:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:00 smithi129 conmon[101092]: ) 8531 : cluster [DBG] pgmap v7335: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:00 smithi156 conmon[67007]: cluster 2022-01-18T20:08:58.885824+0000 mgr.smithi129.iclwio (mgr.14716) 8531 : cluster 2022-01-18T20:09:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:00 smithi156 conmon[67007]: [DBG] pgmap v7335: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:02.277 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:09:02.542 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:09:02.542 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 8m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:09:02.543 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 8m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:09:02.543 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 8m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:09:02.543 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 8m ago 4h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:09:02.543 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 8m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:09:02.544 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 8m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:09:02.544 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 8m ago 4h 752M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:09:02.544 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 8m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:09:02.545 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 8m ago 4h 1540M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:09:02.545 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 8m ago 4h 725M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:09:02.545 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 8m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:09:02.545 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 8m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:09:02.546 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 8m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:09:02.546 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 8m ago 4h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:09:02.546 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 8m ago 4h 2098M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:09:02.546 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 8m ago 4h 3180M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:09:02.546 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 8m ago 4h 2417M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:09:02.547 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 8m ago 4h 3197M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:09:02.547 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 8m ago 4h 2969M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:09:02.547 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 8m ago 4h 3494M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:09:02.547 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 8m ago 4h 2807M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:09:02.548 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 8m ago 4h 4069M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:09:02.548 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 8m ago 4h 144M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:09:02.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:02 smithi129 conmon[101092]: cluster 2022-01-18T20:09:00.886558+0000 mgr.smithi129.iclwio (mgr.14716) 8532 2022-01-18T20:09:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:02 smithi129 conmon[101092]: : cluster [DBG] pgmap v7336: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:09:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:02 smithi156 conmon[67007]: cluster 2022-01-18T20:09:00.886558+0000 mgr.smithi129.iclwio (mgr.14716) 8532 : cluster [DBG] pgmap v7336: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:09:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:02 smithi156 conmon[67007]: 2022-01-18T20:09:02.859 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:09:02.859 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:09:02.860 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:09:02.860 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:09:02.860 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:09:02.860 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:09:02.861 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:09:02.861 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:09:02.861 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:09:02.861 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:09:02.862 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:09:02.862 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:09:02.862 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:09:02.862 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:09:02.863 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:09:02.863 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:09:02.863 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:09:02.863 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:09:02.863 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:09:03.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:03 smithi129 conmon[101092]: audit 2022-01-18T20:09:02.266109+0000 mgr.smithi129.iclwio (mgr.14716) 8533 : audit [DBG] from='client.39778 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:09:03.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:03 smithi129 conmon[101092]: audit 2022-01-18T20:09:02.860350+0000 mon.smithi129 (mon.0) 2592 : audit [DBG] from='client.? 172.21.15.129:0/3508826217' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:09:03.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:03 smithi156 conmon[67007]: audit 2022-01-18T20:09:02.266109+0000 mgr.smithi129.iclwio (mgr 2022-01-18T20:09:03.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:03 smithi156 conmon[67007]: .14716) 8533 : audit [DBG] from='client.39778 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:09:03.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:03 smithi156 conmon[67007]: audit 2022-01-18T20:09:02.860350+0000 mon.smithi129 (mon.0) 2592 : audit 2022-01-18T20:09:03.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:03 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/3508826217' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:09:04.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:04 smithi129 conmon[101092]: audit 2022-01-18T20:09:02.534294+0000 mgr.smithi129.iclwio (mgr.14716) 8534 : audit [DBG] from='client.39782 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:09:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:04 smithi129 conmon[101092]: cluster 2022-01-18T20:09:02.887111+0000 mgr.smithi129.iclwio (mgr.14716) 8535 : cluster [DBG] pgmap v7337: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:04 smithi156 conmon[67007]: audit 2022-01-18T20:09:02.534294+0000 mgr.smithi129.iclwio (mgr.14716) 8534 : audit [DBG] from='client.39782 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:09:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:04 smithi156 conmon[67007]: 2022-01-18T20:09:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:04 smithi156 conmon[67007]: cluster 2022-01-18T20:09:02.887111+0000 mgr.smithi129.iclwio (mgr.14716) 8535 : cluster [DBG] pgmap v7337: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:06.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:06 smithi129 conmon[101092]: cluster 2022-01-18T20:09:04.888075+0000 mgr.smithi129.iclwio (mgr.14716) 8536 : cluster [DBG] pgmap v7338: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:06 smithi156 conmon[67007]: cluster 2022-01-18T20:09:04.888075+0000 mgr.smithi129.iclwio (mgr.14716) 8536 : cluster 2022-01-18T20:09:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:06 smithi156 conmon[67007]: [DBG] pgmap v7338: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:08.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:08 smithi129 conmon[101092]: cluster 2022-01-18T20:09:06.888672+0000 mgr.smithi129.iclwio (mgr.14716) 8537 : cluster [DBG] pgmap v7339: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:08 smithi156 conmon[67007]: cluster 2022-01-18T20:09:06.888672+0000 mgr.smithi129.iclwio (mgr.14716) 8537 : cluster 2022-01-18T20:09:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:08 smithi156 conmon[67007]: [DBG] pgmap v7339: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:10.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:10 smithi129 conmon[101092]: cluster 2022-01-18T20:09:08.889276+0000 mgr.smithi129.iclwio (mgr.14716) 8538 : cluster [DBG] pgmap v7340: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:10 smithi156 conmon[67007]: cluster 2022-01-18T20:09:08.889276+0000 mgr.smithi129.iclwio (mgr.14716) 8538 : cluster 2022-01-18T20:09:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:10 smithi156 conmon[67007]: [DBG] pgmap v7340: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:12.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:12 smithi129 conmon[101092]: cluster 2022-01-18T20:09:10.890214+0000 mgr.smithi129.iclwio (mgr.14716) 8539 : 2022-01-18T20:09:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:12 smithi129 conmon[101092]: cluster [DBG] pgmap v7341: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:09:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:12 smithi156 conmon[67007]: cluster 2022-01-18T20:09:10.890214+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:09:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:12 smithi156 conmon[67007]: 8539 : cluster [DBG] pgmap v7341: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:09:14.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:14 smithi129 conmon[101092]: cluster 2022-01-18T20:09:12.890836+0000 mgr.smithi129.iclwio (mgr.14716) 8540 : cluster [DBG] pgmap v7342: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:14 smithi156 conmon[67007]: cluster 2022-01-18T20:09:12.890836+0000 mgr.smithi129.iclwio (mgr.14716) 8540 : cluster 2022-01-18T20:09:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:14 smithi156 conmon[67007]: [DBG] pgmap v7342: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:15.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:15 smithi156 conmon[67007]: cluster 2022-01-18T20:09:14.891620+0000 mgr.smithi129.iclwio (mgr.14716) 8541 : 2022-01-18T20:09:15.873 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:15 smithi156 conmon[67007]: cluster [DBG] pgmap v7343: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:15.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:15 smithi129 conmon[101092]: cluster 2022-01-18T20:09:14.891620+0000 mgr.smithi129.iclwio (mgr.14716) 8541 : cluster [DBG] pgmap v7343: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:18 smithi129 conmon[101092]: cluster 2022-01-18T20:09:16.892217+0000 mgr.smithi129.iclwio (mgr.14716) 8542 : cluster [DBG] pgmap v7344: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:18 smithi156 conmon[67007]: cluster 2022-01-18T20:09:16.892217+0000 mgr.smithi129.iclwio (mgr.14716) 8542 : cluster [DBG] 2022-01-18T20:09:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:18 smithi156 conmon[67007]: pgmap v7344: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:20 smithi129 conmon[101092]: cluster 2022-01-18T20:09:18.892822+0000 mgr.smithi129.iclwio (mgr.14716) 8543 : cluster [DBG] pgmap v7345: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:20 smithi156 conmon[67007]: cluster 2022-01-18T20:09:18.892822+0000 mgr.smithi129.iclwio (mgr.14716) 8543 : 2022-01-18T20:09:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:20 smithi156 conmon[67007]: cluster [DBG] pgmap v7345: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:22.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:22 smithi129 conmon[101092]: cluster 2022-01-18T20:09:20.893756+0000 mgr.smithi129.iclwio (mgr.14716) 8544 : cluster [DBG] pgmap v7346: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:09:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:22 smithi156 conmon[67007]: cluster 2022-01-18T20:09:20.893756+0000 mgr.smithi129.iclwio (mgr.14716) 8544 : cluster [DBG] 2022-01-18T20:09:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:22 smithi156 conmon[67007]: pgmap v7346: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:09:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:24 smithi129 conmon[101092]: cluster 2022-01-18T20:09:22.894419+0000 mgr.smithi129.iclwio (mgr.14716) 8545 : cluster [DBG] pgmap v7347: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:24 smithi156 conmon[67007]: cluster 2022-01-18T20:09:22.894419+0000 mgr.smithi129.iclwio (mgr.14716) 8545 : cluster 2022-01-18T20:09:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:24 smithi156 conmon[67007]: [DBG] pgmap v7347: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:26 smithi129 conmon[101092]: cluster 2022-01-18T20:09:24.895188+0000 mgr.smithi129.iclwio (mgr.14716) 8546 : cluster [DBG] pgmap v7348: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:26 smithi129 conmon[101092]: 2022-01-18T20:09:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:26 smithi156 conmon[67007]: cluster 2022-01-18T20:09:24.895188+0000 mgr.smithi129.iclwio (mgr.14716) 8546 : cluster 2022-01-18T20:09:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:26 smithi156 conmon[67007]: [DBG] pgmap v7348: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:28 smithi129 conmon[101092]: cluster 2022-01-18T20:09:26.895749+0000 mgr.smithi129.iclwio (mgr.14716) 8547 2022-01-18T20:09:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:28 smithi129 conmon[101092]: : cluster [DBG] pgmap v7349: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:28 smithi129 conmon[101092]: audit 2022-01-18T20:09:28.294053+0000 mon.smithi129 (mon.0) 2593 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:09:28.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:28 smithi129 conmon[101092]: audit 2022-01-18T20:09:28.295471 2022-01-18T20:09:28.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:28 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 2594 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:09:28.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:28 smithi129 conmon[101092]: 2022-01-18T20:09:28.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:28 smithi129 conmon[101092]: audit 2022- 2022-01-18T20:09:28.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:28 smithi129 conmon[101092]: 01-18T20:09:28.296288+0000 mon.smithi129 2022-01-18T20:09:28.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:28 smithi129 conmon[101092]: (mon.0) 2595 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:09:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:28 smithi156 conmon[67007]: cluster 2022-01-18T20:09:26.895749+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:09:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:28 smithi156 conmon[67007]: ) 8547 : cluster [DBG] pgmap v7349: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:28 smithi156 conmon[67007]: audit 2022-01-18T20:09:28.294053+0000 mon.smithi129 (mon.0) 2593 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:09:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:28 smithi156 conmon[67007]: audit 2022-01-18T20:09:28.295471+0000 2022-01-18T20:09:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:28 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2594 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:09:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:28 smithi156 conmon[67007]: audit 2022 2022-01-18T20:09:28.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:28 smithi156 conmon[67007]: -01-18T20:09:28.296288+0000 mon.smithi129 ( 2022-01-18T20:09:28.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:28 smithi156 conmon[67007]: mon.0) 2595 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:09:29.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:29 smithi129 conmon[101092]: cephadm 2022-01-18T20:09:28.297012+0000 mgr.smithi129.iclwio (mgr.14716) 8548 : cephadm 2022-01-18T20:09:29.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:29 smithi129 conmon[101092]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:09:29.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:29 smithi129 conmon[101092]: audit 2022-01-18T20:09:28.597559+0000 mon.smithi129 (mon.0) 2596 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T20:09:29.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:29 smithi129 conmon[101092]: audit 2022 2022-01-18T20:09:29.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:29 smithi129 conmon[101092]: -01-18T20:09:28.600657+0000 mon.smithi129 (mon.0) 2597 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T20:09:29.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:29 smithi129 conmon[101092]: audit 2022-01-18T20:09:28. 2022-01-18T20:09:29.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:29 smithi129 conmon[101092]: 604551+0000 mon.smithi129 (mon.0) 2598 : audit [INF] 2022-01-18T20:09:29.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:29 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:09:29.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:29 smithi129 conmon[101092]: audit 2022-01-18T20:09: 2022-01-18T20:09:29.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:29 smithi129 conmon[101092]: 28.608972+0000 mon.smithi129 (mon.0) 2599 : audit 2022-01-18T20:09:29.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:29 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:09:29.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:29 smithi156 conmon[67007]: cephadm 2022-01-18T20:09:28.297012+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:09:29.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:29 smithi156 conmon[67007]: ) 8548 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:09:29.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:29 smithi156 conmon[67007]: audit 2022-01-18T20:09:28.597559+0000 mon.smithi129 (mon.0) 2596 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T20:09:29.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:29 smithi156 conmon[67007]: audit 2022-01-18T20:09:28.600657 2022-01-18T20:09:29.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:29 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2597 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T20:09:29.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:29 smithi156 conmon[67007]: audit 2022-01-18T20:09:29.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:29 smithi156 conmon[67007]: 2022-01-18T20:09:28.604551+0000 mon.smithi129 ( 2022-01-18T20:09:29.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:29 smithi156 conmon[67007]: mon.0) 2598 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:09:29.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:29 smithi156 conmon[67007]: audit 2022-01-18T20:09:29.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:29 smithi156 conmon[67007]: 2022-01-18T20:09:28.608972+0000 mon.smithi129 ( 2022-01-18T20:09:29.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:29 smithi156 conmon[67007]: mon.0) 2599 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:09:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:30 smithi129 conmon[101092]: cluster 2022-01-18T20:09:28.896335+0000 mgr.smithi129.iclwio (mgr.14716) 8549 : cluster [DBG] 2022-01-18T20:09:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:30 smithi129 conmon[101092]: pgmap v7350: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:30.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:30 smithi156 conmon[67007]: cluster 2022-01-18T20:09:28.896335+0000 mgr.smithi129.iclwio (mgr.14716) 8549 : cluster 2022-01-18T20:09:30.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:30 smithi156 conmon[67007]: [DBG] pgmap v7350: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:32 smithi129 conmon[101092]: cluster 2022-01-18T20:09:30.897347+0000 mgr.smithi129.iclwio (mgr.14716) 8550 : cluster [DBG] pgmap v7351: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:09:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:32 smithi156 conmon[67007]: cluster 2022-01-18T20:09:30.897347+0000 mgr.smithi129.iclwio (mgr.14716) 8550 : cluster [DBG] 2022-01-18T20:09:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:32 smithi156 conmon[67007]: pgmap v7351: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:09:33.159 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:09:33.424 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:09:33.425 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 9m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:09:33.425 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 9m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:09:33.425 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 9m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:09:33.425 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 9m ago 4h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:09:33.426 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 9m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:09:33.426 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 9m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:09:33.426 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 9m ago 4h 752M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:09:33.426 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 9m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:09:33.427 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 9m ago 4h 1540M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:09:33.427 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 9m ago 4h 725M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:09:33.427 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 9m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:09:33.428 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 9m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:09:33.428 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 9m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:09:33.428 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 9m ago 4h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:09:33.428 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 9m ago 4h 2098M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:09:33.429 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 9m ago 4h 3180M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:09:33.429 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 9m ago 4h 2417M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:09:33.429 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 9m ago 4h 3197M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:09:33.429 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 9m ago 4h 2969M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:09:33.430 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 9m ago 4h 3494M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:09:33.430 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 9m ago 4h 2807M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:09:33.430 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 9m ago 4h 4069M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:09:33.430 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 9m ago 4h 144M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:09:33.748 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:09:33.748 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:09:33.749 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:09:33.749 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:09:33.749 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:09:33.749 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:09:33.750 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:09:33.750 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:09:33.750 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:09:33.750 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:09:33.751 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:09:33.751 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:09:33.751 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:09:33.751 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:09:33.752 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:09:33.752 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:09:33.752 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:09:33.752 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:09:33.753 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:09:34.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:34 smithi129 conmon[101092]: cluster 2022-01-18T20:09:32.897902+0000 mgr.smithi129.iclwio (mgr.14716) 8551 : cluster [DBG] pgmap v7352: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:34.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:34 smithi129 conmon[101092]: audit 2022-01-18T20:09:33.148118 2022-01-18T20:09:34.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:34 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 8552 : audit [DBG] from='client.39790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:09:34.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:34 smithi129 conmon[101092]: audit 2022-01-18T20:09:33.416142+0000 mgr.smithi129.iclwio (mgr.14716) 8553 : audit [DBG] from='client.39794 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:09:34.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:34 smithi129 conmon[101092]: audit 2022-01-18T20:09:33.749131+0000 mon.smithi129 (mon.0) 2600 : 2022-01-18T20:09:34.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:34 smithi129 conmon[101092]: audit [DBG] from='client.? 172.21.15.129:0/2077524837' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:09:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:34 smithi156 conmon[67007]: cluster 2022-01-18T20:09:32.897902+0000 mgr.smithi129.iclwio (mgr.14716) 8551 : cluster [DBG] 2022-01-18T20:09:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:34 smithi156 conmon[67007]: pgmap v7352: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:34 smithi156 conmon[67007]: audit 2022-01-18T20:09:33.148118+0000 mgr.smithi129.iclwio (mgr.14716) 8552 : audit [DBG] from='client.39790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:09:34.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:34 smithi156 conmon[67007]: audit 2022- 2022-01-18T20:09:34.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:34 smithi156 conmon[67007]: 01-18T20:09:33.416142+0000 mgr.smithi129.iclwio (mgr.14716) 8553 : audit [DBG] from='client.39794 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:09:34.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:34 smithi156 conmon[67007]: audit 2022-01-18T20:09:33.749131+0000 2022-01-18T20:09:34.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:34 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2600 : audit [DBG] from='client.? 172.21.15.129:0/2077524837' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:09:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:36 smithi129 conmon[101092]: cluster 2022-01-18T20:09:34.898826+0000 mgr.smithi129.iclwio (mgr.14716) 8554 : cluster [DBG] pgmap v7353: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:36 smithi156 conmon[67007]: cluster 2022-01-18T20:09:34.898826+0000 mgr.smithi129.iclwio (mgr.14716) 8554 : cluster [DBG] 2022-01-18T20:09:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:36 smithi156 conmon[67007]: pgmap v7353: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:38.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:38 smithi129 conmon[101092]: cluster 2022-01-18T20:09:36.899308+0000 mgr.smithi129.iclwio (mgr.14716) 8555 : cluster [DBG] pgmap v7354: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:38 smithi129 conmon[101092]: 2022-01-18T20:09:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:38 smithi156 conmon[67007]: cluster 2022-01-18T20:09:36.899308+0000 mgr.smithi129.iclwio (mgr.14716) 8555 : cluster [DBG] 2022-01-18T20:09:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:38 smithi156 conmon[67007]: pgmap v7354: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:40 smithi129 conmon[101092]: cluster 2022-01-18T20:09:38.899941+0000 mgr.smithi129.iclwio (mgr.14716) 8556 : cluster [DBG] pgmap v7355: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:40 smithi156 conmon[67007]: cluster 2022-01-18T20:09:38.899941+0000 mgr.smithi129.iclwio (mgr.14716) 8556 : cluster 2022-01-18T20:09:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:40 smithi156 conmon[67007]: [DBG] pgmap v7355: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:42.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:42 smithi129 conmon[101092]: cluster 2022-01-18T20:09:40.900715+0000 mgr.smithi129.iclwio (mgr.14716) 8557 : cluster [DBG] pgmap v7356: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:09:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:42 smithi156 conmon[67007]: cluster 2022-01-18T20:09:40.900715+0000 mgr.smithi129.iclwio (mgr.14716) 8557 : cluster [DBG] 2022-01-18T20:09:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:42 smithi156 conmon[67007]: pgmap v7356: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:09:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:44 smithi129 conmon[101092]: cluster 2022-01-18T20:09:42.901292+0000 mgr.smithi129.iclwio (mgr.14716) 8558 : cluster [DBG] pgmap v7357: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:44 smithi156 conmon[67007]: cluster 2022-01-18T20:09:42.901292+0000 mgr.smithi129.iclwio (mgr.14716) 8558 : cluster [DBG] 2022-01-18T20:09:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:44 smithi156 conmon[67007]: pgmap v7357: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:45.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:45 smithi156 conmon[67007]: cluster 2022-01-18T20:09:44.902164+0000 mgr.smithi129.iclwio (mgr.14716) 8559 : cluster 2022-01-18T20:09:45.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:45 smithi156 conmon[67007]: [DBG] pgmap v7358: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:45.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:45 smithi129 conmon[101092]: cluster 2022-01-18T20:09:44.902164+0000 mgr.smithi129.iclwio (mgr.14716) 8559 : cluster [DBG] pgmap v7358: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:48.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:48 smithi129 conmon[101092]: cluster 2022-01-18T20:09:46.902763+0000 mgr.smithi129.iclwio (mgr.14716) 8560 : cluster [DBG] pgmap v7359: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:48 smithi156 conmon[67007]: cluster 2022-01-18T20:09:46.902763+0000 mgr.smithi129.iclwio (mgr.14716) 8560 : cluster 2022-01-18T20:09:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:48 smithi156 conmon[67007]: [DBG] pgmap v7359: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:50 smithi129 conmon[101092]: cluster 2022-01-18T20:09:48.903460+0000 mgr.smithi129.iclwio (mgr.14716) 8561 : cluster [DBG] pgmap v7360: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:50 smithi156 conmon[67007]: cluster 2022-01-18T20:09:48.903460+0000 mgr.smithi129.iclwio (mgr.14716) 8561 : cluster 2022-01-18T20:09:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:50 smithi156 conmon[67007]: [DBG] pgmap v7360: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:52 smithi129 conmon[101092]: cluster 2022-01-18T20:09:50.904335+0000 mgr.smithi129.iclwio (mgr.14716) 8562 : cluster [DBG] pgmap v7361: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:09:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:52 smithi156 conmon[67007]: cluster 2022-01-18T20:09:50.904335+0000 mgr.smithi129.iclwio (mgr.14716) 8562 : cluster 2022-01-18T20:09:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:52 smithi156 conmon[67007]: [DBG] pgmap v7361: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:09:54.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:54 smithi129 conmon[101092]: cluster 2022-01-18T20:09:52.905049+0000 mgr.smithi129.iclwio (mgr.14716) 8563 : cluster [DBG] pgmap v7362: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:54 smithi156 conmon[67007]: cluster 2022-01-18T20:09:52.905049+0000 mgr.smithi129.iclwio (mgr.14716) 8563 : cluster 2022-01-18T20:09:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:54 smithi156 conmon[67007]: [DBG] pgmap v7362: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:56 smithi129 conmon[101092]: cluster 2022-01-18T20:09:54.905820+0000 mgr.smithi129.iclwio (mgr.14716) 8564 : cluster [DBG] pgmap v7363: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:56 smithi156 conmon[67007]: cluster 2022-01-18T20:09:54.905820+0000 mgr.smithi129.iclwio (mgr.14716) 8564 : cluster [DBG] pgmap v7363: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:58 smithi129 conmon[101092]: cluster 2022-01-18T20:09:56.906441+0000 mgr.smithi129.iclwio (mgr.14716) 8565 : cluster 2022-01-18T20:09:58.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:58 smithi129 conmon[101092]: [DBG] pgmap v7364: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:58 smithi156 conmon[67007]: cluster 2022-01-18T20:09:56.906441+0000 mgr.smithi129.iclwio (mgr.14716) 8565 : cluster [DBG] pgmap v7364: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:09:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:58 smithi156 conmon[67007]: 2022-01-18T20:09:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:59 smithi129 conmon[101092]: audit 2022-01-18T20:09:59.180293+0000 mon.smithi129 (mon.0) 2601 : audit [INF] 2022-01-18T20:09:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:59 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:09:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:09:59 smithi129 conmon[101092]: audit 2022-01-18T20:09:59.180656+0000 mon.smithi129 (mon.0) 2602 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:09:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:59 smithi156 conmon[67007]: audit 2022-01-18T20:09:59.180293+0000 mon.smithi129 (mon.0) 2601 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:09:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:59 smithi156 conmon[67007]: audit 2022-01-18T20:09:59 2022-01-18T20:09:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:09:59 smithi156 conmon[67007]: .180656+0000 mon.smithi129 (mon.0) 2602 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:10:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:00 smithi129 conmon[101092]: cluster 2022-01-18T20:09:58.907012+0000 mgr.smithi129.iclwio (mgr.14716) 8566 : cluster [DBG] 2022-01-18T20:10:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:00 smithi129 conmon[101092]: pgmap v7365: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:00.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:00 smithi129 conmon[101092]: cluster 2022-01-18T20:10:00.000095+0000 mon.smithi129 (mon.0) 2603 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T20:10:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:00 smithi156 conmon[67007]: cluster 2022-01-18T20:09:58.907012+0000 mgr.smithi129.iclwio (mgr.14716) 8566 : cluster [DBG] pgmap v7365: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:00 smithi156 conmon[67007]: cluster 2022-01-18 2022-01-18T20:10:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:00 smithi156 conmon[67007]: T20:10:00.000095+0000 mon.smithi129 (mon.0) 2603 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T20:10:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:02 smithi129 conmon[101092]: cluster 2022-01-18T20:10:00.907867+0000 mgr.smithi129.iclwio (mgr.14716) 8567 : cluster [DBG] pgmap v7366: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:10:02.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:02 smithi156 conmon[67007]: cluster 2022-01-18T20:10:00.907867+0000 mgr.smithi129.iclwio (mgr.14716) 8567 : cluster [DBG] pgmap v7366: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:10:04.049 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:10:04.314 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:10:04.314 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 9m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:10:04.314 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 9m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:10:04.315 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 9m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:10:04.315 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 9m ago 4h 44.0M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:10:04.315 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 9m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:10:04.315 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 9m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:10:04.316 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 9m ago 4h 752M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:10:04.316 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 9m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:10:04.316 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 9m ago 4h 1540M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:10:04.316 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 9m ago 4h 725M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:10:04.316 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 9m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:10:04.317 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 9m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:10:04.317 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 9m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:10:04.317 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 9m ago 4h 18.1M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:10:04.317 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 9m ago 4h 2098M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:10:04.318 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 9m ago 4h 3180M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:10:04.318 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 9m ago 4h 2417M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:10:04.318 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 9m ago 4h 3197M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:10:04.318 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 9m ago 4h 2969M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:10:04.318 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 9m ago 4h 3494M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:10:04.319 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 9m ago 4h 2807M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:10:04.319 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 9m ago 4h 4069M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:10:04.319 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 9m ago 4h 144M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:10:04.633 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:10:04.633 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:10:04.633 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:10:04.634 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:10:04.634 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:10:04.634 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:10:04.635 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:10:04.635 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:10:04.635 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:10:04.635 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:10:04.635 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:10:04.636 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:10:04.636 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:10:04.636 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:10:04.636 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:10:04.637 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:10:04.637 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:10:04.637 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:10:04.637 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:10:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:04 smithi129 conmon[101092]: cluster 2022-01-18T20: 2022-01-18T20:10:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:04 smithi129 conmon[101092]: 10:02.908575+0000 mgr.smithi129.iclwio (mgr.14716) 8568 : cluster [DBG] pgmap v7367: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:04 smithi156 conmon[67007]: cluster 2022-01-18T20:10:02.908575+0000 mgr.smithi129.iclwio (mgr.14716) 8568 : cluster [DBG] pgmap v7367: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:05.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:05 smithi156 conmon[67007]: audit 2022-01-18T20:10:04.037903+0000 mgr.smithi129.iclwio (mgr.14716) 8569 : audit [DBG] from='client.39802 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:10:05.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:05 smithi156 conmon[67007]: audit 2022-01-18T20:10:05.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:05 smithi156 conmon[67007]: 2022-01-18T20:10:04.306261+0000 mgr.smithi129.iclwio (mgr.14716) 8570 : audit [DBG] from='client.39806 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:10:05.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:05 smithi156 conmon[67007]: audit 2022-01-18T20:10:04.633901+0000 mon.smithi129 (mon.0) 2604 : audit [DBG] from='client.? 172.21.15.129:0/3049447828' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:10:05.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:05 smithi129 conmon[101092]: audit 2022-01-18T20:10:04.037903+0000 mgr.smithi129.iclwio (mgr.14716) 8569 : audit [DBG] from='client.39802 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:10:05.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:05 smithi129 conmon[101092]: 2022-01-18T20:10:05.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:05 smithi129 conmon[101092]: audit 2022-01-18T20:10:04.306261+0000 mgr.smithi129.iclwio (mgr.14716) 8570 : audit [DBG] from='client.39806 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:10:05.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:05 smithi129 conmon[101092]: audit 2022-01-18T20:10:04.633901+0000 mon.smithi129 (mon.0) 2604 : audit [DBG] 2022-01-18T20:10:05.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:05 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/3049447828' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:10:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:06 smithi156 conmon[67007]: cluster 2022-01-18T20:10:04.909293+0000 mgr.smithi129.iclwio (mgr.14716) 8571 : cluster [DBG] pgmap v7368: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:06 smithi129 conmon[101092]: cluster 2022-01-18T20:10:04.909293+0000 mgr.smithi129.iclwio (mgr.14716) 8571 : cluster [DBG] pgmap v7368: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:08 smithi129 conmon[101092]: cluster 2022-01-18T20:10:06.909836+0000 mgr.smithi129.iclwio (mgr.14716) 8572 : cluster [DBG] pgmap v7369: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:08 smithi156 conmon[67007]: cluster 2022-01-18T20:10:06.909836+0000 mgr.smithi129.iclwio (mgr.14716) 8572 : cluster [DBG] pgmap v7369: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:08 smithi156 conmon[67007]: 2022-01-18T20:10:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:10 smithi129 conmon[101092]: cluster 2022-01-18T20:10:08.910530+0000 mgr.smithi129.iclwio (mgr.14716) 8573 : cluster [DBG] pgmap v7370: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:10 smithi129 conmon[101092]: 2022-01-18T20:10:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:10 smithi156 conmon[67007]: cluster 2022-01-18T20:10:08.910530+0000 mgr.smithi129.iclwio (mgr.14716) 8573 : cluster [DBG] pgmap v7370: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:12 smithi129 conmon[101092]: cluster 2022-01-18T20:10:10.911391+0000 mgr.smithi129.iclwio (mgr.14716) 8574 : cluster [DBG] pgmap v7371: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:10:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:12 smithi156 conmon[67007]: cluster 2022-01-18T20:10:10.911391+0000 mgr.smithi129.iclwio (mgr.14716) 8574 : cluster [DBG] 2022-01-18T20:10:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:12 smithi156 conmon[67007]: pgmap v7371: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:10:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:14 smithi129 conmon[101092]: cluster 2022-01-18T20:10:12.912076+0000 mgr.smithi129.iclwio (mgr.14716) 8575 : cluster [DBG] pgmap v7372: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:14 smithi156 conmon[67007]: cluster 2022-01-18T20:10:12.912076+0000 mgr.smithi129.iclwio (mgr.14716) 8575 : cluster [DBG] pgmap v7372: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:16 smithi129 conmon[101092]: cluster 2022-01-18T20:10:14.912738+0000 mgr.smithi129.iclwio (mgr.14716) 8576 : cluster [DBG] pgmap v7373: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:16 smithi156 conmon[67007]: cluster 2022-01-18T20:10:14.912738+0000 mgr.smithi129.iclwio (mgr.14716) 8576 : cluster [DBG] pgmap v7373: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:16 smithi156 conmon[67007]: 2022-01-18T20:10:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:18 smithi129 conmon[101092]: cluster 2022-01-18T20:10:16.913272+0000 mgr.smithi129.iclwio (mgr.14716) 8577 : cluster [DBG] pgmap v7374: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:18 smithi156 conmon[67007]: cluster 2022-01-18T20:10:16.913272+0000 mgr.smithi129.iclwio (mgr.14716) 8577 : cluster [DBG] pgmap v7374: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:20 smithi129 conmon[101092]: cluster 2022-01-18T20:10:18.914054+0000 mgr.smithi129.iclwio (mgr.14716) 8578 : cluster [DBG] pgmap v7375: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:20 smithi156 conmon[67007]: cluster 2022-01-18T20:10:18.914054+0000 mgr.smithi129.iclwio (mgr.14716) 8578 : cluster [DBG] pgmap v7375: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:22 smithi129 conmon[101092]: cluster 2022-01-18T20:10:20.914881+0000 mgr.smithi129.iclwio (mgr.14716) 8579 : cluster [DBG] pgmap v7376: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:10:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:22 smithi156 conmon[67007]: cluster 2022-01-18T20:10:20.914881+0000 mgr.smithi129.iclwio (mgr.14716) 8579 : cluster [DBG] pgmap v7376: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:10:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:24 smithi129 conmon[101092]: cluster 2022-01-18T20:10:22.915556+0000 mgr.smithi129.iclwio (mgr.14716) 8580 : cluster [DBG] pgmap v7377: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:24 smithi156 conmon[67007]: cluster 2022-01-18T20:10:22.915556+0000 mgr.smithi129.iclwio (mgr.14716) 8580 : cluster [DBG] pgmap v7377: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:26 smithi129 conmon[101092]: cluster 2022-01-18T20:10:24.916495+0000 mgr.smithi129.iclwio (mgr.14716) 8581 : cluster [DBG] 2022-01-18T20:10:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:26 smithi129 conmon[101092]: pgmap v7378: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:26 smithi156 conmon[67007]: cluster 2022-01-18T20:10:24.916495+0000 mgr.smithi129.iclwio (mgr.14716) 8581 : cluster [DBG] pgmap v7378: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:28 smithi156 conmon[67007]: cluster 2022-01-18T20:10:26.917142+0000 mgr.smithi129.iclwio (mgr.14716) 8582 : cluster [DBG] pgmap v7379: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:28 smithi156 conmon[67007]: 2022-01-18T20:10:28.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:28 smithi129 conmon[101092]: cluster 2022-01-18T20:10:26.917142+0000 mgr.smithi129.iclwio (mgr.14716) 8582 : cluster [DBG] pgmap v7379: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:29.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:29 smithi156 conmon[67007]: audit 2022-01-18T20:10:28.611403+0000 mon.smithi129 (mon.0) 2605 : audit 2022-01-18T20:10:29.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:29 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:10:29.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:29 smithi156 conmon[67007]: audit 2022-01-18T20:10:28.612776+0000 mon.smithi129 (mon.0) 2606 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:10:29.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:29 smithi156 conmon[67007]: audit 2022-01-18T20:10:28.613763+0000 mon.smithi129 (mon.0) 2607 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:10:29.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:29 smithi156 conmon[67007]: audit 2022-01-18T20:10:28.873653+0000 mon.smithi129 (mon.0) 2608 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:10:29.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:29 smithi129 conmon[101092]: audit 2022-01-18T20:10:28.611403+0000 mon.smithi129 (mon.0) 2605 : 2022-01-18T20:10:29.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:29 smithi129 conmon[101092]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:10:29.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:29 smithi129 conmon[101092]: audit 2022-01-18T20:10:28.612776+0000 mon.smithi129 (mon.0) 2606 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:10:29.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:29 smithi129 conmon[101092]: audit 2022-01-18T20:10:28.613763+0000 mon.smithi129 (mon.0) 2607 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:10:29.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:29 smithi129 conmon[101092]: audit 2022-01-18T20:10:28.873653+0000 mon.smithi129 (mon.0) 2608 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:10:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:30 smithi156 conmon[67007]: cephadm 2022-01-18T20:10:28.614482+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:10:30.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:30 smithi156 conmon[67007]: 8583 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:10:30.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:30 smithi156 conmon[67007]: cluster 2022-01-18T20:10:28.917635+0000 mgr.smithi129.iclwio (mgr.14716) 8584 : cluster [DBG] pgmap v7380: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:30.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:30 smithi129 conmon[101092]: cephadm 2022-01-18T20:10:28.614482+0000 mgr.smithi129.iclwio (mgr.14716) 8583 : 2022-01-18T20:10:30.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:30 smithi129 conmon[101092]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:10:30.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:30 smithi129 conmon[101092]: cluster 2022-01-18T20:10:28.917635+0000 mgr.smithi129.iclwio (mgr.14716) 8584 : cluster [DBG] pgmap v7380: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:32 smithi156 conmon[67007]: cluster 2022-01-18T20:10:30.918440+0000 mgr.smithi129.iclwio (mgr.14716) 8585 : cluster [DBG] pgmap v7381: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:10:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:32 smithi156 conmon[67007]: audit 2022-01-18T20:10:32.050533+0000 mon.smithi129 (mon.0) 2609 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:10:32.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:32 smithi129 conmon[101092]: cluster 2022-01-18T20:10:30.918440+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T20:10:32.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:32 smithi129 conmon[101092]: 14716) 8585 : cluster [DBG] pgmap v7381: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:10:32.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:32 smithi129 conmon[101092]: audit 2022-01-18T20:10:32.050533+0000 mon.smithi129 (mon.0) 2609 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:10:33.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:33 smithi156 conmon[67007]: cluster 2022-01-18T20:10:32.918935+0000 mgr.smithi129.iclwio (mgr.14716) 8586 : cluster [DBG] pgmap v7382: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:33.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:33 smithi129 conmon[101092]: cluster 2022-01-18T20:10:32.918935+0000 mgr.smithi129.iclwio (mgr.14716) 8586 : cluster [DBG] 2022-01-18T20:10:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:33 smithi129 conmon[101092]: pgmap v7382: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:34.924 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:10:35.189 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:10:35.190 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 0s ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:10:35.190 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 0s ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:10:35.191 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 3s ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:10:35.191 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 0s ago 4h 44.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:10:35.192 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 0s ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:10:35.192 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 3s ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:10:35.193 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 0s ago 4h 765M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:10:35.193 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 3s ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:10:35.194 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 0s ago 4h 1603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:10:35.194 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 3s ago 4h 740M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:10:35.195 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 0s ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:10:35.195 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 3s ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:10:35.195 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 0s ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:10:35.196 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 3s ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:10:35.196 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3h) 0s ago 4h 2127M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:10:35.197 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 0s ago 4h 3214M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:10:35.197 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 0s ago 4h 2441M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:10:35.198 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 0s ago 4h 3233M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:10:35.198 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 3s ago 4h 3002M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:10:35.201 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 3s ago 4h 3523M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:10:35.201 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 3s ago 4h 2833M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:10:35.202 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 3s ago 4h 4101M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:10:35.202 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 0s ago 4h 146M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:10:35.511 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:10:35.512 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:10:35.512 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:10:35.512 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:10:35.512 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:10:35.513 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:10:35.513 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:10:35.513 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:10:35.513 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:10:35.513 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:10:35.514 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:10:35.514 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:10:35.514 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:10:35.515 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:10:35.515 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:10:35.515 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:10:35.515 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:10:35.516 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:10:35.516 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:10:35.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:35 smithi156 conmon[67007]: audit 2022-01-18T20:10:34.208164+0000 mon.smithi129 (mon.0) 2610 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:10:35.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:35 smithi156 conmon[67007]: audit 2022-01-18T20:10:34.501514+0000 mon.smithi129 (mon.0) 2611 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:10:35.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:35 smithi156 conmon[67007]: audit 2022-01-18T20:10:34. 2022-01-18T20:10:35.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:35 smithi156 conmon[67007]: 506382+0000 mon.smithi129 (mon.0) 2612 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:10:35.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:35 smithi129 conmon[101092]: audit 2022-01-18T20:10:34.208164+0000 mon.smithi129 (mon.0 2022-01-18T20:10:35.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:35 smithi129 conmon[101092]: ) 2610 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:10:35.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:35 smithi129 conmon[101092]: audit 2022-01-18T20:10:34.501514+0000 mon.smithi129 (mon.0) 2611 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:10:35.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:35 smithi129 conmon[101092]: audit 2022-01-18T20:10:34.506382+0000 mon.smithi129 (mon.0) 2612 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:10:36.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:36 smithi156 conmon[67007]: audit 2022-01-18T20:10:34.913157+0000 mgr.smithi129.iclwio (mgr.14716) 8587 : audit [DBG] from='client.39814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:10:36.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:36 smithi156 conmon[67007]: 2022-01-18T20:10:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:36 smithi156 conmon[67007]: cluster 2022-01-18T20:10:34.919528+0000 mgr.smithi129.iclwio (mgr.14716) 8588 : cluster [DBG] pgmap v7383: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:36 smithi156 conmon[67007]: audit 2022-01-18T20:10:35.181379+0000 2022-01-18T20:10:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:36 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 8589 : audit [DBG] from='client.39818 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:10:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:36 smithi156 conmon[67007]: audit 2022-01-18T20:10:35.512198+0000 mon.smithi129 (mon.0) 2613 2022-01-18T20:10:36.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:36 smithi156 conmon[67007]: : audit [DBG] from='client.? 172.21.15.129:0/2219516487' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:10:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:36 smithi129 conmon[101092]: audit 2022-01-18T20:10:34.913157+0000 mgr.smithi129.iclwio (mgr.14716) 8587 : audit 2022-01-18T20:10:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:36 smithi129 conmon[101092]: [DBG] from='client.39814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:10:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:36 smithi129 conmon[101092]: cluster 2022-01-18T20:10:34.919528+0000 mgr.smithi129.iclwio (mgr.14716) 8588 : cluster [DBG] pgmap v7383: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:36.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:36 smithi129 conmon[101092]: audit 2022-01-18T20:10:35.181379+0000 mgr.smithi129.iclwio (mgr.14716) 8589 : audit [DBG] 2022-01-18T20:10:36.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:36 smithi129 conmon[101092]: from='client.39818 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:10:36.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:36 smithi129 conmon[101092]: audit 2022-01-18T20:10:35. 2022-01-18T20:10:36.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:36 smithi129 conmon[101092]: 512198+0000 mon.smithi129 (mon.0) 2613 : audit [DBG] 2022-01-18T20:10:36.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:36 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/2219516487' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:10:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:38 smithi129 conmon[101092]: cluster 2022-01-18T20:10:36.920122+0000 mgr.smithi129.iclwio (mgr.14716) 8590 : cluster [DBG] pgmap v7384: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:38 smithi156 conmon[67007]: cluster 2022-01-18T20:10:36.920122+0000 mgr.smithi129.iclwio (mgr.14716) 8590 : cluster [DBG] pgmap v7384: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:40 smithi129 conmon[101092]: cluster 2022-01-18T20:10:38.920771+0000 mgr.smithi129.iclwio (mgr.14716) 8591 : cluster [DBG] pgmap v7385: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:40 smithi156 conmon[67007]: cluster 2022-01-18T20:10:38.920771+0000 mgr.smithi129.iclwio (mgr.14716) 8591 : cluster [DBG] pgmap v7385: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:42 smithi129 conmon[101092]: cluster 2022-01-18T20:10:40.921709+0000 mgr.smithi129.iclwio (mgr.14716) 8592 : cluster [DBG] pgmap v7386: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:10:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:42 smithi156 conmon[67007]: cluster 2022-01-18T20:10:40.921709+0000 mgr.smithi129.iclwio (mgr.14716) 8592 : cluster [DBG] pgmap v7386: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:10:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:44 smithi129 conmon[101092]: cluster 2022-01-18T20:10:42.922380+0000 mgr.smithi129.iclwio (mgr.14716) 8593 : cluster [DBG] pgmap v7387: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:44 smithi156 conmon[67007]: cluster 2022-01-18T20:10:42.922380+0000 mgr.smithi129.iclwio (mgr.14716) 8593 : cluster [DBG] pgmap v7387: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:46 smithi129 conmon[101092]: cluster 2022-01-18T20:10:44.923226+0000 mgr.smithi129.iclwio (mgr.14716) 8594 : cluster [DBG] pgmap v7388: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:46 smithi156 conmon[67007]: cluster 2022-01-18T20:10:44.923226+0000 mgr.smithi129.iclwio (mgr.14716) 8594 : cluster [DBG] pgmap v7388: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:48 smithi156 conmon[67007]: cluster 2022-01-18T20:10:46.923758+0000 mgr.smithi129.iclwio (mgr.14716) 8595 : cluster [DBG] pgmap v7389: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:48 smithi156 conmon[67007]: 2022-01-18T20:10:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:48 smithi129 conmon[101092]: cluster 2022-01-18T20:10:46.923758+0000 mgr.smithi129.iclwio (mgr.14716) 8595 : cluster [DBG] pgmap v7389: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:50 smithi156 conmon[67007]: cluster 2022-01-18T20:10:48.924405+0000 mgr.smithi129.iclwio (mgr.14716) 8596 : cluster [DBG] pgmap v7390: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:50 smithi156 conmon[67007]: 2022-01-18T20:10:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:50 smithi129 conmon[101092]: cluster 2022-01-18T20:10:48.924405+0000 mgr.smithi129.iclwio (mgr.14716) 8596 : cluster [DBG] pgmap v7390: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:52 smithi156 conmon[67007]: cluster 2022-01-18T20:10:50.925305+0000 mgr.smithi129.iclwio (mgr.14716) 8597 : cluster [DBG] 2022-01-18T20:10:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:52 smithi156 conmon[67007]: pgmap v7391: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:10:52.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:52 smithi129 conmon[101092]: cluster 2022-01-18T20:10:50.925305+0000 mgr.smithi129.iclwio (mgr.14716) 8597 : cluster [DBG] pgmap v7391: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:10:53.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:53 smithi156 conmon[67007]: cluster 2022-01-18T20:10:52.925872+0000 mgr.smithi129.iclwio (mgr.14716) 8598 : 2022-01-18T20:10:53.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:53 smithi156 conmon[67007]: cluster [DBG] pgmap v7392: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:53 smithi129 conmon[101092]: cluster 2022-01-18T20:10:52.925872+0000 mgr.smithi129.iclwio (mgr.14716) 8598 : cluster [DBG] pgmap v7392: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:56.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:55 smithi156 conmon[67007]: cluster 2022-01-18T20:10:54.926630+0000 mgr.smithi129.iclwio (mgr.14716) 8599 : cluster [DBG] 2022-01-18T20:10:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:55 smithi156 conmon[67007]: pgmap v7393: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:55 smithi129 conmon[101092]: cluster 2022-01-18T20:10:54.926630+0000 mgr.smithi129.iclwio (mgr.14716) 8599 : cluster [DBG] pgmap v7393: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:55 smithi129 conmon[101092]: 2022-01-18T20:10:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:58 smithi129 conmon[101092]: cluster 2022-01-18T20:10:56.927180+0000 mgr.smithi129.iclwio (mgr.14716) 8600 : cluster [DBG] pgmap v7394: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:58 smithi156 conmon[67007]: cluster 2022-01-18T20:10:56.927180+0000 mgr.smithi129.iclwio (mgr.14716) 8600 : cluster [DBG] pgmap v7394: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:10:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:58 smithi156 conmon[67007]: 2022-01-18T20:10:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:59 smithi129 conmon[101092]: audit 2022-01-18T20:10:59.184595+0000 mon.smithi129 (mon.0) 2614 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:10:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:10:59 smithi129 conmon[101092]: audit 2022-01-18T20:10:59.184838+0000 mon.smithi129 (mon.0) 2615 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:10:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:59 smithi156 conmon[67007]: audit 2022-01-18T20:10:59.184595+0000 mon.smithi129 (mon.0) 2614 : audit 2022-01-18T20:10:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:59 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:10:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:10:59 smithi156 conmon[67007]: audit 2022-01-18T20:10:59.184838+0000 mon.smithi129 (mon.0) 2615 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:11:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:00 smithi129 conmon[101092]: cluster 2022-01-18T20:10:58.927906+0000 mgr.smithi129.iclwio (mgr.14716) 8601 : cluster [DBG] pgmap v7395: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:00 smithi156 conmon[67007]: cluster 2022-01-18T20:10:58.927906+0000 mgr.smithi129.iclwio (mgr.14716) 8601 : cluster 2022-01-18T20:11:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:00 smithi156 conmon[67007]: [DBG] pgmap v7395: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:02 smithi129 conmon[101092]: cluster 2022-01-18T20:11:00.928703+0000 mgr.smithi129.iclwio (mgr.14716) 8602 : cluster [DBG] pgmap v7396: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:11:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:02 smithi156 conmon[67007]: cluster 2022-01-18T20:11:00.928703+0000 mgr.smithi129.iclwio (mgr.14716) 8602 : cluster [DBG] pgmap v7396: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:11:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:04 smithi156 conmon[67007]: cluster 2022-01-18T20:11:02.929265+0000 mgr.smithi129.iclwio (mgr.14716) 8603 : cluster [DBG] pgmap v7397: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:04 smithi156 conmon[67007]: 2022-01-18T20:11:04.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:04 smithi129 conmon[101092]: cluster 2022-01-18T20:11:02.929265+0000 mgr.smithi129.iclwio (mgr.14716) 8603 : cluster [DBG] pgmap v7397: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:05.812 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:11:06.078 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:11:06.079 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 31s ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:11:06.079 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 31s ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:11:06.079 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 34s ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:11:06.079 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 31s ago 4h 44.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:11:06.080 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 31s ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:11:06.080 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 34s ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:11:06.080 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 31s ago 4h 765M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:11:06.080 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 34s ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:11:06.081 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 31s ago 4h 1603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:11:06.081 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 34s ago 4h 740M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:11:06.081 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 31s ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:11:06.081 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 34s ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:11:06.082 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 31s ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:11:06.082 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 34s ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:11:06.082 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 31s ago 4h 2127M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:11:06.082 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 31s ago 4h 3214M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:11:06.083 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 31s ago 4h 2441M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:11:06.083 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 31s ago 4h 3233M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:11:06.083 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 34s ago 4h 3002M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:11:06.083 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 34s ago 4h 3523M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:11:06.084 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 34s ago 4h 2833M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:11:06.084 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 34s ago 4h 4101M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:11:06.084 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 31s ago 4h 146M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:11:06.397 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:11:06.398 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:11:06.398 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:11:06.398 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:11:06.398 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:11:06.399 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:11:06.399 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:11:06.399 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:11:06.399 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:11:06.400 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:11:06.400 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:11:06.400 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:11:06.400 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:11:06.401 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:11:06.401 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:11:06.401 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:11:06.401 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:11:06.401 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:11:06.402 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:11:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:06 smithi156 conmon[67007]: cluster 2022-01-18T20:11:04.930210+0000 mgr.smithi129.iclwio (mgr.14716) 8604 : cluster [DBG] pgmap v7398: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:06 smithi156 conmon[67007]: audit 2022-01-18T20: 2022-01-18T20:11:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:06 smithi156 conmon[67007]: 11:06.398396+0000 mon.smithi129 (mon.0) 2616 : audit [DBG] from='client.? 172.21.15.129:0/31160581' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:11:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:06 smithi129 conmon[101092]: cluster 2022-01-18T20:11:04.930210+0000 mgr.smithi129.iclwio (mgr.14716) 8604 : cluster [DBG] pgmap v7398: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:06 smithi129 conmon[101092]: 2022-01-18T20:11:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:06 smithi129 conmon[101092]: audit 2022-01-18T20:11:06.398396+0000 mon.smithi129 (mon.0) 2616 : audit [DBG] from='client.? 172.21.15.129:0/31160581' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:11:07.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:07 smithi156 conmon[67007]: audit 2022-01-18T20:11:05.801140+0000 mgr.smithi129.iclwio (mgr.14716) 8605 : audit [DBG] from='client.39826 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:11:07.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:07 smithi156 conmon[67007]: audit 2022-01-18T20:11:06.070743+0000 mgr.smithi129.iclwio (mgr.14716) 8606 : audit [DBG] from='client.39830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:11:07.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:07 smithi129 conmon[101092]: audit 2022-01-18T20:11:05.801140+0000 mgr.smithi129.iclwio (mgr.14716) 8605 : audit [DBG] from='client.39826 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:11:07.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:07 smithi129 conmon[101092]: audit 2022-01-18T20:11:06.070743+0000 mgr.smithi129.iclwio (mgr.14716) 8606 : audit [DBG] from='client.39830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:11:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:08 smithi156 conmon[67007]: cluster 2022-01-18T20:11:06.930798+0000 mgr.smithi129.iclwio (mgr.14716) 8607 : cluster [DBG] pgmap v7399: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:08 smithi129 conmon[101092]: cluster 2022-01-18T20:11:06.930798+0000 mgr.smithi129.iclwio (mgr.14716) 8607 : cluster [DBG] pgmap v7399: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:09.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:09 smithi156 conmon[67007]: cluster 2022-01-18T20:11:08.931380+0000 mgr.smithi129.iclwio (mgr.14716) 8608 : cluster [DBG] pgmap v7400: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:09.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:09 smithi129 conmon[101092]: cluster 2022-01-18T20:11:08.931380+0000 mgr.smithi129.iclwio (mgr.14716) 8608 : cluster [DBG] pgmap v7400: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:11 smithi156 conmon[67007]: cluster 2022-01-18T20:11:10.932129+0000 mgr.smithi129.iclwio (mgr.14716) 8609 : cluster [DBG] 2022-01-18T20:11:12.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:11 smithi156 conmon[67007]: pgmap v7401: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:11:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:11 smithi129 conmon[101092]: cluster 2022-01-18T20:11:10.932129+0000 mgr.smithi129.iclwio (mgr.14716) 8609 : cluster [DBG] pgmap v7401: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:11:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:11 smithi129 conmon[101092]: 2022-01-18T20:11:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:14 smithi129 conmon[101092]: cluster 2022-01-18T20:11:12.932910+0000 mgr.smithi129.iclwio (mgr.14716) 8610 : cluster [DBG] pgmap v7402: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:14 smithi156 conmon[67007]: cluster 2022-01-18T20:11:12.932910+0000 mgr.smithi129.iclwio (mgr.14716) 8610 : cluster [DBG] pgmap v7402: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:16 smithi129 conmon[101092]: cluster 2022-01-18T20:11:14.933674+0000 mgr.smithi129.iclwio (mgr.14716) 8611 : cluster [DBG] pgmap v7403: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:16 smithi156 conmon[67007]: cluster 2022-01-18T20:11:14.933674+0000 mgr.smithi129.iclwio (mgr.14716) 8611 : cluster [DBG] pgmap v7403: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:18 smithi129 conmon[101092]: cluster 2022-01-18T20:11:16.934156+0000 mgr.smithi129.iclwio (mgr.14716) 8612 : cluster [DBG] pgmap v7404: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:18 smithi156 conmon[67007]: cluster 2022-01-18T20:11:16.934156+0000 mgr.smithi129.iclwio (mgr.14716) 8612 : cluster [DBG] 2022-01-18T20:11:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:18 smithi156 conmon[67007]: pgmap v7404: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:20 smithi156 conmon[67007]: cluster 2022-01-18T20:11:18.934720+0000 mgr.smithi129.iclwio (mgr.14716) 8613 : cluster [DBG] 2022-01-18T20:11:20.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:20 smithi156 conmon[67007]: pgmap v7405: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:20 smithi129 conmon[101092]: cluster 2022-01-18T20:11:18.934720+0000 mgr.smithi129.iclwio (mgr.14716) 8613 : cluster [DBG] pgmap v7405: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:20 smithi129 conmon[101092]: 2022-01-18T20:11:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:22 smithi156 conmon[67007]: cluster 2022-01-18T20:11:20.935573+0000 mgr.smithi129.iclwio (mgr.14716) 8614 : cluster [DBG] pgmap v7406: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:11:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:22 smithi156 conmon[67007]: 2022-01-18T20:11:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:22 smithi129 conmon[101092]: cluster 2022-01-18T20:11:20.935573+0000 mgr.smithi129.iclwio (mgr.14716) 8614 : cluster [DBG] pgmap v7406: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:11:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:24 smithi156 conmon[67007]: cluster 2022-01-18T20:11:22.936119+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:11:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:24 smithi156 conmon[67007]: 8615 : cluster [DBG] pgmap v7407: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:24.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:24 smithi129 conmon[101092]: cluster 2022-01-18T20:11:22.936119+0000 mgr.smithi129.iclwio (mgr.14716) 8615 : cluster [DBG] pgmap v7407: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:26 smithi156 conmon[67007]: cluster 2022-01-18T20:11:24.936996+0000 mgr.smithi129.iclwio (mgr.14716) 8616 : cluster [DBG] pgmap v7408: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:26.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:26 smithi156 conmon[67007]: 2022-01-18T20:11:26.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:26 smithi129 conmon[101092]: cluster 2022-01-18T20:11:24.936996+0000 mgr.smithi129.iclwio (mgr.14716) 8616 : cluster [DBG] pgmap v7408: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:28 smithi129 conmon[101092]: cluster 2022-01-18T20:11:26.937622+0000 mgr.smithi129.iclwio (mgr.14716) 8617 : cluster [DBG] pgmap v7409: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:28 smithi156 conmon[67007]: cluster 2022-01-18T20:11:26.937622+0000 mgr.smithi129.iclwio (mgr.14716) 8617 : cluster [DBG] pgmap v7409: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:30 smithi129 conmon[101092]: cluster 2022-01-18T20:11:28.938155+0000 mgr.smithi129.iclwio (mgr.14716) 8618 : cluster [DBG] pgmap v7410: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:30 smithi156 conmon[67007]: cluster 2022-01-18T20:11:28.938155+0000 mgr.smithi129.iclwio (mgr.14716) 8618 : cluster [DBG] pgmap v7410: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:32 smithi129 conmon[101092]: cluster 2022-01-18T20:11:30.938989+0000 mgr.smithi129.iclwio (mgr.14716) 8619 : cluster [DBG] pgmap v7411: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:11:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:32 smithi129 conmon[101092]: 2022-01-18T20:11:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:32 smithi156 conmon[67007]: cluster 2022-01-18T20:11:30.938989+0000 mgr.smithi129.iclwio (mgr.14716) 8619 : cluster [DBG] pgmap v7411: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:11:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:34 smithi156 conmon[67007]: cluster 2022-01-18T20:11:32.939543+0000 mgr.smithi129.iclwio (mgr.14716) 8620 : cluster [DBG] pgmap v7412: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:34.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:34 smithi129 conmon[101092]: cluster 2022-01-18T20:11:32.939543+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:11:34.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:34 smithi129 conmon[101092]: ) 8620 : cluster [DBG] pgmap v7412: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:35.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:35 smithi156 conmon[67007]: audit 2022-01-18T20:11:34.509075+0000 mon.smithi129 (mon.0) 2617 : audit [DBG] 2022-01-18T20:11:35.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:35 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:11:35.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:35 smithi156 conmon[67007]: audit 2022-01-18T20:11:34.510466+0000 mon.smithi129 (mon.0) 2618 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:11:35.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:35 smithi156 conmon[67007]: audit 2022-01-18T20:11:34.511436+0000 mon.smithi129 (mon.0 2022-01-18T20:11:35.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:35 smithi156 conmon[67007]: ) 2619 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:11:35.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:35 smithi156 conmon[67007]: audit 2022-01-18T20:11:34.822169+0000 mon.smithi129 (mon.0) 2620 : audit [INF] 2022-01-18T20:11:35.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:35 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:11:35.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:35 smithi156 conmon[67007]: audit 2022-01-18T20:11:34 2022-01-18T20:11:35.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:35 smithi156 conmon[67007]: .829656+0000 mon.smithi129 (mon.0) 2621 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:11:35.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:35 smithi129 conmon[101092]: audit 2022-01-18T20:11:34.509075+0000 mon.smithi129 (mon.0) 2617 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:11:35.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:35 smithi129 conmon[101092]: audit 2022-01-18T20:11 2022-01-18T20:11:35.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:35 smithi129 conmon[101092]: :34.510466+0000 mon.smithi129 (mon.0) 2618 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:11:35.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:35 smithi129 conmon[101092]: audit 2022-01-18T20:11:34.511436+0000 mon.smithi129 (mon.0) 2619 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:11:35.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:35 smithi129 conmon[101092]: audit 2022-01-18T20:11:34.822169+0000 mon.smithi129 (mon. 2022-01-18T20:11:35.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:35 smithi129 conmon[101092]: 0) 2620 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:11:35.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:35 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T20:11:35.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:35 smithi129 conmon[101092]: 18T20:11:34.829656+0000 mon.smithi129 (mon 2022-01-18T20:11:35.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:35 smithi129 conmon[101092]: .0) 2621 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:11:36.700 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:11:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:36 smithi156 conmon[67007]: cephadm 2022-01-18T20:11:34.512211+0000 mgr.smithi129.iclwio (mgr.14716) 8621 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:11:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:36 smithi156 conmon[67007]: 2022-01-18T20:11:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:36 smithi156 conmon[67007]: cluster 2022-01-18T20:11:34.940174+0000 mgr.smithi129.iclwio (mgr.14716) 8622 : cluster [DBG] pgmap v7413: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:36.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:36 smithi129 conmon[101092]: cephadm 2022-01-18T20:11:34.512211+0000 mgr.smithi129.iclwio (mgr.14716) 8621 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:11:36.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:36 smithi129 conmon[101092]: cluster 2022-01-18T20:11:34.940174+0000 mgr.smithi129.iclwio (mgr.14716) 8622 : cluster [DBG] pgmap v7413: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:36.971 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:11:36.971 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 62s ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:11:36.971 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 62s ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:11:36.972 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 64s ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:11:36.972 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 62s ago 4h 44.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:11:36.972 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 62s ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:11:36.972 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 64s ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:11:36.973 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 62s ago 4h 765M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:11:36.973 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 64s ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:11:36.973 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 62s ago 4h 1603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:11:36.973 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 64s ago 4h 740M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:11:36.974 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 62s ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:11:36.974 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 64s ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:11:36.974 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 62s ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:11:36.974 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 64s ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:11:36.975 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 62s ago 4h 2127M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:11:36.975 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 62s ago 4h 3214M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:11:36.975 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 62s ago 4h 2441M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:11:36.975 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 62s ago 4h 3233M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:11:36.976 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 64s ago 4h 3002M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:11:36.976 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 64s ago 4h 3523M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:11:36.976 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 64s ago 4h 2833M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:11:36.976 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 64s ago 4h 4101M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:11:36.977 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 62s ago 4h 146M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:11:37.288 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:11:37.289 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:11:37.289 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:11:37.289 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:11:37.289 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:11:37.290 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:11:37.290 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:11:37.290 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:11:37.290 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:11:37.291 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:11:37.291 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:11:37.291 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:11:37.291 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:11:37.291 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:11:37.292 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:11:37.292 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:11:37.292 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:11:37.293 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:11:37.293 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:11:37.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:37 smithi156 conmon[67007]: audit 2022-01-18T20:11:37.289303+0000 mon.smithi129 (mon.0) 2622 : audit [DBG] 2022-01-18T20:11:37.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:37 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/3584787604' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:11:37.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:37 smithi129 conmon[101092]: audit 2022-01-18T20:11:37.289303+0000 mon.smithi129 (mon.0) 2622 : audit [DBG] from='client.? 172.21.15.129:0/3584787604' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:11:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:38 smithi156 conmon[67007]: audit 2022-01-18T20:11:36.689156+0000 mgr.smithi129.iclwio (mgr.14716) 8623 : audit [DBG] 2022-01-18T20:11:38.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:38 smithi156 conmon[67007]: from='client.39838 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:11:38.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:38 smithi156 conmon[67007]: cluster 2022-01-18T20:11:36.940649+0000 mgr.smithi129.iclwio (mgr.14716) 8624 : cluster [DBG] pgmap v7414: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:38.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:38 smithi156 conmon[67007]: audit 2022-01-18T20:11:38.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:38 smithi156 conmon[67007]: 2022-01-18T20:11:36.963019+0000 mgr.smithi129.iclwio (mgr.14716) 8625 : audit [DBG] 2022-01-18T20:11:38.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:38 smithi156 conmon[67007]: from='client.39842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:11:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:38 smithi129 conmon[101092]: audit 2022-01-18T20:11:36.689156+0000 mgr.smithi129.iclwio (mgr.14716) 8623 : audit [DBG] from='client.39838 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:11:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:38 smithi129 conmon[101092]: cluster 2022-01-18T20:11:36.940649+0000 mgr.smithi129.iclwio (mgr.14716) 8624 : cluster [DBG] pgmap v7414: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:38 smithi129 conmon[101092]: audit 2022-01-18T20 2022-01-18T20:11:38.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:38 smithi129 conmon[101092]: :11:36.963019+0000 mgr.smithi129.iclwio (mgr.14716) 8625 : audit [DBG] from='client.39842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:11:39.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:39 smithi156 conmon[67007]: cluster 2022-01-18T20:11:38.941403+0000 mgr.smithi129.iclwio (mgr.14716) 8626 : cluster [DBG] pgmap v7415: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:39.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:39 smithi129 conmon[101092]: cluster 2022-01-18T20:11:38.941403+0000 mgr.smithi129.iclwio (mgr.14716) 8626 : cluster [DBG] pgmap v7415: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:42.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:41 smithi156 conmon[67007]: cluster 2022-01-18T20:11:40.942231+0000 mgr.smithi129.iclwio (mgr.14716) 8627 : cluster [DBG] pgmap v7416: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:11:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:41 smithi129 conmon[101092]: cluster 2022-01-18T20:11:40.942231+0000 mgr.smithi129.iclwio (mgr.14716) 8627 : cluster [DBG] pgmap v7416: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:11:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:44 smithi129 conmon[101092]: cluster 2022-01-18T20:11:42.942884+0000 mgr.smithi129.iclwio (mgr.14716) 8628 : cluster [DBG] pgmap v7417: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:44 smithi156 conmon[67007]: cluster 2022-01-18T20:11:42.942884+0000 mgr.smithi129.iclwio (mgr.14716) 8628 : cluster [DBG] pgmap v7417: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:44 smithi156 conmon[67007]: 2022-01-18T20:11:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:46 smithi156 conmon[67007]: cluster 2022-01-18T20:11:44.943622+0000 mgr.smithi129.iclwio (mgr.14716) 8629 : cluster [DBG] pgmap v7418: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:46.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:46 smithi129 conmon[101092]: cluster 2022-01-18T20:11:44.943622+0000 mgr.smithi129.iclwio (mgr.14716) 8629 : cluster [DBG] pgmap v7418: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:48 smithi156 conmon[67007]: cluster 2022-01-18T20:11:46.944170+0000 mgr.smithi129.iclwio (mgr.14716) 8630 : cluster [DBG] 2022-01-18T20:11:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:48 smithi156 conmon[67007]: pgmap v7419: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:48 smithi129 conmon[101092]: cluster 2022-01-18T20:11:46.944170+0000 mgr.smithi129.iclwio (mgr.14716) 8630 : cluster [DBG] pgmap v7419: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:50 smithi156 conmon[67007]: cluster 2022-01-18T20:11:48.944821+0000 mgr.smithi129.iclwio (mgr.14716) 8631 : cluster [DBG] pgmap v7420: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:50 smithi129 conmon[101092]: cluster 2022-01-18T20:11:48.944821+0000 mgr.smithi129.iclwio (mgr.14716) 8631 : cluster [DBG] pgmap v7420: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:52 smithi156 conmon[67007]: cluster 2022-01-18T20:11:50.945745+0000 mgr.smithi129.iclwio (mgr.14716) 8632 : cluster [DBG] pgmap v7421: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:11:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:52 smithi156 conmon[67007]: 2022-01-18T20:11:52.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:52 smithi129 conmon[101092]: cluster 2022-01-18T20:11:50.945745+0000 mgr.smithi129.iclwio (mgr.14716) 8632 : cluster [DBG] pgmap v7421: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:11:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:54 smithi156 conmon[67007]: cluster 2022-01-18T20:11:52.946422+0000 mgr.smithi129.iclwio (mgr.14716) 8633 : 2022-01-18T20:11:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:54 smithi156 conmon[67007]: cluster [DBG] pgmap v7422: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:54.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:54 smithi129 conmon[101092]: cluster 2022-01-18T20:11:52.946422+0000 mgr.smithi129.iclwio (mgr.14716) 8633 : cluster [DBG] 2022-01-18T20:11:54.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:54 smithi129 conmon[101092]: pgmap v7422: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:56 smithi156 conmon[67007]: cluster 2022-01-18T20:11:54.951083+0000 mgr.smithi129.iclwio (mgr.14716) 8634 : cluster [DBG] pgmap v7423: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:56.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:56 smithi129 conmon[101092]: cluster 2022-01-18T20:11:54.951083+0000 mgr.smithi129.iclwio (mgr 2022-01-18T20:11:56.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:56 smithi129 conmon[101092]: .14716) 8634 : cluster [DBG] pgmap v7423: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:58 smithi129 conmon[101092]: cluster 2022-01-18T20:11:56.951918+0000 mgr.smithi129.iclwio (mgr.14716) 8635 : cluster [DBG] pgmap v7424: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:58 smithi156 conmon[67007]: cluster 2022-01-18T20:11:56.951918+0000 mgr.smithi129.iclwio (mgr.14716) 8635 : cluster [DBG] pgmap v7424: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:11:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:59 smithi156 conmon[67007]: audit 2022-01-18T20:11:59.189026+0000 mon.smithi129 (mon.0) 2623 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:11:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:11:59 smithi156 conmon[67007]: audit 2022-01-18T20:11:59.189260+0000 mon.smithi129 (mon.0) 2624 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:11:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:59 smithi129 conmon[101092]: audit 2022-01-18T20:11:59.189026+0000 mon.smithi129 (mon.0) 2623 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:11:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:11:59 smithi129 conmon[101092]: audit 2022-01-18T20:11:59.189260+0000 mon.smithi129 (mon.0) 2624 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:12:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:00 smithi156 conmon[67007]: cluster 2022-01-18T20:11:58.952481+0000 mgr.smithi129.iclwio (mgr.14716) 8636 : cluster [DBG] pgmap v7425: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:00 smithi129 conmon[101092]: cluster 2022-01-18T20:11:58.952481+0000 mgr.smithi129.iclwio (mgr.14716) 8636 : cluster [DBG] pgmap v7425: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:02 smithi156 conmon[67007]: cluster 2022-01-18T20:12:00.953558+0000 mgr.smithi129.iclwio (mgr.14716) 8637 : cluster [DBG] pgmap v7426: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:12:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:02 smithi129 conmon[101092]: cluster 2022-01-18T20:12:00.953558+0000 mgr.smithi129.iclwio (mgr.14716) 8637 : cluster [DBG] 2022-01-18T20:12:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:02 smithi129 conmon[101092]: pgmap v7426: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:12:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:04 smithi156 conmon[67007]: cluster 2022-01-18T20:12:02.954292+0000 mgr.smithi129.iclwio (mgr.14716) 8638 2022-01-18T20:12:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:04 smithi156 conmon[67007]: : cluster [DBG] pgmap v7427: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:04.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:04 smithi129 conmon[101092]: cluster 2022-01-18T20:12:02.954292+0000 mgr.smithi129.iclwio (mgr.14716) 8638 : cluster [DBG] pgmap v7427: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:06 smithi156 conmon[67007]: cluster 2022-01-18T20:12:04.955160+0000 mgr.smithi129.iclwio (mgr.14716) 8639 : cluster [DBG] 2022-01-18T20:12:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:06 smithi156 conmon[67007]: pgmap v7428: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:06 smithi129 conmon[101092]: cluster 2022-01-18T20:12:04.955160+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:12:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:06 smithi129 conmon[101092]: 8639 : cluster [DBG] pgmap v7428: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:07.589 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:12:07.852 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:12:07.853 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 93s ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:12:07.853 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 93s ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:12:07.853 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 95s ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:12:07.853 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 93s ago 4h 44.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:12:07.854 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 93s ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:12:07.854 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 95s ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:12:07.854 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 93s ago 4h 765M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:12:07.854 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 95s ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:12:07.855 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 93s ago 4h 1603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:12:07.855 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 95s ago 4h 740M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:12:07.855 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 93s ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:12:07.855 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 95s ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:12:07.855 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 93s ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:12:07.856 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 95s ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:12:07.856 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 93s ago 4h 2127M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:12:07.856 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 93s ago 4h 3214M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:12:07.856 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 93s ago 4h 2441M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:12:07.857 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 93s ago 4h 3233M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:12:07.857 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 95s ago 4h 3002M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:12:07.857 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 95s ago 4h 3523M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:12:07.857 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 95s ago 4h 2833M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:12:07.858 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 95s ago 4h 4101M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:12:07.858 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 93s ago 4h 146M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:12:08.168 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:12:08.169 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:12:08.169 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:12:08.169 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:12:08.170 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:12:08.170 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:12:08.170 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:12:08.170 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:12:08.171 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:12:08.171 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:12:08.171 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:12:08.171 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:12:08.172 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:12:08.172 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:12:08.172 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:12:08.172 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:12:08.172 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:12:08.173 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:12:08.173 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:12:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:08 smithi156 conmon[67007]: cluster 2022-01-18T20:12:06.955665+0000 mgr.smithi129.iclwio (mgr.14716) 8640 : cluster [DBG] pgmap v7429: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:08 smithi156 conmon[67007]: audit 2022-01-18T20:12:08.169574+0000 mon.smithi129 (mon.0) 2625 : audit [DBG] from='client.? 172.21.15.129:0/3906193502' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:12:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:08 smithi129 conmon[101092]: cluster 2022-01-18T20:12:06.955665+0000 2022-01-18T20:12:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:08 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 8640 : cluster [DBG] pgmap v7429: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:08 smithi129 conmon[101092]: audit 2022-01-18T20:12:08.169574+0000 mon.smithi129 (mon.0) 2625 : audit [DBG] from='client.? 172.21.15.129:0/3906193502' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:12:09.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:09 smithi156 conmon[67007]: audit 2022-01-18T20:12:07.578125+0000 mgr.smithi129.iclwio (mgr.14716) 8641 : audit [DBG] from='client.39850 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:12:09.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:09 smithi156 conmon[67007]: audit 2022-01-18T20:12:07.844511+0000 mgr.smithi129.iclwio 2022-01-18T20:12:09.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:09 smithi156 conmon[67007]: (mgr.14716) 8642 : audit [DBG] from='client.39854 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:12:09.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:09 smithi156 conmon[67007]: cluster 2022-01-18T20:12:08.956256+0000 mgr.smithi129.iclwio (mgr.14716) 8643 : cluster [DBG] pgmap v7430: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:09.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:09 smithi129 conmon[101092]: audit 2022-01-18T20:12:07.578125+0000 mgr.smithi129.iclwio (mgr.14716) 8641 : audit [DBG] from='client.39850 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:12:09.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:09 smithi129 conmon[101092]: 2022-01-18T20:12:09.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:09 smithi129 conmon[101092]: audit 2022-01-18T20:12:07.844511+0000 mgr.smithi129.iclwio (mgr.14716) 8642 : audit [DBG] from='client.39854 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:12:09.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:09 smithi129 conmon[101092]: cluster 2022-01-18T20:12:08.956256+0000 mgr.smithi129.iclwio (mgr.14716) 8643 : cluster [DBG] pgmap v7430: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:12.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:12 smithi156 conmon[67007]: cluster 2022-01-18T20:12:10.957124+0000 mgr.smithi129.iclwio (mgr.14716) 8644 : cluster [DBG] pgmap v7431: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:12:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:12 smithi129 conmon[101092]: cluster 2022-01-18T20:12:10.957124+0000 mgr.smithi129.iclwio (mgr.14716) 8644 2022-01-18T20:12:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:12 smithi129 conmon[101092]: : cluster [DBG] pgmap v7431: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:12:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:14 smithi156 conmon[67007]: cluster 2022-01-18T20:12:12.957739+0000 mgr.smithi129.iclwio (mgr.14716) 8645 : cluster [DBG] pgmap v7432: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:14.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:14 smithi129 conmon[101092]: cluster 2022-01-18T20:12:12.957739+0000 mgr.smithi129.iclwio (mgr.14716) 8645 : cluster [DBG] pgmap v7432: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:14.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:14 smithi129 conmon[101092]: 2022-01-18T20:12:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:16 smithi156 conmon[67007]: cluster 2022-01-18T20:12:14.958571+0000 mgr.smithi129.iclwio (mgr.14716) 8646 : cluster [DBG] pgmap v7433: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:16 smithi129 conmon[101092]: cluster 2022-01-18T20:12:14.958571+0000 mgr.smithi129.iclwio (mgr.14716) 8646 : cluster [DBG] pgmap v7433: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:18 smithi156 conmon[67007]: cluster 2022-01-18T20:12:16.959073+0000 mgr.smithi129.iclwio (mgr.14716) 8647 : cluster [DBG] 2022-01-18T20:12:18.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:18 smithi156 conmon[67007]: pgmap v7434: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:18 smithi129 conmon[101092]: cluster 2022-01-18T20:12:16.959073+0000 mgr.smithi129.iclwio (mgr.14716) 8647 : cluster [DBG] 2022-01-18T20:12:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:18 smithi129 conmon[101092]: pgmap v7434: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:20 smithi156 conmon[67007]: cluster 2022-01-18T20:12:18.959741+0000 mgr.smithi129.iclwio (mgr.14716) 8648 : cluster [DBG] pgmap v7435: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:20 smithi129 conmon[101092]: cluster 2022-01-18T20:12:18.959741+0000 mgr.smithi129.iclwio (mgr.14716) 8648 : cluster [DBG] pgmap v7435: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:20 smithi129 conmon[101092]: 2022-01-18T20:12:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:22 smithi156 conmon[67007]: cluster 2022-01-18T20:12:20.960510+0000 mgr.smithi129.iclwio (mgr.14716) 8649 : cluster [DBG] pgmap v7436: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:12:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:22 smithi129 conmon[101092]: cluster 2022-01-18T20:12:20.960510+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:12:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:22 smithi129 conmon[101092]: ) 8649 : cluster [DBG] pgmap v7436: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:12:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:24 smithi156 conmon[67007]: cluster 2022-01-18T20:12:22.961033+0000 mgr.smithi129.iclwio (mgr.14716) 8650 : cluster [DBG] pgmap v7437: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:24.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:24 smithi129 conmon[101092]: cluster 2022-01-18T20:12:22.961033+0000 mgr.smithi129.iclwio (mgr.14716) 8650 : cluster [DBG] pgmap v7437: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:26 smithi156 conmon[67007]: cluster 2022-01-18T20:12:24.961932+0000 mgr.smithi129.iclwio (mgr.14716) 8651 : cluster [DBG] pgmap v7438: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:26.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:26 smithi129 conmon[101092]: cluster 2022-01-18T20:12:24.961932+0000 mgr.smithi129.iclwio (mgr.14716) 8651 : cluster [DBG] pgmap v7438: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:26.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:26 smithi129 conmon[101092]: 2022-01-18T20:12:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:28 smithi156 conmon[67007]: cluster 2022-01-18T20:12:26.962464+0000 mgr.smithi129.iclwio (mgr.14716) 8652 : cluster [DBG] pgmap v7439: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:28.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:28 smithi129 conmon[101092]: cluster 2022-01-18T20:12:26.962464+0000 mgr.smithi129.iclwio (mgr.14716) 8652 : cluster [DBG] pgmap v7439: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:30 smithi156 conmon[67007]: cluster 2022-01-18T20:12:28.963209+0000 mgr.smithi129.iclwio (mgr.14716) 8653 : cluster [DBG] pgmap v7440: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:30.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:30 smithi129 conmon[101092]: cluster 2022-01-18T20:12:28.963209+0000 mgr.smithi129.iclwio (mgr.14716) 8653 : cluster [DBG] pgmap v7440: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:32 smithi156 conmon[67007]: cluster 2022-01-18T20:12:30.964186+0000 mgr.smithi129.iclwio (mgr.14716) 8654 : cluster [DBG] pgmap v7441: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:12:32.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:32 smithi129 conmon[101092]: cluster 2022-01-18T20:12:30.964186+0000 mgr.smithi129.iclwio (mgr.14716) 8654 : cluster [DBG] pgmap v7441: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:12:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:34 smithi156 conmon[67007]: cluster 2022-01-18T20:12:32.964909+0000 mgr.smithi129.iclwio (mgr.14716) 8655 : cluster [DBG] pgmap v7442: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:34.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:34 smithi129 conmon[101092]: cluster 2022-01-18T20:12:32.964909+0000 mgr.smithi129.iclwio (mgr.14716) 8655 : cluster [DBG] pgmap v7442: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:34.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:34 smithi129 conmon[101092]: 2022-01-18T20:12:35.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:35 smithi156 conmon[67007]: audit 2022-01-18T20:12:34.832326+0000 mon.smithi129 (mon.0) 2022-01-18T20:12:35.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:35 smithi156 conmon[67007]: 2626 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:12:35.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:35 smithi156 conmon[67007]: audit 2022-01-18T20:12:34.833718+0000 mon.smithi129 (mon.0) 2627 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:12:35.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:35 smithi156 conmon[67007]: audit 2022-01-18T20:12:34.834595+0000 mon.smithi129 (mon.0) 2628 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:12:35.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:35 smithi156 conmon[67007]: audit 2022-01-18T20:12:35.092203+0000 mon.smithi129 (mon.0) 2629 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:12:35.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:35 smithi156 conmon[67007]: audit 2022-01-18T20:12:35.381560+0000 mon.smithi129 (mon.0) 2630 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:12:35.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:35 smithi156 conmon[67007]: audit 2022-01-18T20:12:35.387140+0000 mon.smithi129 (mon.0) 2631 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:12:35.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:35 smithi129 conmon[101092]: audit 2022-01-18T20:12:34.832326+0000 mon.smithi129 ( 2022-01-18T20:12:35.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:35 smithi129 conmon[101092]: mon.0) 2626 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:12:35.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:35 smithi129 conmon[101092]: audit 2022-01-18T20:12:34.833718+0000 mon.smithi129 (mon.0) 2627 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:12:35.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:35 smithi129 conmon[101092]: audit 2022-01-18T20:12:34.834595+0000 mon.smithi129 (mon.0) 2628 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:12:35.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:35 smithi129 conmon[101092]: audit 2022-01-18T20:12:35.092203+0000 mon.smithi129 (mon.0) 2629 2022-01-18T20:12:35.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:35 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:12:35.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:35 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T20:12:35.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:35 smithi129 conmon[101092]: 18T20:12:35.381560+0000 2022-01-18T20:12:35.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:35 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2630 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:12:35.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:35 smithi129 conmon[101092]: 2022-01-18T20:12:35.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:35 smithi129 conmon[101092]: audit 2022-01-18T20:12:35.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:35 smithi129 conmon[101092]: 2022-01-18T20:12:35. 2022-01-18T20:12:35.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:35 smithi129 conmon[101092]: 387140+0000 mon.smithi129 (mon.0) 2631 : audit 2022-01-18T20:12:35.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:35 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:12:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:36 smithi156 conmon[67007]: cephadm 2022-01-18T20:12:34.835430+0000 mgr.smithi129.iclwio (mgr.14716) 8656 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:12:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:36 smithi156 conmon[67007]: cluster 2022-01-18T20: 2022-01-18T20:12:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:36 smithi156 conmon[67007]: 12:34.965553+0000 mgr.smithi129.iclwio (mgr.14716) 8657 : cluster [DBG] pgmap v7443: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:36.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:36 smithi129 conmon[101092]: cephadm 2022-01-18T20:12:34.835430+0000 mgr.smithi129.iclwio (mgr.14716) 8656 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:12:36.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:36 smithi129 conmon[101092]: cluster 2022-01-18T20:12:34.965553+0000 mgr.smithi129.iclwio (mgr.14716) 8657 : cluster [DBG] pgmap v7443: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:38.469 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:12:38.735 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:12:38.735 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 2m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:12:38.735 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 2m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:12:38.736 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 2m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:12:38.736 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 2m ago 4h 44.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:12:38.736 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 2m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:12:38.736 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 2m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:12:38.737 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 2m ago 4h 765M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:12:38.737 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 2m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:12:38.737 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 2m ago 4h 1603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:12:38.737 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 2m ago 4h 740M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:12:38.737 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 2m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:12:38.738 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 2m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:12:38.738 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 2m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:12:38.738 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 2m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:12:38.738 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 2m ago 4h 2127M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:12:38.739 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 2m ago 4h 3214M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:12:38.739 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 2m ago 4h 2441M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:12:38.739 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 2m ago 4h 3233M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:12:38.739 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 2m ago 4h 3002M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:12:38.739 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 2m ago 4h 3523M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:12:38.740 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 2m ago 4h 2833M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:12:38.740 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 2m ago 4h 4101M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:12:38.740 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 2m ago 4h 146M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:12:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:38 smithi156 conmon[67007]: cluster 2022-01-18T20:12:36.966098+0000 mgr.smithi129.iclwio (mgr.14716) 8658 : cluster [DBG] pgmap v7444: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:38 smithi129 conmon[101092]: cluster 2022-01-18T20:12:36. 2022-01-18T20:12:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:38 smithi129 conmon[101092]: 966098+0000 mgr.smithi129.iclwio (mgr.14716) 8658 : cluster [DBG] pgmap v7444: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:39.056 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:12:39.056 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:12:39.056 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:12:39.057 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:12:39.057 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:12:39.057 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:12:39.057 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:12:39.058 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:12:39.058 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:12:39.058 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:12:39.058 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:12:39.058 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:12:39.059 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:12:39.059 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:12:39.059 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:12:39.059 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:12:39.060 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:12:39.060 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:12:39.060 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:12:39.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:39 smithi156 conmon[67007]: audit 2022-01-18T20:12:38.456858+0000 mgr.smithi129.iclwio (mgr.14716) 8659 : audit [DBG] from='client.39862 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:12:39.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:39 smithi156 conmon[67007]: 2022-01-18T20:12:39.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:39 smithi156 conmon[67007]: audit 2022-01-18T20:12:39.056754+0000 mon.smithi129 (mon.0) 2632 : audit [DBG] from='client.? 172.21.15.129:0/2892704675' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:12:39.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:39 smithi129 conmon[101092]: audit 2022-01-18T20:12:38.456858+0000 mgr.smithi129.iclwio (mgr.14716) 8659 : audit 2022-01-18T20:12:39.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:39 smithi129 conmon[101092]: [DBG] from='client.39862 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:12:39.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:39 smithi129 conmon[101092]: audit 2022-01-18T20:12:39.056754+0000 mon.smithi129 (mon.0) 2632 : audit [DBG] from='client.? 172.21.15.129:0/2892704675' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:12:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:40 smithi156 conmon[67007]: audit 2022-01-18T20:12:38.726910+0000 mgr.smithi129.iclwio (mgr.14716) 8660 : audit [DBG] from='client.39866 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:12:40.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:40 smithi156 conmon[67007]: cluster 2022-01-18T20:12:38.966587+0000 mgr.smithi129.iclwio (mgr.14716) 8661 : cluster [DBG] pgmap v7445: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:40.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:40 smithi129 conmon[101092]: audit 2022-01-18T20:12:38.726910+0000 mgr.smithi129.iclwio (mgr.14716) 8660 : 2022-01-18T20:12:40.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:40 smithi129 conmon[101092]: audit [DBG] from='client.39866 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:12:40.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:40 smithi129 conmon[101092]: cluster 2022-01-18T20:12:38.966587+0000 mgr.smithi129.iclwio (mgr.14716) 8661 : cluster [DBG] pgmap v7445: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:41.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:41 smithi156 conmon[67007]: cluster 2022-01-18T20:12:40.967456+0000 mgr.smithi129.iclwio (mgr.14716) 8662 : cluster [DBG] pgmap v7446: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:12:41.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:41 smithi129 conmon[101092]: cluster 2022-01-18T20:12:40.967456+0000 mgr.smithi129.iclwio (mgr.14716) 8662 : cluster [DBG] pgmap v7446: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:12:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:44 smithi156 conmon[67007]: cluster 2022-01-18T20:12:42.968033+0000 mgr.smithi129.iclwio (mgr.14716) 8663 : cluster [DBG] pgmap v7447: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:44.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:44 smithi129 conmon[101092]: cluster 2022-01-18T20:12:42.968033+0000 mgr.smithi129.iclwio (mgr.14716) 8663 : cluster [DBG] pgmap v7447: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:46 smithi156 conmon[67007]: cluster 2022-01-18T20:12:44.968821+0000 mgr.smithi129.iclwio (mgr.14716) 8664 : cluster [DBG] pgmap v7448: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:46.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:46 smithi129 conmon[101092]: cluster 2022-01-18T20:12:44.968821+0000 mgr.smithi129.iclwio (mgr.14716) 8664 : cluster [DBG] pgmap v7448: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:48 smithi156 conmon[67007]: cluster 2022-01-18T20:12:46.969277+0000 mgr.smithi129.iclwio (mgr.14716) 8665 : cluster [DBG] pgmap v7449: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:48 smithi129 conmon[101092]: cluster 2022-01-18T20:12:46.969277+0000 mgr.smithi129.iclwio (mgr.14716) 8665 : cluster [DBG] 2022-01-18T20:12:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:48 smithi129 conmon[101092]: pgmap v7449: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:50 smithi156 conmon[67007]: cluster 2022-01-18T20:12:48.969883+0000 mgr.smithi129.iclwio (mgr.14716) 8666 : cluster [DBG] pgmap v7450: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:50 smithi129 conmon[101092]: cluster 2022-01-18T20:12:48.969883+0000 mgr.smithi129.iclwio (mgr.14716) 8666 : cluster [DBG] pgmap v7450: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:50 smithi129 conmon[101092]: 2022-01-18T20:12:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:52 smithi156 conmon[67007]: cluster 2022-01-18T20:12:50.970802+0000 mgr.smithi129.iclwio (mgr.14716) 8667 : cluster [DBG] pgmap v7451: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:12:52.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:52 smithi129 conmon[101092]: cluster 2022-01-18T20:12:50.970802+0000 mgr.smithi129.iclwio (mgr.14716) 8667 : cluster [DBG] pgmap v7451: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:12:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:54 smithi156 conmon[67007]: cluster 2022-01-18T20:12:52.971358+0000 mgr.smithi129.iclwio (mgr.14716) 8668 : cluster [DBG] pgmap v7452: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:54.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:54 smithi129 conmon[101092]: cluster 2022-01-18T20:12:52.971358+0000 mgr.smithi129.iclwio (mgr.14716) 8668 : cluster [DBG] pgmap v7452: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:55.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:55 smithi156 conmon[67007]: cluster 2022-01-18T20:12:54.972131+0000 mgr.smithi129.iclwio (mgr.14716) 8669 : cluster [DBG] pgmap v7453: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:55.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:55 smithi129 conmon[101092]: cluster 2022-01-18T20:12:54.972131+0000 mgr.smithi129.iclwio (mgr.14716) 8669 2022-01-18T20:12:55.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:55 smithi129 conmon[101092]: : cluster [DBG] pgmap v7453: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:58 smithi156 conmon[67007]: cluster 2022-01-18T20:12:56.972733+0000 mgr.smithi129.iclwio (mgr.14716) 8670 : cluster [DBG] pgmap v7454: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:58 smithi129 conmon[101092]: cluster 2022-01-18T20:12:56.972733+0000 mgr.smithi129.iclwio (mgr.14716) 8670 : cluster [DBG] pgmap v7454: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:12:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:58 smithi129 conmon[101092]: 2022-01-18T20:12:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:59 smithi156 conmon[67007]: audit 2022-01-18T20:12:59.192881+0000 mon.smithi129 (mon.0) 2633 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:12:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:12:59 smithi156 conmon[67007]: audit 2022-01-18T20:12:59.193348+0000 mon.smithi129 (mon.0) 2634 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:12:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:59 smithi129 conmon[101092]: audit 2022-01-18T20:12:59.192881+0000 mon.smithi129 (mon.0) 2022-01-18T20:12:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:59 smithi129 conmon[101092]: 2633 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:12:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:12:59 smithi129 conmon[101092]: audit 2022-01-18T20:12:59.193348+0000 mon.smithi129 (mon.0) 2634 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:13:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:00 smithi156 conmon[67007]: cluster 2022-01-18T20:12:58.973297+0000 mgr.smithi129.iclwio (mgr.14716) 8671 : cluster [DBG] pgmap v7455: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:00 smithi129 conmon[101092]: cluster 2022-01-18T20:12:58.973297+0000 mgr.smithi129.iclwio (mgr.14716) 8671 : cluster [DBG] 2022-01-18T20:13:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:00 smithi129 conmon[101092]: pgmap v7455: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:02 smithi156 conmon[67007]: cluster 2022-01-18T20:13:00.974011+0000 mgr.smithi129.iclwio (mgr.14716) 8672 : cluster [DBG] pgmap v7456: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:13:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:02 smithi129 conmon[101092]: cluster 2022-01-18T20:13:00.974011+0000 mgr.smithi129.iclwio (mgr.14716) 8672 : cluster [DBG] pgmap v7456: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:13:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:04 smithi156 conmon[67007]: cluster 2022-01-18T20:13:02.974533+0000 mgr.smithi129.iclwio (mgr.14716) 8673 : cluster [DBG] pgmap v7457: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:04.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:04 smithi129 conmon[101092]: cluster 2022-01-18T20:13:02.974533+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:13:04.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:04 smithi129 conmon[101092]: 8673 : cluster [DBG] pgmap v7457: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:06 smithi156 conmon[67007]: cluster 2022-01-18T20:13:04.975396+0000 mgr.smithi129.iclwio (mgr.14716) 8674 : cluster [DBG] pgmap v7458: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:06 smithi129 conmon[101092]: cluster 2022-01-18T20:13:04.975396+0000 mgr.smithi129.iclwio (mgr.14716) 8674 : cluster [DBG] pgmap v7458: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:08 smithi156 conmon[67007]: cluster 2022-01-18T20:13:06.975883+0000 mgr.smithi129.iclwio (mgr.14716) 8675 : cluster [DBG] pgmap v7459: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:08 smithi129 conmon[101092]: cluster 2022-01-18T20:13:06.975883+0000 mgr.smithi129.iclwio (mgr.14716) 8675 : cluster [DBG] pgmap v7459: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:09.357 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:13:09.625 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:13:09.626 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 2m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:13:09.626 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 2m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:13:09.626 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 2m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:13:09.627 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 2m ago 4h 44.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:13:09.627 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 2m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:13:09.627 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 2m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:13:09.627 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 2m ago 4h 765M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:13:09.627 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 2m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:13:09.628 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 2m ago 4h 1603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:13:09.628 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 2m ago 4h 740M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:13:09.628 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 2m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:13:09.628 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 2m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:13:09.629 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 2m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:13:09.629 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 2m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:13:09.629 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 2m ago 4h 2127M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:13:09.629 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 2m ago 4h 3214M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:13:09.629 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 2m ago 4h 2441M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:13:09.630 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 2m ago 4h 3233M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:13:09.630 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 2m ago 4h 3002M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:13:09.630 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 2m ago 4h 3523M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:13:09.630 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 2m ago 4h 2833M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:13:09.631 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 2m ago 4h 4101M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:13:09.631 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 2m ago 4h 146M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:13:09.945 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:13:09.945 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:13:09.945 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:13:09.946 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:13:09.946 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:13:09.946 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:13:09.946 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:13:09.947 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:13:09.947 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:13:09.947 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:13:09.947 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:13:09.948 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:13:09.948 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:13:09.948 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:13:09.948 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:13:09.948 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:13:09.949 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:13:09.949 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:13:09.949 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:13:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:10 smithi156 conmon[67007]: cluster 2022-01-18T20:13:08.976428+0000 mgr.smithi129.iclwio (mgr.14716) 8676 : cluster [DBG] pgmap v7460: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:10.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:10 smithi156 conmon[67007]: audit 2022-01-18T20:13:09.346080+0000 mgr.smithi129.iclwio (mgr.14716) 8677 : audit [DBG] from='client.39874 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:13:10.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:10 smithi156 conmon[67007]: audit 2022-01-18T20:13:09.945614+0000 mon.smithi129 (mon.0) 2635 : audit [DBG] from='client.? 172.21.15.129:0/374952091' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:13:10.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:10 smithi129 conmon[101092]: cluster 2022-01-18T20:13:08.976428 2022-01-18T20:13:10.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:10 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 8676 : cluster [DBG] pgmap v7460: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:10.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:10 smithi129 conmon[101092]: audit 2022-01-18T20:13:09.346080+0000 2022-01-18T20:13:10.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:10 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 8677 : audit [DBG] from='client.39874 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:13:10.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:10 smithi129 conmon[101092]: audit 2022-01-18T20:13:09. 2022-01-18T20:13:10.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:10 smithi129 conmon[101092]: 945614+0000 mon.smithi129 (mon.0) 2635 : audit 2022-01-18T20:13:10.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:10 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/374952091' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:13:11.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:11 smithi156 conmon[67007]: audit 2022-01-18T20:13:09.617436+0000 mgr.smithi129.iclwio (mgr.14716) 8678 : audit [DBG] from='client.39878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:13:11.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:11 smithi129 conmon[101092]: audit 2022-01-18T20:13:09.617436+0000 mgr.smithi129.iclwio (mgr.14716) 8678 : audit [DBG] from='client.39878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:13:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:12 smithi156 conmon[67007]: cluster 2022-01-18T20:13:10.977454+0000 mgr.smithi129.iclwio (mgr.14716) 8679 : cluster [DBG] pgmap v7461: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:13:12.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:12 smithi129 conmon[101092]: cluster 2022-01-18T20:13:10.977454+0000 mgr.smithi129.iclwio (mgr.14716) 8679 : cluster [DBG] pgmap v7461: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:13:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:14 smithi156 conmon[67007]: cluster 2022-01-18T20:13:12.978183+0000 mgr.smithi129.iclwio (mgr.14716) 8680 : cluster [DBG] pgmap v7462: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:14.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:14 smithi129 conmon[101092]: cluster 2022-01-18T20:13:12.978183+0000 mgr.smithi129.iclwio (mgr.14716) 8680 : cluster [DBG] pgmap v7462: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:16 smithi156 conmon[67007]: cluster 2022-01-18T20:13:14.978970+0000 mgr.smithi129.iclwio (mgr.14716) 8681 : cluster [DBG] pgmap v7463: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:16 smithi129 conmon[101092]: cluster 2022-01-18T20:13:14.978970+0000 mgr.smithi129.iclwio (mgr.14716) 8681 : cluster [DBG] pgmap v7463: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:18 smithi156 conmon[67007]: cluster 2022-01-18T20:13:16.979470+0000 mgr.smithi129.iclwio (mgr.14716) 8682 : cluster [DBG] pgmap v7464: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:18 smithi129 conmon[101092]: cluster 2022-01-18T20:13:16.979470+0000 mgr.smithi129.iclwio (mgr.14716) 8682 : cluster [DBG] pgmap v7464: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:20 smithi156 conmon[67007]: cluster 2022-01-18T20:13:18.980069+0000 mgr.smithi129.iclwio (mgr.14716) 8683 : cluster [DBG] pgmap v7465: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:20.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:20 smithi156 conmon[67007]: 2022-01-18T20:13:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:20 smithi129 conmon[101092]: cluster 2022-01-18T20:13:18.980069+0000 mgr.smithi129.iclwio (mgr.14716) 8683 : cluster [DBG] pgmap v7465: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:20 smithi129 conmon[101092]: 2022-01-18T20:13:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:22 smithi156 conmon[67007]: cluster 2022-01-18T20:13:20.980931+0000 mgr.smithi129.iclwio (mgr.14716) 8684 : cluster [DBG] pgmap v7466: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:13:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:22 smithi129 conmon[101092]: cluster 2022-01-18T20:13:20.980931+0000 mgr.smithi129.iclwio (mgr.14716) 8684 : cluster [DBG] pgmap v7466: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:13:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:24 smithi156 conmon[67007]: cluster 2022-01-18T20:13:22.981487+0000 mgr.smithi129.iclwio (mgr.14716) 8685 : cluster [DBG] pgmap v7467: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:24.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:24 smithi129 conmon[101092]: cluster 2022-01-18T20:13:22.981487+0000 mgr.smithi129.iclwio (mgr.14716) 8685 : cluster [DBG] pgmap v7467: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:26 smithi156 conmon[67007]: cluster 2022-01-18T20:13:24.982322+0000 mgr.smithi129.iclwio (mgr.14716) 8686 : cluster [DBG] pgmap v7468: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:26.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:26 smithi129 conmon[101092]: cluster 2022-01-18T20:13:24.982322+0000 mgr.smithi129.iclwio (mgr.14716) 8686 : cluster [DBG] pgmap v7468: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:28 smithi156 conmon[67007]: cluster 2022-01-18T20:13:26.982779+0000 mgr.smithi129.iclwio (mgr.14716) 8687 : cluster [DBG] pgmap v7469: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:28.937 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:28 smithi129 conmon[101092]: cluster 2022-01-18T20:13:26.982779+0000 mgr.smithi129.iclwio (mgr.14716) 8687 : cluster [DBG] pgmap v7469: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:29.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:29 smithi156 conmon[67007]: cluster 2022-01-18T20:13:28.983509+0000 mgr.smithi129.iclwio (mgr.14716) 8688 : cluster [DBG] pgmap v7470: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:29.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:29 smithi129 conmon[101092]: cluster 2022-01-18T20:13:28.983509+0000 mgr.smithi129.iclwio (mgr.14716) 8688 : cluster [DBG] pgmap v7470: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:29.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:29 smithi129 conmon[101092]: 2022-01-18T20:13:32.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:32 smithi156 conmon[67007]: cluster 2022-01-18T20:13:30.984374+0000 mgr.smithi129.iclwio (mgr.14716) 8689 : cluster [DBG] pgmap v7471: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:13:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:32 smithi129 conmon[101092]: cluster 2022-01-18T20:13:30.984374+0000 mgr.smithi129.iclwio (mgr.14716) 8689 : cluster [DBG] pgmap v7471: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:13:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:34 smithi156 conmon[67007]: cluster 2022-01-18T20:13:32.985029+0000 mgr.smithi129.iclwio (mgr.14716) 8690 : cluster [DBG] pgmap v7472: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:34.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:34 smithi129 conmon[101092]: cluster 2022-01-18T20:13:32.985029+0000 mgr.smithi129.iclwio (mgr.14716) 8690 : cluster [DBG] pgmap v7472: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:35.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:35 smithi156 conmon[67007]: audit 2022-01-18T20:13:35.389669+0000 mon.smithi129 (mon.0) 2636 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:13:35.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:35 smithi156 conmon[67007]: audit 2022-01-18T20:13:35.391142+0000 mon.smithi129 (mon.0) 2637 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:13:35.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:35 smithi156 conmon[67007]: audit 2022-01-18T20:13:35.392033+0000 mon.smithi129 (mon.0) 2638 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:13:35.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:35 smithi129 conmon[101092]: audit 2022-01-18T20:13:35.389669+0000 mon.smithi129 (mon.0) 2636 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:13:35.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:35 smithi129 conmon[101092]: audit 2022-01-18T20:13:35.391142+0000 mon.smithi129 (mon.0) 2637 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:13:35.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:35 smithi129 conmon[101092]: audit 2022-01-18T20:13:35.392033+0000 mon.smithi129 (mon.0) 2638 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:13:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:36 smithi156 conmon[67007]: cluster 2022-01-18T20:13:34.985738+0000 mgr.smithi129.iclwio (mgr.14716) 8691 : cluster [DBG] pgmap v7473: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:36 smithi156 conmon[67007]: cephadm 2022-01-18T20:13:35.392795+0000 mgr.smithi129.iclwio (mgr.14716) 8692 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:13:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:36 smithi156 conmon[67007]: audit 2022-01-18T20:13:35.703227+0000 mon.smithi129 ( 2022-01-18T20:13:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:36 smithi156 conmon[67007]: mon.0) 2639 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:13:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:36 smithi156 conmon[67007]: audit 2022-01-18T20:13:35.708221+0000 mon.smithi129 (mon.0) 2640 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:13:36.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:36 smithi129 conmon[101092]: cluster 2022-01-18T20:13:34.985738+0000 mgr.smithi129.iclwio (mgr.14716) 8691 : cluster [DBG] pgmap v7473: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:36.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:36 smithi129 conmon[101092]: cephadm 2022-01-18T20:13:35.392795+0000 mgr.smithi129.iclwio (mgr.14716) 8692 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:13:36.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:36 smithi129 conmon[101092]: audit 2022-01-18T20:13:35.703227+0000 mon.smithi129 (mon.0 2022-01-18T20:13:36.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:36 smithi129 conmon[101092]: ) 2639 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:13:36.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:36 smithi129 conmon[101092]: audit 2022- 2022-01-18T20:13:36.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:36 smithi129 conmon[101092]: 01-18T20:13:35.708221+0000 mon.smithi129 (mon.0) 2640 : audit 2022-01-18T20:13:36.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:36 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:13:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:38 smithi156 conmon[67007]: cluster 2022-01-18T20:13:36.986245+0000 mgr.smithi129.iclwio (mgr.14716) 8693 : cluster [DBG] pgmap v7474: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:38 smithi129 conmon[101092]: cluster 2022-01-18T20:13:36.986245+0000 mgr.smithi129.iclwio (mgr.14716) 8693 : cluster [DBG] pgmap v7474: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:40.243 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:13:40.507 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:13:40.507 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 3m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:13:40.508 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 3m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:13:40.508 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 3m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:13:40.508 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 3m ago 4h 44.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:13:40.508 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 3m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:13:40.509 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 3m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:13:40.509 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 3m ago 4h 765M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:13:40.509 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 3m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:13:40.509 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 3m ago 4h 1603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:13:40.509 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 3m ago 4h 740M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:13:40.510 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 3m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:13:40.510 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 3m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:13:40.510 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 3m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:13:40.510 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 3m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:13:40.511 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 3m ago 4h 2127M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:13:40.511 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 3m ago 4h 3214M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:13:40.511 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 3m ago 4h 2441M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:13:40.511 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 3m ago 4h 3233M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:13:40.511 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 3m ago 4h 3002M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:13:40.512 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 3m ago 4h 3523M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:13:40.512 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 3m ago 4h 2833M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:13:40.512 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 3m ago 4h 4101M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:13:40.512 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 3m ago 4h 146M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:13:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:40 smithi156 conmon[67007]: cluster 2022-01-18T20:13:38.986753+0000 mgr.smithi129.iclwio (mgr.14716) 8694 : cluster [DBG] pgmap v7475: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:40.826 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:13:40.827 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:13:40.827 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:13:40.827 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:13:40.827 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:13:40.828 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:13:40.828 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:13:40.828 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:13:40.828 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:13:40.829 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:13:40.829 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:13:40.829 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:13:40.829 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:13:40.829 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:13:40.830 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:13:40.830 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:13:40.830 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:13:40.830 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:13:40.831 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:13:40.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:40 smithi129 conmon[101092]: cluster 2022-01-18T20:13:38.986753+0000 mgr.smithi129.iclwio (mgr.14716) 8694 : cluster [DBG] pgmap v7475: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:41.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:41 smithi156 conmon[67007]: audit 2022-01-18T20:13:40.232147+0000 mgr.smithi129.iclwio (mgr.14716) 8695 : audit [DBG] from='client.39886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:13:41.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:41 smithi156 conmon[67007]: 2022-01-18T20:13:41.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:41 smithi156 conmon[67007]: audit 2022-01-18T20:13:40.827282+0000 mon.smithi129 (mon.0) 2641 : audit [DBG] from='client.? 172.21.15.129:0/3598081830' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:13:41.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:41 smithi129 conmon[101092]: audit 2022-01-18T20:13:40.232147+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:13:41.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:41 smithi129 conmon[101092]: ) 8695 : audit [DBG] from='client.39886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:13:41.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:41 smithi129 conmon[101092]: audit 2022-01-18T20:13:40.827282+0000 mon.smithi129 (mon.0) 2641 : audit [DBG] from='client.? 172.21.15.129:0/3598081830' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:13:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:42 smithi156 conmon[67007]: audit 2022-01-18T20:13:40.499425+0000 mgr.smithi129.iclwio (mgr.14716) 8696 : audit [DBG] from='client.39890 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:13:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:42 smithi156 conmon[67007]: 2022-01-18T20:13:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:42 smithi156 conmon[67007]: cluster 2022-01-18T20:13:40.987679+0000 mgr.smithi129.iclwio (mgr.14716) 8697 : cluster [DBG] pgmap v7476: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:13:42.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:42 smithi129 conmon[101092]: audit 2022-01-18T20:13:40.499425+0000 mgr.smithi129.iclwio (mgr.14716) 8696 : audit [DBG] from='client.39890 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:13:42.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:42 smithi129 conmon[101092]: cluster 2022-01-18T20:13:40.987679+0000 mgr.smithi129.iclwio (mgr.14716) 8697 : cluster [DBG] pgmap v7476: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:13:43.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:43 smithi156 conmon[67007]: cluster 2022-01-18T20:13:42.988242+0000 mgr.smithi129.iclwio (mgr.14716) 8698 : cluster 2022-01-18T20:13:43.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:43 smithi156 conmon[67007]: [DBG] pgmap v7477: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:43.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:43 smithi129 conmon[101092]: cluster 2022-01-18T20:13:42.988242+0000 mgr.smithi129.iclwio (mgr.14716) 8698 : cluster [DBG] 2022-01-18T20:13:43.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:43 smithi129 conmon[101092]: pgmap v7477: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:46 smithi156 conmon[67007]: cluster 2022-01-18T20:13:44.989183+0000 mgr.smithi129.iclwio (mgr.14716) 8699 : cluster [DBG] pgmap v7478: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:46 smithi129 conmon[101092]: cluster 2022-01-18T20:13:44.989183+0000 mgr.smithi129.iclwio (mgr.14716) 8699 : cluster [DBG] 2022-01-18T20:13:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:46 smithi129 conmon[101092]: pgmap v7478: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:48 smithi156 conmon[67007]: cluster 2022-01-18T20:13:46.989696+0000 mgr.smithi129.iclwio (mgr.14716) 8700 : cluster [DBG] pgmap v7479: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:48 smithi129 conmon[101092]: cluster 2022-01-18T20:13:46.989696+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:13:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:48 smithi129 conmon[101092]: 8700 : cluster [DBG] pgmap v7479: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:50 smithi156 conmon[67007]: cluster 2022-01-18T20:13:48.990241+0000 mgr.smithi129.iclwio (mgr.14716) 8701 : cluster [DBG] pgmap v7480: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:50 smithi129 conmon[101092]: cluster 2022-01-18T20:13:48.990241+0000 mgr.smithi129.iclwio (mgr.14716) 8701 : cluster [DBG] 2022-01-18T20:13:50.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:50 smithi129 conmon[101092]: pgmap v7480: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:52 smithi156 conmon[67007]: cluster 2022-01-18T20:13:50.990987+0000 mgr.smithi129.iclwio (mgr.14716) 8702 : cluster [DBG] pgmap v7481: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:13:52.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:52 smithi129 conmon[101092]: cluster 2022-01-18T20:13:50.990987+0000 mgr.smithi129.iclwio (mgr.14716) 8702 : cluster [DBG] pgmap v7481: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:13:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:54 smithi156 conmon[67007]: cluster 2022-01-18T20:13:52.991488+0000 mgr.smithi129.iclwio (mgr.14716) 8703 : cluster [DBG] pgmap v7482: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:54.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:54 smithi129 conmon[101092]: cluster 2022-01-18T20:13:52.991488+0000 mgr.smithi129.iclwio (mgr.14716) 8703 : cluster [DBG] pgmap v7482: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:55.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:55 smithi156 conmon[67007]: cluster 2022-01-18T20:13:54.992364+0000 mgr.smithi129.iclwio (mgr.14716) 8704 : cluster [DBG] pgmap v7483: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:55.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:55 smithi156 conmon[67007]: 2022-01-18T20:13:55.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:55 smithi129 conmon[101092]: cluster 2022-01-18T20:13:54.992364+0000 mgr.smithi129.iclwio (mgr.14716) 8704 : cluster [DBG] pgmap v7483: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:58 smithi156 conmon[67007]: cluster 2022-01-18T20:13:56.993013+0000 mgr.smithi129.iclwio (mgr.14716) 8705 : cluster [DBG] 2022-01-18T20:13:58.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:58 smithi156 conmon[67007]: pgmap v7484: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:58 smithi129 conmon[101092]: cluster 2022-01-18T20:13:56.993013+0000 mgr.smithi129.iclwio (mgr.14716) 8705 : cluster [DBG] pgmap v7484: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:13:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:58 smithi129 conmon[101092]: 2022-01-18T20:13:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:59 smithi156 conmon[67007]: audit 2022-01-18T20:13:59.197299+0000 mon.smithi129 (mon.0) 2642 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:13:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:13:59 smithi156 conmon[67007]: audit 2022-01-18T20:13:59.197524+0000 mon.smithi129 (mon.0) 2643 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:13:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:59 smithi129 conmon[101092]: audit 2022-01-18T20:13:59.197299+0000 mon.smithi129 (mon.0) 2642 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:13:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:59 smithi129 conmon[101092]: audit 2022-01-18T20:13:59.197524+0000 mon.smithi129 ( 2022-01-18T20:13:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:13:59 smithi129 conmon[101092]: mon.0) 2643 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:14:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:00 smithi156 conmon[67007]: cluster 2022-01-18T20:13:58.993689+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:14:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:00 smithi156 conmon[67007]: 8706 : cluster [DBG] pgmap v7485: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:00 smithi129 conmon[101092]: cluster 2022-01-18T20:13:58.993689+0000 mgr.smithi129.iclwio (mgr.14716) 8706 : cluster [DBG] pgmap v7485: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:02 smithi156 conmon[67007]: cluster 2022-01-18T20:14:00.994470+0000 mgr.smithi129.iclwio (mgr.14716) 8707 : cluster [DBG] pgmap v7486: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:14:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:02 smithi129 conmon[101092]: cluster 2022-01-18T20:14:00.994470+0000 mgr.smithi129.iclwio (mgr.14716) 8707 : cluster [DBG] pgmap v7486: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:14:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:04 smithi156 conmon[67007]: cluster 2022-01-18T20:14:02.995004+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:14:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:04 smithi156 conmon[67007]: 8708 : cluster [DBG] pgmap v7487: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:04.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:04 smithi129 conmon[101092]: cluster 2022-01-18T20:14:02.995004+0000 mgr.smithi129.iclwio (mgr.14716) 8708 : cluster [DBG] 2022-01-18T20:14:04.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:04 smithi129 conmon[101092]: pgmap v7487: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:05.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:05 smithi156 conmon[67007]: cluster 2022-01-18T20:14:04.995966+0000 mgr.smithi129.iclwio (mgr.14716) 8709 : cluster [DBG] pgmap v7488: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:05.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:05 smithi129 conmon[101092]: cluster 2022-01-18T20:14:04.995966+0000 mgr.smithi129.iclwio (mgr.14716) 8709 : cluster [DBG] pgmap v7488: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:08 smithi156 conmon[67007]: cluster 2022-01-18T20:14:06.996436+0000 mgr.smithi129.iclwio (mgr.14716) 8710 : cluster [DBG] pgmap v7489: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:08 smithi156 conmon[67007]: 2022-01-18T20:14:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:08 smithi129 conmon[101092]: cluster 2022-01-18T20:14:06.996436+0000 mgr.smithi129.iclwio (mgr.14716) 8710 : cluster [DBG] 2022-01-18T20:14:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:08 smithi129 conmon[101092]: pgmap v7489: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:10 smithi156 conmon[67007]: cluster 2022-01-18T20:14:08.997058+0000 mgr.smithi129.iclwio (mgr.14716) 8711 : cluster [DBG] pgmap v7490: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:10.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:10 smithi156 conmon[67007]: 2022-01-18T20:14:10.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:10 smithi129 conmon[101092]: cluster 2022-01-18T20:14:08.997058+0000 mgr.smithi129.iclwio (mgr.14716) 8711 : cluster [DBG] pgmap v7490: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:11.126 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:14:11.392 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:14:11.393 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 3m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:14:11.393 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 3m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:14:11.393 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 3m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:14:11.393 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 3m ago 4h 44.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:14:11.394 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 3m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:14:11.394 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 3m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:14:11.394 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 3m ago 4h 765M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:14:11.394 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 3m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:14:11.395 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 3m ago 4h 1603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:14:11.395 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 3m ago 4h 740M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:14:11.395 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 3m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:14:11.395 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 3m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:14:11.395 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 3m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:14:11.396 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 3m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:14:11.396 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 3m ago 4h 2127M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:14:11.396 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 3m ago 4h 3214M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:14:11.396 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 3m ago 4h 2441M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:14:11.397 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 3m ago 4h 3233M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:14:11.397 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 3m ago 4h 3002M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:14:11.397 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 3m ago 4h 3523M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:14:11.397 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 3m ago 4h 2833M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:14:11.397 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 3m ago 4h 4101M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:14:11.398 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 3m ago 4h 146M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:14:11.710 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:14:11.710 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:14:11.711 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:14:11.711 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:14:11.711 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:14:11.711 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:14:11.711 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:14:11.712 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:14:11.712 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:14:11.712 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:14:11.712 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:14:11.713 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:14:11.713 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:14:11.713 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:14:11.713 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:14:11.713 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:14:11.714 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:14:11.714 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:14:11.714 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:14:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:12 smithi156 conmon[67007]: cluster 2022-01-18T20:14:10.997716+0000 mgr.smithi129.iclwio (mgr.14716) 8712 : cluster [DBG] pgmap v7491: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:14:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:12 smithi156 conmon[67007]: audit 2022-01-18T20:14:11.115054+0000 mgr.smithi129.iclwio (mgr.14716) 8713 : audit [DBG] from='client.39898 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:14:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:12 smithi156 conmon[67007]: audit 2022-01-18T20:14:11.384172+0000 mgr.smithi129.iclwio (mgr.14716) 8714 : audit [DBG] from='client.39902 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:14:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:12 smithi156 conmon[67007]: audit 2022-01-18T20:14:11.710852+0000 mon.smithi129 (mon.0) 2022-01-18T20:14:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:12 smithi156 conmon[67007]: 2644 : audit [DBG] from='client.? 172.21.15.129:0/3435124709' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:14:12.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:12 smithi129 conmon[101092]: cluster 2022-01-18T20:14:10.997716+0000 mgr.smithi129.iclwio (mgr.14716) 8712 : 2022-01-18T20:14:12.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:12 smithi129 conmon[101092]: cluster [DBG] pgmap v7491: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:14:12.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:12 smithi129 conmon[101092]: audit 2022-01-18T20:14:11.115054+0000 mgr.smithi129.iclwio (mgr.14716) 8713 : audit [DBG] from='client.39898 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:14:12.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:12 smithi129 conmon[101092]: audit 2022-01-18T20:14 2022-01-18T20:14:12.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:12 smithi129 conmon[101092]: :11.384172+0000 mgr.smithi129.iclwio (mgr.14716) 8714 : audit [DBG] from='client.39902 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:14:12.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:12 smithi129 conmon[101092]: audit 2022 2022-01-18T20:14:12.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:12 smithi129 conmon[101092]: -01-18T20:14:11.710852+0000 mon.smithi129 (mon.0) 2022-01-18T20:14:12.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:12 smithi129 conmon[101092]: 2644 : audit [DBG] from='client.? 172.21.15.129:0/3435124709' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:14:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:14 smithi156 conmon[67007]: cluster 2022-01-18T20:14:12.998285+0000 mgr.smithi129.iclwio (mgr.14716) 8715 : cluster [DBG] 2022-01-18T20:14:14.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:14 smithi156 conmon[67007]: pgmap v7492: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:14.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:14 smithi129 conmon[101092]: cluster 2022-01-18T20:14:12.998285+0000 mgr.smithi129.iclwio (mgr.14716) 8715 : cluster [DBG] pgmap v7492: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:16 smithi156 conmon[67007]: cluster 2022-01-18T20:14:14.999061+0000 mgr.smithi129.iclwio (mgr.14716) 8716 : cluster [DBG] pgmap v7493: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:16 smithi129 conmon[101092]: cluster 2022-01-18T20:14:14.999061+0000 mgr.smithi129.iclwio (mgr.14716) 8716 : cluster [DBG] pgmap v7493: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:18 smithi156 conmon[67007]: cluster 2022-01-18T20:14:16.999683+0000 mgr.smithi129.iclwio (mgr.14716) 8717 : cluster [DBG] pgmap v7494: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:18 smithi129 conmon[101092]: cluster 2022-01-18T20:14:16.999683+0000 mgr.smithi129.iclwio (mgr.14716) 8717 2022-01-18T20:14:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:18 smithi129 conmon[101092]: : cluster [DBG] pgmap v7494: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:20 smithi156 conmon[67007]: cluster 2022-01-18T20:14:19.000332+0000 mgr.smithi129.iclwio (mgr.14716) 8718 : cluster [DBG] pgmap v7495: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:20 smithi129 conmon[101092]: cluster 2022-01-18T20:14:19.000332+0000 mgr.smithi129.iclwio (mgr.14716) 8718 : cluster [DBG] pgmap v7495: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:22 smithi156 conmon[67007]: cluster 2022-01-18T20:14:21.001288+0000 mgr.smithi129.iclwio (mgr.14716) 8719 : cluster 2022-01-18T20:14:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:22 smithi156 conmon[67007]: [DBG] pgmap v7496: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:14:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:22 smithi129 conmon[101092]: cluster 2022-01-18T20:14:21.001288+0000 mgr.smithi129.iclwio (mgr.14716) 8719 : cluster [DBG] 2022-01-18T20:14:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:22 smithi129 conmon[101092]: pgmap v7496: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:14:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:24 smithi156 conmon[67007]: cluster 2022-01-18T20:14:23.002027+0000 mgr.smithi129.iclwio (mgr.14716) 8720 : cluster [DBG] pgmap v7497: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:24.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:24 smithi129 conmon[101092]: cluster 2022-01-18T20:14:23.002027+0000 mgr.smithi129.iclwio (mgr.14716) 8720 : cluster [DBG] pgmap v7497: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:26 smithi156 conmon[67007]: cluster 2022-01-18T20:14:25.002771+0000 mgr.smithi129.iclwio (mgr.14716) 8721 : cluster [DBG] pgmap v7498: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:26.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:26 smithi129 conmon[101092]: cluster 2022-01-18T20:14:25.002771+0000 mgr.smithi129.iclwio (mgr.14716) 8721 : cluster [DBG] pgmap v7498: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:26.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:26 smithi129 conmon[101092]: 2022-01-18T20:14:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:28 smithi156 conmon[67007]: cluster 2022-01-18T20:14:27.003425+0000 mgr.smithi129.iclwio (mgr.14716) 8722 : cluster [DBG] pgmap v7499: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:28.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:28 smithi129 conmon[101092]: cluster 2022-01-18T20:14:27.003425+0000 mgr.smithi129.iclwio (mgr.14716) 8722 : cluster [DBG] pgmap v7499: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:28.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:28 smithi129 conmon[101092]: 2022-01-18T20:14:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:30 smithi156 conmon[67007]: cluster 2022-01-18T20:14:29.003938+0000 mgr.smithi129.iclwio (mgr.14716) 8723 : cluster [DBG] pgmap v7500: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:30.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:30 smithi129 conmon[101092]: cluster 2022-01-18T20:14:29.003938+0000 mgr.smithi129.iclwio (mgr.14716) 8723 : cluster [DBG] pgmap v7500: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:30.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:30 smithi129 conmon[101092]: 2022-01-18T20:14:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:32 smithi156 conmon[67007]: cluster 2022-01-18T20:14:31.004845+0000 mgr.smithi129.iclwio (mgr.14716) 8724 : cluster [DBG] pgmap v7501: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:14:32.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:32 smithi129 conmon[101092]: cluster 2022-01-18T20:14:31.004845+0000 mgr.smithi129.iclwio (mgr.14716) 8724 : cluster [DBG] pgmap v7501: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:14:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:34 smithi156 conmon[67007]: cluster 2022-01-18T20:14:33.005335+0000 mgr.smithi129.iclwio (mgr.14716) 8725 : cluster [DBG] 2022-01-18T20:14:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:34 smithi156 conmon[67007]: pgmap v7502: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:34.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:34 smithi129 conmon[101092]: cluster 2022-01-18T20:14:33.005335+0000 mgr.smithi129.iclwio (mgr.14716) 8725 : cluster [DBG] pgmap v7502: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:35.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:35 smithi156 conmon[67007]: cluster 2022-01-18T20:14:35.006272+0000 mgr.smithi129.iclwio (mgr.14716) 8726 : cluster [DBG] pgmap v7503: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:35.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:35 smithi129 conmon[101092]: cluster 2022-01-18T20:14:35.006272+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:14:35.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:35 smithi129 conmon[101092]: ) 8726 : cluster [DBG] pgmap v7503: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:36 smithi156 conmon[67007]: audit 2022-01-18T20:14:35.710618+0000 mon.smithi129 (mon.0 2022-01-18T20:14:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:36 smithi156 conmon[67007]: ) 2645 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:14:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:36 smithi156 conmon[67007]: audit 2022-01-18T20:14:35.711999+0000 mon.smithi129 (mon.0) 2646 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:14:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:36 smithi156 conmon[67007]: audit 2022-01-18T20:14:35.713023+0000 mon.smithi129 (mon.0) 2647 2022-01-18T20:14:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:36 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:14:36.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:36 smithi156 conmon[67007]: cephadm 2022-01-18 2022-01-18T20:14:36.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:36 smithi156 conmon[67007]: T20:14:35.713770+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T20:14:36.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:36 smithi156 conmon[67007]: 14716) 8727 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:14:36.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:36 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T20:14:36.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:36 smithi156 conmon[67007]: 18T20:14:36.026888+0000 mon.smithi129 ( 2022-01-18T20:14:36.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:36 smithi156 conmon[67007]: mon.0) 2648 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:14:36.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:36 smithi156 conmon[67007]: audit 2022-01 2022-01-18T20:14:36.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:36 smithi156 conmon[67007]: -18T20:14:36.034120+0000 mon.smithi129 2022-01-18T20:14:36.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:36 smithi156 conmon[67007]: (mon.0) 2649 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:14:36.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:36 smithi129 conmon[101092]: audit 2022-01-18T20:14:35.710618+0000 mon.smithi129 (mon.0) 2645 : audit 2022-01-18T20:14:36.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:36 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:14:36.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:36 smithi129 conmon[101092]: audit 2022-01-18T20:14:35.711999+0000 mon.smithi129 (mon.0) 2646 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:14:36.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:36 smithi129 conmon[101092]: audit 2022- 2022-01-18T20:14:36.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:36 smithi129 conmon[101092]: 01-18T20:14:35.713023+0000 mon.smithi129 (mon.0) 2647 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:14:36.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:36 smithi129 conmon[101092]: 2022-01-18T20:14:36.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:36 smithi129 conmon[101092]: cephadm 2022- 2022-01-18T20:14:36.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:36 smithi129 conmon[101092]: 01-18T20:14:35.713770+0000 2022-01-18T20:14:36.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:36 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 8727 : cephadm [WRN] 2022-01-18T20:14:36.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:36 smithi129 conmon[101092]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:14:36.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:36 smithi129 conmon[101092]: audit 2022-01-18T20:14 2022-01-18T20:14:36.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:36 smithi129 conmon[101092]: :36.026888+0000 mon.smithi129 (mon 2022-01-18T20:14:36.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:36 smithi129 conmon[101092]: .0) 2648 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:14:36.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:36 smithi129 conmon[101092]: audit 2022 2022-01-18T20:14:36.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:36 smithi129 conmon[101092]: -01-18T20:14:36.034120+0000 2022-01-18T20:14:36.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:36 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2649 : audit [INF] 2022-01-18T20:14:36.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:36 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:14:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:38 smithi156 conmon[67007]: cluster 2022-01-18T20:14:37.006815+0000 mgr.smithi129.iclwio (mgr.14716) 8728 : cluster [DBG] pgmap v7504: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:38 smithi129 conmon[101092]: cluster 2022-01-18T20:14:37.006815+0000 mgr.smithi129.iclwio (mgr.14716) 8728 : cluster [DBG] pgmap v7504: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:40 smithi156 conmon[67007]: cluster 2022-01-18T20:14:39.007327+0000 mgr.smithi129.iclwio (mgr.14716) 8729 : cluster [DBG] 2022-01-18T20:14:40.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:40 smithi156 conmon[67007]: pgmap v7505: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:40.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:40 smithi129 conmon[101092]: cluster 2022-01-18T20:14:39.007327+0000 mgr.smithi129.iclwio (mgr.14716) 8729 : cluster [DBG] pgmap v7505: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:42.008 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:14:42.273 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:14:42.273 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 4m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:14:42.274 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 4m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:14:42.274 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 4m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:14:42.274 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 4m ago 4h 44.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:14:42.274 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 4m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:14:42.275 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 4m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:14:42.275 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 4m ago 4h 765M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:14:42.275 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 4m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:14:42.275 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 4m ago 4h 1603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:14:42.276 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 4m ago 4h 740M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:14:42.276 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 4m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:14:42.276 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 4m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:14:42.276 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 4m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:14:42.277 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 4m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:14:42.277 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 4m ago 4h 2127M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:14:42.277 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 4m ago 4h 3214M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:14:42.277 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 4m ago 4h 2441M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:14:42.277 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 4m ago 4h 3233M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:14:42.278 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 4m ago 4h 3002M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:14:42.278 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 4m ago 4h 3523M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:14:42.278 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 4m ago 4h 2833M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:14:42.278 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 4m ago 4h 4101M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:14:42.279 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 4m ago 4h 146M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:14:42.591 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:14:42.592 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:14:42.592 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:14:42.592 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:14:42.593 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:14:42.593 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:14:42.593 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:14:42.593 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:14:42.593 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:14:42.594 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:14:42.594 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:14:42.594 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:14:42.594 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:14:42.595 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:14:42.595 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:14:42.595 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:14:42.595 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:14:42.596 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:14:42.596 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:14:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:42 smithi156 conmon[67007]: cluster 2022-01-18T20:14:41.008123+0000 mgr.smithi129.iclwio (mgr.14716) 8730 : cluster [DBG] pgmap v7506: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:14:42.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:42 smithi129 conmon[101092]: cluster 2022-01-18T20:14:41.008123+0000 mgr.smithi129.iclwio (mgr.14716) 8730 : cluster [DBG] 2022-01-18T20:14:42.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:42 smithi129 conmon[101092]: pgmap v7506: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:14:43.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:43 smithi156 conmon[67007]: audit 2022-01-18T20:14:41.997554+0000 mgr.smithi129.iclwio (mgr.14716) 8731 : audit [DBG] from='client.39910 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:14:43.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:43 smithi156 conmon[67007]: audit 2022-01-18T20:14:42.265183+0000 mgr.smithi129.iclwio (mgr.14716) 8732 : audit [DBG] from='client.39914 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:14:43.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:43 smithi156 conmon[67007]: audit 2022-01-18T20:14:42.592362+0000 mon.smithi129 (mon.0) 2650 : audit [DBG] from='client.? 172.21.15.129:0/494769344' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:14:43.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:43 smithi129 conmon[101092]: audit 2022-01-18T20:14:41.997554+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T20:14:43.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:43 smithi129 conmon[101092]: 14716) 8731 : audit [DBG] from='client.39910 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:14:43.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:43 smithi129 conmon[101092]: audit 2022-01-18T20:14:42.265183+0000 mgr.smithi129.iclwio (mgr.14716) 8732 : audit [DBG] from='client.39914 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:14:43.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:43 smithi129 conmon[101092]: audit 2022-01-18T20:14:42.592362+0000 mon.smithi129 (mon.0) 2650 2022-01-18T20:14:43.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:43 smithi129 conmon[101092]: : audit [DBG] from='client.? 172.21.15.129:0/494769344' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:14:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:44 smithi156 conmon[67007]: cluster 2022-01-18T20:14:43.008835+0000 mgr.smithi129.iclwio (mgr.14716) 8733 : cluster [DBG] pgmap v7507: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:44.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:44 smithi129 conmon[101092]: cluster 2022-01-18T20:14:43.008835+0000 mgr.smithi129.iclwio (mgr.14716) 8733 : cluster [DBG] pgmap v7507: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:45.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:45 smithi156 conmon[67007]: cluster 2022-01-18T20:14:45.009668+0000 mgr.smithi129.iclwio (mgr.14716) 8734 : cluster [DBG] pgmap v7508: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:45.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:45 smithi129 conmon[101092]: cluster 2022-01-18T20:14:45.009668+0000 mgr.smithi129.iclwio (mgr.14716) 8734 : 2022-01-18T20:14:45.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:45 smithi129 conmon[101092]: cluster [DBG] pgmap v7508: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:48 smithi156 conmon[67007]: cluster 2022-01-18T20:14:47.010169+0000 mgr.smithi129.iclwio (mgr.14716) 8735 : cluster [DBG] pgmap v7509: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:48 smithi129 conmon[101092]: cluster 2022-01-18T20:14:47.010169+0000 mgr.smithi129.iclwio (mgr.14716) 8735 : cluster [DBG] pgmap v7509: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:50 smithi156 conmon[67007]: cluster 2022-01-18T20:14:49.010766+0000 mgr.smithi129.iclwio (mgr.14716) 8736 : cluster [DBG] pgmap v7510: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:50 smithi129 conmon[101092]: cluster 2022-01-18T20:14:49.010766+0000 mgr.smithi129.iclwio (mgr.14716) 8736 2022-01-18T20:14:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:50 smithi129 conmon[101092]: : cluster [DBG] pgmap v7510: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:52 smithi156 conmon[67007]: cluster 2022-01-18T20:14:51.011572+0000 mgr.smithi129.iclwio (mgr.14716) 8737 : cluster [DBG] pgmap v7511: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:14:52.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:52 smithi129 conmon[101092]: cluster 2022-01-18T20:14:51.011572+0000 mgr.smithi129.iclwio (mgr.14716) 8737 : cluster [DBG] pgmap v7511: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:14:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:54 smithi156 conmon[67007]: cluster 2022-01-18T20:14:53.012120+0000 mgr.smithi129.iclwio (mgr.14716) 8738 : cluster [DBG] pgmap v7512: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:54.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:54 smithi129 conmon[101092]: cluster 2022-01-18T20:14:53.012120+0000 mgr.smithi129.iclwio (mgr.14716) 8738 : cluster [DBG] pgmap v7512: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:55.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:55 smithi156 conmon[67007]: cluster 2022-01-18T20:14:55.013026+0000 mgr.smithi129.iclwio (mgr.14716) 8739 : cluster [DBG] pgmap v7513: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:55.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:55 smithi129 conmon[101092]: cluster 2022-01-18T20:14:55.013026+0000 mgr.smithi129.iclwio (mgr.14716) 8739 : cluster [DBG] pgmap v7513: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:58 smithi156 conmon[67007]: cluster 2022-01-18T20:14:57.013500+0000 mgr.smithi129.iclwio (mgr.14716) 8740 : cluster [DBG] pgmap v7514: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:58 smithi129 conmon[101092]: cluster 2022-01-18T20:14:57.013500+0000 mgr.smithi129.iclwio (mgr.14716) 8740 : cluster [DBG] pgmap v7514: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:14:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:59 smithi156 conmon[67007]: audit 2022-01-18T20:14:59.202336+0000 mon.smithi129 (mon.0) 2651 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:14:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:14:59 smithi156 conmon[67007]: audit 2022-01-18T20:14:59.202595+0000 mon.smithi129 (mon.0) 2652 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:14:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:59 smithi129 conmon[101092]: audit 2022-01-18T20:14:59.202336+0000 mon.smithi129 (mon.0) 2651 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:14:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:59 smithi129 conmon[101092]: 2022-01-18T20:14:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:14:59 smithi129 conmon[101092]: audit 2022-01-18T20:14:59.202595+0000 mon.smithi129 (mon.0) 2652 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:15:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:00 smithi156 conmon[67007]: cluster 2022-01-18T20:14:59.014154+0000 mgr.smithi129.iclwio (mgr.14716) 8741 : cluster [DBG] pgmap v7515: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:00 smithi129 conmon[101092]: cluster 2022-01-18T20:14:59.014154+0000 mgr.smithi129.iclwio (mgr.14716) 8741 : cluster [DBG] pgmap v7515: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:02 smithi156 conmon[67007]: cluster 2022-01-18T20:15:01.014942+0000 mgr.smithi129.iclwio (mgr.14716) 8742 : cluster [DBG] pgmap v7516: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:15:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:02 smithi129 conmon[101092]: cluster 2022-01-18T20:15:01.014942+0000 mgr.smithi129.iclwio (mgr.14716) 8742 : cluster [DBG] pgmap v7516: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:15:03.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:03 smithi156 conmon[67007]: cluster 2022-01-18T20:15:03.015421+0000 mgr.smithi129.iclwio (mgr.14716) 8743 : cluster [DBG] 2022-01-18T20:15:03.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:03 smithi156 conmon[67007]: pgmap v7517: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:03.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:03 smithi129 conmon[101092]: cluster 2022-01-18T20:15:03.015421+0000 mgr.smithi129.iclwio (mgr.14716) 8743 : cluster [DBG] pgmap v7517: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:06 smithi129 conmon[101092]: cluster 2022-01-18T20:15:05.016181+0000 mgr.smithi129.iclwio (mgr.14716) 8744 : cluster [DBG] pgmap v7518: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:06.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:06 smithi156 conmon[67007]: cluster 2022-01-18T20:15:05.016181+0000 mgr.smithi129.iclwio (mgr.14716) 8744 : cluster [DBG] pgmap v7518: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:08 smithi156 conmon[67007]: cluster 2022-01-18T20:15:07.016823+0000 mgr.smithi129.iclwio (mgr.14716) 8745 : cluster [DBG] pgmap v7519: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:08 smithi129 conmon[101092]: cluster 2022-01-18T20:15:07.016823+0000 mgr.smithi129.iclwio (mgr.14716) 8745 : cluster [DBG] pgmap v7519: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:10 smithi156 conmon[67007]: cluster 2022-01-18T20:15:09.017560+0000 mgr.smithi129.iclwio (mgr.14716) 8746 : cluster [DBG] pgmap v7520: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:10.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:10 smithi129 conmon[101092]: cluster 2022-01-18T20:15:09.017560+0000 mgr.smithi129.iclwio (mgr.14716) 8746 : cluster [DBG] pgmap v7520: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:12 smithi156 conmon[67007]: cluster 2022-01-18T20:15:11.018295+0000 mgr.smithi129.iclwio (mgr.14716) 8747 : cluster [DBG] pgmap v7521: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:15:12.893 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:15:12.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:12 smithi129 conmon[101092]: cluster 2022-01-18T20:15:11.018295+0000 mgr.smithi129.iclwio (mgr.14716) 8747 2022-01-18T20:15:12.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:12 smithi129 conmon[101092]: : cluster [DBG] pgmap v7521: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:15:13.157 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:15:13.158 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 4m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:15:13.158 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 4m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:15:13.158 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 4m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:15:13.159 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 4m ago 4h 44.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:15:13.159 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 4m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:15:13.159 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 4m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:15:13.160 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 4m ago 4h 765M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:15:13.160 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 4m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:15:13.160 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 4m ago 4h 1603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:15:13.160 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 4m ago 4h 740M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:15:13.161 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 4m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:15:13.161 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 4m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:15:13.161 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 4m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:15:13.161 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 4m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:15:13.161 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 4m ago 4h 2127M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:15:13.162 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 4m ago 4h 3214M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:15:13.162 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 4m ago 4h 2441M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:15:13.162 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 4m ago 4h 3233M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:15:13.162 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 4m ago 4h 3002M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:15:13.163 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 4m ago 4h 3523M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:15:13.163 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 4m ago 4h 2833M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:15:13.163 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 4m ago 4h 4101M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:15:13.163 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 4m ago 4h 146M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:15:13.474 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:15:13.475 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:15:13.475 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:15:13.475 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:15:13.476 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:15:13.476 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:15:13.476 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:15:13.476 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:15:13.476 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:15:13.477 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:15:13.477 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:15:13.477 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:15:13.477 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:15:13.478 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:15:13.478 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:15:13.478 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:15:13.478 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:15:13.479 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:15:13.479 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:15:13.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:13 smithi156 conmon[67007]: audit 2022-01-18T20:15:12.882236+0000 mgr.smithi129.iclwio (mgr.14716) 8748 : audit 2022-01-18T20:15:13.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:13 smithi156 conmon[67007]: [DBG] from='client.39922 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:15:13.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:13 smithi156 conmon[67007]: cluster 2022-01-18T20:15:13.018864+0000 mgr.smithi129.iclwio (mgr.14716) 8749 : cluster [DBG] pgmap v7522: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:13.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:13 smithi156 conmon[67007]: audit 2022-01-18T20:15:13.149370+0000 mgr.smithi129.iclwio (mgr.14716) 8750 : audit [DBG] from='client.39926 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:15:13.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:13 smithi156 conmon[67007]: audit 2022-01-18T20:15:13. 2022-01-18T20:15:13.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:13 smithi156 conmon[67007]: 475343+0000 mon.smithi129 (mon.0) 2653 : audit [DBG] from='client.? 172.21.15.129:0/4105785943' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:15:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:13 smithi129 conmon[101092]: audit 2022-01-18T20:15:12.882236+0000 mgr.smithi129.iclwio (mgr.14716) 8748 : 2022-01-18T20:15:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:13 smithi129 conmon[101092]: audit [DBG] from='client.39922 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:15:13.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:13 smithi129 conmon[101092]: cluster 2022-01-18T20:15:13.018864+0000 mgr.smithi129.iclwio (mgr.14716) 8749 : cluster [DBG] pgmap v7522: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:13.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:13 smithi129 conmon[101092]: 2022-01-18T20:15:13.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:13 smithi129 conmon[101092]: audit 2022-01-18T20 2022-01-18T20:15:13.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:13 smithi129 conmon[101092]: :15:13.149370+0000 mgr.smithi129.iclwio (mgr.14716) 8750 : audit [DBG] 2022-01-18T20:15:13.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:13 smithi129 conmon[101092]: from='client.39926 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:15:13.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:13 smithi129 conmon[101092]: audit 2022-01-18T20:15:13. 2022-01-18T20:15:13.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:13 smithi129 conmon[101092]: 475343+0000 mon.smithi129 (mon.0) 2653 : audit 2022-01-18T20:15:13.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:13 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/4105785943' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:15:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:16 smithi129 conmon[101092]: cluster 2022-01-18T20:15:15.019662+0000 mgr.smithi129.iclwio (mgr.14716) 8751 : cluster [DBG] pgmap v7523: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:16 smithi156 conmon[67007]: cluster 2022-01-18T20:15:15.019662+0000 mgr.smithi129.iclwio (mgr.14716) 8751 : cluster 2022-01-18T20:15:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:16 smithi156 conmon[67007]: [DBG] pgmap v7523: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:18 smithi156 conmon[67007]: cluster 2022-01-18T20:15:17.020297+0000 mgr.smithi129.iclwio (mgr.14716) 8752 : cluster 2022-01-18T20:15:18.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:18 smithi156 conmon[67007]: [DBG] pgmap v7524: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:18 smithi129 conmon[101092]: cluster 2022-01-18T20:15:17.020297+0000 mgr.smithi129.iclwio (mgr.14716) 8752 : cluster [DBG] pgmap v7524: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:20.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:20 smithi156 conmon[67007]: cluster 2022-01-18T20:15:19.020957+0000 mgr.smithi129.iclwio (mgr.14716) 8753 : cluster 2022-01-18T20:15:20.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:20 smithi156 conmon[67007]: [DBG] pgmap v7525: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:20 smithi129 conmon[101092]: cluster 2022-01-18T20:15:19.020957+0000 mgr.smithi129.iclwio (mgr.14716) 8753 : cluster [DBG] pgmap v7525: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:22.494 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:22 smithi156 conmon[67007]: cluster 2022-01-18T20:15:21.021705+0000 mgr.smithi129.iclwio (mgr.14716) 8754 : cluster 2022-01-18T20:15:22.495 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:22 smithi156 conmon[67007]: [DBG] pgmap v7526: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:15:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:22 smithi129 conmon[101092]: cluster 2022-01-18T20:15:21.021705+0000 mgr.smithi129.iclwio (mgr.14716) 8754 : cluster 2022-01-18T20:15:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:22 smithi129 conmon[101092]: [DBG] pgmap v7526: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:15:23.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:23 smithi156 conmon[67007]: cluster 2022-01-18T20:15:23.022425+0000 mgr.smithi129.iclwio (mgr.14716) 8755 : cluster 2022-01-18T20:15:23.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:23 smithi156 conmon[67007]: [DBG] pgmap v7527: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:23.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:23 smithi129 conmon[101092]: cluster 2022-01-18T20:15:23.022425+0000 mgr.smithi129.iclwio (mgr.14716) 8755 : cluster [DBG] pgmap v7527: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:23.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:23 smithi129 conmon[101092]: 2022-01-18T20:15:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:26 smithi129 conmon[101092]: cluster 2022-01-18T20:15:25.023245+0000 mgr.smithi129.iclwio (mgr.14716) 8756 : cluster [DBG] 2022-01-18T20:15:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:26 smithi129 conmon[101092]: pgmap v7528: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:26.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:26 smithi156 conmon[67007]: cluster 2022-01-18T20:15:25.023245+0000 mgr.smithi129.iclwio (mgr.14716) 8756 : cluster 2022-01-18T20:15:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:26 smithi156 conmon[67007]: [DBG] pgmap v7528: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:28 smithi156 conmon[67007]: cluster 2022-01-18T20:15:27.023773+0000 mgr.smithi129.iclwio (mgr.14716) 8757 : cluster [DBG] 2022-01-18T20:15:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:28 smithi156 conmon[67007]: pgmap v7529: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:28.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:28 smithi129 conmon[101092]: cluster 2022-01-18T20:15:27.023773+0000 mgr.smithi129.iclwio (mgr.14716) 8757 : cluster [DBG] pgmap v7529: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:28.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:28 smithi129 conmon[101092]: 2022-01-18T20:15:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:30 smithi156 conmon[67007]: cluster 2022-01-18T20:15:29.024443+0000 mgr.smithi129.iclwio (mgr.14716) 8758 : cluster [DBG] 2022-01-18T20:15:30.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:30 smithi156 conmon[67007]: pgmap v7530: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:30.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:30 smithi129 conmon[101092]: cluster 2022-01-18T20:15:29.024443+0000 mgr.smithi129.iclwio (mgr.14716) 8758 : cluster [DBG] pgmap v7530: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:30.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:30 smithi129 conmon[101092]: 2022-01-18T20:15:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:32 smithi156 conmon[67007]: cluster 2022-01-18T20:15:31.025190+0000 mgr.smithi129.iclwio (mgr.14716) 8759 : cluster [DBG] 2022-01-18T20:15:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:32 smithi156 conmon[67007]: pgmap v7531: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:15:32.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:32 smithi129 conmon[101092]: cluster 2022-01-18T20:15:31.025190+0000 mgr.smithi129.iclwio (mgr.14716) 8759 : cluster [DBG] pgmap v7531: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:15:32.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:32 smithi129 conmon[101092]: 2022-01-18T20:15:33.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:33 smithi156 conmon[67007]: cluster 2022-01-18T20:15:33.025904+0000 mgr.smithi129.iclwio (mgr.14716) 8760 : cluster [DBG] 2022-01-18T20:15:33.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:33 smithi156 conmon[67007]: pgmap v7532: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:33 smithi129 conmon[101092]: cluster 2022-01-18T20:15:33.025904+0000 mgr.smithi129.iclwio (mgr.14716) 8760 2022-01-18T20:15:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:33 smithi129 conmon[101092]: : cluster [DBG] pgmap v7532: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:36 smithi129 conmon[101092]: cluster 2022-01-18T20:15:35.026604+0000 mgr.smithi129.iclwio (mgr.14716) 8761 : cluster [DBG] 2022-01-18T20:15:36.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:36 smithi129 conmon[101092]: pgmap v7533: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:36.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:36 smithi129 conmon[101092]: audit 2022-01-18T20:15:36.036662+0000 mon.smithi129 (mon.0) 2654 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:15:36.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:36 smithi129 conmon[101092]: audit 2022-01-18T20:15:36.038037+0000 mon.smithi129 (mon.0) 2655 : audit 2022-01-18T20:15:36.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:36 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:15:36.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:36 smithi129 conmon[101092]: audit 2022-01-18T20:15:36.038835+0000 2022-01-18T20:15:36.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:36 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2656 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:15:36.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:36 smithi156 conmon[67007]: cluster 2022-01-18T20:15:35.026604+0000 mgr.smithi129.iclwio (mgr.14716) 8761 : 2022-01-18T20:15:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:36 smithi156 conmon[67007]: cluster [DBG] pgmap v7533: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:36 smithi156 conmon[67007]: audit 2022-01-18T20:15:36.036662+0000 mon.smithi129 (mon.0) 2654 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:15:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:36 smithi156 conmon[67007]: audit 2022-01-18T20: 2022-01-18T20:15:36.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:36 smithi156 conmon[67007]: 15:36.038037+0000 mon.smithi129 (mon.0) 2655 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:15:36.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:36 smithi156 conmon[67007]: audit 2022-01-18T20:15:36.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:36 smithi156 conmon[67007]: 2022-01-18T20:15:36.038835+0000 mon.smithi129 (mon.0) 2656 : 2022-01-18T20:15:36.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:36 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:15:37.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:37 smithi129 conmon[101092]: cephadm 2022-01-18T20:15:36.039552+0000 mgr.smithi129.iclwio (mgr.14716) 8762 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:15:37.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:37 smithi129 conmon[101092]: audit 2022-01-18T20:15:36.346714+0000 mon.smithi129 (mon.0) 2657 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:15:37.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:37 smithi129 conmon[101092]: audit 2022-01-18T20:15:36.352761+0000 mon.smithi129 (mon.0) 2658 2022-01-18T20:15:37.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:37 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:15:37.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:37 smithi156 conmon[67007]: cephadm 2022-01-18T20:15:36.039552+0000 mgr.smithi129.iclwio (mgr.14716) 8762 : cephadm 2022-01-18T20:15:37.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:37 smithi156 conmon[67007]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:15:37.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:37 smithi156 conmon[67007]: audit 2022-01-18T20:15:36.346714+0000 mon.smithi129 (mon.0) 2657 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:15:37.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:37 smithi156 conmon[67007]: audit 2022-01-18T20:15:36.352761+0000 mon.smithi129 (mon.0) 2658 : audit [INF] 2022-01-18T20:15:37.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:37 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:15:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:38 smithi156 conmon[67007]: cluster 2022-01-18T20:15:37.027047+0000 mgr.smithi129.iclwio (mgr.14716) 8763 : cluster [DBG] pgmap v7534: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:38 smithi129 conmon[101092]: cluster 2022-01-18T20:15:37.027047+0000 mgr.smithi129.iclwio (mgr.14716) 8763 : cluster [DBG] pgmap v7534: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:38.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:38 smithi129 conmon[101092]: 2022-01-18T20:15:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:40 smithi156 conmon[67007]: cluster 2022-01-18T20:15:39.027675+0000 mgr.smithi129.iclwio (mgr.14716) 8764 : cluster [DBG] pgmap v7535: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:40.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:40 smithi129 conmon[101092]: cluster 2022-01-18T20:15:39.027675+0000 mgr.smithi129.iclwio (mgr.14716) 8764 : cluster [DBG] pgmap v7535: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:42 smithi156 conmon[67007]: cluster 2022-01-18T20:15:41.028389+0000 mgr.smithi129.iclwio (mgr.14716) 8765 : cluster [DBG] pgmap v7536: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:15:42.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:42 smithi129 conmon[101092]: cluster 2022-01-18T20:15:41.028389+0000 mgr.smithi129.iclwio (mgr.14716) 8765 : cluster [DBG] pgmap v7536: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:15:42.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:42 smithi129 conmon[101092]: 2022-01-18T20:15:43.772 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:15:43.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:43 smithi156 conmon[67007]: cluster 2022-01-18T20:15:43.029089+0000 mgr.smithi129.iclwio (mgr.14716) 8766 : cluster [DBG] pgmap v7537: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:43.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:43 smithi129 conmon[101092]: cluster 2022-01-18T20:15:43.029089+0000 mgr.smithi129.iclwio (mgr.14716) 8766 : cluster [DBG] 2022-01-18T20:15:43.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:43 smithi129 conmon[101092]: pgmap v7537: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:44.037 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:15:44.038 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 5m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:15:44.038 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 5m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:15:44.038 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 5m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:15:44.039 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 5m ago 4h 44.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:15:44.039 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 5m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:15:44.039 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 5m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:15:44.039 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 5m ago 4h 765M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:15:44.040 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 5m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:15:44.040 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 5m ago 4h 1603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:15:44.040 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 5m ago 4h 740M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:15:44.040 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 5m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:15:44.040 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 5m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:15:44.041 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 5m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:15:44.041 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 5m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:15:44.041 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 5m ago 4h 2127M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:15:44.041 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 5m ago 4h 3214M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:15:44.042 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 5m ago 4h 2441M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:15:44.042 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 5m ago 4h 3233M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:15:44.042 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 5m ago 4h 3002M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:15:44.042 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 5m ago 4h 3523M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:15:44.043 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 5m ago 4h 2833M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:15:44.043 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 5m ago 4h 4101M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:15:44.043 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 5m ago 4h 146M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:15:44.356 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:15:44.356 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:15:44.357 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:15:44.357 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:15:44.357 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:15:44.357 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:15:44.358 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:15:44.358 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:15:44.358 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:15:44.358 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:15:44.359 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:15:44.359 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:15:44.359 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:15:44.359 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:15:44.360 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:15:44.360 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:15:44.360 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:15:44.360 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:15:44.360 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:15:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:44 smithi156 conmon[67007]: audit 2022-01-18T20:15:43.761195+0000 mgr.smithi129.iclwio (mgr.14716) 8767 : audit [DBG] from='client.39934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:15:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:44 smithi156 conmon[67007]: audit 2022-01-18T20:15:44.029684+0000 mgr.smithi129.iclwio (mgr.14716) 8768 : audit [DBG] from='client.39938 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:15:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:44 smithi156 conmon[67007]: audit 2022-01-18T20:15:44.356957+0000 mon.smithi129 2022-01-18T20:15:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:44 smithi156 conmon[67007]: (mon.0) 2659 : audit [DBG] from='client.? 172.21.15.129:0/2125644697' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:15:44.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:44 smithi129 conmon[101092]: audit 2022-01-18T20:15:43.761195+0000 mgr.smithi129.iclwio (mgr.14716) 8767 : audit [DBG] 2022-01-18T20:15:44.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:44 smithi129 conmon[101092]: from='client.39934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:15:44.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:44 smithi129 conmon[101092]: audit 2022-01-18T20:15:44.029684+0000 mgr.smithi129.iclwio (mgr.14716) 8768 : audit [DBG] from='client.39938 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:15:44.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:44 smithi129 conmon[101092]: audit 2022-01-18T20:15:44.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:44 smithi129 conmon[101092]: 2022-01-18T20:15:44.356957+0000 mon.smithi129 (mon.0) 2659 : 2022-01-18T20:15:44.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:44 smithi129 conmon[101092]: audit [DBG] from='client.? 172.21.15.129:0/2125644697' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:15:45.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:45 smithi129 conmon[101092]: cluster 2022-01-18T20:15:45.030077+0000 mgr.smithi129.iclwio (mgr.14716) 8769 : cluster [DBG] pgmap v7538: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:45.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:45 smithi129 conmon[101092]: 2022-01-18T20:15:46.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:45 smithi156 conmon[67007]: cluster 2022-01-18T20:15:45.030077+0000 mgr.smithi129.iclwio (mgr.14716) 8769 : cluster [DBG] pgmap v7538: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:46.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:45 smithi156 conmon[67007]: 2022-01-18T20:15:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:48 smithi156 conmon[67007]: cluster 2022-01-18T20:15:47.030569+0000 mgr.smithi129.iclwio (mgr.14716) 8770 : cluster [DBG] pgmap v7539: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:48 smithi129 conmon[101092]: cluster 2022-01-18T20:15:47.030569+0000 mgr.smithi129.iclwio (mgr.14716) 8770 : cluster [DBG] pgmap v7539: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:50 smithi156 conmon[67007]: cluster 2022-01-18T20:15:49.031178+0000 mgr.smithi129.iclwio (mgr.14716) 8771 : cluster [DBG] pgmap v7540: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:50 smithi129 conmon[101092]: cluster 2022-01-18T20:15:49.031178+0000 mgr.smithi129.iclwio (mgr.14716) 8771 : cluster [DBG] pgmap v7540: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:51.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:51 smithi156 conmon[67007]: cluster 2022-01-18T20:15:51.032046+0000 mgr.smithi129.iclwio (mgr.14716) 8772 : cluster [DBG] pgmap v7541: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:15:51.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:51 smithi129 conmon[101092]: cluster 2022-01-18T20:15:51. 2022-01-18T20:15:51.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:51 smithi129 conmon[101092]: 032046+0000 mgr.smithi129.iclwio (mgr.14716) 8772 : cluster [DBG] pgmap v7541: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:15:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:54 smithi156 conmon[67007]: cluster 2022-01-18T20:15:53.032587+0000 mgr.smithi129.iclwio (mgr.14716) 8773 2022-01-18T20:15:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:54 smithi156 conmon[67007]: : cluster [DBG] pgmap v7542: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:54.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:54 smithi129 conmon[101092]: cluster 2022-01-18T20:15:53.032587+0000 mgr.smithi129.iclwio (mgr.14716) 8773 : cluster [DBG] 2022-01-18T20:15:54.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:54 smithi129 conmon[101092]: pgmap v7542: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:56 smithi156 conmon[67007]: cluster 2022-01-18T20:15:55.033540+0000 mgr.smithi129.iclwio (mgr.14716) 8774 : cluster [DBG] pgmap v7543: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:56.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:56 smithi129 conmon[101092]: cluster 2022-01-18T20:15:55.033540+0000 mgr.smithi129.iclwio (mgr.14716) 8774 : cluster [DBG] pgmap v7543: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:56.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:56 smithi129 conmon[101092]: 2022-01-18T20:15:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:58 smithi156 conmon[67007]: cluster 2022-01-18T20:15:57.034054+0000 mgr.smithi129.iclwio (mgr.14716) 8775 : cluster [DBG] pgmap v7544: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:58 smithi129 conmon[101092]: cluster 2022-01-18T20:15:57.034054+0000 mgr.smithi129.iclwio (mgr.14716) 8775 : cluster [DBG] pgmap v7544: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:15:58.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:58 smithi129 conmon[101092]: 2022-01-18T20:15:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:59 smithi156 conmon[67007]: audit 2022-01-18T20:15:59.206374+0000 mon.smithi129 (mon.0) 2660 : 2022-01-18T20:15:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:59 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:15:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:15:59 smithi156 conmon[67007]: audit 2022-01-18T20:15:59.206606+0000 mon.smithi129 (mon.0) 2661 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:15:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:59 smithi129 conmon[101092]: audit 2022-01-18T20:15:59.206374+0000 mon.smithi129 (mon.0) 2660 : audit 2022-01-18T20:15:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:59 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:15:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:15:59 smithi129 conmon[101092]: audit 2022-01-18T20:15:59.206606+0000 mon.smithi129 (mon.0) 2661 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:16:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:00 smithi156 conmon[67007]: cluster 2022-01-18T20:15:59.034506+0000 mgr.smithi129.iclwio (mgr.14716) 8776 : cluster [DBG] pgmap v7545: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:00 smithi129 conmon[101092]: cluster 2022-01-18T20:15:59.034506+0000 mgr.smithi129.iclwio (mgr.14716) 8776 : cluster [DBG] 2022-01-18T20:16:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:00 smithi129 conmon[101092]: pgmap v7545: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:01.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:01 smithi156 conmon[67007]: cluster 2022-01-18T20:16:01.035341+0000 mgr.smithi129.iclwio (mgr.14716) 8777 : cluster [DBG] pgmap v7546: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:16:01.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:01 smithi156 conmon[67007]: 2022-01-18T20:16:01.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:01 smithi129 conmon[101092]: cluster 2022-01-18T20:16:01.035341+0000 mgr.smithi129.iclwio (mgr.14716) 8777 : cluster [DBG] pgmap v7546: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:16:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:04 smithi156 conmon[67007]: cluster 2022-01-18T20:16:03.035845+0000 mgr.smithi129.iclwio (mgr.14716) 8778 : cluster [DBG] pgmap v7547: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:04.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:04 smithi129 conmon[101092]: cluster 2022-01-18T20:16:03.035845+0000 mgr.smithi129.iclwio (mgr.14716) 8778 : cluster [DBG] pgmap v7547: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:06 smithi156 conmon[67007]: cluster 2022-01-18T20:16:05.036560+0000 mgr.smithi129.iclwio (mgr.14716) 8779 : cluster [DBG] pgmap v7548: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:06 smithi129 conmon[101092]: cluster 2022-01-18T20:16:05.036560+0000 mgr.smithi129.iclwio (mgr.14716) 8779 : cluster [DBG] pgmap v7548: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:08 smithi156 conmon[67007]: cluster 2022-01-18T20:16:07.037108+0000 mgr.smithi129.iclwio (mgr.14716) 8780 : cluster [DBG] pgmap v7549: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:08 smithi129 conmon[101092]: cluster 2022-01-18T20:16:07.037108+0000 mgr.smithi129.iclwio (mgr.14716) 8780 : cluster [DBG] pgmap v7549: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:10 smithi156 conmon[67007]: cluster 2022-01-18T20:16:09.037721+0000 mgr.smithi129.iclwio (mgr.14716) 8781 : cluster [DBG] pgmap v7550: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:10.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:10 smithi129 conmon[101092]: cluster 2022-01-18T20:16:09.037721+0000 mgr.smithi129.iclwio (mgr.14716) 8781 : cluster [DBG] pgmap v7550: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:11.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:11 smithi129 conmon[101092]: cluster 2022-01-18T20:16:11.038472+0000 mgr.smithi129.iclwio (mgr.14716) 8782 : cluster [DBG] pgmap v7551: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:16:12.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:11 smithi156 conmon[67007]: cluster 2022-01-18T20:16:11.038472+0000 mgr.smithi129.iclwio (mgr.14716) 8782 : cluster [DBG] pgmap v7551: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:16:14.653 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:16:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:14 smithi156 conmon[67007]: cluster 2022-01-18T20:16:13.039049+0000 mgr.smithi129.iclwio (mgr.14716) 8783 : cluster [DBG] pgmap v7552: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:14.920 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:16:14.920 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 5m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:16:14.920 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 5m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:16:14.921 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 5m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:16:14.921 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 5m ago 4h 44.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:16:14.921 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 5m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:16:14.921 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 5m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:16:14.922 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 5m ago 4h 765M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:16:14.922 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 5m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:16:14.922 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 5m ago 4h 1603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:16:14.922 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 5m ago 4h 740M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:16:14.923 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 5m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:16:14.923 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 5m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:16:14.923 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 5m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:16:14.923 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 5m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:16:14.923 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 5m ago 4h 2127M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:16:14.924 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 5m ago 4h 3214M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:16:14.924 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 5m ago 4h 2441M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:16:14.924 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 5m ago 4h 3233M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:16:14.924 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 5m ago 4h 3002M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:16:14.925 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 5m ago 4h 3523M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:16:14.925 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 5m ago 4h 2833M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:16:14.925 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 5m ago 4h 4101M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:16:14.925 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 5m ago 4h 146M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:16:14.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:14 smithi129 conmon[101092]: cluster 2022-01-18T20:16:13.039049+0000 2022-01-18T20:16:14.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:14 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 8783 : cluster [DBG] pgmap v7552: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:15.235 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:16:15.235 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:16:15.236 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:16:15.236 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:16:15.236 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:16:15.236 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:16:15.237 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:16:15.237 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:16:15.237 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:16:15.237 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:16:15.237 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:16:15.238 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:16:15.238 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:16:15.238 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:16:15.238 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:16:15.239 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:16:15.239 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:16:15.239 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:16:15.239 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:16:15.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:15 smithi156 conmon[67007]: audit 2022-01-18T20:16:15.235850+0000 mon.smithi129 (mon.0) 2662 : audit [DBG] from='client.? 172.21.15.129:0/2062642191' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:16:15.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:15 smithi129 conmon[101092]: audit 2022-01-18T20:16:15.235850+0000 mon.smithi129 (mon.0) 2662 : 2022-01-18T20:16:15.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:15 smithi129 conmon[101092]: audit [DBG] from='client.? 172.21.15.129:0/2062642191' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:16:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:16 smithi156 conmon[67007]: audit 2022-01-18T20:16:14.642769+0000 mgr.smithi129.iclwio (mgr.14716) 8784 : audit 2022-01-18T20:16:16.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:16 smithi156 conmon[67007]: [DBG] from='client.39946 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:16:16.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:16 smithi156 conmon[67007]: audit 2022-01-18T20:16:14.912122+0000 mgr.smithi129.iclwio (mgr.14716) 8785 : audit [DBG] from='client.39950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:16:16.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:16 smithi156 conmon[67007]: cluster 2022-01-18T20:16:16.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:16 smithi156 conmon[67007]: 2022-01-18T20:16:15.039725+0000 mgr.smithi129.iclwio (mgr.14716) 8786 : cluster [DBG] pgmap v7553: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:16 smithi129 conmon[101092]: audit 2022-01-18T20:16:14.642769+0000 mgr.smithi129.iclwio (mgr.14716) 8784 : audit [DBG] from='client.39946 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:16:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:16 smithi129 conmon[101092]: audit 2022-01-18T20:16:14.912122+0000 mgr.smithi129.iclwio (mgr.14716) 8785 : audit [DBG] from='client.39950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:16:16.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:16 smithi129 conmon[101092]: cluster 2022-01-18T20:16:15.039725+0000 mgr.smithi129.iclwio (mgr.14716) 8786 : cluster [DBG] pgmap v7553: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:18 smithi156 conmon[67007]: cluster 2022-01-18T20:16:17.040276+0000 mgr.smithi129.iclwio (mgr.14716) 8787 : cluster [DBG] pgmap v7554: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:18 smithi129 conmon[101092]: cluster 2022-01-18T20:16:17.040276+0000 mgr.smithi129.iclwio (mgr.14716) 8787 : cluster [DBG] pgmap v7554: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:18 smithi129 conmon[101092]: 2022-01-18T20:16:19.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:19 smithi156 conmon[67007]: cluster 2022-01-18T20:16:19.040872+0000 mgr.smithi129.iclwio (mgr.14716) 8788 : cluster [DBG] pgmap v7555: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:19.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:19 smithi129 conmon[101092]: cluster 2022-01-18T20:16:19.040872+0000 mgr.smithi129.iclwio (mgr.14716) 8788 : cluster [DBG] pgmap v7555: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:22 smithi129 conmon[101092]: cluster 2022-01-18T20:16:21.041566+0000 mgr.smithi129.iclwio (mgr.14716) 8789 : cluster [DBG] pgmap v7556: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:16:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:22 smithi156 conmon[67007]: cluster 2022-01-18T20:16:21.041566+0000 mgr.smithi129.iclwio (mgr.14716) 8789 : cluster [DBG] pgmap v7556: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:16:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:24 smithi156 conmon[67007]: cluster 2022-01-18T20:16:23.042251+0000 mgr.smithi129.iclwio (mgr.14716) 8790 : cluster [DBG] 2022-01-18T20:16:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:24 smithi156 conmon[67007]: pgmap v7557: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:24.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:24 smithi129 conmon[101092]: cluster 2022-01-18T20:16:23.042251+0000 mgr.smithi129.iclwio (mgr.14716) 8790 : cluster [DBG] pgmap v7557: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:26.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:26 smithi156 conmon[67007]: cluster 2022-01-18T20:16:25.043040+0000 mgr.smithi129.iclwio (mgr.14716) 8791 : cluster [DBG] pgmap v7558: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:26.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:26 smithi156 conmon[67007]: 2022-01-18T20:16:26.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:26 smithi129 conmon[101092]: cluster 2022-01-18T20:16:25.043040+0000 mgr.smithi129.iclwio (mgr.14716) 8791 : cluster [DBG] pgmap v7558: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:28 smithi156 conmon[67007]: cluster 2022-01-18T20:16:27.043513+0000 mgr.smithi129.iclwio (mgr.14716) 8792 : cluster [DBG] 2022-01-18T20:16:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:28 smithi156 conmon[67007]: pgmap v7559: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:28.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:28 smithi129 conmon[101092]: cluster 2022-01-18T20:16:27.043513+0000 mgr.smithi129.iclwio (mgr.14716) 8792 : cluster [DBG] pgmap v7559: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:30 smithi156 conmon[67007]: cluster 2022-01-18T20:16:29.044064+0000 mgr.smithi129.iclwio (mgr.14716) 8793 : cluster [DBG] pgmap v7560: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:30.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:30 smithi129 conmon[101092]: cluster 2022-01-18T20:16:29.044064+0000 mgr.smithi129.iclwio (mgr.14716) 8793 : cluster [DBG] pgmap v7560: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:31.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:31 smithi129 conmon[101092]: cluster 2022-01-18T20:16:31.044816+0000 mgr.smithi129.iclwio (mgr.14716) 8794 : cluster [DBG] pgmap v7561: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:16:32.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:31 smithi156 conmon[67007]: cluster 2022-01-18T20:16:31.044816+0000 mgr.smithi129.iclwio (mgr.14716) 8794 : cluster [DBG] pgmap v7561: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:16:32.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:31 smithi156 conmon[67007]: 2022-01-18T20:16:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:34 smithi156 conmon[67007]: cluster 2022-01-18T20:16:33.045315+0000 mgr.smithi129.iclwio (mgr.14716) 8795 : cluster 2022-01-18T20:16:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:34 smithi156 conmon[67007]: [DBG] pgmap v7562: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:34.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:34 smithi129 conmon[101092]: cluster 2022-01-18T20:16:33.045315+0000 mgr.smithi129.iclwio (mgr.14716) 8795 : cluster [DBG] pgmap v7562: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:35.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:35 smithi129 conmon[101092]: cluster 2022-01-18T20:16:35.046064+0000 mgr.smithi129.iclwio (mgr.14716) 8796 : cluster [DBG] pgmap v7563: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:36.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:35 smithi156 conmon[67007]: cluster 2022-01-18T20:16:35.046064+0000 mgr.smithi129.iclwio (mgr.14716) 8796 : cluster [DBG] 2022-01-18T20:16:36.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:35 smithi156 conmon[67007]: pgmap v7563: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:36.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:36 smithi129 conmon[101092]: audit 2022-01-18T20:16:36.355723+0000 mon.smithi129 (mon.0) 2663 : audit 2022-01-18T20:16:36.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:36 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:16:36.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:36 smithi129 conmon[101092]: audit 2022-01-18T20:16:36.357184+0000 mon.smithi129 (mon.0) 2664 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:16:36.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:36 smithi129 conmon[101092]: audit 2022-01-18T20:16 2022-01-18T20:16:36.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:36 smithi129 conmon[101092]: :36.358103+0000 mon.smithi129 (mon.0) 2665 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:16:36.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:36 smithi129 conmon[101092]: cephadm 2022-01-18T20:16:36.358840+0000 mgr.smithi129.iclwio 2022-01-18T20:16:36.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:36 smithi129 conmon[101092]: (mgr.14716) 8797 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:16:37.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:36 smithi156 conmon[67007]: audit 2022-01-18T20:16:36.355723+0000 mon.smithi129 (mon 2022-01-18T20:16:37.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:36 smithi156 conmon[67007]: .0) 2663 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:16:37.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:36 smithi156 conmon[67007]: audit 2022-01-18T20:16:36.357184+0000 mon.smithi129 (mon.0) 2664 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:16:37.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:36 smithi156 conmon[67007]: audit 2022-01-18T20:16:36.358103+0000 mon.smithi129 (mon 2022-01-18T20:16:37.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:36 smithi156 conmon[67007]: .0) 2665 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:16:37.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:36 smithi156 conmon[67007]: cephadm 2022- 2022-01-18T20:16:37.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:36 smithi156 conmon[67007]: 01-18T20:16:36.358840+0000 mgr.smithi129.iclwio (mgr 2022-01-18T20:16:37.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:36 smithi156 conmon[67007]: .14716) 8797 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:16:37.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:37 smithi129 conmon[101092]: audit 2022-01-18T20:16:36.658476+0000 mon.smithi129 (mon.0) 2666 : audit 2022-01-18T20:16:37.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:37 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:16:37.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:37 smithi129 conmon[101092]: audit 2022-01-18T20:16:36.663679+0000 mon.smithi129 (mon.0) 2667 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:16:37.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:37 smithi129 conmon[101092]: cluster 2022-01-18T20:16:37.046519+0000 mgr.smithi129.iclwio (mgr.14716) 8798 : cluster [DBG] pgmap v7564: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:37.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:37 smithi129 conmon[101092]: 2022-01-18T20:16:38.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:37 smithi156 conmon[67007]: audit 2022-01-18T20:16:36.658476+0000 mon.smithi129 (mon.0) 2666 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:16:38.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:37 smithi156 conmon[67007]: audit 2022-01-18T20:16:36.663679+0000 mon.smithi129 (mon.0) 2667 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:16:38.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:37 smithi156 conmon[67007]: cluster 2022-01-18T20:16:37.046519+0000 mgr.smithi129.iclwio (mgr.14716) 8798 : cluster [DBG] pgmap v7564: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:40 smithi129 conmon[101092]: cluster 2022-01-18T20:16:39.047104+0000 mgr.smithi129.iclwio (mgr.14716) 8799 : cluster [DBG] pgmap v7565: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:40.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:40 smithi156 conmon[67007]: cluster 2022-01-18T20:16:39.047104+0000 mgr.smithi129.iclwio (mgr.14716) 8799 : cluster [DBG] pgmap v7565: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:42 smithi129 conmon[101092]: cluster 2022-01-18T20:16:41.047901+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:16:42.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:42 smithi129 conmon[101092]: ) 8800 : cluster [DBG] pgmap v7566: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:16:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:42 smithi156 conmon[67007]: cluster 2022-01-18T20:16:41.047901+0000 mgr.smithi129.iclwio (mgr.14716) 8800 : cluster [DBG] pgmap v7566: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:16:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:44 smithi156 conmon[67007]: cluster 2022-01-18T20:16:43.048651+0000 mgr.smithi129.iclwio (mgr.14716) 8801 : cluster [DBG] pgmap v7567: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:44.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:44 smithi129 conmon[101092]: cluster 2022-01-18T20:16:43.048651+0000 mgr.smithi129.iclwio (mgr.14716) 8801 : cluster [DBG] pgmap v7567: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:44.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:44 smithi129 conmon[101092]: 2022-01-18T20:16:45.535 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:16:45.806 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:16:45.806 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 6m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:16:45.807 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 6m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:16:45.807 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 6m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:16:45.807 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 6m ago 4h 44.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:16:45.807 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 6m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:16:45.808 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 6m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:16:45.808 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 6m ago 4h 765M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:16:45.808 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 6m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:16:45.808 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 6m ago 4h 1603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:16:45.808 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 6m ago 4h 740M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:16:45.809 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 6m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:16:45.809 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 6m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:16:45.809 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 6m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:16:45.809 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 6m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:16:45.810 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 6m ago 4h 2127M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:16:45.810 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 6m ago 4h 3214M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:16:45.810 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 6m ago 4h 2441M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:16:45.810 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 6m ago 4h 3233M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:16:45.811 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 6m ago 4h 3002M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:16:45.811 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 6m ago 4h 3523M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:16:45.811 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 6m ago 4h 2833M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:16:45.811 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 6m ago 4h 4101M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:16:45.812 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 6m ago 4h 146M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:16:45.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:45 smithi129 conmon[101092]: cluster 2022-01-18T20:16:45.049445+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T20:16:45.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:45 smithi129 conmon[101092]: 14716) 8802 : cluster [DBG] pgmap v7568: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:46.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:45 smithi156 conmon[67007]: cluster 2022-01-18T20:16:45.049445+0000 mgr.smithi129.iclwio (mgr.14716) 8802 : cluster [DBG] pgmap v7568: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:46.126 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:16:46.126 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:16:46.127 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:16:46.127 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:16:46.127 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:16:46.127 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:16:46.128 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:16:46.128 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:16:46.128 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:16:46.128 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:16:46.128 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:16:46.129 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:16:46.129 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:16:46.129 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:16:46.129 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:16:46.130 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:16:46.130 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:16:46.130 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:16:46.130 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:16:46.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:46 smithi129 conmon[101092]: audit 2022-01-18T20:16:45.523483+0000 mgr.smithi129.iclwio ( 2022-01-18T20:16:46.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:46 smithi129 conmon[101092]: mgr.14716) 8803 : audit [DBG] from='client.39958 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:16:46.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:46 smithi129 conmon[101092]: audit 2022-01-18T20:16:45.797956+0000 mgr.smithi129.iclwio (mgr.14716) 8804 : audit [DBG] from='client.39962 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:16:46.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:46 smithi129 conmon[101092]: audit 2022-01-18T20:16:46.126731+0000 mon.smithi129 (mon.0) 2668 : 2022-01-18T20:16:46.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:46 smithi129 conmon[101092]: audit [DBG] from='client.? 172.21.15.129:0/2392246957' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:16:47.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:46 smithi156 conmon[67007]: audit 2022-01-18T20:16:45.523483+0000 mgr.smithi129.iclwio (mgr.14716) 8803 : audit [DBG] from='client.39958 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:16:47.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:46 smithi156 conmon[67007]: audit 2022-01-18T20:16:45.797956+0000 mgr.smithi129.iclwio (mgr.14716) 8804 : audit [DBG] from='client.39962 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:16:47.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:46 smithi156 conmon[67007]: audit 2022-01-18T20:16:46.126731+0000 mon.smithi129 (mon.0) 2668 : audit [DBG] from='client.? 172.21.15.129:0/2392246957' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:16:47.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:46 smithi156 conmon[67007]: 2022-01-18T20:16:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:48 smithi156 conmon[67007]: cluster 2022-01-18T20:16:47.050113+0000 mgr.smithi129.iclwio (mgr.14716) 8805 : cluster 2022-01-18T20:16:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:48 smithi156 conmon[67007]: [DBG] pgmap v7569: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:48 smithi129 conmon[101092]: cluster 2022-01-18T20:16:47.050113+0000 mgr.smithi129.iclwio (mgr.14716) 8805 : cluster [DBG] pgmap v7569: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:50 smithi156 conmon[67007]: cluster 2022-01-18T20:16:49.050594+0000 mgr.smithi129.iclwio (mgr.14716) 8806 : cluster [DBG] pgmap v7570: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:50 smithi129 conmon[101092]: cluster 2022-01-18T20:16:49.050594+0000 mgr.smithi129.iclwio (mgr.14716) 8806 : cluster 2022-01-18T20:16:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:50 smithi129 conmon[101092]: [DBG] pgmap v7570: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:51.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:51 smithi156 conmon[67007]: cluster 2022-01-18T20:16:51.051587+0000 mgr.smithi129.iclwio (mgr.14716) 8807 : cluster [DBG] pgmap v7571: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:16:51.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:51 smithi129 conmon[101092]: cluster 2022-01-18T20:16:51.051587+0000 mgr.smithi129.iclwio (mgr.14716) 8807 : cluster [DBG] 2022-01-18T20:16:51.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:51 smithi129 conmon[101092]: pgmap v7571: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:16:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:54 smithi156 conmon[67007]: cluster 2022-01-18T20:16:53.052160+0000 mgr.smithi129.iclwio (mgr.14716) 8808 : cluster [DBG] pgmap v7572: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:54.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:54 smithi129 conmon[101092]: cluster 2022-01-18T20:16:53.052160+0000 mgr.smithi129.iclwio (mgr.14716) 8808 : cluster [DBG] pgmap v7572: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:55.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:55 smithi129 conmon[101092]: cluster 2022-01-18T20:16:55.053121+0000 mgr.smithi129.iclwio (mgr.14716) 8809 : cluster [DBG] pgmap v7573: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:55.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:55 smithi129 conmon[101092]: 2022-01-18T20:16:56.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:55 smithi156 conmon[67007]: cluster 2022-01-18T20:16:55.053121+0000 mgr.smithi129.iclwio (mgr.14716) 8809 : cluster [DBG] pgmap v7573: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:58 smithi156 conmon[67007]: cluster 2022-01-18T20:16:57.053839+0000 mgr.smithi129.iclwio (mgr.14716) 8810 : cluster [DBG] pgmap v7574: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:58 smithi129 conmon[101092]: cluster 2022-01-18T20:16:57.053839+0000 mgr.smithi129.iclwio (mgr.14716) 8810 : cluster [DBG] pgmap v7574: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:16:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:58 smithi129 conmon[101092]: 2022-01-18T20:16:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:59 smithi156 conmon[67007]: audit 2022-01-18T20:16:59.210596+0000 mon.smithi129 (mon.0) 2669 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:16:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:59 smithi156 conmon[67007]: audit 2022-01-18T20:16:59.210833 2022-01-18T20:16:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:16:59 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2670 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:16:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:59 smithi129 conmon[101092]: audit 2022-01-18T20:16:59.210596+0000 mon.smithi129 (mon.0) 2669 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:16:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:59 smithi129 conmon[101092]: audit 2022-01-18T20:16:59.210833+0000 mon.smithi129 ( 2022-01-18T20:16:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:16:59 smithi129 conmon[101092]: mon.0) 2670 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:17:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:00 smithi156 conmon[67007]: cluster 2022-01-18T20:16:59.054279+0000 mgr.smithi129.iclwio (mgr.14716) 8811 : cluster [DBG] pgmap v7575: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:00 smithi129 conmon[101092]: cluster 2022-01-18T20:16:59.054279+0000 mgr.smithi129.iclwio (mgr.14716) 8811 : cluster [DBG] pgmap v7575: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:00 smithi129 conmon[101092]: 2022-01-18T20:17:01.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:01 smithi156 conmon[67007]: cluster 2022-01-18T20:17:01.055099+0000 mgr.smithi129.iclwio (mgr.14716) 8812 : cluster [DBG] pgmap v7576: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:17:01.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:01 smithi156 conmon[67007]: 2022-01-18T20:17:01.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:01 smithi129 conmon[101092]: cluster 2022-01-18T20:17:01.055099+0000 mgr.smithi129.iclwio (mgr.14716) 8812 : cluster [DBG] pgmap v7576: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:17:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:04 smithi156 conmon[67007]: cluster 2022-01-18T20:17:03.055657+0000 mgr.smithi129.iclwio (mgr.14716) 8813 : cluster [DBG] pgmap v7577: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:04.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:04 smithi129 conmon[101092]: cluster 2022-01-18T20:17:03.055657+0000 mgr.smithi129.iclwio (mgr.14716) 8813 : cluster [DBG] 2022-01-18T20:17:04.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:04 smithi129 conmon[101092]: pgmap v7577: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:05.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:05 smithi156 conmon[67007]: cluster 2022-01-18T20:17:05.056430+0000 mgr.smithi129.iclwio (mgr.14716) 8814 : cluster 2022-01-18T20:17:05.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:05 smithi156 conmon[67007]: [DBG] pgmap v7578: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:05.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:05 smithi129 conmon[101092]: cluster 2022-01-18T20:17:05.056430+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:17:05.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:05 smithi129 conmon[101092]: 8814 : cluster [DBG] pgmap v7578: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:08 smithi156 conmon[67007]: cluster 2022-01-18T20:17:07.056959+0000 mgr.smithi129.iclwio (mgr.14716) 8815 : cluster [DBG] 2022-01-18T20:17:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:08 smithi156 conmon[67007]: pgmap v7579: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:08 smithi129 conmon[101092]: cluster 2022-01-18T20:17:07.056959+0000 mgr.smithi129.iclwio (mgr.14716) 8815 : cluster [DBG] pgmap v7579: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:09.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:09 smithi156 conmon[67007]: cluster 2022-01-18T20:17:09.057425+0000 mgr.smithi129.iclwio (mgr.14716) 8816 : cluster [DBG] pgmap v7580: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:09.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:09 smithi129 conmon[101092]: cluster 2022-01-18T20:17:09.057425+0000 mgr.smithi129.iclwio (mgr.14716) 8816 : cluster [DBG] 2022-01-18T20:17:09.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:09 smithi129 conmon[101092]: pgmap v7580: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:12 smithi129 conmon[101092]: cluster 2022-01-18T20:17:11.058163+0000 mgr.smithi129.iclwio (mgr.14716) 8817 : cluster [DBG] pgmap v7581: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:17:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:12 smithi129 conmon[101092]: 2022-01-18T20:17:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:12 smithi156 conmon[67007]: cluster 2022-01-18T20:17:11.058163+0000 mgr.smithi129.iclwio (mgr.14716) 8817 : cluster [DBG] pgmap v7581: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:17:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:14 smithi156 conmon[67007]: cluster 2022-01-18T20:17:13.058929+0000 mgr.smithi129.iclwio (mgr.14716) 8818 : 2022-01-18T20:17:14.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:14 smithi156 conmon[67007]: cluster [DBG] pgmap v7582: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:14.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:14 smithi129 conmon[101092]: cluster 2022-01-18T20:17:13.058929+0000 mgr.smithi129.iclwio (mgr.14716) 8818 : cluster [DBG] 2022-01-18T20:17:14.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:14 smithi129 conmon[101092]: pgmap v7582: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:15.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:15 smithi156 conmon[67007]: cluster 2022-01-18T20:17:15.059938+0000 mgr.smithi129.iclwio (mgr.14716) 8819 : cluster [DBG] pgmap v7583: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:15.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:15 smithi129 conmon[101092]: cluster 2022-01-18T20:17:15.059938+0000 mgr.smithi129.iclwio (mgr.14716) 8819 : cluster [DBG] pgmap v7583: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:15.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:15 smithi129 conmon[101092]: 2022-01-18T20:17:16.427 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:17:16.693 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:17:16.694 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 6m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:17:16.694 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 6m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:17:16.694 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 6m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:17:16.694 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 6m ago 4h 44.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:17:16.695 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 6m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:17:16.695 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 6m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:17:16.695 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 6m ago 4h 765M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:17:16.695 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 6m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:17:16.696 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 6m ago 4h 1603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:17:16.696 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 6m ago 4h 740M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:17:16.696 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 6m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:17:16.696 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 6m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:17:16.697 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 6m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:17:16.697 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 6m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:17:16.697 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 6m ago 4h 2127M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:17:16.697 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 6m ago 4h 3214M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:17:16.697 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 6m ago 4h 2441M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:17:16.698 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 6m ago 4h 3233M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:17:16.698 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 6m ago 4h 3002M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:17:16.698 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 6m ago 4h 3523M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:17:16.698 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 6m ago 4h 2833M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:17:16.699 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 6m ago 4h 4101M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:17:16.699 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 6m ago 4h 146M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:17:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:16 smithi156 conmon[67007]: audit 2022-01-18T20:17:16.416141+0000 mgr.smithi129.iclwio (mgr.14716) 8820 : audit [DBG] from='client.39970 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:17:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:16 smithi129 conmon[101092]: audit 2022-01-18T20:17:16.416141+0000 mgr.smithi129.iclwio (mgr.14716) 8820 2022-01-18T20:17:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:16 smithi129 conmon[101092]: : audit [DBG] from='client.39970 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:17:17.012 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:17:17.012 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:17:17.013 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:17:17.013 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:17:17.013 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:17:17.013 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:17:17.013 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:17:17.014 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:17:17.014 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:17:17.014 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:17:17.014 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:17:17.015 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:17:17.015 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:17:17.015 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:17:17.015 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:17:17.016 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:17:17.016 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:17:17.016 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:17:17.016 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:17:17.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:17 smithi156 conmon[67007]: audit 2022-01-18T20:17:16.685387+0000 mgr.smithi129.iclwio (mgr.14716) 8821 : audit [DBG] from='client.39974 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:17:17.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:17 smithi156 conmon[67007]: audit 2022-01-18T20:17:17.012867+0000 mon.smithi129 (mon.0) 2671 : audit [DBG] from='client.? 172.21.15.129:0/2643811623' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:17:17.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:17 smithi156 conmon[67007]: cluster 2022-01-18T20:17:17.060344+0000 mgr.smithi129.iclwio (mgr.14716) 8822 : cluster [DBG] pgmap v7584: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:17.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:17 smithi129 conmon[101092]: audit 2022-01-18T20:17:16.685387+0000 mgr.smithi129.iclwio (mgr.14716) 8821 : audit [DBG] from='client.39974 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:17:17.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:17 smithi129 conmon[101092]: 2022-01-18T20:17:17.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:17 smithi129 conmon[101092]: audit 2022-01-18T20:17:17.012867+0000 mon.smithi129 (mon.0) 2671 : audit [DBG] from='client.? 172.21.15.129:0/2643811623' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:17:17.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:17 smithi129 conmon[101092]: cluster 2022-01-18T20:17:17.060344+0000 2022-01-18T20:17:17.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:17 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 8822 : cluster [DBG] pgmap v7584: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:20 smithi129 conmon[101092]: cluster 2022-01-18T20:17:19.060773+0000 mgr.smithi129.iclwio (mgr.14716) 8823 : cluster [DBG] 2022-01-18T20:17:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:20 smithi129 conmon[101092]: pgmap v7585: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:20.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:20 smithi156 conmon[67007]: cluster 2022-01-18T20:17:19.060773+0000 mgr.smithi129.iclwio (mgr.14716) 8823 : cluster [DBG] pgmap v7585: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:22 smithi129 conmon[101092]: cluster 2022-01-18T20:17:21.061511+0000 mgr.smithi129.iclwio (mgr.14716) 8824 : cluster [DBG] 2022-01-18T20:17:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:22 smithi129 conmon[101092]: pgmap v7586: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:17:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:22 smithi156 conmon[67007]: cluster 2022-01-18T20:17:21.061511+0000 mgr.smithi129.iclwio (mgr.14716) 8824 : cluster [DBG] pgmap v7586: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:17:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:24 smithi156 conmon[67007]: cluster 2022-01-18T20:17:23.062215+0000 mgr.smithi129.iclwio (mgr.14716) 8825 : cluster [DBG] pgmap v7587: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:24.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:24 smithi129 conmon[101092]: cluster 2022-01-18T20:17:23.062215+0000 mgr.smithi129.iclwio (mgr.14716) 8825 : cluster [DBG] pgmap v7587: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:24.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:24 smithi129 conmon[101092]: 2022-01-18T20:17:25.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:25 smithi156 conmon[67007]: cluster 2022-01-18T20:17:25.062970+0000 mgr.smithi129.iclwio (mgr.14716) 8826 : cluster [DBG] pgmap v7588: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:25.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:25 smithi129 conmon[101092]: cluster 2022-01-18T20:17:25.062970+0000 mgr.smithi129.iclwio (mgr.14716) 8826 : cluster [DBG] pgmap v7588: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:28 smithi156 conmon[67007]: cluster 2022-01-18T20:17:27.063494+0000 mgr.smithi129.iclwio (mgr.14716) 8827 : cluster [DBG] pgmap v7589: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:28.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:28 smithi129 conmon[101092]: cluster 2022-01-18T20:17:27.063494+0000 mgr.smithi129.iclwio (mgr.14716) 8827 : cluster [DBG] pgmap v7589: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:29.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:29 smithi129 conmon[101092]: cluster 2022-01-18T20:17:29.063999+0000 mgr.smithi129.iclwio (mgr.14716) 8828 : cluster [DBG] pgmap v7590: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:30.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:29 smithi156 conmon[67007]: cluster 2022-01-18T20:17:29.063999+0000 mgr.smithi129.iclwio (mgr.14716) 8828 : cluster [DBG] pgmap v7590: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:32 smithi129 conmon[101092]: cluster 2022-01-18T20:17:31.064919+0000 mgr.smithi129.iclwio (mgr.14716) 8829 : cluster [DBG] pgmap v7591: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:17:32.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:32 smithi156 conmon[67007]: cluster 2022-01-18T20:17:31.064919+0000 mgr.smithi129.iclwio (mgr.14716) 8829 : cluster [DBG] pgmap v7591: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:17:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:33 smithi129 conmon[101092]: cluster 2022-01-18T20:17:33.065512+0000 mgr.smithi129.iclwio (mgr.14716) 8830 : cluster [DBG] pgmap v7592: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:33 smithi129 conmon[101092]: 2022-01-18T20:17:34.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:33 smithi156 conmon[67007]: cluster 2022-01-18T20:17:33.065512+0000 mgr.smithi129.iclwio (mgr.14716) 8830 : cluster [DBG] pgmap v7592: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:36 smithi129 conmon[101092]: cluster 2022-01-18T20:17:35.066401+0000 mgr.smithi129.iclwio (mgr.14716) 8831 : cluster [DBG] pgmap v7593: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:36 smithi129 conmon[101092]: 2022-01-18T20:17:36.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:36 smithi156 conmon[67007]: cluster 2022-01-18T20:17:35.066401+0000 mgr.smithi129.iclwio (mgr.14716) 8831 : cluster [DBG] pgmap v7593: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:37.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:37 smithi129 conmon[101092]: audit 2022-01-18T20:17:36 2022-01-18T20:17:37.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:37 smithi129 conmon[101092]: .666201+0000 mon.smithi129 (mon.0) 2672 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:17:37.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:37 smithi129 conmon[101092]: audit 2022-01-18T20:17:36.667622+0000 mon.smithi129 (mon.0) 2673 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:17:37.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:37 smithi129 conmon[101092]: audit 2022-01-18T20:17:37.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:37 smithi129 conmon[101092]: 2022-01-18T20:17:36.668475+0000 mon.smithi129 (mon.0) 2674 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:17:37.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:37 smithi129 conmon[101092]: audit 2022 2022-01-18T20:17:37.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:37 smithi129 conmon[101092]: -01-18T20:17:36.976522+0000 mon.smithi129 (mon.0) 2675 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:17:37.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:37 smithi129 conmon[101092]: audit 2022-01-18T20:17:36. 2022-01-18T20:17:37.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:37 smithi129 conmon[101092]: 981095+0000 mon.smithi129 (mon.0) 2676 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:17:37.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:37 smithi156 conmon[67007]: audit 2022-01-18T20:17:36.666201+0000 mon.smithi129 (mon.0) 2672 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:17:37.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:37 smithi156 conmon[67007]: audit 2022-01-18T20:17:36.667622+0000 mon.smithi129 (mon.0) 2673 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:17:37.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:37 smithi156 conmon[67007]: audit 2022-01-18T20:17:36.668475+0000 mon.smithi129 (mon.0) 2674 2022-01-18T20:17:37.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:37 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:17:37.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:37 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T20:17:37.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:37 smithi156 conmon[67007]: 18T20:17:36.976522+0000 mon.smithi129 (mon.0) 2675 : audit [INF] 2022-01-18T20:17:37.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:37 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:17:37.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:37 smithi156 conmon[67007]: audit 2022 2022-01-18T20:17:37.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:37 smithi156 conmon[67007]: -01-18T20:17:36.981095+0000 2022-01-18T20:17:37.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:37 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2676 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:17:37.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:37 smithi156 conmon[67007]: 2022-01-18T20:17:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:38 smithi156 conmon[67007]: cephadm 2022-01-18T20:17:36.669230+0000 mgr.smithi129.iclwio (mgr.14716) 8832 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:17:38.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:38 smithi156 conmon[67007]: cluster 2022-01-18T20:17:37.067005+0000 mgr.smithi129.iclwio (mgr.14716) 8833 : cluster [DBG] pgmap v7594: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:38 smithi129 conmon[101092]: cephadm 2022-01-18T20:17:36.669230+0000 mgr.smithi129.iclwio (mgr.14716) 8832 : cephadm [WRN] 2022-01-18T20:17:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:38 smithi129 conmon[101092]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:17:38.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:38 smithi129 conmon[101092]: cluster 2022-01-18T20:17:37.067005+0000 mgr.smithi129.iclwio (mgr.14716) 8833 : cluster [DBG] pgmap v7594: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:39.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:39 smithi156 conmon[67007]: cluster 2022-01-18T20:17:39.067485+0000 mgr.smithi129.iclwio (mgr.14716) 8834 : cluster [DBG] pgmap v7595: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:39.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:39 smithi129 conmon[101092]: cluster 2022-01-18T20:17:39.067485+0000 mgr.smithi129.iclwio (mgr.14716) 8834 : cluster [DBG] 2022-01-18T20:17:39.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:39 smithi129 conmon[101092]: pgmap v7595: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:42 smithi129 conmon[101092]: cluster 2022-01-18T20:17:41.068397+0000 mgr.smithi129.iclwio (mgr.14716) 8835 : cluster [DBG] pgmap v7596: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:17:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:42 smithi156 conmon[67007]: cluster 2022-01-18T20:17:41.068397+0000 mgr.smithi129.iclwio (mgr.14716) 8835 : cluster [DBG] pgmap v7596: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:17:43.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:43 smithi129 conmon[101092]: cluster 2022-01-18T20:17:43.069112+0000 mgr.smithi129.iclwio (mgr.14716) 8836 : cluster [DBG] pgmap v7597: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:44.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:43 smithi156 conmon[67007]: cluster 2022-01-18T20:17:43.069112+0000 mgr.smithi129.iclwio (mgr.14716) 8836 : cluster [DBG] pgmap v7597: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:46 smithi129 conmon[101092]: cluster 2022-01-18T20:17:45.070093+0000 mgr.smithi129.iclwio (mgr.14716) 8837 : cluster [DBG] pgmap v7598: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:46.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:46 smithi156 conmon[67007]: cluster 2022-01-18T20:17:45.070093+0000 mgr.smithi129.iclwio (mgr.14716) 8837 : cluster [DBG] pgmap v7598: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:47.311 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:17:47.579 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:17:47.579 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 7m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:17:47.579 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 7m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:17:47.580 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 7m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:17:47.580 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 7m ago 4h 44.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:17:47.580 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 7m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:17:47.580 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 7m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:17:47.580 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 7m ago 4h 765M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:17:47.581 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 7m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:17:47.581 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 7m ago 4h 1603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:17:47.581 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 7m ago 4h 740M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:17:47.581 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 7m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:17:47.582 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 7m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:17:47.582 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 7m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:17:47.582 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 7m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:17:47.582 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 7m ago 4h 2127M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:17:47.583 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 7m ago 4h 3214M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:17:47.583 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 7m ago 4h 2441M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:17:47.583 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 7m ago 4h 3233M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:17:47.583 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 7m ago 4h 3002M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:17:47.583 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 7m ago 4h 3523M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:17:47.584 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 7m ago 4h 2833M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:17:47.584 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 7m ago 4h 4101M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:17:47.584 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 7m ago 4h 146M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:17:47.896 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:17:47.896 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:17:47.896 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:17:47.897 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:17:47.897 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:17:47.897 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:17:47.897 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:17:47.897 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:17:47.898 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:17:47.898 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:17:47.898 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:17:47.898 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:17:47.899 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:17:47.899 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:17:47.899 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:17:47.899 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:17:47.900 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:17:47.900 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:17:47.900 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:17:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:48 smithi156 conmon[67007]: cluster 2022-01-18T20:17:47.070587+0000 mgr.smithi129.iclwio (mgr.14716) 8838 : cluster [DBG] pgmap v7599: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:48 smithi156 conmon[67007]: audit 2022-01-18T20:17:47.299668+0000 mgr.smithi129.iclwio (mgr.14716) 8839 : audit [DBG] from='client.39982 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:17:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:48 smithi156 conmon[67007]: audit 2022-01-18T20:17:47.896617+0000 mon.smithi129 (mon.0) 2677 : audit [DBG] from='client.? 172.21.15.129:0/1113520421' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:17:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:48 smithi129 conmon[101092]: cluster 2022-01-18T20:17:47.070587+0000 mgr.smithi129.iclwio (mgr.14716) 8838 : cluster [DBG] pgmap v7599: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:48 smithi129 conmon[101092]: 2022-01-18T20:17:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:48 smithi129 conmon[101092]: audit 2022-01-18T20:17:47.299668+0000 mgr.smithi129.iclwio (mgr.14716) 8839 : audit [DBG] from='client.39982 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:17:48.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:48 smithi129 conmon[101092]: audit 2022-01-18T20: 2022-01-18T20:17:48.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:48 smithi129 conmon[101092]: 17:47.896617+0000 mon.smithi129 (mon.0) 2677 : audit [DBG] from='client.? 172.21.15.129:0/1113520421' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:17:49.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:49 smithi156 conmon[67007]: audit 2022-01-18T20:17:47.570766+0000 mgr.smithi129.iclwio (mgr.14716) 8840 : audit [DBG] from='client.39986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:17:49.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:49 smithi156 conmon[67007]: cluster 2022-01-18T20:17:49.071099+0000 mgr.smithi129.iclwio 2022-01-18T20:17:49.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:49 smithi156 conmon[67007]: (mgr.14716) 8841 : cluster [DBG] pgmap v7600: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:49.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:49 smithi129 conmon[101092]: audit 2022-01-18T20:17:47.570766+0000 mgr.smithi129.iclwio (mgr.14716) 8840 : audit [DBG] from='client.39986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:17:49.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:49 smithi129 conmon[101092]: cluster 2022-01-18T20:17:49.071099+0000 mgr.smithi129.iclwio 2022-01-18T20:17:49.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:49 smithi129 conmon[101092]: (mgr.14716) 8841 : cluster [DBG] pgmap v7600: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:52 smithi129 conmon[101092]: cluster 2022-01-18T20:17:51.072098+0000 mgr.smithi129.iclwio (mgr.14716) 8842 : cluster [DBG] pgmap v7601: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:17:52.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:52 smithi156 conmon[67007]: cluster 2022-01-18T20:17:51.072098+0000 mgr.smithi129.iclwio (mgr.14716) 8842 : cluster [DBG] pgmap v7601: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:17:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:53 smithi129 conmon[101092]: cluster 2022-01-18T20 2022-01-18T20:17:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:53 smithi129 conmon[101092]: :17:53.072741+0000 mgr.smithi129.iclwio (mgr.14716) 8843 : cluster [DBG] pgmap v7602: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:54.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:53 smithi156 conmon[67007]: cluster 2022-01-18T20:17:53.072741+0000 mgr.smithi129.iclwio (mgr.14716) 8843 : cluster [DBG] pgmap v7602: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:56 smithi129 conmon[101092]: cluster 2022-01-18T20:17:55.073629+0000 mgr.smithi129.iclwio (mgr.14716) 8844 : cluster [DBG] pgmap v7603: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:56.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:56 smithi156 conmon[67007]: cluster 2022-01-18T20:17:55.073629+0000 mgr.smithi129.iclwio (mgr.14716) 8844 : cluster [DBG] pgmap v7603: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:58 smithi129 conmon[101092]: cluster 2022-01-18T20:17:57.074323+0000 mgr.smithi129.iclwio (mgr.14716) 8845 : cluster [DBG] 2022-01-18T20:17:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:17:58 smithi129 conmon[101092]: pgmap v7604: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:58.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:58 smithi156 conmon[67007]: cluster 2022-01-18T20:17:57.074323+0000 mgr.smithi129.iclwio (mgr.14716) 8845 : cluster [DBG] pgmap v7604: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:17:58.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:17:58 smithi156 conmon[67007]: 2022-01-18T20:18:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:00 smithi129 conmon[101092]: cluster 2022-01-18T20:17:59.074885+0000 mgr.smithi129.iclwio (mgr.14716) 8846 : cluster [DBG] pgmap v7605: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:00 smithi129 conmon[101092]: audit 2022-01-18T20:17:59.214895+0000 2022-01-18T20:18:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:00 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2678 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:18:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:00 smithi129 conmon[101092]: audit 2022-01-18T20:17:59.215190+0000 mon.smithi129 (mon.0) 2679 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:18:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:00 smithi156 conmon[67007]: cluster 2022-01-18T20:17:59.074885+0000 mgr.smithi129.iclwio (mgr.14716) 8846 : cluster [DBG] pgmap v7605: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:00 smithi156 conmon[67007]: audit 2022-01-18T20:17:59.214895+0000 mon.smithi129 (mon.0) 2678 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:18:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:00 smithi156 conmon[67007]: audit 2022-01-18T20:17:59.215190+0000 mon.smithi129 (mon.0) 2679 2022-01-18T20:18:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:00 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:18:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:02 smithi129 conmon[101092]: cluster 2022-01-18T20:18:01.075659+0000 mgr.smithi129.iclwio (mgr.14716) 8847 : cluster [DBG] pgmap v7606: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:18:02.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:02 smithi129 conmon[101092]: 2022-01-18T20:18:02.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:02 smithi156 conmon[67007]: cluster 2022-01-18T20:18:01.075659+0000 mgr.smithi129.iclwio (mgr.14716) 8847 : cluster [DBG] pgmap v7606: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:18:03.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:03 smithi156 conmon[67007]: cluster 2022-01-18T20:18:03.076386+0000 mgr.smithi129.iclwio (mgr.14716) 8848 : cluster [DBG] pgmap v7607: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:03.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:03 smithi129 conmon[101092]: cluster 2022-01-18T20:18:03.076386+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:18:03.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:03 smithi129 conmon[101092]: 8848 : cluster [DBG] pgmap v7607: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:06 smithi129 conmon[101092]: cluster 2022-01-18T20:18:05.077323+0000 mgr.smithi129.iclwio (mgr.14716) 8849 : cluster [DBG] pgmap v7608: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:06 smithi129 conmon[101092]: 2022-01-18T20:18:06.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:06 smithi156 conmon[67007]: cluster 2022-01-18T20:18:05.077323+0000 mgr.smithi129.iclwio (mgr.14716) 8849 : cluster [DBG] pgmap v7608: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:06 smithi156 conmon[67007]: 2022-01-18T20:18:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:08 smithi129 conmon[101092]: cluster 2022-01-18T20:18:07.077936+0000 mgr.smithi129.iclwio (mgr.14716) 8850 : cluster 2022-01-18T20:18:08.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:08 smithi129 conmon[101092]: [DBG] pgmap v7609: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:08.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:08 smithi156 conmon[67007]: cluster 2022-01-18T20:18:07.077936+0000 mgr.smithi129.iclwio (mgr.14716) 8850 : cluster [DBG] pgmap v7609: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:08 smithi156 conmon[67007]: 2022-01-18T20:18:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:10 smithi129 conmon[101092]: cluster 2022-01-18T20:18:09.078383+0000 mgr.smithi129.iclwio (mgr.14716) 8851 : cluster [DBG] pgmap v7610: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:10 smithi129 conmon[101092]: 2022-01-18T20:18:10.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:10 smithi156 conmon[67007]: cluster 2022-01-18T20:18:09.078383+0000 mgr.smithi129.iclwio (mgr.14716) 8851 : cluster [DBG] pgmap v7610: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:10 smithi156 conmon[67007]: 2022-01-18T20:18:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:12 smithi129 conmon[101092]: cluster 2022-01-18T20:18:11.079311+0000 mgr.smithi129.iclwio (mgr.14716) 8852 : cluster [DBG] pgmap v7611: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:18:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:12 smithi156 conmon[67007]: cluster 2022-01-18T20:18:11.079311+0000 mgr.smithi129.iclwio (mgr.14716) 8852 : cluster [DBG] pgmap v7611: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:18:13.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:13 smithi156 conmon[67007]: cluster 2022-01-18T20:18:13.079887+0000 mgr.smithi129.iclwio (mgr.14716) 8853 : cluster [DBG] pgmap v7612: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:13.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:13 smithi156 conmon[67007]: 2022-01-18T20:18:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:13 smithi129 conmon[101092]: cluster 2022-01-18T20:18:13.079887+0000 mgr.smithi129.iclwio (mgr.14716) 8853 : cluster [DBG] pgmap v7612: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:16 smithi129 conmon[101092]: cluster 2022-01-18T20:18:15.080565+0000 mgr.smithi129.iclwio (mgr.14716) 8854 : cluster [DBG] pgmap v7613: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:16 smithi156 conmon[67007]: cluster 2022-01-18T20:18:15.080565+0000 mgr.smithi129.iclwio (mgr.14716) 8854 : cluster [DBG] pgmap v7613: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:18.197 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:18:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:18 smithi129 conmon[101092]: cluster 2022-01-18T20:18:17.081217+0000 mgr.smithi129.iclwio (mgr.14716) 8855 : 2022-01-18T20:18:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:18 smithi129 conmon[101092]: cluster [DBG] pgmap v7614: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:18.463 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:18:18.463 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 7m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:18:18.463 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 7m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:18:18.463 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 7m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:18:18.464 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 7m ago 4h 44.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:18:18.464 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 7m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:18:18.464 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 7m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:18:18.464 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 7m ago 4h 765M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:18:18.464 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 7m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:18:18.465 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 7m ago 4h 1603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:18:18.465 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 7m ago 4h 740M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:18:18.465 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 7m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:18:18.465 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 7m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:18:18.465 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 7m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:18:18.466 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 7m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:18:18.466 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 7m ago 4h 2127M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:18:18.466 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 7m ago 4h 3214M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:18:18.466 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 7m ago 4h 2441M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:18:18.467 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 7m ago 4h 3233M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:18:18.467 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 7m ago 4h 3002M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:18:18.467 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 7m ago 4h 3523M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:18:18.467 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 7m ago 4h 2833M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:18:18.468 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 7m ago 4h 4101M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:18:18.468 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 7m ago 4h 146M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:18:18.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:18 smithi156 conmon[67007]: cluster 2022-01-18T20:18:17.081217+0000 mgr.smithi129.iclwio (mgr.14716) 8855 : cluster [DBG] 2022-01-18T20:18:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:18 smithi156 conmon[67007]: pgmap v7614: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:18.779 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:18:18.779 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:18:18.780 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:18:18.780 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:18:18.780 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:18:18.780 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:18:18.781 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:18:18.781 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:18:18.781 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:18:18.781 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:18:18.781 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:18:18.782 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:18:18.782 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:18:18.782 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:18:18.782 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:18:18.782 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:18:18.783 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:18:18.783 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:18:18.783 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:18:19.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:19 smithi129 conmon[101092]: audit 2022-01-18T20:18:18.186436+0000 mgr.smithi129.iclwio (mgr.14716) 8856 : audit [DBG] from='client.39994 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:18:19.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:19 smithi129 conmon[101092]: audit 2022-01-18T20:18:18.454908 2022-01-18T20:18:19.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:19 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 8857 : audit [DBG] from='client.39998 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:18:19.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:19 smithi129 conmon[101092]: audit 2022-01-18T20:18:18.779888+0000 mon.smithi129 (mon.0) 2680 : audit [DBG] from='client.? 172.21.15.129:0/581130847' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:18:19.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:19 smithi156 conmon[67007]: audit 2022-01-18T20:18:18.186436+0000 mgr.smithi129.iclwio (mgr.14716) 8856 : audit [DBG] from='client.39994 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:18:19.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:19 smithi156 conmon[67007]: 2022-01-18T20:18:19.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:19 smithi156 conmon[67007]: audit 2022-01-18T20:18:18.454908+0000 mgr.smithi129.iclwio (mgr.14716) 8857 : audit [DBG] from='client.39998 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:18:19.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:19 smithi156 conmon[67007]: audit 2022-01-18T20:18:18.779888+0000 mon.smithi129 (mon.0 2022-01-18T20:18:19.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:19 smithi156 conmon[67007]: ) 2680 : audit [DBG] from='client.? 172.21.15.129:0/581130847' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:18:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:20 smithi129 conmon[101092]: cluster 2022-01-18T20:18:19.081712+0000 mgr.smithi129.iclwio (mgr.14716) 8858 : cluster [DBG] pgmap v7615: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:20.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:20 smithi156 conmon[67007]: cluster 2022-01-18T20:18:19.081712+0000 mgr.smithi129.iclwio (mgr.14716) 8858 : cluster 2022-01-18T20:18:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:20 smithi156 conmon[67007]: [DBG] pgmap v7615: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:22 smithi129 conmon[101092]: cluster 2022-01-18T20:18:21.082641+0000 mgr.smithi129.iclwio (mgr.14716) 8859 : cluster [DBG] pgmap v7616: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:18:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:22 smithi156 conmon[67007]: cluster 2022-01-18T20:18:21.082641+0000 mgr.smithi129.iclwio (mgr.14716) 8859 : cluster [DBG] 2022-01-18T20:18:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:22 smithi156 conmon[67007]: pgmap v7616: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:18:23.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:23 smithi156 conmon[67007]: cluster 2022-01-18T20:18:23.083238+0000 mgr.smithi129.iclwio (mgr.14716) 8860 : cluster [DBG] pgmap v7617: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:23.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:23 smithi129 conmon[101092]: cluster 2022-01-18T20:18:23.083238+0000 mgr.smithi129.iclwio (mgr.14716) 8860 : cluster [DBG] pgmap v7617: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:26 smithi129 conmon[101092]: cluster 2022-01-18T20:18:25.084149+0000 mgr.smithi129.iclwio (mgr.14716) 8861 : cluster [DBG] pgmap v7618: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:26.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:26 smithi156 conmon[67007]: cluster 2022-01-18T20:18:25.084149+0000 mgr.smithi129.iclwio (mgr.14716) 8861 : cluster [DBG] pgmap v7618: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:28 smithi129 conmon[101092]: cluster 2022-01-18T20:18:27.084890+0000 mgr.smithi129.iclwio (mgr.14716) 8862 : cluster [DBG] pgmap v7619: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:28.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:28 smithi156 conmon[67007]: cluster 2022-01-18T20:18:27.084890+0000 mgr.smithi129.iclwio (mgr.14716) 8862 : cluster [DBG] pgmap v7619: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:28 smithi156 conmon[67007]: 2022-01-18T20:18:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:30 smithi129 conmon[101092]: cluster 2022-01-18T20:18:29.085334+0000 mgr.smithi129.iclwio (mgr.14716) 8863 : cluster [DBG] pgmap v7620: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:30.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:30 smithi156 conmon[67007]: cluster 2022-01-18T20:18:29.085334+0000 mgr.smithi129.iclwio (mgr.14716) 8863 : cluster [DBG] pgmap v7620: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:32 smithi129 conmon[101092]: cluster 2022-01-18T20:18:31.086274+0000 mgr.smithi129.iclwio (mgr.14716) 8864 : cluster [DBG] pgmap v7621: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:18:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:32 smithi129 conmon[101092]: 2022-01-18T20:18:32.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:32 smithi156 conmon[67007]: cluster 2022-01-18T20:18:31.086274+0000 mgr.smithi129.iclwio (mgr.14716) 8864 : cluster [DBG] pgmap v7621: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:18:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:32 smithi156 conmon[67007]: 2022-01-18T20:18:33.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:33 smithi156 conmon[67007]: cluster 2022-01-18T20:18:33.086868+0000 mgr.smithi129.iclwio (mgr.14716) 8865 : cluster [DBG] pgmap v7622: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:33.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:33 smithi156 conmon[67007]: 2022-01-18T20:18:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:33 smithi129 conmon[101092]: cluster 2022-01-18T20:18:33.086868+0000 mgr.smithi129.iclwio (mgr.14716) 8865 : cluster [DBG] 2022-01-18T20:18:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:33 smithi129 conmon[101092]: pgmap v7622: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:36 smithi129 conmon[101092]: cluster 2022-01-18T20:18:35.087601+0000 mgr.smithi129.iclwio (mgr.14716) 8866 : cluster [DBG] pgmap v7623: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:36.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:36 smithi129 conmon[101092]: 2022-01-18T20:18:36.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:36 smithi156 conmon[67007]: cluster 2022-01-18T20:18:35.087601+0000 mgr.smithi129.iclwio (mgr.14716) 8866 : cluster [DBG] pgmap v7623: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:36 smithi156 conmon[67007]: 2022-01-18T20:18:37.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:37 smithi129 conmon[101092]: audit 2022-01-18T20:18:36.983748+0000 mon.smithi129 (mon.0) 2681 : audit 2022-01-18T20:18:37.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:37 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:18:37.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:37 smithi129 conmon[101092]: audit 2022-01-18T20:18:36.985169+0000 mon.smithi129 (mon.0) 2682 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:18:37.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:37 smithi129 conmon[101092]: audit 2022-01-18T20:18:36 2022-01-18T20:18:37.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:37 smithi129 conmon[101092]: .986046+0000 mon.smithi129 (mon.0) 2683 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:18:37.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:37 smithi156 conmon[67007]: audit 2022-01-18T20:18:36.983748 2022-01-18T20:18:37.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:37 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2681 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:18:37.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:37 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T20:18:37.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:37 smithi156 conmon[67007]: 18T20:18:36.985169+0000 mon.smithi129 (mon.0) 2022-01-18T20:18:37.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:37 smithi156 conmon[67007]: 2682 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:18:37.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:37 smithi156 conmon[67007]: audit 2022-01 2022-01-18T20:18:37.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:37 smithi156 conmon[67007]: -18T20:18:36.986046 2022-01-18T20:18:37.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:37 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2683 2022-01-18T20:18:37.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:37 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:18:38.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:38 smithi156 conmon[67007]: cephadm 2022-01-18T20:18:36.986812+0000 mgr.smithi129.iclwio (mgr.14716) 8867 : cephadm [WRN] 2022-01-18T20:18:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:38 smithi156 conmon[67007]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:18:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:38 smithi156 conmon[67007]: cluster 2022-01-18T20:18:37.088076+0000 mgr.smithi129.iclwio (mgr.14716) 8868 : cluster [DBG] pgmap v7624: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:38 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T20:18:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:38 smithi156 conmon[67007]: 18T20:18:37.287889+0000 mon.smithi129 (mon.0) 2684 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:18:38.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:38 smithi156 conmon[67007]: audit 2022-01-18T20:18:37 2022-01-18T20:18:38.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:38 smithi156 conmon[67007]: .293047+0000 mon.smithi129 (mon.0) 2685 : audit [INF] 2022-01-18T20:18:38.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:38 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:18:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:38 smithi129 conmon[101092]: cephadm 2022-01-18T20:18:36.986812+0000 mgr.smithi129.iclwio (mgr.14716) 8867 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:18:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:38 smithi129 conmon[101092]: cluster 2022-01-18T20 2022-01-18T20:18:38.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:38 smithi129 conmon[101092]: :18:37.088076+0000 mgr.smithi129.iclwio (mgr.14716) 8868 : cluster [DBG] pgmap v7624: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:38.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:38 smithi129 conmon[101092]: audit 2022-01-18T20:18:37.287889+0000 mon.smithi129 (mon.0) 2684 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:18:38.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:38 smithi129 conmon[101092]: audit 2022-01-18T20:18:37.293047+0000 mon.smithi129 2022-01-18T20:18:38.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:38 smithi129 conmon[101092]: (mon.0) 2685 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:18:40.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:40 smithi156 conmon[67007]: cluster 2022-01-18T20:18:39.088531+0000 mgr.smithi129.iclwio (mgr.14716) 8869 : cluster [DBG] pgmap v7625: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:40 smithi129 conmon[101092]: cluster 2022-01-18T20:18:39.088531+0000 mgr.smithi129.iclwio (mgr.14716) 8869 : cluster [DBG] pgmap v7625: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:42 smithi156 conmon[67007]: cluster 2022-01-18T20:18:41.089302+0000 mgr.smithi129.iclwio (mgr.14716) 8870 : cluster [DBG] pgmap v7626: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:18:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:42 smithi129 conmon[101092]: cluster 2022-01-18T20:18:41.089302+0000 mgr.smithi129.iclwio (mgr.14716) 8870 : cluster [DBG] pgmap v7626: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:18:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:42 smithi129 conmon[101092]: 2022-01-18T20:18:43.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:43 smithi156 conmon[67007]: cluster 2022-01-18T20:18:43.090000+0000 mgr.smithi129.iclwio (mgr.14716) 8871 : cluster [DBG] pgmap v7627: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:43.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:43 smithi129 conmon[101092]: cluster 2022-01-18T20:18:43.090000+0000 mgr.smithi129.iclwio (mgr.14716) 8871 : cluster [DBG] pgmap v7627: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:46 smithi129 conmon[101092]: cluster 2022-01-18T20:18:45.090875+0000 mgr.smithi129.iclwio (mgr.14716) 8872 : cluster [DBG] pgmap v7628: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:46.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:46 smithi156 conmon[67007]: cluster 2022-01-18T20:18:45.090875+0000 mgr.smithi129.iclwio (mgr.14716) 8872 : cluster [DBG] pgmap v7628: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:48 smithi129 conmon[101092]: cluster 2022-01-18T20:18:47.091560+0000 mgr.smithi129.iclwio (mgr.14716) 8873 : cluster [DBG] pgmap v7629: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:48.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:48 smithi156 conmon[67007]: cluster 2022-01-18T20:18:47.091560+0000 mgr.smithi129.iclwio (mgr.14716) 8873 : cluster [DBG] pgmap v7629: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:49.077 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:18:49.346 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:18:49.346 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 8m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:18:49.347 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 8m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:18:49.347 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 8m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:18:49.347 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 8m ago 4h 44.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:18:49.347 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 8m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:18:49.348 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 8m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:18:49.348 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 8m ago 4h 765M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:18:49.348 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 8m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:18:49.348 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 8m ago 4h 1603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:18:49.349 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 8m ago 4h 740M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:18:49.349 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 8m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:18:49.349 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 8m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:18:49.349 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 8m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:18:49.349 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 8m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:18:49.350 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 8m ago 4h 2127M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:18:49.350 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 8m ago 4h 3214M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:18:49.350 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 8m ago 4h 2441M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:18:49.350 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 8m ago 4h 3233M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:18:49.351 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 8m ago 4h 3002M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:18:49.351 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 8m ago 4h 3523M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:18:49.351 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 8m ago 4h 2833M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:18:49.351 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 8m ago 4h 4101M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:18:49.352 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 8m ago 4h 146M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:18:49.665 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:18:49.666 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:18:49.666 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:18:49.666 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:18:49.666 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:18:49.667 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:18:49.667 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:18:49.667 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:18:49.667 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:18:49.667 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:18:49.668 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:18:49.668 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:18:49.668 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:18:49.668 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:18:49.668 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:18:49.669 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:18:49.669 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:18:49.669 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:18:49.669 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:18:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:50 smithi129 conmon[101092]: audit 2022-01-18T20:18:49.066523+0000 mgr.smithi129.iclwio (mgr.14716) 8874 : audit [DBG] from='client.40006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:18:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:50 smithi129 conmon[101092]: cluster 2022-01-18T20 2022-01-18T20:18:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:50 smithi129 conmon[101092]: :18:49.091986+0000 mgr.smithi129.iclwio (mgr.14716) 8875 : cluster [DBG] pgmap v7630: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:50.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:50 smithi129 conmon[101092]: audit 2022-01-18T20:18:49.337704+0000 mgr.smithi129.iclwio (mgr.14716) 8876 2022-01-18T20:18:50.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:50 smithi129 conmon[101092]: : audit [DBG] from='client.40010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:18:50.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:50 smithi129 conmon[101092]: audit 2022-01-18T20:18:50.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:50 smithi129 conmon[101092]: 2022-01-18T20:18:49.666094 2022-01-18T20:18:50.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:50 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 2686 : audit [DBG] 2022-01-18T20:18:50.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:50 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/2751393271' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:18:50.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:50 smithi156 conmon[67007]: audit 2022-01-18T20:18:49.066523+0000 mgr.smithi129.iclwio (mgr.14716) 8874 : audit [DBG] from='client.40006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:18:50.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:50 smithi156 conmon[67007]: cluster 2022-01-18T20:18:49.091986+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T20:18:50.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:50 smithi156 conmon[67007]: 14716) 8875 : cluster [DBG] pgmap v7630: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:50.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:50 smithi156 conmon[67007]: audit 2022-01-18T20:18:49.337704+0000 mgr.smithi129.iclwio (mgr.14716) 8876 : audit [DBG] from='client.40010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:18:50.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:50 smithi156 conmon[67007]: audit 2022-01-18T20:18:49.666094+0000 mon.smithi129 (mon.0) 2686 : audit [DBG] from='client.? 172.21.15.129:0/2751393271' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:18:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:52 smithi129 conmon[101092]: cluster 2022-01-18T20:18:51.092710+0000 mgr.smithi129.iclwio (mgr.14716) 8877 : cluster [DBG] pgmap v7631: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:18:52.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:52 smithi156 conmon[67007]: cluster 2022-01-18T20:18:51.092710+0000 mgr.smithi129.iclwio (mgr.14716) 8877 : cluster [DBG] pgmap v7631: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:18:53.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:53 smithi156 conmon[67007]: cluster 2022-01-18T20:18:53.093330+0000 mgr.smithi129.iclwio (mgr.14716) 8878 : cluster [DBG] pgmap v7632: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:53 smithi129 conmon[101092]: cluster 2022-01-18T20:18:53.093330+0000 mgr.smithi129.iclwio (mgr.14716) 8878 : cluster 2022-01-18T20:18:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:53 smithi129 conmon[101092]: [DBG] pgmap v7632: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:56 smithi129 conmon[101092]: cluster 2022-01-18T20:18:55.094159+0000 mgr.smithi129.iclwio (mgr.14716) 8879 : cluster [DBG] pgmap v7633: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:56.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:56 smithi156 conmon[67007]: cluster 2022-01-18T20:18:55.094159+0000 mgr.smithi129.iclwio (mgr.14716) 8879 : cluster [DBG] pgmap v7633: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:18:58 smithi129 conmon[101092]: cluster 2022-01-18T20:18:57.094871+0000 mgr.smithi129.iclwio (mgr.14716) 8880 : cluster [DBG] pgmap v7634: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:18:58.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:18:58 smithi156 conmon[67007]: cluster 2022-01-18T20:18:57.094871+0000 mgr.smithi129.iclwio (mgr.14716) 8880 : cluster [DBG] pgmap v7634: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:00 smithi129 conmon[101092]: cluster 2022-01-18T20:18:59.095324+0000 mgr.smithi129.iclwio (mgr.14716) 8881 : cluster [DBG] 2022-01-18T20:19:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:00 smithi129 conmon[101092]: pgmap v7635: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:00 smithi129 conmon[101092]: audit 2022-01-18T20:18:59.218637+0000 mon.smithi129 (mon.0) 2687 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:19:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:00 smithi129 conmon[101092]: audit 2022-01-18T20:18:59.218877+0000 mon.smithi129 (mon.0) 2688 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:19:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:00 smithi156 conmon[67007]: cluster 2022-01-18T20:18:59.095324+0000 mgr.smithi129.iclwio (mgr.14716) 8881 : cluster [DBG] pgmap v7635: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:00 smithi156 conmon[67007]: audit 2022-01-18T20:18:59.218637+0000 mon.smithi129 (mon.0) 2687 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:19:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:00 smithi156 conmon[67007]: audit 2022-01-18T20:18:59.218877+0000 mon.smithi129 (mon.0) 2688 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:19:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:02 smithi129 conmon[101092]: cluster 2022-01-18T20:19:01.096110+0000 mgr.smithi129.iclwio (mgr.14716) 8882 : cluster [DBG] 2022-01-18T20:19:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:02 smithi129 conmon[101092]: pgmap v7636: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:19:02.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:02 smithi156 conmon[67007]: cluster 2022-01-18T20:19:01.096110+0000 mgr.smithi129.iclwio (mgr.14716) 8882 : cluster [DBG] pgmap v7636: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:19:03.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:03 smithi156 conmon[67007]: cluster 2022-01-18T20:19:03.096729+0000 mgr.smithi129.iclwio (mgr.14716) 8883 : cluster 2022-01-18T20:19:03.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:03 smithi156 conmon[67007]: [DBG] pgmap v7637: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:03.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:03 smithi129 conmon[101092]: cluster 2022-01-18T20:19:03.096729+0000 mgr.smithi129.iclwio (mgr.14716) 8883 : cluster [DBG] 2022-01-18T20:19:03.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:03 smithi129 conmon[101092]: pgmap v7637: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:06 smithi129 conmon[101092]: cluster 2022-01-18T20:19:05.097669+0000 mgr.smithi129.iclwio (mgr.14716) 8884 : cluster [DBG] pgmap v7638: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:06.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:06 smithi156 conmon[67007]: cluster 2022-01-18T20:19:05.097669+0000 mgr.smithi129.iclwio (mgr.14716) 8884 : cluster [DBG] pgmap v7638: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:06 smithi156 conmon[67007]: 2022-01-18T20:19:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:08 smithi129 conmon[101092]: cluster 2022-01-18T20:19:07.098294+0000 mgr.smithi129.iclwio (mgr.14716) 8885 : cluster [DBG] pgmap v7639: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:08 smithi129 conmon[101092]: 2022-01-18T20:19:08.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:08 smithi156 conmon[67007]: cluster 2022-01-18T20:19:07.098294+0000 mgr.smithi129.iclwio (mgr.14716) 8885 : cluster [DBG] pgmap v7639: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:08.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:08 smithi156 conmon[67007]: 2022-01-18T20:19:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:10 smithi129 conmon[101092]: cluster 2022-01-18T20:19:09.098913+0000 mgr.smithi129.iclwio (mgr.14716) 8886 : cluster [DBG] 2022-01-18T20:19:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:10 smithi129 conmon[101092]: pgmap v7640: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:10.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:10 smithi156 conmon[67007]: cluster 2022-01-18T20:19:09.098913+0000 mgr.smithi129.iclwio (mgr.14716) 8886 : cluster [DBG] 2022-01-18T20:19:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:10 smithi156 conmon[67007]: pgmap v7640: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:12 smithi129 conmon[101092]: cluster 2022-01-18T20:19:11.099698+0000 mgr.smithi129.iclwio (mgr.14716) 8887 : cluster [DBG] pgmap v7641: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:19:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:12 smithi129 conmon[101092]: 2022-01-18T20:19:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:12 smithi156 conmon[67007]: cluster 2022-01-18T20:19:11.099698+0000 mgr.smithi129.iclwio (mgr.14716) 8887 : cluster [DBG] 2022-01-18T20:19:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:12 smithi156 conmon[67007]: pgmap v7641: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:19:13.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:13 smithi156 conmon[67007]: cluster 2022-01-18T20:19:13.100323+0000 mgr.smithi129.iclwio (mgr.14716) 8888 : cluster [DBG] 2022-01-18T20:19:13.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:13 smithi156 conmon[67007]: pgmap v7642: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:13 smithi129 conmon[101092]: cluster 2022-01-18T20:19:13.100323+0000 mgr.smithi129.iclwio (mgr.14716) 8888 : cluster [DBG] pgmap v7642: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:13 smithi129 conmon[101092]: 2022-01-18T20:19:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:16 smithi129 conmon[101092]: cluster 2022-01-18T20:19:15.101315+0000 mgr.smithi129.iclwio (mgr.14716) 8889 : cluster [DBG] pgmap v7643: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:16 smithi156 conmon[67007]: cluster 2022-01-18T20:19:15.101315+0000 mgr.smithi129.iclwio (mgr.14716) 8889 : cluster 2022-01-18T20:19:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:16 smithi156 conmon[67007]: [DBG] pgmap v7643: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:18 smithi129 conmon[101092]: cluster 2022-01-18T20:19:17.101942+0000 mgr.smithi129.iclwio (mgr.14716) 8890 : cluster [DBG] pgmap v7644: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:18 smithi129 conmon[101092]: 2022-01-18T20:19:18.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:18 smithi156 conmon[67007]: cluster 2022-01-18T20:19:17.101942+0000 mgr.smithi129.iclwio (mgr.14716) 8890 : cluster [DBG] 2022-01-18T20:19:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:18 smithi156 conmon[67007]: pgmap v7644: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:19.962 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:19:20.226 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:19:20.226 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 8m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:19:20.226 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 8m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:19:20.227 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 8m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:19:20.227 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 8m ago 4h 44.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:19:20.227 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 8m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:19:20.227 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 8m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:19:20.228 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 8m ago 4h 765M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:19:20.228 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 8m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:19:20.228 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 8m ago 4h 1603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:19:20.228 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 8m ago 4h 740M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:19:20.229 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 8m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:19:20.229 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 8m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:19:20.229 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 8m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:19:20.229 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 8m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:19:20.229 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 8m ago 4h 2127M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:19:20.230 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 8m ago 4h 3214M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:19:20.230 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 8m ago 4h 2441M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:19:20.230 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 8m ago 4h 3233M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:19:20.230 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 8m ago 4h 3002M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:19:20.230 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 8m ago 4h 3523M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:19:20.231 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 8m ago 4h 2833M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:19:20.231 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 8m ago 4h 4101M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:19:20.231 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 8m ago 4h 146M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:19:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:20 smithi129 conmon[101092]: cluster 2022-01-18T20:19:19.102382+0000 mgr.smithi129.iclwio (mgr.14716) 8891 : cluster [DBG] pgmap v7645: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:20.545 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:19:20.545 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:19:20.545 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:19:20.545 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:19:20.546 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:19:20.546 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:19:20.546 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:19:20.546 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:19:20.547 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:19:20.547 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:19:20.547 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:19:20.547 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:19:20.548 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:19:20.548 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:19:20.548 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:19:20.548 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:19:20.549 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:19:20.549 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:19:20.549 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:19:20.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:20 smithi156 conmon[67007]: cluster 2022-01-18T20:19:19.102382+0000 mgr.smithi129.iclwio (mgr.14716) 8891 : cluster [DBG] 2022-01-18T20:19:20.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:20 smithi156 conmon[67007]: pgmap v7645: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:21.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:21 smithi129 conmon[101092]: audit 2022-01-18T20:19:19.951234+0000 mgr.smithi129.iclwio (mgr.14716) 8892 : audit [DBG] from='client.40018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:19:21.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:21 smithi129 conmon[101092]: audit 2022-01-18T20:19:20. 2022-01-18T20:19:21.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:21 smithi129 conmon[101092]: 218212+0000 mgr.smithi129.iclwio (mgr.14716) 8893 : audit [DBG] from='client.40022 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:19:21.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:21 smithi129 conmon[101092]: audit 2022-01-18T20:19:20.545541+0000 mon.smithi129 (mon.0) 2689 : audit [DBG] from='client.? 172.21.15.129:0/1246704212' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:19:21.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:21 smithi156 conmon[67007]: audit 2022-01-18T20:19:19.951234+0000 mgr.smithi129.iclwio (mgr.14716) 8892 : audit [DBG] 2022-01-18T20:19:21.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:21 smithi156 conmon[67007]: from='client.40018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:19:21.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:21 smithi156 conmon[67007]: audit 2022-01-18T20:19:20.218212+0000 mgr.smithi129.iclwio (mgr.14716) 8893 : audit [DBG] from='client.40022 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:19:21.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:21 smithi156 conmon[67007]: audit 2022-01-18T20:19:20.545541+0000 mon.smithi129 (mon.0) 2689 : audit [DBG] from='client.? 172.21.15.129:0/1246704212' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:19:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:22 smithi129 conmon[101092]: cluster 2022-01-18T20:19:21.103136+0000 mgr.smithi129.iclwio (mgr.14716) 8894 : cluster [DBG] pgmap v7646: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:19:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:22 smithi156 conmon[67007]: cluster 2022-01-18T20:19:21.103136+0000 mgr.smithi129.iclwio (mgr.14716) 8894 : cluster 2022-01-18T20:19:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:22 smithi156 conmon[67007]: [DBG] pgmap v7646: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:19:23.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:23 smithi156 conmon[67007]: cluster 2022-01-18T20:19:23.103739+0000 mgr.smithi129.iclwio (mgr.14716) 8895 : cluster 2022-01-18T20:19:23.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:23 smithi156 conmon[67007]: [DBG] pgmap v7647: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:23.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:23 smithi129 conmon[101092]: cluster 2022-01-18T20:19:23.103739+0000 mgr.smithi129.iclwio (mgr.14716) 8895 : cluster [DBG] pgmap v7647: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:26 smithi129 conmon[101092]: cluster 2022-01-18T20:19:25.104689+0000 mgr.smithi129.iclwio (mgr.14716) 8896 : cluster [DBG] pgmap v7648: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:26 smithi129 conmon[101092]: 2022-01-18T20:19:26.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:26 smithi156 conmon[67007]: cluster 2022-01-18T20:19:25.104689+0000 mgr.smithi129.iclwio (mgr.14716) 8896 : cluster [DBG] 2022-01-18T20:19:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:26 smithi156 conmon[67007]: pgmap v7648: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:28 smithi129 conmon[101092]: cluster 2022-01-18T20:19:27.105281+0000 mgr.smithi129.iclwio (mgr.14716) 8897 : cluster [DBG] pgmap v7649: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:28 smithi129 conmon[101092]: 2022-01-18T20:19:28.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:28 smithi156 conmon[67007]: cluster 2022-01-18T20:19:27.105281+0000 mgr.smithi129.iclwio (mgr.14716) 8897 : cluster 2022-01-18T20:19:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:28 smithi156 conmon[67007]: [DBG] pgmap v7649: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:30 smithi129 conmon[101092]: cluster 2022-01-18T20:19:29.105883+0000 mgr.smithi129.iclwio (mgr.14716) 8898 : cluster [DBG] pgmap v7650: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:30.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:30 smithi156 conmon[67007]: cluster 2022-01-18T20:19:29.105883+0000 mgr.smithi129.iclwio (mgr.14716) 8898 : cluster [DBG] pgmap v7650: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:32 smithi129 conmon[101092]: cluster 2022-01-18T20:19:31.106763+0000 mgr.smithi129.iclwio (mgr.14716) 8899 : cluster [DBG] pgmap v7651: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:19:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:32 smithi129 conmon[101092]: 2022-01-18T20:19:32.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:32 smithi156 conmon[67007]: cluster 2022-01-18T20:19:31.106763+0000 mgr.smithi129.iclwio (mgr.14716) 8899 : cluster [DBG] pgmap v7651: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:19:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:33 smithi129 conmon[101092]: cluster 2022-01-18T20:19:33.107511+0000 mgr.smithi129.iclwio (mgr.14716) 8900 : cluster [DBG] pgmap v7652: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:33 smithi129 conmon[101092]: 2022-01-18T20:19:34.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:33 smithi156 conmon[67007]: cluster 2022-01-18T20:19:33.107511+0000 mgr.smithi129.iclwio (mgr.14716) 8900 : cluster [DBG] pgmap v7652: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:36 smithi129 conmon[101092]: cluster 2022-01-18T20:19:35.108368+0000 mgr.smithi129.iclwio (mgr.14716) 8901 : cluster 2022-01-18T20:19:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:36 smithi129 conmon[101092]: [DBG] pgmap v7653: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:36 smithi156 conmon[67007]: cluster 2022-01-18T20:19:35.108368+0000 mgr.smithi129.iclwio (mgr.14716) 8901 : cluster [DBG] pgmap v7653: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:38 smithi129 conmon[101092]: cluster 2022-01-18T20:19:37.108971+0000 mgr.smithi129.iclwio (mgr.14716) 8902 : 2022-01-18T20:19:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:38 smithi129 conmon[101092]: cluster [DBG] pgmap v7654: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:38 smithi129 conmon[101092]: audit 2022-01-18T20:19:37.295531+0000 mon.smithi129 (mon.0) 2690 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:19:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:38 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T20:19:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:38 smithi129 conmon[101092]: 20:19:37.296856+0000 mon.smithi129 (mon.0) 2691 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:19:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:38 smithi129 conmon[101092]: audit 2022-01-18T20:19:38.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:38 smithi129 conmon[101092]: 2022-01-18T20:19:37.297742+0000 mon.smithi129 (mon 2022-01-18T20:19:38.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:38 smithi129 conmon[101092]: .0) 2692 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:19:38.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:38 smithi129 conmon[101092]: cephadm 2022-01- 2022-01-18T20:19:38.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:38 smithi129 conmon[101092]: 18T20:19:37.298499+0000 mgr.smithi129.iclwio (mgr.14716) 8903 : cephadm 2022-01-18T20:19:38.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:38 smithi129 conmon[101092]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:19:38.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:38 smithi129 conmon[101092]: audit 2022-01-18T20:19:38.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:38 smithi129 conmon[101092]: 2022-01-18T20:19:37.590113+0000 mon.smithi129 (mon.0) 2693 : audit [INF] 2022-01-18T20:19:38.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:38 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T20:19:38.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:38 smithi129 conmon[101092]: audit 2022 2022-01-18T20:19:38.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:38 smithi129 conmon[101092]: -01-18T20:19:37.601134+0000 mon.smithi129 (mon.0) 2694 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T20:19:38.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:38 smithi129 conmon[101092]: audit 2022-01-18T20:19:37.605091+0000 2022-01-18T20:19:38.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:38 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2695 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:19:38.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:38 smithi129 conmon[101092]: audit 2022-01-18T20:19:37. 2022-01-18T20:19:38.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:38 smithi129 conmon[101092]: 609703+0000 mon.smithi129 (mon.0) 2696 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:19:38.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:38 smithi156 conmon[67007]: cluster 2022-01-18T20:19:37.108971+0000 mgr.smithi129.iclwio (mgr.14716) 8902 : cluster [DBG] pgmap v7654: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:38 smithi156 conmon[67007]: audit 2022-01-18T20:19:37 2022-01-18T20:19:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:38 smithi156 conmon[67007]: .295531+0000 mon.smithi129 (mon.0) 2690 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:19:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:38 smithi156 conmon[67007]: audit 2022-01-18T20:19:37.296856+0000 mon.smithi129 (mon.0) 2691 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:19:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:38 smithi156 conmon[67007]: audit 2022-01-18T20:19:37.297742+0000 mon.smithi129 ( 2022-01-18T20:19:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:38 smithi156 conmon[67007]: mon.0) 2692 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:19:38.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:38 smithi156 conmon[67007]: cephadm 2022-01 2022-01-18T20:19:38.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:38 smithi156 conmon[67007]: -18T20:19:37.298499+0000 mgr.smithi129.iclwio (mgr.14716) 8903 : cephadm 2022-01-18T20:19:38.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:38 smithi156 conmon[67007]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:19:38.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:38 smithi156 conmon[67007]: audit 2022-01-18T20:19: 2022-01-18T20:19:38.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:38 smithi156 conmon[67007]: 37.590113+0000 mon.smithi129 (mon.0) 2693 : audit 2022-01-18T20:19:38.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:38 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T20:19:38.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:38 smithi156 conmon[67007]: audit 2022-01-18T20:19 2022-01-18T20:19:38.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:38 smithi156 conmon[67007]: :37.601134+0000 mon.smithi129 (mon.0) 2694 : 2022-01-18T20:19:38.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:38 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T20:19:38.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:38 smithi156 conmon[67007]: audit 2022-01-18T20: 2022-01-18T20:19:38.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:38 smithi156 conmon[67007]: 19:37.605091+0000 mon.smithi129 (mon.0) 2695 : 2022-01-18T20:19:38.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:38 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:19:38.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:38 smithi156 conmon[67007]: audit 2022-01-18T20:19:37. 2022-01-18T20:19:38.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:38 smithi156 conmon[67007]: 609703+0000 mon.smithi129 (mon.0) 2696 : audit [INF] 2022-01-18T20:19:38.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:38 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:19:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:40 smithi129 conmon[101092]: cluster 2022-01-18T20:19:39. 2022-01-18T20:19:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:40 smithi129 conmon[101092]: 109653+0000 mgr.smithi129.iclwio (mgr.14716) 8904 : cluster [DBG] pgmap v7655: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:40.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:40 smithi156 conmon[67007]: cluster 2022-01-18T20:19:39.109653+0000 mgr.smithi129.iclwio (mgr.14716) 8904 : cluster [DBG] pgmap v7655: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:42 smithi129 conmon[101092]: cluster 2022-01-18T20:19:41.110453+0000 mgr.smithi129.iclwio (mgr.14716) 8905 : cluster [DBG] pgmap v7656: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:19:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:42 smithi156 conmon[67007]: cluster 2022-01-18T20:19:41.110453+0000 mgr.smithi129.iclwio (mgr.14716) 8905 : cluster [DBG] pgmap v7656: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:19:43.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:43 smithi129 conmon[101092]: cluster 2022-01-18T20:19:43.111105+0000 mgr.smithi129.iclwio (mgr.14716) 8906 : cluster [DBG] pgmap v7657: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:44.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:43 smithi156 conmon[67007]: cluster 2022-01-18T20:19:43.111105+0000 mgr.smithi129.iclwio (mgr.14716) 8906 : cluster [DBG] pgmap v7657: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:46 smithi129 conmon[101092]: cluster 2022-01-18T20:19:45.112077+0000 mgr.smithi129.iclwio (mgr.14716) 8907 : cluster [DBG] pgmap v7658: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:46.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:46 smithi156 conmon[67007]: cluster 2022-01-18T20:19:45.112077+0000 mgr.smithi129.iclwio (mgr.14716) 8907 : cluster [DBG] pgmap v7658: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:48 smithi129 conmon[101092]: cluster 2022-01-18T20:19:47.112554+0000 mgr.smithi129.iclwio (mgr.14716) 8908 : cluster [DBG] pgmap v7659: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:48 smithi129 conmon[101092]: 2022-01-18T20:19:48.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:48 smithi156 conmon[67007]: cluster 2022-01-18T20:19:47.112554+0000 mgr.smithi129.iclwio (mgr.14716) 8908 : cluster [DBG] pgmap v7659: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:50 smithi129 conmon[101092]: cluster 2022-01-18T20:19:49.113065+0000 mgr.smithi129.iclwio (mgr.14716) 8909 : cluster [DBG] 2022-01-18T20:19:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:50 smithi129 conmon[101092]: pgmap v7660: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:50.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:50 smithi156 conmon[67007]: cluster 2022-01-18T20:19:49.113065+0000 mgr.smithi129.iclwio (mgr.14716) 8909 : cluster [DBG] pgmap v7660: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:50.843 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:19:51.108 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:19:51.109 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 9m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:19:51.109 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 9m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:19:51.109 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 9m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:19:51.110 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 9m ago 4h 44.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:19:51.110 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 9m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:19:51.110 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 9m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:19:51.110 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 9m ago 4h 765M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:19:51.111 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 9m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:19:51.111 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 9m ago 4h 1603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:19:51.111 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 9m ago 4h 740M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:19:51.111 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 9m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:19:51.112 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 9m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:19:51.112 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 9m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:19:51.112 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 9m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:19:51.112 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 9m ago 4h 2127M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:19:51.113 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 9m ago 4h 3214M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:19:51.113 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 9m ago 4h 2441M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:19:51.113 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 9m ago 4h 3233M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:19:51.113 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 9m ago 4h 3002M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:19:51.113 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 9m ago 4h 3523M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:19:51.114 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 9m ago 4h 2833M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:19:51.114 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 9m ago 4h 4101M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:19:51.114 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 9m ago 4h 146M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:19:51.428 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:19:51.428 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:19:51.428 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:19:51.429 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:19:51.429 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:19:51.429 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:19:51.429 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:19:51.430 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:19:51.430 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:19:51.430 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:19:51.430 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:19:51.430 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:19:51.431 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:19:51.431 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:19:51.431 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:19:51.431 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:19:51.432 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:19:51.432 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:19:51.432 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:19:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:52 smithi129 conmon[101092]: audit 2022-01-18T20:19:50.832639+0000 mgr.smithi129.iclwio (mgr.14716) 8910 : audit [DBG] from='client.40030 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:19:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:52 smithi129 conmon[101092]: audit 2022-01-18T20:19:51.100674+0000 mgr.smithi129.iclwio (mgr.14716) 8911 : audit [DBG] from='client.40034 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:19:52.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:52 smithi129 conmon[101092]: cluster 2022-01-18T20:19:51.113712+0000 mgr.smithi129.iclwio (mgr.14716) 8912 : cluster [DBG] pgmap v7661: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:19:52.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:52 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T20:19:52.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:52 smithi129 conmon[101092]: 18T20:19:51.428876+0000 mon.smithi129 (mon.0) 2697 : audit [DBG] from='client.? 172.21.15.129:0/1329822780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:19:52.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:52 smithi156 conmon[67007]: audit 2022-01-18T20:19:50.832639+0000 mgr.smithi129.iclwio (mgr.14716) 8910 : audit [DBG] from='client.40030 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:19:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:52 smithi156 conmon[67007]: audit 2022-01-18T20:19:51.100674+0000 mgr.smithi129.iclwio (mgr.14716) 8911 : audit [DBG] from='client.40034 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:19:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:52 smithi156 conmon[67007]: cluster 2022-01-18T20:19:51.113712+0000 mgr.smithi129.iclwio (mgr.14716) 8912 : cluster [DBG] pgmap v7661: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:19:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:52 smithi156 conmon[67007]: audit 2022-01-18T20:19:51.428876+0000 mon.smithi129 (mon.0) 2697 2022-01-18T20:19:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:52 smithi156 conmon[67007]: : audit [DBG] from='client.? 172.21.15.129:0/1329822780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:19:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:53 smithi129 conmon[101092]: cluster 2022-01-18T20:19:53.114375+0000 mgr.smithi129.iclwio (mgr.14716) 8913 : cluster [DBG] 2022-01-18T20:19:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:53 smithi129 conmon[101092]: pgmap v7662: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:54.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:53 smithi156 conmon[67007]: cluster 2022-01-18T20:19:53.114375+0000 mgr.smithi129.iclwio (mgr.14716) 8913 : cluster 2022-01-18T20:19:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:53 smithi156 conmon[67007]: [DBG] pgmap v7662: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:56 smithi129 conmon[101092]: cluster 2022-01-18T20:19:55.115314+0000 mgr.smithi129.iclwio (mgr.14716) 8914 : cluster [DBG] pgmap v7663: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:56 smithi129 conmon[101092]: 2022-01-18T20:19:56.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:56 smithi156 conmon[67007]: cluster 2022-01-18T20:19:55.115314+0000 mgr.smithi129.iclwio (mgr.14716) 8914 : cluster [DBG] 2022-01-18T20:19:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:56 smithi156 conmon[67007]: pgmap v7663: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:19:58 smithi129 conmon[101092]: cluster 2022-01-18T20:19:57.115874+0000 mgr.smithi129.iclwio (mgr.14716) 8915 : cluster [DBG] pgmap v7664: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:19:58.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:19:58 smithi156 conmon[67007]: cluster 2022-01-18T20:19:57.115874+0000 mgr.smithi129.iclwio (mgr.14716) 8915 : cluster [DBG] pgmap v7664: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:00 smithi129 conmon[101092]: cluster 2022-01-18T20:19:59.116588+0000 mgr.smithi129.iclwio (mgr.14716) 8916 : cluster [DBG] pgmap v7665: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:20:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:00 smithi129 conmon[101092]: audit 2022-01-18T20:19:59.222368+0000 mon.smithi129 (mon.0) 2698 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:20:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:00 smithi129 conmon[101092]: audit 2022-01-18T20:19:59. 2022-01-18T20:20:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:00 smithi129 conmon[101092]: 222662+0000 mon.smithi129 (mon.0) 2699 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:20:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:00 smithi129 conmon[101092]: cluster 2022-01-18T20:20:00 2022-01-18T20:20:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:00 smithi129 conmon[101092]: .000135+0000 mon.smithi129 (mon.0) 2700 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T20:20:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:00 smithi156 conmon[67007]: cluster 2022-01-18T20:19:59.116588+0000 mgr.smithi129.iclwio (mgr.14716) 8916 : cluster [DBG] pgmap v7665: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:20:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:00 smithi156 conmon[67007]: audit 2022-01-18T20:19:59.222368+0000 mon.smithi129 (mon.0) 2698 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:20:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:00 smithi156 conmon[67007]: audit 2022-01-18T20:19:59.222662+0000 mon.smithi129 (mon.0) 2699 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:20:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:00 smithi156 conmon[67007]: cluster 2022-01-18T20:20:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:00 smithi156 conmon[67007]: 2022-01-18T20:20:00.000135+0000 mon.smithi129 (mon.0) 2700 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T20:20:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:02 smithi129 conmon[101092]: cluster 2022-01-18T20:20:01.117227+0000 mgr.smithi129.iclwio (mgr.14716) 8917 : cluster [DBG] 2022-01-18T20:20:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:02 smithi129 conmon[101092]: pgmap v7666: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:20:02.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:02 smithi156 conmon[67007]: cluster 2022-01-18T20:20:01.117227+0000 mgr.smithi129.iclwio (mgr.14716) 8917 : cluster [DBG] pgmap v7666: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:20:03.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:03 smithi129 conmon[101092]: cluster 2022-01-18T20:20:03.117767+0000 mgr.smithi129.iclwio (mgr.14716) 8918 : cluster [DBG] pgmap v7667: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:04.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:03 smithi156 conmon[67007]: cluster 2022-01-18T20:20:03.117767+0000 mgr.smithi129.iclwio (mgr.14716) 8918 : cluster [DBG] pgmap v7667: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:06 smithi129 conmon[101092]: cluster 2022-01-18T20:20:05.118504+0000 mgr.smithi129.iclwio (mgr.14716) 8919 : cluster [DBG] pgmap v7668: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:06 smithi156 conmon[67007]: cluster 2022-01-18T20:20:05.118504+0000 mgr.smithi129.iclwio (mgr.14716) 8919 : cluster [DBG] pgmap v7668: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:08 smithi129 conmon[101092]: cluster 2022-01-18T20:20:07.119107+0000 mgr.smithi129.iclwio (mgr.14716) 8920 : cluster [DBG] 2022-01-18T20:20:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:08 smithi129 conmon[101092]: pgmap v7669: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:08.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:08 smithi156 conmon[67007]: cluster 2022-01-18T20:20:07.119107+0000 mgr.smithi129.iclwio (mgr.14716) 8920 : cluster [DBG] pgmap v7669: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:10 smithi129 conmon[101092]: cluster 2022-01-18T20:20:09.120084+0000 mgr.smithi129.iclwio (mgr.14716) 8921 : cluster [DBG] pgmap v7670: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:20:10.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:10 smithi156 conmon[67007]: cluster 2022-01-18T20:20:09.120084+0000 mgr.smithi129.iclwio (mgr.14716) 8921 : cluster [DBG] pgmap v7670: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:20:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:12 smithi129 conmon[101092]: cluster 2022-01-18T20:20:11.120781+0000 mgr.smithi129.iclwio (mgr.14716) 8922 : cluster [DBG] pgmap v7671: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:12 smithi156 conmon[67007]: cluster 2022-01-18T20:20:11.120781+0000 mgr.smithi129.iclwio (mgr.14716) 8922 : cluster [DBG] pgmap v7671: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:13 smithi129 conmon[101092]: cluster 2022-01-18T20:20:13.121395+0000 mgr.smithi129.iclwio (mgr.14716) 8923 : cluster [DBG] pgmap v7672: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:14.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:13 smithi156 conmon[67007]: cluster 2022-01-18T20:20:13.121395+0000 mgr.smithi129.iclwio (mgr.14716) 8923 : cluster [DBG] pgmap v7672: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:16 smithi129 conmon[101092]: cluster 2022-01-18T20:20:15.122172+0000 mgr.smithi129.iclwio (mgr.14716) 8924 : cluster [DBG] pgmap v7673: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:16 smithi129 conmon[101092]: 2022-01-18T20:20:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:16 smithi156 conmon[67007]: cluster 2022-01-18T20:20:15.122172+0000 mgr.smithi129.iclwio (mgr.14716) 8924 : cluster [DBG] pgmap v7673: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:18 smithi129 conmon[101092]: cluster 2022-01-18T20:20:17.122813+0000 mgr.smithi129.iclwio (mgr.14716) 8925 : cluster [DBG] pgmap v7674: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:18.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:18 smithi156 conmon[67007]: cluster 2022-01-18T20:20:17.122813+0000 mgr.smithi129.iclwio (mgr.14716) 8925 : cluster [DBG] pgmap v7674: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:18 smithi156 conmon[67007]: 2022-01-18T20:20:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:20 smithi129 conmon[101092]: cluster 2022-01-18T20:20:19.123728+0000 mgr.smithi129.iclwio (mgr.14716) 8926 : cluster 2022-01-18T20:20:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:20 smithi129 conmon[101092]: [DBG] pgmap v7675: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:20:20.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:20 smithi156 conmon[67007]: cluster 2022-01-18T20:20:19.123728+0000 mgr.smithi129.iclwio (mgr.14716) 8926 : cluster [DBG] pgmap v7675: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:20:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:20 smithi156 conmon[67007]: 2022-01-18T20:20:21.727 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:20:21.993 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:20:21.993 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 9m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:20:21.994 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 9m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:20:21.994 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 9m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:20:21.994 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 9m ago 4h 44.3M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:20:21.995 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 9m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:20:21.995 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 9m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:20:21.995 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 9m ago 4h 765M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:20:21.995 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 9m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:20:21.995 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 9m ago 4h 1603M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:20:21.996 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 9m ago 4h 740M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:20:21.996 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 9m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:20:21.996 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 9m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:20:21.996 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 9m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:20:21.997 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 9m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:20:21.997 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 9m ago 4h 2127M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:20:21.997 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 9m ago 4h 3214M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:20:21.997 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 9m ago 4h 2441M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:20:21.998 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 9m ago 4h 3233M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:20:21.998 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 9m ago 4h 3002M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:20:21.998 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 9m ago 4h 3523M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:20:21.998 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 9m ago 4h 2833M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:20:21.999 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 9m ago 4h 4101M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:20:21.999 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 9m ago 4h 146M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:20:22.313 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:20:22.313 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:20:22.313 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:20:22.313 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:20:22.314 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:20:22.314 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:20:22.314 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:20:22.314 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:20:22.315 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:20:22.315 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:20:22.315 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:20:22.315 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:20:22.316 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:20:22.316 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:20:22.316 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:20:22.316 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:20:22.316 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:20:22.317 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:20:22.317 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:20:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:22 smithi129 conmon[101092]: cluster 2022-01-18T 2022-01-18T20:20:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:22 smithi129 conmon[101092]: 20:20:21.124282+0000 mgr.smithi129.iclwio (mgr.14716) 8927 : cluster [DBG] pgmap v7676: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:22 smithi156 conmon[67007]: cluster 2022-01-18T20:20:21.124282+0000 mgr.smithi129.iclwio (mgr.14716) 8927 : cluster [DBG] 2022-01-18T20:20:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:22 smithi156 conmon[67007]: pgmap v7676: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:23.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:23 smithi129 conmon[101092]: audit 2022-01-18T20:20:21.715318+0000 mgr.smithi129.iclwio (mgr.14716) 8928 : audit 2022-01-18T20:20:23.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:23 smithi129 conmon[101092]: [DBG] from='client.40042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:20:23.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:23 smithi129 conmon[101092]: audit 2022-01-18T20:20:21.985328+0000 mgr.smithi129.iclwio (mgr.14716) 8929 : audit [DBG] from='client.40046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:20:23.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:23 smithi129 conmon[101092]: audit 2022-01 2022-01-18T20:20:23.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:23 smithi129 conmon[101092]: -18T20:20:22.313581+0000 mon.smithi129 (mon.0) 2701 : audit [DBG] from='client.? 172.21.15.129:0/1600868059' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:20:23.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:23 smithi156 conmon[67007]: audit 2022-01-18T20:20:21.715318+0000 mgr.smithi129.iclwio (mgr.14716) 8928 : audit [DBG] from='client.40042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:20:23.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:23 smithi156 conmon[67007]: audit 2022-01-18T20:20:21.985328+0000 mgr.smithi129.iclwio (mgr.14716) 8929 : audit [DBG] from='client.40046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:20:23.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:23 smithi156 conmon[67007]: audit 2022-01-18T20:20:22.313581+0000 mon.smithi129 (mon.0) 2701 : audit 2022-01-18T20:20:23.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:23 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/1600868059' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:20:24.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:24 smithi156 conmon[67007]: cluster 2022-01-18T20:20:23.124814+0000 mgr.smithi129.iclwio (mgr.14716) 8930 : cluster [DBG] pgmap v7677: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:24.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:24 smithi129 conmon[101092]: cluster 2022-01-18T20:20:23.124814+0000 mgr.smithi129.iclwio (mgr.14716) 8930 : cluster [DBG] pgmap v7677: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:24.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:24 smithi129 conmon[101092]: 2022-01-18T20:20:26.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:26 smithi156 conmon[67007]: cluster 2022-01-18T20:20:25.125742+0000 mgr.smithi129.iclwio (mgr.14716) 8931 : cluster [DBG] pgmap v7678: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:26 smithi156 conmon[67007]: 2022-01-18T20:20:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:26 smithi129 conmon[101092]: cluster 2022-01-18T20:20:25.125742+0000 mgr.smithi129.iclwio (mgr.14716) 8931 : cluster [DBG] pgmap v7678: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:28.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:28 smithi156 conmon[67007]: cluster 2022-01-18T20:20:27.126296+0000 mgr.smithi129.iclwio (mgr.14716) 8932 : cluster [DBG] pgmap v7679: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:28 smithi129 conmon[101092]: cluster 2022-01-18T20:20:27.126296+0000 mgr.smithi129.iclwio (mgr.14716) 8932 : cluster [DBG] pgmap v7679: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:30.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:30 smithi156 conmon[67007]: cluster 2022-01-18T20:20:29.127184+0000 mgr.smithi129.iclwio (mgr.14716) 8933 : cluster [DBG] pgmap v7680: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:20:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:30 smithi129 conmon[101092]: cluster 2022-01-18T20:20:29.127184+0000 mgr.smithi129.iclwio (mgr.14716) 8933 : cluster [DBG] pgmap v7680: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:20:32.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:32 smithi156 conmon[67007]: cluster 2022-01-18T20:20:31.127750+0000 mgr.smithi129.iclwio (mgr.14716) 8934 : cluster [DBG] pgmap v7681: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:32 smithi129 conmon[101092]: cluster 2022-01-18T20:20:31.127750+0000 mgr.smithi129.iclwio (mgr.14716) 8934 : cluster [DBG] pgmap v7681: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:33 smithi129 conmon[101092]: cluster 2022-01-18T20:20:33.128437+0000 mgr.smithi129.iclwio (mgr.14716) 8935 : cluster [DBG] pgmap v7682: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:34.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:33 smithi156 conmon[67007]: cluster 2022-01-18T20:20:33.128437+0000 mgr.smithi129.iclwio (mgr.14716) 8935 : cluster [DBG] pgmap v7682: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:36 smithi129 conmon[101092]: cluster 2022-01-18T20:20:35.129153+0000 mgr.smithi129.iclwio (mgr.14716) 8936 : cluster [DBG] pgmap v7683: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:36.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:36 smithi156 conmon[67007]: cluster 2022-01-18T20:20:35.129153+0000 mgr.smithi129.iclwio (mgr.14716) 8936 : cluster [DBG] pgmap v7683: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:38 smithi129 conmon[101092]: cluster 2022-01-18T20:20:37.129809+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:20:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:38 smithi129 conmon[101092]: 8937 : cluster [DBG] pgmap v7684: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:38 smithi129 conmon[101092]: audit 2022-01-18T20:20:37.612130+0000 mon.smithi129 (mon.0) 2702 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:20:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:38 smithi129 conmon[101092]: audit 2022-01-18T20:20:37.613435+0000 mon.smithi129 (mon.0) 2703 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:20:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:38 smithi129 conmon[101092]: audit 2022-01-18T20:20:37.614425+0000 mon.smithi129 (mon.0) 2704 : audit 2022-01-18T20:20:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:38 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:20:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:38 smithi129 conmon[101092]: audit 2022 2022-01-18T20:20:38.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:38 smithi129 conmon[101092]: -01-18T20:20:37.874466+0000 mon.smithi129 (mon.0) 2705 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:20:38.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:38 smithi156 conmon[67007]: cluster 2022-01-18T20:20:37.129809+0000 mgr.smithi129.iclwio (mgr.14716) 8937 : cluster [DBG] pgmap v7684: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:38 smithi156 conmon[67007]: audit 2022-01-18T20:20:37.612130+0000 mon.smithi129 (mon.0) 2702 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:20:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:38 smithi156 conmon[67007]: audit 2022-01-18T20:20:37.613435+0000 mon.smithi129 (mon.0) 2703 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:20:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:38 smithi156 conmon[67007]: audit 2022-01-18T20:20:37.614425+0000 mon.smithi129 (mon.0) 2704 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:20:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:38 smithi156 conmon[67007]: audit 2022-01-18T20:20:37.874466+0000 mon.smithi129 (mon.0) 2705 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:20:39.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:39 smithi156 conmon[67007]: cephadm 2022-01-18T20:20:37.615247+0000 mgr.smithi129.iclwio (mgr.14716) 8938 : cephadm 2022-01-18T20:20:39.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:39 smithi156 conmon[67007]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:20:39.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:39 smithi129 conmon[101092]: cephadm 2022-01-18T20:20:37.615247+0000 mgr.smithi129.iclwio (mgr.14716) 8938 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:20:40.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:40 smithi156 conmon[67007]: cluster 2022-01-18T20:20:39.130454+0000 2022-01-18T20:20:40.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:40 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 8939 : cluster [DBG] pgmap v7685: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:20:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:40 smithi129 conmon[101092]: cluster 2022-01-18T20:20:39.130454+0000 mgr.smithi129.iclwio (mgr.14716) 8939 2022-01-18T20:20:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:40 smithi129 conmon[101092]: : cluster [DBG] pgmap v7685: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:20:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:42 smithi129 conmon[101092]: audit 2022-01-18T20:20:41.074344+0000 mon.smithi129 (mon 2022-01-18T20:20:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:42 smithi129 conmon[101092]: .0) 2706 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:20:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:42 smithi129 conmon[101092]: cluster 2022-01-18T20:20:41.130904+0000 mgr.smithi129.iclwio (mgr.14716) 8940 : cluster [DBG] pgmap v7686: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:42 smithi156 conmon[67007]: audit 2022-01-18T20:20:41.074344+0000 mon.smithi129 (mon.0) 2706 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:20:42.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:42 smithi156 conmon[67007]: cluster 2022-01-18T20:20:41.130904+0000 mgr.smithi129.iclwio (mgr.14716) 8940 : cluster [DBG] pgmap v7686: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:44 smithi129 conmon[101092]: audit 2022-01-18T20:20:43.083975+0000 mon.smithi129 (mon.0) 2707 : audit 2022-01-18T20:20:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:44 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:20:44.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:44 smithi129 conmon[101092]: cluster 2022-01-18T20:20:43.131375+0000 mgr.smithi129.iclwio (mgr.14716) 8941 : cluster [DBG] pgmap v7687: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:44.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:44 smithi129 conmon[101092]: audit 2022-01-18T20:20:43.378096+0000 mon.smithi129 (mon. 2022-01-18T20:20:44.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:44 smithi129 conmon[101092]: 0) 2708 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:20:44.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:44 smithi129 conmon[101092]: audit 2022-01-18T20:20:43.382978+0000 mon.smithi129 (mon.0) 2709 : audit [INF] 2022-01-18T20:20:44.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:44 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:20:44.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:44 smithi156 conmon[67007]: audit 2022-01-18T20:20:43.083975+0000 mon.smithi129 (mon.0) 2707 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:20:44.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:44 smithi156 conmon[67007]: cluster 2022-01-18T20:20:43.131375+0000 mgr.smithi129.iclwio (mgr.14716) 8941 : cluster [DBG] pgmap v7687: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:44.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:44 smithi156 conmon[67007]: audit 2022-01-18T20:20:43.378096+0000 mon.smithi129 (mon.0) 2708 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:20:44.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:44 smithi156 conmon[67007]: audit 2022-01-18T20:20:43.382978+0000 mon.smithi129 (mon.0) 2709 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:20:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:46 smithi129 conmon[101092]: cluster 2022-01-18T20:20:45.132241+0000 mgr.smithi129.iclwio (mgr.14716) 8942 : cluster [DBG] pgmap v7688: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:46 smithi156 conmon[67007]: cluster 2022-01-18T20:20:45.132241+0000 mgr.smithi129.iclwio (mgr.14716) 8942 : cluster [DBG] pgmap v7688: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:48.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:48 smithi156 conmon[67007]: cluster 2022-01-18T20:20:47.132887+0000 mgr.smithi129.iclwio (mgr.14716) 8943 : cluster [DBG] pgmap v7689: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:48 smithi129 conmon[101092]: cluster 2022-01-18T20:20:47.132887+0000 mgr.smithi129.iclwio (mgr.14716) 8943 : cluster [DBG] 2022-01-18T20:20:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:48 smithi129 conmon[101092]: pgmap v7689: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:50.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:50 smithi156 conmon[67007]: cluster 2022-01-18T20:20:49.133561+0000 mgr.smithi129.iclwio (mgr.14716) 8944 : cluster [DBG] pgmap v7690: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:20:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:50 smithi129 conmon[101092]: cluster 2022-01-18T20:20:49.133561+0000 mgr.smithi129.iclwio (mgr.14716) 8944 : cluster [DBG] 2022-01-18T20:20:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:50 smithi129 conmon[101092]: pgmap v7690: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:20:52.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:52 smithi156 conmon[67007]: cluster 2022-01-18T20:20:51.134147+0000 mgr.smithi129.iclwio (mgr.14716) 8945 : cluster [DBG] pgmap v7691: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:52.616 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:20:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:52 smithi129 conmon[101092]: cluster 2022-01-18T20:20:51.134147+0000 mgr.smithi129.iclwio (mgr.14716) 8945 : cluster [DBG] pgmap v7691: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:52.882 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:20:52.883 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 9s ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:20:52.883 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 9s ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:20:52.883 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 11s ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:20:52.883 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 9s ago 4h 44.1M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:20:52.884 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 9s ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:20:52.884 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 11s ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:20:52.884 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 9s ago 4h 777M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:20:52.884 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 11s ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:20:52.885 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 9s ago 4h 1660M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:20:52.885 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 11s ago 4h 776M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:20:52.885 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 9s ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:20:52.885 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 11s ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:20:52.885 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 9s ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:20:52.886 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 11s ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:20:52.886 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 9s ago 4h 2156M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:20:52.886 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 9s ago 4h 3247M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:20:52.886 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 9s ago 4h 2463M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:20:52.887 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 9s ago 4h 3268M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:20:52.887 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 11s ago 4h 3035M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:20:52.887 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 11s ago 4h 3552M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:20:52.887 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 11s ago 4h 2859M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:20:52.887 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 11s ago 4h 4132M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:20:52.888 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 9s ago 4h 149M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:20:53.197 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:20:53.197 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:20:53.198 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:20:53.198 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:20:53.198 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:20:53.199 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:20:53.199 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:20:53.199 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:20:53.199 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:20:53.199 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:20:53.200 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:20:53.200 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:20:53.200 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:20:53.200 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:20:53.201 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:20:53.201 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:20:53.201 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:20:53.201 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:20:53.202 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:20:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:53 smithi129 conmon[101092]: audit 2022-01-18T20:20:52.604456+0000 mgr.smithi129.iclwio (mgr.14716) 8946 : audit 2022-01-18T20:20:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:53 smithi129 conmon[101092]: [DBG] from='client.40054 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:20:53.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:53 smithi129 conmon[101092]: audit 2022-01-18T20:20:52.873888+0000 mgr.smithi129.iclwio (mgr.14716) 8947 : audit [DBG] from='client.40058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:20:53.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:53 smithi129 conmon[101092]: cluster 2022-01-18T20:20:53.134636+0000 mgr.smithi129.iclwio (mgr.14716) 8948 : cluster [DBG] pgmap v7692: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:53.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:53 smithi129 conmon[101092]: audit 2022-01-18T20:20:53.198002+0000 mon.smithi129 (mon.0) 2710 : audit [DBG] from='client.? 172.21.15.129:0/808440551' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:20:54.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:53 smithi156 conmon[67007]: audit 2022-01-18T20:20:52.604456+0000 mgr.smithi129.iclwio (mgr.14716) 8946 : audit [DBG] from='client.40054 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:20:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:53 smithi156 conmon[67007]: audit 2022-01-18T20:20:52.873888+0000 mgr.smithi129.iclwio 2022-01-18T20:20:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:53 smithi156 conmon[67007]: (mgr.14716) 8947 : audit [DBG] from='client.40058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:20:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:53 smithi156 conmon[67007]: cluster 2022-01-18T20:20:53.134636+0000 mgr.smithi129.iclwio (mgr.14716) 8948 : cluster [DBG] pgmap v7692: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:54.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:53 smithi156 conmon[67007]: audit 2022-01-18T20:20:53.198002+0000 mon.smithi129 (mon.0) 2710 : 2022-01-18T20:20:54.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:53 smithi156 conmon[67007]: audit [DBG] from='client.? 172.21.15.129:0/808440551' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:20:56.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:56 smithi156 conmon[67007]: cluster 2022-01-18T20:20:55.135352+0000 mgr.smithi129.iclwio (mgr.14716) 8949 : cluster [DBG] pgmap v7693: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:56 smithi129 conmon[101092]: cluster 2022-01-18T20:20:55.135352+0000 mgr.smithi129.iclwio (mgr.14716) 8949 : cluster [DBG] pgmap v7693: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:58.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:20:58 smithi156 conmon[67007]: cluster 2022-01-18T20:20:57.135901+0000 mgr.smithi129.iclwio (mgr.14716) 8950 : cluster [DBG] pgmap v7694: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:20:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:20:58 smithi129 conmon[101092]: cluster 2022-01-18T20:20:57.135901+0000 mgr.smithi129.iclwio (mgr.14716) 8950 : cluster [DBG] pgmap v7694: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:00 smithi156 conmon[67007]: cluster 2022-01-18T20:20:59.136837+0000 mgr.smithi129.iclwio (mgr.14716) 8951 : cluster [DBG] pgmap v7695: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:21:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:00 smithi156 conmon[67007]: 2022-01-18T20:21:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:00 smithi156 conmon[67007]: audit 2022-01-18T20:20:59.226721+0000 mon.smithi129 (mon.0) 2711 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:21:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:00 smithi156 conmon[67007]: audit 2022-01-18T20:20:59.226958+0000 mon.smithi129 (mon.0) 2712 : 2022-01-18T20:21:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:00 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:21:00.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:00 smithi129 conmon[101092]: cluster 2022-01-18T20:20:59.136837+0000 mgr.smithi129.iclwio (mgr.14716) 8951 : cluster [DBG] pgmap v7695: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:21:00.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:00 smithi129 conmon[101092]: audit 2022-01-18T20:20:59.226721+0000 mon.smithi129 (mon.0) 2711 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:21:00.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:00 smithi129 conmon[101092]: audit 2022-01-18T20:20:59.226958+0000 mon.smithi129 (mon.0) 2712 : 2022-01-18T20:21:00.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:00 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:21:02.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:02 smithi156 conmon[67007]: cluster 2022-01-18T20:21:01.137291+0000 mgr.smithi129.iclwio (mgr.14716) 8952 : cluster [DBG] pgmap v7696: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:02 smithi129 conmon[101092]: cluster 2022-01-18T20:21:01.137291+0000 mgr.smithi129.iclwio (mgr.14716) 8952 : cluster [DBG] pgmap v7696: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:03.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:03 smithi129 conmon[101092]: cluster 2022-01-18T20:21:03.137859+0000 mgr.smithi129.iclwio (mgr.14716) 8953 : cluster [DBG] pgmap v7697: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:04.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:03 smithi156 conmon[67007]: cluster 2022-01-18T20:21:03.137859+0000 mgr.smithi129.iclwio (mgr.14716) 8953 : cluster [DBG] pgmap v7697: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:06.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:06 smithi156 conmon[67007]: cluster 2022-01-18T20:21:05.138554+0000 mgr.smithi129.iclwio (mgr.14716) 8954 : cluster [DBG] pgmap v7698: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:06 smithi129 conmon[101092]: cluster 2022-01-18T20:21:05.138554+0000 mgr.smithi129.iclwio (mgr.14716) 8954 : cluster [DBG] 2022-01-18T20:21:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:06 smithi129 conmon[101092]: pgmap v7698: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:08.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:08 smithi156 conmon[67007]: cluster 2022-01-18T20:21:07.139256+0000 mgr.smithi129.iclwio (mgr.14716) 8955 : cluster [DBG] pgmap v7699: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:08.768 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:08 smithi129 conmon[101092]: cluster 2022-01-18T20:21:07.139256+0000 mgr.smithi129.iclwio (mgr.14716) 8955 : cluster [DBG] pgmap v7699: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:08.768 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:08 smithi129 conmon[101092]: 2022-01-18T20:21:10.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:10 smithi156 conmon[67007]: cluster 2022-01-18T20:21:09.140006+0000 mgr.smithi129.iclwio (mgr.14716) 8956 : cluster [DBG] pgmap v7700: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:21:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:10 smithi156 conmon[67007]: 2022-01-18T20:21:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:10 smithi129 conmon[101092]: cluster 2022-01-18T20:21:09.140006+0000 mgr.smithi129.iclwio (mgr.14716) 8956 : cluster [DBG] pgmap v7700: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:21:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:12 smithi156 conmon[67007]: cluster 2022-01-18T20:21:11.140523+0000 mgr.smithi129.iclwio (mgr.14716) 8957 : cluster [DBG] pgmap v7701: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:12 smithi129 conmon[101092]: cluster 2022-01-18T20:21:11.140523+0000 2022-01-18T20:21:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:12 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 8957 : cluster [DBG] pgmap v7701: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:13 smithi129 conmon[101092]: cluster 2022-01-18T20:21:13.141234+0000 mgr.smithi129.iclwio (mgr.14716) 8958 : cluster [DBG] pgmap v7702: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:14.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:13 smithi156 conmon[67007]: cluster 2022-01-18T20:21:13.141234+0000 mgr.smithi129.iclwio (mgr.14716) 8958 : cluster [DBG] 2022-01-18T20:21:14.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:13 smithi156 conmon[67007]: pgmap v7702: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:16 smithi156 conmon[67007]: cluster 2022-01-18T20:21:15.142007+0000 mgr.smithi129.iclwio (mgr.14716) 8959 : cluster [DBG] 2022-01-18T20:21:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:16 smithi156 conmon[67007]: pgmap v7703: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:16 smithi129 conmon[101092]: cluster 2022-01-18T20:21:15.142007+0000 mgr.smithi129.iclwio (mgr.14716) 8959 : cluster [DBG] pgmap v7703: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:18.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:18 smithi156 conmon[67007]: cluster 2022-01-18T20:21:17.142692+0000 mgr.smithi129.iclwio (mgr.14716) 8960 : cluster [DBG] pgmap v7704: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:18 smithi129 conmon[101092]: cluster 2022-01-18T20:21:17.142692+0000 mgr.smithi129.iclwio (mgr.14716) 8960 : cluster [DBG] pgmap v7704: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:20.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:20 smithi156 conmon[67007]: cluster 2022-01-18T20:21:19.143367+0000 mgr.smithi129.iclwio (mgr.14716) 8961 : cluster [DBG] pgmap v7705: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:21:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:20 smithi129 conmon[101092]: cluster 2022-01-18T20:21:19.143367+0000 mgr.smithi129.iclwio (mgr.14716) 8961 : cluster [DBG] pgmap v7705: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:21:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:22 smithi156 conmon[67007]: cluster 2022-01-18T20:21:21.143781+0000 mgr.smithi129.iclwio (mgr.14716) 8962 : cluster [DBG] pgmap v7706: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:22 smithi129 conmon[101092]: cluster 2022-01-18T20:21:21.143781+0000 mgr.smithi129.iclwio (mgr.14716) 8962 : cluster [DBG] pgmap v7706: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:23.496 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:21:23.760 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:21:23.760 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 40s ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:21:23.761 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 40s ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:21:23.761 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 42s ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:21:23.761 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 40s ago 4h 44.1M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:21:23.761 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 40s ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:21:23.762 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 42s ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:21:23.762 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 40s ago 4h 777M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:21:23.762 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 42s ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:21:23.762 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 40s ago 4h 1660M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:21:23.763 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 42s ago 4h 776M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:21:23.763 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 40s ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:21:23.763 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 42s ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:21:23.763 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 40s ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:21:23.764 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 42s ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:21:23.764 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 40s ago 4h 2156M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:21:23.764 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 40s ago 4h 3247M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:21:23.764 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 40s ago 4h 2463M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:21:23.764 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 40s ago 4h 3268M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:21:23.765 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 42s ago 4h 3035M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:21:23.765 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 42s ago 4h 3552M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:21:23.765 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 42s ago 4h 2859M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:21:23.765 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 42s ago 4h 4132M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:21:23.765 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 40s ago 4h 149M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:21:23.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:23 smithi129 conmon[101092]: cluster 2022-01-18T20:21:23.144520+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:21:23.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:23 smithi129 conmon[101092]: 8963 : cluster [DBG] pgmap v7707: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:23.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:23 smithi129 conmon[101092]: audit 2022-01-18T20:21:23.484631+0000 mgr.smithi129.iclwio (mgr.14716) 8964 : audit [DBG] from='client.40066 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:21:24.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:23 smithi156 conmon[67007]: cluster 2022-01-18T20:21:23.144520+0000 mgr.smithi129.iclwio (mgr.14716) 8963 : cluster [DBG] pgmap v7707: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:24.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:23 smithi156 conmon[67007]: audit 2022-01-18T20:21:23.484631+0000 mgr.smithi129.iclwio (mgr.14716) 8964 : audit [DBG] from='client.40066 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:21:24.081 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:21:24.081 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:21:24.082 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:21:24.082 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:21:24.082 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:21:24.083 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:21:24.083 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:21:24.083 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:21:24.084 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:21:24.084 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:21:24.084 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:21:24.085 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:21:24.085 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:21:24.085 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:21:24.085 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:21:24.086 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:21:24.086 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:21:24.086 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:21:24.087 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:21:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:24 smithi156 conmon[67007]: audit 2022-01-18T20:21:23.752242+0000 mgr.smithi129.iclwio (mgr.14716) 8965 : audit [DBG] from='client.40070 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:21:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:24 smithi156 conmon[67007]: audit 2022-01-18T20:21:24.082148+0000 mon.smithi129 (mon.0) 2713 : audit [DBG] from='client.? 172.21.15.129:0/3465133736' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:21:24.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:24 smithi129 conmon[101092]: audit 2022-01-18T20:21:23.752242+0000 mgr.smithi129.iclwio (mgr.14716) 8965 : 2022-01-18T20:21:24.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:24 smithi129 conmon[101092]: audit [DBG] from='client.40070 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:21:24.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:24 smithi129 conmon[101092]: audit 2022-01-18T20:21:24.082148+0000 mon.smithi129 (mon.0) 2713 : audit [DBG] from='client.? 172.21.15.129:0/3465133736' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:21:25.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:25 smithi129 conmon[101092]: cluster 2022-01-18T20:21:25.145411+0000 mgr.smithi129.iclwio (mgr.14716) 8966 : cluster [DBG] pgmap v7708: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:26.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:25 smithi156 conmon[67007]: cluster 2022-01-18T20:21:25.145411+0000 mgr.smithi129.iclwio (mgr.14716) 8966 : cluster [DBG] pgmap v7708: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:28.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:28 smithi156 conmon[67007]: cluster 2022-01-18T20:21:27.145963+0000 mgr.smithi129.iclwio (mgr.14716) 8967 : cluster [DBG] pgmap v7709: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:28 smithi129 conmon[101092]: cluster 2022-01-18T20:21:27.145963+0000 mgr.smithi129.iclwio (mgr.14716) 8967 : cluster [DBG] pgmap v7709: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:30.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:30 smithi156 conmon[67007]: cluster 2022-01-18T20:21:29.146575+0000 mgr.smithi129.iclwio (mgr.14716) 8968 : cluster [DBG] pgmap v7710: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:21:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:30 smithi129 conmon[101092]: cluster 2022-01-18T20:21:29.146575+0000 mgr.smithi129.iclwio (mgr.14716) 8968 : cluster [DBG] 2022-01-18T20:21:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:30 smithi129 conmon[101092]: pgmap v7710: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:21:32.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:32 smithi156 conmon[67007]: cluster 2022-01-18T20:21:31.147165+0000 mgr.smithi129.iclwio (mgr.14716) 8969 : cluster [DBG] pgmap v7711: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:32 smithi129 conmon[101092]: cluster 2022-01-18T20:21:31.147165+0000 mgr.smithi129.iclwio (mgr.14716) 8969 : cluster [DBG] pgmap v7711: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:33 smithi129 conmon[101092]: cluster 2022-01-18T20:21:33.147815+0000 mgr.smithi129.iclwio (mgr.14716) 8970 : cluster [DBG] 2022-01-18T20:21:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:33 smithi129 conmon[101092]: pgmap v7712: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:34.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:33 smithi156 conmon[67007]: cluster 2022-01-18T20:21:33.147815+0000 mgr.smithi129.iclwio (mgr.14716) 8970 : cluster [DBG] pgmap v7712: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:36.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:36 smithi156 conmon[67007]: cluster 2022-01-18T20:21:35.148652+0000 mgr.smithi129.iclwio (mgr.14716) 8971 : cluster [DBG] pgmap v7713: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:36 smithi129 conmon[101092]: cluster 2022-01-18T20:21:35.148652+0000 mgr.smithi129.iclwio (mgr.14716) 8971 : cluster [DBG] pgmap v7713: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:38.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:38 smithi156 conmon[67007]: cluster 2022-01-18T20:21:37.149335+0000 mgr.smithi129.iclwio (mgr.14716) 8972 : cluster [DBG] pgmap v7714: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:38 smithi129 conmon[101092]: cluster 2022-01-18T20:21:37.149335+0000 mgr.smithi129.iclwio (mgr.14716) 8972 : cluster [DBG] pgmap v7714: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:38 smithi129 conmon[101092]: 2022-01-18T20:21:40.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:40 smithi156 conmon[67007]: cluster 2022-01-18T20:21:39.150150+0000 mgr.smithi129.iclwio (mgr.14716) 8973 : cluster [DBG] pgmap v7715: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:21:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:40 smithi129 conmon[101092]: cluster 2022-01-18T20:21:39.150150+0000 mgr.smithi129.iclwio (mgr.14716) 8973 : cluster [DBG] pgmap v7715: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:21:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:42 smithi156 conmon[67007]: cluster 2022-01-18T20:21:41.150631+0000 mgr.smithi129.iclwio (mgr.14716) 8974 : cluster [DBG] pgmap v7716: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:42 smithi129 conmon[101092]: cluster 2022-01-18T20:21:41.150631+0000 mgr.smithi129.iclwio (mgr.14716) 8974 : cluster [DBG] pgmap v7716: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:43.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:43 smithi129 conmon[101092]: cluster 2022-01-18T20 2022-01-18T20:21:43.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:43 smithi129 conmon[101092]: :21:43.151292+0000 mgr.smithi129.iclwio (mgr.14716) 8975 : cluster [DBG] pgmap v7717: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:43.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:43 smithi129 conmon[101092]: audit 2022-01-18T20:21:43.385397+0000 2022-01-18T20:21:43.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:43 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2714 : audit [DBG] 2022-01-18T20:21:43.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:43 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:21:43.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:43 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T20:21:43.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:43 smithi129 conmon[101092]: 18T20:21:43.386833+0000 mon.smithi129 (mon.0) 2715 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:21:43.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:43 smithi129 conmon[101092]: 2022-01-18T20:21:43.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:43 smithi129 conmon[101092]: audit 2022-01-18T20:21:43.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:43 smithi129 conmon[101092]: 2022-01-18T20:21:43.387725+0000 mon.smithi129 (mon 2022-01-18T20:21:43.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:43 smithi129 conmon[101092]: .0) 2716 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:21:43.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:43 smithi129 conmon[101092]: cephadm 2022-01 2022-01-18T20:21:43.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:43 smithi129 conmon[101092]: -18T20:21:43.388529+0000 mgr.smithi129.iclwio ( 2022-01-18T20:21:43.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:43 smithi129 conmon[101092]: mgr.14716) 8976 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:21:44.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:43 smithi156 conmon[67007]: cluster 2022-01-18T20:21:43.151292+0000 mgr.smithi129.iclwio ( 2022-01-18T20:21:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:43 smithi156 conmon[67007]: mgr.14716) 8975 : cluster [DBG] pgmap v7717: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:43 smithi156 conmon[67007]: audit 2022-01-18T20:21:43.385397+0000 mon.smithi129 (mon.0) 2714 : audit [DBG] 2022-01-18T20:21:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:43 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:21:44.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:43 smithi156 conmon[67007]: audit 2022-01-18T20 2022-01-18T20:21:44.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:43 smithi156 conmon[67007]: :21:43.386833+0000 mon.smithi129 (mon.0) 2715 2022-01-18T20:21:44.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:43 smithi156 conmon[67007]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:21:44.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:43 smithi156 conmon[67007]: audit 2022- 2022-01-18T20:21:44.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:43 smithi156 conmon[67007]: 01-18T20:21:43.387725+0000 2022-01-18T20:21:44.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:43 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2716 : 2022-01-18T20:21:44.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:43 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:21:44.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:43 smithi156 conmon[67007]: cephadm 2022-01-18T20:21:44.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:43 smithi156 conmon[67007]: 2022-01-18T20:21:43.388529+0000 2022-01-18T20:21:44.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:43 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 8976 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:21:44.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:43 smithi156 conmon[67007]: 2022-01-18T20:21:45.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:44 smithi156 conmon[67007]: audit 2022-01-18T20:21:43.700605+0000 mon.smithi129 (mon.0) 2717 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:21:45.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:44 smithi156 conmon[67007]: audit 2022-01-18T20:21 2022-01-18T20:21:45.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:44 smithi156 conmon[67007]: :43.707992+0000 mon.smithi129 (mon.0) 2718 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:21:45.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:44 smithi129 conmon[101092]: audit 2022-01-18T20:21:43.700605+0000 mon.smithi129 (mon.0) 2717 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:21:45.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:44 smithi129 conmon[101092]: audit 2022-01-18T20:21:43.707992+0000 mon.smithi129 (mon.0) 2718 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:21:46.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:45 smithi156 conmon[67007]: cluster 2022-01-18T20:21:45.152139+0000 mgr.smithi129.iclwio (mgr.14716) 8977 : cluster [DBG] pgmap v7718: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:46.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:45 smithi129 conmon[101092]: cluster 2022-01-18T20:21:45.152139+0000 mgr.smithi129.iclwio (mgr.14716) 8977 : cluster [DBG] pgmap v7718: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:46.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:45 smithi129 conmon[101092]: 2022-01-18T20:21:48.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:48 smithi156 conmon[67007]: cluster 2022-01-18T20:21:47.152748+0000 mgr.smithi129.iclwio (mgr.14716) 8978 : cluster [DBG] pgmap v7719: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:48 smithi129 conmon[101092]: cluster 2022-01-18T20:21:47.152748+0000 mgr.smithi129.iclwio (mgr.14716) 8978 : cluster [DBG] pgmap v7719: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:50.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:50 smithi156 conmon[67007]: cluster 2022-01-18T20:21:49.153402+0000 mgr.smithi129.iclwio (mgr.14716) 8979 : cluster [DBG] pgmap v7720: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:21:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:50 smithi129 conmon[101092]: cluster 2022-01-18T20:21:49.153402+0000 mgr.smithi129.iclwio (mgr.14716) 8979 : cluster [DBG] pgmap v7720: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:21:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:50 smithi129 conmon[101092]: 2022-01-18T20:21:52.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:52 smithi156 conmon[67007]: cluster 2022-01-18T20:21:51.153985+0000 mgr.smithi129.iclwio (mgr.14716) 8980 : cluster [DBG] pgmap v7721: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:52 smithi129 conmon[101092]: cluster 2022-01-18T20:21:51.153985+0000 mgr.smithi129.iclwio (mgr.14716) 8980 : cluster [DBG] pgmap v7721: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:53 smithi129 conmon[101092]: cluster 2022-01-18T20:21:53.154665+0000 mgr.smithi129.iclwio (mgr.14716) 8981 : cluster [DBG] pgmap v7722: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:54.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:53 smithi156 conmon[67007]: cluster 2022-01-18T20:21:53.154665+0000 mgr.smithi129.iclwio (mgr.14716) 8981 : cluster [DBG] pgmap v7722: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:54.380 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:21:54.646 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:21:54.647 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 71s ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:21:54.647 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 71s ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:21:54.647 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 73s ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:21:54.648 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 71s ago 4h 44.1M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:21:54.648 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 71s ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:21:54.648 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 73s ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:21:54.648 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 71s ago 4h 777M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:21:54.648 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 73s ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:21:54.649 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 71s ago 4h 1660M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:21:54.649 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 73s ago 4h 776M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:21:54.649 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 71s ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:21:54.649 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 73s ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:21:54.650 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 71s ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:21:54.650 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 73s ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:21:54.650 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 71s ago 4h 2156M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:21:54.650 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 71s ago 4h 3247M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:21:54.651 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 71s ago 4h 2463M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:21:54.651 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 71s ago 4h 3268M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:21:54.651 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 73s ago 4h 3035M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:21:54.651 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 73s ago 4h 3552M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:21:54.652 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 73s ago 4h 2859M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:21:54.652 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 73s ago 4h 4132M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:21:54.652 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 71s ago 4h 149M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:21:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:54 smithi156 conmon[67007]: audit 2022-01-18T20:21:54.369160+0000 mgr.smithi129.iclwio (mgr.14716) 8982 : audit [DBG] from='client.40078 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:21:54.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:54 smithi129 conmon[101092]: audit 2022-01-18T20:21:54.369160+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:21:54.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:54 smithi129 conmon[101092]: 8982 : audit [DBG] from='client.40078 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:21:54.967 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:21:54.968 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:21:54.968 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:21:54.968 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:21:54.968 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:21:54.969 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:21:54.969 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:21:54.969 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:21:54.969 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:21:54.969 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:21:54.970 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:21:54.970 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:21:54.970 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:21:54.971 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:21:54.971 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:21:54.971 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:21:54.971 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:21:54.971 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:21:54.972 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:21:55.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:55 smithi129 conmon[101092]: audit 2022-01-18T20:21:54.638600+0000 mgr.smithi129.iclwio (mgr.14716) 8983 : audit [DBG] from='client.40082 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:21:55.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:55 smithi129 conmon[101092]: 2022-01-18T20:21:55.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:55 smithi129 conmon[101092]: audit 2022-01-18T20:21:54.968328+0000 mon.smithi129 (mon.0) 2719 : audit [DBG] from='client.? 172.21.15.129:0/3068465017' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:21:55.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:55 smithi129 conmon[101092]: cluster 2022 2022-01-18T20:21:55.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:55 smithi129 conmon[101092]: -01-18T20:21:55.155321+0000 mgr.smithi129.iclwio (mgr.14716) 8984 : cluster [DBG] pgmap v7723: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:55.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:55 smithi129 conmon[101092]: 2022-01-18T20:21:56.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:55 smithi156 conmon[67007]: audit 2022-01-18T20:21:54.638600+0000 mgr.smithi129.iclwio (mgr.14716) 8983 : audit [DBG] from='client.40082 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:21:56.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:55 smithi156 conmon[67007]: audit 2022-01-18T20:21:54 2022-01-18T20:21:56.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:55 smithi156 conmon[67007]: .968328+0000 mon.smithi129 (mon.0) 2719 : audit [DBG] from='client.? 172.21.15.129:0/3068465017' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:21:56.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:55 smithi156 conmon[67007]: cluster 2022-01-18T20:21:55.155321+0000 mgr.smithi129.iclwio (mgr.14716) 8984 : cluster [DBG] pgmap v7723: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:58.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:21:58 smithi156 conmon[67007]: cluster 2022-01-18T20:21:57.155903+0000 mgr.smithi129.iclwio (mgr.14716) 8985 : cluster [DBG] pgmap v7724: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:21:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:21:58 smithi129 conmon[101092]: cluster 2022-01-18T20:21:57.155903+0000 mgr.smithi129.iclwio (mgr.14716) 8985 : cluster [DBG] pgmap v7724: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:00 smithi156 conmon[67007]: cluster 2022-01-18T20:21:59.156564+0000 mgr.smithi129.iclwio (mgr.14716) 8986 : cluster [DBG] pgmap v7725: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:22:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:00 smithi156 conmon[67007]: audit 2022-01-18T20:21:59.230923+0000 mon.smithi129 (mon.0) 2720 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:22:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:00 smithi156 conmon[67007]: audit 2022-01-18T20:21:59.231248+0000 mon.smithi129 (mon.0) 2721 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:22:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:00 smithi129 conmon[101092]: cluster 2022-01-18T20:21:59.156564+0000 mgr.smithi129.iclwio (mgr.14716) 8986 : cluster [DBG] pgmap v7725: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:22:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:00 smithi129 conmon[101092]: 2022-01-18T20:22:00.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:00 smithi129 conmon[101092]: audit 2022-01-18T20:21:59.230923+0000 mon.smithi129 (mon.0) 2720 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:22:00.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:00 smithi129 conmon[101092]: audit 2022-01-18T20:21:59.231248+0000 mon.smithi129 (mon.0) 2721 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:22:00.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:00 smithi129 conmon[101092]: 2022-01-18T20:22:02.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:02 smithi156 conmon[67007]: cluster 2022-01-18T20:22:01.157057+0000 mgr.smithi129.iclwio (mgr.14716) 8987 : cluster [DBG] pgmap v7726: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:02 smithi129 conmon[101092]: cluster 2022-01-18T20:22:01.157057+0000 mgr.smithi129.iclwio (mgr.14716) 8987 : cluster [DBG] pgmap v7726: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:03.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:03 smithi129 conmon[101092]: cluster 2022-01-18T20:22:03.157717+0000 mgr.smithi129.iclwio (mgr.14716) 8988 : cluster [DBG] pgmap v7727: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:04.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:03 smithi156 conmon[67007]: cluster 2022-01-18T20:22:03.157717+0000 mgr.smithi129.iclwio (mgr.14716) 8988 : cluster [DBG] 2022-01-18T20:22:04.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:03 smithi156 conmon[67007]: pgmap v7727: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:06.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:06 smithi156 conmon[67007]: cluster 2022-01-18T20:22:05.158508+0000 mgr.smithi129.iclwio (mgr.14716) 8989 : cluster [DBG] pgmap v7728: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:06 smithi129 conmon[101092]: cluster 2022-01-18T20:22:05.158508+0000 mgr.smithi129.iclwio (mgr.14716) 8989 : cluster [DBG] pgmap v7728: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:08.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:08 smithi156 conmon[67007]: cluster 2022-01-18T20:22:07.159245+0000 mgr.smithi129.iclwio (mgr.14716) 8990 : cluster [DBG] pgmap v7729: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:08 smithi129 conmon[101092]: cluster 2022-01-18T20:22:07.159245+0000 mgr.smithi129.iclwio (mgr.14716) 8990 : cluster [DBG] pgmap v7729: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:10.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:10 smithi156 conmon[67007]: cluster 2022-01-18T20:22:09.159956+0000 mgr.smithi129.iclwio (mgr.14716) 8991 : cluster [DBG] pgmap v7730: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:22:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:10 smithi156 conmon[67007]: 2022-01-18T20:22:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:10 smithi129 conmon[101092]: cluster 2022-01-18T20:22:09.159956+0000 mgr.smithi129.iclwio (mgr.14716) 8991 : cluster [DBG] pgmap v7730: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:22:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:10 smithi129 conmon[101092]: 2022-01-18T20:22:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:12 smithi156 conmon[67007]: cluster 2022-01-18T20:22:11.160473+0000 mgr.smithi129.iclwio (mgr.14716) 8992 : cluster [DBG] pgmap v7731: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:12 smithi129 conmon[101092]: cluster 2022-01-18T20:22:11.160473+0000 mgr.smithi129.iclwio (mgr.14716) 8992 : cluster [DBG] pgmap v7731: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:12 smithi129 conmon[101092]: 2022-01-18T20:22:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:13 smithi129 conmon[101092]: cluster 2022-01-18T20:22:13.161122+0000 mgr.smithi129.iclwio (mgr.14716) 8993 : cluster [DBG] pgmap v7732: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:14.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:13 smithi156 conmon[67007]: cluster 2022-01-18T20:22:13.161122+0000 mgr.smithi129.iclwio (mgr.14716) 8993 : cluster [DBG] pgmap v7732: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:14.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:13 smithi156 conmon[67007]: 2022-01-18T20:22:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:16 smithi156 conmon[67007]: cluster 2022-01-18T20:22:15.161927+0000 mgr.smithi129.iclwio (mgr.14716) 8994 : cluster [DBG] 2022-01-18T20:22:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:16 smithi156 conmon[67007]: pgmap v7733: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:16 smithi129 conmon[101092]: cluster 2022-01-18T20:22:15.161927+0000 mgr.smithi129.iclwio (mgr.14716) 8994 : cluster [DBG] pgmap v7733: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:18.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:18 smithi156 conmon[67007]: cluster 2022-01-18T20:22:17.162624+0000 mgr.smithi129.iclwio (mgr.14716) 8995 : cluster [DBG] pgmap v7734: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:18 smithi156 conmon[67007]: 2022-01-18T20:22:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:18 smithi129 conmon[101092]: cluster 2022-01-18T20:22:17.162624+0000 mgr.smithi129.iclwio (mgr.14716) 8995 : cluster [DBG] pgmap v7734: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:20.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:20 smithi156 conmon[67007]: cluster 2022-01-18T20:22:19.163562+0000 mgr.smithi129.iclwio (mgr.14716) 8996 : cluster [DBG] pgmap v7735: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:22:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:20 smithi129 conmon[101092]: cluster 2022-01-18T20:22:19.163562+0000 mgr.smithi129.iclwio (mgr.14716) 8996 : cluster [DBG] pgmap v7735: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:22:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:22 smithi156 conmon[67007]: cluster 2022-01-18T20:22:21.164012+0000 mgr.smithi129.iclwio (mgr.14716) 8997 : cluster [DBG] pgmap v7736: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:22 smithi129 conmon[101092]: cluster 2022-01-18T20:22:21.164012+0000 mgr.smithi129.iclwio (mgr.14716) 8997 : cluster [DBG] pgmap v7736: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:23.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:23 smithi129 conmon[101092]: cluster 2022-01-18T20:22:23.164703+0000 mgr.smithi129.iclwio (mgr.14716) 8998 : cluster [DBG] pgmap v7737: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:24.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:23 smithi156 conmon[67007]: cluster 2022-01-18T20:22:23.164703+0000 mgr.smithi129.iclwio (mgr.14716) 8998 : cluster [DBG] pgmap v7737: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:25.265 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:22:25.530 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:22:25.530 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 102s ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:22:25.530 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 102s ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:22:25.531 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 104s ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:22:25.531 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 102s ago 4h 44.1M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:22:25.531 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 102s ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:22:25.531 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 104s ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:22:25.532 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 102s ago 4h 777M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:22:25.532 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 104s ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:22:25.532 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 102s ago 4h 1660M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:22:25.532 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 104s ago 4h 776M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:22:25.533 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 102s ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:22:25.533 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 104s ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:22:25.533 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 102s ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:22:25.533 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 104s ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:22:25.534 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 102s ago 4h 2156M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:22:25.534 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 102s ago 4h 3247M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:22:25.534 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 102s ago 4h 2463M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:22:25.534 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 102s ago 4h 3268M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:22:25.535 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 104s ago 4h 3035M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:22:25.535 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 104s ago 4h 3552M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:22:25.535 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 104s ago 4h 2859M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:22:25.535 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 104s ago 4h 4132M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:22:25.535 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 102s ago 4h 149M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:22:25.851 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:22:25.851 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:22:25.852 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:22:25.852 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:22:25.852 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:22:25.852 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:22:25.853 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:22:25.853 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:22:25.853 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:22:25.853 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:22:25.854 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:22:25.854 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:22:25.854 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:22:25.854 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:22:25.855 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:22:25.855 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:22:25.855 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:22:25.855 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:22:25.856 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:22:26.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:26 smithi156 conmon[67007]: cluster 2022-01-18T20:22:25.165403+0000 mgr.smithi129.iclwio (mgr.14716) 8999 : cluster [DBG] pgmap v7738: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:26 smithi156 conmon[67007]: audit 2022-01-18T20:22: 2022-01-18T20:22:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:26 smithi156 conmon[67007]: 25.254784+0000 mgr.smithi129.iclwio (mgr.14716) 9000 : audit [DBG] from='client.40090 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:22:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:26 smithi156 conmon[67007]: audit 2022-01-18T20:22:25.521994+0000 mgr.smithi129.iclwio (mgr.14716) 9001 : audit [DBG] from='client.40094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:22:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:26 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T20:22:26.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:26 smithi156 conmon[67007]: T20:22:25.851843+0000 mon.smithi129 (mon.0) 2722 : audit [DBG] from='client.? 172.21.15.129:0/680872611' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:22:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:26 smithi129 conmon[101092]: cluster 2022-01-18T20:22:25.165403+0000 mgr.smithi129.iclwio (mgr.14716) 8999 : cluster 2022-01-18T20:22:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:26 smithi129 conmon[101092]: [DBG] pgmap v7738: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:26 smithi129 conmon[101092]: audit 2022-01-18T20:22:25.254784+0000 mgr.smithi129.iclwio (mgr.14716) 9000 : audit [DBG] from='client.40090 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:22:26.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:26 smithi129 conmon[101092]: audit 2022-01-18T20:22:26.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:26 smithi129 conmon[101092]: 2022-01-18T20:22:25.521994+0000 mgr.smithi129.iclwio (mgr.14716) 9001 2022-01-18T20:22:26.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:26 smithi129 conmon[101092]: : audit [DBG] from='client.40094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:22:26.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:26 smithi129 conmon[101092]: audit 2022-01-18T20:22:26.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:26 smithi129 conmon[101092]: 2022-01-18T20:22 2022-01-18T20:22:26.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:26 smithi129 conmon[101092]: :25.851843+0000 mon.smithi129 (mon.0 2022-01-18T20:22:26.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:26 smithi129 conmon[101092]: ) 2722 : audit [DBG] from='client.? 172.21.15.129:0/680872611' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:22:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:28 smithi156 conmon[67007]: cluster 2022-01-18T20:22:27.166001+0000 mgr.smithi129.iclwio (mgr.14716) 9002 : cluster [DBG] pgmap v7739: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:28 smithi129 conmon[101092]: cluster 2022-01-18T20:22:27.166001+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:22:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:28 smithi129 conmon[101092]: ) 9002 : cluster [DBG] pgmap v7739: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:30.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:30 smithi156 conmon[67007]: cluster 2022-01-18T20:22:29.166904+0000 mgr.smithi129.iclwio (mgr.14716) 9003 : cluster [DBG] pgmap v7740: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:22:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:30 smithi129 conmon[101092]: cluster 2022-01-18T20:22:29.166904+0000 mgr.smithi129.iclwio (mgr.14716) 9003 : cluster [DBG] pgmap v7740: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:22:32.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:32 smithi156 conmon[67007]: cluster 2022-01-18T20:22:31.167321+0000 mgr.smithi129.iclwio (mgr.14716) 9004 : cluster [DBG] pgmap v7741: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:32 smithi129 conmon[101092]: cluster 2022-01-18T20:22:31.167321+0000 mgr.smithi129.iclwio (mgr.14716) 9004 : cluster [DBG] pgmap v7741: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:33 smithi129 conmon[101092]: cluster 2022-01-18T20:22:33.167985+0000 mgr.smithi129.iclwio (mgr.14716) 9005 : cluster [DBG] pgmap v7742: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:33 smithi129 conmon[101092]: 2022-01-18T20:22:34.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:33 smithi156 conmon[67007]: cluster 2022-01-18T20:22:33.167985+0000 mgr.smithi129.iclwio (mgr.14716) 9005 : cluster [DBG] pgmap v7742: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:36.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:36 smithi156 conmon[67007]: cluster 2022-01-18T20:22:35.168996+0000 mgr.smithi129.iclwio (mgr.14716) 9006 : cluster [DBG] pgmap v7743: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:36 smithi129 conmon[101092]: cluster 2022-01-18T20:22:35.168996+0000 mgr.smithi129.iclwio (mgr.14716) 9006 : cluster [DBG] pgmap v7743: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:38.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:38 smithi156 conmon[67007]: cluster 2022-01-18T20:22:37.169500+0000 mgr.smithi129.iclwio (mgr.14716) 9007 : cluster [DBG] pgmap v7744: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:38 smithi129 conmon[101092]: cluster 2022-01-18T20:22:37.169500+0000 mgr.smithi129.iclwio (mgr.14716) 9007 : cluster [DBG] pgmap v7744: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:40.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:40 smithi156 conmon[67007]: cluster 2022-01-18T20:22:39.170215+0000 mgr.smithi129.iclwio (mgr.14716) 9008 : cluster [DBG] pgmap v7745: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:22:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:40 smithi129 conmon[101092]: cluster 2022-01-18T20:22:39.170215+0000 mgr.smithi129.iclwio (mgr.14716) 9008 : cluster [DBG] pgmap v7745: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:22:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:42 smithi156 conmon[67007]: cluster 2022-01-18T20:22:41.170850+0000 mgr.smithi129.iclwio (mgr.14716) 9009 : cluster [DBG] pgmap v7746: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:42 smithi129 conmon[101092]: cluster 2022-01-18T20:22:41.170850+0000 mgr.smithi129.iclwio (mgr.14716) 9009 : cluster [DBG] pgmap v7746: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:43.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:43 smithi129 conmon[101092]: cluster 2022-01-18T20:22:43.171466+0000 mgr.smithi129.iclwio (mgr.14716) 9010 : cluster [DBG] pgmap v7747: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:43.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:43 smithi129 conmon[101092]: 2022-01-18T20:22:44.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:43 smithi156 conmon[67007]: cluster 2022-01-18T20:22:43.171466+0000 mgr.smithi129.iclwio (mgr.14716) 9010 : cluster [DBG] pgmap v7747: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:44 smithi156 conmon[67007]: audit 2022-01-18T20:22:43.710565+0000 mon.smithi129 ( 2022-01-18T20:22:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:44 smithi156 conmon[67007]: mon.0) 2723 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:22:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:44 smithi156 conmon[67007]: audit 2022-01-18T20:22:43.711973+0000 2022-01-18T20:22:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:44 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2724 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:22:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:44 smithi156 conmon[67007]: audit 2022-01-18T20:22:44.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:44 smithi156 conmon[67007]: 2022-01-18T20:22 2022-01-18T20:22:44.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:44 smithi156 conmon[67007]: :43.712894+0000 mon.smithi129 (mon 2022-01-18T20:22:44.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:44 smithi156 conmon[67007]: .0) 2725 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:22:44.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:44 smithi156 conmon[67007]: 2022-01-18T20:22:44.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:44 smithi156 conmon[67007]: cephadm 2022-01-18T20:22:44.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:44 smithi156 conmon[67007]: 2022-01-18T20:22 2022-01-18T20:22:44.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:44 smithi156 conmon[67007]: :43.713636+0000 mgr.smithi129.iclwio ( 2022-01-18T20:22:44.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:44 smithi156 conmon[67007]: mgr.14716) 9011 : cephadm 2022-01-18T20:22:44.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:44 smithi156 conmon[67007]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:22:44.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:44 smithi156 conmon[67007]: audit 2022-01 2022-01-18T20:22:44.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:44 smithi156 conmon[67007]: -18T20:22:43.972497 2022-01-18T20:22:44.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:44 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2726 : 2022-01-18T20:22:44.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:44 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:22:44.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:44 smithi156 conmon[67007]: audit 2022 2022-01-18T20:22:44.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:44 smithi156 conmon[67007]: -01-18T20:22:44. 2022-01-18T20:22:44.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:44 smithi156 conmon[67007]: 255683+0000 mon.smithi129 (mon.0) 2022-01-18T20:22:44.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:44 smithi156 conmon[67007]: 2727 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:22:44.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:44 smithi156 conmon[67007]: audit 2022 2022-01-18T20:22:44.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:44 smithi156 conmon[67007]: -01-18T20:22:44 2022-01-18T20:22:44.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:44 smithi156 conmon[67007]: .260996+0000 mon.smithi129 (mon.0 2022-01-18T20:22:44.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:44 smithi156 conmon[67007]: ) 2728 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:22:44.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:44 smithi129 conmon[101092]: audit 2022-01-18T20:22:43.710565+0000 mon.smithi129 (mon.0) 2723 : audit [DBG] 2022-01-18T20:22:44.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:44 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:22:44.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:44 smithi129 conmon[101092]: audit 2022-01-18T20:22:43.711973+0000 mon.smithi129 (mon.0) 2724 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:22:44.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:44 smithi129 conmon[101092]: audit 2022-01-18T20:22:43.712894+0000 2022-01-18T20:22:44.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:44 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2725 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:22:44.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:44 smithi129 conmon[101092]: cephadm 2022-01-18 2022-01-18T20:22:44.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:44 smithi129 conmon[101092]: T20:22:43.713636+0000 mgr.smithi129.iclwio (mgr.14716) 9011 : cephadm 2022-01-18T20:22:44.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:44 smithi129 conmon[101092]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:22:44.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:44 smithi129 conmon[101092]: audit 2022-01-18T20:22 2022-01-18T20:22:44.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:44 smithi129 conmon[101092]: :43.972497+0000 mon.smithi129 (mon 2022-01-18T20:22:44.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:44 smithi129 conmon[101092]: .0) 2726 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:22:44.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:44 smithi129 conmon[101092]: 2022-01-18T20:22:44.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:44 smithi129 conmon[101092]: audit 2022-01-18T20: 2022-01-18T20:22:44.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:44 smithi129 conmon[101092]: 22:44.255683+0000 mon.smithi129 (mon.0) 2022-01-18T20:22:44.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:44 smithi129 conmon[101092]: 2727 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:22:44.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:44 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T20:22:44.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:44 smithi129 conmon[101092]: 20:22:44.260996+0000 mon.smithi129 (mon. 2022-01-18T20:22:44.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:44 smithi129 conmon[101092]: 0) 2728 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:22:44.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:44 smithi129 conmon[101092]: 2022-01-18T20:22:45.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:45 smithi129 conmon[101092]: cluster 2022-01-18T20:22:45.172366+0000 mgr.smithi129.iclwio (mgr.14716) 9012 : cluster [DBG] pgmap v7748: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:46.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:45 smithi156 conmon[67007]: cluster 2022-01-18T20:22:45.172366+0000 mgr.smithi129.iclwio (mgr.14716) 9012 : cluster [DBG] 2022-01-18T20:22:46.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:45 smithi156 conmon[67007]: pgmap v7748: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:48.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:48 smithi156 conmon[67007]: cluster 2022-01-18T20:22:47.172944+0000 mgr.smithi129.iclwio (mgr.14716) 9013 : cluster 2022-01-18T20:22:48.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:48 smithi156 conmon[67007]: [DBG] pgmap v7749: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:48 smithi129 conmon[101092]: cluster 2022-01-18T20:22:47.172944+0000 mgr.smithi129.iclwio (mgr.14716) 9013 : cluster [DBG] pgmap v7749: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:50.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:50 smithi156 conmon[67007]: cluster 2022-01-18T20:22:49.173621+0000 mgr.smithi129.iclwio (mgr.14716) 9014 : cluster [DBG] pgmap v7750: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:22:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:50 smithi129 conmon[101092]: cluster 2022-01-18T20:22:49.173621+0000 mgr.smithi129.iclwio (mgr.14716) 9014 : cluster [DBG] pgmap v7750: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:22:52.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:52 smithi156 conmon[67007]: cluster 2022-01-18T20:22:51.174091+0000 mgr.smithi129.iclwio (mgr.14716) 9015 : cluster [DBG] pgmap v7751: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:52 smithi129 conmon[101092]: cluster 2022-01-18T20:22:51.174091+0000 mgr.smithi129.iclwio (mgr.14716) 9015 : cluster [DBG] pgmap v7751: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:53 smithi129 conmon[101092]: cluster 2022-01-18T20:22:53.174665+0000 mgr.smithi129.iclwio (mgr.14716) 9016 : cluster [DBG] pgmap v7752: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:54.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:53 smithi156 conmon[67007]: cluster 2022-01-18T20:22:53.174665+0000 mgr.smithi129.iclwio (mgr.14716) 9016 : cluster [DBG] pgmap v7752: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:56.150 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:22:56.417 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:22:56.418 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 2m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:22:56.418 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 2m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:22:56.418 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 2m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:22:56.418 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 2m ago 4h 44.1M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:22:56.419 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 2m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:22:56.419 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 2m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:22:56.419 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 2m ago 4h 777M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:22:56.419 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 2m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:22:56.420 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 2m ago 4h 1660M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:22:56.420 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 2m ago 4h 776M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:22:56.420 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 2m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:22:56.420 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 2m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:22:56.420 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 2m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:22:56.421 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 2m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:22:56.421 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 2m ago 4h 2156M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:22:56.421 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 2m ago 4h 3247M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:22:56.421 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 2m ago 4h 2463M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:22:56.422 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 2m ago 4h 3268M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:22:56.422 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 2m ago 4h 3035M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:22:56.422 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 2m ago 4h 3552M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:22:56.422 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 2m ago 4h 2859M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:22:56.422 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 2m ago 4h 4132M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:22:56.423 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 2m ago 4h 149M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:22:56.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:56 smithi156 conmon[67007]: cluster 2022-01-18T20:22:55.175433+0000 mgr.smithi129.iclwio (mgr.14716) 9017 : cluster [DBG] pgmap v7753: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:56 smithi129 conmon[101092]: cluster 2022-01-18T20:22:55.175433+0000 mgr.smithi129.iclwio (mgr.14716) 9017 2022-01-18T20:22:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:56 smithi129 conmon[101092]: : cluster [DBG] pgmap v7753: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:56.735 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:22:56.735 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:22:56.735 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:22:56.736 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:22:56.736 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:22:56.736 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:22:56.736 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:22:56.737 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:22:56.737 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:22:56.737 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:22:56.737 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:22:56.737 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:22:56.738 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:22:56.738 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:22:56.738 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:22:56.738 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:22:56.739 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:22:56.739 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:22:56.739 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:22:57.543 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:57 smithi129 conmon[101092]: audit 2022-01-18T20:22:56.138916+0000 mgr.smithi129.iclwio (mgr.14716) 9018 : audit 2022-01-18T20:22:57.544 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:57 smithi129 conmon[101092]: [DBG] from='client.40102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:22:57.544 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:57 smithi129 conmon[101092]: audit 2022-01-18T20:22:56.409500+0000 mgr.smithi129.iclwio (mgr.14716) 9019 : audit [DBG] from='client.40106 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:22:57.544 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:57 smithi129 conmon[101092]: audit 2022-01 2022-01-18T20:22:57.544 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:57 smithi129 conmon[101092]: -18T20:22:56.735855+0000 mon.smithi129 (mon.0) 2729 : audit [DBG] from='client.? 172.21.15.129:0/3075312643' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:22:57.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:57 smithi156 conmon[67007]: audit 2022-01-18T20:22:56.138916+0000 mgr.smithi129.iclwio (mgr.14716) 9018 : audit [DBG] from='client.40102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:22:57.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:57 smithi156 conmon[67007]: audit 2022-01-18T20:22:56.409500+0000 mgr.smithi129.iclwio (mgr.14716) 9019 : audit [DBG] from='client.40106 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:22:57.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:57 smithi156 conmon[67007]: audit 2022-01-18T20:22:56.735855+0000 mon.smithi129 (mon.0) 2729 : audit [DBG] from='client.? 172.21.15.129:0/3075312643' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:22:58.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:58 smithi156 conmon[67007]: cluster 2022-01-18T20:22:57.176025+0000 mgr.smithi129.iclwio (mgr.14716) 9020 : cluster [DBG] pgmap v7754: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:58 smithi129 conmon[101092]: cluster 2022-01-18T20:22:57.176025+0000 mgr.smithi129.iclwio (mgr.14716) 9020 : cluster 2022-01-18T20:22:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:58 smithi129 conmon[101092]: [DBG] pgmap v7754: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:22:59.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:59 smithi156 conmon[67007]: audit 2022-01-18T20:22:59.234861+0000 mon.smithi129 (mon.0) 2730 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:22:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:22:59 smithi156 conmon[67007]: audit 2022-01-18T20:22:59.235119+0000 mon.smithi129 (mon.0) 2731 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:22:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:59 smithi129 conmon[101092]: audit 2022-01-18T20:22:59.234861+0000 mon.smithi129 (mon.0) 2730 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:22:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:22:59 smithi129 conmon[101092]: audit 2022-01-18T20:22:59.235119+0000 mon.smithi129 (mon.0) 2731 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:23:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:00 smithi156 conmon[67007]: cluster 2022-01-18T20:22:59.176926+0000 mgr.smithi129.iclwio (mgr.14716) 9021 : cluster [DBG] 2022-01-18T20:23:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:00 smithi156 conmon[67007]: pgmap v7755: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:23:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:00 smithi129 conmon[101092]: cluster 2022-01-18T20:22:59.176926+0000 mgr.smithi129.iclwio (mgr.14716) 9021 : cluster [DBG] pgmap v7755: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:23:02.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:02 smithi156 conmon[67007]: cluster 2022-01-18T20:23:01.177438+0000 mgr.smithi129.iclwio (mgr.14716) 9022 : cluster [DBG] pgmap v7756: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:02 smithi129 conmon[101092]: cluster 2022-01-18T20:23:01.177438+0000 mgr.smithi129.iclwio (mgr.14716) 9022 : cluster [DBG] pgmap v7756: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:03.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:03 smithi129 conmon[101092]: cluster 2022-01-18T20:23:03.177991+0000 mgr.smithi129.iclwio (mgr.14716) 9023 : cluster [DBG] 2022-01-18T20:23:03.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:03 smithi129 conmon[101092]: pgmap v7757: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:04.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:03 smithi156 conmon[67007]: cluster 2022-01-18T20:23:03.177991+0000 mgr.smithi129.iclwio (mgr.14716) 9023 : cluster [DBG] pgmap v7757: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:06.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:06 smithi156 conmon[67007]: cluster 2022-01-18T20:23:05.178769+0000 mgr.smithi129.iclwio (mgr.14716) 9024 : cluster [DBG] pgmap v7758: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:06 smithi129 conmon[101092]: cluster 2022-01-18T20:23:05.178769+0000 mgr.smithi129.iclwio (mgr.14716) 9024 : cluster [DBG] pgmap v7758: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:08.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:08 smithi156 conmon[67007]: cluster 2022-01-18T20:23:07.179352+0000 mgr.smithi129.iclwio (mgr.14716) 9025 : cluster [DBG] pgmap v7759: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:08 smithi129 conmon[101092]: cluster 2022-01-18T20:23:07.179352+0000 mgr.smithi129.iclwio (mgr.14716) 9025 : cluster [DBG] pgmap v7759: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:10.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:10 smithi156 conmon[67007]: cluster 2022-01-18T20:23:09.180195+0000 mgr.smithi129.iclwio (mgr.14716) 9026 : cluster [DBG] pgmap v7760: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:23:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:10 smithi129 conmon[101092]: cluster 2022-01-18T20:23:09.180195+0000 mgr.smithi129.iclwio (mgr.14716) 9026 : cluster [DBG] pgmap v7760: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:23:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:10 smithi129 conmon[101092]: 2022-01-18T20:23:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:12 smithi156 conmon[67007]: cluster 2022-01-18T20:23:11.180773+0000 mgr.smithi129.iclwio (mgr.14716) 9027 : cluster [DBG] pgmap v7761: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:12 smithi129 conmon[101092]: cluster 2022-01-18T20:23:11.180773+0000 mgr.smithi129.iclwio (mgr.14716) 9027 : cluster 2022-01-18T20:23:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:12 smithi129 conmon[101092]: [DBG] pgmap v7761: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:13 smithi129 conmon[101092]: cluster 2022-01-18T20:23:13.181440+0000 mgr.smithi129.iclwio (mgr.14716) 9028 : cluster [DBG] pgmap v7762: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:14.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:13 smithi156 conmon[67007]: cluster 2022-01-18T20:23:13.181440+0000 mgr.smithi129.iclwio (mgr.14716) 9028 : cluster [DBG] pgmap v7762: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:14.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:13 smithi156 conmon[67007]: 2022-01-18T20:23:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:16 smithi156 conmon[67007]: cluster 2022-01-18T20:23:15.182184+0000 mgr.smithi129.iclwio (mgr.14716) 9029 : cluster [DBG] pgmap v7763: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:16 smithi156 conmon[67007]: 2022-01-18T20:23:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:16 smithi129 conmon[101092]: cluster 2022-01-18T20:23:15.182184+0000 2022-01-18T20:23:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:16 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 9029 : cluster [DBG] pgmap v7763: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:18.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:18 smithi156 conmon[67007]: cluster 2022-01-18T20:23:17.182757+0000 mgr.smithi129.iclwio (mgr.14716) 9030 : cluster [DBG] pgmap v7764: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:18 smithi156 conmon[67007]: 2022-01-18T20:23:18.687 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:18 smithi129 conmon[101092]: cluster 2022-01-18T20:23:17.182757+0000 mgr.smithi129.iclwio (mgr.14716) 9030 : cluster [DBG] pgmap v7764: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:20.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:20 smithi156 conmon[67007]: cluster 2022-01-18T20:23:19.183535+0000 mgr.smithi129.iclwio (mgr.14716) 9031 : cluster [DBG] pgmap v7765: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:23:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:20 smithi156 conmon[67007]: 2022-01-18T20:23:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:20 smithi129 conmon[101092]: cluster 2022-01-18T20:23:19.183535+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:23:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:20 smithi129 conmon[101092]: 9031 : cluster [DBG] pgmap v7765: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:23:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:22 smithi156 conmon[67007]: cluster 2022-01-18T20:23:21.184022+0000 mgr.smithi129.iclwio (mgr.14716) 9032 : cluster [DBG] 2022-01-18T20:23:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:22 smithi156 conmon[67007]: pgmap v7766: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:22 smithi129 conmon[101092]: cluster 2022-01-18T20:23:21.184022+0000 mgr.smithi129.iclwio (mgr.14716) 9032 : cluster [DBG] pgmap v7766: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:22 smithi129 conmon[101092]: 2022-01-18T20:23:23.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:23 smithi129 conmon[101092]: cluster 2022-01-18T20:23:23.184527+0000 mgr.smithi129.iclwio (mgr.14716) 9033 : cluster [DBG] pgmap v7767: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:24.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:23 smithi156 conmon[67007]: cluster 2022-01-18T20:23:23.184527+0000 mgr.smithi129.iclwio (mgr.14716) 9033 : cluster [DBG] 2022-01-18T20:23:24.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:23 smithi156 conmon[67007]: pgmap v7767: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:26.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:26 smithi156 conmon[67007]: cluster 2022-01-18T20:23:25.185340+0000 mgr.smithi129.iclwio (mgr.14716) 9034 : cluster [DBG] pgmap v7768: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:26 smithi129 conmon[101092]: cluster 2022-01-18T20:23:25.185340+0000 mgr.smithi129.iclwio (mgr.14716) 9034 : cluster [DBG] pgmap v7768: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:27.033 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:23:27.297 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:23:27.298 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 2m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:23:27.298 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 2m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:23:27.298 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 2m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:23:27.299 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 2m ago 4h 44.1M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:23:27.299 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 2m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:23:27.299 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 2m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:23:27.299 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 2m ago 4h 777M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:23:27.300 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 2m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:23:27.300 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 2m ago 4h 1660M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:23:27.300 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 2m ago 4h 776M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:23:27.300 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 2m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:23:27.300 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 2m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:23:27.301 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 2m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:23:27.301 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 2m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:23:27.301 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 2m ago 4h 2156M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:23:27.301 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 2m ago 4h 3247M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:23:27.302 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 2m ago 4h 2463M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:23:27.302 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 2m ago 4h 3268M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:23:27.302 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 2m ago 4h 3035M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:23:27.302 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 2m ago 4h 3552M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:23:27.303 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 2m ago 4h 2859M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:23:27.303 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 2m ago 4h 4132M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:23:27.303 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 2m ago 4h 149M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:23:27.616 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:23:27.616 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:23:27.616 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:23:27.617 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:23:27.617 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:23:27.617 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:23:27.617 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:23:27.617 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:23:27.618 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:23:27.618 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:23:27.618 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:23:27.618 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:23:27.619 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:23:27.619 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:23:27.619 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:23:27.619 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:23:27.619 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:23:27.620 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:23:27.620 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:23:28.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:28 smithi156 conmon[67007]: audit 2022-01-18T20:23:27.022293+0000 mgr.smithi129.iclwio (mgr.14716) 9035 : audit [DBG] from='client.40114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:23:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:28 smithi156 conmon[67007]: 2022-01-18T20:23:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:28 smithi156 conmon[67007]: cluster 2022-01-18T20:23:27.185870+0000 mgr.smithi129.iclwio (mgr.14716) 9036 : cluster [DBG] pgmap v7769: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:28 smithi156 conmon[67007]: audit 2022-01-18T20:23:27.289758+0000 mgr.smithi129.iclwio (mgr.14716) 9037 2022-01-18T20:23:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:28 smithi156 conmon[67007]: : audit [DBG] from='client.40118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:23:28.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:28 smithi156 conmon[67007]: audit 2022-01-18T20:23: 2022-01-18T20:23:28.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:28 smithi156 conmon[67007]: 27.616989+0000 mon.smithi129 (mon.0) 2732 : audit [DBG] from='client.? 172.21.15.129:0/1115590539' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:23:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:28 smithi129 conmon[101092]: audit 2022-01-18T20:23:27.022293+0000 mgr.smithi129.iclwio (mgr.14716) 9035 : audit [DBG] from='client.40114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:23:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:28 smithi129 conmon[101092]: cluster 2022-01-18T20:23:27.185870+0000 mgr.smithi129.iclwio (mgr.14716) 9036 : cluster [DBG] pgmap v7769: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:28 smithi129 conmon[101092]: audit 2022-01-18T20:23:27.289758+0000 mgr.smithi129.iclwio (mgr.14716) 9037 : audit [DBG] from='client.40118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:23:28.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:28 smithi129 conmon[101092]: audit 2022-01-18T20:23:27.616989+0000 mon.smithi129 (mon. 2022-01-18T20:23:28.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:28 smithi129 conmon[101092]: 0) 2732 : audit [DBG] from='client.? 172.21.15.129:0/1115590539' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:23:30.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:30 smithi156 conmon[67007]: cluster 2022-01-18T20:23:29.186516+0000 mgr.smithi129.iclwio (mgr.14716) 9038 : cluster [DBG] pgmap v7770: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:23:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:30 smithi156 conmon[67007]: 2022-01-18T20:23:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:30 smithi129 conmon[101092]: cluster 2022-01-18T20:23:29.186516+0000 mgr.smithi129.iclwio (mgr.14716) 9038 : cluster [DBG] pgmap v7770: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:23:32.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:32 smithi156 conmon[67007]: cluster 2022-01-18T20:23:31.186993+0000 mgr.smithi129.iclwio (mgr.14716) 9039 : cluster [DBG] pgmap v7771: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:32 smithi129 conmon[101092]: cluster 2022-01-18T20:23:31.186993+0000 mgr.smithi129.iclwio (mgr.14716) 9039 : cluster [DBG] pgmap v7771: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:32 smithi129 conmon[101092]: 2022-01-18T20:23:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:33 smithi129 conmon[101092]: cluster 2022-01-18T20:23:33.187552+0000 mgr.smithi129.iclwio (mgr.14716) 9040 : cluster [DBG] pgmap v7772: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:34.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:33 smithi156 conmon[67007]: cluster 2022-01-18T20:23:33.187552+0000 mgr.smithi129.iclwio (mgr.14716) 9040 : cluster [DBG] pgmap v7772: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:36 smithi156 conmon[67007]: cluster 2022-01-18T20:23:35.188311+0000 mgr.smithi129.iclwio (mgr.14716) 9041 : cluster [DBG] pgmap v7773: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:36 smithi129 conmon[101092]: cluster 2022-01-18T20:23:35.188311+0000 mgr.smithi129.iclwio (mgr.14716) 9041 : cluster [DBG] pgmap v7773: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:38.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:38 smithi156 conmon[67007]: cluster 2022-01-18T20:23:37.188927+0000 mgr.smithi129.iclwio (mgr.14716) 9042 : cluster [DBG] pgmap v7774: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:38 smithi129 conmon[101092]: cluster 2022-01-18T20:23:37.188927+0000 mgr.smithi129.iclwio (mgr.14716) 9042 : cluster [DBG] pgmap v7774: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:40.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:40 smithi156 conmon[67007]: cluster 2022-01-18T20:23:39.189567+0000 mgr.smithi129.iclwio (mgr.14716) 9043 : cluster [DBG] pgmap v7775: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:23:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:40 smithi129 conmon[101092]: cluster 2022-01-18T20:23:39.189567+0000 mgr.smithi129.iclwio (mgr.14716) 9043 : cluster [DBG] pgmap v7775: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:23:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:42 smithi156 conmon[67007]: cluster 2022-01-18T20:23:41.190046+0000 mgr.smithi129.iclwio (mgr.14716) 9044 : cluster [DBG] pgmap v7776: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:42 smithi129 conmon[101092]: cluster 2022-01-18T20:23:41.190046+0000 mgr.smithi129.iclwio (mgr.14716) 9044 : cluster [DBG] pgmap v7776: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:43.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:43 smithi129 conmon[101092]: cluster 2022-01-18T20:23:43.190615+0000 mgr.smithi129.iclwio (mgr.14716) 9045 : cluster [DBG] pgmap v7777: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:44.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:43 smithi156 conmon[67007]: cluster 2022-01-18T20:23:43.190615+0000 mgr.smithi129.iclwio (mgr.14716) 9045 : cluster [DBG] pgmap v7777: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:44 smithi156 conmon[67007]: audit 2022-01-18T20:23:44.263767+0000 mon.smithi129 (mon.0) 2733 : 2022-01-18T20:23:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:44 smithi156 conmon[67007]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:23:44.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:44 smithi156 conmon[67007]: audit 2022-01-18T20:23:44.265124+0000 mon.smithi129 (mon.0) 2734 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:23:44.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:44 smithi156 conmon[67007]: audit 2022-01-18T20:23:44.266143+0000 2022-01-18T20:23:44.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:44 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2735 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:23:44.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:44 smithi156 conmon[67007]: cephadm 2022-01-18T20:23:44.266918+0000 2022-01-18T20:23:44.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:44 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 9046 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:23:44.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:44 smithi156 conmon[67007]: audit 2022-01-18T20:23:44.572295+0000 mon.smithi129 (mon 2022-01-18T20:23:44.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:44 smithi156 conmon[67007]: .0) 2736 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:23:44.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:44 smithi156 conmon[67007]: audit 2022-01-18T20:23:44.576877 2022-01-18T20:23:44.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:44 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2737 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:23:44.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:44 smithi129 conmon[101092]: audit 2022-01-18T20:23:44.263767+0000 mon.smithi129 (mon.0) 2733 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:23:44.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:44 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T20:23:44.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:44 smithi129 conmon[101092]: 20:23:44.265124+0000 mon.smithi129 (mon.0) 2734 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:23:44.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:44 smithi129 conmon[101092]: audit 2022-01-18T20:23:44.266143+0000 mon.smithi129 (mon.0) 2735 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:23:44.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:44 smithi129 conmon[101092]: cephadm 2022-01-18T20:23:44.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:44 smithi129 conmon[101092]: 2022-01-18T20:23:44.266918+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:23:44.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:44 smithi129 conmon[101092]: 9046 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:23:44.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:44 smithi129 conmon[101092]: audit 2022-01 2022-01-18T20:23:44.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:44 smithi129 conmon[101092]: -18T20:23:44.572295 2022-01-18T20:23:44.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:44 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 2736 : audit [INF] 2022-01-18T20:23:44.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:44 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:23:44.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:44 smithi129 conmon[101092]: audit 2022-01-18T20 2022-01-18T20:23:44.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:44 smithi129 conmon[101092]: :23:44.576877+0000 mon.smithi129 (mon. 2022-01-18T20:23:44.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:44 smithi129 conmon[101092]: 0) 2737 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:23:45.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:45 smithi129 conmon[101092]: cluster 2022-01-18T20:23:45.191530+0000 mgr.smithi129.iclwio (mgr.14716) 9047 : cluster [DBG] 2022-01-18T20:23:45.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:45 smithi129 conmon[101092]: pgmap v7778: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:46.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:45 smithi156 conmon[67007]: cluster 2022-01-18T20:23:45.191530+0000 2022-01-18T20:23:46.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:45 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 9047 : cluster [DBG] pgmap v7778: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:48.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:48 smithi156 conmon[67007]: cluster 2022-01-18T20:23:47.192086+0000 mgr.smithi129.iclwio (mgr.14716) 9048 : cluster [DBG] pgmap v7779: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:48 smithi129 conmon[101092]: cluster 2022-01-18T20:23:47.192086+0000 mgr.smithi129.iclwio (mgr.14716) 9048 : cluster [DBG] pgmap v7779: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:48 smithi129 conmon[101092]: 2022-01-18T20:23:50.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:50 smithi156 conmon[67007]: cluster 2022-01-18T20:23:49.193005+0000 mgr.smithi129.iclwio (mgr.14716) 9049 : cluster [DBG] pgmap v7780: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:23:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:50 smithi129 conmon[101092]: cluster 2022-01-18T20:23:49.193005+0000 mgr.smithi129.iclwio (mgr.14716) 9049 : cluster [DBG] 2022-01-18T20:23:50.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:50 smithi129 conmon[101092]: pgmap v7780: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:23:52.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:52 smithi156 conmon[67007]: cluster 2022-01-18T20:23:51.193431+0000 mgr.smithi129.iclwio (mgr.14716) 9050 : cluster [DBG] pgmap v7781: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:52 smithi129 conmon[101092]: cluster 2022-01-18T20:23:51.193431+0000 mgr.smithi129.iclwio (mgr.14716) 9050 : cluster [DBG] 2022-01-18T20:23:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:52 smithi129 conmon[101092]: pgmap v7781: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:53 smithi129 conmon[101092]: cluster 2022-01-18T20:23:53.194027+0000 mgr.smithi129.iclwio (mgr.14716) 9051 : cluster [DBG] pgmap v7782: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:53.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:53 smithi129 conmon[101092]: 2022-01-18T20:23:54.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:53 smithi156 conmon[67007]: cluster 2022-01-18T20:23:53.194027+0000 mgr.smithi129.iclwio (mgr.14716) 9051 : cluster [DBG] pgmap v7782: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:56.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:56 smithi156 conmon[67007]: cluster 2022-01-18T20:23:55.194824+0000 mgr.smithi129.iclwio (mgr.14716) 9052 : cluster [DBG] pgmap v7783: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:56 smithi129 conmon[101092]: cluster 2022-01-18T20:23:55.194824+0000 mgr.smithi129.iclwio (mgr.14716) 9052 : cluster [DBG] pgmap v7783: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:56 smithi129 conmon[101092]: 2022-01-18T20:23:57.917 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:23:58.185 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:23:58.185 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 3m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:23:58.185 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 3m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:23:58.186 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 3m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:23:58.186 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 3m ago 4h 44.1M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:23:58.186 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 3m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:23:58.186 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 3m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:23:58.187 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 3m ago 4h 777M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:23:58.187 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 3m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:23:58.187 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 3m ago 4h 1660M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:23:58.187 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 3m ago 4h 776M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:23:58.188 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 3m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:23:58.188 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 3m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:23:58.188 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 3m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:23:58.188 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 3m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:23:58.188 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 3m ago 4h 2156M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:23:58.189 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 3m ago 4h 3247M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:23:58.189 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 3m ago 4h 2463M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:23:58.189 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 3m ago 4h 3268M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:23:58.189 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 3m ago 4h 3035M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:23:58.190 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 3m ago 4h 3552M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:23:58.190 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 3m ago 4h 2859M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:23:58.190 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 3m ago 4h 4132M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:23:58.190 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 3m ago 4h 149M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:23:58.504 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:23:58.505 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:23:58.505 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:23:58.505 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:23:58.505 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:23:58.506 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:23:58.506 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:23:58.506 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:23:58.506 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:23:58.506 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:23:58.507 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:23:58.507 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:23:58.507 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:23:58.507 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:23:58.508 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:23:58.508 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:23:58.508 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:23:58.508 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:23:58.509 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:23:58.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:58 smithi156 conmon[67007]: cluster 2022-01-18T20:23:57.195477+0000 mgr.smithi129.iclwio (mgr.14716) 9053 : cluster [DBG] pgmap v7784: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:58 smithi129 conmon[101092]: cluster 2022-01-18T20:23:57.195477+0000 mgr.smithi129.iclwio (mgr.14716) 9053 2022-01-18T20:23:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:58 smithi129 conmon[101092]: : cluster [DBG] pgmap v7784: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:23:59.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:59 smithi156 conmon[67007]: audit 2022-01-18T20:23:57.906411+0000 mgr.smithi129.iclwio (mgr.14716) 9054 : audit [DBG] from='client.40126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:23:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:59 smithi156 conmon[67007]: audit 2022-01-18T20:23:58.177133+0000 mgr.smithi129.iclwio (mgr.14716) 9055 : audit [DBG] from='client.40130 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:23:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:59 smithi156 conmon[67007]: audit 2022-01-18T20:23:58.505238+0000 mon.smithi129 (mon.0) 2738 : audit [DBG] from='client.? 172.21.15.129:0/440668126' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:23:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:59 smithi156 conmon[67007]: audit 2022 2022-01-18T20:23:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:59 smithi156 conmon[67007]: -01-18T20:23:59.238927+0000 mon.smithi129 (mon.0) 2739 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:23:59.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:59 smithi156 conmon[67007]: audit 2022-01-18T20: 2022-01-18T20:23:59.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:59 smithi156 conmon[67007]: 23:59.239138+0000 mon.smithi129 (mon.0) 2740 2022-01-18T20:23:59.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:23:59 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:23:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:59 smithi129 conmon[101092]: audit 2022-01-18T20:23:57.906411+0000 mgr.smithi129.iclwio (mgr.14716) 9054 : audit [DBG] 2022-01-18T20:23:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:59 smithi129 conmon[101092]: from='client.40126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:23:59.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:59 smithi129 conmon[101092]: audit 2022-01-18T20:23:58.177133+0000 mgr.smithi129.iclwio (mgr.14716) 9055 : audit [DBG] from='client.40130 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:23:59.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:59 smithi129 conmon[101092]: audit 2022-01-18T20:23:58.505238+0000 mon.smithi129 (mon. 2022-01-18T20:23:59.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:59 smithi129 conmon[101092]: 0) 2738 : audit [DBG] from='client.? 172.21.15.129:0/440668126' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:23:59.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:59 smithi129 conmon[101092]: audit 2022-01-18T20:23:59.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:59 smithi129 conmon[101092]: 2022-01-18T20:23:59.238927+0000 2022-01-18T20:23:59.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:59 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2739 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:23:59.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:59 smithi129 conmon[101092]: audit 2022-01-18T20:23:59.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:59 smithi129 conmon[101092]: 2022-01-18T20:23:59.239138+0000 2022-01-18T20:23:59.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:23:59 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2740 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:24:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:00 smithi156 conmon[67007]: cluster 2022-01-18T20:23:59.196126+0000 mgr.smithi129.iclwio (mgr.14716) 9056 : cluster [DBG] pgmap v7785: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:24:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:00 smithi129 conmon[101092]: cluster 2022-01-18T20:23:59.196126+0000 mgr.smithi129.iclwio (mgr.14716) 9056 : cluster [DBG] pgmap v7785: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:24:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:00 smithi129 conmon[101092]: 2022-01-18T20:24:02.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:02 smithi156 conmon[67007]: cluster 2022-01-18T20:24:01.196530+0000 mgr.smithi129.iclwio (mgr.14716) 9057 : cluster [DBG] pgmap v7786: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:02 smithi129 conmon[101092]: cluster 2022-01-18T20:24:01.196530+0000 mgr.smithi129.iclwio (mgr.14716) 9057 : cluster [DBG] pgmap v7786: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:03.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:03 smithi129 conmon[101092]: cluster 2022-01-18T20:24:03.197132+0000 mgr.smithi129.iclwio (mgr.14716) 9058 : cluster [DBG] pgmap v7787: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:03.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:03 smithi129 conmon[101092]: 2022-01-18T20:24:04.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:03 smithi156 conmon[67007]: cluster 2022-01-18T20:24:03.197132+0000 mgr.smithi129.iclwio (mgr.14716) 9058 : cluster [DBG] pgmap v7787: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:06.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:06 smithi156 conmon[67007]: cluster 2022-01-18T20:24:05.197885+0000 mgr.smithi129.iclwio (mgr.14716) 9059 : cluster [DBG] pgmap v7788: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:06 smithi129 conmon[101092]: cluster 2022-01-18T20:24:05.197885+0000 mgr.smithi129.iclwio (mgr.14716) 9059 : cluster [DBG] pgmap v7788: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:08.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:08 smithi156 conmon[67007]: cluster 2022-01-18T20:24:07.198389+0000 mgr.smithi129.iclwio (mgr.14716) 9060 : cluster [DBG] pgmap v7789: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:08 smithi129 conmon[101092]: cluster 2022-01-18T20:24:07.198389+0000 mgr.smithi129.iclwio (mgr.14716) 9060 : cluster [DBG] pgmap v7789: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:10.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:10 smithi156 conmon[67007]: cluster 2022-01-18T20:24:09.199290+0000 mgr.smithi129.iclwio (mgr.14716) 9061 : cluster [DBG] pgmap v7790: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:24:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:10 smithi129 conmon[101092]: cluster 2022-01-18T20:24:09.199290+0000 mgr.smithi129.iclwio (mgr.14716) 9061 : cluster [DBG] pgmap v7790: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:24:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:12 smithi156 conmon[67007]: cluster 2022-01-18T20:24:11.199893+0000 mgr.smithi129.iclwio (mgr.14716) 9062 : cluster [DBG] pgmap v7791: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:12 smithi129 conmon[101092]: cluster 2022-01-18T20:24:11.199893+0000 mgr.smithi129.iclwio (mgr.14716) 9062 : cluster [DBG] pgmap v7791: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:12 smithi129 conmon[101092]: 2022-01-18T20:24:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:13 smithi129 conmon[101092]: cluster 2022-01-18T20:24:13.200480+0000 mgr.smithi129.iclwio (mgr.14716) 9063 : cluster [DBG] pgmap v7792: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:14.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:13 smithi156 conmon[67007]: cluster 2022-01-18T20:24:13.200480+0000 mgr.smithi129.iclwio (mgr.14716) 9063 : cluster 2022-01-18T20:24:14.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:13 smithi156 conmon[67007]: [DBG] pgmap v7792: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:16 smithi156 conmon[67007]: cluster 2022-01-18T20:24:15.201309+0000 mgr.smithi129.iclwio (mgr.14716) 9064 : cluster [DBG] pgmap v7793: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:16 smithi129 conmon[101092]: cluster 2022-01-18T20:24:15.201309+0000 mgr.smithi129.iclwio (mgr.14716) 9064 : cluster [DBG] pgmap v7793: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:18.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:18 smithi156 conmon[67007]: cluster 2022-01-18T20:24:17.201926+0000 mgr.smithi129.iclwio (mgr.14716) 9065 : cluster [DBG] pgmap v7794: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:18 smithi129 conmon[101092]: cluster 2022-01-18T20:24:17.201926+0000 mgr.smithi129.iclwio (mgr.14716) 9065 : cluster [DBG] pgmap v7794: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:20.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:20 smithi156 conmon[67007]: cluster 2022-01-18T20:24:19.202800+0000 mgr.smithi129.iclwio (mgr.14716) 9066 : cluster [DBG] pgmap v7795: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:24:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:20 smithi156 conmon[67007]: 2022-01-18T20:24:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:20 smithi129 conmon[101092]: cluster 2022-01-18T20:24:19.202800+0000 mgr.smithi129.iclwio (mgr.14716) 9066 : cluster [DBG] pgmap v7795: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:24:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:20 smithi129 conmon[101092]: 2022-01-18T20:24:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:22 smithi156 conmon[67007]: cluster 2022-01-18T20:24:21.203280+0000 mgr.smithi129.iclwio (mgr.14716) 9067 : cluster [DBG] pgmap v7796: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:22 smithi129 conmon[101092]: cluster 2022-01-18T20:24:21.203280+0000 mgr.smithi129.iclwio (mgr.14716) 9067 : cluster [DBG] pgmap v7796: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:23.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:23 smithi129 conmon[101092]: cluster 2022-01-18T20:24:23.204031+0000 mgr.smithi129.iclwio (mgr.14716) 9068 : cluster [DBG] pgmap v7797: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:23.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:23 smithi129 conmon[101092]: 2022-01-18T20:24:24.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:23 smithi156 conmon[67007]: cluster 2022-01-18T20:24:23.204031+0000 mgr.smithi129.iclwio (mgr.14716) 9068 : cluster [DBG] pgmap v7797: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:24.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:23 smithi156 conmon[67007]: 2022-01-18T20:24:26.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:26 smithi156 conmon[67007]: cluster 2022-01-18T20:24:25.204722+0000 mgr.smithi129.iclwio (mgr.14716) 9069 : cluster [DBG] pgmap v7798: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:26 smithi129 conmon[101092]: cluster 2022-01-18T20:24:25.204722+0000 mgr.smithi129.iclwio (mgr.14716) 9069 : cluster [DBG] pgmap v7798: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:26 smithi129 conmon[101092]: 2022-01-18T20:24:28.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:28 smithi156 conmon[67007]: cluster 2022-01-18T20:24:27.205334+0000 mgr.smithi129.iclwio (mgr.14716) 9070 : cluster [DBG] 2022-01-18T20:24:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:28 smithi156 conmon[67007]: pgmap v7799: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:28 smithi129 conmon[101092]: cluster 2022-01-18T20:24:27.205334+0000 mgr.smithi129.iclwio (mgr.14716) 9070 : cluster [DBG] pgmap v7799: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:28.804 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:24:29.071 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:24:29.072 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 3m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:24:29.072 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 3m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:24:29.072 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 3m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:24:29.073 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 3m ago 4h 44.1M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:24:29.073 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 3m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:24:29.073 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 3m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:24:29.073 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 3m ago 4h 777M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:24:29.074 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 3m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:24:29.074 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 3m ago 4h 1660M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:24:29.074 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 3m ago 4h 776M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:24:29.075 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 3m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:24:29.075 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 3m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:24:29.076 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 3m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:24:29.076 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 3m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:24:29.076 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 3m ago 4h 2156M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:24:29.076 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 3m ago 4h 3247M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:24:29.077 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 3m ago 4h 2463M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:24:29.077 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 3m ago 4h 3268M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:24:29.077 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 3m ago 4h 3035M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:24:29.078 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 3m ago 4h 3552M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:24:29.078 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 3m ago 4h 2859M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:24:29.078 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 3m ago 4h 4132M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:24:29.078 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 3m ago 4h 149M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:24:29.392 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:24:29.393 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:24:29.393 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:24:29.393 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:24:29.393 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:24:29.394 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:24:29.394 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:24:29.394 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:24:29.394 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:24:29.395 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:24:29.395 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:24:29.395 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:24:29.395 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:24:29.396 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:24:29.396 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:24:29.396 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:24:29.396 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:24:29.397 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:24:29.397 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:24:30.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:30 smithi156 conmon[67007]: audit 2022-01-18T20:24:28.793733+0000 mgr.smithi129.iclwio (mgr.14716) 9071 : audit [DBG] from='client.40138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:24:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:30 smithi156 conmon[67007]: audit 2022-01-18T20:24:29.063085+0000 mgr.smithi129.iclwio (mgr.14716) 9072 : audit [DBG] from='client.40142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:24:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:30 smithi156 conmon[67007]: cluster 2022-01-18T20:24:29.206014+0000 mgr.smithi129.iclwio (mgr.14716) 9073 : cluster [DBG] pgmap v7800: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:24:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:30 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T20:24:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:30 smithi156 conmon[67007]: 18T20:24:29.393187+0000 mon.smithi129 (mon.0) 2741 : audit [DBG] from='client.? 172.21.15.129:0/2453888806' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:24:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:30 smithi129 conmon[101092]: audit 2022-01-18T20:24:28.793733+0000 mgr.smithi129.iclwio (mgr.14716) 9071 : audit [DBG] from='client.40138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:24:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:30 smithi129 conmon[101092]: 2022-01-18T20:24:30.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:30 smithi129 conmon[101092]: audit 2022-01-18T20:24:29.063085+0000 mgr.smithi129.iclwio (mgr.14716) 9072 : audit [DBG] from='client.40142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:24:30.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:30 smithi129 conmon[101092]: cluster 2022-01-18T20:24:29.206014+0000 2022-01-18T20:24:30.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:30 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 9073 : cluster [DBG] pgmap v7800: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:24:30.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:30 smithi129 conmon[101092]: audit 2022-01-18T20:24:29.393187 2022-01-18T20:24:30.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:30 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 2741 : audit [DBG] from='client.? 172.21.15.129:0/2453888806' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:24:32.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:32 smithi156 conmon[67007]: cluster 2022-01-18T20:24:31.206428+0000 mgr.smithi129.iclwio (mgr.14716) 9074 : cluster [DBG] 2022-01-18T20:24:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:32 smithi156 conmon[67007]: pgmap v7801: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:32 smithi129 conmon[101092]: cluster 2022-01-18T20:24:31.206428+0000 mgr.smithi129.iclwio (mgr.14716) 9074 : cluster [DBG] pgmap v7801: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:33 smithi129 conmon[101092]: cluster 2022-01-18T20:24:33.207000+0000 mgr.smithi129.iclwio (mgr.14716) 9075 : cluster [DBG] pgmap v7802: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:34.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:33 smithi156 conmon[67007]: cluster 2022-01-18T20:24:33.207000+0000 mgr.smithi129.iclwio (mgr.14716) 9075 : cluster [DBG] pgmap v7802: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:36.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:36 smithi156 conmon[67007]: cluster 2022-01-18T20:24:35.207944+0000 mgr.smithi129.iclwio (mgr.14716) 9076 : cluster [DBG] pgmap v7803: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:36 smithi129 conmon[101092]: cluster 2022-01-18T20:24:35.207944+0000 mgr.smithi129.iclwio (mgr.14716) 9076 : cluster [DBG] pgmap v7803: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:38.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:38 smithi156 conmon[67007]: cluster 2022-01-18T20:24:37.208624+0000 mgr.smithi129.iclwio (mgr.14716) 9077 : cluster [DBG] pgmap v7804: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:38 smithi129 conmon[101092]: cluster 2022-01-18T20:24:37.208624+0000 mgr.smithi129.iclwio (mgr.14716) 9077 : cluster [DBG] pgmap v7804: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:38 smithi129 conmon[101092]: 2022-01-18T20:24:40.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:40 smithi156 conmon[67007]: cluster 2022-01-18T20:24:39.209465+0000 mgr.smithi129.iclwio (mgr.14716) 9078 : cluster [DBG] pgmap v7805: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:24:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:40 smithi129 conmon[101092]: cluster 2022-01-18T20:24:39.209465+0000 mgr.smithi129.iclwio (mgr.14716) 9078 : cluster [DBG] pgmap v7805: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:24:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:42 smithi156 conmon[67007]: cluster 2022-01-18T20:24:41.210032+0000 mgr.smithi129.iclwio (mgr.14716) 9079 : cluster [DBG] pgmap v7806: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:42 smithi129 conmon[101092]: cluster 2022-01-18T20:24:41.210032+0000 mgr.smithi129.iclwio (mgr.14716) 9079 : cluster [DBG] pgmap v7806: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:42 smithi129 conmon[101092]: 2022-01-18T20:24:43.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:43 smithi129 conmon[101092]: cluster 2022-01-18T20:24:43.210731+0000 mgr.smithi129.iclwio (mgr.14716) 9080 : cluster [DBG] pgmap v7807: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:43.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:43 smithi129 conmon[101092]: 2022-01-18T20:24:44.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:43 smithi156 conmon[67007]: cluster 2022-01-18T20:24:43.210731+0000 mgr.smithi129.iclwio (mgr.14716) 9080 : cluster [DBG] 2022-01-18T20:24:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:43 smithi156 conmon[67007]: pgmap v7807: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:44.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:44 smithi156 conmon[67007]: audit 2022-01-18T20:24:44.579332+0000 mon.smithi129 (mon.0) 2742 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:24:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:44 smithi156 conmon[67007]: audit 2022-01-18T20:24:44.580708+0000 mon.smithi129 (mon.0) 2743 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:24:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:44 smithi156 conmon[67007]: audit 2022-01-18T20:24:44.581631+0000 mon.smithi129 (mon.0) 2744 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:24:44.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:44 smithi129 conmon[101092]: audit 2022-01-18T20:24:44.579332+0000 mon.smithi129 (mon.0) 2742 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:24:44.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:44 smithi129 conmon[101092]: 2022-01-18T20:24:44.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:44 smithi129 conmon[101092]: audit 2022-01-18T20:24:44.580708+0000 mon.smithi129 (mon.0) 2743 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:24:44.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:44 smithi129 conmon[101092]: audit 2022-01-18T20:24:44.581631+0000 mon.smithi129 (mon.0) 2744 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:24:46.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:45 smithi129 conmon[101092]: cephadm 2022-01-18T20:24:44.582371+0000 mgr.smithi129.iclwio (mgr.14716) 9081 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:24:46.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:45 smithi129 conmon[101092]: audit 2022-01-18T20:24:44.888273+0000 mon.smithi129 (mon 2022-01-18T20:24:46.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:45 smithi129 conmon[101092]: .0) 2745 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:24:46.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:45 smithi129 conmon[101092]: audit 2022-01-18T20:24:44.893360+0000 mon.smithi129 (mon.0) 2746 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:24:46.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:45 smithi129 conmon[101092]: cluster 2022-01-18T20:24:45.211418+0000 mgr.smithi129.iclwio (mgr.14716) 9082 : cluster [DBG] pgmap v7808: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:46.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:45 smithi156 conmon[67007]: cephadm 2022-01-18T20:24:44.582371+0000 mgr.smithi129.iclwio (mgr.14716) 9081 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:24:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:45 smithi156 conmon[67007]: audit 2022-01-18T20:24:44.888273+0000 mon.smithi129 (mon.0) 2745 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:24:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:45 smithi156 conmon[67007]: audit 2022-01-18T20:24:44.893360+0000 mon.smithi129 (mon.0) 2746 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:24:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:45 smithi156 conmon[67007]: cluster 2022-01-18T20:24:45.211418+0000 mgr.smithi129.iclwio (mgr.14716) 9082 : cluster [DBG] pgmap v7808: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:48.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:48 smithi156 conmon[67007]: cluster 2022-01-18T20:24:47.211985+0000 mgr.smithi129.iclwio (mgr.14716) 9083 : cluster [DBG] pgmap v7809: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:48 smithi129 conmon[101092]: cluster 2022-01-18T20:24:47.211985+0000 mgr.smithi129.iclwio (mgr.14716) 9083 : cluster [DBG] pgmap v7809: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:50.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:50 smithi156 conmon[67007]: cluster 2022-01-18T20:24:49.212675+0000 mgr.smithi129.iclwio (mgr.14716) 9084 : cluster [DBG] pgmap v7810: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:24:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:50 smithi129 conmon[101092]: cluster 2022-01-18T20:24:49.212675+0000 mgr.smithi129.iclwio (mgr.14716) 9084 : cluster [DBG] 2022-01-18T20:24:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:50 smithi129 conmon[101092]: pgmap v7810: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:24:52.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:52 smithi156 conmon[67007]: cluster 2022-01-18T20:24:51.213278+0000 mgr.smithi129.iclwio (mgr.14716) 9085 : cluster [DBG] pgmap v7811: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:52 smithi156 conmon[67007]: 2022-01-18T20:24:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:52 smithi129 conmon[101092]: cluster 2022-01-18T20:24:51.213278+0000 mgr.smithi129.iclwio (mgr.14716) 9085 : cluster [DBG] pgmap v7811: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:52 smithi129 conmon[101092]: 2022-01-18T20:24:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:53 smithi129 conmon[101092]: cluster 2022-01-18T20:24:53.213929+0000 mgr.smithi129.iclwio (mgr.14716) 9086 : cluster [DBG] pgmap v7812: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:53 smithi129 conmon[101092]: 2022-01-18T20:24:54.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:53 smithi156 conmon[67007]: cluster 2022-01-18T20:24:53.213929+0000 mgr.smithi129.iclwio (mgr.14716) 9086 : cluster [DBG] pgmap v7812: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:56.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:56 smithi156 conmon[67007]: cluster 2022-01-18T20:24:55.214874+0000 mgr.smithi129.iclwio (mgr.14716) 9087 : cluster [DBG] pgmap v7813: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:56 smithi129 conmon[101092]: cluster 2022-01-18T20:24:55.214874+0000 mgr.smithi129.iclwio (mgr.14716) 9087 : cluster [DBG] pgmap v7813: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:58.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:58 smithi156 conmon[67007]: cluster 2022-01-18T20:24:57.215584+0000 mgr.smithi129.iclwio (mgr.14716) 9088 : cluster [DBG] pgmap v7814: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:58 smithi129 conmon[101092]: cluster 2022-01-18T20:24:57.215584+0000 mgr.smithi129.iclwio (mgr.14716) 9088 : cluster [DBG] pgmap v7814: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:24:59.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:59 smithi156 conmon[67007]: audit 2022-01-18T20:24:59.243419+0000 mon.smithi129 (mon.0) 2747 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:24:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:59 smithi156 conmon[67007]: audit 2022-01-18T20:24:59.243668+0000 2022-01-18T20:24:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:24:59 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2748 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:24:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:59 smithi129 conmon[101092]: audit 2022-01-18T20:24:59.243419+0000 mon.smithi129 (mon.0) 2747 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:24:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:24:59 smithi129 conmon[101092]: audit 2022-01-18T20:24:59.243668+0000 mon.smithi129 (mon.0) 2748 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:24:59.693 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:24:59.960 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:24:59.960 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 4m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:24:59.961 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 4m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:24:59.961 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 4m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:24:59.961 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 4m ago 4h 44.1M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:24:59.961 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 4m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:24:59.962 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 4m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:24:59.962 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 4m ago 4h 777M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:24:59.962 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 4m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:24:59.962 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 4m ago 4h 1660M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:24:59.963 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 4m ago 4h 776M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:24:59.963 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 4m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:24:59.963 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 4m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:24:59.963 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 4m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:24:59.964 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 4m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:24:59.964 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 4m ago 4h 2156M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:24:59.964 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 4m ago 4h 3247M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:24:59.964 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 4m ago 4h 2463M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:24:59.965 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 4m ago 4h 3268M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:24:59.965 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 4m ago 4h 3035M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:24:59.965 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 4m ago 4h 3552M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:24:59.965 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 4m ago 4h 2859M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:24:59.965 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 4m ago 4h 4132M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:24:59.966 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 4m ago 4h 149M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:25:00.277 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:25:00.278 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:25:00.278 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:25:00.278 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:25:00.279 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:25:00.279 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:25:00.279 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:25:00.279 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:25:00.280 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:25:00.280 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:25:00.280 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:25:00.280 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:25:00.281 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:25:00.281 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:25:00.281 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:25:00.281 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:25:00.282 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:25:00.282 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:25:00.282 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:25:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:00 smithi156 conmon[67007]: cluster 2022-01-18T20:24:59.216438+0000 mgr.smithi129.iclwio (mgr.14716) 9089 : cluster [DBG] pgmap v7815: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:25:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:00 smithi129 conmon[101092]: cluster 2022-01-18T20:24:59.216438+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:25:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:00 smithi129 conmon[101092]: ) 9089 : cluster [DBG] pgmap v7815: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:25:01.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:01 smithi156 conmon[67007]: audit 2022-01-18T20:24:59.682879+0000 mgr.smithi129.iclwio (mgr.14716) 9090 : audit [DBG] from='client.40150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:25:01.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:01 smithi156 conmon[67007]: 2022-01-18T20:25:01.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:01 smithi156 conmon[67007]: audit 2022-01-18T20:24:59.952353+0000 mgr.smithi129.iclwio (mgr.14716) 9091 : audit [DBG] from='client.40154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:25:01.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:01 smithi156 conmon[67007]: audit 2022-01-18T20:25:00.278438+0000 2022-01-18T20:25:01.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:01 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2749 : audit [DBG] from='client.? 172.21.15.129:0/1455361367' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:25:01.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:01 smithi129 conmon[101092]: audit 2022-01-18T20:24:59.682879+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T20:25:01.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:01 smithi129 conmon[101092]: 14716) 9090 : audit [DBG] from='client.40150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:25:01.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:01 smithi129 conmon[101092]: audit 2022-01-18T20:24:59.952353+0000 mgr.smithi129.iclwio (mgr.14716) 9091 : audit [DBG] from='client.40154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:25:01.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:01 smithi129 conmon[101092]: audit 2022-01-18T20:25:00.278438+0000 mon.smithi129 (mon.0) 2749 : audit [DBG] from='client.? 172.21.15.129:0/1455361367' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:25:02.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:02 smithi156 conmon[67007]: cluster 2022-01-18T20:25:01.217151+0000 mgr.smithi129.iclwio (mgr.14716) 9092 : cluster [DBG] pgmap v7816: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:02 smithi129 conmon[101092]: cluster 2022-01-18T20:25:01.217151+0000 mgr.smithi129.iclwio (mgr.14716) 9092 : cluster [DBG] pgmap v7816: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:03.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:03 smithi129 conmon[101092]: cluster 2022-01-18T20:25:03.217732+0000 mgr.smithi129.iclwio (mgr.14716) 9093 : cluster [DBG] pgmap v7817: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:04.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:03 smithi156 conmon[67007]: cluster 2022-01-18T20:25:03.217732+0000 mgr.smithi129.iclwio (mgr.14716) 9093 : cluster [DBG] pgmap v7817: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:06.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:06 smithi156 conmon[67007]: cluster 2022-01-18T20:25:05.218602+0000 mgr.smithi129.iclwio (mgr.14716) 9094 : cluster [DBG] pgmap v7818: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:06 smithi129 conmon[101092]: cluster 2022-01-18T20:25:05.218602+0000 mgr.smithi129.iclwio (mgr.14716) 9094 : cluster [DBG] pgmap v7818: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:08.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:08 smithi156 conmon[67007]: cluster 2022-01-18T20:25:07.219250+0000 mgr.smithi129.iclwio (mgr.14716) 9095 : cluster [DBG] pgmap v7819: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:08 smithi129 conmon[101092]: cluster 2022-01-18T20:25:07.219250+0000 mgr.smithi129.iclwio (mgr.14716) 9095 : cluster [DBG] pgmap v7819: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:10.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:10 smithi156 conmon[67007]: cluster 2022-01-18T20:25:09.220089+0000 mgr.smithi129.iclwio (mgr.14716) 9096 : cluster [DBG] pgmap v7820: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:25:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:10 smithi129 conmon[101092]: cluster 2022-01-18T20:25:09.220089+0000 mgr.smithi129.iclwio (mgr.14716) 9096 : cluster [DBG] pgmap v7820: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:25:12.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:12 smithi156 conmon[67007]: cluster 2022-01-18T20:25:11.220613+0000 mgr.smithi129.iclwio (mgr.14716) 9097 : cluster [DBG] pgmap v7821: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:12 smithi129 conmon[101092]: cluster 2022-01-18T20:25:11.220613+0000 mgr.smithi129.iclwio (mgr.14716) 9097 : cluster [DBG] 2022-01-18T20:25:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:12 smithi129 conmon[101092]: pgmap v7821: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:13 smithi129 conmon[101092]: cluster 2022-01-18T20:25:13.221220+0000 mgr.smithi129.iclwio (mgr.14716) 9098 : cluster [DBG] pgmap v7822: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:14.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:13 smithi156 conmon[67007]: cluster 2022-01-18T20:25:13.221220+0000 mgr.smithi129.iclwio (mgr.14716) 9098 : cluster [DBG] pgmap v7822: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:16 smithi156 conmon[67007]: cluster 2022-01-18T20:25:15.222059+0000 mgr.smithi129.iclwio (mgr.14716) 9099 : cluster [DBG] pgmap v7823: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:16 smithi129 conmon[101092]: cluster 2022-01-18T20:25:15.222059+0000 mgr.smithi129.iclwio (mgr.14716) 9099 : cluster [DBG] pgmap v7823: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:18.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:18 smithi156 conmon[67007]: cluster 2022-01-18T20:25:17.222747+0000 mgr.smithi129.iclwio (mgr.14716) 9100 : cluster [DBG] pgmap v7824: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:18 smithi129 conmon[101092]: cluster 2022-01-18T20:25:17.222747+0000 mgr.smithi129.iclwio (mgr.14716) 9100 : cluster [DBG] pgmap v7824: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:20.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:20 smithi156 conmon[67007]: cluster 2022-01-18T20:25:19.223515+0000 mgr.smithi129.iclwio (mgr.14716) 9101 : cluster [DBG] pgmap v7825: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:25:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:20 smithi129 conmon[101092]: cluster 2022-01-18T20:25:19.223515+0000 mgr.smithi129.iclwio (mgr.14716) 9101 : cluster [DBG] pgmap v7825: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:25:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:20 smithi129 conmon[101092]: 2022-01-18T20:25:22.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:22 smithi156 conmon[67007]: cluster 2022-01-18T20:25:21.224099+0000 mgr.smithi129.iclwio (mgr.14716) 9102 : cluster [DBG] pgmap v7826: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:22 smithi129 conmon[101092]: cluster 2022-01-18T20:25:21.224099+0000 mgr.smithi129.iclwio (mgr.14716) 9102 : cluster [DBG] pgmap v7826: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:23.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:23 smithi129 conmon[101092]: cluster 2022-01-18T20:25:23.224621+0000 mgr.smithi129.iclwio (mgr.14716) 9103 : cluster [DBG] pgmap v7827: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:24.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:23 smithi156 conmon[67007]: cluster 2022-01-18T20:25:23.224621+0000 mgr.smithi129.iclwio (mgr.14716) 9103 : cluster [DBG] pgmap v7827: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:26.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:26 smithi156 conmon[67007]: cluster 2022-01-18T20:25:25.225381+0000 mgr.smithi129.iclwio (mgr.14716) 9104 : cluster [DBG] pgmap v7828: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:26 smithi129 conmon[101092]: cluster 2022-01-18T20:25:25.225381+0000 mgr.smithi129.iclwio (mgr.14716) 9104 : cluster [DBG] pgmap v7828: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:26 smithi129 conmon[101092]: 2022-01-18T20:25:28.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:28 smithi156 conmon[67007]: cluster 2022-01-18T20:25:27.225970+0000 mgr.smithi129.iclwio (mgr.14716) 9105 : cluster [DBG] pgmap v7829: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:28 smithi129 conmon[101092]: cluster 2022-01-18T20:25:27.225970+0000 mgr.smithi129.iclwio (mgr.14716) 9105 : cluster [DBG] pgmap v7829: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:30.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:30 smithi156 conmon[67007]: cluster 2022-01-18T20:25:29.226683+0000 mgr.smithi129.iclwio (mgr.14716) 9106 : cluster [DBG] pgmap v7830: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:25:30.573 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:25:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:30 smithi129 conmon[101092]: cluster 2022-01-18T20:25:29.226683+0000 mgr.smithi129.iclwio (mgr.14716) 9106 : cluster [DBG] pgmap v7830: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:25:30.837 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:25:30.838 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 4m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:25:30.838 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 4m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:25:30.838 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 4m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:25:30.838 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 4m ago 4h 44.1M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:25:30.839 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 4m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:25:30.839 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 4m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:25:30.839 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 4m ago 4h 777M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:25:30.839 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 4m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:25:30.840 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 4m ago 4h 1660M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:25:30.840 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 4m ago 4h 776M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:25:30.840 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 4m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:25:30.840 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 4m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:25:30.841 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 4m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:25:30.841 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 4m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:25:30.841 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 4m ago 4h 2156M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:25:30.841 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 4m ago 4h 3247M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:25:30.842 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 4m ago 4h 2463M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:25:30.842 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 4m ago 4h 3268M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:25:30.842 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 4m ago 4h 3035M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:25:30.842 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 4m ago 4h 3552M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:25:30.842 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 4m ago 4h 2859M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:25:30.843 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 4m ago 4h 4132M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:25:30.843 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 4m ago 4h 149M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:25:31.156 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:25:31.156 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:25:31.156 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:25:31.157 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:25:31.157 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:25:31.157 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:25:31.157 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:25:31.157 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:25:31.158 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:25:31.158 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:25:31.158 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:25:31.158 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:25:31.159 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:25:31.159 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:25:31.159 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:25:31.159 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:25:31.160 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:25:31.160 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:25:31.160 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:25:31.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:31 smithi156 conmon[67007]: audit 2022-01-18T20:25:30.562691+0000 mgr.smithi129.iclwio (mgr.14716) 9107 : audit 2022-01-18T20:25:31.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:31 smithi156 conmon[67007]: [DBG] from='client.40162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:25:31.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:31 smithi156 conmon[67007]: audit 2022-01-18T20:25:31.156630+0000 mon.smithi129 (mon.0) 2750 : audit [DBG] from='client.? 172.21.15.129:0/1136186863' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:25:31.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:31 smithi129 conmon[101092]: audit 2022-01-18T20:25:30.562691+0000 mgr.smithi129.iclwio (mgr.14716) 9107 : 2022-01-18T20:25:31.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:31 smithi129 conmon[101092]: audit [DBG] from='client.40162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:25:31.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:31 smithi129 conmon[101092]: audit 2022-01-18T20:25:31.156630+0000 mon.smithi129 (mon.0) 2750 : audit [DBG] from='client.? 172.21.15.129:0/1136186863' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:25:32.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:32 smithi156 conmon[67007]: audit 2022-01-18T20:25:30.829362+0000 mgr.smithi129.iclwio (mgr.14716) 9108 : audit [DBG] from='client.40166 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:25:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:32 smithi156 conmon[67007]: cluster 2022-01-18T20:25:31.227261+0000 mgr.smithi129.iclwio (mgr.14716) 9109 : cluster [DBG] pgmap v7831: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:32 smithi129 conmon[101092]: audit 2022-01-18T20:25:30.829362+0000 mgr.smithi129.iclwio (mgr.14716) 9108 : audit [DBG] from='client.40166 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:25:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:32 smithi129 conmon[101092]: cluster 2022-01-18T20:25:31.227261+0000 mgr.smithi129.iclwio ( 2022-01-18T20:25:32.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:32 smithi129 conmon[101092]: mgr.14716) 9109 : cluster [DBG] pgmap v7831: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:33 smithi129 conmon[101092]: cluster 2022-01-18T20:25:33.227960+0000 mgr.smithi129.iclwio (mgr.14716) 9110 : cluster [DBG] pgmap v7832: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:33 smithi129 conmon[101092]: 2022-01-18T20:25:34.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:33 smithi156 conmon[67007]: cluster 2022-01-18T20:25:33.227960+0000 mgr.smithi129.iclwio (mgr.14716) 9110 : cluster [DBG] pgmap v7832: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:36.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:36 smithi156 conmon[67007]: cluster 2022-01-18T20:25:35.228899+0000 mgr.smithi129.iclwio (mgr.14716) 9111 : cluster [DBG] pgmap v7833: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:36 smithi129 conmon[101092]: cluster 2022-01-18T20:25:35.228899+0000 mgr.smithi129.iclwio (mgr.14716) 9111 : cluster [DBG] 2022-01-18T20:25:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:36 smithi129 conmon[101092]: pgmap v7833: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:38.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:38 smithi156 conmon[67007]: cluster 2022-01-18T20:25:37.229406+0000 mgr.smithi129.iclwio (mgr.14716) 9112 : cluster [DBG] pgmap v7834: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:38 smithi129 conmon[101092]: cluster 2022-01-18T20:25:37.229406+0000 mgr.smithi129.iclwio (mgr.14716) 9112 : cluster [DBG] pgmap v7834: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:38 smithi129 conmon[101092]: 2022-01-18T20:25:40.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:40 smithi156 conmon[67007]: cluster 2022-01-18T20:25:39.230261+0000 mgr.smithi129.iclwio (mgr.14716) 9113 : cluster [DBG] pgmap v7835: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:25:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:40 smithi129 conmon[101092]: cluster 2022-01-18T20:25:39.230261+0000 mgr.smithi129.iclwio (mgr.14716) 9113 : cluster [DBG] pgmap v7835: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:25:42.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:42 smithi156 conmon[67007]: cluster 2022-01-18T20:25:41.230717+0000 mgr.smithi129.iclwio (mgr.14716) 9114 : cluster [DBG] pgmap v7836: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:42 smithi129 conmon[101092]: cluster 2022-01-18T20:25:41.230717+0000 mgr.smithi129.iclwio (mgr.14716) 9114 : cluster [DBG] pgmap v7836: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:42 smithi129 conmon[101092]: 2022-01-18T20:25:43.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:43 smithi129 conmon[101092]: cluster 2022-01-18T20:25:43.231294+0000 mgr.smithi129.iclwio (mgr.14716) 9115 : cluster [DBG] 2022-01-18T20:25:43.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:43 smithi129 conmon[101092]: pgmap v7837: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:44.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:43 smithi156 conmon[67007]: cluster 2022-01-18T20:25:43.231294+0000 mgr.smithi129.iclwio (mgr.14716) 9115 : cluster [DBG] pgmap v7837: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:45.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:44 smithi156 conmon[67007]: audit 2022-01-18T20:25:44.895854+0000 mon.smithi129 (mon.0) 2751 : audit [DBG] 2022-01-18T20:25:45.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:44 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:25:45.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:44 smithi156 conmon[67007]: audit 2022-01-18T20:25:44.897393+0000 mon.smithi129 (mon.0) 2752 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:25:45.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:44 smithi156 conmon[67007]: audit 2022-01-18T20:25:44.898516+0000 mon.smithi129 (mon. 2022-01-18T20:25:45.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:44 smithi156 conmon[67007]: 0) 2753 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:25:45.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:44 smithi129 conmon[101092]: audit 2022-01-18T20:25:44.895854+0000 mon.smithi129 (mon.0) 2751 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:25:45.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:44 smithi129 conmon[101092]: 2022-01-18T20:25:45.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:44 smithi129 conmon[101092]: audit 2022-01-18T20:25:44.897393+0000 mon.smithi129 (mon.0) 2752 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:25:45.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:44 smithi129 conmon[101092]: audit 2022-01-18T20:25:44.898516+0000 mon.smithi129 (mon.0) 2753 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:25:46.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:46 smithi156 conmon[67007]: cephadm 2022-01-18T20:25:44.899352+0000 mgr.smithi129.iclwio (mgr.14716) 9116 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:25:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:46 smithi156 conmon[67007]: audit 2022-01-18T20:25:45.213681+0000 mon.smithi129 (mon.0) 2754 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:25:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:46 smithi156 conmon[67007]: audit 2022-01-18T20:25:45.218490+0000 mon.smithi129 (mon.0) 2755 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:25:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:46 smithi156 conmon[67007]: cluster 2022-01-18T20:25:45.232006+0000 mgr.smithi129.iclwio (mgr.14716) 9117 : cluster 2022-01-18T20:25:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:46 smithi156 conmon[67007]: [DBG] pgmap v7838: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:46 smithi129 conmon[101092]: cephadm 2022-01-18T20:25:44.899352+0000 mgr.smithi129.iclwio (mgr.14716) 9116 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:25:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:46 smithi129 conmon[101092]: 2022-01-18T20:25:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:46 smithi129 conmon[101092]: audit 2022-01-18T20:25:45.213681+0000 mon.smithi129 (mon.0) 2754 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:25:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:46 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T20:25:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:46 smithi129 conmon[101092]: 18T20:25:45.218490+0000 mon.smithi129 (mon.0) 2755 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:25:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:46 smithi129 conmon[101092]: cluster 2022-01- 2022-01-18T20:25:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:46 smithi129 conmon[101092]: 18T20:25:45.232006+0000 mgr.smithi129.iclwio ( 2022-01-18T20:25:46.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:46 smithi129 conmon[101092]: mgr.14716) 9117 : cluster [DBG] pgmap v7838: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:46.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:46 smithi129 conmon[101092]: 2022-01-18T20:25:48.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:48 smithi156 conmon[67007]: cluster 2022-01-18T20:25:47.232602+0000 mgr.smithi129.iclwio (mgr.14716) 9118 : cluster [DBG] pgmap v7839: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:48 smithi129 conmon[101092]: cluster 2022-01-18T20:25:47.232602+0000 mgr.smithi129.iclwio (mgr.14716) 9118 : cluster [DBG] pgmap v7839: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:50.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:50 smithi156 conmon[67007]: cluster 2022-01-18T20:25:49.233351+0000 mgr.smithi129.iclwio (mgr.14716) 9119 : cluster [DBG] pgmap v7840: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:25:50.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:50 smithi156 conmon[67007]: 2022-01-18T20:25:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:50 smithi129 conmon[101092]: cluster 2022-01-18T20:25:49.233351+0000 mgr.smithi129.iclwio (mgr.14716) 9119 : cluster [DBG] pgmap v7840: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:25:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:50 smithi129 conmon[101092]: 2022-01-18T20:25:52.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:52 smithi156 conmon[67007]: cluster 2022-01-18T20:25:51.234039+0000 mgr.smithi129.iclwio (mgr.14716) 9120 : cluster [DBG] 2022-01-18T20:25:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:52 smithi156 conmon[67007]: pgmap v7841: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:52 smithi129 conmon[101092]: cluster 2022-01-18T20:25:51.234039+0000 mgr.smithi129.iclwio (mgr.14716) 9120 : cluster [DBG] pgmap v7841: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:53 smithi129 conmon[101092]: cluster 2022-01-18T20:25:53.234675+0000 mgr.smithi129.iclwio (mgr.14716) 9121 : cluster [DBG] pgmap v7842: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:54.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:53 smithi156 conmon[67007]: cluster 2022-01-18T20:25:53.234675+0000 mgr.smithi129.iclwio (mgr.14716) 9121 : cluster [DBG] pgmap v7842: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:56.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:56 smithi156 conmon[67007]: cluster 2022-01-18T20:25:55.235583+0000 mgr.smithi129.iclwio (mgr.14716) 9122 : cluster [DBG] pgmap v7843: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:56 smithi129 conmon[101092]: cluster 2022-01-18T20:25:55.235583+0000 mgr.smithi129.iclwio (mgr.14716) 9122 : cluster [DBG] pgmap v7843: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:58.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:58 smithi156 conmon[67007]: cluster 2022-01-18T20:25:57.236149+0000 mgr.smithi129.iclwio (mgr.14716) 9123 : cluster [DBG] pgmap v7844: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:58 smithi129 conmon[101092]: cluster 2022-01-18T20:25:57.236149+0000 mgr.smithi129.iclwio (mgr.14716) 9123 : cluster [DBG] pgmap v7844: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:25:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:59 smithi129 conmon[101092]: audit 2022-01-18T20:25:59.247122+0000 mon.smithi129 (mon.0 2022-01-18T20:25:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:59 smithi129 conmon[101092]: ) 2756 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:25:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:25:59 smithi129 conmon[101092]: audit 2022-01-18T20:25:59.247352+0000 mon.smithi129 (mon.0) 2757 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:25:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:59 smithi156 conmon[67007]: audit 2022-01-18T20:25:59.247122+0000 mon.smithi129 (mon.0) 2756 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:25:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:59 smithi156 conmon[67007]: audit 2022-01-18T20:25:59.247352 2022-01-18T20:25:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:25:59 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2757 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:26:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:00 smithi129 conmon[101092]: cluster 2022-01-18T20:25:59.236956+0000 mgr.smithi129.iclwio (mgr.14716) 9124 : cluster 2022-01-18T20:26:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:00 smithi129 conmon[101092]: [DBG] pgmap v7845: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:26:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:00 smithi156 conmon[67007]: cluster 2022-01-18T20:25:59.236956+0000 mgr.smithi129.iclwio (mgr.14716) 9124 : cluster [DBG] pgmap v7845: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:26:01.456 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:26:01.721 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:26:01.721 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 5m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:26:01.721 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 5m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:26:01.721 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 5m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:26:01.722 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 5m ago 4h 44.1M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:26:01.722 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 5m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:26:01.722 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 5m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:26:01.722 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 5m ago 4h 777M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:26:01.723 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 5m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:26:01.723 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 5m ago 4h 1660M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:26:01.723 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 5m ago 4h 776M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:26:01.723 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 5m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:26:01.724 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 5m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:26:01.724 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 5m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:26:01.724 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 5m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:26:01.724 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 5m ago 4h 2156M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:26:01.724 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 5m ago 4h 3247M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:26:01.725 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 5m ago 4h 2463M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:26:01.725 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 5m ago 4h 3268M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:26:01.725 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 5m ago 4h 3035M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:26:01.725 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 5m ago 4h 3552M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:26:01.726 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 5m ago 4h 2859M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:26:01.726 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 5m ago 4h 4132M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:26:01.726 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 5m ago 4h 149M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:26:02.039 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:26:02.039 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:26:02.040 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:26:02.040 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:26:02.040 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:26:02.040 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:26:02.041 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:26:02.041 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:26:02.041 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:26:02.041 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:26:02.042 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:26:02.042 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:26:02.042 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:26:02.042 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:26:02.043 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:26:02.043 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:26:02.043 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:26:02.043 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:26:02.044 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:26:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:02 smithi129 conmon[101092]: cluster 2022-01-18T20:26:01.237376+0000 mgr.smithi129.iclwio (mgr 2022-01-18T20:26:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:02 smithi129 conmon[101092]: .14716) 9125 : cluster [DBG] pgmap v7846: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:02.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:02 smithi129 conmon[101092]: audit 2022-01-18T20:26:01.445310+0000 mgr.smithi129.iclwio (mgr.14716) 9126 : audit [DBG] from='client.40174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:26:02.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:02 smithi129 conmon[101092]: audit 2022-01-18T20:26:02.039989+0000 mon.smithi129 ( 2022-01-18T20:26:02.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:02 smithi129 conmon[101092]: mon.0) 2758 : audit [DBG] from='client.? 172.21.15.129:0/3800623055' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:26:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:02 smithi156 conmon[67007]: cluster 2022-01-18T20:26:01.237376+0000 mgr.smithi129.iclwio (mgr.14716) 9125 : cluster [DBG] pgmap v7846: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:02.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:02 smithi156 conmon[67007]: audit 2022-01-18T20:26:01.445310+0000 mgr.smithi129.iclwio ( 2022-01-18T20:26:02.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:02 smithi156 conmon[67007]: mgr.14716) 9126 : audit [DBG] from='client.40174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:26:02.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:02 smithi156 conmon[67007]: audit 2022-01-18T20:26:02.039989+0000 mon.smithi129 (mon.0) 2758 : audit [DBG] from='client.? 172.21.15.129:0/3800623055' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:26:03.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:03 smithi129 conmon[101092]: audit 2022-01-18T20:26:01.712880+0000 mgr.smithi129.iclwio (mgr.14716) 9127 : audit [DBG] 2022-01-18T20:26:03.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:03 smithi129 conmon[101092]: from='client.40178 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:26:03.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:03 smithi156 conmon[67007]: audit 2022-01-18T20:26:01.712880+0000 mgr.smithi129.iclwio (mgr.14716) 9127 : audit 2022-01-18T20:26:03.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:03 smithi156 conmon[67007]: [DBG] from='client.40178 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:26:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:04 smithi129 conmon[101092]: cluster 2022-01-18T20:26:03.238016+0000 mgr.smithi129.iclwio (mgr.14716) 9128 : cluster 2022-01-18T20:26:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:04 smithi129 conmon[101092]: [DBG] pgmap v7847: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:04 smithi156 conmon[67007]: cluster 2022-01-18T20:26:03.238016+0000 mgr.smithi129.iclwio (mgr.14716) 9128 : cluster [DBG] pgmap v7847: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:06 smithi129 conmon[101092]: cluster 2022-01-18T20:26:05.238906+0000 mgr.smithi129.iclwio (mgr.14716) 9129 : cluster [DBG] pgmap v7848: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:06 smithi129 conmon[101092]: 2022-01-18T20:26:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:06 smithi156 conmon[67007]: cluster 2022-01-18T20:26:05.238906+0000 mgr.smithi129.iclwio (mgr.14716) 9129 : cluster [DBG] pgmap v7848: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:06 smithi156 conmon[67007]: 2022-01-18T20:26:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:08 smithi129 conmon[101092]: cluster 2022-01-18T20:26:07.239564+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:26:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:08 smithi129 conmon[101092]: 9130 : cluster [DBG] pgmap v7849: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:08 smithi156 conmon[67007]: cluster 2022-01-18T20:26:07.239564+0000 mgr.smithi129.iclwio (mgr.14716) 9130 : cluster [DBG] pgmap v7849: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:10 smithi129 conmon[101092]: cluster 2022-01-18T20:26:09.240384 2022-01-18T20:26:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:10 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 9131 : cluster [DBG] pgmap v7850: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:26:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:10 smithi156 conmon[67007]: cluster 2022-01-18T20:26:09.240384+0000 mgr.smithi129.iclwio (mgr.14716) 9131 : cluster [DBG] pgmap v7850: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:26:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:12 smithi129 conmon[101092]: cluster 2022-01-18T20:26:11.241024+0000 mgr.smithi129.iclwio (mgr.14716) 9132 : cluster [DBG] 2022-01-18T20:26:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:12 smithi129 conmon[101092]: pgmap v7851: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:12 smithi156 conmon[67007]: cluster 2022-01-18T20:26:11.241024+0000 mgr.smithi129.iclwio (mgr.14716) 9132 : cluster [DBG] pgmap v7851: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:13 smithi129 conmon[101092]: cluster 2022-01-18T20:26:13.241670+0000 mgr.smithi129.iclwio (mgr.14716) 9133 : cluster [DBG] 2022-01-18T20:26:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:13 smithi129 conmon[101092]: pgmap v7852: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:14.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:13 smithi156 conmon[67007]: cluster 2022-01-18T20:26:13.241670+0000 mgr.smithi129.iclwio (mgr.14716) 9133 : cluster [DBG] pgmap v7852: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:16.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:16 smithi156 conmon[67007]: cluster 2022-01-18T20:26:15.242457+0000 mgr.smithi129.iclwio (mgr.14716) 9134 : cluster [DBG] 2022-01-18T20:26:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:16 smithi156 conmon[67007]: pgmap v7853: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:16 smithi129 conmon[101092]: cluster 2022-01-18T20:26:15.242457+0000 mgr.smithi129.iclwio (mgr.14716) 9134 : 2022-01-18T20:26:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:16 smithi129 conmon[101092]: cluster [DBG] pgmap v7853: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:18 smithi129 conmon[101092]: cluster 2022-01-18T20:26:17.243173+0000 mgr.smithi129.iclwio (mgr.14716) 9135 : cluster [DBG] 2022-01-18T20:26:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:18 smithi129 conmon[101092]: pgmap v7854: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:18 smithi156 conmon[67007]: cluster 2022-01-18T20:26:17.243173+0000 mgr.smithi129.iclwio (mgr.14716) 9135 : cluster [DBG] pgmap v7854: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:20 smithi129 conmon[101092]: cluster 2022-01-18T20:26:19.244043+0000 mgr.smithi129.iclwio 2022-01-18T20:26:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:20 smithi129 conmon[101092]: (mgr.14716) 9136 : cluster [DBG] pgmap v7855: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:26:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:20 smithi156 conmon[67007]: cluster 2022-01-18T20:26:19.244043+0000 mgr.smithi129.iclwio (mgr.14716) 9136 : cluster [DBG] pgmap v7855: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:26:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:22 smithi129 conmon[101092]: cluster 2022-01-18T20:26:21.244478+0000 mgr.smithi129.iclwio (mgr.14716) 9137 : cluster [DBG] pgmap v7856: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:22 smithi156 conmon[67007]: cluster 2022-01-18T20:26:21.244478+0000 mgr.smithi129.iclwio (mgr.14716) 9137 : cluster [DBG] pgmap v7856: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:23.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:23 smithi129 conmon[101092]: cluster 2022-01-18T20:26:23.245170+0000 mgr.smithi129.iclwio (mgr.14716) 9138 : cluster [DBG] pgmap v7857: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:24.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:23 smithi156 conmon[67007]: cluster 2022-01-18T20:26:23.245170+0000 mgr.smithi129.iclwio (mgr.14716) 9138 : cluster [DBG] 2022-01-18T20:26:24.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:23 smithi156 conmon[67007]: pgmap v7857: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:26 smithi129 conmon[101092]: cluster 2022-01-18T20:26:25.245981+0000 mgr.smithi129.iclwio (mgr.14716) 9139 : cluster [DBG] pgmap v7858: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:26 smithi156 conmon[67007]: cluster 2022-01-18T20:26:25.245981+0000 mgr.smithi129.iclwio (mgr.14716) 9139 : cluster [DBG] pgmap v7858: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:28 smithi129 conmon[101092]: cluster 2022-01-18T20:26:27.246590+0000 mgr.smithi129.iclwio (mgr.14716) 9140 : cluster [DBG] pgmap v7859: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:28 smithi156 conmon[67007]: cluster 2022-01-18T20:26:27.246590+0000 mgr.smithi129.iclwio (mgr.14716) 9140 : cluster [DBG] pgmap v7859: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:30 smithi129 conmon[101092]: cluster 2022-01-18T20:26:29.247389+0000 mgr.smithi129.iclwio (mgr.14716) 9141 : cluster [DBG] pgmap v7860: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:26:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:30 smithi156 conmon[67007]: cluster 2022-01-18T20:26:29.247389+0000 mgr.smithi129.iclwio (mgr.14716) 9141 : cluster [DBG] pgmap v7860: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:26:32.339 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:26:32.605 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:26:32.605 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 5m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:26:32.605 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 5m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:26:32.605 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 5m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:26:32.606 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 5m ago 4h 44.1M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:26:32.606 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 5m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:26:32.606 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 5m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:26:32.607 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 5m ago 4h 777M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:26:32.607 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 5m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:26:32.607 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 5m ago 4h 1660M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:26:32.607 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 5m ago 4h 776M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:26:32.607 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 5m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:26:32.608 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 5m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:26:32.608 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 5m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:26:32.608 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 5m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:26:32.608 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 5m ago 4h 2156M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:26:32.609 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 5m ago 4h 3247M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:26:32.609 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 5m ago 4h 2463M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:26:32.609 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 5m ago 4h 3268M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:26:32.609 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 5m ago 4h 3035M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:26:32.609 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 5m ago 4h 3552M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:26:32.610 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 5m ago 4h 2859M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:26:32.610 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 5m ago 4h 4132M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:26:32.610 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 5m ago 4h 149M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:26:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:32 smithi129 conmon[101092]: cluster 2022-01-18T20:26:31.248052+0000 mgr.smithi129.iclwio (mgr.14716) 9142 : cluster 2022-01-18T20:26:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:32 smithi129 conmon[101092]: [DBG] pgmap v7861: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:32 smithi156 conmon[67007]: cluster 2022-01-18T20:26:31.248052+0000 mgr.smithi129.iclwio (mgr.14716) 9142 : cluster [DBG] pgmap v7861: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:32.927 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:26:32.928 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:26:32.928 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:26:32.928 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:26:32.928 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:26:32.929 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:26:32.929 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:26:32.929 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:26:32.929 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:26:32.930 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:26:32.930 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:26:32.930 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:26:32.930 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:26:32.931 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:26:32.931 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:26:32.931 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:26:32.931 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:26:32.932 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:26:32.932 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:26:33.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:33 smithi129 conmon[101092]: audit 2022-01-18T20:26:32.328647+0000 mgr.smithi129.iclwio (mgr.14716) 9143 : 2022-01-18T20:26:33.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:33 smithi129 conmon[101092]: audit [DBG] from='client.40186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:26:33.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:33 smithi129 conmon[101092]: audit 2022-01-18T20:26:32.596877+0000 mgr.smithi129.iclwio (mgr.14716) 9144 : audit [DBG] from='client.40190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:26:33.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:33 smithi129 conmon[101092]: audit 2022-01-18T20:26:32.928220+0000 2022-01-18T20:26:33.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:33 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2759 : audit [DBG] from='client.? 172.21.15.129:0/3279771306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:26:33.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:33 smithi156 conmon[67007]: audit 2022-01-18T20:26:32.328647+0000 mgr.smithi129.iclwio (mgr.14716) 9143 : audit [DBG] from='client.40186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:26:33.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:33 smithi156 conmon[67007]: audit 2022-01-18T20:26:32.596877+0000 mgr.smithi129.iclwio (mgr.14716) 9144 : audit [DBG] from='client.40190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:26:33.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:33 smithi156 conmon[67007]: audit 2022-01-18T20:26:32.928220+0000 mon.smithi129 (mon.0) 2759 : audit [DBG] from='client.? 172.21.15.129:0/3279771306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:26:34.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:34 smithi129 conmon[101092]: cluster 2022-01-18T20:26:33.248558+0000 mgr.smithi129.iclwio (mgr.14716) 9145 : cluster [DBG] 2022-01-18T20:26:34.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:34 smithi129 conmon[101092]: pgmap v7862: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:34 smithi156 conmon[67007]: cluster 2022-01-18T20:26:33.248558+0000 mgr.smithi129.iclwio (mgr.14716) 9145 : cluster [DBG] pgmap v7862: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:36 smithi129 conmon[101092]: cluster 2022-01-18T20:26:35.249480+0000 mgr.smithi129.iclwio (mgr.14716) 9146 : cluster [DBG] pgmap v7863: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:36 smithi156 conmon[67007]: cluster 2022-01-18T20:26:35.249480+0000 mgr.smithi129.iclwio (mgr.14716) 9146 : cluster [DBG] pgmap v7863: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:38 smithi129 conmon[101092]: cluster 2022-01-18T20:26:37.250092+0000 mgr.smithi129.iclwio (mgr.14716) 9147 : cluster [DBG] pgmap v7864: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:38 smithi156 conmon[67007]: cluster 2022-01-18T20:26:37.250092+0000 mgr.smithi129.iclwio (mgr.14716) 9147 : cluster [DBG] pgmap v7864: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:38.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:38 smithi156 conmon[67007]: 2022-01-18T20:26:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:40 smithi129 conmon[101092]: cluster 2022-01-18T20:26:39.250769+0000 mgr.smithi129.iclwio (mgr.14716) 9148 : cluster [DBG] pgmap v7865: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:26:40.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:40 smithi156 conmon[67007]: cluster 2022-01-18T20:26:39.250769+0000 mgr.smithi129.iclwio (mgr.14716) 9148 : cluster [DBG] pgmap v7865: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:26:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:42 smithi129 conmon[101092]: cluster 2022-01-18T20:26:41.251233+0000 mgr.smithi129.iclwio (mgr.14716) 9149 : cluster [DBG] pgmap v7866: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:42 smithi156 conmon[67007]: cluster 2022-01-18T20:26:41.251233+0000 mgr.smithi129.iclwio (mgr.14716) 9149 : cluster [DBG] pgmap v7866: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:43.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:43 smithi129 conmon[101092]: cluster 2022-01-18T20:26:43.251971+0000 mgr.smithi129.iclwio (mgr.14716) 9150 : cluster [DBG] pgmap v7867: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:44.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:43 smithi156 conmon[67007]: cluster 2022-01-18T20:26:43.251971+0000 mgr.smithi129.iclwio (mgr.14716) 9150 : cluster [DBG] pgmap v7867: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:45.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:45 smithi156 conmon[67007]: audit 2022-01-18T20:26:45.220935+0000 mon.smithi129 (mon.0) 2760 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:26:45.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:45 smithi156 conmon[67007]: 2022-01-18T20:26:45.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:45 smithi156 conmon[67007]: audit 2022-01-18T20:26:45.222421+0000 mon.smithi129 (mon.0) 2761 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:26:45.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:45 smithi156 conmon[67007]: audit 2022-01-18T20:26:45.223345+0000 mon.smithi129 (mon.0) 2762 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:26:45.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:45 smithi129 conmon[101092]: audit 2022-01-18T20:26:45.220935+0000 mon.smithi129 (mon.0) 2760 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:26:45.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:45 smithi129 conmon[101092]: 2022-01-18T20:26:45.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:45 smithi129 conmon[101092]: audit 2022-01-18T20:26:45.222421+0000 mon.smithi129 (mon.0) 2761 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:26:45.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:45 smithi129 conmon[101092]: audit 2022-01-18T20:26:45.223345+0000 mon.smithi129 (mon.0) 2762 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:26:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:46 smithi156 conmon[67007]: cephadm 2022-01-18T20:26:45.224064+0000 mgr.smithi129.iclwio (mgr.14716) 9151 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:26:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:46 smithi156 conmon[67007]: cluster 2022-01-18T20:26:45.252736+0000 mgr.smithi129.iclwio (mgr.14716) 9152 : cluster [DBG] pgmap v7868: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:46 smithi156 conmon[67007]: audit 2022-01-18T20:26:45.529217+0000 mon.smithi129 (mon.0) 2763 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:26:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:46 smithi156 conmon[67007]: audit 2022-01-18T20:26:45.533686+0000 mon.smithi129 (mon.0) 2764 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:26:46.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:46 smithi129 conmon[101092]: cephadm 2022-01-18T20:26:45.224064+0000 mgr.smithi129.iclwio (mgr.14716) 9151 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:26:46.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:46 smithi129 conmon[101092]: cluster 2022-01-18T20:26:45.252736+0000 mgr.smithi129.iclwio (mgr.14716) 9152 : cluster [DBG] pgmap v7868: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:46.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:46 smithi129 conmon[101092]: audit 2022-01-18T20:26:45.529217+0000 mon.smithi129 (mon 2022-01-18T20:26:46.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:46 smithi129 conmon[101092]: .0) 2763 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:26:46.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:46 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T20:26:46.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:46 smithi129 conmon[101092]: T20:26:45.533686+0000 mon.smithi129 (mon.0) 2764 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:26:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:48 smithi156 conmon[67007]: cluster 2022-01-18T20:26:47.253246+0000 mgr.smithi129.iclwio (mgr.14716) 9153 : cluster [DBG] pgmap v7869: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:48 smithi129 conmon[101092]: cluster 2022-01-18T20:26:47.253246+0000 mgr.smithi129.iclwio (mgr.14716) 9153 : cluster [DBG] pgmap v7869: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:50 smithi156 conmon[67007]: cluster 2022-01-18T20:26:49.253915+0000 mgr.smithi129.iclwio (mgr.14716) 9154 : cluster [DBG] pgmap v7870: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:26:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:50 smithi129 conmon[101092]: cluster 2022-01-18T20:26:49.253915+0000 mgr.smithi129.iclwio (mgr.14716) 9154 : cluster [DBG] pgmap v7870: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:26:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:50 smithi129 conmon[101092]: 2022-01-18T20:26:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:52 smithi156 conmon[67007]: cluster 2022-01-18T20:26:51.254433+0000 mgr.smithi129.iclwio (mgr.14716) 9155 : cluster [DBG] pgmap v7871: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:52.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:52 smithi129 conmon[101092]: cluster 2022-01-18T20:26:51.254433+0000 mgr.smithi129.iclwio (mgr.14716) 9155 : cluster [DBG] pgmap v7871: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:53 smithi129 conmon[101092]: cluster 2022-01-18T20:26:53.254997+0000 mgr.smithi129.iclwio (mgr.14716) 9156 : cluster [DBG] pgmap v7872: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:54.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:53 smithi156 conmon[67007]: cluster 2022-01-18T20:26:53.254997+0000 mgr.smithi129.iclwio (mgr.14716) 9156 : cluster [DBG] pgmap v7872: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:53 smithi156 conmon[67007]: 2022-01-18T20:26:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:56 smithi129 conmon[101092]: cluster 2022-01-18T20:26:55.255697+0000 mgr.smithi129.iclwio (mgr.14716) 9157 : cluster [DBG] pgmap v7873: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:56 smithi156 conmon[67007]: cluster 2022-01-18T20:26:55.255697+0000 mgr.smithi129.iclwio (mgr.14716) 9157 : cluster [DBG] pgmap v7873: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:58 smithi129 conmon[101092]: cluster 2022-01-18T20:26:57.256134+0000 mgr.smithi129.iclwio (mgr.14716) 9158 : cluster [DBG] pgmap v7874: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:58 smithi156 conmon[67007]: cluster 2022-01-18T20:26:57.256134+0000 mgr.smithi129.iclwio (mgr.14716) 9158 : cluster [DBG] pgmap v7874: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:26:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:59 smithi129 conmon[101092]: audit 2022-01-18T20:26:59.251167+0000 mon.smithi129 (mon.0) 2765 : 2022-01-18T20:26:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:59 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:26:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:26:59 smithi129 conmon[101092]: audit 2022-01-18T20:26:59.251407+0000 mon.smithi129 (mon.0) 2766 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:26:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:59 smithi156 conmon[67007]: audit 2022-01-18T20:26:59.251167+0000 mon.smithi129 (mon.0) 2765 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:26:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:26:59 smithi156 conmon[67007]: audit 2022-01-18T20:26:59.251407+0000 mon.smithi129 (mon.0) 2766 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:27:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:00 smithi129 conmon[101092]: cluster 2022-01-18T20:26:59.256823+0000 mgr.smithi129.iclwio (mgr.14716) 9159 : cluster [DBG] pgmap v7875: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:27:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:00 smithi156 conmon[67007]: cluster 2022-01-18T20:26:59.256823+0000 mgr.smithi129.iclwio (mgr.14716) 9159 : cluster [DBG] pgmap v7875: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:27:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:02 smithi129 conmon[101092]: cluster 2022-01-18T20:27:01.257352+0000 mgr.smithi129.iclwio (mgr.14716) 9160 : cluster [DBG] pgmap v7876: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:02 smithi156 conmon[67007]: cluster 2022-01-18T20:27:01.257352+0000 mgr.smithi129.iclwio (mgr.14716) 9160 : cluster [DBG] pgmap v7876: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:03.225 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:27:03.490 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:27:03.490 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 6m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:27:03.490 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 6m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:27:03.491 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 6m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:27:03.491 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 6m ago 4h 44.1M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:27:03.491 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 6m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:27:03.491 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 6m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:27:03.492 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 6m ago 4h 777M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:27:03.492 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 6m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:27:03.492 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 6m ago 4h 1660M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:27:03.492 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 6m ago 4h 776M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:27:03.492 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 6m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:27:03.493 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 6m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:27:03.493 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 6m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:27:03.493 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 6m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:27:03.493 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 6m ago 4h 2156M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:27:03.494 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 6m ago 4h 3247M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:27:03.494 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 6m ago 4h 2463M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:27:03.494 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 6m ago 4h 3268M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:27:03.494 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 6m ago 4h 3035M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:27:03.495 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 6m ago 4h 3552M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:27:03.495 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 6m ago 4h 2859M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:27:03.495 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 6m ago 4h 4132M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:27:03.495 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 6m ago 4h 149M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:27:03.814 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:27:03.814 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:27:03.815 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:27:03.815 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:27:03.815 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:27:03.815 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:27:03.816 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:27:03.816 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:27:03.816 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:27:03.816 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:27:03.817 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:27:03.817 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:27:03.817 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:27:03.817 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:27:03.817 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:27:03.818 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:27:03.818 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:27:03.818 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:27:03.818 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:27:03.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:03 smithi129 conmon[101092]: audit 2022-01-18T20:27:03.214835 2022-01-18T20:27:03.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:03 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 9161 : audit [DBG] from='client.40198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:27:03.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:03 smithi129 conmon[101092]: cluster 2022-01-18T20:27:03.257851+0000 2022-01-18T20:27:03.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:03 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 9162 : cluster [DBG] pgmap v7877: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:03.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:03 smithi129 conmon[101092]: audit 2022-01-18T20:27:03.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:03 smithi129 conmon[101092]: 2022-01-18T20 2022-01-18T20:27:03.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:03 smithi129 conmon[101092]: :27:03.481907+0000 mgr.smithi129.iclwio 2022-01-18T20:27:03.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:03 smithi129 conmon[101092]: (mgr.14716) 9163 : audit 2022-01-18T20:27:03.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:03 smithi129 conmon[101092]: [DBG] from='client.40202 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:27:04.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:03 smithi156 conmon[67007]: audit 2022-01-18T20:27:03.214835+0000 mgr.smithi129.iclwio (mgr.14716) 9161 : audit [DBG] from='client.40198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:27:04.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:03 smithi156 conmon[67007]: cluster 2022-01-18T20:27:03.257851+0000 mgr.smithi129.iclwio (mgr.14716) 9162 : cluster [DBG] pgmap v7877: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:04.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:03 smithi156 conmon[67007]: audit 2022-01-18T20:27:03.481907+0000 mgr.smithi129.iclwio (mgr.14716) 9163 : audit [DBG] from='client.40202 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:27:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:04 smithi156 conmon[67007]: audit 2022-01-18T20:27:03.814988+0000 mon.smithi129 (mon.0) 2767 : audit [DBG] from='client.? 172.21.15.129:0/1926631099' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:27:04.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:04 smithi129 conmon[101092]: audit 2022-01-18T20:27:03.814988+0000 mon.smithi129 (mon.0) 2767 : audit [DBG] 2022-01-18T20:27:04.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:04 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/1926631099' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:27:05.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:05 smithi129 conmon[101092]: cluster 2022-01-18T20:27:05.258699+0000 mgr.smithi129.iclwio (mgr.14716) 9164 : cluster [DBG] pgmap v7878: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:06.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:05 smithi156 conmon[67007]: cluster 2022-01-18T20:27:05.258699+0000 mgr.smithi129.iclwio (mgr.14716) 9164 : cluster [DBG] pgmap v7878: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:08 smithi129 conmon[101092]: cluster 2022-01-18T20:27:07.259309+0000 mgr.smithi129.iclwio (mgr.14716) 9165 : cluster [DBG] pgmap v7879: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:08 smithi156 conmon[67007]: cluster 2022-01-18T20:27:07.259309+0000 mgr.smithi129.iclwio (mgr.14716) 9165 : cluster [DBG] pgmap v7879: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:10 smithi129 conmon[101092]: cluster 2022-01-18T20:27:09.260028+0000 mgr.smithi129.iclwio (mgr.14716) 9166 : cluster [DBG] pgmap v7880: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:27:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:10 smithi156 conmon[67007]: cluster 2022-01-18T20:27:09.260028+0000 mgr.smithi129.iclwio (mgr.14716) 9166 : cluster [DBG] pgmap v7880: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:27:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:12 smithi129 conmon[101092]: cluster 2022-01-18T20:27:11.260519+0000 mgr.smithi129.iclwio (mgr.14716) 9167 : cluster [DBG] pgmap v7881: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:12 smithi156 conmon[67007]: cluster 2022-01-18T20:27:11.260519+0000 mgr.smithi129.iclwio (mgr.14716) 9167 : cluster [DBG] pgmap v7881: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:13.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:13 smithi129 conmon[101092]: cluster 2022-01-18T20:27:13.261112+0000 mgr.smithi129.iclwio (mgr.14716) 9168 : cluster [DBG] pgmap v7882: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:14.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:13 smithi156 conmon[67007]: cluster 2022-01-18T20:27:13.261112+0000 mgr.smithi129.iclwio (mgr.14716) 9168 : cluster [DBG] pgmap v7882: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:16 smithi129 conmon[101092]: cluster 2022-01-18T20:27:15.261910+0000 mgr.smithi129.iclwio (mgr.14716) 9169 : cluster [DBG] pgmap v7883: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:16 smithi156 conmon[67007]: cluster 2022-01-18T20:27:15.261910+0000 mgr.smithi129.iclwio (mgr.14716) 9169 : cluster [DBG] pgmap v7883: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:18 smithi129 conmon[101092]: cluster 2022-01-18T20:27:17.262389+0000 mgr.smithi129.iclwio (mgr.14716) 9170 : cluster [DBG] pgmap v7884: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:18 smithi156 conmon[67007]: cluster 2022-01-18T20:27:17.262389+0000 mgr.smithi129.iclwio (mgr.14716) 9170 : cluster [DBG] pgmap v7884: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:20 smithi129 conmon[101092]: cluster 2022-01-18T20:27:19.263066+0000 mgr.smithi129.iclwio (mgr.14716) 9171 : cluster [DBG] pgmap v7885: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:27:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:20 smithi156 conmon[67007]: cluster 2022-01-18T20:27:19.263066+0000 mgr.smithi129.iclwio (mgr.14716) 9171 : cluster [DBG] pgmap v7885: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:27:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:22 smithi129 conmon[101092]: cluster 2022-01-18T20:27:21.263533+0000 mgr.smithi129.iclwio (mgr.14716) 9172 : cluster [DBG] pgmap v7886: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:22 smithi156 conmon[67007]: cluster 2022-01-18T20:27:21.263533+0000 mgr.smithi129.iclwio (mgr.14716) 9172 : cluster [DBG] pgmap v7886: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:23.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:23 smithi129 conmon[101092]: cluster 2022-01-18T20:27:23.264144+0000 mgr.smithi129.iclwio (mgr.14716) 9173 : cluster [DBG] pgmap v7887: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:24.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:23 smithi156 conmon[67007]: cluster 2022-01-18T20:27:23.264144+0000 mgr.smithi129.iclwio (mgr.14716) 9173 : cluster [DBG] pgmap v7887: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:26 smithi129 conmon[101092]: cluster 2022-01-18T20:27:25.265082+0000 mgr.smithi129.iclwio (mgr.14716) 9174 : cluster [DBG] pgmap v7888: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:26 smithi156 conmon[67007]: cluster 2022-01-18T20:27:25.265082+0000 mgr.smithi129.iclwio (mgr.14716) 9174 : cluster [DBG] pgmap v7888: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:28 smithi129 conmon[101092]: cluster 2022-01-18T20:27:27.265593+0000 mgr.smithi129.iclwio (mgr.14716) 9175 : cluster [DBG] pgmap v7889: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:28 smithi156 conmon[67007]: cluster 2022-01-18T20:27:27.265593+0000 mgr.smithi129.iclwio (mgr.14716) 9175 : cluster 2022-01-18T20:27:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:28 smithi156 conmon[67007]: [DBG] pgmap v7889: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:30 smithi129 conmon[101092]: cluster 2022-01-18T20:27:29.266313+0000 mgr.smithi129.iclwio (mgr.14716) 9176 : cluster [DBG] pgmap v7890: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:27:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:30 smithi156 conmon[67007]: cluster 2022-01-18T20:27:29.266313+0000 mgr.smithi129.iclwio (mgr.14716) 9176 : cluster [DBG] pgmap v7890: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:27:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:32 smithi129 conmon[101092]: cluster 2022-01-18T20:27:31.266928+0000 mgr.smithi129.iclwio (mgr.14716) 9177 : cluster [DBG] pgmap v7891: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:32 smithi156 conmon[67007]: cluster 2022-01-18T20:27:31.266928+0000 mgr.smithi129.iclwio (mgr.14716) 9177 : cluster [DBG] 2022-01-18T20:27:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:32 smithi156 conmon[67007]: pgmap v7891: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:33 smithi129 conmon[101092]: cluster 2022-01-18T20:27:33.267431+0000 mgr.smithi129.iclwio (mgr.14716) 9178 : cluster 2022-01-18T20:27:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:33 smithi129 conmon[101092]: [DBG] pgmap v7892: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:34.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:33 smithi156 conmon[67007]: cluster 2022-01-18T20:27:33.267431+0000 mgr.smithi129.iclwio (mgr.14716) 9178 : cluster [DBG] pgmap v7892: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:34.116 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:27:34.380 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:27:34.380 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 6m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:27:34.380 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 6m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:27:34.381 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 6m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:27:34.381 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 6m ago 4h 44.1M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:27:34.381 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 6m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:27:34.381 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 6m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:27:34.382 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 6m ago 4h 777M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:27:34.382 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 6m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:27:34.382 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 6m ago 4h 1660M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:27:34.382 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 6m ago 4h 776M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:27:34.383 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 6m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:27:34.383 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 6m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:27:34.383 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 6m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:27:34.383 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 6m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:27:34.384 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 6m ago 4h 2156M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:27:34.384 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 6m ago 4h 3247M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:27:34.384 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 6m ago 4h 2463M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:27:34.384 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 6m ago 4h 3268M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:27:34.384 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 6m ago 4h 3035M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:27:34.385 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 6m ago 4h 3552M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:27:34.385 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 6m ago 4h 2859M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:27:34.385 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 6m ago 4h 4132M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:27:34.385 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 6m ago 4h 149M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:27:34.700 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:27:34.700 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:27:34.700 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:27:34.701 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:27:34.701 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:27:34.701 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:27:34.701 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:27:34.702 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:27:34.702 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:27:34.702 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:27:34.702 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:27:34.703 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:27:34.703 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:27:34.703 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:27:34.703 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:27:34.704 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:27:34.704 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:27:34.704 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:27:34.704 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:27:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:34 smithi156 conmon[67007]: audit 2022-01-18T20:27:34.105450+0000 mgr.smithi129.iclwio (mgr.14716) 9179 : audit [DBG] from='client.40210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:27:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:34 smithi156 conmon[67007]: audit 2022-01-18T20:27:34.372204+0000 mgr.smithi129.iclwio (mgr.14716) 9180 : audit [DBG] from='client.40214 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:27:34.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:34 smithi129 conmon[101092]: audit 2022-01-18T20:27:34.105450+0000 mgr.smithi129.iclwio (mgr.14716) 9179 2022-01-18T20:27:34.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:34 smithi129 conmon[101092]: : audit [DBG] from='client.40210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:27:34.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:34 smithi129 conmon[101092]: audit 2022-01-18T20:27:34.372204+0000 mgr.smithi129.iclwio (mgr.14716) 9180 : audit [DBG] from='client.40214 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:27:35.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:35 smithi129 conmon[101092]: audit 2022-01-18T20:27:34.700719+0000 mon.smithi129 (mon.0) 2768 : audit [DBG] from='client.? 172.21.15.129:0/4250512637' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:27:35.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:35 smithi129 conmon[101092]: cluster 2022-01-18T20:27:35.268106+0000 mgr.smithi129.iclwio (mgr.14716) 9181 : cluster [DBG] pgmap v7893: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:36.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:35 smithi156 conmon[67007]: audit 2022-01-18T20:27:34.700719+0000 mon.smithi129 (mon.0) 2768 : audit [DBG] from='client.? 172.21.15.129:0/4250512637' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:27:36.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:35 smithi156 conmon[67007]: 2022-01-18T20:27:36.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:35 smithi156 conmon[67007]: cluster 2022-01-18T20:27:35.268106+0000 mgr.smithi129.iclwio (mgr.14716) 9181 : cluster [DBG] pgmap v7893: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:38 smithi129 conmon[101092]: cluster 2022-01-18T20:27:37.268656+0000 mgr.smithi129.iclwio (mgr.14716) 9182 : cluster [DBG] pgmap v7894: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:38 smithi129 conmon[101092]: 2022-01-18T20:27:38.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:38 smithi156 conmon[67007]: cluster 2022-01-18T20:27:37.268656+0000 mgr.smithi129.iclwio (mgr.14716) 9182 : cluster [DBG] pgmap v7894: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:40 smithi129 conmon[101092]: cluster 2022-01-18T20:27:39.269373+0000 mgr.smithi129.iclwio (mgr.14716) 9183 : cluster [DBG] pgmap v7895: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:27:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:40 smithi156 conmon[67007]: cluster 2022-01-18T20:27:39.269373+0000 mgr.smithi129.iclwio (mgr.14716) 9183 : cluster [DBG] pgmap v7895: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:27:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:42 smithi129 conmon[101092]: cluster 2022-01-18T20:27:41.269832+0000 mgr.smithi129.iclwio (mgr.14716) 9184 : cluster [DBG] pgmap v7896: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:42 smithi156 conmon[67007]: cluster 2022-01-18T20:27:41.269832+0000 mgr.smithi129.iclwio (mgr.14716) 9184 : cluster [DBG] pgmap v7896: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:43.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:43 smithi129 conmon[101092]: cluster 2022-01-18T20:27:43.270548+0000 mgr.smithi129.iclwio (mgr.14716) 9185 : cluster [DBG] pgmap v7897: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:44.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:43 smithi156 conmon[67007]: cluster 2022-01-18T20:27:43.270548+0000 mgr.smithi129.iclwio (mgr.14716) 9185 : cluster [DBG] pgmap v7897: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:46 smithi129 conmon[101092]: cluster 2022-01-18T20:27:45.271334+0000 mgr.smithi129.iclwio (mgr.14716) 9186 : cluster 2022-01-18T20:27:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:46 smithi129 conmon[101092]: [DBG] pgmap v7898: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:46 smithi129 conmon[101092]: audit 2022-01-18T20:27:45.536342+0000 mon.smithi129 (mon.0) 2769 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:27:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:46 smithi129 conmon[101092]: audit 2022-01-18T20:27:45. 2022-01-18T20:27:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:46 smithi129 conmon[101092]: 537655+0000 mon.smithi129 (mon.0) 2770 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:27:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:46 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T20:27:46.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:46 smithi129 conmon[101092]: 20:27:45.538478+0000 mon.smithi129 (mon.0) 2771 : audit [INF] 2022-01-18T20:27:46.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:46 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:27:46.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:46 smithi129 conmon[101092]: cephadm 2022-01-18T20:27:45 2022-01-18T20:27:46.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:46 smithi129 conmon[101092]: .539244+0000 mgr.smithi129.iclwio (mgr.14716) 9187 : cephadm 2022-01-18T20:27:46.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:46 smithi129 conmon[101092]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:27:46.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:46 smithi129 conmon[101092]: audit 2022-01-18T20: 2022-01-18T20:27:46.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:46 smithi129 conmon[101092]: 27:45.848002+0000 mon.smithi129 (mon.0) 2022-01-18T20:27:46.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:46 smithi129 conmon[101092]: 2772 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:27:46.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:46 smithi129 conmon[101092]: audit 2022-01-18T20 2022-01-18T20:27:46.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:46 smithi129 conmon[101092]: :27:45.852715+0000 mon.smithi129 (mon.0) 2022-01-18T20:27:46.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:46 smithi129 conmon[101092]: 2773 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:27:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:46 smithi156 conmon[67007]: cluster 2022-01-18T20:27:45.271334+0000 mgr.smithi129.iclwio (mgr.14716) 9186 : cluster 2022-01-18T20:27:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:46 smithi156 conmon[67007]: [DBG] pgmap v7898: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:46 smithi156 conmon[67007]: audit 2022-01-18T20:27:45.536342+0000 mon.smithi129 (mon.0) 2769 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:27:46.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:46 smithi156 conmon[67007]: audit 2022-01-18T20:27:45. 2022-01-18T20:27:46.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:46 smithi156 conmon[67007]: 537655+0000 mon.smithi129 (mon.0) 2770 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:27:46.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:46 smithi156 conmon[67007]: audit 2022-01-18T20:27:45.538478+0000 mon.smithi129 2022-01-18T20:27:46.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:46 smithi156 conmon[67007]: (mon.0) 2771 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:27:46.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:46 smithi156 conmon[67007]: cephadm 2022-01-18T20:27:45.539244+0000 2022-01-18T20:27:46.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:46 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 9187 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:27:46.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:46 smithi156 conmon[67007]: audit 2022-01-18T20: 2022-01-18T20:27:46.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:46 smithi156 conmon[67007]: 27:45.848002+0000 mon.smithi129 (mon.0) 2772 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:27:46.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:46 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T20:27:46.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:46 smithi156 conmon[67007]: T20:27:45.852715+0000 mon.smithi129 (mon.0) 2773 : audit [INF] 2022-01-18T20:27:46.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:46 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:27:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:48 smithi129 conmon[101092]: cluster 2022-01-18T20:27:47.271901+0000 mgr.smithi129.iclwio (mgr.14716) 9188 : cluster [DBG] pgmap v7899: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:48 smithi129 conmon[101092]: 2022-01-18T20:27:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:48 smithi156 conmon[67007]: cluster 2022-01-18T20:27:47.271901+0000 mgr.smithi129.iclwio (mgr.14716) 9188 : cluster [DBG] pgmap v7899: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:50 smithi129 conmon[101092]: cluster 2022-01-18T20:27:49.272573+0000 mgr.smithi129.iclwio (mgr.14716) 9189 : cluster [DBG] 2022-01-18T20:27:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:50 smithi129 conmon[101092]: pgmap v7900: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:27:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:50 smithi156 conmon[67007]: cluster 2022-01-18T20:27:49.272573+0000 mgr.smithi129.iclwio (mgr.14716) 9189 : cluster [DBG] pgmap v7900: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:27:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:52 smithi129 conmon[101092]: cluster 2022-01-18T20:27:51.273175+0000 mgr.smithi129.iclwio (mgr.14716) 9190 : cluster [DBG] pgmap v7901: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:52 smithi129 conmon[101092]: 2022-01-18T20:27:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:52 smithi156 conmon[67007]: cluster 2022-01-18T20:27:51.273175+0000 mgr.smithi129.iclwio (mgr.14716) 9190 : cluster [DBG] pgmap v7901: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:53 smithi129 conmon[101092]: cluster 2022-01-18T20:27:53.273834+0000 mgr.smithi129.iclwio (mgr.14716) 9191 : cluster [DBG] pgmap v7902: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:54.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:53 smithi156 conmon[67007]: cluster 2022-01-18T20:27:53.273834+0000 mgr.smithi129.iclwio (mgr.14716) 9191 : cluster [DBG] 2022-01-18T20:27:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:53 smithi156 conmon[67007]: pgmap v7902: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:56 smithi129 conmon[101092]: cluster 2022-01-18T20:27:55.274593+0000 mgr.smithi129.iclwio (mgr.14716) 9192 : cluster [DBG] 2022-01-18T20:27:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:56 smithi129 conmon[101092]: pgmap v7903: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:56 smithi156 conmon[67007]: cluster 2022-01-18T20:27:55.274593+0000 mgr.smithi129.iclwio (mgr.14716) 9192 : cluster [DBG] pgmap v7903: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:58 smithi129 conmon[101092]: cluster 2022-01-18T20:27:57.275160+0000 mgr.smithi129.iclwio (mgr.14716) 9193 : cluster [DBG] pgmap v7904: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:58 smithi156 conmon[67007]: cluster 2022-01-18T20:27:57.275160+0000 mgr.smithi129.iclwio (mgr.14716) 9193 : cluster [DBG] pgmap v7904: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:27:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:59 smithi129 conmon[101092]: audit 2022-01-18T20:27:59.254738+0000 mon.smithi129 (mon.0) 2774 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:27:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:27:59 smithi129 conmon[101092]: audit 2022-01-18T20:27:59.255001+0000 mon.smithi129 (mon.0) 2775 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:27:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:59 smithi156 conmon[67007]: audit 2022-01-18T20:27:59.254738+0000 mon.smithi129 (mon.0) 2774 : audit [INF] 2022-01-18T20:27:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:59 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:27:59.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:27:59 smithi156 conmon[67007]: audit 2022-01-18T20:27:59.255001+0000 mon.smithi129 (mon.0) 2775 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:28:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:00 smithi129 conmon[101092]: cluster 2022-01-18T20:27:59.275898+0000 mgr.smithi129.iclwio (mgr.14716) 9194 : cluster 2022-01-18T20:28:00.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:00 smithi129 conmon[101092]: [DBG] pgmap v7905: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:28:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:00 smithi156 conmon[67007]: cluster 2022-01-18T20:27:59.275898+0000 mgr.smithi129.iclwio (mgr.14716) 9194 : cluster [DBG] pgmap v7905: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:28:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:02 smithi129 conmon[101092]: cluster 2022-01-18T20:28:01.276344+0000 mgr.smithi129.iclwio (mgr.14716) 9195 2022-01-18T20:28:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:02 smithi129 conmon[101092]: : cluster [DBG] pgmap v7906: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:02 smithi156 conmon[67007]: cluster 2022-01-18T20:28:01.276344+0000 mgr.smithi129.iclwio (mgr.14716) 9195 : cluster [DBG] pgmap v7906: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:03.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:03 smithi129 conmon[101092]: cluster 2022-01-18T20:28:03.276933+0000 mgr.smithi129.iclwio (mgr.14716) 9196 : cluster [DBG] pgmap v7907: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:03.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:03 smithi129 conmon[101092]: 2022-01-18T20:28:04.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:03 smithi156 conmon[67007]: cluster 2022-01-18T20:28:03.276933+0000 mgr.smithi129.iclwio (mgr.14716) 9196 : cluster [DBG] pgmap v7907: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:05.001 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:28:05.267 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:28:05.268 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 7m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:28:05.268 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 7m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:28:05.268 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 7m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:28:05.269 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 7m ago 4h 44.1M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:28:05.269 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 7m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:28:05.269 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 7m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:28:05.269 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 7m ago 4h 777M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:28:05.269 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 7m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:28:05.270 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 7m ago 4h 1660M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:28:05.270 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 7m ago 4h 776M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:28:05.270 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 7m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:28:05.270 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 7m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:28:05.271 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 7m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:28:05.271 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 7m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:28:05.271 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 7m ago 4h 2156M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:28:05.271 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 7m ago 4h 3247M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:28:05.272 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 7m ago 4h 2463M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:28:05.272 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 7m ago 4h 3268M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:28:05.272 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 7m ago 4h 3035M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:28:05.272 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 7m ago 4h 3552M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:28:05.273 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 7m ago 4h 2859M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:28:05.273 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 7m ago 4h 4132M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:28:05.273 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 7m ago 4h 149M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:28:05.586 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:28:05.586 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:28:05.587 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:28:05.587 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:28:05.587 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:28:05.587 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:28:05.588 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:28:05.588 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:28:05.588 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:28:05.588 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:28:05.588 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:28:05.589 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:28:05.589 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:28:05.589 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:28:05.589 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:28:05.590 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:28:05.590 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:28:05.590 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:28:05.590 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:28:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:06 smithi129 conmon[101092]: audit 2022-01-18T20:28:04.990121+0000 2022-01-18T20:28:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:06 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 9197 : audit [DBG] from='client.40222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:28:06.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:06 smithi129 conmon[101092]: audit 2022-01-18T20:28:05.259366+0000 mgr.smithi129.iclwio ( 2022-01-18T20:28:06.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:06 smithi129 conmon[101092]: mgr.14716) 9198 : audit [DBG] from='client.40226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:28:06.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:06 smithi129 conmon[101092]: cluster 2022-01-18T20:28:06.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:06 smithi129 conmon[101092]: 2022-01-18T20:28: 2022-01-18T20:28:06.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:06 smithi129 conmon[101092]: 05.277610+0000 mgr.smithi129.iclwio (mgr.14716) 9199 : cluster [DBG] pgmap v7908: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:06.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:06 smithi129 conmon[101092]: audit 2022- 2022-01-18T20:28:06.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:06 smithi129 conmon[101092]: 01-18T20:28:05.586965+0000 mon.smithi129 2022-01-18T20:28:06.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:06 smithi129 conmon[101092]: (mon.0) 2776 : audit [DBG] from='client.? 172.21.15.129:0/3600816601' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:28:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:06 smithi156 conmon[67007]: audit 2022-01-18T20:28:04.990121+0000 mgr.smithi129.iclwio (mgr.14716) 9197 : audit [DBG] from='client.40222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:28:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:06 smithi156 conmon[67007]: audit 2022-01-18T20:28:05.259366+0000 2022-01-18T20:28:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:06 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 9198 : audit [DBG] from='client.40226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:28:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:06 smithi156 conmon[67007]: cluster 2022-01-18T20:28:05.277610+0000 mgr.smithi129.iclwio (mgr.14716) 9199 : cluster [DBG] pgmap v7908: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:06 smithi156 conmon[67007]: audit 2022-01-18T20:28:05.586965+0000 mon.smithi129 (mon.0) 2776 : audit [DBG] from='client.? 172.21.15.129:0/3600816601' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:28:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:08 smithi129 conmon[101092]: cluster 2022-01-18T20:28:07.278186+0000 mgr.smithi129.iclwio (mgr.14716) 9200 : cluster [DBG] pgmap v7909: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:08 smithi156 conmon[67007]: cluster 2022-01-18T20:28:07.278186+0000 mgr.smithi129.iclwio (mgr.14716) 9200 : cluster [DBG] pgmap v7909: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:10 smithi129 conmon[101092]: cluster 2022-01-18T20:28:09.278910+0000 mgr.smithi129.iclwio (mgr.14716) 9201 : cluster [DBG] pgmap v7910: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:28:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:10 smithi156 conmon[67007]: cluster 2022-01-18T20:28:09.278910+0000 mgr.smithi129.iclwio (mgr.14716) 9201 : cluster [DBG] pgmap v7910: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:28:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:12 smithi129 conmon[101092]: cluster 2022-01-18T20:28:11.279487+0000 mgr.smithi129.iclwio (mgr.14716) 9202 : cluster [DBG] pgmap v7911: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:12 smithi156 conmon[67007]: cluster 2022-01-18T20:28:11.279487+0000 mgr.smithi129.iclwio (mgr.14716) 9202 : cluster [DBG] pgmap v7911: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:13 smithi129 conmon[101092]: cluster 2022-01-18T20:28:13.280079+0000 mgr.smithi129.iclwio (mgr.14716) 9203 : cluster [DBG] pgmap v7912: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:14.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:13 smithi156 conmon[67007]: cluster 2022-01-18T20:28:13.280079+0000 mgr.smithi129.iclwio (mgr.14716) 9203 : cluster [DBG] pgmap v7912: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:16 smithi129 conmon[101092]: cluster 2022-01-18T20:28:15.280770+0000 mgr.smithi129.iclwio (mgr.14716) 9204 : cluster [DBG] pgmap v7913: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:16 smithi129 conmon[101092]: 2022-01-18T20:28:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:16 smithi156 conmon[67007]: cluster 2022-01-18T20:28:15.280770+0000 mgr.smithi129.iclwio (mgr.14716) 9204 : cluster [DBG] pgmap v7913: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:18 smithi129 conmon[101092]: cluster 2022-01-18T20:28:17.281312+0000 mgr.smithi129.iclwio (mgr.14716) 9205 : cluster [DBG] pgmap v7914: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:18 smithi156 conmon[67007]: cluster 2022-01-18T20:28:17.281312+0000 mgr.smithi129.iclwio (mgr.14716) 9205 : cluster [DBG] pgmap v7914: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:20 smithi129 conmon[101092]: cluster 2022-01-18T20:28:19.282186+0000 mgr.smithi129.iclwio (mgr.14716) 9206 : cluster [DBG] 2022-01-18T20:28:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:20 smithi129 conmon[101092]: pgmap v7915: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:28:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:20 smithi156 conmon[67007]: cluster 2022-01-18T20:28:19.282186+0000 mgr.smithi129.iclwio (mgr.14716) 9206 : cluster [DBG] pgmap v7915: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:28:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:22 smithi129 conmon[101092]: cluster 2022-01-18T20:28:21.282645+0000 mgr.smithi129.iclwio (mgr.14716) 9207 : cluster [DBG] pgmap v7916: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:22 smithi156 conmon[67007]: cluster 2022-01-18T20:28:21.282645+0000 mgr.smithi129.iclwio (mgr.14716) 9207 : cluster [DBG] pgmap v7916: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:23.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:23 smithi129 conmon[101092]: cluster 2022-01-18T20:28:23.283172+0000 mgr.smithi129.iclwio (mgr.14716) 9208 2022-01-18T20:28:23.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:23 smithi129 conmon[101092]: : cluster [DBG] pgmap v7917: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:24.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:23 smithi156 conmon[67007]: cluster 2022-01-18T20:28:23.283172+0000 mgr.smithi129.iclwio (mgr.14716) 9208 : cluster [DBG] pgmap v7917: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:26 smithi129 conmon[101092]: cluster 2022-01-18T20:28:25.284190+0000 mgr.smithi129.iclwio (mgr.14716) 9209 : cluster [DBG] pgmap v7918: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:26 smithi156 conmon[67007]: cluster 2022-01-18T20:28:25.284190+0000 mgr.smithi129.iclwio (mgr.14716) 9209 : cluster [DBG] pgmap v7918: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:28 smithi129 conmon[101092]: cluster 2022-01-18T20:28:27.284771+0000 mgr.smithi129.iclwio (mgr.14716) 9210 : cluster [DBG] pgmap v7919: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:28 smithi156 conmon[67007]: cluster 2022-01-18T20:28:27.284771+0000 mgr.smithi129.iclwio (mgr.14716) 9210 : cluster [DBG] pgmap v7919: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:30 smithi129 conmon[101092]: cluster 2022-01-18T20:28:29.285729+0000 mgr.smithi129.iclwio (mgr.14716) 9211 : cluster [DBG] pgmap v7920: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:28:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:30 smithi156 conmon[67007]: cluster 2022-01-18T20:28:29.285729+0000 mgr.smithi129.iclwio (mgr.14716) 9211 : cluster [DBG] pgmap v7920: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:28:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:32 smithi129 conmon[101092]: cluster 2022-01-18T20:28:31.286222+0000 mgr.smithi129.iclwio (mgr.14716) 9212 : cluster [DBG] pgmap v7921: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:32 smithi156 conmon[67007]: cluster 2022-01-18T20:28:31.286222+0000 mgr.smithi129.iclwio (mgr.14716) 9212 : cluster [DBG] pgmap v7921: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:33 smithi129 conmon[101092]: cluster 2022-01-18T20:28:33.286881+0000 mgr.smithi129.iclwio (mgr.14716) 9213 : cluster [DBG] pgmap v7922: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:33 smithi129 conmon[101092]: 2022-01-18T20:28:34.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:33 smithi156 conmon[67007]: cluster 2022-01-18T20:28:33.286881+0000 mgr.smithi129.iclwio (mgr.14716) 9213 : cluster [DBG] pgmap v7922: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:35.887 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:28:36.152 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:28:36.152 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 7m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:28:36.153 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 7m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:28:36.153 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 7m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:28:36.153 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 7m ago 4h 44.1M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:28:36.153 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 7m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:28:36.154 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 7m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:28:36.154 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 7m ago 4h 777M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:28:36.154 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 7m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:28:36.154 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 7m ago 4h 1660M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:28:36.155 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 7m ago 4h 776M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:28:36.155 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 7m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:28:36.155 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 7m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:28:36.155 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 7m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:28:36.155 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 7m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:28:36.156 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 7m ago 4h 2156M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:28:36.156 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 7m ago 4h 3247M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:28:36.156 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 7m ago 4h 2463M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:28:36.157 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 7m ago 4h 3268M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:28:36.157 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 7m ago 4h 3035M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:28:36.157 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 7m ago 4h 3552M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:28:36.158 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 7m ago 4h 2859M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:28:36.158 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 7m ago 4h 4132M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:28:36.158 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 7m ago 4h 149M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:28:36.480 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:28:36.480 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:28:36.480 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:28:36.481 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:28:36.481 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:28:36.481 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:28:36.481 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:28:36.481 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:28:36.482 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:28:36.482 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:28:36.482 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:28:36.482 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:28:36.483 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:28:36.483 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:28:36.483 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:28:36.483 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:28:36.484 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:28:36.484 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:28:36.484 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:28:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:36 smithi129 conmon[101092]: cluster 2022-01-18T20:28:35.287736+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:28:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:36 smithi129 conmon[101092]: 9214 : cluster [DBG] pgmap v7923: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:36 smithi156 conmon[67007]: cluster 2022-01-18T20:28:35.287736+0000 mgr.smithi129.iclwio (mgr.14716) 9214 : cluster [DBG] pgmap v7923: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:37.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:37 smithi129 conmon[101092]: audit 2022-01-18T20:28:35.876556+0000 mgr.smithi129.iclwio (mgr.14716) 9215 : audit 2022-01-18T20:28:37.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:37 smithi129 conmon[101092]: [DBG] from='client.40234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:28:37.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:37 smithi129 conmon[101092]: audit 2022-01-18T20:28:36.144039+0000 mgr.smithi129.iclwio (mgr.14716) 9216 : audit [DBG] from='client.40238 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:28:37.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:37 smithi129 conmon[101092]: audit 2022-01-18T20:28:37.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:37 smithi129 conmon[101092]: 2022-01-18T20:28:36.480654+0000 mon.smithi129 (mon.0) 2777 : audit [DBG] from='client.? 172.21.15.129:0/3252315823' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:28:37.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:37 smithi156 conmon[67007]: audit 2022-01-18T20:28:35.876556+0000 mgr.smithi129.iclwio (mgr.14716) 9215 : audit [DBG] from='client.40234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:28:37.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:37 smithi156 conmon[67007]: audit 2022-01-18T20:28:36.144039+0000 mgr.smithi129.iclwio (mgr.14716) 9216 : audit [DBG] from='client.40238 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:28:37.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:37 smithi156 conmon[67007]: audit 2022-01-18T20:28:36.480654+0000 mon.smithi129 (mon.0) 2777 : audit [DBG] from='client.? 172.21.15.129:0/3252315823' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:28:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:38 smithi129 conmon[101092]: cluster 2022-01-18T20:28:37.288249+0000 mgr.smithi129.iclwio (mgr.14716) 9217 : cluster 2022-01-18T20:28:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:38 smithi129 conmon[101092]: [DBG] pgmap v7924: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:38.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:38 smithi156 conmon[67007]: cluster 2022-01-18T20:28:37.288249+0000 mgr.smithi129.iclwio (mgr.14716) 9217 : cluster [DBG] pgmap v7924: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:40 smithi129 conmon[101092]: cluster 2022-01-18T20:28:39.289089+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:28:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:40 smithi129 conmon[101092]: 9218 : cluster [DBG] pgmap v7925: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:28:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:40 smithi156 conmon[67007]: cluster 2022-01-18T20:28:39.289089+0000 mgr.smithi129.iclwio (mgr.14716) 9218 : cluster [DBG] pgmap v7925: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:28:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:42 smithi129 conmon[101092]: cluster 2022-01-18T20:28:41.289734+0000 mgr.smithi129.iclwio (mgr.14716) 9219 : cluster [DBG] 2022-01-18T20:28:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:42 smithi129 conmon[101092]: pgmap v7926: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:42 smithi156 conmon[67007]: cluster 2022-01-18T20:28:41.289734+0000 mgr.smithi129.iclwio (mgr.14716) 9219 : cluster [DBG] pgmap v7926: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:43.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:43 smithi129 conmon[101092]: cluster 2022-01-18T20:28:43.290409+0000 mgr.smithi129.iclwio (mgr.14716) 9220 : cluster 2022-01-18T20:28:43.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:43 smithi129 conmon[101092]: [DBG] pgmap v7927: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:44.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:43 smithi156 conmon[67007]: cluster 2022-01-18T20:28:43.290409+0000 mgr.smithi129.iclwio (mgr.14716) 9220 : cluster [DBG] pgmap v7927: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:46 smithi129 conmon[101092]: cluster 2022-01-18T20:28:45.291363+0000 mgr.smithi129.iclwio ( 2022-01-18T20:28:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:46 smithi129 conmon[101092]: mgr.14716) 9221 : cluster [DBG] pgmap v7928: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:46 smithi129 conmon[101092]: audit 2022-01-18T20:28:45.855122+0000 mon.smithi129 2022-01-18T20:28:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:46 smithi129 conmon[101092]: (mon.0) 2778 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:28:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:46 smithi129 conmon[101092]: audit 2022-01-18T20:28:45. 2022-01-18T20:28:46.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:46 smithi129 conmon[101092]: 856428+0000 mon.smithi129 (mon.0) 2779 : audit [DBG] 2022-01-18T20:28:46.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:46 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:28:46.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:46 smithi129 conmon[101092]: audit 2022-01-18T20:28: 2022-01-18T20:28:46.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:46 smithi129 conmon[101092]: 45.857326+0000 mon.smithi129 (mon.0) 2780 : 2022-01-18T20:28:46.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:46 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:28:46.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:46 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T20:28:46.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:46 smithi129 conmon[101092]: 20:28:46.167502+0000 mon.smithi129 (mon. 2022-01-18T20:28:46.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:46 smithi129 conmon[101092]: 0) 2781 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:28:46.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:46 smithi129 conmon[101092]: audit 2022-01 2022-01-18T20:28:46.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:46 smithi129 conmon[101092]: -18T20:28:46.174314+0000 mon.smithi129 2022-01-18T20:28:46.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:46 smithi129 conmon[101092]: (mon.0) 2782 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:28:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:46 smithi156 conmon[67007]: cluster 2022-01-18T20:28:45.291363+0000 mgr.smithi129.iclwio (mgr.14716) 9221 : cluster [DBG] pgmap v7928: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:46 smithi156 conmon[67007]: audit 2022-01-18T20:28:45 2022-01-18T20:28:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:46 smithi156 conmon[67007]: .855122+0000 mon.smithi129 (mon.0) 2778 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:28:46.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:46 smithi156 conmon[67007]: audit 2022-01-18T20:28:45.856428+0000 mon.smithi129 (mon.0) 2779 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:28:46.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:46 smithi156 conmon[67007]: audit 2022-01-18T20:28: 2022-01-18T20:28:46.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:46 smithi156 conmon[67007]: 45.857326+0000 mon.smithi129 (mon.0) 2780 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:28:46.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:46 smithi156 conmon[67007]: audit 2022-01-18T20:28:46.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:46 smithi156 conmon[67007]: 2022-01-18T20:28:46.167502+0000 mon.smithi129 (mon 2022-01-18T20:28:46.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:46 smithi156 conmon[67007]: .0) 2781 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:28:46.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:46 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T20:28:46.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:46 smithi156 conmon[67007]: T20:28:46.174314+0000 mon.smithi129 (mon. 2022-01-18T20:28:46.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:46 smithi156 conmon[67007]: 0) 2782 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:28:47.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:47 smithi129 conmon[101092]: cephadm 2022-01-18T20:28:45.857996+0000 mgr.smithi129.iclwio (mgr.14716) 9222 : cephadm [WRN] 2022-01-18T20:28:47.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:47 smithi129 conmon[101092]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:28:47.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:47 smithi156 conmon[67007]: cephadm 2022-01-18T20:28:45.857996+0000 mgr.smithi129.iclwio (mgr.14716) 9222 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:28:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:48 smithi129 conmon[101092]: cluster 2022-01-18T20:28:47.291921+0000 mgr.smithi129.iclwio (mgr.14716) 9223 : cluster [DBG] pgmap v7929: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:48 smithi156 conmon[67007]: cluster 2022-01-18T20:28:47.291921+0000 mgr.smithi129.iclwio (mgr.14716) 9223 : cluster [DBG] pgmap v7929: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:50 smithi129 conmon[101092]: cluster 2022-01-18T20:28:49.292870+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:28:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:50 smithi129 conmon[101092]: ) 9224 : cluster [DBG] pgmap v7930: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:28:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:50 smithi156 conmon[67007]: cluster 2022-01-18T20:28:49.292870+0000 mgr.smithi129.iclwio (mgr.14716) 9224 : cluster [DBG] pgmap v7930: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:28:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:52 smithi129 conmon[101092]: cluster 2022-01-18T20:28:51.293356+0000 mgr.smithi129.iclwio (mgr.14716) 9225 : cluster [DBG] pgmap v7931: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:52 smithi129 conmon[101092]: 2022-01-18T20:28:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:52 smithi156 conmon[67007]: cluster 2022-01-18T20:28:51.293356+0000 mgr.smithi129.iclwio (mgr.14716) 9225 : cluster [DBG] pgmap v7931: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:53 smithi129 conmon[101092]: cluster 2022-01-18T20:28:53.294092+0000 mgr.smithi129.iclwio (mgr.14716) 9226 : cluster [DBG] 2022-01-18T20:28:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:53 smithi129 conmon[101092]: pgmap v7932: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:54.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:53 smithi156 conmon[67007]: cluster 2022-01-18T20:28:53.294092+0000 mgr.smithi129.iclwio (mgr.14716) 9226 : cluster [DBG] pgmap v7932: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:54.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:53 smithi156 conmon[67007]: 2022-01-18T20:28:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:56 smithi129 conmon[101092]: cluster 2022-01-18T20:28:55.294843+0000 mgr.smithi129.iclwio (mgr.14716) 9227 2022-01-18T20:28:56.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:56 smithi129 conmon[101092]: : cluster [DBG] pgmap v7933: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:56 smithi156 conmon[67007]: cluster 2022-01-18T20:28:55.294843+0000 mgr.smithi129.iclwio (mgr.14716) 9227 : cluster [DBG] pgmap v7933: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:58 smithi129 conmon[101092]: cluster 2022-01-18T20:28:57.295415+0000 mgr.smithi129.iclwio (mgr.14716) 9228 2022-01-18T20:28:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:58 smithi129 conmon[101092]: : cluster [DBG] pgmap v7934: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:58 smithi156 conmon[67007]: cluster 2022-01-18T20:28:57.295415+0000 mgr.smithi129.iclwio (mgr.14716) 9228 : cluster [DBG] pgmap v7934: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:28:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:59 smithi129 conmon[101092]: audit 2022-01-18T20:28:59.259846+0000 mon.smithi129 (mon.0) 2783 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:28:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:59 smithi129 conmon[101092]: 2022-01-18T20:28:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:28:59 smithi129 conmon[101092]: audit 2022-01-18T20:28:59.260165+0000 mon.smithi129 (mon.0) 2784 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:28:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:59 smithi156 conmon[67007]: audit 2022-01-18T20:28:59.259846+0000 mon.smithi129 (mon.0) 2783 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:28:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:59 smithi156 conmon[67007]: 2022-01-18T20:28:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:28:59 smithi156 conmon[67007]: audit 2022-01-18T20:28:59.260165+0000 mon.smithi129 (mon.0) 2784 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:29:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:00 smithi129 conmon[101092]: cluster 2022-01-18T20:28:59.296162+0000 mgr.smithi129.iclwio (mgr.14716) 9229 : cluster [DBG] pgmap v7935: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:29:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:00 smithi156 conmon[67007]: cluster 2022-01-18T20:28:59.296162+0000 mgr.smithi129.iclwio (mgr.14716) 9229 : cluster [DBG] pgmap v7935: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:29:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:00 smithi156 conmon[67007]: 2022-01-18T20:29:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:02 smithi129 conmon[101092]: cluster 2022-01-18T20:29:01.296624+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:29:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:02 smithi129 conmon[101092]: 9230 : cluster [DBG] pgmap v7936: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:02 smithi156 conmon[67007]: cluster 2022-01-18T20:29:01.296624+0000 mgr.smithi129.iclwio (mgr.14716) 9230 : cluster [DBG] pgmap v7936: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:02.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:02 smithi156 conmon[67007]: 2022-01-18T20:29:03.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:03 smithi129 conmon[101092]: cluster 2022-01-18T20:29:03.297213+0000 mgr.smithi129.iclwio (mgr.14716) 9231 : cluster [DBG] pgmap v7937: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:03.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:03 smithi129 conmon[101092]: 2022-01-18T20:29:04.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:03 smithi156 conmon[67007]: cluster 2022-01-18T20:29:03.297213+0000 mgr.smithi129.iclwio (mgr.14716) 9231 : cluster [DBG] pgmap v7937: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:04.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:03 smithi156 conmon[67007]: 2022-01-18T20:29:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:06 smithi129 conmon[101092]: cluster 2022-01-18T20:29:05.298033+0000 mgr.smithi129.iclwio (mgr.14716) 9232 : cluster [DBG] pgmap v7938: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:06.778 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:29:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:06 smithi156 conmon[67007]: cluster 2022-01-18T20:29:05.298033+0000 mgr.smithi129.iclwio (mgr.14716) 9232 : cluster [DBG] pgmap v7938: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:07.044 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:29:07.045 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 8m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:29:07.045 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 8m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:29:07.045 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 8m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:29:07.045 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 8m ago 4h 44.1M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:29:07.046 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 8m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:29:07.046 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 8m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:29:07.046 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 8m ago 4h 777M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:29:07.046 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 8m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:29:07.047 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 8m ago 4h 1660M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:29:07.047 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 8m ago 4h 776M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:29:07.047 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 8m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:29:07.047 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 8m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:29:07.048 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 8m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:29:07.048 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 8m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:29:07.048 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 8m ago 4h 2156M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:29:07.048 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 8m ago 4h 3247M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:29:07.049 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 8m ago 4h 2463M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:29:07.049 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 8m ago 4h 3268M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:29:07.049 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 8m ago 4h 3035M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:29:07.049 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 8m ago 4h 3552M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:29:07.049 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 8m ago 4h 2859M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:29:07.050 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 8m ago 4h 4132M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:29:07.050 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 8m ago 4h 149M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:29:07.362 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:29:07.362 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:29:07.362 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:29:07.363 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:29:07.363 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:29:07.363 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:29:07.363 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:29:07.364 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:29:07.364 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:29:07.364 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:29:07.364 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:29:07.365 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:29:07.365 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:29:07.365 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:29:07.365 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:29:07.366 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:29:07.366 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:29:07.366 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:29:07.366 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:29:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:08 smithi129 conmon[101092]: audit 2022-01-18T20:29:06.767588+0000 mgr.smithi129.iclwio (mgr.14716) 9233 : audit [DBG] from='client.40246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:29:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:08 smithi129 conmon[101092]: audit 2022-01-18T20:29:07.036366+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T20:29:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:08 smithi129 conmon[101092]: 14716) 9234 : audit [DBG] from='client.40250 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:29:08.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:08 smithi129 conmon[101092]: cluster 2022-01-18T20:29:07.298562+0000 mgr.smithi129.iclwio (mgr.14716) 9235 : cluster [DBG] pgmap v7939: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:08.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:08 smithi129 conmon[101092]: audit 2022-01-18T20:29:07.362841+0000 mon.smithi129 (mon.0) 2785 : audit [DBG] from='client.? 172.21.15.129:0/2014084915' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:29:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:08 smithi156 conmon[67007]: audit 2022-01-18T20:29:06.767588+0000 mgr.smithi129.iclwio (mgr.14716) 9233 : audit [DBG] from='client.40246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:29:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:08 smithi156 conmon[67007]: audit 2022-01-18T20:29:07.036366+0000 mgr.smithi129.iclwio (mgr.14716) 9234 : audit [DBG] from='client.40250 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:29:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:08 smithi156 conmon[67007]: cluster 2022-01-18T20:29:07.298562+0000 mgr.smithi129.iclwio (mgr.14716) 9235 : cluster [DBG] pgmap v7939: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:08 smithi156 conmon[67007]: 2022-01-18T20:29:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:08 smithi156 conmon[67007]: audit 2022-01-18T20:29:07.362841 2022-01-18T20:29:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:08 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2785 : audit [DBG] from='client.? 172.21.15.129:0/2014084915' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:29:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:10 smithi129 conmon[101092]: cluster 2022-01-18T20:29:09.299307+0000 mgr.smithi129.iclwio (mgr.14716) 9236 : cluster [DBG] pgmap v7940: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:29:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:10 smithi156 conmon[67007]: cluster 2022-01-18T20:29:09.299307+0000 mgr.smithi129.iclwio (mgr.14716) 9236 : cluster [DBG] 2022-01-18T20:29:10.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:10 smithi156 conmon[67007]: pgmap v7940: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:29:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:12 smithi129 conmon[101092]: cluster 2022-01-18T20:29:11.299880+0000 mgr.smithi129.iclwio (mgr.14716) 9237 : cluster [DBG] pgmap v7941: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:12 smithi156 conmon[67007]: cluster 2022-01-18T20:29:11.299880+0000 mgr.smithi129.iclwio (mgr.14716) 9237 : cluster [DBG] pgmap v7941: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:12 smithi156 conmon[67007]: 2022-01-18T20:29:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:13 smithi129 conmon[101092]: cluster 2022-01-18T20:29:13.300607+0000 mgr.smithi129.iclwio (mgr.14716) 9238 : cluster [DBG] pgmap v7942: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:14.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:13 smithi156 conmon[67007]: cluster 2022-01-18T20:29:13.300607+0000 mgr.smithi129.iclwio (mgr.14716) 9238 : cluster [DBG] 2022-01-18T20:29:14.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:13 smithi156 conmon[67007]: pgmap v7942: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:16 smithi129 conmon[101092]: cluster 2022-01-18T20:29:15.301415+0000 mgr.smithi129.iclwio (mgr.14716) 9239 : cluster [DBG] pgmap v7943: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:16 smithi129 conmon[101092]: 2022-01-18T20:29:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:16 smithi156 conmon[67007]: cluster 2022-01-18T20:29:15.301415+0000 mgr.smithi129.iclwio (mgr.14716) 9239 : cluster 2022-01-18T20:29:16.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:16 smithi156 conmon[67007]: [DBG] pgmap v7943: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:18 smithi129 conmon[101092]: cluster 2022-01-18T20:29:17.302084+0000 mgr.smithi129.iclwio (mgr.14716) 9240 : cluster [DBG] pgmap v7944: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:18 smithi156 conmon[67007]: cluster 2022-01-18T20:29:17.302084+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T20:29:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:18 smithi156 conmon[67007]: 14716) 9240 : cluster [DBG] pgmap v7944: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:20 smithi129 conmon[101092]: cluster 2022-01-18T20:29:19.303045+0000 mgr.smithi129.iclwio (mgr.14716) 9241 : cluster [DBG] pgmap v7945: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:29:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:20 smithi156 conmon[67007]: cluster 2022-01-18T20:29:19.303045+0000 mgr.smithi129.iclwio (mgr.14716) 9241 2022-01-18T20:29:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:20 smithi156 conmon[67007]: : cluster [DBG] pgmap v7945: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:29:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:22 smithi129 conmon[101092]: cluster 2022-01-18T20:29:21.303530+0000 mgr.smithi129.iclwio (mgr.14716) 9242 : cluster [DBG] pgmap v7946: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:22 smithi156 conmon[67007]: cluster 2022-01-18T20:29:21.303530+0000 mgr.smithi129.iclwio (mgr.14716) 9242 : cluster [DBG] pgmap v7946: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:22 smithi156 conmon[67007]: 2022-01-18T20:29:24.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:23 smithi156 conmon[67007]: cluster 2022-01-18T20:29:23.304204+0000 mgr.smithi129.iclwio (mgr.14716) 9243 : cluster [DBG] pgmap v7947: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:24.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:23 smithi156 conmon[67007]: 2022-01-18T20:29:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:23 smithi129 conmon[101092]: cluster 2022-01-18T20:29:23.304204+0000 mgr.smithi129.iclwio (mgr.14716) 9243 : cluster [DBG] pgmap v7947: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:26 smithi129 conmon[101092]: cluster 2022-01-18T20:29:25.305147+0000 mgr.smithi129.iclwio (mgr.14716) 9244 : cluster [DBG] pgmap v7948: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:26 smithi156 conmon[67007]: cluster 2022-01-18T20:29:25.305147+0000 mgr.smithi129.iclwio (mgr.14716) 9244 : cluster [DBG] pgmap v7948: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:28 smithi129 conmon[101092]: cluster 2022-01-18T20:29:27.305777+0000 mgr.smithi129.iclwio (mgr.14716) 9245 : cluster [DBG] pgmap v7949: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:28 smithi156 conmon[67007]: cluster 2022-01-18T20:29:27.305777+0000 mgr.smithi129.iclwio (mgr.14716) 9245 : cluster [DBG] pgmap v7949: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:30 smithi129 conmon[101092]: cluster 2022-01-18T20:29:29.306722+0000 mgr.smithi129.iclwio (mgr.14716) 9246 : cluster [DBG] pgmap v7950: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:29:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:30 smithi156 conmon[67007]: cluster 2022-01-18T20:29:29.306722+0000 mgr.smithi129.iclwio (mgr.14716) 9246 : cluster [DBG] pgmap v7950: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:29:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:32 smithi129 conmon[101092]: cluster 2022-01-18T20:29:31.307350+0000 mgr.smithi129.iclwio (mgr.14716) 9247 : cluster [DBG] pgmap v7951: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:32 smithi156 conmon[67007]: cluster 2022-01-18T20:29:31.307350+0000 mgr.smithi129.iclwio (mgr.14716) 9247 : cluster [DBG] pgmap v7951: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:33 smithi129 conmon[101092]: cluster 2022-01-18T20:29:33.308069+0000 mgr.smithi129.iclwio (mgr.14716) 9248 : cluster [DBG] pgmap v7952: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:34.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:33 smithi156 conmon[67007]: cluster 2022-01-18T20:29:33.308069+0000 mgr.smithi129.iclwio (mgr.14716) 9248 : cluster [DBG] pgmap v7952: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:36 smithi129 conmon[101092]: cluster 2022-01-18T20:29:35.308930+0000 mgr.smithi129.iclwio (mgr.14716) 9249 : cluster [DBG] pgmap v7953: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:36 smithi156 conmon[67007]: cluster 2022-01-18T20:29:35.308930+0000 mgr.smithi129.iclwio (mgr.14716) 9249 : cluster [DBG] pgmap v7953: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:37.664 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:29:37.931 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:29:37.932 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 8m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:29:37.932 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 8m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:29:37.932 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 8m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:29:37.932 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 8m ago 4h 44.1M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:29:37.933 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 8m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:29:37.933 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 8m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:29:37.933 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 8m ago 4h 777M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:29:37.933 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 8m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:29:37.933 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 8m ago 4h 1660M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:29:37.934 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 8m ago 4h 776M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:29:37.934 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 8m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:29:37.934 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 8m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:29:37.934 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 8m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:29:37.935 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 8m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:29:37.935 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 8m ago 4h 2156M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:29:37.935 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 8m ago 4h 3247M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:29:37.935 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 8m ago 4h 2463M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:29:37.936 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 8m ago 4h 3268M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:29:37.936 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 8m ago 4h 3035M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:29:37.936 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 8m ago 4h 3552M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:29:37.936 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 8m ago 4h 2859M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:29:37.936 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 8m ago 4h 4132M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:29:37.937 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 8m ago 4h 149M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:29:38.246 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:29:38.246 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:29:38.247 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:29:38.247 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:29:38.247 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:29:38.247 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:29:38.248 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:29:38.248 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:29:38.248 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:29:38.248 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:29:38.249 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:29:38.249 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:29:38.249 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:29:38.249 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:29:38.249 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:29:38.250 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:29:38.250 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:29:38.250 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:29:38.251 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:29:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:38 smithi129 conmon[101092]: cluster 2022-01-18T20:29:37.309597+0000 mgr.smithi129.iclwio (mgr.14716) 9250 : cluster [DBG] 2022-01-18T20:29:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:38 smithi129 conmon[101092]: pgmap v7954: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:38.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:38 smithi129 conmon[101092]: audit 2022-01-18T20:29:38.246886+0000 mon.smithi129 (mon.0) 2786 : audit [DBG] from='client.? 172.21.15.129:0/110111750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:29:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:38 smithi156 conmon[67007]: cluster 2022-01-18T20:29:37.309597+0000 mgr.smithi129.iclwio (mgr.14716) 9250 : cluster [DBG] pgmap v7954: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:38.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:38 smithi156 conmon[67007]: audit 2022-01-18T20:29:38.246886+0000 mon.smithi129 (mon.0) 2786 : audit [DBG] from='client.? 172.21.15.129:0/110111750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:29:39.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:39 smithi129 conmon[101092]: audit 2022-01-18T20:29:37.653317+0000 mgr.smithi129.iclwio (mgr.14716) 9251 : audit [DBG] from='client.40258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:29:39.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:39 smithi129 conmon[101092]: audit 2022-01-18T20:29:37.923641+0000 mgr.smithi129.iclwio (mgr.14716) 9252 : audit [DBG] from='client.40262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:29:39.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:39 smithi156 conmon[67007]: audit 2022-01-18T20:29:37.653317+0000 mgr.smithi129.iclwio (mgr.14716) 9251 : audit [DBG] from='client.40258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:29:39.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:39 smithi156 conmon[67007]: 2022-01-18T20:29:39.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:39 smithi156 conmon[67007]: audit 2022-01-18T20:29:37.923641+0000 mgr.smithi129.iclwio (mgr.14716) 9252 : audit [DBG] from='client.40262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:29:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:40 smithi129 conmon[101092]: cluster 2022-01-18T20:29:39.310336+0000 mgr.smithi129.iclwio (mgr.14716) 9253 : cluster [DBG] pgmap v7955: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:29:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:40 smithi156 conmon[67007]: cluster 2022-01-18T20:29:39.310336+0000 mgr.smithi129.iclwio (mgr.14716) 9253 : cluster [DBG] pgmap v7955: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:29:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:42 smithi129 conmon[101092]: cluster 2022-01-18T20:29:41.310831+0000 mgr.smithi129.iclwio (mgr.14716) 9254 : cluster [DBG] pgmap v7956: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:42 smithi156 conmon[67007]: cluster 2022-01-18T20:29:41.310831+0000 mgr.smithi129.iclwio (mgr.14716) 9254 : cluster [DBG] pgmap v7956: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:42 smithi156 conmon[67007]: 2022-01-18T20:29:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:43 smithi156 conmon[67007]: cluster 2022-01-18T20:29:43.311356+0000 mgr.smithi129.iclwio (mgr.14716) 9255 : cluster [DBG] pgmap v7957: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:43 smithi156 conmon[67007]: 2022-01-18T20:29:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:43 smithi129 conmon[101092]: cluster 2022-01-18T20:29:43.311356+0000 mgr.smithi129.iclwio (mgr.14716) 9255 : cluster [DBG] pgmap v7957: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:46 smithi129 conmon[101092]: cluster 2022-01-18T20:29:45.312237+0000 mgr.smithi129.iclwio (mgr.14716) 9256 : cluster [DBG] pgmap v7958: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:46 smithi129 conmon[101092]: 2022-01-18T20:29:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:46 smithi129 conmon[101092]: audit 2022-01-18T20:29:46. 2022-01-18T20:29:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:46 smithi129 conmon[101092]: 176867+0000 mon.smithi129 (mon.0) 2787 : audit [DBG] 2022-01-18T20:29:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:46 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:29:46.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:46 smithi129 conmon[101092]: audit 2022-01-18T20:29:46.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:46 smithi129 conmon[101092]: 2022-01-18T20:29 2022-01-18T20:29:46.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:46 smithi129 conmon[101092]: :46.178334+0000 mon.smithi129 (mon. 2022-01-18T20:29:46.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:46 smithi129 conmon[101092]: 0) 2788 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:29:46.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:46 smithi129 conmon[101092]: audit 2022-01-18T20:29:46.179246+0000 2022-01-18T20:29:46.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:46 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2789 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:29:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:46 smithi156 conmon[67007]: cluster 2022-01-18T20:29:45.312237+0000 mgr.smithi129.iclwio 2022-01-18T20:29:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:46 smithi156 conmon[67007]: (mgr.14716) 9256 : cluster [DBG] pgmap v7958: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:46 smithi156 conmon[67007]: audit 2022-01-18T20:29:46.176867+0000 mon.smithi129 (mon.0) 2787 2022-01-18T20:29:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:46 smithi156 conmon[67007]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:29:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:46 smithi156 conmon[67007]: audit 2022-01-18T20:29:46.178334+0000 mon.smithi129 (mon 2022-01-18T20:29:46.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:46 smithi156 conmon[67007]: .0) 2788 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:29:46.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:46 smithi156 conmon[67007]: audit 2022- 2022-01-18T20:29:46.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:46 smithi156 conmon[67007]: 01-18T20:29:46.179246+0000 mon.smithi129 (mon.0) 2789 : audit [INF] 2022-01-18T20:29:46.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:46 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:29:47.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:47 smithi129 conmon[101092]: cephadm 2022-01-18T20:29:46.180067+0000 mgr.smithi129.iclwio (mgr.14716) 9257 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:29:47.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:47 smithi129 conmon[101092]: audit 2022-01-18T20:29:46.471351+0000 mon.smithi129 (mon.0) 2790 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T20:29:47.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:47 smithi129 conmon[101092]: audit 2022-01-18T20:29:46.482391+0000 mon.smithi129 (mon. 2022-01-18T20:29:47.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:47 smithi129 conmon[101092]: 0) 2791 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T20:29:47.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:47 smithi129 conmon[101092]: audit 2022- 2022-01-18T20:29:47.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:47 smithi129 conmon[101092]: 01-18T20:29:46.486409+0000 mon.smithi129 (mon.0) 2792 : 2022-01-18T20:29:47.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:47 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:29:47.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:47 smithi129 conmon[101092]: audit 2022-01-18T20: 2022-01-18T20:29:47.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:47 smithi129 conmon[101092]: 29:46.491294+0000 mon.smithi129 (mon.0) 2793 : 2022-01-18T20:29:47.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:47 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:29:47.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:47 smithi156 conmon[67007]: cephadm 2022-01-18T20:29:46.180067+0000 mgr.smithi129.iclwio (mgr.14716) 9257 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:29:47.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:47 smithi156 conmon[67007]: audit 2022-01-18T20:29:46.471351 2022-01-18T20:29:47.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:47 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2790 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T20:29:47.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:47 smithi156 conmon[67007]: audit 2022-01-18T20:29:46.482391+0000 mon.smithi129 (mon.0) 2791 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T20:29:47.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:47 smithi156 conmon[67007]: audit 2022-01-18T20:29:46.486409+0000 mon.smithi129 (mon.0) 2792 : 2022-01-18T20:29:47.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:47 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:29:47.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:47 smithi156 conmon[67007]: audit 2022-01-18T20:29:46.491294+0000 mon.smithi129 (mon.0) 2793 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:29:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:48 smithi156 conmon[67007]: cluster 2022-01-18T20:29:47.312678+0000 mgr.smithi129.iclwio (mgr.14716) 9258 : cluster [DBG] pgmap v7959: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:48 smithi156 conmon[67007]: 2022-01-18T20:29:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:48 smithi129 conmon[101092]: cluster 2022-01-18T20:29:47.312678+0000 mgr.smithi129.iclwio (mgr.14716) 9258 : cluster [DBG] pgmap v7959: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:48 smithi129 conmon[101092]: 2022-01-18T20:29:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:50 smithi156 conmon[67007]: cluster 2022-01-18T20:29:49.313477+0000 mgr.smithi129.iclwio (mgr.14716) 9259 : cluster [DBG] pgmap v7960: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:29:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:50 smithi129 conmon[101092]: cluster 2022-01-18T20:29:49.313477+0000 mgr.smithi129.iclwio (mgr.14716) 9259 : cluster [DBG] pgmap v7960: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:29:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:52 smithi156 conmon[67007]: cluster 2022-01-18T20:29:51.314125+0000 mgr.smithi129.iclwio (mgr.14716) 9260 : cluster [DBG] pgmap v7961: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:52.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:52 smithi129 conmon[101092]: cluster 2022-01-18T20:29:51.314125+0000 mgr.smithi129.iclwio (mgr.14716) 9260 : cluster [DBG] pgmap v7961: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:54.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:53 smithi156 conmon[67007]: cluster 2022-01-18T20:29:53.314763+0000 mgr.smithi129.iclwio (mgr.14716) 9261 : cluster [DBG] pgmap v7962: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:54.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:53 smithi156 conmon[67007]: 2022-01-18T20:29:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:53 smithi129 conmon[101092]: cluster 2022-01-18T20:29:53.314763+0000 mgr.smithi129.iclwio (mgr.14716) 9261 : cluster [DBG] pgmap v7962: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:56 smithi129 conmon[101092]: cluster 2022-01-18T20:29:55.315561+0000 mgr.smithi129.iclwio (mgr.14716) 9262 : cluster [DBG] pgmap v7963: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:56 smithi156 conmon[67007]: cluster 2022-01-18T20:29:55.315561+0000 mgr.smithi129.iclwio (mgr.14716) 9262 : cluster [DBG] pgmap v7963: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:58 smithi129 conmon[101092]: cluster 2022-01-18T20:29:57.316078+0000 mgr.smithi129.iclwio (mgr.14716) 9263 : cluster [DBG] pgmap v7964: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:58 smithi156 conmon[67007]: cluster 2022-01-18T20:29:57.316078+0000 mgr.smithi129.iclwio (mgr.14716) 9263 : cluster [DBG] pgmap v7964: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:29:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:59 smithi129 conmon[101092]: audit 2022-01-18T20:29:59.263953+0000 mon.smithi129 (mon.0) 2794 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:29:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:59 smithi129 conmon[101092]: 2022-01-18T20:29:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:29:59 smithi129 conmon[101092]: audit 2022-01-18T20:29:59.264249+0000 mon.smithi129 (mon.0) 2795 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:29:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:59 smithi156 conmon[67007]: audit 2022-01-18T20:29:59.263953+0000 mon.smithi129 (mon.0) 2794 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:29:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:29:59 smithi156 conmon[67007]: audit 2022-01-18T20:29:59.264249+0000 mon.smithi129 (mon.0) 2795 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:30:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:00 smithi129 conmon[101092]: cluster 2022-01-18T20:29:59.316814+0000 mgr.smithi129.iclwio (mgr.14716) 9264 : cluster [DBG] pgmap v7965: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:30:00.735 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:00 smithi129 conmon[101092]: 2022-01-18T20:30:00.735 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:00 smithi129 conmon[101092]: cluster 2022-01-18T20:30:00.000146+0000 mon.smithi129 (mon.0) 2796 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T20:30:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:00 smithi156 conmon[67007]: cluster 2022-01-18T20:29:59.316814+0000 mgr.smithi129.iclwio (mgr.14716) 9264 : cluster [DBG] pgmap v7965: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:30:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:00 smithi156 conmon[67007]: cluster 2022-01-18T20:30:00.000146+0000 mon.smithi129 (mon.0) 2796 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T20:30:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:02 smithi129 conmon[101092]: cluster 2022-01-18T20:30:01.317346+0000 mgr.smithi129.iclwio (mgr.14716) 9265 : cluster [DBG] pgmap v7966: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:02 smithi156 conmon[67007]: cluster 2022-01-18T20:30:01.317346+0000 mgr.smithi129.iclwio (mgr.14716) 9265 : cluster [DBG] pgmap v7966: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:04.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:03 smithi156 conmon[67007]: cluster 2022-01-18T20:30:03.317986+0000 mgr.smithi129.iclwio (mgr.14716) 9266 : cluster [DBG] pgmap v7967: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:03 smithi129 conmon[101092]: cluster 2022-01-18T20:30:03.317986+0000 mgr.smithi129.iclwio (mgr.14716) 9266 : cluster 2022-01-18T20:30:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:03 smithi129 conmon[101092]: [DBG] pgmap v7967: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:06 smithi129 conmon[101092]: cluster 2022-01-18T20:30:05.318757+0000 mgr.smithi129.iclwio (mgr.14716) 9267 : cluster [DBG] pgmap v7968: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:06 smithi156 conmon[67007]: cluster 2022-01-18T20:30:05.318757+0000 mgr.smithi129.iclwio (mgr.14716) 9267 : cluster [DBG] pgmap v7968: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:08.545 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:30:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:08 smithi129 conmon[101092]: cluster 2022-01-18T20:30:07.319474+0000 mgr.smithi129.iclwio (mgr.14716) 9268 : cluster [DBG] 2022-01-18T20:30:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:08 smithi129 conmon[101092]: pgmap v7969: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:08 smithi156 conmon[67007]: cluster 2022-01-18T20:30:07.319474+0000 mgr.smithi129.iclwio (mgr.14716) 9268 : cluster [DBG] pgmap v7969: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:08 smithi156 conmon[67007]: 2022-01-18T20:30:08.810 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:30:08.811 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 9m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:30:08.811 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 9m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:30:08.811 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 9m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:30:08.811 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 9m ago 4h 44.1M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:30:08.812 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 9m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:30:08.812 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 9m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:30:08.812 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 9m ago 4h 777M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:30:08.812 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 9m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:30:08.813 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 9m ago 4h 1660M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:30:08.813 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 9m ago 4h 776M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:30:08.813 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 9m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:30:08.813 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 9m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:30:08.813 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 9m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:30:08.814 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 9m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:30:08.814 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 9m ago 4h 2156M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:30:08.814 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 9m ago 4h 3247M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:30:08.814 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 9m ago 4h 2463M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:30:08.815 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 9m ago 4h 3268M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:30:08.815 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 9m ago 4h 3035M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:30:08.815 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 9m ago 4h 3552M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:30:08.815 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 9m ago 4h 2859M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:30:08.815 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 9m ago 4h 4132M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:30:08.816 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 9m ago 4h 149M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:30:09.131 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:30:09.131 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:30:09.132 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:30:09.132 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:30:09.133 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:30:09.133 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:30:09.134 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:30:09.134 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:30:09.135 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:30:09.135 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:30:09.135 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:30:09.136 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:30:09.136 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:30:09.136 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:30:09.137 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:30:09.137 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:30:09.137 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:30:09.138 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:30:09.138 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:30:09.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:09 smithi129 conmon[101092]: audit 2022-01-18T20:30:08.533846+0000 mgr.smithi129.iclwio (mgr.14716) 9269 : audit [DBG] from='client.40270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:30:09.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:09 smithi129 conmon[101092]: audit 2022-01-18T20:30:09.131739+0000 mon.smithi129 (mon.0) 2797 : audit [DBG] from='client.? 172.21.15.129:0/2581030071' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:30:09.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:09 smithi156 conmon[67007]: audit 2022-01-18T20:30:08.533846+0000 mgr.smithi129.iclwio (mgr.14716) 9269 : audit [DBG] from='client.40270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:30:09.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:09 smithi156 conmon[67007]: audit 2022-01-18T20:30:09.131739+0000 mon.smithi129 (mon.0) 2797 : audit [DBG] from='client.? 172.21.15.129:0/2581030071' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:30:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:10 smithi129 conmon[101092]: audit 2022-01-18T20:30:08.802494+0000 mgr.smithi129.iclwio (mgr.14716) 9270 : audit [DBG] from='client.40274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:30:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:10 smithi129 conmon[101092]: cluster 2022-01-18T20:30:09.320097+0000 mgr.smithi129.iclwio (mgr.14716) 9271 : cluster [DBG] pgmap v7970: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:30:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:10 smithi156 conmon[67007]: audit 2022-01-18T20:30:08.802494+0000 mgr.smithi129.iclwio (mgr.14716) 9270 : audit [DBG] from='client.40274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:30:10.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:10 smithi156 conmon[67007]: cluster 2022-01-18T20:30:09.320097+0000 mgr.smithi129.iclwio (mgr.14716) 9271 : cluster [DBG] pgmap v7970: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:30:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:12 smithi129 conmon[101092]: cluster 2022-01-18T20:30:11.320733+0000 mgr.smithi129.iclwio (mgr.14716) 9272 : cluster [DBG] pgmap v7971: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:12 smithi156 conmon[67007]: cluster 2022-01-18T20:30:11.320733+0000 mgr.smithi129.iclwio (mgr.14716) 9272 : cluster [DBG] pgmap v7971: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:12 smithi156 conmon[67007]: 2022-01-18T20:30:14.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:13 smithi156 conmon[67007]: cluster 2022-01-18T20:30:13.321297+0000 mgr.smithi129.iclwio (mgr.14716) 9273 : cluster [DBG] 2022-01-18T20:30:14.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:13 smithi156 conmon[67007]: pgmap v7972: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:13 smithi129 conmon[101092]: cluster 2022-01-18T20:30:13.321297+0000 mgr.smithi129.iclwio (mgr.14716) 9273 : cluster [DBG] pgmap v7972: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:16.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:16 smithi129 conmon[101092]: cluster 2022-01-18T20:30:15.322080+0000 mgr.smithi129.iclwio (mgr.14716) 9274 : cluster [DBG] pgmap v7973: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:16 smithi156 conmon[67007]: cluster 2022-01-18T20:30:15.322080+0000 mgr.smithi129.iclwio (mgr.14716) 9274 : cluster [DBG] 2022-01-18T20:30:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:16 smithi156 conmon[67007]: pgmap v7973: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:18 smithi129 conmon[101092]: cluster 2022-01-18T20:30:17.322751+0000 mgr.smithi129.iclwio (mgr.14716) 9275 : cluster [DBG] pgmap v7974: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:18 smithi156 conmon[67007]: cluster 2022-01-18T20:30:17.322751+0000 mgr.smithi129.iclwio (mgr.14716) 9275 : cluster [DBG] pgmap v7974: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:20 smithi129 conmon[101092]: cluster 2022-01-18T20:30:19.323515+0000 mgr.smithi129.iclwio (mgr.14716) 9276 : cluster [DBG] pgmap v7975: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:30:20.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:20 smithi129 conmon[101092]: 2022-01-18T20:30:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:20 smithi156 conmon[67007]: cluster 2022-01-18T20:30:19.323515+0000 mgr.smithi129.iclwio (mgr.14716) 9276 : cluster [DBG] pgmap v7975: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:30:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:22 smithi129 conmon[101092]: cluster 2022-01-18T20:30:21.324116+0000 mgr.smithi129.iclwio (mgr.14716) 9277 : cluster [DBG] pgmap v7976: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:22 smithi156 conmon[67007]: cluster 2022-01-18T20:30:21.324116+0000 mgr.smithi129.iclwio (mgr.14716) 9277 : cluster [DBG] pgmap v7976: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:24.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:23 smithi156 conmon[67007]: cluster 2022-01-18T20:30:23.324626+0000 mgr.smithi129.iclwio (mgr.14716) 9278 : cluster [DBG] 2022-01-18T20:30:24.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:23 smithi156 conmon[67007]: pgmap v7977: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:23 smithi129 conmon[101092]: cluster 2022-01-18T20:30:23.324626+0000 mgr.smithi129.iclwio (mgr.14716) 9278 : cluster [DBG] pgmap v7977: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:23 smithi129 conmon[101092]: 2022-01-18T20:30:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:26 smithi129 conmon[101092]: cluster 2022-01-18T20:30:25.325593+0000 mgr.smithi129.iclwio (mgr.14716) 9279 : cluster 2022-01-18T20:30:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:26 smithi129 conmon[101092]: [DBG] pgmap v7978: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:26 smithi156 conmon[67007]: cluster 2022-01-18T20:30:25.325593+0000 mgr.smithi129.iclwio (mgr.14716) 9279 : cluster [DBG] pgmap v7978: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:26.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:26 smithi156 conmon[67007]: 2022-01-18T20:30:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:28 smithi129 conmon[101092]: cluster 2022-01-18T20:30:27.326271+0000 mgr.smithi129.iclwio (mgr.14716) 9280 : cluster [DBG] pgmap v7979: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:28 smithi156 conmon[67007]: cluster 2022-01-18T20:30:27.326271+0000 mgr.smithi129.iclwio (mgr.14716) 9280 : cluster [DBG] pgmap v7979: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:30 smithi129 conmon[101092]: cluster 2022-01-18T20:30:29.327222+0000 mgr.smithi129.iclwio (mgr.14716) 9281 : cluster [DBG] pgmap v7980: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:30:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:30 smithi129 conmon[101092]: 2022-01-18T20:30:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:30 smithi156 conmon[67007]: cluster 2022-01-18T20:30:29.327222+0000 mgr.smithi129.iclwio (mgr.14716) 9281 : cluster [DBG] pgmap v7980: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:30:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:32 smithi129 conmon[101092]: cluster 2022-01-18T20:30:31.327724+0000 mgr.smithi129.iclwio (mgr.14716) 9282 : cluster [DBG] pgmap v7981: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:32 smithi156 conmon[67007]: cluster 2022-01-18T20:30:31.327724+0000 mgr.smithi129.iclwio (mgr.14716) 9282 : cluster [DBG] pgmap v7981: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:34.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:33 smithi156 conmon[67007]: cluster 2022-01-18T20:30:33.328246+0000 mgr.smithi129.iclwio (mgr.14716) 9283 : cluster 2022-01-18T20:30:34.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:33 smithi156 conmon[67007]: [DBG] pgmap v7982: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:33 smithi129 conmon[101092]: cluster 2022-01-18T20:30:33.328246+0000 mgr.smithi129.iclwio (mgr.14716) 9283 : cluster [DBG] pgmap v7982: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:33 smithi129 conmon[101092]: 2022-01-18T20:30:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:36 smithi129 conmon[101092]: cluster 2022-01-18T20:30:35.329001+0000 mgr.smithi129.iclwio (mgr.14716) 9284 : cluster [DBG] pgmap v7983: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:36 smithi156 conmon[67007]: cluster 2022-01-18T20:30:35.329001+0000 mgr.smithi129.iclwio (mgr.14716) 9284 : cluster [DBG] pgmap v7983: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:38 smithi129 conmon[101092]: cluster 2022-01-18T20:30:37.329522+0000 mgr.smithi129.iclwio (mgr.14716) 9285 : cluster [DBG] pgmap v7984: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:38 smithi156 conmon[67007]: cluster 2022-01-18T20:30:37.329522+0000 mgr.smithi129.iclwio (mgr.14716) 9285 : cluster 2022-01-18T20:30:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:38 smithi156 conmon[67007]: [DBG] pgmap v7984: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:39.433 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:30:39.697 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:30:39.697 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 9m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:30:39.697 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 9m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:30:39.698 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 9m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:30:39.698 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 9m ago 4h 44.1M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:30:39.698 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 9m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:30:39.698 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 9m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:30:39.699 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 9m ago 4h 777M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:30:39.699 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 9m ago 4h 399M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:30:39.699 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 9m ago 4h 1660M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:30:39.699 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 9m ago 4h 776M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:30:39.699 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 9m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:30:39.700 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 9m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:30:39.700 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 9m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:30:39.700 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 9m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:30:39.700 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 9m ago 4h 2156M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:30:39.700 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 9m ago 4h 3247M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:30:39.701 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 9m ago 4h 2463M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:30:39.701 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 9m ago 4h 3268M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:30:39.701 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 9m ago 4h 3035M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:30:39.701 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 9m ago 4h 3552M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:30:39.702 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 9m ago 4h 2859M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:30:39.702 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 9m ago 4h 4132M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:30:39.702 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 9m ago 4h 149M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:30:40.014 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:30:40.015 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:30:40.015 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:30:40.015 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:30:40.016 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:30:40.016 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:30:40.016 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:30:40.016 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:30:40.017 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:30:40.017 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:30:40.017 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:30:40.017 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:30:40.017 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:30:40.018 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:30:40.018 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:30:40.018 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:30:40.018 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:30:40.018 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:30:40.019 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:30:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:40 smithi129 conmon[101092]: cluster 2022-01-18T20:30:39.330189+0000 mgr.smithi129.iclwio (mgr.14716) 9286 2022-01-18T20:30:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:40 smithi129 conmon[101092]: : cluster [DBG] pgmap v7985: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:30:40.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:40 smithi129 conmon[101092]: audit 2022-01-18T20:30:39.421696+0000 mgr.smithi129.iclwio (mgr.14716) 9287 : audit [DBG] from='client.40282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:30:40.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:40 smithi129 conmon[101092]: audit 2022-01-18T20:30: 2022-01-18T20:30:40.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:40 smithi129 conmon[101092]: 40.015462+0000 mon.smithi129 (mon.0) 2022-01-18T20:30:40.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:40 smithi129 conmon[101092]: 2798 : audit [DBG] from='client.? 172.21.15.129:0/3615701869' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:30:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:40 smithi156 conmon[67007]: cluster 2022-01-18T20:30:39.330189+0000 mgr.smithi129.iclwio (mgr.14716) 9286 : cluster 2022-01-18T20:30:40.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:40 smithi156 conmon[67007]: [DBG] pgmap v7985: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:30:40.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:40 smithi156 conmon[67007]: audit 2022-01-18T20:30:39.421696+0000 mgr.smithi129.iclwio (mgr.14716) 9287 : audit [DBG] from='client.40282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:30:40.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:40 smithi156 conmon[67007]: audit 2022-01-18T20:30:40.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:40 smithi156 conmon[67007]: 2022-01-18T20:30:40.015462+0000 mon.smithi129 (mon.0) 2798 : audit [DBG] from='client.? 172.21.15.129:0/3615701869' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:30:40.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:40 smithi156 conmon[67007]: 2022-01-18T20:30:41.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:41 smithi129 conmon[101092]: audit 2022-01-18T20:30:39.689110+0000 mgr.smithi129.iclwio (mgr.14716) 9288 : audit [DBG] from='client.40286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:30:41.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:41 smithi129 conmon[101092]: 2022-01-18T20:30:41.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:41 smithi156 conmon[67007]: audit 2022-01-18T20:30:39.689110+0000 mgr.smithi129.iclwio (mgr.14716) 9288 : audit 2022-01-18T20:30:41.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:41 smithi156 conmon[67007]: [DBG] from='client.40286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:30:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:42 smithi129 conmon[101092]: cluster 2022-01-18T20:30:41.330907+0000 mgr.smithi129.iclwio (mgr.14716) 9289 : cluster 2022-01-18T20:30:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:42 smithi129 conmon[101092]: [DBG] pgmap v7986: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:42 smithi156 conmon[67007]: cluster 2022-01-18T20:30:41.330907+0000 mgr.smithi129.iclwio (mgr.14716) 9289 : cluster 2022-01-18T20:30:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:42 smithi156 conmon[67007]: [DBG] pgmap v7986: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:44.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:43 smithi156 conmon[67007]: cluster 2022-01-18T20:30:43.331510+0000 mgr.smithi129.iclwio (mgr.14716) 9290 : 2022-01-18T20:30:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:43 smithi156 conmon[67007]: cluster [DBG] pgmap v7987: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:43 smithi129 conmon[101092]: cluster 2022-01-18T20:30:43.331510+0000 mgr.smithi129.iclwio (mgr.14716) 9290 : cluster [DBG] pgmap v7987: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:46 smithi129 conmon[101092]: cluster 2022-01-18T20:30:45.332258+0000 mgr.smithi129.iclwio (mgr.14716) 9291 : cluster [DBG] pgmap v7988: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:46 smithi156 conmon[67007]: cluster 2022-01-18T20:30:45.332258+0000 mgr.smithi129.iclwio (mgr.14716) 9291 : cluster 2022-01-18T20:30:46.813 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:46 smithi156 conmon[67007]: [DBG] pgmap v7988: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:47.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:47 smithi129 conmon[101092]: audit 2022-01-18T20:30:46.500270+0000 mon.smithi129 (mon. 2022-01-18T20:30:47.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:47 smithi129 conmon[101092]: 0) 2799 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:30:47.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:47 smithi129 conmon[101092]: audit 2022-01-18T20:30:46.501656+0000 mon.smithi129 (mon.0) 2800 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:30:47.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:47 smithi129 conmon[101092]: audit 2022-01-18T20:30:46.502678+0000 mon.smithi129 (mon.0) 2801 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:30:47.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:47 smithi129 conmon[101092]: cephadm 2022-01-18T20:30:46.503389+0000 mgr.smithi129.iclwio (mgr.14716) 9292 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:30:47.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:47 smithi129 conmon[101092]: audit 2022-01-18T20:30:46.760986+0000 mon.smithi129 (mon.0) 2802 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:30:47.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:47 smithi156 conmon[67007]: audit 2022-01-18T20:30:46.500270+0000 2022-01-18T20:30:47.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:47 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2799 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:30:47.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:47 smithi156 conmon[67007]: audit 2022-01-18T20:30:46.501656+0000 mon.smithi129 (mon.0) 2800 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:30:47.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:47 smithi156 conmon[67007]: audit 2022-01-18T20:30:46.502678+0000 mon.smithi129 (mon.0) 2801 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:30:47.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:47 smithi156 conmon[67007]: cephadm 2022-01-18T20:30:46.503389+0000 mgr.smithi129.iclwio (mgr.14716) 9292 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:30:47.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:47 smithi156 conmon[67007]: audit 2022-01-18T20:30:46.760986+0000 mon.smithi129 (mon.0) 2802 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:30:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:48 smithi129 conmon[101092]: cluster 2022-01-18T20:30:47.332737+0000 mgr.smithi129.iclwio (mgr.14716) 9293 2022-01-18T20:30:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:48 smithi129 conmon[101092]: : cluster [DBG] pgmap v7989: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:48 smithi156 conmon[67007]: cluster 2022-01-18T20:30:47.332737+0000 mgr.smithi129.iclwio (mgr.14716) 9293 : cluster 2022-01-18T20:30:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:48 smithi156 conmon[67007]: [DBG] pgmap v7989: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:50 smithi129 conmon[101092]: cluster 2022-01-18T20:30:49.333415+0000 2022-01-18T20:30:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:50 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 9294 : cluster [DBG] pgmap v7990: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:30:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:50 smithi129 conmon[101092]: audit 2022-01-18T20:30:49.928434+0000 mon.smithi129 (mon.0) 2803 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:30:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:50 smithi156 conmon[67007]: cluster 2022-01-18T20:30:49.333415+0000 mgr.smithi129.iclwio (mgr.14716) 9294 : cluster [DBG] pgmap v7990: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:30:50.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:50 smithi156 conmon[67007]: audit 2022-01-18T20:30:49.928434+0000 mon.smithi129 (mon.0) 2803 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:30:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:52 smithi129 conmon[101092]: cluster 2022-01-18T20:30:51.333847+0000 mgr.smithi129.iclwio (mgr.14716) 9295 : cluster 2022-01-18T20:30:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:52 smithi129 conmon[101092]: [DBG] pgmap v7991: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:52.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:52 smithi129 conmon[101092]: audit 2022-01-18T20:30:51.975451+0000 mon.smithi129 (mon.0) 2804 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:30:52.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:52 smithi129 conmon[101092]: audit 2022-01-18T20:30:52.258458+0000 mon.smithi129 2022-01-18T20:30:52.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:52 smithi129 conmon[101092]: (mon.0) 2805 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:30:52.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:52 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T20:30:52.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:52 smithi129 conmon[101092]: T20:30:52.263170+0000 mon.smithi129 (mon.0 2022-01-18T20:30:52.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:52 smithi129 conmon[101092]: ) 2806 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:30:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:52 smithi156 conmon[67007]: cluster 2022-01-18T20:30:51.333847+0000 mgr.smithi129.iclwio (mgr.14716) 9295 : cluster [DBG] pgmap v7991: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:52 smithi156 conmon[67007]: 2022-01-18T20:30:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:52 smithi156 conmon[67007]: audit 2022-01-18T20:30:51.975451+0000 mon.smithi129 (mon.0) 2804 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:30:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:52 smithi156 conmon[67007]: audit 2022-01-18T20:30:52.258458+0000 mon.smithi129 (mon.0) 2805 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:30:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:52 smithi156 conmon[67007]: audit 2022-01-18T20:30:52.263170+0000 mon.smithi129 (mon.0) 2806 : audit [INF] 2022-01-18T20:30:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:52 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:30:54.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:53 smithi156 conmon[67007]: cluster 2022-01-18T20:30:53.334331+0000 mgr.smithi129.iclwio (mgr.14716) 9296 : cluster [DBG] pgmap v7992: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:53 smithi129 conmon[101092]: cluster 2022-01-18T20:30:53.334331+0000 mgr.smithi129.iclwio (mgr.14716) 9296 : cluster 2022-01-18T20:30:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:53 smithi129 conmon[101092]: [DBG] pgmap v7992: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:56 smithi129 conmon[101092]: cluster 2022-01-18T20:30:55.335119+0000 mgr.smithi129.iclwio (mgr.14716) 9297 : cluster 2022-01-18T20:30:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:56 smithi129 conmon[101092]: [DBG] pgmap v7993: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:56 smithi156 conmon[67007]: cluster 2022-01-18T20:30:55.335119+0000 mgr.smithi129.iclwio (mgr.14716) 9297 : cluster [DBG] pgmap v7993: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:58 smithi129 conmon[101092]: cluster 2022-01-18T20:30:57.335727+0000 mgr.smithi129.iclwio (mgr.14716) 9298 : cluster [DBG] pgmap v7994: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:58 smithi156 conmon[67007]: cluster 2022-01-18T20:30:57.335727+0000 mgr.smithi129.iclwio (mgr.14716) 9298 : cluster [DBG] pgmap v7994: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:30:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:59 smithi129 conmon[101092]: audit 2022-01-18T20:30:59.268132+0000 mon.smithi129 (mon.0) 2807 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:30:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:59 smithi129 conmon[101092]: 2022-01-18T20:30:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:30:59 smithi129 conmon[101092]: audit 2022-01-18T20:30:59.268396+0000 mon.smithi129 (mon.0) 2808 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:30:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:59 smithi156 conmon[67007]: audit 2022-01-18T20:30:59.268132+0000 mon.smithi129 (mon.0) 2807 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:30:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:30:59 smithi156 conmon[67007]: audit 2022-01-18T20:30:59.268396+0000 mon.smithi129 (mon.0) 2808 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:31:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:00 smithi129 conmon[101092]: cluster 2022-01-18T20:30:59.336431+0000 mgr.smithi129.iclwio (mgr.14716) 9299 : cluster [DBG] 2022-01-18T20:31:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:00 smithi129 conmon[101092]: pgmap v7995: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:31:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:00 smithi156 conmon[67007]: cluster 2022-01-18T20:30:59.336431+0000 mgr.smithi129.iclwio (mgr.14716) 9299 : cluster [DBG] pgmap v7995: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:31:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:02 smithi129 conmon[101092]: cluster 2022-01-18T20:31:01.336924+0000 mgr.smithi129.iclwio (mgr.14716) 9300 : cluster [DBG] pgmap v7996: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:02 smithi156 conmon[67007]: cluster 2022-01-18T20:31:01.336924+0000 mgr.smithi129.iclwio (mgr.14716) 9300 : cluster [DBG] pgmap v7996: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:04.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:03 smithi156 conmon[67007]: cluster 2022-01-18T20:31:03.337588+0000 mgr.smithi129.iclwio (mgr.14716) 9301 : cluster [DBG] pgmap v7997: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:03 smithi129 conmon[101092]: cluster 2022-01-18T20:31:03.337588+0000 mgr.smithi129.iclwio (mgr.14716) 9301 : cluster [DBG] pgmap v7997: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:06 smithi129 conmon[101092]: cluster 2022-01-18T20:31:05.338360+0000 mgr.smithi129.iclwio (mgr.14716) 9302 : cluster [DBG] pgmap v7998: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:06 smithi156 conmon[67007]: cluster 2022-01-18T20:31:05.338360+0000 mgr.smithi129.iclwio (mgr.14716) 9302 : cluster [DBG] pgmap v7998: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:08 smithi129 conmon[101092]: cluster 2022-01-18T20:31:07.339103+0000 mgr.smithi129.iclwio (mgr.14716) 9303 : cluster [DBG] pgmap v7999: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:08 smithi156 conmon[67007]: cluster 2022-01-18T20:31:07.339103+0000 mgr.smithi129.iclwio (mgr.14716) 9303 : cluster [DBG] pgmap v7999: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:10.312 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:31:10.576 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:31:10.577 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 18s ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:31:10.577 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 18s ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:31:10.577 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 20s ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:31:10.578 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 18s ago 4h 44.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:31:10.578 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 18s ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:31:10.578 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 20s ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:31:10.578 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 18s ago 4h 789M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:31:10.579 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 20s ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:31:10.579 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 18s ago 4h 1722M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:31:10.579 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 20s ago 4h 811M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:31:10.579 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 18s ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:31:10.580 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 20s ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:31:10.580 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 18s ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:31:10.580 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 20s ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:31:10.580 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 18s ago 4h 2186M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:31:10.580 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 18s ago 4h 3279M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:31:10.581 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 18s ago 4h 2486M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:31:10.581 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 18s ago 4h 3303M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:31:10.581 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 20s ago 4h 3066M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:31:10.581 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 20s ago 4h 3579M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:31:10.582 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 20s ago 4h 2884M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:31:10.582 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 20s ago 4h 4164M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:31:10.582 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 18s ago 4h 151M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:31:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:10 smithi129 conmon[101092]: cluster 2022-01-18T20:31:09.340067+0000 mgr.smithi129.iclwio (mgr.14716) 9304 : cluster 2022-01-18T20:31:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:10 smithi129 conmon[101092]: [DBG] pgmap v8000: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:31:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:10 smithi156 conmon[67007]: cluster 2022-01-18T20:31:09.340067+0000 mgr.smithi129.iclwio (mgr.14716) 9304 : cluster [DBG] pgmap v8000: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:31:10.892 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:31:10.892 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:31:10.893 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:31:10.893 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:31:10.893 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:31:10.893 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:31:10.894 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:31:10.894 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:31:10.894 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:31:10.894 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:31:10.895 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:31:10.895 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:31:10.895 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:31:10.895 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:31:10.896 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:31:10.896 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:31:10.896 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:31:10.897 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:31:10.897 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:31:11.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:11 smithi129 conmon[101092]: audit 2022-01-18T20:31:10.301132+0000 mgr.smithi129.iclwio (mgr.14716) 9305 : audit 2022-01-18T20:31:11.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:11 smithi129 conmon[101092]: [DBG] from='client.40294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:31:11.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:11 smithi129 conmon[101092]: audit 2022-01-18T20:31:10.568621+0000 mgr.smithi129.iclwio (mgr.14716) 9306 : audit [DBG] from='client.40298 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:31:11.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:11 smithi129 conmon[101092]: audit 2022-01-18T20:31:10.893222+0000 mon.smithi129 (mon.0) 2022-01-18T20:31:11.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:11 smithi129 conmon[101092]: 2809 : audit [DBG] from='client.? 172.21.15.129:0/3689811427' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:31:11.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:11 smithi156 conmon[67007]: audit 2022-01-18T20:31:10.301132+0000 mgr.smithi129.iclwio (mgr.14716) 9305 : audit 2022-01-18T20:31:11.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:11 smithi156 conmon[67007]: [DBG] from='client.40294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:31:11.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:11 smithi156 conmon[67007]: audit 2022-01-18T20:31:10.568621+0000 mgr.smithi129.iclwio (mgr.14716) 9306 : audit [DBG] from='client.40298 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:31:11.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:11 smithi156 conmon[67007]: audit 2022-01-18T20:31:10.893222+0000 mon.smithi129 (mon.0) 2809 : audit [DBG] from='client.? 172.21.15.129:0/3689811427' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:31:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:12 smithi129 conmon[101092]: cluster 2022-01-18T20:31:11.340658+0000 mgr.smithi129.iclwio (mgr.14716) 9307 : cluster 2022-01-18T20:31:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:12 smithi129 conmon[101092]: [DBG] pgmap v8001: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:12 smithi156 conmon[67007]: cluster 2022-01-18T20:31:11.340658+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:31:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:12 smithi156 conmon[67007]: 9307 : cluster [DBG] pgmap v8001: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:14.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:13 smithi156 conmon[67007]: cluster 2022-01-18T20:31:13.341197+0000 mgr.smithi129.iclwio (mgr.14716) 9308 : cluster 2022-01-18T20:31:14.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:13 smithi156 conmon[67007]: [DBG] pgmap v8002: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:13 smithi129 conmon[101092]: cluster 2022-01-18T20:31:13.341197+0000 mgr.smithi129.iclwio (mgr.14716) 9308 : cluster [DBG] 2022-01-18T20:31:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:13 smithi129 conmon[101092]: pgmap v8002: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:16 smithi129 conmon[101092]: cluster 2022-01-18T20:31:15.342025+0000 mgr.smithi129.iclwio (mgr.14716) 9309 : cluster [DBG] 2022-01-18T20:31:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:16 smithi129 conmon[101092]: pgmap v8003: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:16 smithi156 conmon[67007]: cluster 2022-01-18T20:31:15.342025+0000 mgr.smithi129.iclwio (mgr.14716) 9309 : cluster [DBG] pgmap v8003: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:18 smithi129 conmon[101092]: cluster 2022-01-18T20:31:17.342519+0000 mgr.smithi129.iclwio (mgr.14716) 9310 : cluster [DBG] pgmap v8004: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:18 smithi129 conmon[101092]: 2022-01-18T20:31:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:18 smithi156 conmon[67007]: cluster 2022-01-18T20:31:17.342519+0000 mgr.smithi129.iclwio (mgr.14716) 9310 : cluster [DBG] pgmap v8004: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:20 smithi129 conmon[101092]: cluster 2022-01-18T20:31:19.343285+0000 mgr.smithi129.iclwio (mgr.14716) 9311 : cluster 2022-01-18T20:31:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:20 smithi129 conmon[101092]: [DBG] pgmap v8005: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:31:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:20 smithi156 conmon[67007]: cluster 2022-01-18T20:31:19.343285+0000 mgr.smithi129.iclwio (mgr.14716) 9311 : cluster [DBG] pgmap v8005: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:31:20.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:20 smithi156 conmon[67007]: 2022-01-18T20:31:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:22 smithi129 conmon[101092]: cluster 2022-01-18T20:31:21.343909+0000 mgr.smithi129.iclwio (mgr.14716) 9312 : cluster [DBG] 2022-01-18T20:31:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:22 smithi129 conmon[101092]: pgmap v8006: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:22 smithi156 conmon[67007]: cluster 2022-01-18T20:31:21.343909+0000 mgr.smithi129.iclwio (mgr.14716) 9312 : cluster [DBG] pgmap v8006: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:24.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:23 smithi156 conmon[67007]: cluster 2022-01-18T20:31:23.344547+0000 mgr.smithi129.iclwio (mgr.14716) 9313 : cluster [DBG] pgmap v8007: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:23 smithi129 conmon[101092]: cluster 2022-01-18T20:31: 2022-01-18T20:31:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:23 smithi129 conmon[101092]: 23.344547+0000 mgr.smithi129.iclwio (mgr.14716) 9313 : cluster [DBG] pgmap v8007: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:26 smithi129 conmon[101092]: cluster 2022-01-18T20:31:25.345355+0000 mgr.smithi129.iclwio (mgr.14716) 9314 : cluster [DBG] pgmap v8008: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:26 smithi129 conmon[101092]: 2022-01-18T20:31:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:26 smithi156 conmon[67007]: cluster 2022-01-18T20:31:25.345355+0000 mgr.smithi129.iclwio (mgr.14716) 9314 : cluster [DBG] pgmap v8008: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:28 smithi129 conmon[101092]: cluster 2022-01-18T20:31:27.345862+0000 mgr.smithi129.iclwio (mgr.14716) 9315 : cluster 2022-01-18T20:31:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:28 smithi129 conmon[101092]: [DBG] pgmap v8009: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:28 smithi156 conmon[67007]: cluster 2022-01-18T20:31:27.345862+0000 mgr.smithi129.iclwio (mgr.14716) 9315 : cluster [DBG] pgmap v8009: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:30 smithi129 conmon[101092]: cluster 2022-01-18T20:31:29.346552+0000 mgr.smithi129.iclwio ( 2022-01-18T20:31:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:30 smithi129 conmon[101092]: mgr.14716) 9316 : cluster [DBG] pgmap v8010: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:31:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:30 smithi156 conmon[67007]: cluster 2022-01-18T20:31:29.346552+0000 mgr.smithi129.iclwio (mgr.14716) 9316 : cluster [DBG] pgmap v8010: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:31:30.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:30 smithi156 conmon[67007]: 2022-01-18T20:31:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:32 smithi129 conmon[101092]: cluster 2022-01-18T20:31:31.347152+0000 mgr.smithi129.iclwio (mgr.14716) 9317 : cluster 2022-01-18T20:31:32.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:32 smithi129 conmon[101092]: [DBG] pgmap v8011: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:32 smithi156 conmon[67007]: cluster 2022-01-18T20:31:31.347152+0000 mgr.smithi129.iclwio (mgr.14716) 9317 : cluster [DBG] pgmap v8011: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:34.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:33 smithi156 conmon[67007]: cluster 2022-01-18T20:31:33.347730+0000 mgr.smithi129.iclwio (mgr.14716) 9318 : cluster [DBG] pgmap v8012: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:33 smithi129 conmon[101092]: cluster 2022-01-18T20:31:33.347730+0000 mgr.smithi129.iclwio (mgr.14716) 9318 : cluster 2022-01-18T20:31:34.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:33 smithi129 conmon[101092]: [DBG] pgmap v8012: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:36 smithi129 conmon[101092]: cluster 2022-01-18T20:31:35.348561+0000 mgr.smithi129.iclwio (mgr.14716) 9319 : cluster [DBG] 2022-01-18T20:31:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:36 smithi129 conmon[101092]: pgmap v8013: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:36 smithi156 conmon[67007]: cluster 2022-01-18T20:31:35.348561+0000 mgr.smithi129.iclwio (mgr.14716) 9319 : cluster [DBG] pgmap v8013: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:36 smithi156 conmon[67007]: 2022-01-18T20:31:38.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:38 smithi129 conmon[101092]: cluster 2022-01-18T20:31:37.349153+0000 mgr.smithi129.iclwio (mgr.14716) 9320 : cluster [DBG] pgmap v8014: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:38 smithi156 conmon[67007]: cluster 2022-01-18T20:31:37.349153+0000 mgr.smithi129.iclwio (mgr.14716) 9320 : cluster [DBG] pgmap v8014: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:40 smithi129 conmon[101092]: cluster 2022-01-18T20:31:39.349954+0000 mgr.smithi129.iclwio (mgr.14716) 9321 : cluster [DBG] pgmap v8015: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:31:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:40 smithi129 conmon[101092]: 2022-01-18T20:31:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:40 smithi156 conmon[67007]: cluster 2022-01-18T20:31:39.349954+0000 mgr.smithi129.iclwio (mgr.14716) 9321 : cluster [DBG] pgmap v8015: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:31:41.190 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:31:41.456 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:31:41.456 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 49s ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:31:41.457 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 49s ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:31:41.457 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 51s ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:31:41.457 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 49s ago 4h 44.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:31:41.457 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 49s ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:31:41.458 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 51s ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:31:41.458 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 49s ago 4h 789M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:31:41.458 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 51s ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:31:41.458 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 49s ago 4h 1722M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:31:41.458 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 51s ago 4h 811M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:31:41.459 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 49s ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:31:41.459 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 51s ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:31:41.459 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 49s ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:31:41.459 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 51s ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:31:41.460 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 49s ago 4h 2186M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:31:41.460 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 49s ago 4h 3279M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:31:41.460 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 49s ago 4h 2486M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:31:41.460 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 49s ago 4h 3303M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:31:41.461 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 51s ago 4h 3066M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:31:41.461 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 51s ago 4h 3579M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:31:41.461 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 51s ago 4h 2884M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:31:41.461 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 51s ago 4h 4164M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:31:41.461 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 49s ago 4h 151M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:31:41.781 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:31:41.781 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:31:41.781 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:31:41.782 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:31:41.782 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:31:41.782 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:31:41.782 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:31:41.783 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:31:41.783 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:31:41.783 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:31:41.783 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:31:41.783 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:31:41.784 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:31:41.784 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:31:41.784 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:31:41.784 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:31:41.785 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:31:41.785 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:31:41.785 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:31:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:42 smithi129 conmon[101092]: audit 2022-01-18T20:31:41.179132+0000 mgr.smithi129.iclwio (mgr.14716) 9322 : audit 2022-01-18T20:31:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:42 smithi129 conmon[101092]: [DBG] from='client.40306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:31:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:42 smithi129 conmon[101092]: cluster 2022-01-18T20:31:41.350419+0000 mgr.smithi129.iclwio (mgr.14716) 9323 : cluster [DBG] pgmap v8016: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:42 smithi129 conmon[101092]: audit 2022-01-18T20:31:41 2022-01-18T20:31:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:42 smithi129 conmon[101092]: .448266+0000 mgr.smithi129.iclwio (mgr.14716) 9324 : audit [DBG] from='client.40310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:31:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:42 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T20:31:42.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:42 smithi129 conmon[101092]: T20:31:41.781780+0000 mon.smithi129 (mon.0) 2810 2022-01-18T20:31:42.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:42 smithi129 conmon[101092]: : audit [DBG] from='client.? 172.21.15.129:0/2337991362' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:31:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:42 smithi156 conmon[67007]: audit 2022-01-18T20:31:41.179132+0000 mgr.smithi129.iclwio (mgr.14716) 9322 : audit [DBG] from='client.40306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:31:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:42 smithi156 conmon[67007]: cluster 2022-01-18T20:31:41.350419+0000 mgr.smithi129.iclwio (mgr.14716) 9323 : cluster [DBG] pgmap v8016: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:42 smithi156 conmon[67007]: audit 2022-01-18T20:31:41.448266+0000 mgr.smithi129.iclwio (mgr.14716) 9324 : audit [DBG] from='client.40310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:31:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:42 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T20:31:42.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:42 smithi156 conmon[67007]: T20:31:41.781780+0000 mon.smithi129 (mon.0) 2810 : audit [DBG] from='client.? 172.21.15.129:0/2337991362' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:31:44.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:43 smithi156 conmon[67007]: cluster 2022-01-18T20:31:43.351008+0000 mgr.smithi129.iclwio (mgr.14716) 9325 : cluster [DBG] 2022-01-18T20:31:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:43 smithi156 conmon[67007]: pgmap v8017: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:43 smithi129 conmon[101092]: cluster 2022-01-18T20:31:43.351008+0000 mgr.smithi129.iclwio (mgr.14716) 9325 : cluster [DBG] 2022-01-18T20:31:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:43 smithi129 conmon[101092]: pgmap v8017: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:46 smithi129 conmon[101092]: cluster 2022-01-18T20:31:45.351760+0000 mgr.smithi129.iclwio (mgr.14716) 9326 : cluster [DBG] pgmap v8018: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:46 smithi129 conmon[101092]: 2022-01-18T20:31:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:46 smithi156 conmon[67007]: cluster 2022-01-18T20:31:45.351760+0000 mgr.smithi129.iclwio (mgr.14716) 9326 : cluster [DBG] pgmap v8018: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:48 smithi129 conmon[101092]: cluster 2022-01-18T20:31:47.352426+0000 mgr.smithi129.iclwio (mgr.14716) 9327 : cluster [DBG] pgmap v8019: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:48 smithi129 conmon[101092]: 2022-01-18T20:31:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:48 smithi156 conmon[67007]: cluster 2022-01-18T20:31:47.352426+0000 mgr.smithi129.iclwio (mgr.14716) 9327 : cluster [DBG] pgmap v8019: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:48 smithi156 conmon[67007]: 2022-01-18T20:31:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:50 smithi129 conmon[101092]: cluster 2022-01-18T20:31:49.353143+0000 mgr.smithi129.iclwio (mgr.14716) 9328 : cluster [DBG] pgmap v8020: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:31:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:50 smithi156 conmon[67007]: cluster 2022-01-18T20:31:49.353143+0000 mgr.smithi129.iclwio (mgr.14716) 9328 : cluster [DBG] pgmap v8020: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:31:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:52 smithi129 conmon[101092]: cluster 2022-01-18T20:31:51.353588+0000 mgr.smithi129.iclwio (mgr.14716) 9329 : cluster 2022-01-18T20:31:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:52 smithi129 conmon[101092]: [DBG] pgmap v8021: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:52 smithi129 conmon[101092]: audit 2022-01-18T20:31:52.265810+0000 mon.smithi129 (mon.0) 2811 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:31:52.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:52 smithi129 conmon[101092]: audit 2022- 2022-01-18T20:31:52.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:52 smithi129 conmon[101092]: 01-18T20:31:52.267237+0000 mon.smithi129 (mon.0) 2812 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:31:52.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:52 smithi129 conmon[101092]: audit 2022 2022-01-18T20:31:52.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:52 smithi129 conmon[101092]: -01-18T20:31:52.268258+0000 mon.smithi129 (mon.0) 2813 2022-01-18T20:31:52.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:52 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:31:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:52 smithi156 conmon[67007]: cluster 2022-01-18T20:31:51.353588+0000 mgr.smithi129.iclwio (mgr.14716) 9329 : cluster [DBG] 2022-01-18T20:31:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:52 smithi156 conmon[67007]: pgmap v8021: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:52 smithi156 conmon[67007]: audit 2022-01-18T20:31:52.265810+0000 mon.smithi129 (mon.0) 2811 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:31:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:52 smithi156 conmon[67007]: audit 2022-01-18T20:31:52.267237+0000 2022-01-18T20:31:52.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:52 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2812 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:31:52.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:52 smithi156 conmon[67007]: audit 2022-01-18T20:31:52.268258 2022-01-18T20:31:52.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:52 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2813 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:31:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:53 smithi129 conmon[101092]: cephadm 2022-01-18T20:31:52.269007+0000 mgr.smithi129.iclwio (mgr.14716) 9330 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:31:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:53 smithi129 conmon[101092]: audit 2022-01-18T20:31:52.578480+0000 mon.smithi129 (mon.0) 2814 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:31:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:53 smithi129 conmon[101092]: audit 2022-01-18T20:31:52.583235+0000 mon.smithi129 (mon.0) 2815 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:31:54.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:53 smithi156 conmon[67007]: cephadm 2022-01-18T20:31:52.269007+0000 mgr.smithi129.iclwio (mgr.14716) 9330 : cephadm [WRN] 2022-01-18T20:31:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:53 smithi156 conmon[67007]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:31:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:53 smithi156 conmon[67007]: audit 2022-01-18T20:31:52.578480+0000 mon.smithi129 (mon.0) 2814 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:31:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:53 smithi156 conmon[67007]: audit 2022-01-18T20:31:52.583235+0000 mon.smithi129 (mon.0) 2022-01-18T20:31:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:53 smithi156 conmon[67007]: 2815 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:31:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:54 smithi156 conmon[67007]: cluster 2022-01-18T20:31:53.354260+0000 mgr.smithi129.iclwio (mgr.14716) 9331 : cluster [DBG] 2022-01-18T20:31:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:54 smithi156 conmon[67007]: pgmap v8022: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:54.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:54 smithi129 conmon[101092]: cluster 2022-01-18T20:31:53.354260+0000 mgr.smithi129.iclwio (mgr.14716) 9331 : cluster [DBG] pgmap v8022: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:56.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:56 smithi129 conmon[101092]: cluster 2022-01-18T20:31:55.355017+0000 mgr.smithi129.iclwio (mgr.14716) 9332 : cluster 2022-01-18T20:31:56.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:56 smithi129 conmon[101092]: [DBG] pgmap v8023: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:57.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:56 smithi156 conmon[67007]: cluster 2022-01-18T20:31:55.355017+0000 mgr.smithi129.iclwio (mgr.14716) 9332 : cluster 2022-01-18T20:31:57.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:56 smithi156 conmon[67007]: [DBG] pgmap v8023: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:58 smithi129 conmon[101092]: cluster 2022-01-18T20:31:57.355548+0000 mgr.smithi129.iclwio (mgr.14716) 9333 : cluster [DBG] pgmap v8024: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:59.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:58 smithi156 conmon[67007]: cluster 2022-01-18T20:31:57.355548+0000 mgr.smithi129.iclwio (mgr.14716) 9333 : cluster [DBG] pgmap v8024: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:31:59.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:58 smithi156 conmon[67007]: 2022-01-18T20:31:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:59 smithi129 conmon[101092]: audit 2022-01-18T20:31:59.272101+0000 mon.smithi129 (mon.0) 2816 : audit 2022-01-18T20:31:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:59 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:31:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:31:59 smithi129 conmon[101092]: audit 2022-01-18T20:31:59.272367+0000 mon.smithi129 (mon.0) 2817 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:32:00.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:59 smithi156 conmon[67007]: audit 2022-01-18T20:31:59.272101+0000 mon.smithi129 (mon.0) 2816 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:32:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:59 smithi156 conmon[67007]: 2022-01-18T20:32:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:31:59 smithi156 conmon[67007]: audit 2022-01-18T20:31:59.272367+0000 mon.smithi129 (mon.0) 2817 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:32:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:00 smithi129 conmon[101092]: cluster 2022-01-18T20:31:59.356415+0000 mgr.smithi129.iclwio (mgr.14716) 9334 : cluster [DBG] pgmap v8025: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:32:01.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:00 smithi156 conmon[67007]: cluster 2022-01-18T20:31:59.356415+0000 mgr.smithi129.iclwio (mgr.14716) 9334 : cluster 2022-01-18T20:32:01.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:00 smithi156 conmon[67007]: [DBG] pgmap v8025: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:32:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:02 smithi129 conmon[101092]: cluster 2022-01-18T20:32:01.356942+0000 mgr.smithi129.iclwio (mgr.14716) 9335 : cluster [DBG] pgmap v8026: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:03.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:02 smithi156 conmon[67007]: cluster 2022-01-18T20:32:01.356942+0000 mgr.smithi129.iclwio (mgr.14716) 9335 : cluster [DBG] pgmap v8026: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:03.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:02 smithi156 conmon[67007]: 2022-01-18T20:32:04.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:03 smithi156 conmon[67007]: cluster 2022-01-18T20:32:03.357495+0000 mgr.smithi129.iclwio (mgr.14716) 9336 : cluster [DBG] pgmap v8027: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:03 smithi129 conmon[101092]: cluster 2022-01-18T20:32:03.357495+0000 mgr.smithi129.iclwio (mgr.14716) 9336 : cluster [DBG] 2022-01-18T20:32:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:03 smithi129 conmon[101092]: pgmap v8027: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:06 smithi129 conmon[101092]: cluster 2022-01-18T20:32:05.358387+0000 mgr.smithi129.iclwio (mgr.14716) 9337 : cluster [DBG] pgmap v8028: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:06 smithi156 conmon[67007]: cluster 2022-01-18T20:32:05.358387+0000 mgr.smithi129.iclwio (mgr.14716) 9337 : cluster [DBG] pgmap v8028: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:08 smithi129 conmon[101092]: cluster 2022-01-18T20:32:07.359079+0000 mgr.smithi129.iclwio (mgr.14716) 9338 : cluster [DBG] pgmap v8029: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:08 smithi156 conmon[67007]: cluster 2022-01-18T20:32:07.359079+0000 mgr.smithi129.iclwio (mgr.14716) 9338 : cluster [DBG] pgmap v8029: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:10 smithi129 conmon[101092]: cluster 2022-01-18T20:32:09.359914+0000 mgr.smithi129.iclwio (mgr.14716) 9339 : cluster [DBG] pgmap v8030: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:32:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:10 smithi156 conmon[67007]: cluster 2022-01-18T20:32:09.359914+0000 mgr.smithi129.iclwio (mgr.14716) 9339 : cluster [DBG] pgmap v8030: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:32:12.082 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:32:12.347 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:32:12.348 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 80s ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:32:12.348 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 80s ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:32:12.348 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 82s ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:32:12.349 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 80s ago 4h 44.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:32:12.349 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 80s ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:32:12.349 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 82s ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:32:12.349 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 80s ago 4h 789M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:32:12.350 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 82s ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:32:12.350 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 80s ago 4h 1722M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:32:12.350 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 82s ago 4h 811M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:32:12.350 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 80s ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:32:12.351 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 82s ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:32:12.351 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 80s ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:32:12.351 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 82s ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:32:12.351 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 80s ago 4h 2186M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:32:12.351 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 80s ago 4h 3279M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:32:12.352 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 80s ago 4h 2486M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:32:12.352 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 80s ago 4h 3303M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:32:12.352 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 82s ago 4h 3066M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:32:12.352 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 82s ago 4h 3579M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:32:12.353 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 82s ago 4h 2884M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:32:12.353 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 82s ago 4h 4164M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:32:12.353 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 80s ago 4h 151M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:32:12.669 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:32:12.670 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:32:12.670 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:32:12.670 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:32:12.671 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:32:12.671 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:32:12.671 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:32:12.671 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:32:12.672 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:32:12.672 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:32:12.672 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:32:12.672 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:32:12.673 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:32:12.673 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:32:12.673 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:32:12.673 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:32:12.673 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:32:12.674 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:32:12.674 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:32:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:12 smithi129 conmon[101092]: cluster 2022-01-18T20:32:11.360365+0000 2022-01-18T20:32:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:12 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 9340 : cluster [DBG] pgmap v8031: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:12 smithi156 conmon[67007]: cluster 2022-01-18T20:32:11.360365+0000 mgr.smithi129.iclwio (mgr.14716) 9340 : cluster [DBG] pgmap v8031: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:13.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:13 smithi129 conmon[101092]: audit 2022-01-18T20:32:12.070322+0000 mgr.smithi129.iclwio (mgr.14716) 9341 : audit 2022-01-18T20:32:13.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:13 smithi129 conmon[101092]: [DBG] from='client.40318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:32:13.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:13 smithi129 conmon[101092]: audit 2022-01-18T20:32:12.339742+0000 mgr.smithi129.iclwio (mgr.14716) 9342 : audit [DBG] from='client.40322 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:32:13.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:13 smithi129 conmon[101092]: audit 2022-01-18T20:32 2022-01-18T20:32:13.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:13 smithi129 conmon[101092]: :12.670474+0000 mon.smithi129 (mon.0) 2818 : audit [DBG] from='client.? 172.21.15.129:0/3636668965' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:32:13.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:13 smithi156 conmon[67007]: audit 2022-01-18T20:32:12.070322+0000 mgr.smithi129.iclwio (mgr.14716) 9341 : audit [DBG] from='client.40318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:32:13.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:13 smithi156 conmon[67007]: audit 2022-01-18T20:32:12.339742+0000 mgr.smithi129.iclwio (mgr.14716) 9342 : audit [DBG] from='client.40322 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:32:13.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:13 smithi156 conmon[67007]: audit 2022-01-18T20:32:12.670474+0000 mon.smithi129 (mon.0) 2818 : audit [DBG] from='client.? 172.21.15.129:0/3636668965' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:32:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:14 smithi129 conmon[101092]: cluster 2022-01-18T20:32:13.360800+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:32:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:14 smithi129 conmon[101092]: 9343 : cluster [DBG] pgmap v8032: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:14.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:14 smithi156 conmon[67007]: cluster 2022-01-18T20:32:13.360800+0000 mgr.smithi129.iclwio (mgr.14716) 9343 : cluster [DBG] pgmap v8032: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:16 smithi129 conmon[101092]: cluster 2022-01-18T20:32:15.361647+0000 mgr.smithi129.iclwio (mgr.14716) 9344 : cluster [DBG] pgmap v8033: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:16 smithi156 conmon[67007]: cluster 2022-01-18T20:32:15.361647+0000 mgr.smithi129.iclwio (mgr.14716) 9344 : cluster [DBG] 2022-01-18T20:32:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:16 smithi156 conmon[67007]: pgmap v8033: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:18 smithi129 conmon[101092]: cluster 2022-01-18T20:32:17.362168+0000 mgr.smithi129.iclwio (mgr.14716) 9345 : cluster [DBG] 2022-01-18T20:32:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:18 smithi129 conmon[101092]: pgmap v8034: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:18 smithi156 conmon[67007]: cluster 2022-01-18T20:32:17.362168+0000 mgr.smithi129.iclwio (mgr.14716) 9345 : cluster [DBG] pgmap v8034: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:20 smithi129 conmon[101092]: cluster 2022-01-18T20:32:19.362859+0000 mgr.smithi129.iclwio (mgr.14716) 9346 : cluster [DBG] pgmap v8035: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:32:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:20 smithi156 conmon[67007]: cluster 2022-01-18T20:32:19.362859+0000 mgr.smithi129.iclwio (mgr.14716) 9346 : cluster [DBG] pgmap v8035: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:32:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:22 smithi156 conmon[67007]: cluster 2022-01-18T20:32:21.363416+0000 mgr.smithi129.iclwio (mgr.14716) 9347 : cluster [DBG] pgmap v8036: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:22 smithi129 conmon[101092]: cluster 2022-01-18T20:32:21.363416+0000 mgr.smithi129.iclwio (mgr.14716) 9347 : cluster [DBG] pgmap v8036: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:24.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:23 smithi156 conmon[67007]: cluster 2022-01-18T20:32:23.364177+0000 mgr.smithi129.iclwio (mgr.14716) 9348 : cluster [DBG] pgmap v8037: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:23 smithi129 conmon[101092]: cluster 2022-01-18T20:32:23.364177+0000 mgr.smithi129.iclwio (mgr.14716) 9348 : cluster [DBG] pgmap v8037: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:23 smithi129 conmon[101092]: 2022-01-18T20:32:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:26 smithi129 conmon[101092]: cluster 2022-01-18T20:32:25.365131+0000 mgr.smithi129.iclwio (mgr.14716) 9349 : cluster [DBG] pgmap v8038: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:26 smithi156 conmon[67007]: cluster 2022-01-18T20:32:25.365131+0000 mgr.smithi129.iclwio (mgr.14716) 9349 : cluster [DBG] 2022-01-18T20:32:26.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:26 smithi156 conmon[67007]: pgmap v8038: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:28 smithi129 conmon[101092]: cluster 2022-01-18T20:32:27.365696+0000 mgr.smithi129.iclwio (mgr.14716) 9350 : cluster [DBG] pgmap v8039: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:28 smithi156 conmon[67007]: cluster 2022-01-18T20:32:27.365696+0000 mgr.smithi129.iclwio (mgr.14716) 9350 : cluster [DBG] pgmap v8039: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:30 smithi129 conmon[101092]: cluster 2022-01-18T20:32:29.366520+0000 mgr.smithi129.iclwio (mgr.14716) 9351 : cluster [DBG] pgmap v8040: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:32:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:30 smithi156 conmon[67007]: cluster 2022-01-18T20:32:29.366520+0000 mgr.smithi129.iclwio (mgr.14716) 9351 : cluster 2022-01-18T20:32:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:30 smithi156 conmon[67007]: [DBG] pgmap v8040: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:32:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:32 smithi129 conmon[101092]: cluster 2022-01-18T20:32:31.366991+0000 mgr.smithi129.iclwio (mgr.14716) 9352 : cluster [DBG] pgmap v8041: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:32 smithi129 conmon[101092]: 2022-01-18T20:32:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:32 smithi156 conmon[67007]: cluster 2022-01-18T20:32:31.366991+0000 mgr.smithi129.iclwio (mgr.14716) 9352 : cluster 2022-01-18T20:32:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:32 smithi156 conmon[67007]: [DBG] pgmap v8041: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:34.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:33 smithi156 conmon[67007]: cluster 2022-01-18T20:32:33.367527+0000 mgr.smithi129.iclwio (mgr.14716) 9353 : cluster 2022-01-18T20:32:34.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:33 smithi156 conmon[67007]: [DBG] pgmap v8042: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:33 smithi129 conmon[101092]: cluster 2022-01-18T20:32:33.367527+0000 mgr.smithi129.iclwio (mgr.14716) 9353 : cluster [DBG] pgmap v8042: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:36 smithi129 conmon[101092]: cluster 2022-01-18T20:32:35.368267+0000 mgr.smithi129.iclwio (mgr.14716) 9354 : cluster [DBG] pgmap v8043: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:36 smithi156 conmon[67007]: cluster 2022-01-18T20:32:35.368267+0000 mgr.smithi129.iclwio (mgr.14716) 9354 : cluster 2022-01-18T20:32:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:36 smithi156 conmon[67007]: [DBG] pgmap v8043: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:38 smithi129 conmon[101092]: cluster 2022-01-18T20:32:37.368983+0000 mgr.smithi129.iclwio (mgr.14716) 9355 : cluster [DBG] pgmap v8044: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:38 smithi156 conmon[67007]: cluster 2022-01-18T20:32:37.368983+0000 mgr.smithi129.iclwio (mgr.14716) 9355 : cluster [DBG] pgmap v8044: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:40 smithi129 conmon[101092]: cluster 2022-01-18T20:32:39.369933+0000 mgr.smithi129.iclwio (mgr.14716) 9356 : cluster [DBG] pgmap v8045: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:32:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:40 smithi129 conmon[101092]: 2022-01-18T20:32:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:40 smithi156 conmon[67007]: cluster 2022-01-18T20:32:39.369933+0000 mgr.smithi129.iclwio (mgr.14716) 9356 : cluster [DBG] pgmap v8045: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:32:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:42 smithi129 conmon[101092]: cluster 2022-01-18T20:32:41.370409+0000 mgr.smithi129.iclwio (mgr.14716) 9357 : cluster [DBG] pgmap v8046: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:42 smithi156 conmon[67007]: cluster 2022-01-18T20:32:41.370409+0000 mgr.smithi129.iclwio (mgr.14716) 9357 : cluster [DBG] pgmap v8046: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:42.972 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:32:43.237 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:32:43.238 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 111s ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:32:43.238 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 111s ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:32:43.238 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 113s ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:32:43.238 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 111s ago 4h 44.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:32:43.239 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 111s ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:32:43.239 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 113s ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:32:43.239 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 111s ago 4h 789M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:32:43.239 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 113s ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:32:43.239 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 111s ago 4h 1722M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:32:43.240 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 113s ago 4h 811M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:32:43.240 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 111s ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:32:43.240 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 113s ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:32:43.240 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 111s ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:32:43.241 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 113s ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:32:43.241 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 111s ago 4h 2186M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:32:43.241 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 111s ago 4h 3279M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:32:43.241 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 111s ago 4h 2486M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:32:43.241 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 111s ago 4h 3303M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:32:43.242 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 113s ago 4h 3066M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:32:43.242 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 113s ago 4h 3579M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:32:43.242 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 113s ago 4h 2884M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:32:43.242 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 113s ago 4h 4164M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:32:43.243 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 111s ago 4h 151M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:32:43.556 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:32:43.557 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:32:43.557 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:32:43.557 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:32:43.557 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:32:43.558 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:32:43.558 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:32:43.558 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:32:43.558 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:32:43.559 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:32:43.559 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:32:43.559 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:32:43.559 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:32:43.560 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:32:43.560 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:32:43.560 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:32:43.560 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:32:43.560 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:32:43.561 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:32:44.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:43 smithi156 conmon[67007]: audit 2022-01-18T20:32:42.960847+0000 mgr.smithi129.iclwio (mgr.14716) 9358 : audit [DBG] from='client.40330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:32:44.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:43 smithi156 conmon[67007]: 2022-01-18T20:32:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:43 smithi156 conmon[67007]: audit 2022-01-18T20:32:43.229411+0000 mgr.smithi129.iclwio (mgr.14716) 9359 : audit [DBG] from='client.40334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:32:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:43 smithi156 conmon[67007]: cluster 2022-01-18T20:32:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:43 smithi156 conmon[67007]: 2022-01-18T20:32:43.370900+0000 mgr.smithi129.iclwio (mgr.14716) 9360 : cluster [DBG] 2022-01-18T20:32:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:43 smithi156 conmon[67007]: pgmap v8047: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:44.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:43 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T20:32:44.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:43 smithi156 conmon[67007]: T20:32:43.557214+0000 mon.smithi129 2022-01-18T20:32:44.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:43 smithi156 conmon[67007]: (mon.0) 2819 : audit [DBG] from='client.? 172.21.15.129:0/3901617647' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:32:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:43 smithi129 conmon[101092]: audit 2022-01-18T20:32:42.960847+0000 mgr.smithi129.iclwio (mgr.14716) 9358 : audit 2022-01-18T20:32:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:43 smithi129 conmon[101092]: [DBG] from='client.40330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:32:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:43 smithi129 conmon[101092]: audit 2022-01-18T20:32:43.229411+0000 mgr.smithi129.iclwio (mgr.14716) 9359 : audit [DBG] from='client.40334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:32:44.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:43 smithi129 conmon[101092]: cluster 2022-01-18T20:32:43.370900+0000 mgr.smithi129.iclwio (mgr 2022-01-18T20:32:44.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:43 smithi129 conmon[101092]: .14716) 9360 : cluster [DBG] pgmap v8047: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:44.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:43 smithi129 conmon[101092]: audit 2022-01-18T20:32:43.557214+0000 mon.smithi129 (mon.0) 2819 2022-01-18T20:32:44.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:43 smithi129 conmon[101092]: : audit [DBG] from='client.? 172.21.15.129:0/3901617647' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:32:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:46 smithi129 conmon[101092]: cluster 2022-01-18T20:32:45.371574+0000 mgr.smithi129.iclwio (mgr.14716) 9361 : cluster [DBG] pgmap v8048: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:46 smithi156 conmon[67007]: cluster 2022-01-18T20:32:45.371574+0000 mgr.smithi129.iclwio (mgr.14716) 9361 : cluster [DBG] pgmap v8048: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:48 smithi129 conmon[101092]: cluster 2022-01-18T20:32:47.372102+0000 mgr.smithi129.iclwio (mgr.14716) 9362 : cluster [DBG] pgmap v8049: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:48 smithi129 conmon[101092]: 2022-01-18T20:32:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:48 smithi156 conmon[67007]: cluster 2022-01-18T20:32:47.372102+0000 mgr.smithi129.iclwio (mgr.14716) 9362 : cluster [DBG] pgmap v8049: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:50 smithi129 conmon[101092]: cluster 2022-01-18T20:32:49.372880+0000 mgr.smithi129.iclwio (mgr.14716) 9363 : cluster [DBG] pgmap v8050: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:32:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:50 smithi156 conmon[67007]: cluster 2022-01-18T20:32:49.372880+0000 mgr.smithi129.iclwio (mgr.14716) 9363 : cluster [DBG] pgmap v8050: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:32:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:52 smithi129 conmon[101092]: cluster 2022-01-18T20:32:51.373465+0000 mgr.smithi129.iclwio (mgr.14716) 9364 : cluster [DBG] pgmap v8051: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:52 smithi156 conmon[67007]: cluster 2022-01-18T20:32:51.373465+0000 mgr.smithi129.iclwio (mgr.14716) 9364 : cluster [DBG] pgmap v8051: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:53.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:53 smithi129 conmon[101092]: audit 2022-01-18T20:32:52.585676+0000 mon.smithi129 (mon.0) 2820 : audit 2022-01-18T20:32:53.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:53 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:32:53.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:53 smithi129 conmon[101092]: audit 2022-01-18T20:32:52.587049+0000 mon.smithi129 (mon.0) 2821 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:32:53.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:53 smithi129 conmon[101092]: audit 2022-01-18T20:32:52.587982+0000 mon.smithi129 (mon.0) 2822 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:32:53.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:53 smithi129 conmon[101092]: cephadm 2022-01-18T20:32:52.588752+0000 mgr.smithi129.iclwio (mgr.14716) 9365 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:32:53.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:53 smithi129 conmon[101092]: audit 2022-01-18T20:32:52.851264+0000 mon.smithi129 (mon.0) 2823 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:32:53.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:53 smithi129 conmon[101092]: audit 2022-01-18T20:32:53.149685+0000 mon.smithi129 (mon.0) 2824 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:32:53.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:53 smithi129 conmon[101092]: audit 2022-01-18T20:32:53.154677+0000 mon.smithi129 (mon.0) 2825 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:32:53.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:53 smithi156 conmon[67007]: audit 2022-01-18T20:32:52.585676+0000 mon.smithi129 (mon.0) 2820 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:32:53.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:53 smithi156 conmon[67007]: audit 2022-01-18T20:32:52.587049+0000 mon.smithi129 (mon.0) 2821 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:32:53.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:53 smithi156 conmon[67007]: audit 2022-01-18T20:32:52.587982+0000 mon.smithi129 (mon.0) 2822 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:32:53.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:53 smithi156 conmon[67007]: cephadm 2022-01-18T20:32:52.588752+0000 mgr.smithi129.iclwio (mgr.14716) 9365 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:32:53.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:53 smithi156 conmon[67007]: audit 2022-01-18T20:32:52.851264+0000 mon.smithi129 (mon.0) 2823 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:32:53.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:53 smithi156 conmon[67007]: audit 2022-01-18T20:32:53 2022-01-18T20:32:53.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:53 smithi156 conmon[67007]: .149685+0000 mon.smithi129 (mon.0) 2824 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:32:53.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:53 smithi156 conmon[67007]: audit 2022-01-18T20:32:53.154677+0000 mon.smithi129 (mon.0) 2825 : audit [INF] 2022-01-18T20:32:53.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:53 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:32:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:54 smithi156 conmon[67007]: cluster 2022-01-18T20:32:53.374164+0000 mgr.smithi129.iclwio (mgr.14716) 9366 : cluster [DBG] pgmap v8052: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:54.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:54 smithi129 conmon[101092]: cluster 2022-01-18T20:32:53.374164+0000 mgr.smithi129.iclwio (mgr.14716) 9366 : cluster [DBG] pgmap v8052: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:54.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:54 smithi129 conmon[101092]: 2022-01-18T20:32:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:56 smithi156 conmon[67007]: cluster 2022-01-18T20:32:55.374921+0000 mgr.smithi129.iclwio (mgr.14716) 9367 : cluster [DBG] pgmap v8053: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:56.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:56 smithi129 conmon[101092]: cluster 2022-01-18T20:32:55.374921+0000 mgr.smithi129.iclwio (mgr.14716) 9367 : cluster [DBG] pgmap v8053: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:58 smithi156 conmon[67007]: cluster 2022-01-18T20:32:57.375420+0000 mgr.smithi129.iclwio (mgr.14716) 9368 : cluster [DBG] pgmap v8054: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:58 smithi129 conmon[101092]: cluster 2022-01-18T20:32:57.375420+0000 mgr.smithi129.iclwio (mgr.14716) 9368 : cluster [DBG] pgmap v8054: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:32:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:59 smithi156 conmon[67007]: audit 2022-01-18T20:32:59.276418+0000 mon.smithi129 (mon.0) 2826 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:32:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:32:59 smithi156 conmon[67007]: audit 2022-01-18T20:32:59.276731+0000 mon.smithi129 (mon.0) 2827 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:32:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:59 smithi129 conmon[101092]: audit 2022-01-18T20:32:59.276418+0000 mon.smithi129 (mon.0) 2826 : audit [INF] 2022-01-18T20:33:00.019 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:59 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:33:00.019 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:32:59 smithi129 conmon[101092]: audit 2022-01-18T20:32:59.276731+0000 mon.smithi129 (mon.0) 2827 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:33:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:00 smithi156 conmon[67007]: cluster 2022-01-18T20:32:59.376113+0000 mgr.smithi129.iclwio (mgr.14716) 9369 : cluster [DBG] pgmap v8055: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:33:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:00 smithi129 conmon[101092]: cluster 2022-01-18T20:32:59.376113+0000 mgr.smithi129.iclwio (mgr.14716) 9369 : cluster 2022-01-18T20:33:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:00 smithi129 conmon[101092]: [DBG] pgmap v8055: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:33:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:02 smithi156 conmon[67007]: cluster 2022-01-18T20:33:01.376611+0000 mgr.smithi129.iclwio (mgr.14716) 9370 : cluster [DBG] pgmap v8056: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:02 smithi129 conmon[101092]: cluster 2022-01-18T20:33:01.376611+0000 mgr.smithi129.iclwio (mgr.14716) 9370 : cluster [DBG] pgmap v8056: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:02 smithi129 conmon[101092]: 2022-01-18T20:33:04.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:03 smithi156 conmon[67007]: cluster 2022-01-18T20:33:03.377354+0000 mgr.smithi129.iclwio (mgr.14716) 9371 : cluster [DBG] pgmap v8057: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:03 smithi129 conmon[101092]: cluster 2022-01-18T20:33:03.377354+0000 mgr.smithi129.iclwio (mgr.14716) 9371 : cluster [DBG] pgmap v8057: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:06 smithi129 conmon[101092]: cluster 2022-01-18T20:33:05.378183+0000 mgr.smithi129.iclwio (mgr.14716) 9372 : cluster [DBG] pgmap v8058: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:06 smithi156 conmon[67007]: cluster 2022-01-18T20:33:05.378183+0000 mgr.smithi129.iclwio (mgr.14716) 9372 : cluster [DBG] pgmap v8058: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:08 smithi129 conmon[101092]: cluster 2022-01-18T20:33:07.378907+0000 mgr.smithi129.iclwio (mgr.14716) 9373 : cluster [DBG] pgmap v8059: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:08 smithi156 conmon[67007]: cluster 2022-01-18T20:33:07.378907+0000 mgr.smithi129.iclwio (mgr.14716) 9373 : cluster [DBG] pgmap v8059: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:10 smithi156 conmon[67007]: cluster 2022-01-18T20:33:09.379682+0000 mgr.smithi129.iclwio (mgr.14716) 9374 : cluster [DBG] pgmap v8060: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:33:10.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:10 smithi129 conmon[101092]: cluster 2022-01-18T20:33:09.379682+0000 mgr.smithi129.iclwio (mgr.14716) 9374 : cluster [DBG] pgmap v8060: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:33:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:12 smithi156 conmon[67007]: cluster 2022-01-18T20:33:11.380141+0000 mgr.smithi129.iclwio (mgr.14716) 9375 : cluster [DBG] pgmap v8061: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:12.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:12 smithi129 conmon[101092]: cluster 2022-01-18T20:33:11.380141+0000 mgr.smithi129.iclwio (mgr.14716) 9375 : cluster [DBG] pgmap v8061: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:13.857 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:33:14.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:13 smithi156 conmon[67007]: cluster 2022-01-18T20:33:13.380687+0000 mgr.smithi129.iclwio (mgr.14716) 9376 : cluster [DBG] pgmap v8062: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:14.121 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:33:14.121 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 2m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:33:14.122 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 2m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:33:14.122 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 2m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:33:14.122 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 2m ago 4h 44.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:33:14.122 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 2m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:33:14.123 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 2m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:33:14.123 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 2m ago 4h 789M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:33:14.123 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 2m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:33:14.123 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 2m ago 4h 1722M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:33:14.124 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 2m ago 4h 811M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:33:14.124 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 2m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:33:14.124 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 2m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:33:14.124 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 2m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:33:14.125 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 2m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:33:14.125 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 2m ago 4h 2186M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:33:14.125 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 2m ago 4h 3279M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:33:14.125 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 2m ago 4h 2486M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:33:14.125 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 2m ago 4h 3303M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:33:14.126 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 2m ago 4h 3066M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:33:14.126 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 2m ago 4h 3579M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:33:14.126 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 2m ago 4h 2884M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:33:14.126 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 2m ago 4h 4164M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:33:14.127 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 2m ago 4h 151M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:33:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:13 smithi129 conmon[101092]: cluster 2022-01-18T20:33:13.380687+0000 mgr.smithi129.iclwio (mgr.14716) 9376 : 2022-01-18T20:33:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:13 smithi129 conmon[101092]: cluster [DBG] pgmap v8062: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:14.438 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:33:14.439 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:33:14.439 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:33:14.439 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:33:14.439 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:33:14.440 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:33:14.440 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:33:14.440 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:33:14.440 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:33:14.441 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:33:14.441 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:33:14.441 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:33:14.441 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:33:14.442 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:33:14.442 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:33:14.442 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:33:14.442 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:33:14.443 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:33:14.443 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:33:15.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:14 smithi156 conmon[67007]: audit 2022-01-18T20:33:13.846320+0000 mgr.smithi129.iclwio (mgr.14716) 9377 : audit [DBG] from='client.40342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:33:15.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:14 smithi156 conmon[67007]: audit 2022-01-18T20:33:14.112897+0000 mgr.smithi129.iclwio (mgr.14716) 9378 : audit [DBG] from='client.40346 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:33:15.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:14 smithi156 conmon[67007]: audit 2022-01-18T20:33:14.439190 2022-01-18T20:33:15.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:14 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2828 : audit [DBG] from='client.? 172.21.15.129:0/674121051' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:33:15.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:14 smithi129 conmon[101092]: audit 2022-01-18T20:33:13.846320+0000 mgr.smithi129.iclwio (mgr.14716) 9377 : audit [DBG] from='client.40342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:33:15.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:14 smithi129 conmon[101092]: audit 2022-01-18T20 2022-01-18T20:33:15.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:14 smithi129 conmon[101092]: :33:14.112897+0000 mgr.smithi129.iclwio (mgr.14716) 9378 : audit [DBG] from='client.40346 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:33:15.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:14 smithi129 conmon[101092]: audit 2022-01-18T20:33:14.439190+0000 mon.smithi129 (mon.0) 2828 : audit [DBG] from='client.? 172.21.15.129:0/674121051' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:33:16.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:15 smithi156 conmon[67007]: cluster 2022-01-18T20:33:15.381515+0000 mgr.smithi129.iclwio (mgr.14716) 9379 : cluster [DBG] pgmap v8063: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:16.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:15 smithi129 conmon[101092]: cluster 2022-01-18T20:33:15.381515+0000 mgr.smithi129.iclwio (mgr.14716) 9379 : cluster [DBG] pgmap v8063: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:18 smithi129 conmon[101092]: cluster 2022-01-18T20:33:17.382064+0000 mgr.smithi129.iclwio (mgr.14716) 9380 : cluster [DBG] pgmap v8064: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:18 smithi129 conmon[101092]: 2022-01-18T20:33:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:18 smithi156 conmon[67007]: cluster 2022-01-18T20:33:17.382064+0000 mgr.smithi129.iclwio (mgr.14716) 9380 : cluster [DBG] pgmap v8064: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:20 smithi156 conmon[67007]: cluster 2022-01-18T20:33:19.382838+0000 mgr.smithi129.iclwio (mgr.14716) 9381 : cluster [DBG] pgmap v8065: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:33:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:20 smithi129 conmon[101092]: cluster 2022-01-18T20:33:19.382838 2022-01-18T20:33:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:20 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 9381 : cluster [DBG] pgmap v8065: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:33:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:22 smithi156 conmon[67007]: cluster 2022-01-18T20:33:21.383452+0000 mgr.smithi129.iclwio (mgr.14716) 9382 : cluster [DBG] pgmap v8066: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:22 smithi129 conmon[101092]: cluster 2022-01-18T20:33:21.383452+0000 mgr.smithi129.iclwio (mgr.14716) 9382 : cluster [DBG] pgmap v8066: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:24.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:23 smithi156 conmon[67007]: cluster 2022-01-18T20:33:23.384138+0000 mgr.smithi129.iclwio (mgr.14716) 9383 : cluster [DBG] pgmap v8067: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:23 smithi129 conmon[101092]: cluster 2022-01-18T20:33:23.384138+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:33:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:23 smithi129 conmon[101092]: ) 9383 : cluster [DBG] pgmap v8067: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:26 smithi156 conmon[67007]: cluster 2022-01-18T20:33:25.384899+0000 mgr.smithi129.iclwio (mgr.14716) 9384 : cluster [DBG] pgmap v8068: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:26.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:26 smithi129 conmon[101092]: cluster 2022-01-18T20:33:25.384899+0000 mgr.smithi129.iclwio (mgr.14716) 9384 : cluster [DBG] pgmap v8068: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:28 smithi156 conmon[67007]: cluster 2022-01-18T20:33:27.385418+0000 mgr.smithi129.iclwio (mgr.14716) 9385 : cluster [DBG] pgmap v8069: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:28.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:28 smithi129 conmon[101092]: cluster 2022-01-18T20:33:27.385418+0000 mgr.smithi129.iclwio (mgr.14716) 9385 : cluster [DBG] pgmap v8069: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:30 smithi156 conmon[67007]: cluster 2022-01-18T20:33:29.386328+0000 mgr.smithi129.iclwio (mgr.14716) 9386 : cluster [DBG] pgmap v8070: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:33:30.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:30 smithi129 conmon[101092]: cluster 2022-01-18T20:33:29.386328+0000 mgr.smithi129.iclwio (mgr.14716) 9386 : cluster [DBG] pgmap v8070: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:33:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:32 smithi156 conmon[67007]: cluster 2022-01-18T20:33:31.386728+0000 mgr.smithi129.iclwio (mgr.14716) 9387 : cluster [DBG] pgmap v8071: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:32.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:32 smithi129 conmon[101092]: cluster 2022-01-18T20: 2022-01-18T20:33:32.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:32 smithi129 conmon[101092]: 33:31.386728+0000 mgr.smithi129.iclwio (mgr.14716) 9387 : cluster [DBG] pgmap v8071: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:34.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:33 smithi156 conmon[67007]: cluster 2022-01-18T20:33:33.387282+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:33:34.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:33 smithi156 conmon[67007]: ) 9388 : cluster [DBG] pgmap v8072: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:33 smithi129 conmon[101092]: cluster 2022-01-18T20:33:33.387282+0000 mgr.smithi129.iclwio (mgr.14716) 9388 : cluster [DBG] pgmap v8072: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:33 smithi129 conmon[101092]: 2022-01-18T20:33:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:36 smithi156 conmon[67007]: cluster 2022-01-18T20:33:35.388093+0000 mgr.smithi129.iclwio (mgr.14716) 9389 : cluster [DBG] pgmap v8073: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:36.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:36 smithi129 conmon[101092]: cluster 2022-01-18T20:33:35.388093+0000 mgr.smithi129.iclwio (mgr.14716) 9389 : cluster [DBG] pgmap v8073: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:36.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:36 smithi129 conmon[101092]: 2022-01-18T20:33:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:38 smithi156 conmon[67007]: cluster 2022-01-18T20:33:37.388567+0000 mgr.smithi129.iclwio (mgr.14716) 9390 : cluster [DBG] pgmap v8074: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:38 smithi129 conmon[101092]: cluster 2022-01-18T20:33:37.388567+0000 mgr.smithi129.iclwio (mgr.14716) 9390 : cluster [DBG] pgmap v8074: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:40 smithi156 conmon[67007]: cluster 2022-01-18T20:33:39.389253+0000 mgr.smithi129.iclwio (mgr.14716) 9391 : cluster [DBG] pgmap v8075: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:33:40.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:40 smithi129 conmon[101092]: cluster 2022-01-18T20:33:39.389253+0000 mgr.smithi129.iclwio (mgr.14716) 9391 : cluster [DBG] pgmap v8075: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:33:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:42 smithi156 conmon[67007]: cluster 2022-01-18T20:33:41.389844+0000 mgr.smithi129.iclwio (mgr.14716) 9392 : cluster [DBG] pgmap v8076: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:42.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:42 smithi129 conmon[101092]: cluster 2022-01-18T20:33:41.389844+0000 mgr.smithi129.iclwio (mgr.14716) 9392 : cluster [DBG] pgmap v8076: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:44.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:43 smithi156 conmon[67007]: cluster 2022-01-18T20:33:43.390484+0000 mgr.smithi129.iclwio (mgr.14716) 9393 : cluster [DBG] 2022-01-18T20:33:44.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:43 smithi156 conmon[67007]: pgmap v8077: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:43 smithi129 conmon[101092]: cluster 2022-01-18T20:33:43.390484+0000 mgr.smithi129.iclwio (mgr.14716) 9393 : cluster [DBG] pgmap v8077: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:44.738 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:33:45.002 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:33:45.002 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 2m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:33:45.003 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 2m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:33:45.003 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 2m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:33:45.003 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 2m ago 4h 44.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:33:45.003 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 2m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:33:45.004 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 2m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:33:45.004 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 2m ago 4h 789M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:33:45.004 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 2m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:33:45.004 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 2m ago 4h 1722M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:33:45.004 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 2m ago 4h 811M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:33:45.005 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 2m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:33:45.005 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 2m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:33:45.005 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 2m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:33:45.005 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 2m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:33:45.006 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 2m ago 4h 2186M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:33:45.006 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 2m ago 4h 3279M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:33:45.006 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 2m ago 4h 2486M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:33:45.006 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 2m ago 4h 3303M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:33:45.007 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 2m ago 4h 3066M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:33:45.007 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 2m ago 4h 3579M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:33:45.007 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 2m ago 4h 2884M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:33:45.007 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 2m ago 4h 4164M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:33:45.008 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 2m ago 4h 151M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:33:45.317 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:33:45.318 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:33:45.318 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:33:45.318 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:33:45.318 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:33:45.319 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:33:45.319 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:33:45.319 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:33:45.319 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:33:45.320 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:33:45.320 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:33:45.320 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:33:45.320 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:33:45.321 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:33:45.321 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:33:45.321 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:33:45.321 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:33:45.322 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:33:45.322 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:33:45.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:45 smithi129 conmon[101092]: audit 2022-01-18T20:33:45.318259+0000 mon.smithi129 (mon.0 2022-01-18T20:33:45.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:45 smithi129 conmon[101092]: ) 2829 : audit [DBG] from='client.? 172.21.15.129:0/611715312' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:33:45.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:45 smithi156 conmon[67007]: audit 2022-01-18T20:33:45.318259+0000 mon.smithi129 (mon.0) 2829 : audit [DBG] from='client.? 172.21.15.129:0/611715312' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:33:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:46 smithi129 conmon[101092]: audit 2022-01-18T20:33:44.726905+0000 mgr.smithi129.iclwio (mgr.14716) 9394 : audit [DBG] from='client.40354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:33:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:46 smithi129 conmon[101092]: audit 2022-01-18T20:33:44.994084+0000 mgr.smithi129.iclwio (mgr.14716) 9395 : audit [DBG] from='client.40358 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:33:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:46 smithi129 conmon[101092]: cluster 2022-01-18T20:33:45.391189+0000 mgr.smithi129.iclwio (mgr.14716) 9396 : cluster [DBG] pgmap v8078: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:46 smithi156 conmon[67007]: audit 2022-01-18T20:33:44.726905+0000 mgr.smithi129.iclwio (mgr.14716) 9394 : audit [DBG] from='client.40354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:33:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:46 smithi156 conmon[67007]: audit 2022-01-18T20:33:44.994084+0000 mgr.smithi129.iclwio (mgr.14716) 9395 : audit [DBG] from='client.40358 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:33:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:46 smithi156 conmon[67007]: cluster 2022-01-18T20:33:45.391189+0000 2022-01-18T20:33:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:46 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 9396 : cluster [DBG] pgmap v8078: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:48 smithi156 conmon[67007]: cluster 2022-01-18T20:33:47.391655+0000 mgr.smithi129.iclwio (mgr.14716) 9397 : cluster [DBG] pgmap v8079: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:48 smithi129 conmon[101092]: cluster 2022-01-18T20:33:47.391655+0000 mgr.smithi129.iclwio (mgr.14716) 9397 : cluster [DBG] pgmap v8079: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:50 smithi156 conmon[67007]: cluster 2022-01-18T20:33:49.392477+0000 mgr.smithi129.iclwio (mgr.14716) 9398 : cluster [DBG] pgmap v8080: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:33:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:50 smithi129 conmon[101092]: cluster 2022-01-18T20:33:49.392477+0000 mgr.smithi129.iclwio (mgr.14716) 9398 : cluster [DBG] pgmap v8080: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:33:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:52 smithi156 conmon[67007]: cluster 2022-01-18T20:33:51.392909+0000 mgr.smithi129.iclwio (mgr.14716) 9399 : cluster [DBG] pgmap v8081: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:52 smithi156 conmon[67007]: 2022-01-18T20:33:52.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:52 smithi129 conmon[101092]: cluster 2022-01-18T20:33:51.392909+0000 mgr.smithi129.iclwio (mgr.14716) 9399 : cluster [DBG] pgmap v8081: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:53 smithi129 conmon[101092]: audit 2022-01-18T20:33:53.157097+0000 mon.smithi129 (mon.0) 2830 : audit 2022-01-18T20:33:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:53 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:33:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:53 smithi129 conmon[101092]: audit 2022-01-18T20:33:53.158464+0000 mon.smithi129 (mon.0) 2831 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:33:53.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:53 smithi129 conmon[101092]: audit 2022-01-18T20:33:53.159370+0000 mon.smithi129 (mon.0) 2832 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:33:53.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:53 smithi129 conmon[101092]: cephadm 2022-01-18T20:33:53.160079+0000 mgr.smithi129.iclwio (mgr.14716) 9400 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:33:53.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:53 smithi129 conmon[101092]: cluster 2022-01-18T20:33:53.393340+0000 mgr.smithi129.iclwio (mgr.14716) 9401 : cluster [DBG] pgmap v8082: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:54.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:53 smithi156 conmon[67007]: audit 2022-01-18T20:33:53.157097+0000 mon.smithi129 (mon.0) 2830 : audit 2022-01-18T20:33:54.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:53 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:33:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:53 smithi156 conmon[67007]: audit 2022-01-18T20:33:53.158464+0000 mon.smithi129 (mon.0) 2831 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:33:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:53 smithi156 conmon[67007]: audit 2022-01-18T20:33:53.159370+0000 mon.smithi129 2022-01-18T20:33:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:53 smithi156 conmon[67007]: (mon.0) 2832 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:33:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:53 smithi156 conmon[67007]: cephadm 2022-01-18T20:33:53.160079+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T20:33:54.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:53 smithi156 conmon[67007]: 14716) 9400 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:33:54.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:53 smithi156 conmon[67007]: cluster 2022-01-18T20:33:53 2022-01-18T20:33:54.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:53 smithi156 conmon[67007]: .393340+0000 mgr.smithi129.iclwio (mgr.14716) 9401 : cluster [DBG] pgmap v8082: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:56 smithi129 conmon[101092]: cluster 2022-01-18T20:33:55.394025+0000 mgr.smithi129.iclwio (mgr.14716) 9402 : cluster [DBG] pgmap v8083: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:56 smithi156 conmon[67007]: cluster 2022-01-18T20:33:55.394025+0000 mgr.smithi129.iclwio (mgr.14716) 9402 : cluster [DBG] pgmap v8083: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:57.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:57 smithi129 conmon[101092]: audit 2022-01-18T20:33:56.608649+0000 mon.smithi129 (mon.0) 2833 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:33:57.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:57 smithi129 conmon[101092]: audit 2022-01-18T20:33:56.891683+0000 mon.smithi129 (mon.0) 2834 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:33:57.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:57 smithi129 conmon[101092]: audit 2022-01-18T20:33:56.898802+0000 mon.smithi129 (mon.0) 2835 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:33:58.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:57 smithi156 conmon[67007]: audit 2022-01-18T20:33:56.608649+0000 mon.smithi129 (mon.0) 2833 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:33:58.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:57 smithi156 conmon[67007]: audit 2022-01-18T20:33:56.891683+0000 mon.smithi129 (mon.0) 2834 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:33:58.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:57 smithi156 conmon[67007]: audit 2022-01-18T20:33:56.898802+0000 mon.smithi129 (mon.0) 2835 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:33:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:58 smithi129 conmon[101092]: cluster 2022-01-18T20:33:57.394497+0000 mgr.smithi129.iclwio (mgr.14716) 9403 : cluster [DBG] pgmap v8084: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:58 smithi129 conmon[101092]: 2022-01-18T20:33:59.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:58 smithi156 conmon[67007]: cluster 2022-01-18T20:33:57.394497+0000 mgr.smithi129.iclwio (mgr.14716) 9403 : cluster [DBG] 2022-01-18T20:33:59.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:58 smithi156 conmon[67007]: pgmap v8084: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:33:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:59 smithi129 conmon[101092]: audit 2022-01-18T20:33:59.280825+0000 mon.smithi129 (mon.0) 2836 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:33:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:59 smithi129 conmon[101092]: 2022-01-18T20:33:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:33:59 smithi129 conmon[101092]: audit 2022-01-18T20:33:59.281048+0000 mon.smithi129 (mon.0) 2837 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:34:00.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:59 smithi156 conmon[67007]: audit 2022-01-18T20:33:59.280825+0000 mon.smithi129 (mon.0) 2836 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:34:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:59 smithi156 conmon[67007]: audit 2022-01-18T20:33: 2022-01-18T20:34:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:33:59 smithi156 conmon[67007]: 59.281048+0000 mon.smithi129 (mon.0) 2837 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:34:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:00 smithi129 conmon[101092]: cluster 2022-01-18T20:33:59.395155+0000 mgr.smithi129.iclwio (mgr.14716) 9404 : cluster [DBG] 2022-01-18T20:34:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:00 smithi129 conmon[101092]: pgmap v8085: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:34:01.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:00 smithi156 conmon[67007]: cluster 2022-01-18T20:33:59.395155+0000 mgr.smithi129.iclwio 2022-01-18T20:34:01.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:00 smithi156 conmon[67007]: (mgr.14716) 9404 : cluster [DBG] pgmap v8085: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:34:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:02 smithi129 conmon[101092]: cluster 2022-01-18T20:34:01.395579+0000 mgr.smithi129.iclwio (mgr.14716) 9405 : cluster [DBG] 2022-01-18T20:34:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:02 smithi129 conmon[101092]: pgmap v8086: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:03.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:02 smithi156 conmon[67007]: cluster 2022-01-18T20:34:01.395579+0000 mgr.smithi129.iclwio (mgr.14716) 9405 : cluster [DBG] pgmap v8086: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:04.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:03 smithi156 conmon[67007]: cluster 2022-01-18T20:34:03.396227+0000 mgr.smithi129.iclwio (mgr.14716) 9406 : cluster [DBG] 2022-01-18T20:34:04.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:03 smithi156 conmon[67007]: pgmap v8087: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:03 smithi129 conmon[101092]: cluster 2022-01-18T20:34:03.396227+0000 mgr.smithi129.iclwio (mgr.14716) 9406 : cluster [DBG] pgmap v8087: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:03 smithi129 conmon[101092]: 2022-01-18T20:34:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:06 smithi156 conmon[67007]: cluster 2022-01-18T20:34:05.397144+0000 mgr.smithi129.iclwio (mgr.14716) 9407 : cluster [DBG] pgmap v8088: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:06 smithi129 conmon[101092]: cluster 2022-01-18T20:34:05.397144+0000 mgr.smithi129.iclwio (mgr.14716) 9407 : cluster 2022-01-18T20:34:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:06 smithi129 conmon[101092]: [DBG] pgmap v8088: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:08 smithi156 conmon[67007]: cluster 2022-01-18T20:34:07.397755+0000 mgr.smithi129.iclwio (mgr.14716) 9408 : cluster 2022-01-18T20:34:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:08 smithi156 conmon[67007]: [DBG] pgmap v8089: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:08 smithi129 conmon[101092]: cluster 2022-01-18T20:34:07.397755+0000 mgr.smithi129.iclwio (mgr.14716) 9408 : cluster 2022-01-18T20:34:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:08 smithi129 conmon[101092]: [DBG] pgmap v8089: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:10 smithi156 conmon[67007]: cluster 2022-01-18T20:34:09.398542+0000 mgr.smithi129.iclwio (mgr.14716) 9409 : cluster [DBG] pgmap v8090: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:34:10.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:10 smithi129 conmon[101092]: cluster 2022-01-18T20:34:09.398542+0000 mgr.smithi129.iclwio ( 2022-01-18T20:34:10.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:10 smithi129 conmon[101092]: mgr.14716) 9409 : cluster [DBG] pgmap v8090: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:34:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:12 smithi156 conmon[67007]: cluster 2022-01-18T20:34:11.399089+0000 mgr.smithi129.iclwio (mgr.14716) 9410 : cluster [DBG] 2022-01-18T20:34:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:12 smithi156 conmon[67007]: pgmap v8091: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:12.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:12 smithi129 conmon[101092]: cluster 2022-01-18T20:34:11.399089+0000 mgr.smithi129.iclwio (mgr.14716) 9410 : cluster [DBG] pgmap v8091: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:14.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:13 smithi156 conmon[67007]: cluster 2022-01-18T20:34:13.399623+0000 mgr.smithi129.iclwio (mgr.14716) 9411 : cluster [DBG] pgmap v8092: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:13 smithi129 conmon[101092]: cluster 2022-01-18T20:34:13.399623+0000 mgr.smithi129.iclwio (mgr.14716) 9411 : cluster [DBG] pgmap v8092: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:13 smithi129 conmon[101092]: 2022-01-18T20:34:15.618 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:34:15.886 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:34:15.886 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 3m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:34:15.887 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 3m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:34:15.887 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 3m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:34:15.887 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 3m ago 4h 44.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:34:15.887 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 3m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:34:15.888 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 3m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:34:15.888 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 3m ago 4h 789M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:34:15.888 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 3m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:34:15.889 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 3m ago 4h 1722M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:34:15.889 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 3m ago 4h 811M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:34:15.889 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 3m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:34:15.889 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 3m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:34:15.890 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 3m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:34:15.890 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 3m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:34:15.890 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 3m ago 4h 2186M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:34:15.890 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 3m ago 4h 3279M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:34:15.890 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 3m ago 4h 2486M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:34:15.891 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 3m ago 4h 3303M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:34:15.891 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 3m ago 4h 3066M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:34:15.891 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 3m ago 4h 3579M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:34:15.891 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 3m ago 4h 2884M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:34:15.892 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 3m ago 4h 4164M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:34:15.892 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 3m ago 4h 151M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:34:16.204 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:34:16.204 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:34:16.205 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:34:16.205 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:34:16.205 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:34:16.205 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:34:16.206 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:34:16.206 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:34:16.206 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:34:16.206 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:34:16.207 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:34:16.207 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:34:16.207 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:34:16.208 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:34:16.208 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:34:16.208 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:34:16.208 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:34:16.209 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:34:16.209 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:34:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:16 smithi156 conmon[67007]: cluster 2022-01-18T20:34:15.400371+0000 mgr.smithi129.iclwio (mgr.14716) 9412 : cluster [DBG] pgmap v8093: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:16.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:16 smithi156 conmon[67007]: audit 2022-01-18T20:34:15.607190+0000 mgr.smithi129.iclwio (mgr.14716) 9413 : audit [DBG] from='client.40366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:34:16.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:16 smithi156 conmon[67007]: audit 2022-01-18T20:34:16.205113+0000 mon.smithi129 (mon.0) 2838 : 2022-01-18T20:34:16.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:16 smithi156 conmon[67007]: audit [DBG] from='client.? 172.21.15.129:0/3232159966' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:34:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:16 smithi129 conmon[101092]: cluster 2022-01-18T20:34:15.400371+0000 mgr.smithi129.iclwio (mgr.14716) 9412 2022-01-18T20:34:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:16 smithi129 conmon[101092]: : cluster [DBG] pgmap v8093: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:16 smithi129 conmon[101092]: audit 2022-01-18T20:34:15.607190+0000 mgr.smithi129.iclwio (mgr.14716) 9413 : audit [DBG] from='client.40366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:34:16.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:16 smithi129 conmon[101092]: audit 2022-01-18T20:34:16.205113+0000 mon.smithi129 (mon.0) 2838 : audit [DBG] from='client.? 172.21.15.129:0/3232159966' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:34:17.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:17 smithi156 conmon[67007]: audit 2022-01-18T20:34:15.878004+0000 mgr.smithi129.iclwio (mgr.14716) 9414 : audit [DBG] from='client.40370 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:34:17.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:17 smithi129 conmon[101092]: audit 2022-01-18T20:34:15.878004+0000 mgr.smithi129.iclwio (mgr.14716) 9414 : audit [DBG] 2022-01-18T20:34:17.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:17 smithi129 conmon[101092]: from='client.40370 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:34:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:18 smithi156 conmon[67007]: cluster 2022-01-18T20:34:17.401072+0000 mgr.smithi129.iclwio (mgr.14716) 9415 : cluster [DBG] pgmap v8094: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:18 smithi129 conmon[101092]: cluster 2022-01-18T20:34:17.401072+0000 mgr.smithi129.iclwio (mgr.14716) 9415 : cluster [DBG] pgmap v8094: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:20 smithi156 conmon[67007]: cluster 2022-01-18T20:34:19.401984+0000 mgr.smithi129.iclwio (mgr.14716) 9416 : cluster [DBG] pgmap v8095: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:34:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:20 smithi129 conmon[101092]: cluster 2022-01-18T20:34:19.401984+0000 mgr.smithi129.iclwio (mgr.14716) 9416 : cluster [DBG] pgmap v8095: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:34:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:22 smithi156 conmon[67007]: cluster 2022-01-18T20:34:21.402443+0000 mgr.smithi129.iclwio (mgr.14716) 9417 : cluster [DBG] pgmap v8096: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:22 smithi129 conmon[101092]: cluster 2022-01-18T20:34:21.402443+0000 mgr.smithi129.iclwio (mgr.14716) 9417 : cluster [DBG] 2022-01-18T20:34:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:22 smithi129 conmon[101092]: pgmap v8096: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:24.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:23 smithi156 conmon[67007]: cluster 2022-01-18T20:34:23.403150+0000 mgr.smithi129.iclwio (mgr.14716) 9418 : cluster [DBG] pgmap v8097: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:24.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:23 smithi156 conmon[67007]: 2022-01-18T20:34:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:23 smithi129 conmon[101092]: cluster 2022-01-18T20:34:23.403150+0000 mgr.smithi129.iclwio (mgr.14716) 9418 : cluster [DBG] pgmap v8097: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:26 smithi156 conmon[67007]: cluster 2022-01-18T20:34:25.403928+0000 mgr.smithi129.iclwio (mgr.14716) 9419 : cluster [DBG] pgmap v8098: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:26.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:26 smithi129 conmon[101092]: cluster 2022-01-18T20:34:25.403928+0000 mgr.smithi129.iclwio (mgr.14716) 9419 : cluster [DBG] pgmap v8098: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:28 smithi156 conmon[67007]: cluster 2022-01-18T20:34:27.404432+0000 mgr.smithi129.iclwio (mgr.14716) 9420 : cluster [DBG] pgmap v8099: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:28.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:28 smithi129 conmon[101092]: cluster 2022-01-18T20:34:27.404432+0000 mgr.smithi129.iclwio (mgr.14716) 9420 : cluster [DBG] pgmap v8099: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:30 smithi156 conmon[67007]: cluster 2022-01-18T20:34:29.405295+0000 mgr.smithi129.iclwio (mgr.14716) 9421 : cluster [DBG] 2022-01-18T20:34:30.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:30 smithi156 conmon[67007]: pgmap v8100: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:34:30.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:30 smithi129 conmon[101092]: cluster 2022-01-18T20:34:29.405295+0000 mgr.smithi129.iclwio (mgr.14716) 9421 : cluster [DBG] pgmap v8100: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:34:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:32 smithi156 conmon[67007]: cluster 2022-01-18T20:34:31.405834+0000 mgr.smithi129.iclwio ( 2022-01-18T20:34:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:32 smithi156 conmon[67007]: mgr.14716) 9422 : cluster [DBG] pgmap v8101: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:32.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:32 smithi129 conmon[101092]: cluster 2022-01-18T20:34:31.405834+0000 mgr.smithi129.iclwio (mgr.14716) 9422 : cluster [DBG] pgmap v8101: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:34.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:33 smithi156 conmon[67007]: cluster 2022-01-18T20:34:33.406322+0000 mgr.smithi129.iclwio (mgr.14716) 9423 : cluster 2022-01-18T20:34:34.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:33 smithi156 conmon[67007]: [DBG] pgmap v8102: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:33 smithi129 conmon[101092]: cluster 2022-01-18T20:34:33.406322+0000 mgr.smithi129.iclwio (mgr.14716) 9423 : cluster [DBG] pgmap v8102: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:36 smithi156 conmon[67007]: cluster 2022-01-18T20:34:35.407286+0000 mgr.smithi129.iclwio (mgr.14716) 9424 : cluster [DBG] pgmap v8103: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:36.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:36 smithi129 conmon[101092]: cluster 2022-01-18T20:34:35.407286+0000 mgr.smithi129.iclwio (mgr.14716) 9424 : cluster [DBG] pgmap v8103: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:38 smithi156 conmon[67007]: cluster 2022-01-18T20:34:37.407826+0000 mgr.smithi129.iclwio (mgr.14716) 9425 : cluster [DBG] pgmap v8104: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:38 smithi129 conmon[101092]: cluster 2022-01-18T20:34:37.407826+0000 mgr.smithi129.iclwio (mgr.14716) 9425 : cluster [DBG] pgmap v8104: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:40 smithi156 conmon[67007]: cluster 2022-01-18T20:34:39.408589+0000 mgr.smithi129.iclwio (mgr.14716) 9426 : cluster [DBG] pgmap v8105: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:34:40.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:40 smithi129 conmon[101092]: cluster 2022-01-18T20:34:39.408589+0000 mgr.smithi129.iclwio (mgr.14716) 9426 : cluster [DBG] pgmap v8105: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:34:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:42 smithi156 conmon[67007]: cluster 2022-01-18T20:34:41.409087+0000 mgr.smithi129.iclwio (mgr.14716) 9427 : cluster [DBG] pgmap v8106: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:42.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:42 smithi129 conmon[101092]: cluster 2022-01-18T20:34:41.409087+0000 mgr.smithi129.iclwio (mgr.14716) 9427 : cluster [DBG] pgmap v8106: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:44.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:43 smithi156 conmon[67007]: cluster 2022-01-18T20:34:43.409595+0000 mgr.smithi129.iclwio (mgr.14716) 9428 : cluster [DBG] pgmap v8107: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:43 smithi156 conmon[67007]: 2022-01-18T20:34:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:43 smithi129 conmon[101092]: cluster 2022-01-18T20:34:43.409595+0000 mgr.smithi129.iclwio (mgr.14716) 9428 : cluster [DBG] pgmap v8107: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:46.507 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:34:46.771 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:34:46.771 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 3m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:34:46.772 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 3m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:34:46.772 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 3m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:34:46.772 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 3m ago 4h 44.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:34:46.772 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 3m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:34:46.773 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 3m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:34:46.773 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 3m ago 4h 789M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:34:46.773 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 3m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:34:46.773 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 3m ago 4h 1722M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:34:46.773 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 3m ago 4h 811M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:34:46.774 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 3m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:34:46.774 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 3m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:34:46.774 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 3m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:34:46.774 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 3m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:34:46.775 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 3m ago 4h 2186M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:34:46.775 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 3m ago 4h 3279M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:34:46.775 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 3m ago 4h 2486M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:34:46.775 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 3m ago 4h 3303M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:34:46.776 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 3m ago 4h 3066M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:34:46.776 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 3m ago 4h 3579M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:34:46.776 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 3m ago 4h 2884M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:34:46.776 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 3m ago 4h 4164M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:34:46.776 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 3m ago 4h 151M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:34:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:46 smithi156 conmon[67007]: cluster 2022-01-18T20:34:45.410369+0000 mgr.smithi129.iclwio (mgr.14716) 9429 : cluster [DBG] pgmap v8108: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:46.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:46 smithi129 conmon[101092]: cluster 2022-01-18T20:34:45.410369+0000 mgr.smithi129.iclwio (mgr.14716) 9429 : 2022-01-18T20:34:46.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:46 smithi129 conmon[101092]: cluster [DBG] pgmap v8108: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:47.091 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:34:47.091 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:34:47.092 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:34:47.092 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:34:47.092 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:34:47.092 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:34:47.093 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:34:47.093 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:34:47.093 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:34:47.093 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:34:47.094 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:34:47.094 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:34:47.094 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:34:47.094 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:34:47.095 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:34:47.095 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:34:47.095 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:34:47.095 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:34:47.096 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:34:47.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:47 smithi156 conmon[67007]: audit 2022-01-18T20:34:46.495984+0000 mgr.smithi129.iclwio (mgr.14716) 9430 : audit [DBG] from='client.40378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:34:47.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:47 smithi156 conmon[67007]: 2022-01-18T20:34:47.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:47 smithi156 conmon[67007]: audit 2022-01-18T20:34:47.092080+0000 mon.smithi129 (mon.0) 2839 : audit [DBG] from='client.? 172.21.15.129:0/835047662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:34:47.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:47 smithi129 conmon[101092]: audit 2022-01-18T20:34:46.495984+0000 mgr.smithi129.iclwio (mgr.14716) 9430 : audit 2022-01-18T20:34:47.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:47 smithi129 conmon[101092]: [DBG] from='client.40378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:34:47.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:47 smithi129 conmon[101092]: audit 2022-01-18T20:34:47.092080+0000 mon.smithi129 (mon.0) 2839 : audit [DBG] from='client.? 172.21.15.129:0/835047662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:34:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:48 smithi156 conmon[67007]: audit 2022-01-18T20:34:46. 2022-01-18T20:34:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:48 smithi156 conmon[67007]: 763385+0000 mgr.smithi129.iclwio (mgr.14716) 9431 : audit [DBG] from='client.40382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:34:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:48 smithi156 conmon[67007]: cluster 2022-01-18T20:34:47.410775+0000 mgr.smithi129.iclwio (mgr.14716) 9432 : cluster [DBG] 2022-01-18T20:34:48.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:48 smithi156 conmon[67007]: pgmap v8109: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:48 smithi129 conmon[101092]: audit 2022-01-18T20:34:46.763385+0000 mgr.smithi129.iclwio (mgr.14716) 9431 : audit [DBG] from='client.40382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:34:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:48 smithi129 conmon[101092]: cluster 2022-01-18T20:34:47.410775+0000 mgr.smithi129.iclwio (mgr.14716) 9432 : cluster [DBG] pgmap v8109: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:50 smithi156 conmon[67007]: cluster 2022-01-18T20:34:49.411604+0000 mgr.smithi129.iclwio (mgr.14716) 9433 : cluster [DBG] pgmap v8110: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:34:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:50 smithi129 conmon[101092]: cluster 2022-01-18T20:34:49.411604+0000 mgr.smithi129.iclwio (mgr.14716) 9433 : cluster [DBG] pgmap v8110: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:34:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:50 smithi129 conmon[101092]: 2022-01-18T20:34:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:52 smithi156 conmon[67007]: cluster 2022-01-18T20:34:51.412087+0000 mgr.smithi129.iclwio (mgr.14716) 9434 : cluster [DBG] pgmap v8111: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:52.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:52 smithi129 conmon[101092]: cluster 2022-01-18T20:34:51.412087+0000 mgr.smithi129.iclwio (mgr.14716) 9434 : cluster [DBG] pgmap v8111: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:54.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:53 smithi156 conmon[67007]: cluster 2022-01-18T20:34:53.412588+0000 mgr.smithi129.iclwio (mgr.14716) 9435 : cluster [DBG] 2022-01-18T20:34:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:53 smithi156 conmon[67007]: pgmap v8112: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:53 smithi129 conmon[101092]: cluster 2022-01-18T20:34:53.412588+0000 mgr.smithi129.iclwio (mgr.14716) 9435 : cluster [DBG] pgmap v8112: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:56 smithi156 conmon[67007]: cluster 2022-01-18T20:34:55.413290+0000 mgr.smithi129.iclwio (mgr.14716) 9436 : cluster [DBG] pgmap v8113: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:56.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:56 smithi129 conmon[101092]: cluster 2022-01-18T20:34:55.413290+0000 mgr.smithi129.iclwio (mgr.14716) 9436 : cluster [DBG] pgmap v8113: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:57.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:57 smithi156 conmon[67007]: audit 2022-01-18T20:34:56.901385+0000 mon.smithi129 (mon. 2022-01-18T20:34:57.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:57 smithi156 conmon[67007]: 0) 2840 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:34:57.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:57 smithi156 conmon[67007]: audit 2022-01-18T20:34:56.902852+0000 mon.smithi129 (mon.0) 2841 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:34:57.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:57 smithi156 conmon[67007]: audit 2022-01-18T20:34:56.903765+0000 mon.smithi129 (mon.0) 2842 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:34:57.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:57 smithi129 conmon[101092]: audit 2022-01-18T20:34:56.901385+0000 mon.smithi129 (mon.0) 2840 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:34:57.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:57 smithi129 conmon[101092]: audit 2022-01-18T20:34:56.902852+0000 2022-01-18T20:34:57.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:57 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2841 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:34:57.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:57 smithi129 conmon[101092]: audit 2022-01-18T20:34:56.903765+0000 mon.smithi129 (mon.0) 2842 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:34:58.721 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:58 smithi156 conmon[67007]: cephadm 2022-01-18T20:34:56.904504+0000 mgr.smithi129.iclwio (mgr.14716) 9437 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:34:58.721 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:58 smithi156 conmon[67007]: cluster 2022-01-18T20:34:57.413963+0000 mgr.smithi129.iclwio (mgr.14716) 9438 : cluster [DBG] pgmap v8114: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:58 smithi129 conmon[101092]: cephadm 2022-01-18T20:34:56.904504+0000 mgr.smithi129.iclwio (mgr 2022-01-18T20:34:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:58 smithi129 conmon[101092]: .14716) 9437 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:34:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:58 smithi129 conmon[101092]: cluster 2022-01-18T20:34:57.413963+0000 mgr.smithi129.iclwio (mgr.14716) 9438 : cluster [DBG] pgmap v8114: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:34:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:59 smithi156 conmon[67007]: audit 2022-01-18T20:34:59.284926+0000 mon.smithi129 (mon.0) 2843 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:34:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:34:59 smithi156 conmon[67007]: audit 2022-01-18T20:34:59.285174+0000 mon.smithi129 (mon.0) 2844 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:34:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:59 smithi129 conmon[101092]: audit 2022-01-18T20:34:59.284926+0000 mon.smithi129 2022-01-18T20:34:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:59 smithi129 conmon[101092]: (mon.0) 2843 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:34:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:34:59 smithi129 conmon[101092]: audit 2022-01-18T20:34:59.285174+0000 mon.smithi129 (mon.0) 2844 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:35:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:00 smithi156 conmon[67007]: cluster 2022-01-18T20:34:59.414686+0000 mgr.smithi129.iclwio (mgr.14716) 9439 : cluster [DBG] 2022-01-18T20:35:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:00 smithi156 conmon[67007]: pgmap v8115: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:35:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:00 smithi156 conmon[67007]: audit 2022-01-18T20:35:00.264204+0000 mon.smithi129 (mon.0) 2845 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:35:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:00 smithi129 conmon[101092]: cluster 2022-01-18T20:34:59.414686+0000 mgr.smithi129.iclwio (mgr.14716) 9439 : cluster [DBG] pgmap v8115: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:35:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:00 smithi129 conmon[101092]: audit 2022-01-18T20:35:00.264204+0000 mon.smithi129 (mon.0) 2845 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:35:01.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:01 smithi129 conmon[101092]: audit 2022-01-18T20:35:00.558809+0000 mon.smithi129 (mon.0) 2846 : audit 2022-01-18T20:35:01.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:01 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:35:01.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:01 smithi129 conmon[101092]: audit 2022-01-18T20:35:00.565361+0000 mon.smithi129 (mon.0) 2847 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:35:02.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:01 smithi156 conmon[67007]: audit 2022-01-18T20:35:00.558809+0000 mon.smithi129 (mon.0) 2846 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:35:02.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:01 smithi156 conmon[67007]: audit 2022-01-18T20:35:00.565361+0000 mon.smithi129 (mon.0) 2847 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:35:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:02 smithi129 conmon[101092]: cluster 2022-01-18T20:35:01.415293+0000 mgr.smithi129.iclwio (mgr.14716) 9440 : cluster [DBG] 2022-01-18T20:35:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:02 smithi129 conmon[101092]: pgmap v8116: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:03.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:02 smithi156 conmon[67007]: cluster 2022-01-18T20:35:01.415293+0000 mgr.smithi129.iclwio (mgr.14716) 9440 : cluster [DBG] pgmap v8116: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:03.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:02 smithi156 conmon[67007]: 2022-01-18T20:35:04.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:03 smithi156 conmon[67007]: cluster 2022-01-18T20:35:03.415973+0000 mgr.smithi129.iclwio (mgr.14716) 9441 : cluster 2022-01-18T20:35:04.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:03 smithi156 conmon[67007]: [DBG] pgmap v8117: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:03 smithi129 conmon[101092]: cluster 2022-01-18T20:35:03.415973+0000 mgr.smithi129.iclwio (mgr.14716) 9441 : cluster [DBG] pgmap v8117: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:03 smithi129 conmon[101092]: 2022-01-18T20:35:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:06 smithi156 conmon[67007]: cluster 2022-01-18T20:35:05.416866+0000 mgr.smithi129.iclwio (mgr.14716) 9442 : cluster [DBG] pgmap v8118: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:06 smithi156 conmon[67007]: 2022-01-18T20:35:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:06 smithi129 conmon[101092]: cluster 2022-01-18T20:35:05.416866+0000 mgr.smithi129.iclwio (mgr.14716) 9442 : cluster [DBG] pgmap v8118: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:06 smithi129 conmon[101092]: 2022-01-18T20:35:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:08 smithi156 conmon[67007]: cluster 2022-01-18T20:35:07.417537+0000 mgr.smithi129.iclwio (mgr.14716) 9443 : cluster [DBG] pgmap v8119: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:08 smithi129 conmon[101092]: cluster 2022-01-18T20:35:07.417537+0000 mgr.smithi129.iclwio (mgr.14716) 9443 : cluster [DBG] pgmap v8119: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:10 smithi156 conmon[67007]: cluster 2022-01-18T20:35:09.418445+0000 mgr.smithi129.iclwio (mgr.14716) 9444 : cluster [DBG] pgmap v8120: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:35:10.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:10 smithi129 conmon[101092]: cluster 2022-01-18T20:35:09.418445+0000 mgr.smithi129.iclwio (mgr.14716) 9444 : cluster [DBG] pgmap v8120: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:35:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:12 smithi156 conmon[67007]: cluster 2022-01-18T20:35:11.418964+0000 mgr.smithi129.iclwio (mgr.14716) 9445 : cluster [DBG] pgmap v8121: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:12.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:12 smithi129 conmon[101092]: cluster 2022-01-18T20:35:11.418964+0000 mgr.smithi129.iclwio (mgr.14716) 9445 : cluster [DBG] pgmap v8121: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:14.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:13 smithi156 conmon[67007]: cluster 2022-01-18T20:35:13.419575+0000 mgr.smithi129.iclwio (mgr.14716) 9446 : cluster [DBG] pgmap v8122: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:13 smithi129 conmon[101092]: cluster 2022-01-18T20:35:13.419575+0000 mgr.smithi129.iclwio (mgr.14716) 9446 : cluster [DBG] pgmap v8122: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:16 smithi156 conmon[67007]: cluster 2022-01-18T20:35:15.420498+0000 mgr.smithi129.iclwio (mgr.14716) 9447 : cluster [DBG] pgmap v8123: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:16 smithi129 conmon[101092]: cluster 2022-01-18T20:35:15.420498+0000 mgr.smithi129.iclwio (mgr.14716) 9447 : cluster [DBG] pgmap v8123: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:16 smithi129 conmon[101092]: 2022-01-18T20:35:17.391 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:35:17.661 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:35:17.662 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 4m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:35:17.662 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 4m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:35:17.662 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 4m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:35:17.663 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 4m ago 4h 44.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:35:17.663 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 4m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:35:17.663 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 4m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:35:17.663 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 4m ago 4h 789M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:35:17.664 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 4m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:35:17.664 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 4m ago 4h 1722M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:35:17.664 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 4m ago 4h 811M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:35:17.664 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 4m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:35:17.665 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 4m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:35:17.665 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 4m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:35:17.665 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 4m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:35:17.665 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 4m ago 4h 2186M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:35:17.665 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 4m ago 4h 3279M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:35:17.666 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 4m ago 4h 2486M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:35:17.666 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 4m ago 4h 3303M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:35:17.666 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 4m ago 4h 3066M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:35:17.666 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 4m ago 4h 3579M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:35:17.667 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 4m ago 4h 2884M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:35:17.667 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 4m ago 4h 4164M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:35:17.667 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 4m ago 4h 151M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:35:17.984 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:35:17.985 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:35:17.985 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:35:17.985 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:35:17.985 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:35:17.986 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:35:17.986 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:35:17.986 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:35:17.986 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:35:17.987 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:35:17.987 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:35:17.987 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:35:17.987 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:35:17.988 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:35:17.988 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:35:17.988 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:35:17.988 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:35:17.989 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:35:17.989 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:35:18.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:18 smithi156 conmon[67007]: audit 2022-01-18T20:35:17.379610+0000 mgr.smithi129.iclwio (mgr.14716) 9448 : audit [DBG] from='client.40390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:35:18.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:18 smithi156 conmon[67007]: cluster 2022-01-18T20:35:17.421008+0000 mgr.smithi129.iclwio (mgr.14716) 9449 : cluster [DBG] pgmap v8124: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:18.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:18 smithi156 conmon[67007]: audit 2022-01-18T20:35:17.653803+0000 mgr.smithi129.iclwio (mgr.14716) 9450 : audit [DBG] from='client.40394 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:35:18.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:18 smithi156 conmon[67007]: audit 2022-01-18T20:35:17.985227+0000 mon.smithi129 (mon.0) 2848 : audit [DBG] from='client.? 172.21.15.129:0/1598990630' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:35:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:18 smithi129 conmon[101092]: audit 2022-01-18T20:35:17.379610+0000 mgr.smithi129.iclwio (mgr.14716) 9448 : audit [DBG] from='client.40390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:35:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:18 smithi129 conmon[101092]: cluster 2022-01-18T20:35:17.421008+0000 mgr.smithi129.iclwio (mgr.14716) 9449 : cluster [DBG] pgmap v8124: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:18.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:18 smithi129 conmon[101092]: audit 2022-01-18T20:35:17.653803+0000 mgr.smithi129.iclwio (mgr.14716) 9450 : audit [DBG] from='client.40394 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:35:18.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:18 smithi129 conmon[101092]: audit 2022-01-18T20:35:17.985227+0000 mon.smithi129 (mon.0) 2848 : audit [DBG] from='client.? 172.21.15.129:0/1598990630' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:35:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:20 smithi156 conmon[67007]: cluster 2022-01-18T20:35:19.421727+0000 mgr.smithi129.iclwio (mgr.14716) 9451 : cluster [DBG] pgmap v8125: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:35:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:20 smithi129 conmon[101092]: cluster 2022-01-18T20:35:19.421727+0000 mgr.smithi129.iclwio (mgr.14716) 9451 : cluster [DBG] pgmap v8125: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:35:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:22 smithi156 conmon[67007]: cluster 2022-01-18T20:35:21.422317+0000 mgr.smithi129.iclwio (mgr.14716) 9452 : cluster [DBG] pgmap v8126: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:22 smithi129 conmon[101092]: cluster 2022-01-18T20:35:21.422317+0000 mgr.smithi129.iclwio (mgr.14716) 9452 : cluster [DBG] pgmap v8126: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:24.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:23 smithi156 conmon[67007]: cluster 2022-01-18T20:35:23.423031+0000 mgr.smithi129.iclwio (mgr.14716) 9453 : cluster [DBG] pgmap v8127: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:24.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:23 smithi156 conmon[67007]: 2022-01-18T20:35:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:23 smithi129 conmon[101092]: cluster 2022-01-18T20:35:23.423031+0000 mgr.smithi129.iclwio (mgr.14716) 9453 : cluster [DBG] pgmap v8127: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:26 smithi156 conmon[67007]: cluster 2022-01-18T20:35:25.423915+0000 mgr.smithi129.iclwio (mgr.14716) 9454 : cluster [DBG] pgmap v8128: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:26.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:26 smithi129 conmon[101092]: cluster 2022-01-18T20:35:25.423915+0000 mgr.smithi129.iclwio (mgr.14716) 9454 : cluster [DBG] pgmap v8128: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:28 smithi156 conmon[67007]: cluster 2022-01-18T20:35:27.424550+0000 mgr.smithi129.iclwio (mgr.14716) 9455 : cluster [DBG] pgmap v8129: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:28.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:28 smithi129 conmon[101092]: cluster 2022-01-18T20:35:27.424550+0000 mgr.smithi129.iclwio (mgr.14716) 9455 : cluster 2022-01-18T20:35:28.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:28 smithi129 conmon[101092]: [DBG] pgmap v8129: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:30 smithi156 conmon[67007]: cluster 2022-01-18T20:35:29.425452+0000 mgr.smithi129.iclwio (mgr.14716) 9456 : cluster [DBG] pgmap v8130: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:35:30.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:30 smithi129 conmon[101092]: cluster 2022-01-18T20:35:29.425452+0000 mgr.smithi129.iclwio (mgr.14716) 9456 : cluster 2022-01-18T20:35:30.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:30 smithi129 conmon[101092]: [DBG] pgmap v8130: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:35:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:32 smithi156 conmon[67007]: cluster 2022-01-18T20:35:31.426048+0000 mgr.smithi129.iclwio (mgr.14716) 9457 : cluster [DBG] pgmap v8131: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:32.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:32 smithi129 conmon[101092]: cluster 2022-01-18T20:35:31.426048+0000 mgr.smithi129.iclwio (mgr.14716) 9457 : cluster [DBG] pgmap v8131: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:32.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:32 smithi129 conmon[101092]: 2022-01-18T20:35:34.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:33 smithi156 conmon[67007]: cluster 2022-01-18T20:35:33.426561+0000 mgr.smithi129.iclwio (mgr.14716) 9458 : cluster [DBG] 2022-01-18T20:35:34.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:33 smithi156 conmon[67007]: pgmap v8132: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:33 smithi129 conmon[101092]: cluster 2022-01-18T20:35:33.426561+0000 mgr.smithi129.iclwio (mgr.14716) 9458 : cluster [DBG] pgmap v8132: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:36 smithi156 conmon[67007]: cluster 2022-01-18T20:35:35.427429+0000 mgr.smithi129.iclwio (mgr.14716) 9459 : cluster [DBG] pgmap v8133: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:36.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:36 smithi129 conmon[101092]: cluster 2022-01-18T20:35:35.427429+0000 mgr.smithi129.iclwio (mgr.14716) 9459 : cluster [DBG] 2022-01-18T20:35:36.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:36 smithi129 conmon[101092]: pgmap v8133: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:38 smithi156 conmon[67007]: cluster 2022-01-18T20:35:37.428108+0000 mgr.smithi129.iclwio (mgr.14716) 9460 : cluster [DBG] pgmap v8134: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:38 smithi129 conmon[101092]: cluster 2022-01-18T20:35:37.428108+0000 mgr.smithi129.iclwio (mgr.14716) 9460 : cluster [DBG] pgmap v8134: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:40 smithi156 conmon[67007]: cluster 2022-01-18T20:35:39.428935+0000 mgr.smithi129.iclwio (mgr.14716) 9461 : cluster [DBG] pgmap v8135: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:35:40.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:40 smithi129 conmon[101092]: cluster 2022-01-18T20:35:39.428935+0000 mgr.smithi129.iclwio (mgr.14716) 9461 : cluster [DBG] pgmap v8135: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:35:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:42 smithi156 conmon[67007]: cluster 2022-01-18T20:35:41.429587+0000 mgr.smithi129.iclwio (mgr.14716) 9462 : cluster [DBG] pgmap v8136: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:42.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:42 smithi129 conmon[101092]: cluster 2022-01-18T20:35:41.429587+0000 mgr.smithi129.iclwio (mgr.14716) 9462 : cluster [DBG] pgmap v8136: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:42.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:42 smithi129 conmon[101092]: 2022-01-18T20:35:44.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:43 smithi156 conmon[67007]: cluster 2022-01-18T20:35:43.430184+0000 mgr.smithi129.iclwio (mgr.14716) 9463 : cluster [DBG] pgmap v8137: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:43 smithi156 conmon[67007]: 2022-01-18T20:35:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:43 smithi129 conmon[101092]: cluster 2022-01-18T20:35:43.430184+0000 mgr.smithi129.iclwio (mgr.14716) 9463 2022-01-18T20:35:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:43 smithi129 conmon[101092]: : cluster [DBG] pgmap v8137: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:46 smithi156 conmon[67007]: cluster 2022-01-18T20:35:45.431034+0000 mgr.smithi129.iclwio (mgr.14716) 9464 : cluster [DBG] pgmap v8138: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:46.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:46 smithi129 conmon[101092]: cluster 2022-01-18T20:35:45.431034+0000 mgr.smithi129.iclwio (mgr.14716) 9464 : cluster [DBG] 2022-01-18T20:35:46.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:46 smithi129 conmon[101092]: pgmap v8138: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:48.284 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:35:48.548 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:35:48.548 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 4m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:35:48.548 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 4m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:35:48.549 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 4m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:35:48.549 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 4m ago 4h 44.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:35:48.549 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 4m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:35:48.549 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 4m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:35:48.549 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 4m ago 4h 789M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:35:48.550 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 4m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:35:48.550 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 4m ago 4h 1722M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:35:48.550 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 4m ago 4h 811M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:35:48.550 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 4m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:35:48.551 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 4m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:35:48.551 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 4m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:35:48.551 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 4m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:35:48.551 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 4m ago 4h 2186M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:35:48.552 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 4m ago 4h 3279M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:35:48.552 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 4m ago 4h 2486M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:35:48.552 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 4m ago 4h 3303M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:35:48.552 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 4m ago 4h 3066M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:35:48.552 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 4m ago 4h 3579M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:35:48.553 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 4m ago 4h 2884M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:35:48.553 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 4m ago 4h 4164M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:35:48.553 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 4m ago 4h 151M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:35:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:48 smithi156 conmon[67007]: cluster 2022-01-18T20:35:47.431682+0000 mgr.smithi129.iclwio (mgr.14716) 9465 : cluster [DBG] pgmap v8139: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:48.867 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:35:48.867 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:35:48.868 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:35:48.868 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:35:48.868 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:35:48.868 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:35:48.869 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:35:48.869 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:35:48.869 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:35:48.869 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:35:48.869 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:35:48.870 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:35:48.870 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:35:48.870 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:35:48.870 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:35:48.871 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:35:48.871 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:35:48.871 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:35:48.871 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:35:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:48 smithi129 conmon[101092]: cluster 2022-01-18T20:35:47.431682+0000 mgr.smithi129.iclwio (mgr.14716) 9465 2022-01-18T20:35:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:48 smithi129 conmon[101092]: : cluster [DBG] pgmap v8139: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:49.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:49 smithi156 conmon[67007]: audit 2022-01-18T20:35:48.272402+0000 mgr.smithi129.iclwio (mgr.14716) 9466 : audit [DBG] from='client.40402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:35:49.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:49 smithi156 conmon[67007]: audit 2022-01-18T20:35:48.539919+0000 mgr.smithi129.iclwio (mgr.14716) 9467 : audit [DBG] from='client.40406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:35:49.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:49 smithi156 conmon[67007]: audit 2022-01-18T20:35:48.868003+0000 mon.smithi129 (mon.0) 2849 : audit [DBG] from='client.? 172.21.15.129:0/3539595917' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:35:49.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:49 smithi129 conmon[101092]: audit 2022-01-18T20:35:48.272402+0000 mgr.smithi129.iclwio (mgr.14716) 9466 : audit 2022-01-18T20:35:49.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:49 smithi129 conmon[101092]: [DBG] from='client.40402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:35:49.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:49 smithi129 conmon[101092]: audit 2022-01-18T20:35:48.539919+0000 mgr.smithi129.iclwio (mgr.14716) 9467 : audit [DBG] from='client.40406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:35:49.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:49 smithi129 conmon[101092]: audit 2022-01-18T20:35:48.868003 2022-01-18T20:35:49.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:49 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 2849 : audit [DBG] from='client.? 172.21.15.129:0/3539595917' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:35:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:50 smithi156 conmon[67007]: cluster 2022-01-18T20:35:49.432440+0000 mgr.smithi129.iclwio (mgr.14716) 9468 : cluster [DBG] pgmap v8140: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:35:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:50 smithi129 conmon[101092]: cluster 2022-01-18T20:35:49.432440+0000 mgr.smithi129.iclwio (mgr.14716) 9468 : cluster [DBG] pgmap v8140: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:35:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:52 smithi156 conmon[67007]: cluster 2022-01-18T20:35:51.432912+0000 mgr.smithi129.iclwio (mgr.14716) 9469 : cluster [DBG] pgmap v8141: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:52.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:52 smithi129 conmon[101092]: cluster 2022-01-18T20:35:51.432912+0000 mgr.smithi129.iclwio (mgr.14716) 9469 : cluster [DBG] pgmap v8141: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:54.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:53 smithi156 conmon[67007]: cluster 2022-01-18T20:35:53.433667+0000 mgr.smithi129.iclwio (mgr.14716) 9470 : cluster [DBG] pgmap v8142: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:53 smithi129 conmon[101092]: cluster 2022-01-18T20:35:53.433667+0000 mgr.smithi129.iclwio (mgr.14716) 9470 : cluster [DBG] pgmap v8142: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:56 smithi156 conmon[67007]: cluster 2022-01-18T20:35:55.434493+0000 mgr.smithi129.iclwio (mgr.14716) 9471 : cluster [DBG] pgmap v8143: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:56.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:56 smithi129 conmon[101092]: cluster 2022-01-18T20:35:55.434493+0000 mgr.smithi129.iclwio (mgr.14716) 9471 : cluster [DBG] pgmap v8143: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:58 smithi156 conmon[67007]: cluster 2022-01-18T20:35:57.435169+0000 mgr.smithi129.iclwio (mgr.14716) 9472 : cluster [DBG] pgmap v8144: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:58 smithi129 conmon[101092]: cluster 2022-01-18T20:35:57.435169+0000 mgr.smithi129.iclwio (mgr.14716) 9472 : cluster [DBG] pgmap v8144: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:35:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:59 smithi156 conmon[67007]: audit 2022-01-18T20:35:59.289258+0000 mon.smithi129 (mon.0) 2850 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:35:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:59 smithi156 conmon[67007]: audit 2022-01-18T20:35:59.289497+0000 mon.smithi129 2022-01-18T20:35:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:35:59 smithi156 conmon[67007]: (mon.0) 2851 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:35:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:59 smithi129 conmon[101092]: audit 2022-01-18T20:35:59.289258+0000 mon.smithi129 (mon.0) 2850 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:35:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:59 smithi129 conmon[101092]: 2022-01-18T20:35:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:35:59 smithi129 conmon[101092]: audit 2022-01-18T20:35:59.289497+0000 mon.smithi129 (mon.0) 2851 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:36:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:00 smithi156 conmon[67007]: cluster 2022-01-18T20:35:59.435938+0000 mgr.smithi129.iclwio (mgr.14716) 9473 : cluster [DBG] pgmap v8145: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:36:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:00 smithi129 conmon[101092]: cluster 2022-01-18T20:35:59.435938+0000 mgr.smithi129.iclwio (mgr.14716) 9473 : cluster [DBG] pgmap v8145: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:36:01.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:01 smithi156 conmon[67007]: audit 2022-01-18T20:36:00.568884+0000 mon.smithi129 (mon.0) 2852 : audit [DBG] 2022-01-18T20:36:01.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:01 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:36:01.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:01 smithi156 conmon[67007]: audit 2022-01-18T20:36:00.570129+0000 mon.smithi129 (mon.0) 2853 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:36:01.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:01 smithi156 conmon[67007]: audit 2022-01-18T20:36:01.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:01 smithi156 conmon[67007]: 2022-01-18T20:36:00.570989+0000 mon.smithi129 (mon.0) 2854 : audit [INF] 2022-01-18T20:36:01.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:01 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:36:01.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:01 smithi156 conmon[67007]: cephadm 2022-01-18T20:36:01.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:01 smithi156 conmon[67007]: 2022-01-18T20:36:00 2022-01-18T20:36:01.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:01 smithi156 conmon[67007]: .571727+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:36:01.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:01 smithi156 conmon[67007]: 9474 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:36:01.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:01 smithi156 conmon[67007]: audit 2022- 2022-01-18T20:36:01.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:01 smithi156 conmon[67007]: 01-18T20:36:00.882984+0000 2022-01-18T20:36:01.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:01 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2855 : audit [INF] 2022-01-18T20:36:01.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:01 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:36:01.805 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:01 smithi156 conmon[67007]: audit 2022 2022-01-18T20:36:01.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:01 smithi156 conmon[67007]: -01-18T20:36:00. 2022-01-18T20:36:01.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:01 smithi156 conmon[67007]: 887699+0000 mon.smithi129 (mon.0) 2856 2022-01-18T20:36:01.806 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:01 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:36:01.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:01 smithi129 conmon[101092]: audit 2022-01-18T20:36:00.568884+0000 mon.smithi129 (mon.0) 2852 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:36:01.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:01 smithi129 conmon[101092]: audit 2022-01-18T20:36:00.570129+0000 mon.smithi129 (mon.0) 2853 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:36:01.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:01 smithi129 conmon[101092]: audit 2022-01-18T20:36:00.570989+0000 mon.smithi129 (mon.0) 2854 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:36:01.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:01 smithi129 conmon[101092]: cephadm 2022-01-18T20:36:00.571727+0000 mgr.smithi129.iclwio (mgr.14716) 9474 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:36:01.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:01 smithi129 conmon[101092]: audit 2022-01-18T20:36:00.882984+0000 mon.smithi129 (mon.0) 2855 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:36:01.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:01 smithi129 conmon[101092]: audit 2022-01-18T20:36:00.887699+0000 mon.smithi129 (mon.0) 2856 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:36:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:02 smithi156 conmon[67007]: cluster 2022-01-18T20:36:01.436461+0000 mgr.smithi129.iclwio (mgr.14716) 9475 : cluster [DBG] pgmap v8146: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:02 smithi129 conmon[101092]: cluster 2022-01-18T20:36:01.436461+0000 mgr.smithi129.iclwio (mgr.14716) 9475 : cluster [DBG] pgmap v8146: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:04.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:03 smithi156 conmon[67007]: cluster 2022-01-18T20:36:03.437024+0000 mgr.smithi129.iclwio (mgr.14716) 9476 : cluster [DBG] pgmap v8147: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:03 smithi129 conmon[101092]: cluster 2022-01-18T20:36:03.437024+0000 mgr.smithi129.iclwio (mgr.14716) 9476 : cluster [DBG] pgmap v8147: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:04.280 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:03 smithi129 conmon[101092]: 2022-01-18T20:36:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:06 smithi156 conmon[67007]: cluster 2022-01-18T20:36:05.437799+0000 mgr.smithi129.iclwio (mgr.14716) 9477 : cluster [DBG] pgmap v8148: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:06 smithi129 conmon[101092]: cluster 2022-01-18T20:36:05.437799+0000 mgr.smithi129.iclwio (mgr.14716) 9477 : cluster [DBG] pgmap v8148: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:08 smithi156 conmon[67007]: cluster 2022-01-18T20:36:07.438309+0000 mgr.smithi129.iclwio (mgr.14716) 9478 : cluster [DBG] pgmap v8149: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:08 smithi129 conmon[101092]: cluster 2022-01-18T20:36:07.438309+0000 mgr.smithi129.iclwio (mgr.14716) 9478 : cluster [DBG] pgmap v8149: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:08 smithi129 conmon[101092]: 2022-01-18T20:36:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:10 smithi156 conmon[67007]: cluster 2022-01-18T20:36:09.439089+0000 mgr.smithi129.iclwio (mgr.14716) 9479 : cluster [DBG] pgmap v8150: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:36:10.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:10 smithi156 conmon[67007]: 2022-01-18T20:36:10.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:10 smithi129 conmon[101092]: cluster 2022-01-18T20:36:09.439089+0000 mgr.smithi129.iclwio (mgr.14716) 9479 : cluster [DBG] pgmap v8150: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:36:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:12 smithi156 conmon[67007]: cluster 2022-01-18T20:36:11.439642+0000 mgr.smithi129.iclwio (mgr.14716) 9480 : cluster [DBG] 2022-01-18T20:36:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:12 smithi156 conmon[67007]: pgmap v8151: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:12.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:12 smithi129 conmon[101092]: cluster 2022-01-18T20:36:11.439642+0000 mgr.smithi129.iclwio (mgr.14716) 9480 : cluster [DBG] pgmap v8151: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:14.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:13 smithi156 conmon[67007]: cluster 2022-01-18T20:36:13.440318+0000 mgr.smithi129.iclwio (mgr.14716) 9481 : cluster [DBG] pgmap v8152: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:13 smithi129 conmon[101092]: cluster 2022-01-18T20:36:13.440318+0000 mgr.smithi129.iclwio (mgr.14716) 9481 : cluster [DBG] pgmap v8152: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:16 smithi156 conmon[67007]: cluster 2022-01-18T20:36:15.441263+0000 mgr.smithi129.iclwio (mgr.14716) 9482 : cluster [DBG] pgmap v8153: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:16 smithi129 conmon[101092]: cluster 2022-01-18T20:36:15.441263+0000 mgr.smithi129.iclwio (mgr.14716) 9482 : cluster [DBG] pgmap v8153: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:18.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:18 smithi156 conmon[67007]: cluster 2022-01-18T20:36:17.441895+0000 mgr.smithi129.iclwio (mgr.14716) 9483 : cluster [DBG] pgmap v8154: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:18 smithi129 conmon[101092]: cluster 2022-01-18T20:36:17.441895+0000 mgr.smithi129.iclwio (mgr.14716) 9483 : cluster [DBG] 2022-01-18T20:36:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:18 smithi129 conmon[101092]: pgmap v8154: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:19.165 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:36:19.431 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:36:19.431 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 5m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:36:19.432 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 5m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:36:19.432 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 5m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:36:19.432 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 5m ago 4h 44.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:36:19.432 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 5m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:36:19.433 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 5m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:36:19.433 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 5m ago 4h 789M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:36:19.433 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 5m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:36:19.433 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 5m ago 4h 1722M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:36:19.434 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 5m ago 4h 811M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:36:19.434 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 5m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:36:19.434 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 5m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:36:19.434 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 5m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:36:19.434 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 5m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:36:19.435 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 5m ago 4h 2186M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:36:19.435 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 5m ago 4h 3279M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:36:19.435 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 5m ago 4h 2486M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:36:19.435 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 5m ago 4h 3303M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:36:19.436 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 5m ago 4h 3066M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:36:19.436 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 5m ago 4h 3579M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:36:19.436 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 5m ago 4h 2884M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:36:19.436 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 5m ago 4h 4164M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:36:19.436 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 5m ago 4h 151M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:36:19.747 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:36:19.747 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:36:19.747 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:36:19.747 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:36:19.748 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:36:19.748 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:36:19.748 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:36:19.748 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:36:19.749 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:36:19.749 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:36:19.749 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:36:19.749 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:36:19.750 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:36:19.750 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:36:19.750 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:36:19.751 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:36:19.751 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:36:19.751 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:36:19.751 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:36:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:20 smithi156 conmon[67007]: audit 2022-01-18T20:36:19.154051+0000 mgr.smithi129.iclwio (mgr.14716) 9484 : audit [DBG] from='client.40414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:36:20.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:20 smithi156 conmon[67007]: audit 2022-01-18T20:36:19.422742+0000 mgr.smithi129.iclwio (mgr.14716) 9485 : audit [DBG] from='client.40418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:36:20.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:20 smithi156 conmon[67007]: cluster 2022-01-18T20:36:19.442580+0000 mgr.smithi129.iclwio (mgr.14716) 9486 : cluster [DBG] pgmap v8155: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:36:20.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:20 smithi156 conmon[67007]: audit 2022-01-18T20:36:19.747570+0000 mon.smithi129 (mon.0) 2857 : audit [DBG] from='client.? 172.21.15.129:0/4213274438' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:36:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:20 smithi129 conmon[101092]: audit 2022-01-18T20:36:19.154051+0000 mgr.smithi129.iclwio (mgr.14716) 9484 : audit [DBG] from='client.40414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:36:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:20 smithi129 conmon[101092]: audit 2022-01-18T20:36:19.422742+0000 mgr.smithi129.iclwio (mgr.14716) 9485 : audit [DBG] from='client.40418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:36:20.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:20 smithi129 conmon[101092]: cluster 2022-01-18T20:36:19.442580+0000 mgr.smithi129.iclwio (mgr.14716) 9486 : cluster 2022-01-18T20:36:20.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:20 smithi129 conmon[101092]: [DBG] pgmap v8155: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:36:20.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:20 smithi129 conmon[101092]: audit 2022-01-18T20:36:20.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:20 smithi129 conmon[101092]: 2022-01-18T20:36:19.747570+0000 2022-01-18T20:36:20.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:20 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2857 : audit 2022-01-18T20:36:20.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:20 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/4213274438' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:36:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:22 smithi156 conmon[67007]: cluster 2022-01-18T20:36:21.443089+0000 mgr.smithi129.iclwio (mgr.14716) 9487 : cluster [DBG] pgmap v8156: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:22 smithi129 conmon[101092]: cluster 2022-01-18T20:36:21.443089+0000 mgr.smithi129.iclwio (mgr.14716) 9487 : cluster [DBG] pgmap v8156: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:24.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:23 smithi156 conmon[67007]: cluster 2022-01-18T20:36:23.443608+0000 mgr.smithi129.iclwio (mgr.14716) 9488 : cluster [DBG] pgmap v8157: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:23 smithi129 conmon[101092]: cluster 2022-01-18T20:36:23.443608+0000 mgr.smithi129.iclwio (mgr.14716) 9488 : cluster [DBG] 2022-01-18T20:36:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:23 smithi129 conmon[101092]: pgmap v8157: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:26 smithi156 conmon[67007]: cluster 2022-01-18T20:36:25.444432+0000 mgr.smithi129.iclwio (mgr.14716) 9489 : cluster [DBG] pgmap v8158: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:26.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:26 smithi156 conmon[67007]: 2022-01-18T20:36:26.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:26 smithi129 conmon[101092]: cluster 2022-01-18T20:36:25.444432+0000 mgr.smithi129.iclwio (mgr.14716) 9489 : cluster [DBG] pgmap v8158: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:28 smithi156 conmon[67007]: cluster 2022-01-18T20:36:27.445013+0000 mgr.smithi129.iclwio (mgr.14716) 9490 : cluster [DBG] pgmap v8159: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:28.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:28 smithi129 conmon[101092]: cluster 2022-01-18T20:36:27.445013+0000 mgr.smithi129.iclwio (mgr.14716) 9490 : cluster [DBG] pgmap v8159: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:28.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:28 smithi129 conmon[101092]: 2022-01-18T20:36:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:30 smithi156 conmon[67007]: cluster 2022-01-18T20:36:29.445945+0000 mgr.smithi129.iclwio (mgr.14716) 9491 : cluster [DBG] pgmap v8160: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:36:30.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:30 smithi129 conmon[101092]: cluster 2022-01-18T20:36:29.445945+0000 mgr.smithi129.iclwio (mgr.14716) 9491 : cluster [DBG] pgmap v8160: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:36:30.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:30 smithi129 conmon[101092]: 2022-01-18T20:36:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:32 smithi156 conmon[67007]: cluster 2022-01-18T20:36:31.446473+0000 mgr.smithi129.iclwio (mgr.14716) 9492 : cluster [DBG] pgmap v8161: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:32.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:32 smithi129 conmon[101092]: cluster 2022-01-18T20:36:31.446473+0000 mgr.smithi129.iclwio (mgr.14716) 9492 : cluster [DBG] pgmap v8161: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:34.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:33 smithi156 conmon[67007]: cluster 2022-01-18T20:36:33.447145+0000 mgr.smithi129.iclwio (mgr.14716) 9493 : cluster [DBG] pgmap v8162: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:33 smithi129 conmon[101092]: cluster 2022-01-18T20:36:33.447145+0000 mgr.smithi129.iclwio (mgr.14716) 9493 : cluster [DBG] pgmap v8162: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:36 smithi156 conmon[67007]: cluster 2022-01-18T20:36:35.447953+0000 mgr.smithi129.iclwio (mgr.14716) 9494 : cluster [DBG] pgmap v8163: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:36.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:36 smithi129 conmon[101092]: cluster 2022-01-18T20:36:35.447953+0000 mgr.smithi129.iclwio (mgr.14716) 9494 : cluster [DBG] pgmap v8163: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:38 smithi156 conmon[67007]: cluster 2022-01-18T20:36:37.448513+0000 mgr.smithi129.iclwio (mgr.14716) 9495 : cluster [DBG] pgmap v8164: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:38 smithi129 conmon[101092]: cluster 2022-01-18T20:36:37.448513+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:36:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:38 smithi129 conmon[101092]: 9495 : cluster [DBG] pgmap v8164: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:40 smithi156 conmon[67007]: cluster 2022-01-18T20:36:39.449290+0000 mgr.smithi129.iclwio (mgr.14716) 9496 : cluster [DBG] pgmap v8165: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:36:40.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:40 smithi156 conmon[67007]: 2022-01-18T20:36:40.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:40 smithi129 conmon[101092]: cluster 2022-01-18T20:36:39.449290+0000 mgr.smithi129.iclwio (mgr.14716) 9496 : cluster [DBG] pgmap v8165: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:36:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:42 smithi156 conmon[67007]: cluster 2022-01-18T20:36:41.449906+0000 mgr.smithi129.iclwio (mgr.14716) 9497 : cluster [DBG] pgmap v8166: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:42.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:42 smithi129 conmon[101092]: cluster 2022-01-18T20:36:41.449906+0000 mgr.smithi129.iclwio (mgr.14716) 9497 : cluster [DBG] pgmap v8166: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:44.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:43 smithi156 conmon[67007]: cluster 2022-01-18T20:36:43.450580+0000 mgr.smithi129.iclwio (mgr.14716) 9498 : cluster [DBG] pgmap v8167: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:43 smithi129 conmon[101092]: cluster 2022-01-18T20:36:43.450580+0000 mgr.smithi129.iclwio (mgr.14716) 9498 : cluster [DBG] pgmap v8167: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:43 smithi129 conmon[101092]: 2022-01-18T20:36:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:46 smithi156 conmon[67007]: cluster 2022-01-18T20:36:45.451383+0000 mgr.smithi129.iclwio (mgr.14716) 9499 : cluster [DBG] pgmap v8168: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:46.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:46 smithi129 conmon[101092]: cluster 2022-01-18T20:36:45.451383+0000 mgr.smithi129.iclwio (mgr.14716) 9499 : cluster [DBG] pgmap v8168: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:48 smithi156 conmon[67007]: cluster 2022-01-18T20:36:47.452062+0000 mgr.smithi129.iclwio (mgr.14716) 9500 : cluster [DBG] 2022-01-18T20:36:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:48 smithi156 conmon[67007]: pgmap v8169: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:48 smithi129 conmon[101092]: cluster 2022-01-18T20:36:47.452062+0000 mgr.smithi129.iclwio (mgr.14716) 9500 : cluster [DBG] pgmap v8169: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:48 smithi129 conmon[101092]: 2022-01-18T20:36:50.044 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:36:50.309 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:36:50.660 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 5m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:36:50.661 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 5m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:36:50.661 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 6m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:36:50.661 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 5m ago 4h 44.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:36:50.661 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 5m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:36:50.662 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 6m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:36:50.662 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 5m ago 4h 789M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:36:50.662 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 6m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:36:50.662 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 5m ago 4h 1722M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:36:50.663 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 6m ago 4h 811M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:36:50.663 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 5m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:36:50.663 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 6m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:36:50.663 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 5m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:36:50.663 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 6m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:36:50.664 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 5m ago 4h 2186M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:36:50.664 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 5m ago 4h 3279M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:36:50.664 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 5m ago 4h 2486M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:36:50.664 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 5m ago 4h 3303M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:36:50.665 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 6m ago 4h 3066M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:36:50.665 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 6m ago 4h 3579M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:36:50.665 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 6m ago 4h 2884M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:36:50.665 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 6m ago 4h 4164M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:36:50.665 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 5m ago 4h 151M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:36:50.666 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:36:50.667 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:36:50.667 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:36:50.668 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:36:50.668 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:36:50.668 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:36:50.669 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:36:50.669 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:36:50.669 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:36:50.670 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:36:50.670 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:36:50.670 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:36:50.671 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:36:50.671 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:36:50.671 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:36:50.671 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:36:50.671 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:36:50.672 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:36:50.672 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:36:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:50 smithi156 conmon[67007]: cluster 2022-01-18T20:36:49.452755+0000 mgr.smithi129.iclwio (mgr.14716) 9501 : cluster [DBG] pgmap v8170: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:36:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:50 smithi129 conmon[101092]: cluster 2022-01-18T20:36:49.452755+0000 mgr.smithi129.iclwio (mgr.14716) 9501 : cluster 2022-01-18T20:36:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:50 smithi129 conmon[101092]: [DBG] pgmap v8170: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:36:51.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:51 smithi156 conmon[67007]: audit 2022-01-18T20:36:50.033145+0000 mgr.smithi129.iclwio (mgr.14716) 9502 : audit [DBG] from='client.40426 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:36:51.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:51 smithi156 conmon[67007]: 2022-01-18T20:36:51.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:51 smithi156 conmon[67007]: audit 2022-01-18T20:36:50.300981+0000 mgr.smithi129.iclwio (mgr.14716) 9503 : audit [DBG] from='client.40430 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:36:51.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:51 smithi156 conmon[67007]: audit 2022-01-18T20:36:50.627748+0000 mon.smithi129 (mon.0) 2858 : 2022-01-18T20:36:51.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:51 smithi156 conmon[67007]: audit [DBG] from='client.? 172.21.15.129:0/838523347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:36:51.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:51 smithi129 conmon[101092]: audit 2022-01-18T20:36:50.033145+0000 mgr.smithi129.iclwio (mgr.14716) 9502 : audit [DBG] from='client.40426 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:36:51.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:51 smithi129 conmon[101092]: audit 2022-01-18T20:36:50.300981+0000 mgr.smithi129.iclwio (mgr.14716) 9503 : audit [DBG] from='client.40430 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:36:51.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:51 smithi129 conmon[101092]: audit 2022-01-18T20:36:50.627748+0000 mon.smithi129 (mon.0) 2858 : audit [DBG] from='client.? 172.21.15.129:0/838523347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:36:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:52 smithi156 conmon[67007]: cluster 2022-01-18T20:36:51.453364+0000 mgr.smithi129.iclwio (mgr.14716) 9504 : cluster [DBG] pgmap v8171: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:52 smithi156 conmon[67007]: 2022-01-18T20:36:52.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:52 smithi129 conmon[101092]: cluster 2022-01-18T20:36:51.453364+0000 mgr.smithi129.iclwio (mgr.14716) 9504 : cluster [DBG] pgmap v8171: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:54.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:53 smithi156 conmon[67007]: cluster 2022-01-18T20:36:53.453966+0000 mgr.smithi129.iclwio (mgr.14716) 9505 : cluster [DBG] pgmap v8172: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:53 smithi129 conmon[101092]: cluster 2022-01-18T20:36:53.453966+0000 mgr.smithi129.iclwio (mgr.14716) 9505 : cluster [DBG] pgmap v8172: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:53 smithi129 conmon[101092]: 2022-01-18T20:36:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:56 smithi156 conmon[67007]: cluster 2022-01-18T20:36:55.454868+0000 mgr.smithi129.iclwio (mgr.14716) 9506 : cluster [DBG] pgmap v8173: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:56.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:56 smithi156 conmon[67007]: 2022-01-18T20:36:56.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:56 smithi129 conmon[101092]: cluster 2022-01-18T20:36:55.454868+0000 mgr.smithi129.iclwio (mgr.14716) 9506 : cluster [DBG] pgmap v8173: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:58 smithi156 conmon[67007]: cluster 2022-01-18T20:36:57.455398+0000 mgr.smithi129.iclwio (mgr.14716) 9507 : cluster [DBG] pgmap v8174: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:58 smithi129 conmon[101092]: cluster 2022-01-18T20:36:57.455398+0000 mgr.smithi129.iclwio (mgr.14716) 9507 : cluster [DBG] pgmap v8174: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:36:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:59 smithi156 conmon[67007]: audit 2022-01-18T20:36:59.293601+0000 mon.smithi129 (mon.0) 2859 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:36:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:36:59 smithi156 conmon[67007]: audit 2022-01-18T20:36:59.293862+0000 mon.smithi129 (mon.0) 2860 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:36:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:59 smithi129 conmon[101092]: audit 2022-01-18T20:36:59.293601+0000 mon.smithi129 2022-01-18T20:36:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:59 smithi129 conmon[101092]: (mon.0) 2859 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:36:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:59 smithi129 conmon[101092]: audit 2022-01-18T20:36:59.293862+0000 mon.smithi129 (mon.0) 2860 : audit [INF] 2022-01-18T20:36:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:36:59 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:37:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:00 smithi156 conmon[67007]: cluster 2022-01-18T20:36:59.456226+0000 mgr.smithi129.iclwio (mgr.14716) 9508 : cluster [DBG] 2022-01-18T20:37:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:00 smithi156 conmon[67007]: pgmap v8175: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:37:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:00 smithi129 conmon[101092]: cluster 2022-01-18T20:36:59.456226+0000 mgr.smithi129.iclwio (mgr.14716) 9508 : cluster [DBG] pgmap v8175: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:37:01.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:01 smithi156 conmon[67007]: audit 2022-01-18T20:37:00.890126+0000 mon.smithi129 (mon.0) 2861 : 2022-01-18T20:37:01.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:01 smithi156 conmon[67007]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:37:01.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:01 smithi156 conmon[67007]: audit 2022-01-18T20:37:00.891574+0000 mon.smithi129 (mon.0) 2862 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:37:01.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:01 smithi156 conmon[67007]: audit 2022-01-18T20:37:00.892425+0000 mon.smithi129 (mon. 2022-01-18T20:37:01.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:01 smithi156 conmon[67007]: 0) 2863 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:37:01.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:01 smithi156 conmon[67007]: audit 2022-01-18T20:37:01.197887+0000 mon.smithi129 (mon.0) 2864 : audit 2022-01-18T20:37:01.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:01 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:37:01.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:01 smithi156 conmon[67007]: audit 2022-01-18T20:37:01 2022-01-18T20:37:01.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:01 smithi156 conmon[67007]: .202929+0000 mon.smithi129 (mon.0) 2865 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:37:01.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:01 smithi129 conmon[101092]: audit 2022-01-18T20:37:00.890126+0000 mon.smithi129 (mon. 2022-01-18T20:37:01.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:01 smithi129 conmon[101092]: 0) 2861 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:37:01.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:01 smithi129 conmon[101092]: audit 2022-01-18T20:37:00.891574+0000 mon.smithi129 (mon.0) 2862 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:37:01.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:01 smithi129 conmon[101092]: audit 2022-01-18T20:37:00.892425+0000 mon.smithi129 (mon.0) 2863 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:37:01.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:01 smithi129 conmon[101092]: audit 2022-01-18T20:37:01.197887+0000 mon.smithi129 (mon.0) 2864 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:37:01.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:01 smithi129 conmon[101092]: audit 2022-01-18T20:37:01.202929+0000 mon.smithi129 (mon.0) 2865 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:37:02.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:02 smithi156 conmon[67007]: cephadm 2022-01-18T20:37:00.893168+0000 mgr.smithi129.iclwio (mgr.14716) 9509 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:37:02.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:02 smithi156 conmon[67007]: cluster 2022-01-18T20:37:01.456726+0000 mgr.smithi129.iclwio (mgr.14716) 9510 : cluster [DBG] pgmap v8176: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:02 smithi129 conmon[101092]: cephadm 2022-01-18T20:37:00.893168+0000 mgr.smithi129.iclwio (mgr.14716) 9509 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:37:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:02 smithi129 conmon[101092]: cluster 2022-01-18T20:37:01.456726+0000 mgr.smithi129.iclwio (mgr.14716) 9510 : cluster [DBG] pgmap v8176: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:03 smithi129 conmon[101092]: cluster 2022-01-18T20:37:03.457200+0000 mgr.smithi129.iclwio (mgr.14716) 9511 : cluster [DBG] pgmap v8177: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:04.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:03 smithi156 conmon[67007]: cluster 2022-01-18T20:37:03.457200+0000 mgr.smithi129.iclwio (mgr.14716) 9511 : cluster [DBG] pgmap v8177: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:06 smithi156 conmon[67007]: cluster 2022-01-18T20:37:05.458133+0000 mgr.smithi129.iclwio (mgr.14716) 9512 : cluster [DBG] pgmap v8178: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:06 smithi129 conmon[101092]: cluster 2022-01-18T20:37:05.458133+0000 mgr.smithi129.iclwio (mgr.14716) 9512 : cluster [DBG] pgmap v8178: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:08 smithi156 conmon[67007]: cluster 2022-01-18T20:37:07.458688+0000 mgr.smithi129.iclwio (mgr.14716) 9513 : cluster [DBG] pgmap v8179: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:08 smithi129 conmon[101092]: cluster 2022-01-18T20:37:07.458688+0000 mgr.smithi129.iclwio (mgr.14716) 9513 : cluster [DBG] pgmap v8179: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:10.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:10 smithi156 conmon[67007]: cluster 2022-01-18T20:37:09.459469+0000 mgr.smithi129.iclwio (mgr.14716) 9514 : cluster [DBG] pgmap v8180: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:37:10.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:10 smithi129 conmon[101092]: cluster 2022-01-18T20:37:09.459469+0000 mgr.smithi129.iclwio (mgr.14716) 9514 : cluster [DBG] pgmap v8180: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:37:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:12 smithi156 conmon[67007]: cluster 2022-01-18T20:37:11.460146+0000 mgr.smithi129.iclwio (mgr.14716) 9515 : cluster [DBG] pgmap v8181: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:12.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:12 smithi129 conmon[101092]: cluster 2022-01-18T20:37:11.460146+0000 mgr.smithi129.iclwio (mgr.14716) 9515 : cluster [DBG] pgmap v8181: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:13 smithi129 conmon[101092]: cluster 2022-01-18T20:37:13.460842+0000 mgr.smithi129.iclwio (mgr.14716) 9516 : cluster [DBG] pgmap v8182: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:14.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:13 smithi156 conmon[67007]: cluster 2022-01-18T20:37:13.460842+0000 mgr.smithi129.iclwio (mgr.14716) 9516 : cluster [DBG] pgmap v8182: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:16 smithi156 conmon[67007]: cluster 2022-01-18T20:37:15.461642+0000 mgr.smithi129.iclwio (mgr.14716) 9517 : cluster [DBG] pgmap v8183: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:16 smithi129 conmon[101092]: cluster 2022-01-18T20:37:15.461642+0000 mgr.smithi129.iclwio (mgr.14716) 9517 : cluster [DBG] pgmap v8183: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:18.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:18 smithi156 conmon[67007]: cluster 2022-01-18T20:37:17.462217+0000 mgr.smithi129.iclwio (mgr.14716) 9518 : cluster [DBG] pgmap v8184: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:18 smithi129 conmon[101092]: cluster 2022-01-18T20:37:17.462217+0000 mgr.smithi129.iclwio (mgr.14716) 9518 : cluster [DBG] pgmap v8184: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:20 smithi156 conmon[67007]: cluster 2022-01-18T20:37:19.462919+0000 mgr.smithi129.iclwio (mgr.14716) 9519 : cluster [DBG] pgmap v8185: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:37:20.928 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:37:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:20 smithi129 conmon[101092]: cluster 2022-01-18T20:37:19.462919+0000 mgr.smithi129.iclwio (mgr.14716) 9519 : cluster [DBG] pgmap v8185: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:37:21.193 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:37:21.194 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 6m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:37:21.194 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 6m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:37:21.194 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 6m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:37:21.194 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 6m ago 4h 44.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:37:21.195 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 6m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:37:21.195 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 6m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:37:21.195 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 6m ago 4h 789M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:37:21.195 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 6m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:37:21.196 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 6m ago 4h 1722M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:37:21.196 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 6m ago 4h 811M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:37:21.196 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 6m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:37:21.196 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 6m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:37:21.196 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 6m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:37:21.197 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 6m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:37:21.197 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 6m ago 4h 2186M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:37:21.197 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 6m ago 4h 3279M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:37:21.197 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 6m ago 4h 2486M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:37:21.198 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 6m ago 4h 3303M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:37:21.198 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 6m ago 4h 3066M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:37:21.198 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 6m ago 4h 3579M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:37:21.198 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 6m ago 4h 2884M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:37:21.199 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 6m ago 4h 4164M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:37:21.199 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 6m ago 4h 151M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:37:21.509 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:37:21.509 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:37:21.510 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:37:21.510 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:37:21.510 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:37:21.510 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:37:21.511 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:37:21.511 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:37:21.511 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:37:21.511 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:37:21.512 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:37:21.512 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:37:21.512 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:37:21.512 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:37:21.512 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:37:21.513 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:37:21.513 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:37:21.513 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:37:21.513 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:37:21.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:21 smithi156 conmon[67007]: audit 2022-01-18T20:37:21.510022+0000 mon.smithi129 (mon.0) 2866 : audit [DBG] from='client.? 172.21.15.129:0/2551911575' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:37:21.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:21 smithi129 conmon[101092]: audit 2022-01-18T20:37:21.510022+0000 mon.smithi129 2022-01-18T20:37:21.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:21 smithi129 conmon[101092]: (mon.0) 2866 : audit [DBG] from='client.? 172.21.15.129:0/2551911575' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:37:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:22 smithi156 conmon[67007]: audit 2022-01-18T20:37:20.916998+0000 mgr.smithi129.iclwio (mgr.14716) 9520 : audit 2022-01-18T20:37:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:22 smithi156 conmon[67007]: [DBG] from='client.40438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:37:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:22 smithi156 conmon[67007]: audit 2022-01-18T20:37:21.185302+0000 mgr.smithi129.iclwio (mgr.14716) 9521 : audit [DBG] from='client.40442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:37:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:22 smithi156 conmon[67007]: cluster 2022 2022-01-18T20:37:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:22 smithi156 conmon[67007]: -01-18T20:37:21.463354+0000 mgr.smithi129.iclwio (mgr.14716) 9522 : cluster [DBG] pgmap v8186: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:22 smithi129 conmon[101092]: audit 2022-01-18T20:37:20.916998+0000 mgr.smithi129.iclwio (mgr.14716) 9520 : audit [DBG] from='client.40438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:37:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:22 smithi129 conmon[101092]: audit 2022-01-18T20:37:21.185302+0000 mgr.smithi129.iclwio (mgr.14716) 9521 : audit [DBG] from='client.40442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:37:22.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:22 smithi129 conmon[101092]: cluster 2022-01-18T20:37:21.463354+0000 mgr.smithi129.iclwio (mgr.14716) 9522 : cluster [DBG] pgmap v8186: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:22.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:22 smithi129 conmon[101092]: 2022-01-18T20:37:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:23 smithi129 conmon[101092]: cluster 2022-01-18T20:37:23.463883+0000 mgr.smithi129.iclwio (mgr.14716) 9523 : cluster [DBG] pgmap v8187: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:23 smithi129 conmon[101092]: 2022-01-18T20:37:24.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:23 smithi156 conmon[67007]: cluster 2022-01-18T20:37:23.463883+0000 mgr.smithi129.iclwio (mgr.14716) 9523 : cluster [DBG] 2022-01-18T20:37:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:23 smithi156 conmon[67007]: pgmap v8187: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:26.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:26 smithi156 conmon[67007]: cluster 2022-01-18T20:37:25.464612+0000 mgr.smithi129.iclwio (mgr.14716) 9524 : cluster [DBG] pgmap v8188: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:26.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:26 smithi129 conmon[101092]: cluster 2022-01-18T20:37:25.464612+0000 mgr.smithi129.iclwio (mgr.14716) 9524 : cluster [DBG] pgmap v8188: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:28.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:28 smithi156 conmon[67007]: cluster 2022-01-18T20:37:27.465138+0000 mgr.smithi129.iclwio (mgr.14716) 9525 : cluster [DBG] pgmap v8189: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:28.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:28 smithi129 conmon[101092]: cluster 2022-01-18T20:37:27.465138+0000 mgr.smithi129.iclwio (mgr.14716) 9525 : cluster [DBG] pgmap v8189: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:30.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:30 smithi156 conmon[67007]: cluster 2022-01-18T20:37:29.466038+0000 mgr.smithi129.iclwio (mgr.14716) 9526 : cluster [DBG] pgmap v8190: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:37:30.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:30 smithi129 conmon[101092]: cluster 2022-01-18T20:37:29.466038+0000 mgr.smithi129.iclwio (mgr.14716) 9526 : cluster [DBG] pgmap v8190: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:37:30.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:30 smithi129 conmon[101092]: 2022-01-18T20:37:32.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:32 smithi156 conmon[67007]: cluster 2022-01-18T20:37:31.466607+0000 mgr.smithi129.iclwio (mgr.14716) 9527 : cluster [DBG] pgmap v8191: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:32.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:32 smithi129 conmon[101092]: cluster 2022-01-18T20:37:31.466607+0000 mgr.smithi129.iclwio (mgr.14716) 9527 : cluster [DBG] pgmap v8191: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:32.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:32 smithi129 conmon[101092]: 2022-01-18T20:37:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:33 smithi129 conmon[101092]: cluster 2022-01-18T20:37:33.467162+0000 mgr.smithi129.iclwio (mgr.14716) 9528 : cluster [DBG] pgmap v8192: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:33 smithi129 conmon[101092]: 2022-01-18T20:37:34.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:33 smithi156 conmon[67007]: cluster 2022-01-18T20:37:33.467162+0000 mgr.smithi129.iclwio (mgr.14716) 9528 : cluster [DBG] pgmap v8192: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:36 smithi156 conmon[67007]: cluster 2022-01-18T20:37:35.468098+0000 mgr.smithi129.iclwio (mgr.14716) 9529 : cluster [DBG] pgmap v8193: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:36.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:36 smithi129 conmon[101092]: cluster 2022-01-18T20:37:35.468098+0000 mgr.smithi129.iclwio (mgr.14716) 9529 : cluster [DBG] pgmap v8193: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:38.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:38 smithi156 conmon[67007]: cluster 2022-01-18T20:37:37.468881+0000 mgr.smithi129.iclwio (mgr.14716) 9530 : cluster [DBG] pgmap v8194: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:38 smithi129 conmon[101092]: cluster 2022-01-18T20:37:37.468881+0000 mgr.smithi129.iclwio (mgr.14716) 9530 : cluster [DBG] pgmap v8194: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:38 smithi129 conmon[101092]: 2022-01-18T20:37:40.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:40 smithi156 conmon[67007]: cluster 2022-01-18T20:37:39.469570+0000 mgr.smithi129.iclwio (mgr.14716) 9531 : cluster [DBG] pgmap v8195: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:37:40.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:40 smithi129 conmon[101092]: cluster 2022-01-18T20:37:39.469570+0000 mgr.smithi129.iclwio (mgr.14716) 9531 : cluster [DBG] pgmap v8195: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:37:40.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:40 smithi129 conmon[101092]: 2022-01-18T20:37:42.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:42 smithi156 conmon[67007]: cluster 2022-01-18T20:37:41.470191+0000 mgr.smithi129.iclwio (mgr.14716) 9532 : cluster [DBG] pgmap v8196: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:42.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:42 smithi129 conmon[101092]: cluster 2022-01-18T20:37:41.470191+0000 mgr.smithi129.iclwio (mgr.14716) 9532 : cluster [DBG] pgmap v8196: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:43 smithi129 conmon[101092]: cluster 2022-01-18T20:37:43.470948+0000 mgr.smithi129.iclwio (mgr.14716) 9533 : cluster [DBG] pgmap v8197: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:43 smithi129 conmon[101092]: 2022-01-18T20:37:44.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:43 smithi156 conmon[67007]: cluster 2022-01-18T20:37:43.470948+0000 mgr.smithi129.iclwio (mgr.14716) 9533 : cluster [DBG] pgmap v8197: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:46 smithi156 conmon[67007]: cluster 2022-01-18T20:37:45.471950+0000 mgr.smithi129.iclwio (mgr.14716) 9534 : cluster [DBG] pgmap v8198: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:46.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:46 smithi129 conmon[101092]: cluster 2022-01-18T20:37:45.471950+0000 mgr.smithi129.iclwio (mgr.14716) 9534 : cluster [DBG] pgmap v8198: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:48.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:48 smithi156 conmon[67007]: cluster 2022-01-18T20:37:47.472498+0000 mgr.smithi129.iclwio (mgr.14716) 9535 : cluster [DBG] pgmap v8199: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:48 smithi156 conmon[67007]: 2022-01-18T20:37:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:48 smithi129 conmon[101092]: cluster 2022-01-18T20:37:47.472498+0000 mgr.smithi129.iclwio (mgr.14716) 9535 : cluster [DBG] pgmap v8199: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:50.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:50 smithi156 conmon[67007]: cluster 2022-01-18T20:37:49.473403+0000 mgr.smithi129.iclwio (mgr.14716) 9536 : cluster [DBG] pgmap v8200: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:37:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:50 smithi129 conmon[101092]: cluster 2022-01-18T20:37:49.473403+0000 mgr.smithi129.iclwio (mgr.14716) 9536 : cluster 2022-01-18T20:37:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:50 smithi129 conmon[101092]: [DBG] pgmap v8200: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:37:51.807 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:37:52.074 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:37:52.074 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 7m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:37:52.074 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 7m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:37:52.075 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 7m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:37:52.075 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 7m ago 4h 44.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:37:52.075 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 7m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:37:52.075 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 7m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:37:52.076 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 7m ago 4h 789M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:37:52.076 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 7m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:37:52.076 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 7m ago 4h 1722M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:37:52.076 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 7m ago 4h 811M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:37:52.077 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 7m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:37:52.077 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 7m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:37:52.077 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 7m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:37:52.077 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 7m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:37:52.078 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 7m ago 4h 2186M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:37:52.078 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 7m ago 4h 3279M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:37:52.078 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 7m ago 4h 2486M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:37:52.078 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 7m ago 4h 3303M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:37:52.079 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 7m ago 4h 3066M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:37:52.079 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 7m ago 4h 3579M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:37:52.079 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 7m ago 4h 2884M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:37:52.079 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 7m ago 4h 4164M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:37:52.080 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 7m ago 4h 151M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:37:52.390 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:37:52.391 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:37:52.391 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:37:52.391 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:37:52.392 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:37:52.392 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:37:52.392 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:37:52.392 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:37:52.392 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:37:52.393 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:37:52.393 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:37:52.393 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:37:52.393 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:37:52.393 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:37:52.394 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:37:52.394 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:37:52.394 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:37:52.394 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:37:52.395 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:37:52.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:52 smithi156 conmon[67007]: cluster 2022-01-18T20:37:51.474023+0000 mgr.smithi129.iclwio (mgr.14716) 9537 : cluster [DBG] pgmap v8201: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:52 smithi156 conmon[67007]: audit 2022-01-18T20 2022-01-18T20:37:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:52 smithi156 conmon[67007]: :37:52.391274+0000 mon.smithi129 (mon.0) 2867 : audit [DBG] from='client.? 172.21.15.129:0/3455380993' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:37:52.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:52 smithi129 conmon[101092]: cluster 2022-01-18T20:37:51.474023+0000 mgr.smithi129.iclwio (mgr.14716) 9537 : cluster [DBG] 2022-01-18T20:37:52.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:52 smithi129 conmon[101092]: pgmap v8201: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:52.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:52 smithi129 conmon[101092]: audit 2022-01-18T20:37:52.391274+0000 mon.smithi129 (mon.0) 2867 : audit [DBG] from='client.? 172.21.15.129:0/3455380993' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:37:53.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:53 smithi156 conmon[67007]: audit 2022-01-18T20:37:51.796110+0000 mgr.smithi129.iclwio (mgr.14716) 9538 : audit [DBG] from='client.40450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:37:53.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:53 smithi156 conmon[67007]: audit 2022-01-18T20:37:52.065780+0000 mgr.smithi129.iclwio (mgr.14716) 9539 : audit [DBG] from='client.40454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:37:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:53 smithi129 conmon[101092]: audit 2022-01-18T20:37:51.796110+0000 mgr.smithi129.iclwio (mgr.14716) 9538 : audit [DBG] from='client.40450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:37:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:53 smithi129 conmon[101092]: audit 2022-01-18T20:37:52.065780+0000 mgr.smithi129.iclwio (mgr.14716) 9539 : audit [DBG] from='client.40454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:37:54.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:54 smithi156 conmon[67007]: cluster 2022-01-18T20:37:53.474574+0000 mgr.smithi129.iclwio (mgr.14716) 9540 : cluster [DBG] pgmap v8202: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:54.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:54 smithi129 conmon[101092]: cluster 2022-01-18T20:37:53.474574+0000 mgr.smithi129.iclwio (mgr.14716) 9540 : cluster [DBG] pgmap v8202: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:56.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:56 smithi156 conmon[67007]: cluster 2022-01-18T20:37:55.475570+0000 mgr.smithi129.iclwio (mgr.14716) 9541 : cluster [DBG] pgmap v8203: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:56.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:56 smithi129 conmon[101092]: cluster 2022-01-18T20:37:55.475570+0000 mgr.smithi129.iclwio (mgr.14716) 9541 : cluster [DBG] pgmap v8203: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:58.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:58 smithi156 conmon[67007]: cluster 2022-01-18T20:37:57.476123+0000 mgr.smithi129.iclwio (mgr.14716) 9542 : cluster [DBG] pgmap v8204: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:58 smithi129 conmon[101092]: cluster 2022-01-18T20:37:57.476123+0000 mgr.smithi129.iclwio (mgr.14716) 9542 : cluster [DBG] pgmap v8204: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:37:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:59 smithi129 conmon[101092]: audit 2022-01-18T20:37:59.297619+0000 mon.smithi129 (mon.0) 2868 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:37:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:59 smithi129 conmon[101092]: 2022-01-18T20:37:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:37:59 smithi129 conmon[101092]: audit 2022-01-18T20:37:59.297888+0000 mon.smithi129 (mon.0) 2869 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:38:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:59 smithi156 conmon[67007]: audit 2022-01-18T20:37:59.297619+0000 mon.smithi129 (mon.0) 2868 : audit 2022-01-18T20:38:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:59 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:38:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:37:59 smithi156 conmon[67007]: audit 2022-01-18T20:37:59.297888+0000 mon.smithi129 (mon.0) 2869 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:38:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:00 smithi129 conmon[101092]: cluster 2022-01-18T20:37:59.477412+0000 mgr.smithi129.iclwio (mgr.14716) 9543 : cluster [DBG] pgmap v8205: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:38:01.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:00 smithi156 conmon[67007]: cluster 2022-01-18T20:37:59.477412+0000 mgr.smithi129.iclwio (mgr.14716) 9543 : cluster [DBG] pgmap v8205: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:38:01.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:01 smithi129 conmon[101092]: audit 2022-01-18T20:38:01.205305+0000 mon.smithi129 (mon.0 2022-01-18T20:38:01.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:01 smithi129 conmon[101092]: ) 2870 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:38:01.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:01 smithi129 conmon[101092]: audit 2022-01-18T20:38:01.206776+0000 mon.smithi129 (mon.0) 2871 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:38:01.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:01 smithi129 conmon[101092]: audit 2022-01-18T20:38:01 2022-01-18T20:38:01.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:01 smithi129 conmon[101092]: .207663+0000 mon.smithi129 (mon.0) 2872 2022-01-18T20:38:01.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:01 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:38:01.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:01 smithi129 conmon[101092]: audit 2022-01-18T20 2022-01-18T20:38:01.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:01 smithi129 conmon[101092]: :38:01.516331+0000 mon.smithi129 (mon. 2022-01-18T20:38:01.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:01 smithi129 conmon[101092]: 0) 2873 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:38:01.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:01 smithi129 conmon[101092]: 2022-01-18T20:38:01.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:01 smithi129 conmon[101092]: audit 2022 2022-01-18T20:38:01.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:01 smithi129 conmon[101092]: -01-18T20:38:01 2022-01-18T20:38:01.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:01 smithi129 conmon[101092]: .521327+0000 mon.smithi129 (mon.0 2022-01-18T20:38:01.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:01 smithi129 conmon[101092]: ) 2874 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:38:02.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:01 smithi156 conmon[67007]: audit 2022-01-18T20:38:01.205305+0000 mon.smithi129 (mon 2022-01-18T20:38:02.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:01 smithi156 conmon[67007]: .0) 2870 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:38:02.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:01 smithi156 conmon[67007]: audit 2022-01-18T20:38:01.206776+0000 mon.smithi129 (mon.0) 2871 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:38:02.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:01 smithi156 conmon[67007]: audit 2022-01-18T20:38:01.207663+0000 mon.smithi129 (mon.0) 2872 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:38:02.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:01 smithi156 conmon[67007]: audit 2022-01-18T20:38:02.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:01 smithi156 conmon[67007]: 2022-01-18T20:38:01.516331+0000 mon.smithi129 (mon.0) 2873 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:38:02.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:01 smithi156 conmon[67007]: audit 2022- 2022-01-18T20:38:02.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:01 smithi156 conmon[67007]: 01-18T20:38:01. 2022-01-18T20:38:02.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:01 smithi156 conmon[67007]: 521327+0000 mon.smithi129 (mon.0) 2874 : audit 2022-01-18T20:38:02.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:01 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:38:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:02 smithi129 conmon[101092]: cephadm 2022-01-18T20:38:01.208391+0000 mgr.smithi129.iclwio (mgr.14716) 9544 : cephadm 2022-01-18T20:38:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:02 smithi129 conmon[101092]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:38:02.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:02 smithi129 conmon[101092]: cluster 2022-01-18T20:38:01.477816+0000 mgr.smithi129.iclwio (mgr.14716) 9545 : cluster [DBG] pgmap v8206: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:03.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:02 smithi156 conmon[67007]: cephadm 2022-01-18T20:38:01.208391+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:38:03.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:02 smithi156 conmon[67007]: 9544 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:38:03.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:02 smithi156 conmon[67007]: cluster 2022-01-18T20:38:01.477816+0000 mgr.smithi129.iclwio (mgr.14716) 9545 : cluster [DBG] pgmap v8206: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:03 smithi129 conmon[101092]: cluster 2022-01-18T20:38:03.478484+0000 mgr.smithi129.iclwio (mgr.14716) 9546 : cluster [DBG] 2022-01-18T20:38:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:03 smithi129 conmon[101092]: pgmap v8207: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:04.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:03 smithi156 conmon[67007]: cluster 2022-01-18T20:38:03.478484+0000 mgr.smithi129.iclwio (mgr.14716) 9546 : cluster 2022-01-18T20:38:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:03 smithi156 conmon[67007]: [DBG] pgmap v8207: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:06.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:06 smithi156 conmon[67007]: cluster 2022-01-18T20:38:05.479415+0000 mgr.smithi129.iclwio (mgr.14716) 9547 : cluster [DBG] pgmap v8208: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:06 smithi129 conmon[101092]: cluster 2022-01-18T20:38:05.479415+0000 mgr.smithi129.iclwio (mgr.14716) 9547 : cluster [DBG] pgmap v8208: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:08.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:08 smithi156 conmon[67007]: cluster 2022-01-18T20:38:07.480182+0000 mgr.smithi129.iclwio (mgr.14716) 9548 : cluster [DBG] pgmap v8209: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:08 smithi129 conmon[101092]: cluster 2022-01-18T20:38:07.480182+0000 mgr.smithi129.iclwio (mgr.14716) 9548 : cluster [DBG] pgmap v8209: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:10 smithi156 conmon[67007]: cluster 2022-01-18T20:38:09.481097+0000 mgr.smithi129.iclwio (mgr.14716) 9549 : cluster [DBG] pgmap v8210: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:38:10.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:10 smithi129 conmon[101092]: cluster 2022-01-18T20:38:09.481097+0000 mgr.smithi129.iclwio (mgr.14716) 9549 : cluster [DBG] pgmap v8210: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:38:12.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:12 smithi156 conmon[67007]: cluster 2022-01-18T20:38:11.481608+0000 mgr.smithi129.iclwio (mgr.14716) 9550 : cluster [DBG] pgmap v8211: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:12.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:12 smithi129 conmon[101092]: cluster 2022-01-18T20:38:11.481608+0000 mgr.smithi129.iclwio (mgr.14716) 9550 : cluster [DBG] pgmap v8211: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:13 smithi129 conmon[101092]: cluster 2022-01-18T20:38:13.482152+0000 mgr.smithi129.iclwio (mgr.14716) 9551 : cluster [DBG] pgmap v8212: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:14.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:13 smithi156 conmon[67007]: cluster 2022-01-18T20:38:13.482152+0000 mgr.smithi129.iclwio (mgr.14716) 9551 : cluster [DBG] pgmap v8212: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:16.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:16 smithi156 conmon[67007]: cluster 2022-01-18T20:38:15.482927+0000 mgr.smithi129.iclwio (mgr.14716) 9552 : cluster [DBG] pgmap v8213: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:16 smithi129 conmon[101092]: cluster 2022-01-18T20:38:15.482927+0000 mgr.smithi129.iclwio (mgr.14716) 9552 : cluster [DBG] pgmap v8213: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:16 smithi129 conmon[101092]: 2022-01-18T20:38:18.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:18 smithi156 conmon[67007]: cluster 2022-01-18T20:38:17.483402+0000 mgr.smithi129.iclwio (mgr.14716) 9553 : cluster [DBG] pgmap v8214: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:18 smithi129 conmon[101092]: cluster 2022-01-18T20:38:17.483402+0000 mgr.smithi129.iclwio (mgr.14716) 9553 : cluster [DBG] pgmap v8214: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:20.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:20 smithi156 conmon[67007]: cluster 2022-01-18T20:38:19.484281+0000 mgr.smithi129.iclwio (mgr.14716) 9554 : cluster [DBG] pgmap v8215: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:38:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:20 smithi129 conmon[101092]: cluster 2022-01-18T20:38:19.484281+0000 mgr.smithi129.iclwio (mgr.14716) 9554 : cluster [DBG] 2022-01-18T20:38:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:20 smithi129 conmon[101092]: pgmap v8215: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:38:22.689 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:38:22.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:22 smithi156 conmon[67007]: cluster 2022-01-18T20:38:21.484778+0000 mgr.smithi129.iclwio (mgr.14716) 9555 : cluster [DBG] pgmap v8216: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:22 smithi129 conmon[101092]: cluster 2022-01-18T20:38:21.484778+0000 mgr.smithi129.iclwio (mgr.14716) 9555 : cluster 2022-01-18T20:38:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:22 smithi129 conmon[101092]: [DBG] pgmap v8216: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:22.956 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:38:22.956 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 7m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:38:22.956 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 7m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:38:22.956 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 7m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:38:22.957 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 7m ago 4h 44.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:38:22.957 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 7m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:38:22.958 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 7m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:38:22.958 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 7m ago 4h 789M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:38:22.958 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 7m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:38:22.958 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 7m ago 4h 1722M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:38:22.959 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 7m ago 4h 811M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:38:22.959 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 7m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:38:22.959 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 7m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:38:22.959 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 7m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:38:22.959 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 7m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:38:22.960 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 7m ago 4h 2186M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:38:22.960 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 7m ago 4h 3279M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:38:22.960 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 7m ago 4h 2486M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:38:22.961 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 7m ago 4h 3303M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:38:22.961 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 7m ago 4h 3066M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:38:22.961 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 7m ago 4h 3579M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:38:22.961 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 7m ago 4h 2884M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:38:22.962 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 7m ago 4h 4164M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:38:22.962 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 7m ago 4h 151M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:38:23.273 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:38:23.273 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:38:23.274 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:38:23.274 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:38:23.275 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:38:23.275 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:38:23.276 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:38:23.276 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:38:23.277 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:38:23.277 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:38:23.278 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:38:23.278 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:38:23.278 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:38:23.279 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:38:23.279 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:38:23.280 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:38:23.280 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:38:23.281 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:38:23.281 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:38:23.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:23 smithi129 conmon[101092]: audit 2022-01-18T20 2022-01-18T20:38:23.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:23 smithi129 conmon[101092]: :38:22.678640+0000 mgr.smithi129.iclwio (mgr.14716) 9556 : audit [DBG] from='client.40462 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:38:23.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:23 smithi129 conmon[101092]: audit 2022-01-18T20:38:23.273809+0000 mon.smithi129 (mon.0) 2875 : 2022-01-18T20:38:23.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:23 smithi129 conmon[101092]: audit [DBG] from='client.? 172.21.15.129:0/2578705979' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:38:24.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:23 smithi156 conmon[67007]: audit 2022-01-18T20:38:22.678640+0000 mgr.smithi129.iclwio (mgr.14716) 9556 : audit [DBG] from='client.40462 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:38:24.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:23 smithi156 conmon[67007]: audit 2022-01-18T20:38:23.273809+0000 mon.smithi129 (mon.0) 2875 : audit [DBG] from='client.? 172.21.15.129:0/2578705979' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:38:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:24 smithi156 conmon[67007]: audit 2022-01-18T20:38:22.947446+0000 mgr.smithi129.iclwio (mgr.14716) 9557 : audit [DBG] from='client.40466 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:38:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:24 smithi156 conmon[67007]: cluster 2022-01-18T20:38:23.485451+0000 mgr.smithi129.iclwio (mgr.14716) 9558 : cluster [DBG] pgmap v8217: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:24.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:24 smithi129 conmon[101092]: audit 2022-01-18T20:38:22.947446+0000 mgr.smithi129.iclwio (mgr.14716) 9557 : audit [DBG] from='client.40466 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:38:24.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:24 smithi129 conmon[101092]: cluster 2022-01-18T20:38:23.485451+0000 mgr.smithi129.iclwio (mgr.14716) 9558 : cluster [DBG] pgmap v8217: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:26.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:26 smithi129 conmon[101092]: cluster 2022-01-18T20:38:25.486304+0000 mgr.smithi129.iclwio (mgr.14716) 9559 : cluster [DBG] pgmap v8218: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:27.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:26 smithi156 conmon[67007]: cluster 2022-01-18T20:38:25.486304+0000 mgr.smithi129.iclwio (mgr.14716) 9559 : cluster [DBG] pgmap v8218: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:28.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:28 smithi129 conmon[101092]: cluster 2022-01-18T20:38:27.486935+0000 mgr.smithi129.iclwio (mgr.14716) 9560 : cluster [DBG] pgmap v8219: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:29.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:28 smithi156 conmon[67007]: cluster 2022-01-18T20:38:27.486935+0000 mgr.smithi129.iclwio (mgr.14716) 9560 : cluster [DBG] pgmap v8219: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:30.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:30 smithi129 conmon[101092]: cluster 2022-01-18T20:38:29.487555+0000 mgr.smithi129.iclwio (mgr.14716) 9561 : cluster [DBG] pgmap v8220: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:38:31.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:30 smithi156 conmon[67007]: cluster 2022-01-18T20:38:29.487555+0000 mgr.smithi129.iclwio (mgr.14716) 9561 : cluster [DBG] pgmap v8220: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:38:31.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:30 smithi156 conmon[67007]: 2022-01-18T20:38:32.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:32 smithi129 conmon[101092]: cluster 2022-01-18T20:38:31.488196+0000 mgr.smithi129.iclwio (mgr.14716) 9562 : cluster [DBG] pgmap v8221: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:33.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:32 smithi156 conmon[67007]: cluster 2022-01-18T20:38:31.488196+0000 mgr.smithi129.iclwio (mgr.14716) 9562 : 2022-01-18T20:38:33.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:32 smithi156 conmon[67007]: cluster [DBG] pgmap v8221: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:33 smithi129 conmon[101092]: cluster 2022-01-18T20:38:33.488876+0000 mgr.smithi129.iclwio (mgr.14716) 9563 : cluster [DBG] 2022-01-18T20:38:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:33 smithi129 conmon[101092]: pgmap v8222: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:34.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:33 smithi156 conmon[67007]: cluster 2022-01-18T20:38:33.488876+0000 mgr.smithi129.iclwio (mgr.14716) 9563 : cluster [DBG] pgmap v8222: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:36.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:36 smithi156 conmon[67007]: cluster 2022-01-18T20:38:35.489627+0000 mgr.smithi129.iclwio (mgr.14716) 9564 : cluster [DBG] pgmap v8223: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:36.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:36 smithi129 conmon[101092]: cluster 2022-01-18T20:38:35.489627+0000 mgr.smithi129.iclwio (mgr.14716) 9564 : cluster [DBG] pgmap v8223: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:38 smithi129 conmon[101092]: cluster 2022-01-18T20:38:37.490168+0000 mgr.smithi129.iclwio (mgr.14716) 9565 : cluster [DBG] pgmap v8224: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:38 smithi129 conmon[101092]: 2022-01-18T20:38:39.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:38 smithi156 conmon[67007]: cluster 2022-01-18T20:38:37.490168+0000 mgr.smithi129.iclwio (mgr.14716) 9565 : cluster [DBG] pgmap v8224: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:40.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:40 smithi129 conmon[101092]: cluster 2022-01-18T20:38:39.491066+0000 mgr.smithi129.iclwio (mgr.14716) 9566 : cluster [DBG] pgmap v8225: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:38:41.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:40 smithi156 conmon[67007]: cluster 2022-01-18T20:38:39.491066+0000 mgr.smithi129.iclwio (mgr.14716) 9566 : cluster [DBG] pgmap v8225: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:38:42.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:42 smithi129 conmon[101092]: cluster 2022-01-18T20:38:41.491678+0000 mgr.smithi129.iclwio (mgr.14716) 9567 : cluster [DBG] pgmap v8226: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:43.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:42 smithi156 conmon[67007]: cluster 2022-01-18T20:38:41.491678+0000 mgr.smithi129.iclwio (mgr.14716) 9567 : cluster 2022-01-18T20:38:43.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:42 smithi156 conmon[67007]: [DBG] pgmap v8226: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:43 smithi129 conmon[101092]: cluster 2022-01-18T20:38:43.492190+0000 mgr.smithi129.iclwio (mgr.14716) 9568 : cluster [DBG] pgmap v8227: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:44.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:43 smithi156 conmon[67007]: cluster 2022-01-18T20:38:43.492190+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:38:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:43 smithi156 conmon[67007]: ) 9568 : cluster [DBG] pgmap v8227: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:46.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:46 smithi156 conmon[67007]: cluster 2022-01-18T20:38:45.492963+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:38:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:46 smithi156 conmon[67007]: ) 9569 : cluster [DBG] pgmap v8228: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:46.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:46 smithi129 conmon[101092]: cluster 2022-01-18T20:38:45.492963+0000 mgr.smithi129.iclwio (mgr.14716) 9569 : cluster [DBG] pgmap v8228: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:48 smithi129 conmon[101092]: cluster 2022-01-18T20:38:47.493433+0000 mgr.smithi129.iclwio (mgr.14716) 9570 : cluster [DBG] pgmap v8229: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:49.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:48 smithi156 conmon[67007]: cluster 2022-01-18T20:38:47.493433+0000 mgr.smithi129.iclwio (mgr.14716) 9570 2022-01-18T20:38:49.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:48 smithi156 conmon[67007]: : cluster [DBG] pgmap v8229: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:50 smithi129 conmon[101092]: cluster 2022-01-18T20:38:49.494291+0000 mgr.smithi129.iclwio (mgr.14716) 9571 : cluster [DBG] pgmap v8230: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:38:51.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:50 smithi156 conmon[67007]: cluster 2022-01-18T20:38:49.494291+0000 mgr.smithi129.iclwio (mgr.14716) 9571 : cluster [DBG] pgmap v8230: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:38:51.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:50 smithi156 conmon[67007]: 2022-01-18T20:38:52.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:52 smithi129 conmon[101092]: cluster 2022-01-18T20:38:51.494952+0000 mgr.smithi129.iclwio (mgr.14716) 9572 : cluster [DBG] pgmap v8231: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:53.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:52 smithi156 conmon[67007]: cluster 2022-01-18T20:38:51.494952+0000 mgr.smithi129.iclwio (mgr.14716) 9572 : cluster [DBG] pgmap v8231: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:53.572 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:38:53.845 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:38:53.846 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 8m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:38:53.846 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 8m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:38:53.846 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 8m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:38:53.847 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 8m ago 4h 44.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:38:53.847 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 8m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:38:53.847 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 8m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:38:53.847 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 8m ago 4h 789M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:38:53.848 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 8m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:38:53.848 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 8m ago 4h 1722M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:38:53.848 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 8m ago 4h 811M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:38:53.848 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 8m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:38:53.849 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 8m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:38:53.849 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 8m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:38:53.849 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 8m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:38:53.849 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 8m ago 4h 2186M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:38:53.849 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 8m ago 4h 3279M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:38:53.850 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 8m ago 4h 2486M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:38:53.850 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 8m ago 4h 3303M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:38:53.850 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 8m ago 4h 3066M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:38:53.850 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 8m ago 4h 3579M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:38:53.851 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 8m ago 4h 2884M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:38:53.851 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 8m ago 4h 4164M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:38:53.851 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 8m ago 4h 151M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:38:54.163 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:38:54.164 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:38:54.164 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:38:54.164 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:38:54.165 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:38:54.165 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:38:54.165 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:38:54.165 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:38:54.165 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:38:54.166 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:38:54.166 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:38:54.166 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:38:54.166 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:38:54.167 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:38:54.167 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:38:54.167 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:38:54.167 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:38:54.168 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:38:54.168 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:38:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:53 smithi129 conmon[101092]: cluster 2022-01-18T20:38:53.495396+0000 mgr.smithi129.iclwio (mgr.14716) 9573 : 2022-01-18T20:38:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:53 smithi129 conmon[101092]: cluster [DBG] pgmap v8232: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:53 smithi129 conmon[101092]: audit 2022-01-18T20:38:53.560469+0000 mgr.smithi129.iclwio (mgr.14716) 9574 : audit [DBG] from='client.40474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:38:54.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:53 smithi156 conmon[67007]: cluster 2022-01-18T20:38:53.495396+0000 mgr.smithi129.iclwio (mgr.14716) 9573 : cluster [DBG] pgmap v8232: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:53 smithi156 conmon[67007]: audit 2022-01-18T20:38:53.560469+0000 mgr.smithi129.iclwio (mgr.14716) 9574 : audit [DBG] from='client.40474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:38:55.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:54 smithi129 conmon[101092]: audit 2022-01-18T20:38:53.837253+0000 mgr.smithi129.iclwio (mgr.14716) 9575 : audit 2022-01-18T20:38:55.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:54 smithi129 conmon[101092]: [DBG] from='client.40478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:38:55.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:54 smithi129 conmon[101092]: audit 2022-01-18T20:38:54.164340+0000 mon.smithi129 (mon.0) 2876 : audit [DBG] from='client.? 172.21.15.129:0/1621805792' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:38:55.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:54 smithi156 conmon[67007]: audit 2022-01-18T20:38:53.837253+0000 mgr.smithi129.iclwio (mgr.14716) 9575 : audit [DBG] from='client.40478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:38:55.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:54 smithi156 conmon[67007]: audit 2022-01-18T20:38:54.164340+0000 mon.smithi129 (mon.0) 2876 : audit [DBG] from='client.? 172.21.15.129:0/1621805792' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:38:56.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:55 smithi129 conmon[101092]: cluster 2022-01-18T20:38:55.496229+0000 mgr.smithi129.iclwio (mgr.14716) 9576 : cluster 2022-01-18T20:38:56.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:55 smithi129 conmon[101092]: [DBG] pgmap v8233: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:56.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:55 smithi156 conmon[67007]: cluster 2022-01-18T20:38:55.496229+0000 mgr.smithi129.iclwio (mgr.14716) 9576 : cluster [DBG] pgmap v8233: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:58 smithi129 conmon[101092]: cluster 2022-01-18T20:38:57.496935+0000 mgr.smithi129.iclwio (mgr.14716) 9577 : cluster [DBG] pgmap v8234: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:59.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:58 smithi156 conmon[67007]: cluster 2022-01-18T20:38:57.496935+0000 mgr.smithi129.iclwio (mgr.14716) 9577 : cluster [DBG] pgmap v8234: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:38:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:59 smithi129 conmon[101092]: audit 2022-01-18T20:38:59.301438+0000 mon.smithi129 (mon.0) 2877 : audit [INF] 2022-01-18T20:38:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:59 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:38:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:38:59 smithi129 conmon[101092]: audit 2022-01-18T20:38:59.301749+0000 mon.smithi129 (mon.0) 2878 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:39:00.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:59 smithi156 conmon[67007]: audit 2022-01-18T20:38:59.301438+0000 mon.smithi129 (mon.0) 2877 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:39:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:38:59 smithi156 conmon[67007]: audit 2022-01-18T20:38:59.301749+0000 mon.smithi129 (mon.0) 2878 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:39:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:00 smithi129 conmon[101092]: cluster 2022-01-18T20:38:59.497867+0000 mgr.smithi129.iclwio (mgr.14716) 9578 : cluster [DBG] 2022-01-18T20:39:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:00 smithi129 conmon[101092]: pgmap v8235: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:39:01.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:00 smithi156 conmon[67007]: cluster 2022-01-18T20:38:59.497867+0000 mgr.smithi129.iclwio (mgr.14716) 9578 : cluster [DBG] pgmap v8235: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:39:01.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:01 smithi129 conmon[101092]: audit 2022-01-18T20:39:01.524027+0000 mon.smithi129 (mon.0) 2879 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:39:01.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:01 smithi129 conmon[101092]: audit 2022-01-18T20:39:01.525561+0000 mon.smithi129 (mon.0) 2880 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:39:01.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:01 smithi129 conmon[101092]: audit 2022-01-18T20:39:01.526451+0000 mon.smithi129 (mon.0) 2881 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:39:02.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:01 smithi156 conmon[67007]: audit 2022-01-18T20:39:01.524027+0000 mon.smithi129 (mon.0) 2879 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:39:02.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:01 smithi156 conmon[67007]: audit 2022-01-18T20:39:01.525561+0000 mon.smithi129 (mon.0) 2880 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:39:02.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:01 smithi156 conmon[67007]: audit 2022-01-18T20:39:01.526451+0000 mon.smithi129 (mon.0) 2881 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:39:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:02 smithi129 conmon[101092]: cluster 2022-01-18T20:39:01.498553+0000 mgr.smithi129.iclwio (mgr.14716) 9579 : cluster 2022-01-18T20:39:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:02 smithi129 conmon[101092]: [DBG] pgmap v8236: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:02.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:02 smithi129 conmon[101092]: cephadm 2022-01-18T20:39:01.527233+0000 mgr.smithi129.iclwio (mgr.14716) 9580 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:39:02.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:02 smithi129 conmon[101092]: audit 2022-01-18T20:39:01.842782 2022-01-18T20:39:02.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:02 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 2882 : audit 2022-01-18T20:39:02.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:02 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:39:02.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:02 smithi129 conmon[101092]: audit 2022 2022-01-18T20:39:02.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:02 smithi129 conmon[101092]: -01-18T20:39:01 2022-01-18T20:39:02.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:02 smithi129 conmon[101092]: .849577+0000 mon.smithi129 (mon.0 2022-01-18T20:39:02.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:02 smithi129 conmon[101092]: ) 2883 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:39:03.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:02 smithi156 conmon[67007]: cluster 2022-01-18T20:39:01.498553+0000 mgr.smithi129.iclwio (mgr.14716) 9579 : cluster [DBG] pgmap v8236: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:03.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:02 smithi156 conmon[67007]: cephadm 2022-01-18T20:39 2022-01-18T20:39:03.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:02 smithi156 conmon[67007]: :01.527233+0000 mgr.smithi129.iclwio (mgr.14716) 9580 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:39:03.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:02 smithi156 conmon[67007]: audit 2022-01-18T20:39:01.842782+0000 mon.smithi129 (mon.0) 2882 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:39:03.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:02 smithi156 conmon[67007]: audit 2022-01 2022-01-18T20:39:03.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:02 smithi156 conmon[67007]: -18T20:39:01.849577+0000 mon.smithi129 (mon.0) 2883 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:39:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:03 smithi129 conmon[101092]: cluster 2022-01-18T20:39:03.499337+0000 mgr.smithi129.iclwio (mgr.14716) 9581 : cluster [DBG] pgmap v8237: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:04.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:03 smithi156 conmon[67007]: cluster 2022-01-18T20:39:03.499337+0000 mgr.smithi129.iclwio (mgr.14716) 9581 : cluster 2022-01-18T20:39:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:03 smithi156 conmon[67007]: [DBG] pgmap v8237: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:06 smithi129 conmon[101092]: cluster 2022-01-18T20:39:05.500181+0000 mgr.smithi129.iclwio (mgr.14716) 9582 : cluster [DBG] pgmap v8238: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:06 smithi129 conmon[101092]: 2022-01-18T20:39:07.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:06 smithi156 conmon[67007]: cluster 2022-01-18T20:39:05.500181+0000 mgr.smithi129.iclwio (mgr.14716) 9582 2022-01-18T20:39:07.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:06 smithi156 conmon[67007]: : cluster [DBG] pgmap v8238: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:08 smithi129 conmon[101092]: cluster 2022-01-18T20:39:07.500724+0000 mgr.smithi129.iclwio (mgr.14716) 9583 : cluster [DBG] pgmap v8239: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:09.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:08 smithi156 conmon[67007]: cluster 2022-01-18T20:39:07.500724+0000 mgr.smithi129.iclwio (mgr.14716) 9583 : cluster 2022-01-18T20:39:09.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:08 smithi156 conmon[67007]: [DBG] pgmap v8239: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:10.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:10 smithi129 conmon[101092]: cluster 2022-01-18T20:39:09.501641+0000 mgr.smithi129.iclwio (mgr.14716) 9584 : 2022-01-18T20:39:10.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:10 smithi129 conmon[101092]: cluster [DBG] pgmap v8240: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:39:11.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:10 smithi156 conmon[67007]: cluster 2022-01-18T20:39:09.501641+0000 mgr.smithi129.iclwio (mgr.14716) 9584 : 2022-01-18T20:39:11.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:10 smithi156 conmon[67007]: cluster [DBG] pgmap v8240: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:39:12.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:12 smithi129 conmon[101092]: cluster 2022-01-18T20:39:11.502194+0000 mgr.smithi129.iclwio (mgr.14716) 9585 : cluster [DBG] pgmap v8241: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:12.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:12 smithi129 conmon[101092]: 2022-01-18T20:39:13.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:12 smithi156 conmon[67007]: cluster 2022-01-18T20:39:11.502194+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:39:13.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:12 smithi156 conmon[67007]: 9585 : cluster [DBG] pgmap v8241: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:13 smithi129 conmon[101092]: cluster 2022-01-18T20:39:13.502882+0000 mgr.smithi129.iclwio (mgr.14716) 9586 : cluster 2022-01-18T20:39:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:13 smithi129 conmon[101092]: [DBG] pgmap v8242: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:14.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:13 smithi156 conmon[67007]: cluster 2022-01-18T20:39:13.502882+0000 mgr.smithi129.iclwio (mgr.14716) 9586 : cluster [DBG] 2022-01-18T20:39:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:13 smithi156 conmon[67007]: pgmap v8242: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:16 smithi129 conmon[101092]: cluster 2022-01-18T20:39:15.503725+0000 mgr.smithi129.iclwio (mgr.14716) 9587 : cluster [DBG] 2022-01-18T20:39:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:16 smithi129 conmon[101092]: pgmap v8243: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:17.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:16 smithi156 conmon[67007]: cluster 2022-01-18T20:39:15.503725+0000 mgr.smithi129.iclwio (mgr.14716) 9587 : cluster [DBG] pgmap v8243: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:18 smithi129 conmon[101092]: cluster 2022-01-18T20:39:17.504456+0000 mgr.smithi129.iclwio (mgr.14716) 9588 : cluster [DBG] pgmap v8244: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:19.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:18 smithi156 conmon[67007]: cluster 2022-01-18T20:39:17.504456+0000 mgr.smithi129.iclwio (mgr.14716) 9588 : cluster [DBG] pgmap v8244: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:20 smithi129 conmon[101092]: cluster 2022-01-18T20:39:19.505427+0000 mgr.smithi129.iclwio (mgr.14716) 9589 : cluster [DBG] pgmap v8245: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:39:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:20 smithi129 conmon[101092]: 2022-01-18T20:39:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:20 smithi156 conmon[67007]: cluster 2022-01-18T20:39:19.505427+0000 mgr.smithi129.iclwio (mgr.14716) 9589 : cluster [DBG] pgmap v8245: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:39:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:22 smithi129 conmon[101092]: cluster 2022-01-18T20:39:21.506006+0000 mgr.smithi129.iclwio (mgr.14716) 9590 : cluster [DBG] pgmap v8246: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:23.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:22 smithi156 conmon[67007]: cluster 2022-01-18T20:39:21.506006+0000 mgr.smithi129.iclwio (mgr.14716) 9590 : cluster [DBG] pgmap v8246: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:24.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:23 smithi129 conmon[101092]: cluster 2022-01-18T20:39:23.506595+0000 mgr.smithi129.iclwio (mgr 2022-01-18T20:39:24.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:23 smithi129 conmon[101092]: .14716) 9591 : cluster [DBG] pgmap v8247: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:24.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:23 smithi156 conmon[67007]: cluster 2022-01-18T20:39:23.506595+0000 mgr.smithi129.iclwio (mgr.14716) 9591 : cluster [DBG] pgmap v8247: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:24.464 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:39:24.728 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:39:24.728 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 8m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:39:24.729 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 8m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:39:24.729 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 8m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:39:24.729 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 8m ago 4h 44.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:39:24.729 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 8m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:39:24.730 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 8m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:39:24.730 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 8m ago 4h 789M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:39:24.730 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 8m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:39:24.730 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 8m ago 4h 1722M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:39:24.731 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 8m ago 4h 811M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:39:24.731 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 8m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:39:24.731 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 8m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:39:24.731 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 8m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:39:24.731 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 8m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:39:24.732 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 8m ago 4h 2186M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:39:24.732 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 8m ago 4h 3279M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:39:24.732 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 8m ago 4h 2486M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:39:24.732 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 8m ago 4h 3303M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:39:24.733 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 8m ago 4h 3066M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:39:24.733 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 8m ago 4h 3579M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:39:24.733 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 8m ago 4h 2884M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:39:24.733 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 8m ago 4h 4164M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:39:24.733 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 8m ago 4h 151M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:39:25.050 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:39:25.050 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:39:25.050 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:39:25.051 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:39:25.051 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:39:25.051 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:39:25.051 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:39:25.051 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:39:25.052 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:39:25.052 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:39:25.052 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:39:25.052 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:39:25.053 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:39:25.053 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:39:25.053 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:39:25.053 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:39:25.054 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:39:25.054 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:39:25.054 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:39:25.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:24 smithi129 conmon[101092]: audit 2022-01-18T20:39:24.452855+0000 2022-01-18T20:39:25.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:24 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 9592 : audit [DBG] from='client.40486 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:39:25.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:24 smithi129 conmon[101092]: audit 2022-01-18T20:39:24.720139 2022-01-18T20:39:25.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:24 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 9593 : audit [DBG] from='client.40490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:39:25.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:24 smithi156 conmon[67007]: audit 2022-01-18T20:39:24.452855+0000 mgr.smithi129.iclwio (mgr.14716) 9592 : audit [DBG] from='client.40486 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:39:25.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:24 smithi156 conmon[67007]: audit 2022-01-18T20:39:24.720139+0000 mgr.smithi129.iclwio (mgr.14716) 9593 : audit [DBG] from='client.40490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:39:26.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:25 smithi129 conmon[101092]: audit 2022-01-18T20:39:25.050421+0000 mon.smithi129 (mon.0) 2884 : audit [DBG] from='client.? 172.21.15.129:0/3243878655' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:39:26.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:25 smithi129 conmon[101092]: 2022-01-18T20:39:26.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:25 smithi129 conmon[101092]: cluster 2022-01-18T20:39:25.507485+0000 mgr.smithi129.iclwio (mgr.14716) 9594 : cluster [DBG] pgmap v8248: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:26.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:25 smithi156 conmon[67007]: audit 2022-01-18T20:39:25.050421+0000 mon.smithi129 (mon.0) 2884 : audit [DBG] from='client.? 172.21.15.129:0/3243878655' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:39:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:25 smithi156 conmon[67007]: cluster 2022-01-18T20:39:25.507485+0000 mgr.smithi129.iclwio (mgr.14716) 9594 : cluster [DBG] pgmap v8248: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:28.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:28 smithi129 conmon[101092]: cluster 2022-01-18T20:39:27.508161+0000 mgr.smithi129.iclwio (mgr.14716) 9595 : cluster [DBG] pgmap v8249: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:29.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:28 smithi156 conmon[67007]: cluster 2022-01-18T20:39:27.508161+0000 mgr.smithi129.iclwio (mgr.14716) 9595 : cluster [DBG] 2022-01-18T20:39:29.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:28 smithi156 conmon[67007]: pgmap v8249: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:30.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:30 smithi129 conmon[101092]: cluster 2022-01-18T20:39:29.508904+0000 mgr.smithi129.iclwio (mgr.14716) 9596 : cluster [DBG] pgmap v8250: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:39:31.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:30 smithi156 conmon[67007]: cluster 2022-01-18T20:39:29.508904+0000 mgr.smithi129.iclwio (mgr.14716) 9596 : cluster [DBG] pgmap v8250: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:39:32.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:32 smithi129 conmon[101092]: cluster 2022-01-18T20:39:31.509523+0000 mgr.smithi129.iclwio (mgr.14716) 9597 : cluster [DBG] pgmap v8251: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:33.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:32 smithi156 conmon[67007]: cluster 2022-01-18T20:39:31.509523+0000 mgr.smithi129.iclwio (mgr.14716) 9597 : cluster [DBG] 2022-01-18T20:39:33.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:32 smithi156 conmon[67007]: pgmap v8251: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:33 smithi129 conmon[101092]: cluster 2022-01-18T20:39:33.510176+0000 mgr.smithi129.iclwio (mgr.14716) 9598 : cluster 2022-01-18T20:39:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:33 smithi129 conmon[101092]: [DBG] pgmap v8252: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:34.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:33 smithi156 conmon[67007]: cluster 2022-01-18T20:39:33.510176+0000 mgr.smithi129.iclwio (mgr.14716) 9598 : cluster [DBG] pgmap v8252: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:36.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:36 smithi129 conmon[101092]: cluster 2022-01-18T20:39:35.511128+0000 mgr.smithi129.iclwio (mgr.14716) 9599 : cluster [DBG] pgmap v8253: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:37.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:36 smithi156 conmon[67007]: cluster 2022-01-18T20:39:35.511128+0000 mgr.smithi129.iclwio (mgr.14716) 9599 : cluster [DBG] 2022-01-18T20:39:37.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:36 smithi156 conmon[67007]: pgmap v8253: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:38.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:38 smithi129 conmon[101092]: cluster 2022-01-18T20:39:37.511875+0000 mgr.smithi129.iclwio (mgr.14716) 9600 : cluster [DBG] pgmap v8254: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:39.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:38 smithi156 conmon[67007]: cluster 2022-01-18T20:39:37.511875+0000 mgr.smithi129.iclwio (mgr.14716) 9600 : cluster [DBG] pgmap v8254: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:40.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:40 smithi129 conmon[101092]: cluster 2022-01-18T20:39:39.512682+0000 mgr.smithi129.iclwio (mgr.14716) 9601 : cluster [DBG] pgmap v8255: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:39:41.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:40 smithi156 conmon[67007]: cluster 2022-01-18T20:39:39.512682+0000 mgr.smithi129.iclwio (mgr.14716) 9601 : cluster [DBG] pgmap v8255: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:39:42.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:42 smithi129 conmon[101092]: cluster 2022-01-18T20:39:41.513162+0000 mgr.smithi129.iclwio (mgr.14716) 9602 : cluster [DBG] pgmap v8256: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:43.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:42 smithi156 conmon[67007]: cluster 2022-01-18T20:39:41.513162+0000 mgr.smithi129.iclwio (mgr.14716) 9602 : cluster [DBG] pgmap v8256: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:43 smithi129 conmon[101092]: cluster 2022-01-18T20:39:43.513867+0000 mgr.smithi129.iclwio (mgr.14716) 9603 : cluster [DBG] pgmap v8257: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:44.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:43 smithi156 conmon[67007]: cluster 2022-01-18T20:39:43.513867+0000 mgr.smithi129.iclwio (mgr.14716) 9603 : cluster [DBG] pgmap v8257: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:46.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:46 smithi129 conmon[101092]: cluster 2022-01-18T20:39:45.514741+0000 mgr.smithi129.iclwio (mgr.14716) 9604 : cluster [DBG] pgmap v8258: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:47.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:46 smithi156 conmon[67007]: cluster 2022-01-18T20:39:45.514741+0000 mgr.smithi129.iclwio (mgr.14716) 9604 : cluster [DBG] pgmap v8258: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:48 smithi129 conmon[101092]: cluster 2022-01-18T20:39:47.515329+0000 mgr.smithi129.iclwio (mgr.14716) 9605 : cluster [DBG] pgmap v8259: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:49.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:48 smithi156 conmon[67007]: cluster 2022-01-18T20:39:47.515329+0000 mgr.smithi129.iclwio (mgr.14716) 9605 : cluster [DBG] pgmap v8259: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:50 smithi129 conmon[101092]: cluster 2022-01-18T20:39:49.516120+0000 mgr.smithi129.iclwio (mgr.14716) 9606 : cluster [DBG] pgmap v8260: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:39:51.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:50 smithi156 conmon[67007]: cluster 2022-01-18T20:39:49.516120+0000 mgr.smithi129.iclwio (mgr.14716) 9606 : cluster [DBG] pgmap v8260: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:39:52.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:52 smithi129 conmon[101092]: cluster 2022-01-18T20:39:51.516536+0000 mgr.smithi129.iclwio (mgr.14716) 9607 : cluster [DBG] pgmap v8261: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:52.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:52 smithi129 conmon[101092]: 2022-01-18T20:39:53.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:52 smithi156 conmon[67007]: cluster 2022-01-18T20:39:51.516536+0000 mgr.smithi129.iclwio (mgr.14716) 9607 : cluster [DBG] pgmap v8261: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:53 smithi129 conmon[101092]: cluster 2022-01-18T20:39:53.517150+0000 mgr.smithi129.iclwio (mgr.14716) 9608 : cluster [DBG] 2022-01-18T20:39:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:53 smithi129 conmon[101092]: pgmap v8262: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:54.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:53 smithi156 conmon[67007]: cluster 2022-01-18T20:39:53.517150+0000 mgr.smithi129.iclwio (mgr.14716) 9608 : cluster [DBG] pgmap v8262: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:55.348 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:39:55.615 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:39:55.615 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 9m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:39:55.616 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 9m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:39:55.616 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 9m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:39:55.616 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 9m ago 4h 44.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:39:55.616 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 9m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:39:55.617 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 9m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:39:55.617 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 9m ago 4h 789M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:39:55.617 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 9m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:39:55.617 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 9m ago 4h 1722M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:39:55.618 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 9m ago 4h 811M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:39:55.618 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 9m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:39:55.618 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 9m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:39:55.618 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 9m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:39:55.619 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 9m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:39:55.619 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 9m ago 4h 2186M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:39:55.619 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 9m ago 4h 3279M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:39:55.619 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 9m ago 4h 2486M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:39:55.620 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 9m ago 4h 3303M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:39:55.620 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 9m ago 4h 3066M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:39:55.620 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 9m ago 4h 3579M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:39:55.620 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 9m ago 4h 2884M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:39:55.621 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 9m ago 4h 4164M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:39:55.621 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 9m ago 4h 151M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:39:55.932 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:39:55.933 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:39:55.933 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:39:55.933 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:39:55.934 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:39:55.934 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:39:55.934 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:39:55.934 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:39:55.935 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:39:55.935 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:39:55.935 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:39:55.935 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:39:55.936 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:39:55.936 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:39:55.936 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:39:55.936 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:39:55.936 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:39:55.937 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:39:55.937 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:39:56.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:56 smithi129 conmon[101092]: audit 2022-01-18T20:39:55.336974+0000 mgr.smithi129.iclwio (mgr.14716) 9609 : audit [DBG] 2022-01-18T20:39:56.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:56 smithi129 conmon[101092]: from='client.40498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:39:56.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:56 smithi129 conmon[101092]: cluster 2022-01-18T20:39:55.517862+0000 mgr.smithi129.iclwio (mgr.14716) 9610 : cluster [DBG] pgmap v8263: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:56.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:56 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T20:39:56.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:56 smithi129 conmon[101092]: 18T20:39:55.606797+0000 mgr.smithi129.iclwio (mgr.14716) 9611 : audit [DBG] from='client.40502 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:39:56.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:56 smithi129 conmon[101092]: audit 2022-01-18T20:39:55.933477+0000 mon.smithi129 (mon. 2022-01-18T20:39:56.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:56 smithi129 conmon[101092]: 0) 2885 : audit [DBG] from='client.? 172.21.15.129:0/242202591' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:39:57.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:56 smithi156 conmon[67007]: audit 2022-01-18T20:39:55.336974+0000 mgr.smithi129.iclwio (mgr.14716) 9609 : audit [DBG] from='client.40498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:39:57.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:56 smithi156 conmon[67007]: cluster 2022-01-18T20:39 2022-01-18T20:39:57.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:56 smithi156 conmon[67007]: :55.517862+0000 mgr.smithi129.iclwio (mgr.14716) 9610 : cluster [DBG] pgmap v8263: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:57.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:56 smithi156 conmon[67007]: audit 2022-01-18T20:39:55.606797+0000 mgr.smithi129.iclwio (mgr.14716) 9611 : audit [DBG] from='client.40502 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:39:57.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:56 smithi156 conmon[67007]: audit 2022- 2022-01-18T20:39:57.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:56 smithi156 conmon[67007]: 01-18T20:39:55.933477+0000 mon.smithi129 (mon.0) 2885 : audit [DBG] from='client.? 172.21.15.129:0/242202591' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:39:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:58 smithi129 conmon[101092]: cluster 2022-01-18T20:39:57.518484+0000 mgr.smithi129.iclwio (mgr.14716) 9612 : cluster [DBG] pgmap v8264: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:59.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:58 smithi156 conmon[67007]: cluster 2022-01-18T20:39:57.518484+0000 mgr.smithi129.iclwio (mgr.14716) 9612 : cluster [DBG] pgmap v8264: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:39:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:59 smithi129 conmon[101092]: audit 2022-01-18T20:39:59.305892+0000 mon.smithi129 (mon.0) 2886 : audit [INF] 2022-01-18T20:39:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:59 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:39:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:39:59 smithi129 conmon[101092]: audit 2022-01-18T20:39:59.306240+0000 mon.smithi129 (mon.0) 2887 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:40:00.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:59 smithi156 conmon[67007]: audit 2022-01-18T20:39:59.305892+0000 mon.smithi129 (mon.0) 2886 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:40:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:39:59 smithi156 conmon[67007]: audit 2022-01-18T20:39:59.306240+0000 mon.smithi129 (mon.0) 2887 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:40:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:00 smithi129 conmon[101092]: cluster 2022-01-18T20:39:59.519298+0000 mgr.smithi129.iclwio (mgr.14716) 9613 : cluster [DBG] 2022-01-18T20:40:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:00 smithi129 conmon[101092]: pgmap v8265: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:40:00.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:00 smithi129 conmon[101092]: cluster 2022-01-18T20:40:00.000111+0000 mon.smithi129 (mon.0) 2888 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T20:40:01.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:00 smithi156 conmon[67007]: cluster 2022-01-18T20:39:59.519298+0000 mgr.smithi129.iclwio (mgr.14716) 9613 : cluster [DBG] pgmap v8265: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:40:01.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:00 smithi156 conmon[67007]: cluster 2022-01-18T20:40:00.000111+0000 mon.smithi129 (mon.0) 2888 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T20:40:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:02 smithi129 conmon[101092]: cluster 2022-01-18T20:40:01.519821+0000 mgr.smithi129.iclwio (mgr.14716) 9614 : cluster [DBG] pgmap v8266: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:02.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:02 smithi129 conmon[101092]: 2022-01-18T20:40:02.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:02 smithi129 conmon[101092]: audit 2022-01-18T20:40:01.851990+0000 mon.smithi129 (mon.0) 2889 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:40:02.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:02 smithi129 conmon[101092]: audit 2022-01-18T20:40:01.853388+0000 mon.smithi129 (mon.0) 2890 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:40:02.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:02 smithi129 conmon[101092]: audit 2022-01-18T20:40:01.854183+0000 mon.smithi129 (mon.0) 2891 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:40:02.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:02 smithi129 conmon[101092]: audit 2022-01-18T20:40:02.155152+0000 mon.smithi129 (mon.0) 2892 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T20:40:02.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:02 smithi129 conmon[101092]: audit 2022-01 2022-01-18T20:40:02.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:02 smithi129 conmon[101092]: -18T20:40:02.164315+0000 mon.smithi129 ( 2022-01-18T20:40:02.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:02 smithi129 conmon[101092]: mon.0) 2893 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T20:40:02.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:02 smithi129 conmon[101092]: audit 2022 2022-01-18T20:40:02.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:02 smithi129 conmon[101092]: -01-18T20:40:02.168573+0000 2022-01-18T20:40:02.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:02 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2894 : audit [INF] 2022-01-18T20:40:02.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:02 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:40:02.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:02 smithi129 conmon[101092]: audit 2022-01-18T20:40:02 2022-01-18T20:40:02.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:02 smithi129 conmon[101092]: .173254+0000 mon.smithi129 (mon.0) 2895 : audit 2022-01-18T20:40:02.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:02 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:40:03.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:02 smithi156 conmon[67007]: cluster 2022-01-18T20:40:01.519821+0000 mgr.smithi129.iclwio (mgr.14716) 9614 : cluster [DBG] pgmap v8266: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:03.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:02 smithi156 conmon[67007]: audit 2022 2022-01-18T20:40:03.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:02 smithi156 conmon[67007]: -01-18T20:40:01.851990+0000 mon.smithi129 (mon.0) 2889 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:40:03.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:02 smithi156 conmon[67007]: audit 2022-01-18T20:40:01.853388+0000 mon.smithi129 (mon.0) 2890 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:40:03.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:02 smithi156 conmon[67007]: audit 2022-01-18T20:40:01.854183+0000 mon.smithi129 (mon.0) 2891 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:40:03.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:02 smithi156 conmon[67007]: audit 2022-01-18T20:40:02 2022-01-18T20:40:03.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:02 smithi156 conmon[67007]: .155152+0000 mon.smithi129 (mon.0) 2892 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T20:40:03.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:02 smithi156 conmon[67007]: audit 2022- 2022-01-18T20:40:03.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:02 smithi156 conmon[67007]: 01-18T20:40:02.164315+0000 mon.smithi129 (mon 2022-01-18T20:40:03.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:02 smithi156 conmon[67007]: .0) 2893 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T20:40:03.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:02 smithi156 conmon[67007]: audit 2022 2022-01-18T20:40:03.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:02 smithi156 conmon[67007]: -01-18T20:40:02. 2022-01-18T20:40:03.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:02 smithi156 conmon[67007]: 168573+0000 mon.smithi129 (mon.0) 2894 : audit 2022-01-18T20:40:03.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:02 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:40:03.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:02 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T20:40:03.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:02 smithi156 conmon[67007]: T20:40:02.173254+0000 mon.smithi129 ( 2022-01-18T20:40:03.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:02 smithi156 conmon[67007]: mon.0) 2895 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:40:03.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:03 smithi129 conmon[101092]: cephadm 2022-01-18T20:40:01.854932+0000 mgr.smithi129.iclwio (mgr.14716) 9615 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:40:03.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:03 smithi129 conmon[101092]: 2022-01-18T20:40:04.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:03 smithi156 conmon[67007]: cephadm 2022-01-18T20:40:01.854932+0000 mgr.smithi129.iclwio (mgr.14716) 9615 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:40:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:04 smithi156 conmon[67007]: cluster 2022-01-18T20:40:03.520322+0000 mgr.smithi129.iclwio (mgr.14716) 9616 : cluster [DBG] pgmap v8267: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:04.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:04 smithi129 conmon[101092]: cluster 2022-01-18T20:40:03.520322+0000 mgr.smithi129.iclwio (mgr.14716) 9616 : cluster [DBG] pgmap v8267: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:06 smithi129 conmon[101092]: cluster 2022-01-18T20:40:05.521218+0000 mgr.smithi129.iclwio (mgr.14716) 9617 : cluster [DBG] pgmap v8268: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:07.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:06 smithi156 conmon[67007]: cluster 2022-01-18T20:40:05.521218+0000 mgr.smithi129.iclwio (mgr.14716) 9617 : cluster [DBG] pgmap v8268: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:08 smithi129 conmon[101092]: cluster 2022-01-18T20:40:07.521819+0000 mgr.smithi129.iclwio (mgr.14716) 9618 : cluster [DBG] pgmap v8269: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:09.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:08 smithi156 conmon[67007]: cluster 2022-01-18T20:40:07.521819+0000 mgr.smithi129.iclwio (mgr.14716) 9618 : cluster [DBG] pgmap v8269: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:10.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:10 smithi129 conmon[101092]: cluster 2022-01-18T20:40:09.522522+0000 mgr.smithi129.iclwio (mgr.14716) 9619 : cluster [DBG] pgmap v8270: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:40:11.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:10 smithi156 conmon[67007]: cluster 2022-01-18T20:40:09.522522+0000 mgr.smithi129.iclwio (mgr.14716) 9619 : cluster [DBG] pgmap v8270: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:40:12.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:12 smithi129 conmon[101092]: cluster 2022-01-18T20:40:11.523141+0000 mgr.smithi129.iclwio (mgr.14716) 9620 : cluster [DBG] pgmap v8271: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:13.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:12 smithi156 conmon[67007]: cluster 2022-01-18T20:40:11.523141+0000 mgr.smithi129.iclwio (mgr.14716) 9620 : cluster [DBG] pgmap v8271: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:13 smithi129 conmon[101092]: cluster 2022-01-18T20:40:13.523680+0000 mgr.smithi129.iclwio (mgr.14716) 9621 : cluster [DBG] pgmap v8272: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:13 smithi129 conmon[101092]: 2022-01-18T20:40:14.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:13 smithi156 conmon[67007]: cluster 2022-01-18T20:40:13.523680+0000 mgr.smithi129.iclwio (mgr.14716) 9621 : cluster [DBG] pgmap v8272: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:16 smithi129 conmon[101092]: cluster 2022-01-18T20:40:15.524615+0000 mgr.smithi129.iclwio (mgr.14716) 9622 : cluster [DBG] pgmap v8273: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:16 smithi129 conmon[101092]: 2022-01-18T20:40:17.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:16 smithi156 conmon[67007]: cluster 2022-01-18T20:40:15.524615+0000 mgr.smithi129.iclwio (mgr.14716) 9622 : cluster [DBG] pgmap v8273: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:18 smithi129 conmon[101092]: cluster 2022-01-18T20:40:17.525260+0000 mgr.smithi129.iclwio (mgr.14716) 9623 : cluster [DBG] pgmap v8274: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:18 smithi129 conmon[101092]: 2022-01-18T20:40:19.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:18 smithi156 conmon[67007]: cluster 2022-01-18T20:40:17.525260+0000 mgr.smithi129.iclwio (mgr.14716) 9623 : cluster [DBG] pgmap v8274: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:20 smithi129 conmon[101092]: cluster 2022-01-18T20:40:19.525979+0000 mgr.smithi129.iclwio (mgr.14716) 9624 : cluster [DBG] pgmap v8275: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:40:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:20 smithi129 conmon[101092]: 2022-01-18T20:40:21.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:20 smithi156 conmon[67007]: cluster 2022-01-18T20:40:19.525979+0000 mgr.smithi129.iclwio (mgr.14716) 9624 : cluster [DBG] pgmap v8275: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:40:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:22 smithi129 conmon[101092]: cluster 2022-01-18T20:40:21.526591+0000 mgr.smithi129.iclwio (mgr.14716) 9625 : cluster [DBG] pgmap v8276: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:22 smithi129 conmon[101092]: 2022-01-18T20:40:23.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:22 smithi156 conmon[67007]: cluster 2022-01-18T20:40:21.526591+0000 mgr.smithi129.iclwio (mgr.14716) 9625 : cluster [DBG] pgmap v8276: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:23 smithi129 conmon[101092]: cluster 2022-01-18T20:40:23.527093+0000 mgr.smithi129.iclwio (mgr.14716) 9626 : cluster [DBG] pgmap v8277: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:24.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:23 smithi156 conmon[67007]: cluster 2022-01-18T20:40:23.527093+0000 mgr.smithi129.iclwio (mgr.14716) 9626 : cluster [DBG] pgmap v8277: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:26.231 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:40:26.498 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:40:26.499 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 9m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:40:26.499 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 9m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:40:26.499 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 9m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:40:26.499 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 9m ago 4h 44.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:40:26.500 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 9m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:40:26.500 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 9m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:40:26.500 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 9m ago 4h 789M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:40:26.500 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 9m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:40:26.500 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 9m ago 4h 1722M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:40:26.501 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 9m ago 4h 811M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:40:26.501 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 9m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:40:26.501 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 9m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:40:26.501 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 9m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:40:26.502 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 9m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:40:26.502 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 9m ago 4h 2186M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:40:26.502 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 9m ago 4h 3279M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:40:26.502 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 9m ago 4h 2486M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:40:26.503 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 9m ago 4h 3303M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:40:26.503 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 9m ago 4h 3066M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:40:26.503 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 9m ago 4h 3579M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:40:26.503 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 9m ago 4h 2884M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:40:26.503 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 9m ago 4h 4164M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:40:26.504 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 9m ago 4h 151M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:40:26.815 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:40:26.815 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:40:26.815 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:40:26.815 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:40:26.816 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:40:26.816 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:40:26.816 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:40:26.816 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:40:26.817 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:40:26.817 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:40:26.817 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:40:26.817 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:40:26.817 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:40:26.818 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:40:26.818 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:40:26.818 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:40:26.818 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:40:26.819 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:40:26.819 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:40:26.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:26 smithi129 conmon[101092]: cluster 2022-01-18T20:40:25.527946+0000 mgr.smithi129.iclwio (mgr.14716) 9627 : 2022-01-18T20:40:26.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:26 smithi129 conmon[101092]: cluster [DBG] pgmap v8278: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:27.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:26 smithi156 conmon[67007]: cluster 2022-01-18T20:40:25.527946+0000 mgr.smithi129.iclwio (mgr.14716) 9627 : cluster [DBG] 2022-01-18T20:40:27.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:26 smithi156 conmon[67007]: pgmap v8278: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:27.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:27 smithi129 conmon[101092]: audit 2022-01-18T20:40:26.219692+0000 mgr.smithi129.iclwio (mgr.14716) 9628 : audit [DBG] 2022-01-18T20:40:27.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:27 smithi129 conmon[101092]: from='client.40510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:40:27.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:27 smithi129 conmon[101092]: audit 2022-01-18T20:40:26.490270+0000 mgr.smithi129.iclwio (mgr.14716) 9629 : audit [DBG] from='client.40514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:40:27.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:27 smithi129 conmon[101092]: audit 2022-01-18T20:40 2022-01-18T20:40:27.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:27 smithi129 conmon[101092]: :26.815417+0000 mon.smithi129 (mon.0) 2896 : audit [DBG] from='client.? 172.21.15.129:0/3050341810' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:40:28.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:27 smithi156 conmon[67007]: audit 2022-01-18T20:40:26.219692+0000 mgr.smithi129.iclwio (mgr.14716) 9628 : audit 2022-01-18T20:40:28.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:27 smithi156 conmon[67007]: [DBG] from='client.40510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:40:28.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:27 smithi156 conmon[67007]: audit 2022-01-18T20:40:26.490270+0000 mgr.smithi129.iclwio (mgr.14716) 9629 : audit [DBG] from='client.40514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:40:28.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:27 smithi156 conmon[67007]: audit 2022-01-18T20:40:26.815417+0000 mon.smithi129 (mon. 2022-01-18T20:40:28.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:27 smithi156 conmon[67007]: 0) 2896 : audit [DBG] from='client.? 172.21.15.129:0/3050341810' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:40:28.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:28 smithi129 conmon[101092]: cluster 2022-01-18T20:40:27.528433+0000 mgr.smithi129.iclwio (mgr.14716) 9630 : cluster [DBG] pgmap v8279: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:29.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:28 smithi156 conmon[67007]: cluster 2022-01-18T20:40:27.528433+0000 mgr.smithi129.iclwio (mgr.14716) 9630 : cluster [DBG] 2022-01-18T20:40:29.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:28 smithi156 conmon[67007]: pgmap v8279: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:30.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:30 smithi129 conmon[101092]: cluster 2022-01-18T20:40:29.529145+0000 mgr.smithi129.iclwio (mgr.14716) 9631 : cluster [DBG] pgmap v8280: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:40:31.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:30 smithi156 conmon[67007]: cluster 2022-01-18T20:40:29.529145+0000 mgr.smithi129.iclwio (mgr.14716) 9631 : cluster [DBG] pgmap v8280: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:40:31.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:30 smithi156 conmon[67007]: 2022-01-18T20:40:32.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:32 smithi129 conmon[101092]: cluster 2022-01-18T20:40:31.529698+0000 mgr.smithi129.iclwio (mgr.14716) 9632 : cluster [DBG] pgmap v8281: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:33.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:32 smithi156 conmon[67007]: cluster 2022-01-18T20:40:31.529698+0000 mgr.smithi129.iclwio (mgr.14716) 9632 : cluster [DBG] 2022-01-18T20:40:33.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:32 smithi156 conmon[67007]: pgmap v8281: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:33 smithi129 conmon[101092]: cluster 2022-01-18T20:40:33 2022-01-18T20:40:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:33 smithi129 conmon[101092]: .530264+0000 mgr.smithi129.iclwio (mgr.14716) 9633 : cluster [DBG] pgmap v8282: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:34.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:33 smithi156 conmon[67007]: cluster 2022-01-18T20:40:33.530264+0000 mgr.smithi129.iclwio (mgr.14716) 9633 : cluster [DBG] pgmap v8282: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:34.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:33 smithi156 conmon[67007]: 2022-01-18T20:40:36.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:36 smithi129 conmon[101092]: cluster 2022-01-18T20:40:35.531171+0000 mgr.smithi129.iclwio (mgr.14716) 9634 : cluster [DBG] pgmap v8283: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:37.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:36 smithi156 conmon[67007]: cluster 2022-01-18T20:40:35.531171+0000 mgr.smithi129.iclwio (mgr.14716) 9634 : cluster [DBG] pgmap v8283: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:38 smithi129 conmon[101092]: cluster 2022-01-18T20:40:37.531853+0000 mgr.smithi129.iclwio (mgr.14716) 9635 : cluster [DBG] pgmap v8284: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:39.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:38 smithi156 conmon[67007]: cluster 2022-01-18T20:40:37.531853+0000 mgr.smithi129.iclwio (mgr.14716) 9635 : cluster [DBG] pgmap v8284: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:40.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:40 smithi129 conmon[101092]: cluster 2022-01-18T20:40:39.532656+0000 mgr.smithi129.iclwio (mgr.14716) 9636 : cluster [DBG] pgmap v8285: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:40:41.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:40 smithi156 conmon[67007]: cluster 2022-01-18T20:40:39.532656+0000 mgr.smithi129.iclwio (mgr.14716) 9636 : cluster [DBG] pgmap v8285: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:40:41.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:40 smithi156 conmon[67007]: 2022-01-18T20:40:42.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:42 smithi129 conmon[101092]: cluster 2022-01-18T20:40:41.533208+0000 mgr.smithi129.iclwio (mgr.14716) 9637 : cluster [DBG] pgmap v8286: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:43.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:42 smithi156 conmon[67007]: cluster 2022-01-18T20:40:41.533208+0000 mgr.smithi129.iclwio (mgr.14716) 9637 : cluster [DBG] pgmap v8286: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:43 smithi129 conmon[101092]: cluster 2022-01-18T20:40:43.533849+0000 mgr.smithi129.iclwio (mgr.14716) 9638 : cluster [DBG] pgmap v8287: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:44.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:43 smithi156 conmon[67007]: cluster 2022-01-18T20:40:43.533849+0000 mgr.smithi129.iclwio (mgr.14716) 9638 : cluster [DBG] pgmap v8287: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:46.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:46 smithi129 conmon[101092]: cluster 2022-01-18T20:40:45.534707+0000 mgr.smithi129.iclwio (mgr.14716) 9639 : cluster [DBG] pgmap v8288: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:46.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:46 smithi129 conmon[101092]: 2022-01-18T20:40:47.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:46 smithi156 conmon[67007]: cluster 2022-01-18T20:40:45.534707+0000 mgr.smithi129.iclwio (mgr.14716) 9639 : cluster [DBG] 2022-01-18T20:40:47.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:46 smithi156 conmon[67007]: pgmap v8288: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:48 smithi129 conmon[101092]: cluster 2022-01-18T20:40:47.535299+0000 mgr.smithi129.iclwio (mgr.14716) 9640 : cluster [DBG] pgmap v8289: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:49.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:48 smithi156 conmon[67007]: cluster 2022-01-18T20:40:47.535299+0000 mgr.smithi129.iclwio (mgr.14716) 9640 : cluster [DBG] pgmap v8289: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:50 smithi129 conmon[101092]: cluster 2022-01-18T20:40:49.536004+0000 mgr.smithi129.iclwio (mgr.14716) 9641 : cluster [DBG] pgmap v8290: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:40:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:50 smithi129 conmon[101092]: 2022-01-18T20:40:51.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:50 smithi156 conmon[67007]: cluster 2022-01-18T20:40:49.536004+0000 mgr.smithi129.iclwio (mgr.14716) 9641 : cluster [DBG] pgmap v8290: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:40:52.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:52 smithi129 conmon[101092]: cluster 2022-01-18T20:40:51.536697+0000 mgr.smithi129.iclwio (mgr.14716) 9642 : cluster [DBG] pgmap v8291: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:52.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:52 smithi129 conmon[101092]: 2022-01-18T20:40:53.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:52 smithi156 conmon[67007]: cluster 2022-01-18T20:40:51.536697+0000 mgr.smithi129.iclwio (mgr.14716) 9642 : cluster [DBG] pgmap v8291: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:53 smithi129 conmon[101092]: cluster 2022-01-18T20:40:53.537328+0000 mgr.smithi129.iclwio (mgr.14716) 9643 : cluster [DBG] pgmap v8292: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:54.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:53 smithi156 conmon[67007]: cluster 2022-01-18T20:40:53.537328+0000 mgr.smithi129.iclwio (mgr.14716) 9643 : cluster [DBG] pgmap v8292: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:56.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:56 smithi129 conmon[101092]: cluster 2022-01-18T20:40:55.538091+0000 mgr.smithi129.iclwio (mgr.14716) 9644 : cluster [DBG] pgmap v8293: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:56.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:56 smithi129 conmon[101092]: 2022-01-18T20:40:57.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:56 smithi156 conmon[67007]: cluster 2022-01-18T20:40:55.538091+0000 mgr.smithi129.iclwio (mgr.14716) 9644 2022-01-18T20:40:57.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:56 smithi156 conmon[67007]: : cluster [DBG] pgmap v8293: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:57.113 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:40:57.377 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:40:57.377 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 10m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:40:57.378 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 10m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:40:57.378 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 10m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:40:57.378 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 10m ago 4h 44.2M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:40:57.378 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 10m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:40:57.379 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 10m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:40:57.379 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 10m ago 4h 789M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:40:57.379 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 10m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:40:57.380 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 10m ago 4h 1722M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:40:57.380 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 10m ago 4h 811M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:40:57.380 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 10m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:40:57.381 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 10m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:40:57.381 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 10m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:40:57.381 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 10m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:40:57.381 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 10m ago 4h 2186M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:40:57.381 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 10m ago 4h 3279M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:40:57.382 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 10m ago 4h 2486M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:40:57.382 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 10m ago 4h 3303M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:40:57.382 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 10m ago 4h 3066M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:40:57.382 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 10m ago 4h 3579M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:40:57.383 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 10m ago 4h 2884M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:40:57.383 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 10m ago 4h 4164M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:40:57.383 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 10m ago 4h 151M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:40:57.698 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:40:57.699 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:40:57.699 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:40:57.699 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:40:57.699 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:40:57.700 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:40:57.700 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:40:57.700 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:40:57.700 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:40:57.700 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:40:57.701 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:40:57.701 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:40:57.701 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:40:57.701 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:40:57.702 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:40:57.702 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:40:57.702 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:40:57.702 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:40:57.703 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:40:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:58 smithi129 conmon[101092]: audit 2022-01-18T20:40:57.102336+0000 mgr.smithi129.iclwio (mgr.14716) 9645 : audit [DBG] 2022-01-18T20:40:58.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:58 smithi129 conmon[101092]: from='client.40522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:40:58.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:58 smithi129 conmon[101092]: audit 2022-01-18T20:40:57.369433+0000 mgr.smithi129.iclwio (mgr.14716) 9646 : audit [DBG] from='client.40526 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:40:58.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:58 smithi129 conmon[101092]: cluster 2022-01-18T20:40: 2022-01-18T20:40:58.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:58 smithi129 conmon[101092]: 57.538568+0000 mgr.smithi129.iclwio (mgr.14716) 9647 : cluster [DBG] pgmap v8294: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:58.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:58 smithi129 conmon[101092]: audit 2022- 2022-01-18T20:40:58.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:58 smithi129 conmon[101092]: 01-18T20:40:57.699167+0000 mon.smithi129 (mon.0) 2897 2022-01-18T20:40:58.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:58 smithi129 conmon[101092]: : audit [DBG] from='client.? 172.21.15.129:0/2613378913' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:40:59.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:58 smithi156 conmon[67007]: audit 2022-01-18T20:40:57.102336+0000 mgr.smithi129.iclwio (mgr.14716) 9645 : audit [DBG] from='client.40522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:40:59.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:58 smithi156 conmon[67007]: audit 2022-01-18T20:40:57.369433+0000 mgr.smithi129.iclwio (mgr.14716) 9646 : audit [DBG] from='client.40526 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:40:59.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:58 smithi156 conmon[67007]: cluster 2022-01-18T20:40:57.538568+0000 mgr.smithi129.iclwio (mgr.14716) 9647 : cluster [DBG] pgmap v8294: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:40:59.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:58 smithi156 conmon[67007]: audit 2022-01-18T20:40:57.699167+0000 mon.smithi129 (mon.0) 2897 : audit 2022-01-18T20:40:59.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:58 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/2613378913' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:40:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:59 smithi129 conmon[101092]: audit 2022-01-18T20:40:59.310376+0000 mon.smithi129 (mon.0) 2898 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:40:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:40:59 smithi129 conmon[101092]: audit 2022-01-18T20:40:59.310642+0000 mon.smithi129 (mon.0) 2899 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:41:00.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:59 smithi156 conmon[67007]: audit 2022-01-18T20:40:59.310376+0000 mon.smithi129 (mon.0) 2898 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:41:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:59 smithi156 conmon[67007]: 2022-01-18T20:41:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:40:59 smithi156 conmon[67007]: audit 2022-01-18T20:40:59.310642+0000 mon.smithi129 (mon.0) 2899 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:41:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:00 smithi129 conmon[101092]: cluster 2022-01-18T20:40:59.539302+0000 mgr.smithi129.iclwio (mgr.14716) 9648 : cluster [DBG] pgmap v8295: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:41:01.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:00 smithi156 conmon[67007]: cluster 2022-01-18T20:40:59.539302+0000 mgr.smithi129.iclwio (mgr.14716) 9648 : cluster [DBG] pgmap v8295: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:41:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:02 smithi129 conmon[101092]: cluster 2022-01-18T20:41:01.539872+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:41:02.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:02 smithi129 conmon[101092]: 9649 : cluster [DBG] pgmap v8296: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:02.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:02 smithi129 conmon[101092]: audit 2022-01-18T20:41:02.175847+0000 mon.smithi129 (mon.0) 2900 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:41:02.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:02 smithi129 conmon[101092]: audit 2022-01-18T20:41:02.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:02 smithi129 conmon[101092]: 2022-01-18T20:41:02.177353+0000 mon.smithi129 (mon.0) 2901 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:41:02.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:02 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T20:41:02.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:02 smithi129 conmon[101092]: 20:41:02.178263+0000 mon.smithi129 (mon. 2022-01-18T20:41:02.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:02 smithi129 conmon[101092]: 0) 2902 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:41:02.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:02 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T20:41:02.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:02 smithi129 conmon[101092]: T20:41:02.434936+0000 mon.smithi129 (mon 2022-01-18T20:41:02.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:02 smithi129 conmon[101092]: .0) 2903 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:41:03.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:02 smithi156 conmon[67007]: cluster 2022-01-18T20:41:01. 2022-01-18T20:41:03.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:02 smithi156 conmon[67007]: 539872+0000 mgr.smithi129.iclwio (mgr.14716) 9649 : cluster [DBG] pgmap v8296: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:03.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:02 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T20:41:03.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:02 smithi156 conmon[67007]: 20:41:02.175847+0000 mon.smithi129 (mon.0) 2900 : audit [DBG] 2022-01-18T20:41:03.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:02 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:41:03.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:02 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T20:41:03.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:02 smithi156 conmon[67007]: T20:41:02.177353+0000 mon.smithi129 (mon. 2022-01-18T20:41:03.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:02 smithi156 conmon[67007]: 0) 2901 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:41:03.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:02 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T20:41:03.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:02 smithi156 conmon[67007]: T20:41:02.178263+0000 mon.smithi129 (mon. 2022-01-18T20:41:03.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:02 smithi156 conmon[67007]: 0) 2902 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:41:03.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:02 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T20:41:03.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:02 smithi156 conmon[67007]: T20:41:02.434936+0000 mon.smithi129 (mon 2022-01-18T20:41:03.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:02 smithi156 conmon[67007]: .0) 2903 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:41:03.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:03 smithi129 conmon[101092]: cephadm 2022-01-18T20:41:02.179096+0000 mgr.smithi129.iclwio (mgr.14716) 9650 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:41:04.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:03 smithi156 conmon[67007]: cephadm 2022-01-18T20:41:02.179096+0000 mgr.smithi129.iclwio (mgr.14716) 9650 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:41:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:04 smithi156 conmon[67007]: cluster 2022-01-18T20:41:03.540332+0000 mgr.smithi129.iclwio (mgr.14716) 9651 : cluster 2022-01-18T20:41:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:04 smithi156 conmon[67007]: [DBG] pgmap v8297: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:04.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:04 smithi129 conmon[101092]: cluster 2022-01-18T20:41:03.540332+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T20:41:04.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:04 smithi129 conmon[101092]: 14716) 9651 : cluster [DBG] pgmap v8297: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:07.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:06 smithi156 conmon[67007]: cluster 2022-01-18T20:41:05.540976+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:41:07.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:06 smithi156 conmon[67007]: ) 9652 : cluster [DBG] pgmap v8298: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:07.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:06 smithi156 conmon[67007]: audit 2022-01-18T20:41:05.726008+0000 mon.smithi129 (mon.0) 2904 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:41:07.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:06 smithi129 conmon[101092]: cluster 2022-01-18T20:41:05.540976+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T20:41:07.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:06 smithi129 conmon[101092]: 14716) 9652 : cluster [DBG] pgmap v8298: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:07.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:06 smithi129 conmon[101092]: audit 2022-01-18T20:41:05.726008+0000 mon.smithi129 (mon.0) 2904 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:41:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:08 smithi129 conmon[101092]: cluster 2022-01-18T20:41:07.541482+0000 mgr.smithi129.iclwio (mgr.14716) 9653 : cluster 2022-01-18T20:41:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:08 smithi129 conmon[101092]: [DBG] pgmap v8299: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:08.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:08 smithi129 conmon[101092]: audit 2022-01-18T20:41:07.649518+0000 mon.smithi129 (mon.0) 2905 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:41:08.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:08 smithi129 conmon[101092]: audit 2022-01-18T20:41:07.943764+0000 mon.smithi129 (mon.0) 2906 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:41:08.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:08 smithi129 conmon[101092]: audit 2022-01-18T20:41:07.948802+0000 mon.smithi129 (mon.0) 2907 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:41:09.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:08 smithi156 conmon[67007]: cluster 2022-01-18T20:41:07.541482+0000 mgr.smithi129.iclwio (mgr.14716) 9653 : cluster [DBG] pgmap v8299: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:09.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:08 smithi156 conmon[67007]: audit 2022-01-18T20:41:07.649518+0000 mon.smithi129 (mon.0) 2905 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:41:09.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:08 smithi156 conmon[67007]: audit 2022-01-18T20:41:07.943764+0000 mon.smithi129 (mon.0) 2906 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:41:09.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:08 smithi156 conmon[67007]: audit 2022-01-18T20:41 2022-01-18T20:41:09.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:08 smithi156 conmon[67007]: :07.948802+0000 mon.smithi129 (mon.0) 2022-01-18T20:41:09.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:08 smithi156 conmon[67007]: 2907 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:41:10.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:10 smithi129 conmon[101092]: cluster 2022-01-18T20:41:09.542339+0000 mgr.smithi129.iclwio (mgr.14716) 9654 : cluster [DBG] pgmap v8300: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:41:11.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:10 smithi156 conmon[67007]: cluster 2022-01-18T20:41:09.542339+0000 mgr.smithi129.iclwio (mgr.14716) 9654 : cluster [DBG] pgmap v8300: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:41:12.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:12 smithi129 conmon[101092]: cluster 2022-01-18T20:41:11.543005+0000 mgr.smithi129.iclwio (mgr.14716) 9655 : cluster [DBG] pgmap v8301: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:13.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:12 smithi156 conmon[67007]: cluster 2022-01-18T20:41:11.543005+0000 mgr.smithi129.iclwio (mgr.14716) 9655 : cluster [DBG] 2022-01-18T20:41:13.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:12 smithi156 conmon[67007]: pgmap v8301: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:13 smithi129 conmon[101092]: cluster 2022-01-18T20:41:13.543752+0000 mgr.smithi129.iclwio (mgr.14716) 9656 : cluster [DBG] pgmap v8302: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:14.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:13 smithi156 conmon[67007]: cluster 2022-01-18T20:41:13.543752+0000 mgr.smithi129.iclwio (mgr.14716) 9656 : cluster [DBG] pgmap v8302: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:16 smithi129 conmon[101092]: cluster 2022-01-18T20:41:15.544616+0000 mgr.smithi129.iclwio (mgr.14716) 9657 : cluster [DBG] pgmap v8303: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:17.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:16 smithi156 conmon[67007]: cluster 2022-01-18T20:41:15.544616+0000 mgr.smithi129.iclwio (mgr.14716) 9657 : cluster [DBG] pgmap v8303: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:18 smithi129 conmon[101092]: cluster 2022-01-18T20:41:17.545109+0000 mgr.smithi129.iclwio (mgr.14716) 9658 : cluster [DBG] pgmap v8304: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:19.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:18 smithi156 conmon[67007]: cluster 2022-01-18T20:41:17.545109+0000 mgr.smithi129.iclwio (mgr.14716) 9658 : cluster [DBG] pgmap v8304: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:19.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:18 smithi156 conmon[67007]: 2022-01-18T20:41:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:20 smithi129 conmon[101092]: cluster 2022-01-18T20:41:19.546058+0000 mgr.smithi129.iclwio (mgr.14716) 9659 : cluster [DBG] pgmap v8305: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:41:21.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:20 smithi156 conmon[67007]: cluster 2022-01-18T20:41:19.546058+0000 mgr.smithi129.iclwio (mgr.14716) 9659 : cluster [DBG] pgmap v8305: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:41:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:20 smithi156 conmon[67007]: 2022-01-18T20:41:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:22 smithi129 conmon[101092]: cluster 2022-01-18T20:41:21.546563+0000 mgr.smithi129.iclwio (mgr.14716) 9660 : cluster [DBG] pgmap v8306: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:23.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:22 smithi156 conmon[67007]: cluster 2022-01-18T20:41:21.546563+0000 mgr.smithi129.iclwio (mgr.14716) 9660 : cluster [DBG] pgmap v8306: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:23 smithi129 conmon[101092]: cluster 2022-01-18T20:41:23.547148+0000 mgr.smithi129.iclwio (mgr.14716) 9661 : cluster [DBG] pgmap v8307: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:24.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:23 smithi156 conmon[67007]: cluster 2022-01-18T20:41:23.547148+0000 mgr.smithi129.iclwio (mgr.14716) 9661 : cluster [DBG] 2022-01-18T20:41:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:23 smithi156 conmon[67007]: pgmap v8307: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:26.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:26 smithi129 conmon[101092]: cluster 2022-01-18T20:41:25.548055+0000 mgr.smithi129.iclwio (mgr.14716) 9662 : cluster [DBG] pgmap v8308: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:27.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:26 smithi156 conmon[67007]: cluster 2022-01-18T20:41:25.548055+0000 mgr.smithi129.iclwio (mgr.14716) 9662 : cluster [DBG] pgmap v8308: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:28.000 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:41:28.262 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:41:28.263 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 20s ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:41:28.263 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 20s ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:41:28.263 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 22s ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:41:28.263 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 20s ago 4h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:41:28.264 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 20s ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:41:28.264 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 22s ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:41:28.264 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 20s ago 4h 801M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:41:28.264 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 22s ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:41:28.265 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 20s ago 4h 1778M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:41:28.265 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 22s ago 4h 825M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:41:28.265 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 20s ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:41:28.265 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 22s ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:41:28.265 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 20s ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:41:28.266 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 22s ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:41:28.266 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 20s ago 4h 2215M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:41:28.266 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 20s ago 4h 3313M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:41:28.266 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 20s ago 4h 2508M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:41:28.267 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 20s ago 4h 3338M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:41:28.267 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 22s ago 4h 3099M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:41:28.267 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 22s ago 4h 3608M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:41:28.267 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 22s ago 4h 2911M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:41:28.268 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 22s ago 4h 4196M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:41:28.268 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 20s ago 4h 153M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:41:28.578 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:41:28.579 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:41:28.579 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:41:28.579 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:41:28.579 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:41:28.580 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:41:28.580 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:41:28.580 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:41:28.580 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:41:28.580 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:41:28.581 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:41:28.581 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:41:28.581 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:41:28.581 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:41:28.582 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:41:28.582 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:41:28.582 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:41:28.582 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:41:28.582 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:41:28.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:28 smithi129 conmon[101092]: cluster 2022-01-18T20:41:27.548563+0000 mgr.smithi129.iclwio (mgr.14716) 9663 : cluster [DBG] 2022-01-18T20:41:28.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:28 smithi129 conmon[101092]: pgmap v8309: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:28.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:28 smithi129 conmon[101092]: audit 2022-01-18T20:41:28.578986+0000 mon.smithi129 (mon.0) 2908 : audit [DBG] from='client.? 172.21.15.129:0/1918880181' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:41:29.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:28 smithi156 conmon[67007]: cluster 2022-01-18T20:41:27.548563+0000 mgr.smithi129.iclwio (mgr.14716) 9663 : cluster [DBG] pgmap v8309: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:29.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:28 smithi156 conmon[67007]: audit 2022-01-18T20:41:28.578986+0000 mon.smithi129 (mon.0) 2908 : audit [DBG] from='client.? 172.21.15.129:0/1918880181' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:41:29.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:29 smithi129 conmon[101092]: audit 2022-01-18T20:41:27.989100+0000 mgr.smithi129.iclwio (mgr.14716) 9664 : audit [DBG] from='client.40534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:41:29.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:29 smithi129 conmon[101092]: audit 2022-01-18T20:41:28.254339+0000 mgr.smithi129.iclwio (mgr.14716) 9665 : audit [DBG] from='client.40538 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:41:30.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:29 smithi156 conmon[67007]: audit 2022-01-18T20:41:27.989100+0000 mgr.smithi129.iclwio (mgr.14716) 9664 : audit [DBG] from='client.40534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:41:30.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:29 smithi156 conmon[67007]: audit 2022-01-18T20:41:28.254339+0000 mgr.smithi129.iclwio (mgr.14716) 9665 : audit [DBG] from='client.40538 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:41:30.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:30 smithi129 conmon[101092]: cluster 2022-01-18T20:41:29.549496+0000 mgr.smithi129.iclwio (mgr.14716) 9666 : cluster [DBG] pgmap v8310: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:41:31.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:30 smithi156 conmon[67007]: cluster 2022-01-18T20:41:29.549496+0000 mgr.smithi129.iclwio (mgr.14716) 9666 : cluster [DBG] pgmap v8310: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:41:32.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:32 smithi129 conmon[101092]: cluster 2022-01-18T20:41:31.550035+0000 mgr.smithi129.iclwio (mgr.14716) 9667 : cluster [DBG] pgmap v8311: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:33.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:32 smithi156 conmon[67007]: cluster 2022-01-18T20:41:31.550035+0000 mgr.smithi129.iclwio (mgr.14716) 9667 : cluster [DBG] pgmap v8311: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:33.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:32 smithi156 conmon[67007]: 2022-01-18T20:41:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:33 smithi129 conmon[101092]: cluster 2022-01-18T20:41:33.550555+0000 mgr.smithi129.iclwio (mgr.14716) 9668 : cluster [DBG] pgmap v8312: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:34.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:33 smithi156 conmon[67007]: cluster 2022-01-18T20:41:33.550555+0000 mgr.smithi129.iclwio (mgr.14716) 9668 : cluster [DBG] pgmap v8312: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:36.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:36 smithi129 conmon[101092]: cluster 2022-01-18T20:41:35.551523+0000 mgr.smithi129.iclwio (mgr.14716) 9669 : cluster [DBG] pgmap v8313: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:37.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:36 smithi156 conmon[67007]: cluster 2022-01-18T20:41:35.551523+0000 mgr.smithi129.iclwio (mgr.14716) 9669 : cluster [DBG] pgmap v8313: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:38 smithi129 conmon[101092]: cluster 2022-01-18T20:41:37.552123+0000 mgr.smithi129.iclwio (mgr.14716) 9670 : cluster [DBG] pgmap v8314: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:39.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:38 smithi156 conmon[67007]: cluster 2022-01-18T20:41:37.552123+0000 mgr.smithi129.iclwio (mgr.14716) 9670 : cluster [DBG] pgmap v8314: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:40.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:40 smithi129 conmon[101092]: cluster 2022-01-18T20:41:39.552979+0000 mgr.smithi129.iclwio (mgr.14716) 9671 : cluster [DBG] pgmap v8315: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:41:40.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:40 smithi129 conmon[101092]: 2022-01-18T20:41:41.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:40 smithi156 conmon[67007]: cluster 2022-01-18T20:41:39.552979+0000 2022-01-18T20:41:41.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:40 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 9671 : cluster [DBG] pgmap v8315: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:41:42.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:42 smithi129 conmon[101092]: cluster 2022-01-18T20:41:41.553486+0000 mgr.smithi129.iclwio (mgr.14716) 9672 : cluster [DBG] pgmap v8316: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:43.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:42 smithi156 conmon[67007]: cluster 2022-01-18T20:41:41.553486+0000 mgr.smithi129.iclwio (mgr.14716) 9672 : cluster [DBG] pgmap v8316: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:43 smithi129 conmon[101092]: cluster 2022-01-18T20:41:43.554205+0000 mgr.smithi129.iclwio (mgr.14716) 9673 : cluster [DBG] pgmap v8317: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:44.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:43 smithi156 conmon[67007]: cluster 2022-01-18T20:41:43.554205+0000 mgr.smithi129.iclwio (mgr.14716) 9673 : cluster [DBG] pgmap v8317: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:43 smithi156 conmon[67007]: 2022-01-18T20:41:46.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:46 smithi129 conmon[101092]: cluster 2022-01-18T20:41:45.555107+0000 mgr.smithi129.iclwio (mgr.14716) 9674 : cluster [DBG] pgmap v8318: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:46.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:46 smithi129 conmon[101092]: 2022-01-18T20:41:47.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:46 smithi156 conmon[67007]: cluster 2022-01-18T20:41:45.555107+0000 mgr.smithi129.iclwio (mgr.14716) 9674 : cluster [DBG] 2022-01-18T20:41:47.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:46 smithi156 conmon[67007]: pgmap v8318: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:48 smithi129 conmon[101092]: cluster 2022-01-18T20:41:47.555868+0000 mgr.smithi129.iclwio (mgr.14716) 9675 : cluster [DBG] pgmap v8319: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:49.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:48 smithi156 conmon[67007]: cluster 2022-01-18T20:41:47.555868+0000 mgr.smithi129.iclwio (mgr.14716) 9675 : cluster 2022-01-18T20:41:49.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:48 smithi156 conmon[67007]: [DBG] pgmap v8319: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:50 smithi129 conmon[101092]: cluster 2022-01-18T20:41:49.556675+0000 mgr.smithi129.iclwio (mgr.14716) 9676 : cluster [DBG] pgmap v8320: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:41:51.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:50 smithi156 conmon[67007]: cluster 2022-01-18T20:41:49.556675+0000 mgr.smithi129.iclwio (mgr.14716) 9676 : cluster 2022-01-18T20:41:51.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:50 smithi156 conmon[67007]: [DBG] pgmap v8320: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:41:52.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:52 smithi129 conmon[101092]: cluster 2022-01-18T20:41:51.557290+0000 mgr.smithi129.iclwio (mgr.14716) 9677 : cluster [DBG] pgmap v8321: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:53.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:52 smithi156 conmon[67007]: cluster 2022-01-18T20:41:51.557290+0000 mgr.smithi129.iclwio (mgr.14716) 9677 2022-01-18T20:41:53.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:52 smithi156 conmon[67007]: : cluster [DBG] pgmap v8321: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:53 smithi129 conmon[101092]: cluster 2022-01-18T20:41:53.557833+0000 mgr.smithi129.iclwio (mgr.14716) 9678 : cluster [DBG] pgmap v8322: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:53 smithi129 conmon[101092]: 2022-01-18T20:41:54.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:53 smithi156 conmon[67007]: cluster 2022-01-18T20:41:53.557833+0000 mgr.smithi129.iclwio (mgr.14716) 9678 2022-01-18T20:41:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:53 smithi156 conmon[67007]: : cluster [DBG] pgmap v8322: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:56.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:56 smithi129 conmon[101092]: cluster 2022-01-18T20:41:55.558601+0000 mgr.smithi129.iclwio (mgr.14716) 9679 : cluster [DBG] pgmap v8323: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:57.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:56 smithi156 conmon[67007]: cluster 2022-01-18T20:41:55.558601+0000 mgr.smithi129.iclwio (mgr.14716) 9679 2022-01-18T20:41:57.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:56 smithi156 conmon[67007]: : cluster [DBG] pgmap v8323: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:58.879 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:41:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:58 smithi129 conmon[101092]: cluster 2022-01-18T20:41:57.559217+0000 mgr.smithi129.iclwio (mgr.14716) 9680 2022-01-18T20:41:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:58 smithi129 conmon[101092]: : cluster [DBG] pgmap v8324: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:59.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:58 smithi156 conmon[67007]: cluster 2022-01-18T20:41:57.559217+0000 mgr.smithi129.iclwio (mgr.14716) 9680 : cluster [DBG] pgmap v8324: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:41:59.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:58 smithi156 conmon[67007]: 2022-01-18T20:41:59.145 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:41:59.145 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 51s ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:41:59.146 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 51s ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:41:59.146 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 53s ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:41:59.146 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 51s ago 4h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:41:59.146 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 51s ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:41:59.147 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 53s ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:41:59.147 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 51s ago 4h 801M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:41:59.147 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 53s ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:41:59.147 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 51s ago 4h 1778M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:41:59.147 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 53s ago 4h 825M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:41:59.148 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 51s ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:41:59.148 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 53s ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:41:59.148 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 51s ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:41:59.148 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 53s ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:41:59.149 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 51s ago 4h 2215M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:41:59.149 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 51s ago 4h 3313M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:41:59.149 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 51s ago 4h 2508M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:41:59.149 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 51s ago 4h 3338M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:41:59.149 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 53s ago 4h 3099M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:41:59.150 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 53s ago 4h 3608M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:41:59.150 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 53s ago 4h 2911M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:41:59.150 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 53s ago 4h 4196M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:41:59.150 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 51s ago 4h 153M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:41:59.461 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:41:59.462 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:41:59.462 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:41:59.462 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:41:59.462 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:41:59.463 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:41:59.463 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:41:59.463 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:41:59.463 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:41:59.464 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:41:59.464 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:41:59.464 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:41:59.464 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:41:59.465 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:41:59.465 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:41:59.465 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:41:59.465 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:41:59.466 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:41:59.466 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:41:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:59 smithi129 conmon[101092]: audit 2022-01-18T20:41:59.313248+0000 mon.smithi129 2022-01-18T20:41:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:59 smithi129 conmon[101092]: (mon.0) 2909 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:41:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:59 smithi129 conmon[101092]: audit 2022-01-18T20:41:59.313457+0000 mon.smithi129 (mon.0) 2910 : audit [INF] 2022-01-18T20:41:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:59 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:41:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:59 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T20:41:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:59 smithi129 conmon[101092]: 18T20:41:59.462238+0000 mon.smithi129 (mon.0) 2911 : audit [DBG] 2022-01-18T20:41:59.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:41:59 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/475251062' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:42:00.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:59 smithi156 conmon[67007]: audit 2022-01-18T20:41:59.313248+0000 mon.smithi129 (mon.0) 2909 : 2022-01-18T20:42:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:59 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:42:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:59 smithi156 conmon[67007]: audit 2022-01-18T20:41:59.313457+0000 mon.smithi129 (mon.0) 2910 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:42:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:59 smithi156 conmon[67007]: audit 2022-01-18T20:41:59.462238+0000 2022-01-18T20:42:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:41:59 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2911 : audit [DBG] from='client.? 172.21.15.129:0/475251062' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:42:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:00 smithi129 conmon[101092]: audit 2022-01-18T20:41:58.867980+0000 mgr.smithi129.iclwio (mgr.14716) 9681 : 2022-01-18T20:42:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:00 smithi129 conmon[101092]: audit [DBG] from='client.40546 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:42:00.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:00 smithi129 conmon[101092]: audit 2022-01-18T20:41:59.137332+0000 mgr.smithi129.iclwio (mgr.14716) 9682 : audit [DBG] from='client.40550 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:42:00.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:00 smithi129 conmon[101092]: cluster 2022-01-18T20:41:59. 2022-01-18T20:42:00.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:00 smithi129 conmon[101092]: 559902+0000 mgr.smithi129.iclwio (mgr.14716) 9683 : cluster [DBG] pgmap v8325: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:42:00.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:00 smithi129 conmon[101092]: 2022-01-18T20:42:01.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:00 smithi156 conmon[67007]: audit 2022-01-18T20:41:58.867980+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:42:01.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:00 smithi156 conmon[67007]: ) 9681 : audit [DBG] from='client.40546 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:42:01.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:00 smithi156 conmon[67007]: audit 2022-01-18T20:41:59.137332+0000 mgr.smithi129.iclwio (mgr.14716) 9682 : audit [DBG] 2022-01-18T20:42:01.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:00 smithi156 conmon[67007]: from='client.40550 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:42:01.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:00 smithi156 conmon[67007]: cluster 2022-01-18T20:42:01.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:00 smithi156 conmon[67007]: 2022-01-18T20:41:59.559902+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:42:01.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:00 smithi156 conmon[67007]: ) 9683 : cluster [DBG] pgmap v8325: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:42:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:02 smithi129 conmon[101092]: cluster 2022-01-18T20:42:01.560462+0000 mgr.smithi129.iclwio (mgr.14716) 9684 : cluster 2022-01-18T20:42:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:02 smithi129 conmon[101092]: [DBG] pgmap v8326: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:03.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:02 smithi156 conmon[67007]: cluster 2022-01-18T20:42:01.560462+0000 mgr.smithi129.iclwio (mgr.14716) 9684 : cluster 2022-01-18T20:42:03.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:02 smithi156 conmon[67007]: [DBG] pgmap v8326: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:03 smithi129 conmon[101092]: cluster 2022-01-18T20:42:03.561180+0000 mgr.smithi129.iclwio (mgr.14716) 9685 : cluster [DBG] pgmap v8327: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:03 smithi129 conmon[101092]: 2022-01-18T20:42:04.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:03 smithi156 conmon[67007]: cluster 2022-01-18T20:42:03.561180+0000 mgr.smithi129.iclwio (mgr.14716) 9685 2022-01-18T20:42:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:03 smithi156 conmon[67007]: : cluster [DBG] pgmap v8327: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:06 smithi129 conmon[101092]: cluster 2022-01-18T20:42:05.561949+0000 mgr.smithi129.iclwio (mgr.14716) 9686 : cluster [DBG] pgmap v8328: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:07.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:06 smithi156 conmon[67007]: cluster 2022-01-18T20:42:05.561949+0000 mgr.smithi129.iclwio (mgr.14716) 9686 : cluster [DBG] pgmap v8328: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:08 smithi129 conmon[101092]: cluster 2022-01-18T20:42:07.562558+0000 mgr.smithi129.iclwio (mgr.14716) 9687 : cluster [DBG] pgmap v8329: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:08.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:08 smithi129 conmon[101092]: audit 2022-01-18T20:42:07.951669+0000 mon.smithi129 (mon.0) 2912 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:42:08.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:08 smithi129 conmon[101092]: audit 2022-01-18T20:42:07.952985+0000 mon.smithi129 (mon.0) 2913 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:42:08.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:08 smithi129 conmon[101092]: audit 2022-01-18T20:42:07.953870+0000 mon.smithi129 (mon.0) 2914 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:42:08.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:08 smithi129 conmon[101092]: audit 2022-01-18T20:42:08.260341+0000 mon.smithi129 (mon.0) 2915 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:42:08.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:08 smithi129 conmon[101092]: audit 2022-01-18T20:42:08.265334+0000 mon.smithi129 (mon.0) 2916 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:42:09.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:08 smithi156 conmon[67007]: cluster 2022-01-18T20:42:07.562558+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:42:09.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:08 smithi156 conmon[67007]: ) 9687 : cluster [DBG] pgmap v8329: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:09.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:08 smithi156 conmon[67007]: audit 2022-01-18T20:42:07.951669+0000 mon.smithi129 (mon.0) 2912 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:42:09.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:08 smithi156 conmon[67007]: audit 2022-01-18T20: 2022-01-18T20:42:09.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:08 smithi156 conmon[67007]: 42:07.952985+0000 mon.smithi129 (mon.0) 2913 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:42:09.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:08 smithi156 conmon[67007]: audit 2022-01-18T20:42:07.953870+0000 2022-01-18T20:42:09.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:08 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2914 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:42:09.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:08 smithi156 conmon[67007]: audit 2022-01-18T20:42:09.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:08 smithi156 conmon[67007]: 2022-01-18T20:42:08.260341+0000 mon.smithi129 (mon.0) 2915 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:42:09.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:08 smithi156 conmon[67007]: audit 2022-01-18T20 2022-01-18T20:42:09.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:08 smithi156 conmon[67007]: :42:08.265334+0000 mon.smithi129 (mon.0) 2916 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:42:09.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:08 smithi156 conmon[67007]: 2022-01-18T20:42:09.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:09 smithi129 conmon[101092]: cephadm 2022-01-18T20:42:07.954572+0000 mgr.smithi129.iclwio (mgr.14716) 9688 : cephadm [WRN] 2022-01-18T20:42:09.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:09 smithi129 conmon[101092]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:42:10.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:09 smithi156 conmon[67007]: cephadm 2022-01-18T20:42:07.954572+0000 mgr.smithi129.iclwio (mgr.14716) 9688 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:42:10.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:10 smithi129 conmon[101092]: cluster 2022-01-18T20:42:09.563350+0000 mgr.smithi129.iclwio (mgr.14716) 9689 : cluster [DBG] pgmap v8330: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:42:11.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:10 smithi156 conmon[67007]: cluster 2022-01-18T20:42:09.563350+0000 mgr.smithi129.iclwio (mgr.14716) 9689 : cluster [DBG] pgmap v8330: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:42:12.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:12 smithi129 conmon[101092]: cluster 2022-01-18T20:42:11.563954+0000 mgr.smithi129.iclwio (mgr.14716) 9690 : cluster [DBG] pgmap v8331: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:13.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:12 smithi156 conmon[67007]: cluster 2022-01-18T20:42:11.563954+0000 mgr.smithi129.iclwio (mgr.14716) 9690 : cluster [DBG] pgmap v8331: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:13 smithi129 conmon[101092]: cluster 2022-01-18T20:42:13.564534+0000 mgr.smithi129.iclwio (mgr.14716) 9691 : cluster [DBG] pgmap v8332: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:14.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:13 smithi156 conmon[67007]: cluster 2022-01-18T20:42:13.564534+0000 mgr.smithi129.iclwio (mgr.14716) 9691 : cluster [DBG] pgmap v8332: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:16 smithi129 conmon[101092]: cluster 2022-01-18T20:42:15.565280+0000 mgr.smithi129.iclwio 2022-01-18T20:42:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:16 smithi129 conmon[101092]: (mgr.14716) 9692 : cluster [DBG] pgmap v8333: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:17.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:16 smithi156 conmon[67007]: cluster 2022-01-18T20:42:15.565280+0000 mgr.smithi129.iclwio (mgr.14716) 9692 : cluster [DBG] pgmap v8333: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:18 smithi129 conmon[101092]: cluster 2022-01-18T20:42:17.566044+0000 mgr.smithi129.iclwio (mgr.14716) 9693 : cluster [DBG] 2022-01-18T20:42:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:18 smithi129 conmon[101092]: pgmap v8334: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:19.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:18 smithi156 conmon[67007]: cluster 2022-01-18T20:42:17.566044+0000 mgr.smithi129.iclwio (mgr.14716) 9693 : cluster [DBG] pgmap v8334: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:20 smithi129 conmon[101092]: cluster 2022-01-18T20:42:19.566836+0000 mgr.smithi129.iclwio (mgr.14716) 9694 : cluster [DBG] pgmap v8335: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:42:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:20 smithi129 conmon[101092]: 2022-01-18T20:42:21.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:20 smithi156 conmon[67007]: cluster 2022-01-18T20:42:19.566836+0000 mgr.smithi129.iclwio (mgr.14716) 9694 : cluster [DBG] pgmap v8335: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:42:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:22 smithi129 conmon[101092]: cluster 2022-01-18T20:42:21.567359+0000 mgr.smithi129.iclwio (mgr.14716) 9695 : cluster [DBG] pgmap v8336: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:23.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:22 smithi156 conmon[67007]: cluster 2022-01-18T20:42:21.567359+0000 mgr.smithi129.iclwio (mgr.14716) 9695 : cluster [DBG] pgmap v8336: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:23 smithi129 conmon[101092]: cluster 2022-01-18T20:42:23.567980+0000 mgr.smithi129.iclwio (mgr.14716) 9696 : cluster [DBG] pgmap v8337: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:24.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:23 smithi156 conmon[67007]: cluster 2022-01-18T20:42:23.567980+0000 mgr.smithi129.iclwio (mgr.14716) 9696 : cluster 2022-01-18T20:42:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:23 smithi156 conmon[67007]: [DBG] pgmap v8337: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:26.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:26 smithi129 conmon[101092]: cluster 2022-01-18T20:42:25.568690+0000 mgr.smithi129.iclwio (mgr.14716) 9697 : cluster [DBG] pgmap v8338: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:27.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:26 smithi156 conmon[67007]: cluster 2022-01-18T20:42:25.568690+0000 mgr.smithi129.iclwio (mgr.14716) 9697 : cluster [DBG] pgmap v8338: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:28.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:28 smithi129 conmon[101092]: cluster 2022-01-18T20:42:27.569225+0000 mgr.smithi129.iclwio (mgr.14716) 9698 : cluster [DBG] pgmap v8339: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:29.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:28 smithi156 conmon[67007]: cluster 2022-01-18T20:42:27.569225+0000 mgr.smithi129.iclwio (mgr.14716) 9698 : cluster [DBG] pgmap v8339: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:29.763 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:42:30.033 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:42:30.034 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 82s ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:42:30.034 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 82s ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:42:30.034 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 84s ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:42:30.035 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 82s ago 4h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:42:30.035 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 82s ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:42:30.035 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 84s ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:42:30.035 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 82s ago 4h 801M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:42:30.036 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 84s ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:42:30.036 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 82s ago 4h 1778M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:42:30.036 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 84s ago 4h 825M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:42:30.036 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 82s ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:42:30.037 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 84s ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:42:30.037 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 82s ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:42:30.037 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 84s ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:42:30.037 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 82s ago 4h 2215M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:42:30.038 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 82s ago 4h 3313M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:42:30.038 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 82s ago 4h 2508M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:42:30.038 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 82s ago 4h 3338M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:42:30.038 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 84s ago 4h 3099M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:42:30.038 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 84s ago 4h 3608M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:42:30.039 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 84s ago 4h 2911M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:42:30.039 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 84s ago 4h 4196M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:42:30.039 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 82s ago 4h 153M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:42:30.349 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:42:30.350 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:42:30.350 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:42:30.350 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:42:30.350 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:42:30.351 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:42:30.351 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:42:30.351 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:42:30.351 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:42:30.352 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:42:30.352 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:42:30.352 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:42:30.352 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:42:30.352 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:42:30.353 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:42:30.353 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:42:30.353 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:42:30.353 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:42:30.354 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:42:30.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:30 smithi129 conmon[101092]: cluster 2022-01-18T20:42:29.569951+0000 mgr.smithi129.iclwio (mgr.14716) 9699 : cluster 2022-01-18T20:42:30.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:30 smithi129 conmon[101092]: [DBG] pgmap v8340: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:42:30.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:30 smithi129 conmon[101092]: audit 2022-01-18T20:42:29.751524+0000 mgr.smithi129.iclwio (mgr.14716) 9700 : audit [DBG] from='client.40558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:42:30.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:30 smithi129 conmon[101092]: audit 2022-01 2022-01-18T20:42:30.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:30 smithi129 conmon[101092]: -18T20:42:30.349864+0000 mon.smithi129 ( 2022-01-18T20:42:30.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:30 smithi129 conmon[101092]: mon.0) 2917 : audit [DBG] from='client.? 172.21.15.129:0/3966317229' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:42:31.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:30 smithi156 conmon[67007]: cluster 2022-01-18T20:42:29.569951+0000 mgr.smithi129.iclwio (mgr.14716) 9699 : cluster [DBG] pgmap v8340: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:42:31.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:30 smithi156 conmon[67007]: audit 2022-01-18T20:42:29.751524+0000 mgr.smithi129.iclwio (mgr.14716) 9700 : audit [DBG] from='client.40558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:42:31.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:30 smithi156 conmon[67007]: audit 2022-01-18T20:42:30.349864+0000 mon.smithi129 (mon.0) 2022-01-18T20:42:31.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:30 smithi156 conmon[67007]: 2917 : audit [DBG] from='client.? 172.21.15.129:0/3966317229' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:42:31.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:31 smithi129 conmon[101092]: audit 2022-01-18T20:42:30.025557+0000 mgr.smithi129.iclwio (mgr.14716) 9701 : audit [DBG] from='client.40562 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:42:31.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:31 smithi129 conmon[101092]: 2022-01-18T20:42:32.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:31 smithi156 conmon[67007]: audit 2022-01-18T20:42:30.025557+0000 mgr.smithi129.iclwio (mgr.14716) 9701 : audit [DBG] from='client.40562 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:42:32.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:32 smithi129 conmon[101092]: cluster 2022-01-18T20:42:31.570467+0000 mgr.smithi129.iclwio (mgr.14716) 9702 : cluster [DBG] pgmap v8341: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:33.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:32 smithi156 conmon[67007]: cluster 2022-01-18T20:42:31.570467+0000 mgr.smithi129.iclwio (mgr.14716) 9702 : 2022-01-18T20:42:33.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:32 smithi156 conmon[67007]: cluster [DBG] pgmap v8341: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:33 smithi129 conmon[101092]: cluster 2022-01-18T20:42:33.571025+0000 mgr.smithi129.iclwio (mgr.14716) 9703 : cluster [DBG] pgmap v8342: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:34.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:33 smithi156 conmon[67007]: cluster 2022-01-18T20:42:33.571025+0000 mgr.smithi129.iclwio (mgr.14716) 9703 : cluster [DBG] pgmap v8342: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:36.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:36 smithi129 conmon[101092]: cluster 2022-01-18T20:42:35.571754+0000 mgr.smithi129.iclwio (mgr.14716) 9704 : cluster [DBG] pgmap v8343: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:37.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:36 smithi156 conmon[67007]: cluster 2022-01-18T20:42:35.571754+0000 mgr.smithi129.iclwio (mgr.14716) 9704 : cluster [DBG] pgmap v8343: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:38 smithi129 conmon[101092]: cluster 2022-01-18T20:42:37.572304+0000 mgr.smithi129.iclwio (mgr.14716) 9705 : cluster [DBG] pgmap v8344: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:38 smithi129 conmon[101092]: 2022-01-18T20:42:39.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:38 smithi156 conmon[67007]: cluster 2022-01-18T20:42:37.572304+0000 mgr.smithi129.iclwio (mgr.14716) 9705 : cluster [DBG] pgmap v8344: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:40.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:40 smithi129 conmon[101092]: cluster 2022-01-18T20:42:39.572983+0000 mgr.smithi129.iclwio (mgr.14716) 9706 : cluster [DBG] pgmap v8345: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:42:41.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:40 smithi156 conmon[67007]: cluster 2022-01-18T20:42:39.572983+0000 mgr.smithi129.iclwio (mgr.14716) 9706 : cluster [DBG] pgmap v8345: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:42:42.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:42 smithi129 conmon[101092]: cluster 2022-01-18T20:42:41.573556+0000 mgr.smithi129.iclwio (mgr.14716) 9707 : cluster [DBG] pgmap v8346: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:43.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:42 smithi156 conmon[67007]: cluster 2022-01-18T20:42:41.573556+0000 mgr.smithi129.iclwio (mgr.14716) 9707 : cluster [DBG] pgmap v8346: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:43 smithi129 conmon[101092]: cluster 2022-01-18T20:42:43.574184+0000 mgr.smithi129.iclwio (mgr.14716) 9708 : cluster [DBG] pgmap v8347: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:44.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:43 smithi156 conmon[67007]: cluster 2022-01-18T20:42:43.574184+0000 mgr.smithi129.iclwio (mgr.14716) 9708 : cluster [DBG] pgmap v8347: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:46.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:46 smithi129 conmon[101092]: cluster 2022-01-18T20:42:45.574961+0000 mgr.smithi129.iclwio (mgr.14716) 9709 : cluster [DBG] pgmap v8348: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:47.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:46 smithi156 conmon[67007]: cluster 2022-01-18T20:42:45.574961+0000 mgr.smithi129.iclwio (mgr.14716) 9709 : cluster [DBG] pgmap v8348: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:48.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:48 smithi129 conmon[101092]: cluster 2022-01-18T20:42:47.575458+0000 mgr.smithi129.iclwio (mgr.14716) 9710 : cluster [DBG] pgmap v8349: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:49.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:48 smithi156 conmon[67007]: cluster 2022-01-18T20:42:47.575458+0000 mgr.smithi129.iclwio (mgr.14716) 9710 : cluster [DBG] pgmap v8349: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:49.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:48 smithi156 conmon[67007]: 2022-01-18T20:42:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:50 smithi129 conmon[101092]: cluster 2022-01-18T20:42:49.576338+0000 mgr.smithi129.iclwio (mgr.14716) 9711 : cluster [DBG] pgmap v8350: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:42:51.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:50 smithi156 conmon[67007]: cluster 2022-01-18T20:42:49.576338+0000 mgr.smithi129.iclwio (mgr.14716) 9711 : cluster [DBG] pgmap v8350: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:42:52.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:52 smithi129 conmon[101092]: cluster 2022-01-18T20:42:51.576963+0000 mgr.smithi129.iclwio (mgr.14716) 9712 : cluster [DBG] pgmap v8351: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:53.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:52 smithi156 conmon[67007]: cluster 2022-01-18T20:42:51.576963+0000 mgr.smithi129.iclwio (mgr.14716) 9712 : cluster [DBG] pgmap v8351: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:53 smithi129 conmon[101092]: cluster 2022-01-18T20:42:53.577556+0000 mgr.smithi129.iclwio (mgr.14716) 9713 : cluster [DBG] pgmap v8352: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:54.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:53 smithi156 conmon[67007]: cluster 2022-01-18T20:42:53.577556+0000 mgr.smithi129.iclwio (mgr.14716) 9713 : cluster [DBG] pgmap v8352: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:56.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:56 smithi129 conmon[101092]: cluster 2022-01-18T20:42:55.578308+0000 mgr.smithi129.iclwio (mgr.14716) 9714 : cluster [DBG] pgmap v8353: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:57.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:56 smithi156 conmon[67007]: cluster 2022-01-18T20:42:55.578308+0000 mgr.smithi129.iclwio (mgr.14716) 9714 : cluster [DBG] 2022-01-18T20:42:57.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:56 smithi156 conmon[67007]: pgmap v8353: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:58 smithi129 conmon[101092]: cluster 2022-01-18T20:42:57.579025+0000 mgr.smithi129.iclwio (mgr.14716) 9715 : cluster [DBG] pgmap v8354: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:58 smithi129 conmon[101092]: 2022-01-18T20:42:59.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:58 smithi156 conmon[67007]: cluster 2022-01-18T20:42:57.579025+0000 mgr.smithi129.iclwio (mgr.14716) 9715 : cluster [DBG] pgmap v8354: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:42:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:59 smithi129 conmon[101092]: audit 2022-01-18T20:42:59.317694+0000 mon.smithi129 (mon.0) 2918 : audit [INF] 2022-01-18T20:42:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:59 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:42:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:42:59 smithi129 conmon[101092]: audit 2022-01-18T20:42:59.317946+0000 mon.smithi129 (mon.0) 2919 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:43:00.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:59 smithi156 conmon[67007]: audit 2022-01-18T20:42:59.317694+0000 mon.smithi129 (mon.0) 2918 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:43:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:59 smithi156 conmon[67007]: 2022-01-18T20:43:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:42:59 smithi156 conmon[67007]: audit 2022-01-18T20:42:59.317946+0000 mon.smithi129 (mon.0) 2919 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:43:00.648 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:43:00.917 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:43:00.917 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 113s ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:43:00.917 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 113s ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:43:00.917 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 115s ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:43:00.918 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 113s ago 4h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:43:00.918 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 113s ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:43:00.918 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 115s ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:43:00.919 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 113s ago 4h 801M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:43:00.919 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 115s ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:43:00.919 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 113s ago 4h 1778M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:43:00.920 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 115s ago 4h 825M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:43:00.920 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 113s ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:43:00.920 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 115s ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:43:00.920 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 113s ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:43:00.920 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 115s ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:43:00.921 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 113s ago 4h 2215M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:43:00.921 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 113s ago 4h 3313M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:43:00.921 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 113s ago 4h 2508M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:43:00.921 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 113s ago 4h 3338M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:43:00.922 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 115s ago 4h 3099M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:43:00.922 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 115s ago 4h 3608M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:43:00.922 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 115s ago 4h 2911M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:43:00.922 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 115s ago 4h 4196M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:43:00.923 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 113s ago 4h 153M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:43:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:00 smithi129 conmon[101092]: cluster 2022-01-18T20:42:59.579709+0000 mgr.smithi129.iclwio (mgr.14716) 9716 : cluster [DBG] pgmap v8355: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:43:01.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:00 smithi156 conmon[67007]: cluster 2022-01-18T20:42:59.579709+0000 mgr.smithi129.iclwio (mgr.14716) 9716 : cluster [DBG] pgmap v8355: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:43:01.233 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:43:01.233 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:43:01.234 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:43:01.234 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:43:01.234 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:43:01.234 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:43:01.235 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:43:01.235 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:43:01.235 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:43:01.235 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:43:01.235 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:43:01.236 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:43:01.236 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:43:01.236 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:43:01.236 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:43:01.237 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:43:01.237 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:43:01.237 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:43:01.237 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:43:01.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:01 smithi129 conmon[101092]: audit 2022-01-18T20:43:00.636546+0000 mgr.smithi129.iclwio (mgr.14716) 9717 : audit 2022-01-18T20:43:01.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:01 smithi129 conmon[101092]: [DBG] from='client.40570 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:43:01.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:01 smithi129 conmon[101092]: audit 2022-01-18T20:43:01.233663+0000 mon.smithi129 (mon.0) 2920 : audit [DBG] from='client.? 172.21.15.129:0/2523681667' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:43:02.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:01 smithi156 conmon[67007]: audit 2022-01-18T20:43:00.636546+0000 mgr.smithi129.iclwio (mgr.14716) 9717 : audit [DBG] from='client.40570 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:43:02.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:01 smithi156 conmon[67007]: audit 2022-01-18T20:43:01.233663+0000 mon.smithi129 (mon.0) 2920 : audit [DBG] from='client.? 172.21.15.129:0/2523681667' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:43:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:02 smithi129 conmon[101092]: audit 2022-01-18T20:43:00.908521+0000 mgr.smithi129.iclwio (mgr.14716) 9718 : audit [DBG] from='client.40574 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:43:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:02 smithi129 conmon[101092]: 2022-01-18T20:43:02.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:02 smithi129 conmon[101092]: cluster 2022-01-18T20:43:01.580104+0000 mgr.smithi129.iclwio (mgr.14716) 9719 : cluster [DBG] pgmap v8356: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:03.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:02 smithi156 conmon[67007]: audit 2022-01-18T20:43:00.908521+0000 mgr.smithi129.iclwio (mgr.14716) 9718 : audit [DBG] from='client.40574 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:43:03.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:02 smithi156 conmon[67007]: cluster 2022-01-18T20:43 2022-01-18T20:43:03.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:02 smithi156 conmon[67007]: :01.580104+0000 mgr.smithi129.iclwio (mgr.14716) 9719 : cluster [DBG] pgmap v8356: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:03 smithi129 conmon[101092]: cluster 2022-01-18T20:43:03.580689+0000 mgr.smithi129.iclwio (mgr.14716) 9720 : cluster [DBG] pgmap v8357: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:04.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:03 smithi156 conmon[67007]: cluster 2022-01-18T20:43:03.580689+0000 mgr.smithi129.iclwio (mgr.14716) 9720 : cluster [DBG] pgmap v8357: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:06 smithi129 conmon[101092]: cluster 2022-01-18T20:43:05.581483+0000 mgr.smithi129.iclwio (mgr.14716) 9721 : cluster [DBG] 2022-01-18T20:43:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:06 smithi129 conmon[101092]: pgmap v8358: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:07.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:06 smithi156 conmon[67007]: cluster 2022-01-18T20:43:05.581483+0000 mgr.smithi129.iclwio (mgr.14716) 9721 : cluster [DBG] pgmap v8358: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:08 smithi129 conmon[101092]: cluster 2022-01-18T20:43:07.582136+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T20:43:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:08 smithi129 conmon[101092]: 14716) 9722 : cluster [DBG] pgmap v8359: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:08.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:08 smithi129 conmon[101092]: audit 2022-01-18T20:43:08.267835+0000 mon.smithi129 (mon.0) 2921 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:43:08.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:08 smithi129 conmon[101092]: audit 2022-01-18T20:43:08.269300+0000 mon.smithi129 (mon.0) 2922 : 2022-01-18T20:43:08.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:08 smithi129 conmon[101092]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:43:08.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:08 smithi129 conmon[101092]: audit 2022-01-18T20:43 2022-01-18T20:43:08.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:08 smithi129 conmon[101092]: :08.270307+0000 mon.smithi129 (mon.0) 2923 2022-01-18T20:43:08.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:08 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:43:08.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:08 smithi129 conmon[101092]: audit 2022-01-18T20 2022-01-18T20:43:08.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:08 smithi129 conmon[101092]: :43:08.529635+0000 mon.smithi129 (mon.0 2022-01-18T20:43:08.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:08 smithi129 conmon[101092]: ) 2924 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:43:09.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:08 smithi156 conmon[67007]: cluster 2022-01-18T20:43:07.582136+0000 mgr.smithi129.iclwio (mgr.14716) 9722 : cluster [DBG] pgmap v8359: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:09.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:08 smithi156 conmon[67007]: audit 2022-01-18T20 2022-01-18T20:43:09.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:08 smithi156 conmon[67007]: :43:08.267835+0000 mon.smithi129 (mon.0) 2921 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:43:09.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:08 smithi156 conmon[67007]: audit 2022-01-18T20:43:08.269300+0000 mon.smithi129 (mon.0) 2922 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:43:09.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:08 smithi156 conmon[67007]: audit 2022-01-18T20:43:08.270307 2022-01-18T20:43:09.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:08 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2923 : audit 2022-01-18T20:43:09.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:08 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:43:09.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:08 smithi156 conmon[67007]: audit 2022 2022-01-18T20:43:09.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:08 smithi156 conmon[67007]: -01-18T20:43:08 2022-01-18T20:43:09.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:08 smithi156 conmon[67007]: .529635+0000 mon.smithi129 (mon.0) 2022-01-18T20:43:09.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:08 smithi156 conmon[67007]: 2924 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:43:09.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:09 smithi129 conmon[101092]: cephadm 2022-01-18T20:43:08.271174+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:43:09.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:09 smithi129 conmon[101092]: 9723 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:43:09.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:09 smithi129 conmon[101092]: audit 2022-01-18T20:43:08.822011+0000 mon.smithi129 (mon.0) 2925 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:43:09.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:09 smithi129 conmon[101092]: audit 2022-01-18T20:43:08. 2022-01-18T20:43:09.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:09 smithi129 conmon[101092]: 826935+0000 mon.smithi129 (mon.0) 2926 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:43:10.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:09 smithi156 conmon[67007]: cephadm 2022-01-18T20:43:08.271174+0000 mgr.smithi129.iclwio (mgr.14716) 9723 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:43:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:09 smithi156 conmon[67007]: audit 2022-01-18T20:43:08.822011 2022-01-18T20:43:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:09 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2925 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:43:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:09 smithi156 conmon[67007]: audit 2022-01-18T20:43:08.826935+0000 mon.smithi129 (mon.0) 2926 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:43:10.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:10 smithi129 conmon[101092]: cluster 2022-01-18T20:43:09.582901+0000 mgr.smithi129.iclwio (mgr.14716) 9724 : cluster 2022-01-18T20:43:10.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:10 smithi129 conmon[101092]: [DBG] pgmap v8360: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:43:11.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:10 smithi156 conmon[67007]: cluster 2022-01-18T20:43:09.582901+0000 mgr.smithi129.iclwio (mgr.14716) 9724 : cluster [DBG] pgmap v8360: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:43:12.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:12 smithi129 conmon[101092]: cluster 2022-01-18T20:43:11.583428+0000 mgr.smithi129.iclwio (mgr.14716) 9725 : cluster 2022-01-18T20:43:12.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:12 smithi129 conmon[101092]: [DBG] pgmap v8361: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:13.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:12 smithi156 conmon[67007]: cluster 2022-01-18T20:43:11.583428+0000 mgr.smithi129.iclwio (mgr.14716) 9725 : cluster [DBG] pgmap v8361: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:13 smithi129 conmon[101092]: cluster 2022-01-18T20:43:13.584087+0000 mgr.smithi129.iclwio (mgr.14716) 9726 : cluster [DBG] 2022-01-18T20:43:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:13 smithi129 conmon[101092]: pgmap v8362: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:14.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:13 smithi156 conmon[67007]: cluster 2022-01-18T20:43:13.584087+0000 mgr.smithi129.iclwio (mgr.14716) 9726 : cluster [DBG] pgmap v8362: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:16 smithi129 conmon[101092]: cluster 2022-01-18T20:43:15.585001+0000 mgr.smithi129.iclwio (mgr.14716) 9727 : cluster [DBG] 2022-01-18T20:43:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:16 smithi129 conmon[101092]: pgmap v8363: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:17.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:16 smithi156 conmon[67007]: cluster 2022-01-18T20:43:15.585001+0000 mgr.smithi129.iclwio (mgr.14716) 9727 : cluster [DBG] pgmap v8363: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:18 smithi129 conmon[101092]: cluster 2022-01-18T20:43:17.585619+0000 mgr.smithi129.iclwio (mgr.14716) 9728 : cluster [DBG] pgmap v8364: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:19.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:18 smithi156 conmon[67007]: cluster 2022-01-18T20:43:17.585619+0000 mgr.smithi129.iclwio (mgr.14716) 9728 : cluster 2022-01-18T20:43:19.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:18 smithi156 conmon[67007]: [DBG] pgmap v8364: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:20 smithi129 conmon[101092]: cluster 2022-01-18T20:43:19.586389+0000 mgr.smithi129.iclwio (mgr.14716) 9729 : cluster [DBG] pgmap v8365: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:43:21.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:20 smithi156 conmon[67007]: cluster 2022-01-18T20:43:19.586389+0000 mgr.smithi129.iclwio (mgr.14716) 9729 : cluster 2022-01-18T20:43:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:20 smithi156 conmon[67007]: [DBG] pgmap v8365: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:43:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:22 smithi129 conmon[101092]: cluster 2022-01-18T20:43:21.586927+0000 mgr.smithi129.iclwio (mgr.14716) 9730 : 2022-01-18T20:43:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:22 smithi129 conmon[101092]: cluster [DBG] pgmap v8366: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:23.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:22 smithi156 conmon[67007]: cluster 2022-01-18T20:43:21.586927+0000 mgr.smithi129.iclwio (mgr.14716) 9730 : cluster [DBG] pgmap v8366: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:23 smithi129 conmon[101092]: cluster 2022-01-18T20:43:23.587544+0000 mgr.smithi129.iclwio (mgr.14716) 9731 : cluster [DBG] pgmap v8367: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:24.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:23 smithi156 conmon[67007]: cluster 2022-01-18T20:43:23.587544+0000 mgr.smithi129.iclwio (mgr.14716) 9731 : cluster [DBG] pgmap v8367: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:26.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:26 smithi129 conmon[101092]: cluster 2022-01-18T20:43:25.588376+0000 mgr.smithi129.iclwio (mgr.14716) 9732 : cluster [DBG] pgmap v8368: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:27.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:26 smithi156 conmon[67007]: cluster 2022-01-18T20:43:25.588376+0000 mgr.smithi129.iclwio (mgr.14716) 9732 : cluster [DBG] pgmap v8368: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:28.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:28 smithi129 conmon[101092]: cluster 2022-01-18T20:43:27.588936+0000 mgr.smithi129.iclwio (mgr.14716) 9733 : cluster [DBG] pgmap v8369: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:29.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:28 smithi156 conmon[67007]: cluster 2022-01-18T20:43:27.588936+0000 mgr.smithi129.iclwio (mgr.14716) 9733 : cluster [DBG] pgmap v8369: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:30.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:30 smithi129 conmon[101092]: cluster 2022-01-18T20:43:29.589634+0000 mgr.smithi129.iclwio (mgr.14716) 9734 : cluster [DBG] pgmap v8370: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:43:31.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:30 smithi156 conmon[67007]: cluster 2022-01-18T20:43:29.589634+0000 mgr.smithi129.iclwio (mgr.14716) 9734 : cluster [DBG] pgmap v8370: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:43:31.531 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:43:31.797 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:43:31.797 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 2m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:43:31.797 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 2m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:43:31.798 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 2m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:43:31.798 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 2m ago 4h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:43:31.798 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 2m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:43:31.798 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 2m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:43:31.799 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 2m ago 4h 801M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:43:31.799 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 2m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:43:31.799 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 2m ago 4h 1778M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:43:31.799 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 2m ago 4h 825M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:43:31.800 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 2m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:43:31.800 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 2m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:43:31.800 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 2m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:43:31.801 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 2m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:43:31.801 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 2m ago 4h 2215M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:43:31.801 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 2m ago 4h 3313M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:43:31.802 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 2m ago 4h 2508M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:43:31.802 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 2m ago 4h 3338M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:43:31.802 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 2m ago 4h 3099M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:43:31.802 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 2m ago 4h 3608M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:43:31.803 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 2m ago 4h 2911M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:43:31.803 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 2m ago 4h 4196M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:43:31.803 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 2m ago 4h 153M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:43:32.115 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:43:32.115 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:43:32.116 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:43:32.116 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:43:32.116 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:43:32.116 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:43:32.116 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:43:32.117 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:43:32.117 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:43:32.117 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:43:32.117 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:43:32.118 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:43:32.118 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:43:32.118 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:43:32.118 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:43:32.118 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:43:32.119 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:43:32.119 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:43:32.119 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:43:32.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:32 smithi129 conmon[101092]: audit 2022-01-18T20:43:31.520272+0000 mgr.smithi129.iclwio (mgr.14716) 9735 : audit [DBG] from='client.40582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:43:32.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:32 smithi129 conmon[101092]: cluster 2022-01-18T20:43:31.590055+0000 mgr.smithi129.iclwio (mgr.14716) 9736 : cluster [DBG] pgmap v8371: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:32.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:32 smithi129 conmon[101092]: audit 2022-01-18T20:43:32.115867+0000 mon.smithi129 2022-01-18T20:43:32.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:32 smithi129 conmon[101092]: (mon.0) 2927 : audit [DBG] from='client.? 172.21.15.129:0/1050907607' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:43:33.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:32 smithi156 conmon[67007]: audit 2022-01-18T20:43:31.520272+0000 mgr.smithi129.iclwio (mgr.14716) 9735 : audit [DBG] from='client.40582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:43:33.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:32 smithi156 conmon[67007]: cluster 2022-01-18T20:43:31.590055+0000 mgr.smithi129.iclwio (mgr.14716) 9736 : cluster [DBG] pgmap v8371: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:33.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:32 smithi156 conmon[67007]: audit 2022-01-18T20:43:32.115867+0000 mon.smithi129 (mon.0) 2927 : audit [DBG] 2022-01-18T20:43:33.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:32 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/1050907607' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:43:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:33 smithi129 conmon[101092]: audit 2022-01-18T20:43:31.788568+0000 mgr.smithi129.iclwio (mgr.14716) 9737 : audit [DBG] from='client.40586 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:43:34.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:33 smithi156 conmon[67007]: audit 2022-01-18T20:43:31.788568+0000 mgr.smithi129.iclwio (mgr.14716) 9737 : audit [DBG] from='client.40586 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:43:34.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:34 smithi156 conmon[67007]: cluster 2022-01-18T20:43:33.590552+0000 mgr.smithi129.iclwio (mgr.14716) 9738 2022-01-18T20:43:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:34 smithi156 conmon[67007]: : cluster [DBG] pgmap v8372: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:34.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:34 smithi129 conmon[101092]: cluster 2022-01-18T20:43:33.590552+0000 mgr.smithi129.iclwio (mgr.14716) 9738 : cluster 2022-01-18T20:43:34.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:34 smithi129 conmon[101092]: [DBG] pgmap v8372: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:36.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:36 smithi129 conmon[101092]: cluster 2022-01-18T20:43:35.591392+0000 mgr.smithi129.iclwio (mgr.14716) 9739 : cluster [DBG] pgmap v8373: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:37.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:36 smithi156 conmon[67007]: cluster 2022-01-18T20:43:35.591392+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:43:37.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:36 smithi156 conmon[67007]: 9739 : cluster [DBG] pgmap v8373: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:38 smithi129 conmon[101092]: cluster 2022-01-18T20:43:37.591933+0000 mgr.smithi129.iclwio (mgr.14716) 9740 : cluster [DBG] 2022-01-18T20:43:38.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:38 smithi129 conmon[101092]: pgmap v8374: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:39.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:38 smithi156 conmon[67007]: cluster 2022-01-18T20:43:37.591933+0000 mgr.smithi129.iclwio (mgr.14716) 9740 : cluster [DBG] 2022-01-18T20:43:39.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:38 smithi156 conmon[67007]: pgmap v8374: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:40.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:40 smithi129 conmon[101092]: cluster 2022-01-18T20:43:39.592877+0000 mgr.smithi129.iclwio (mgr.14716) 9741 : cluster [DBG] pgmap v8375: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:43:41.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:40 smithi156 conmon[67007]: cluster 2022-01-18T20:43:39.592877+0000 mgr.smithi129.iclwio (mgr.14716) 9741 : cluster 2022-01-18T20:43:41.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:40 smithi156 conmon[67007]: [DBG] pgmap v8375: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:43:42.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:42 smithi129 conmon[101092]: cluster 2022-01-18T20:43:41.593448+0000 mgr.smithi129.iclwio (mgr.14716) 9742 : cluster [DBG] pgmap v8376: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:42.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:42 smithi129 conmon[101092]: 2022-01-18T20:43:43.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:42 smithi156 conmon[67007]: cluster 2022-01-18T20:43:41.593448+0000 mgr.smithi129.iclwio (mgr.14716) 9742 : cluster [DBG] 2022-01-18T20:43:43.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:42 smithi156 conmon[67007]: pgmap v8376: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:43 smithi129 conmon[101092]: cluster 2022-01-18T20:43:43.594233+0000 mgr.smithi129.iclwio (mgr.14716) 9743 : cluster [DBG] pgmap v8377: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:44.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:43 smithi156 conmon[67007]: cluster 2022-01-18T20:43:43.594233+0000 mgr.smithi129.iclwio (mgr.14716) 9743 : cluster [DBG] pgmap v8377: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:46.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:46 smithi129 conmon[101092]: cluster 2022-01-18T20:43:45.595133+0000 mgr.smithi129.iclwio (mgr.14716) 9744 : cluster [DBG] pgmap v8378: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:47.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:46 smithi156 conmon[67007]: cluster 2022-01-18T20:43:45.595133+0000 mgr.smithi129.iclwio (mgr.14716) 9744 : cluster [DBG] pgmap v8378: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:48 smithi129 conmon[101092]: cluster 2022-01-18T20:43:47.595828+0000 mgr.smithi129.iclwio (mgr.14716) 9745 : cluster [DBG] pgmap v8379: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:49.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:48 smithi156 conmon[67007]: cluster 2022-01-18T20:43:47.595828+0000 mgr.smithi129.iclwio (mgr.14716) 9745 : cluster [DBG] pgmap v8379: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:50 smithi129 conmon[101092]: cluster 2022-01-18T20:43:49.596720+0000 mgr.smithi129.iclwio (mgr.14716) 9746 : cluster [DBG] pgmap v8380: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:43:51.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:50 smithi156 conmon[67007]: cluster 2022-01-18T20:43:49.596720+0000 mgr.smithi129.iclwio (mgr.14716) 9746 : cluster [DBG] pgmap v8380: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:43:52.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:52 smithi129 conmon[101092]: cluster 2022-01-18T20:43:51.597312+0000 mgr.smithi129.iclwio (mgr.14716) 9747 : cluster [DBG] pgmap v8381: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:53.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:52 smithi156 conmon[67007]: cluster 2022-01-18T20:43:51.597312+0000 mgr.smithi129.iclwio (mgr.14716) 9747 : cluster [DBG] pgmap v8381: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:53 smithi129 conmon[101092]: cluster 2022-01-18T20:43:53.597975+0000 mgr.smithi129.iclwio (mgr.14716) 9748 : cluster [DBG] pgmap v8382: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:54.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:53 smithi156 conmon[67007]: cluster 2022-01-18T20:43:53.597975+0000 mgr.smithi129.iclwio (mgr.14716) 9748 : cluster [DBG] pgmap v8382: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:56.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:56 smithi129 conmon[101092]: cluster 2022-01-18T20:43:55.598802+0000 mgr.smithi129.iclwio (mgr.14716) 9749 : cluster [DBG] pgmap v8383: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:57.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:56 smithi156 conmon[67007]: cluster 2022-01-18T20:43:55.598802+0000 mgr.smithi129.iclwio (mgr.14716) 9749 : cluster [DBG] pgmap v8383: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:58 smithi129 conmon[101092]: cluster 2022-01-18T20:43:57.599395+0000 mgr.smithi129.iclwio (mgr.14716) 9750 : cluster [DBG] pgmap v8384: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:59.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:58 smithi156 conmon[67007]: cluster 2022-01-18T20:43:57.599395+0000 mgr.smithi129.iclwio (mgr.14716) 9750 : cluster [DBG] pgmap v8384: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:43:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:59 smithi129 conmon[101092]: audit 2022-01-18T20:43:59.322343+0000 mon.smithi129 (mon.0) 2928 : audit 2022-01-18T20:43:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:59 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:43:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:43:59 smithi129 conmon[101092]: audit 2022-01-18T20:43:59.322578+0000 mon.smithi129 (mon.0) 2929 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:44:00.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:59 smithi156 conmon[67007]: audit 2022-01-18T20:43:59.322343+0000 mon.smithi129 (mon.0) 2928 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:44:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:59 smithi156 conmon[67007]: 2022-01-18T20:44:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:43:59 smithi156 conmon[67007]: audit 2022-01-18T20:43:59.322578+0000 mon.smithi129 (mon.0) 2929 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:44:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:00 smithi129 conmon[101092]: cluster 2022-01-18T20:43:59.600224+0000 mgr.smithi129.iclwio (mgr.14716) 9751 : cluster 2022-01-18T20:44:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:00 smithi129 conmon[101092]: [DBG] pgmap v8385: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:44:01.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:00 smithi156 conmon[67007]: cluster 2022-01-18T20:43:59.600224+0000 mgr.smithi129.iclwio (mgr.14716) 9751 : cluster [DBG] pgmap v8385: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:44:02.413 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:44:02.678 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:44:02.679 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 2m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:44:02.679 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 2m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:44:02.679 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 2m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:44:02.680 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 2m ago 4h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:44:02.680 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 2m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:44:02.680 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 2m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:44:02.680 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 2m ago 4h 801M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:44:02.681 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 2m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:44:02.681 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 2m ago 4h 1778M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:44:02.681 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 2m ago 4h 825M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:44:02.681 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 2m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:44:02.681 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 2m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:44:02.682 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 2m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:44:02.682 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 2m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:44:02.682 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 2m ago 4h 2215M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:44:02.682 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 2m ago 4h 3313M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:44:02.683 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 2m ago 4h 2508M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:44:02.683 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 2m ago 4h 3338M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:44:02.683 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 2m ago 4h 3099M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:44:02.683 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 2m ago 4h 3608M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:44:02.684 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 2m ago 4h 2911M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:44:02.684 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 2m ago 4h 4196M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:44:02.684 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 2m ago 4h 153M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:44:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:02 smithi129 conmon[101092]: cluster 2022-01-18T20:44:01.600689+0000 mgr.smithi129.iclwio (mgr.14716) 9752 : cluster [DBG] 2022-01-18T20:44:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:02 smithi129 conmon[101092]: pgmap v8386: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:03.001 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:44:03.001 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:44:03.001 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:44:03.001 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:44:03.002 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:44:03.002 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:44:03.002 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:44:03.002 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:44:03.003 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:44:03.003 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:44:03.003 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:44:03.003 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:44:03.004 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:44:03.004 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:44:03.004 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:44:03.004 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:44:03.005 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:44:03.005 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:44:03.005 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:44:03.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:02 smithi156 conmon[67007]: cluster 2022-01-18T20:44:01.600689+0000 mgr.smithi129.iclwio (mgr.14716) 9752 : cluster [DBG] pgmap v8386: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:03.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:03 smithi129 conmon[101092]: audit 2022-01-18T20:44:02.402199+0000 mgr.smithi129.iclwio (mgr.14716) 9753 : audit [DBG] 2022-01-18T20:44:03.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:03 smithi129 conmon[101092]: from='client.40594 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:44:03.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:03 smithi129 conmon[101092]: audit 2022-01-18T20:44:02.670127+0000 mgr.smithi129.iclwio (mgr.14716) 9754 : audit [DBG] from='client.40598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:44:03.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:03 smithi129 conmon[101092]: audit 2022-01-18T20:44:03.001403+0000 mon.smithi129 (mon 2022-01-18T20:44:03.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:03 smithi129 conmon[101092]: .0) 2930 : audit [DBG] from='client.? 172.21.15.129:0/2195020135' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:44:04.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:03 smithi156 conmon[67007]: audit 2022-01-18T20:44:02.402199+0000 mgr.smithi129.iclwio (mgr.14716) 9753 : audit [DBG] from='client.40594 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:44:04.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:03 smithi156 conmon[67007]: 2022-01-18T20:44:04.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:03 smithi156 conmon[67007]: audit 2022-01-18T20:44:02.670127+0000 mgr.smithi129.iclwio (mgr.14716) 9754 : audit [DBG] from='client.40598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:44:04.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:03 smithi156 conmon[67007]: audit 2022-01-18T20:44: 2022-01-18T20:44:04.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:03 smithi156 conmon[67007]: 03.001403+0000 mon.smithi129 (mon.0) 2930 : audit [DBG] from='client.? 172.21.15.129:0/2195020135' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:44:04.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:04 smithi156 conmon[67007]: cluster 2022-01-18T20:44:03.601321+0000 mgr.smithi129.iclwio (mgr.14716) 9755 : cluster [DBG] pgmap v8387: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:04.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:04 smithi129 conmon[101092]: cluster 2022-01-18T20:44:03.601321+0000 mgr.smithi129.iclwio (mgr.14716) 9755 : cluster [DBG] pgmap v8387: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:06 smithi129 conmon[101092]: cluster 2022-01-18T20:44:05.602263+0000 mgr.smithi129.iclwio (mgr.14716) 9756 : cluster [DBG] pgmap v8388: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:06 smithi129 conmon[101092]: 2022-01-18T20:44:07.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:06 smithi156 conmon[67007]: cluster 2022-01-18T20:44:05.602263+0000 mgr.smithi129.iclwio (mgr.14716) 9756 : cluster [DBG] pgmap v8388: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:08 smithi129 conmon[101092]: cluster 2022-01-18T20:44:07.602952+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T20:44:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:08 smithi129 conmon[101092]: 14716) 9757 : cluster [DBG] pgmap v8389: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:09.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:08 smithi156 conmon[67007]: cluster 2022-01-18T20:44:07.602952+0000 mgr.smithi129.iclwio (mgr.14716) 9757 : cluster [DBG] pgmap v8389: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:09.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:09 smithi129 conmon[101092]: audit 2022-01-18T20:44:08.829522+0000 mon.smithi129 (mon.0) 2931 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:44:09.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:09 smithi129 conmon[101092]: audit 2022-01-18T20:44 2022-01-18T20:44:09.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:09 smithi129 conmon[101092]: :08.830938+0000 mon.smithi129 (mon.0) 2932 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:44:09.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:09 smithi129 conmon[101092]: audit 2022-01-18T20:44:08.831911+0000 mon.smithi129 (mon.0) 2933 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:44:09.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:09 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T20:44:09.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:09 smithi129 conmon[101092]: T20:44:09.140734+0000 mon.smithi129 (mon.0) 2934 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:44:09.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:09 smithi129 conmon[101092]: audit 2022-01-18T20: 2022-01-18T20:44:09.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:09 smithi129 conmon[101092]: 44:09.145347+0000 mon.smithi129 (mon.0 2022-01-18T20:44:09.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:09 smithi129 conmon[101092]: ) 2935 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:44:10.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:09 smithi156 conmon[67007]: audit 2022-01-18T20:44:08.829522+0000 mon.smithi129 (mon.0) 2931 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:44:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:09 smithi156 conmon[67007]: audit 2022-01-18T20:44:08.830938+0000 mon.smithi129 (mon.0) 2932 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:44:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:09 smithi156 conmon[67007]: audit 2022-01-18T20:44:08.831911+0000 mon.smithi129 (mon.0) 2933 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:44:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:09 smithi156 conmon[67007]: audit 2022-01-18T20:44:09.140734+0000 mon.smithi129 (mon.0 2022-01-18T20:44:10.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:09 smithi156 conmon[67007]: ) 2934 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:44:10.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:09 smithi156 conmon[67007]: audit 2022-01-18T20: 2022-01-18T20:44:10.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:09 smithi156 conmon[67007]: 44:09.145347+0000 mon.smithi129 (mon.0) 2935 2022-01-18T20:44:10.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:09 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:44:10.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:10 smithi129 conmon[101092]: cephadm 2022-01-18T20:44:08.832637+0000 mgr.smithi129.iclwio (mgr.14716) 9758 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:44:10.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:10 smithi129 conmon[101092]: cluster 2022-01-18T20:44:09.603549+0000 mgr.smithi129.iclwio (mgr 2022-01-18T20:44:10.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:10 smithi129 conmon[101092]: .14716) 9759 : cluster [DBG] pgmap v8390: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:44:11.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:10 smithi156 conmon[67007]: cephadm 2022-01-18T20:44:08.832637+0000 mgr.smithi129.iclwio (mgr.14716) 9758 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:44:11.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:10 smithi156 conmon[67007]: cluster 2022-01-18T20:44:09.603549+0000 mgr.smithi129.iclwio (mgr.14716) 9759 : cluster [DBG] pgmap v8390: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:44:12.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:12 smithi129 conmon[101092]: cluster 2022-01-18T20:44:11.604114+0000 mgr.smithi129.iclwio (mgr.14716) 9760 : cluster [DBG] 2022-01-18T20:44:12.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:12 smithi129 conmon[101092]: pgmap v8391: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:13.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:12 smithi156 conmon[67007]: cluster 2022-01-18T20:44:11.604114+0000 mgr.smithi129.iclwio (mgr.14716) 9760 : cluster [DBG] pgmap v8391: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:13 smithi129 conmon[101092]: cluster 2022-01-18T20:44:13.604831+0000 mgr.smithi129.iclwio (mgr.14716) 9761 : cluster [DBG] 2022-01-18T20:44:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:13 smithi129 conmon[101092]: pgmap v8392: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:14.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:13 smithi156 conmon[67007]: cluster 2022-01-18T20:44:13.604831+0000 mgr.smithi129.iclwio (mgr.14716) 9761 : cluster [DBG] pgmap v8392: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:16 smithi129 conmon[101092]: cluster 2022-01-18T20:44:15.605624+0000 mgr.smithi129.iclwio (mgr.14716) 9762 : cluster [DBG] pgmap v8393: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:17.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:16 smithi156 conmon[67007]: cluster 2022-01-18T20:44:15.605624+0000 mgr.smithi129.iclwio (mgr.14716) 9762 : cluster [DBG] pgmap v8393: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:17.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:16 smithi156 conmon[67007]: 2022-01-18T20:44:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:18 smithi129 conmon[101092]: cluster 2022-01-18T20:44:17.606188+0000 mgr.smithi129.iclwio (mgr.14716) 9763 : cluster [DBG] pgmap v8394: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:19.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:18 smithi156 conmon[67007]: cluster 2022-01-18T20:44:17.606188+0000 mgr.smithi129.iclwio (mgr.14716) 9763 : cluster [DBG] pgmap v8394: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:20 smithi129 conmon[101092]: cluster 2022-01-18T20:44:19.606906+0000 mgr.smithi129.iclwio (mgr.14716) 9764 : cluster [DBG] pgmap v8395: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:44:21.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:20 smithi156 conmon[67007]: cluster 2022-01-18T20:44:19.606906+0000 mgr.smithi129.iclwio (mgr.14716) 9764 : cluster [DBG] pgmap v8395: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:44:22.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:22 smithi129 conmon[101092]: cluster 2022-01-18T20:44:21.607433+0000 mgr.smithi129.iclwio (mgr.14716) 9765 : cluster [DBG] pgmap v8396: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:23.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:22 smithi156 conmon[67007]: cluster 2022-01-18T20:44:21.607433+0000 mgr.smithi129.iclwio (mgr.14716) 9765 : cluster [DBG] 2022-01-18T20:44:23.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:22 smithi156 conmon[67007]: pgmap v8396: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:23 smithi129 conmon[101092]: cluster 2022-01-18T20:44:23.608112+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:44:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:23 smithi129 conmon[101092]: 9766 : cluster [DBG] pgmap v8397: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:24.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:23 smithi156 conmon[67007]: cluster 2022-01-18T20:44:23.608112+0000 mgr.smithi129.iclwio (mgr.14716) 9766 : 2022-01-18T20:44:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:23 smithi156 conmon[67007]: cluster [DBG] pgmap v8397: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:26.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:26 smithi129 conmon[101092]: cluster 2022-01-18T20:44:25.608925+0000 mgr.smithi129.iclwio (mgr.14716) 9767 : cluster [DBG] pgmap v8398: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:27.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:26 smithi156 conmon[67007]: cluster 2022-01-18T20:44:25.608925+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:44:27.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:26 smithi156 conmon[67007]: ) 9767 : cluster [DBG] pgmap v8398: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:28.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:28 smithi129 conmon[101092]: cluster 2022-01-18T20:44:27.609711+0000 mgr.smithi129.iclwio (mgr.14716) 9768 : cluster [DBG] pgmap v8399: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:28.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:28 smithi129 conmon[101092]: 2022-01-18T20:44:29.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:28 smithi156 conmon[67007]: cluster 2022-01-18T20:44:27.609711+0000 mgr.smithi129.iclwio (mgr.14716) 9768 2022-01-18T20:44:29.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:28 smithi156 conmon[67007]: : cluster [DBG] pgmap v8399: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:30.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:30 smithi129 conmon[101092]: cluster 2022-01-18T20:44:29.610469+0000 mgr.smithi129.iclwio (mgr.14716) 9769 : cluster [DBG] pgmap v8400: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:44:31.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:30 smithi156 conmon[67007]: cluster 2022-01-18T20:44:29.610469+0000 mgr.smithi129.iclwio (mgr.14716) 9769 : cluster [DBG] pgmap v8400: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:44:32.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:32 smithi129 conmon[101092]: cluster 2022-01-18T20:44:31.610969+0000 mgr.smithi129.iclwio (mgr.14716) 9770 : cluster [DBG] pgmap v8401: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:32.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:32 smithi129 conmon[101092]: 2022-01-18T20:44:33.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:32 smithi156 conmon[67007]: cluster 2022-01-18T20:44:31.610969+0000 mgr.smithi129.iclwio (mgr.14716) 9770 : cluster [DBG] pgmap v8401: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:33.300 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:44:33.564 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:44:33.564 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 3m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:44:33.564 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 3m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:44:33.565 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 3m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:44:33.565 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 3m ago 4h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:44:33.565 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 3m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:44:33.565 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 3m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:44:33.566 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 3m ago 4h 801M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:44:33.566 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 3m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:44:33.566 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 3m ago 4h 1778M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:44:33.566 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 3m ago 4h 825M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:44:33.567 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 3m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:44:33.567 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 3m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:44:33.567 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 3m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:44:33.567 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 3m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:44:33.567 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 3m ago 4h 2215M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:44:33.568 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 3m ago 4h 3313M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:44:33.568 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 3m ago 4h 2508M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:44:33.568 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 3m ago 4h 3338M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:44:33.568 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 3m ago 4h 3099M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:44:33.569 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 3m ago 4h 3608M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:44:33.569 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 3m ago 4h 2911M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:44:33.569 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 3m ago 4h 4196M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:44:33.569 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 3m ago 4h 153M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:44:33.887 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:44:33.888 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:44:33.888 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:44:33.888 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:44:33.888 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:44:33.889 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:44:33.889 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:44:33.889 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:44:33.889 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:44:33.889 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:44:33.890 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:44:33.890 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:44:33.890 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:44:33.890 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:44:33.891 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:44:33.891 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:44:33.891 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:44:33.891 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:44:33.892 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:44:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:33 smithi129 conmon[101092]: audit 2022-01-18T20:44:33.288390+0000 mgr.smithi129.iclwio (mgr.14716) 9771 : audit [DBG] from='client.40606 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:44:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:33 smithi129 conmon[101092]: audit 2022-01-18T20:44:33.556141+0000 mgr.smithi129.iclwio (mgr.14716) 9772 : audit [DBG] from='client.40610 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:44:34.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:33 smithi129 conmon[101092]: cluster 2022-01-18T20:44:33.611421+0000 mgr.smithi129.iclwio (mgr.14716) 9773 : cluster [DBG] pgmap v8402: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:34.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:33 smithi129 conmon[101092]: audit 2022-01 2022-01-18T20:44:34.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:33 smithi129 conmon[101092]: -18T20:44:33.888135+0000 mon.smithi129 (mon.0) 2936 : audit [DBG] from='client.? 172.21.15.129:0/1689648259' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:44:34.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:33 smithi156 conmon[67007]: audit 2022-01-18T20:44:33.288390+0000 mgr.smithi129.iclwio (mgr.14716) 9771 : audit [DBG] from='client.40606 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:44:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:33 smithi156 conmon[67007]: audit 2022-01-18T20:44:33.556141+0000 mgr.smithi129.iclwio (mgr.14716) 9772 : audit [DBG] from='client.40610 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:44:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:33 smithi156 conmon[67007]: cluster 2022 2022-01-18T20:44:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:33 smithi156 conmon[67007]: -01-18T20:44:33. 2022-01-18T20:44:34.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:33 smithi156 conmon[67007]: 611421+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:44:34.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:33 smithi156 conmon[67007]: 9773 : cluster [DBG] pgmap v8402: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:34.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:33 smithi156 conmon[67007]: audit 2022- 2022-01-18T20:44:34.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:33 smithi156 conmon[67007]: 01-18T20:44:33.888135 2022-01-18T20:44:34.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:33 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2936 : 2022-01-18T20:44:34.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:33 smithi156 conmon[67007]: audit [DBG] from='client.? 172.21.15.129:0/1689648259' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:44:36.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:36 smithi129 conmon[101092]: cluster 2022-01-18T20:44:35.612287+0000 mgr.smithi129.iclwio (mgr.14716) 9774 : cluster [DBG] pgmap v8403: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:37.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:36 smithi156 conmon[67007]: cluster 2022-01-18T20:44:35.612287+0000 mgr.smithi129.iclwio (mgr.14716) 9774 : cluster [DBG] pgmap v8403: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:38 smithi129 conmon[101092]: cluster 2022-01-18T20:44:37.612875+0000 mgr.smithi129.iclwio (mgr.14716) 9775 : cluster [DBG] pgmap v8404: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:39.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:38 smithi156 conmon[67007]: cluster 2022-01-18T20:44:37.612875+0000 mgr.smithi129.iclwio (mgr.14716) 9775 : cluster [DBG] pgmap v8404: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:40.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:40 smithi129 conmon[101092]: cluster 2022-01-18T20:44:39.613766+0000 mgr.smithi129.iclwio (mgr.14716) 9776 : cluster [DBG] 2022-01-18T20:44:40.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:40 smithi129 conmon[101092]: pgmap v8405: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:44:41.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:40 smithi156 conmon[67007]: cluster 2022-01-18T20:44:39.613766+0000 mgr.smithi129.iclwio (mgr.14716) 9776 : cluster [DBG] pgmap v8405: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:44:42.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:42 smithi129 conmon[101092]: cluster 2022-01-18T20:44:41.614297+0000 mgr.smithi129.iclwio (mgr.14716) 9777 : cluster [DBG] 2022-01-18T20:44:42.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:42 smithi129 conmon[101092]: pgmap v8406: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:43.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:42 smithi156 conmon[67007]: cluster 2022-01-18T20:44:41.614297+0000 mgr.smithi129.iclwio (mgr.14716) 9777 : cluster [DBG] pgmap v8406: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:43 smithi129 conmon[101092]: cluster 2022-01-18T20:44:43.614819+0000 mgr.smithi129.iclwio (mgr.14716) 9778 : cluster [DBG] pgmap v8407: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:44.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:43 smithi156 conmon[67007]: cluster 2022-01-18T20:44:43.614819+0000 mgr.smithi129.iclwio (mgr.14716) 9778 : cluster 2022-01-18T20:44:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:43 smithi156 conmon[67007]: [DBG] pgmap v8407: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:46.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:46 smithi129 conmon[101092]: cluster 2022-01-18T20:44:45.615630+0000 mgr.smithi129.iclwio (mgr.14716) 9779 : cluster [DBG] 2022-01-18T20:44:46.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:46 smithi129 conmon[101092]: pgmap v8408: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:47.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:46 smithi156 conmon[67007]: cluster 2022-01-18T20:44:45.615630+0000 mgr.smithi129.iclwio (mgr.14716) 9779 : cluster 2022-01-18T20:44:47.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:46 smithi156 conmon[67007]: [DBG] pgmap v8408: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:48 smithi129 conmon[101092]: cluster 2022-01-18T20:44:47.616175+0000 mgr.smithi129.iclwio (mgr.14716) 9780 : cluster [DBG] pgmap v8409: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:49.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:48 smithi156 conmon[67007]: cluster 2022-01-18T20:44:47.616175+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:44:49.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:48 smithi156 conmon[67007]: 9780 : cluster [DBG] pgmap v8409: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:50 smithi129 conmon[101092]: cluster 2022-01-18T20:44:49.617073+0000 mgr.smithi129.iclwio (mgr.14716) 9781 : cluster [DBG] pgmap v8410: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:44:51.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:50 smithi156 conmon[67007]: cluster 2022-01-18T20:44:49.617073+0000 mgr.smithi129.iclwio (mgr.14716) 9781 : cluster [DBG] 2022-01-18T20:44:51.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:50 smithi156 conmon[67007]: pgmap v8410: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:44:52.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:52 smithi129 conmon[101092]: cluster 2022-01-18T20:44:51.617780+0000 mgr.smithi129.iclwio (mgr.14716) 9782 : cluster [DBG] pgmap v8411: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:53.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:52 smithi156 conmon[67007]: cluster 2022-01-18T20:44:51.617780+0000 mgr.smithi129.iclwio (mgr.14716) 9782 : 2022-01-18T20:44:53.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:52 smithi156 conmon[67007]: cluster [DBG] pgmap v8411: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:53 smithi129 conmon[101092]: cluster 2022-01-18T20:44:53.618313+0000 mgr.smithi129.iclwio (mgr.14716) 9783 : cluster [DBG] pgmap v8412: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:54.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:53 smithi129 conmon[101092]: 2022-01-18T20:44:54.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:53 smithi156 conmon[67007]: cluster 2022-01-18T20:44:53.618313+0000 mgr.smithi129.iclwio (mgr.14716) 9783 : cluster 2022-01-18T20:44:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:53 smithi156 conmon[67007]: [DBG] pgmap v8412: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:56.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:56 smithi129 conmon[101092]: cluster 2022-01-18T20:44:55.619084+0000 mgr.smithi129.iclwio (mgr.14716) 9784 : cluster [DBG] pgmap v8413: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:57.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:56 smithi156 conmon[67007]: cluster 2022-01-18T20:44:55.619084+0000 mgr.smithi129.iclwio (mgr.14716) 9784 2022-01-18T20:44:57.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:56 smithi156 conmon[67007]: : cluster [DBG] pgmap v8413: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:58.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:58 smithi129 conmon[101092]: cluster 2022-01-18T20:44:57.619670+0000 mgr.smithi129.iclwio (mgr.14716) 9785 : cluster [DBG] pgmap v8414: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:59.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:58 smithi156 conmon[67007]: cluster 2022-01-18T20:44:57.619670+0000 mgr.smithi129.iclwio (mgr.14716) 9785 : cluster [DBG] 2022-01-18T20:44:59.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:58 smithi156 conmon[67007]: pgmap v8414: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:44:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:59 smithi129 conmon[101092]: audit 2022-01-18T20:44:59.326513+0000 mon.smithi129 (mon.0) 2937 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:44:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:59 smithi129 conmon[101092]: audit 2022-01-18T20:44:59.326815+0000 mon.smithi129 ( 2022-01-18T20:44:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:44:59 smithi129 conmon[101092]: mon.0) 2938 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:45:00.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:59 smithi156 conmon[67007]: audit 2022-01-18T20:44:59.326513+0000 mon.smithi129 (mon.0) 2937 : audit 2022-01-18T20:45:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:59 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:45:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:44:59 smithi156 conmon[67007]: audit 2022-01-18T20:44:59.326815+0000 mon.smithi129 (mon.0) 2938 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:45:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:00 smithi129 conmon[101092]: cluster 2022-01-18T20:44:59.620322+0000 mgr.smithi129.iclwio (mgr.14716) 9786 : cluster [DBG] pgmap v8415: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:45:01.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:00 smithi156 conmon[67007]: cluster 2022-01-18T20:44:59.620322+0000 mgr.smithi129.iclwio (mgr 2022-01-18T20:45:01.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:00 smithi156 conmon[67007]: .14716) 9786 : cluster [DBG] pgmap v8415: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:45:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:02 smithi129 conmon[101092]: cluster 2022-01-18T20:45:01.620825+0000 mgr.smithi129.iclwio (mgr.14716) 9787 : cluster [DBG] pgmap v8416: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:03.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:02 smithi156 conmon[67007]: cluster 2022-01-18T20:45:01.620825+0000 mgr.smithi129.iclwio (mgr.14716) 9787 : cluster [DBG] 2022-01-18T20:45:03.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:02 smithi156 conmon[67007]: pgmap v8416: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:03 smithi129 conmon[101092]: cluster 2022-01-18T20:45:03.621430+0000 mgr.smithi129.iclwio (mgr 2022-01-18T20:45:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:03 smithi129 conmon[101092]: .14716) 9788 : cluster [DBG] pgmap v8417: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:04.189 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:45:04.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:03 smithi156 conmon[67007]: cluster 2022-01-18T20:45:03.621430+0000 mgr.smithi129.iclwio (mgr.14716) 9788 : cluster [DBG] pgmap v8417: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:04.454 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:45:04.455 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 3m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:45:04.455 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 3m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:45:04.456 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 3m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:45:04.456 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 3m ago 4h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:45:04.457 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 3m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:45:04.457 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 3m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:45:04.458 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 3m ago 4h 801M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:45:04.458 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 3m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:45:04.459 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 3m ago 4h 1778M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:45:04.459 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 3m ago 4h 825M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:45:04.459 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 3m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:45:04.460 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 3m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:45:04.460 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 3m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:45:04.460 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 3m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:45:04.460 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 3m ago 4h 2215M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:45:04.461 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 3m ago 4h 3313M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:45:04.461 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 3m ago 4h 2508M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:45:04.461 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 3m ago 4h 3338M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:45:04.461 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 3m ago 4h 3099M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:45:04.461 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 3m ago 4h 3608M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:45:04.462 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 3m ago 4h 2911M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:45:04.462 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 3m ago 4h 4196M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:45:04.462 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 3m ago 4h 153M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:45:04.771 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:45:04.771 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:45:04.772 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:45:04.772 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:45:04.772 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:45:04.772 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:45:04.773 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:45:04.773 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:45:04.773 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:45:04.773 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:45:04.774 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:45:04.774 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:45:04.774 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:45:04.774 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:45:04.775 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:45:04.775 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:45:04.775 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:45:04.775 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:45:04.775 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:45:05.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:04 smithi129 conmon[101092]: audit 2022-01-18T20:45:04.177653+0000 mgr.smithi129.iclwio (mgr.14716) 9789 2022-01-18T20:45:05.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:04 smithi129 conmon[101092]: : audit [DBG] from='client.40618 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:45:05.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:04 smithi129 conmon[101092]: audit 2022-01-18T20:45:04.446425+0000 mgr.smithi129.iclwio (mgr.14716) 9790 : audit [DBG] from='client.40622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:45:05.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:04 smithi129 conmon[101092]: audit 2022 2022-01-18T20:45:05.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:04 smithi129 conmon[101092]: -01-18T20:45:04.771858+0000 mon.smithi129 (mon.0) 2939 : audit [DBG] from='client.? 172.21.15.129:0/3040675403' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:45:05.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:04 smithi156 conmon[67007]: audit 2022-01-18T20:45:04.177653+0000 mgr.smithi129.iclwio (mgr.14716) 9789 : audit [DBG] from='client.40618 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:45:05.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:04 smithi156 conmon[67007]: audit 2022-01-18T20:45:04.446425+0000 mgr.smithi129.iclwio (mgr.14716) 9790 : audit [DBG] from='client.40622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:45:05.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:04 smithi156 conmon[67007]: 2022-01-18T20:45:05.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:04 smithi156 conmon[67007]: audit 2022-01-18T20:45:04.771858+0000 mon.smithi129 (mon.0) 2939 : audit [DBG] from='client.? 172.21.15.129:0/3040675403' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:45:06.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:05 smithi129 conmon[101092]: cluster 2022-01-18T20:45:05.622130+0000 mgr.smithi129.iclwio (mgr.14716) 9791 : cluster [DBG] 2022-01-18T20:45:06.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:05 smithi129 conmon[101092]: pgmap v8418: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:06.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:05 smithi156 conmon[67007]: cluster 2022-01-18T20:45:05.622130+0000 mgr.smithi129.iclwio (mgr.14716) 9791 : cluster [DBG] pgmap v8418: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:08 smithi129 conmon[101092]: cluster 2022-01-18T20:45:07.622702+0000 mgr.smithi129.iclwio (mgr.14716) 9792 : cluster [DBG] pgmap v8419: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:08.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:08 smithi129 conmon[101092]: 2022-01-18T20:45:09.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:08 smithi156 conmon[67007]: cluster 2022-01-18T20:45:07.622702+0000 mgr.smithi129.iclwio (mgr.14716) 9792 : cluster [DBG] pgmap v8419: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:09.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:09 smithi129 conmon[101092]: audit 2022-01-18T20:45:09.147768+0000 mon.smithi129 (mon.0) 2940 2022-01-18T20:45:09.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:09 smithi129 conmon[101092]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:45:09.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:09 smithi129 conmon[101092]: audit 2022-01-18T20:45:09.149171+0000 mon.smithi129 (mon.0) 2941 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:45:09.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:09 smithi129 conmon[101092]: audit 2022-01-18T20:45:09.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:09 smithi129 conmon[101092]: 2022-01-18T20:45:09.150065+0000 mon.smithi129 (mon.0) 2942 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:45:09.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:09 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T20:45:09.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:09 smithi129 conmon[101092]: 20:45:09.457720+0000 mon.smithi129 (mon. 2022-01-18T20:45:09.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:09 smithi129 conmon[101092]: 0) 2943 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:45:09.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:09 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T20:45:09.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:09 smithi129 conmon[101092]: T20:45:09.466862+0000 mon.smithi129 ( 2022-01-18T20:45:09.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:09 smithi129 conmon[101092]: mon.0) 2944 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:45:10.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:09 smithi156 conmon[67007]: audit 2022-01-18T20:45:09.147768+0000 mon.smithi129 (mon.0) 2940 2022-01-18T20:45:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:09 smithi156 conmon[67007]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:45:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:09 smithi156 conmon[67007]: audit 2022-01-18T20:45:09.149171+0000 mon.smithi129 (mon.0) 2941 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:45:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:09 smithi156 conmon[67007]: audit 2022-01-18T20:45:09 2022-01-18T20:45:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:09 smithi156 conmon[67007]: .150065+0000 mon.smithi129 (mon.0) 2942 2022-01-18T20:45:10.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:09 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:45:10.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:09 smithi156 conmon[67007]: audit 2022-01-18T20:45:10.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:09 smithi156 conmon[67007]: 2022-01-18T20:45: 2022-01-18T20:45:10.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:09 smithi156 conmon[67007]: 09.457720+0000 mon.smithi129 (mon. 2022-01-18T20:45:10.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:09 smithi156 conmon[67007]: 0) 2943 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:45:10.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:09 smithi156 conmon[67007]: audit 2022- 2022-01-18T20:45:10.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:09 smithi156 conmon[67007]: 01-18T20:45:09.466862 2022-01-18T20:45:10.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:09 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2944 : 2022-01-18T20:45:10.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:09 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:45:10.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:10 smithi129 conmon[101092]: cephadm 2022-01-18T20:45:09.150852+0000 mgr.smithi129.iclwio (mgr.14716) 9793 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:45:10.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:10 smithi129 conmon[101092]: cluster 2022-01-18T20:45:09.623423+0000 mgr.smithi129.iclwio (mgr.14716) 9794 : cluster [DBG] pgmap v8420: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:45:11.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:10 smithi156 conmon[67007]: cephadm 2022-01-18T20:45:09.150852+0000 mgr.smithi129.iclwio (mgr.14716) 9793 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:45:11.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:10 smithi156 conmon[67007]: 2022-01-18T20:45:11.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:10 smithi156 conmon[67007]: cluster 2022-01-18T20:45:09.623423+0000 mgr.smithi129.iclwio (mgr.14716) 9794 : cluster [DBG] pgmap v8420: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:45:12.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:12 smithi129 conmon[101092]: cluster 2022-01-18T20:45:11.624001+0000 mgr.smithi129.iclwio (mgr.14716) 9795 : cluster [DBG] pgmap v8421: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:13.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:12 smithi156 conmon[67007]: cluster 2022-01-18T20:45:11.624001+0000 mgr.smithi129.iclwio (mgr.14716) 9795 : cluster [DBG] pgmap v8421: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:13 smithi129 conmon[101092]: cluster 2022-01-18T20:45:13.624711+0000 mgr.smithi129.iclwio (mgr.14716) 9796 : cluster [DBG] pgmap v8422: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:13 smithi129 conmon[101092]: 2022-01-18T20:45:14.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:13 smithi156 conmon[67007]: cluster 2022-01-18T20:45:13.624711+0000 mgr.smithi129.iclwio (mgr.14716) 9796 : cluster [DBG] pgmap v8422: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:16 smithi129 conmon[101092]: cluster 2022-01-18T20:45:15.625649+0000 mgr.smithi129.iclwio (mgr.14716) 9797 : cluster [DBG] pgmap v8423: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:17.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:16 smithi156 conmon[67007]: cluster 2022-01-18T20:45:15.625649+0000 mgr.smithi129.iclwio (mgr.14716) 9797 : cluster [DBG] pgmap v8423: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:18 smithi129 conmon[101092]: cluster 2022-01-18T20:45:17.626197+0000 mgr.smithi129.iclwio (mgr.14716) 9798 : cluster [DBG] pgmap v8424: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:18.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:18 smithi129 conmon[101092]: 2022-01-18T20:45:19.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:18 smithi156 conmon[67007]: cluster 2022-01-18T20:45:17.626197+0000 mgr.smithi129.iclwio (mgr.14716) 9798 : cluster [DBG] pgmap v8424: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:19.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:18 smithi156 conmon[67007]: 2022-01-18T20:45:20.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:20 smithi129 conmon[101092]: cluster 2022-01-18T20:45:19.627126+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:45:20.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:20 smithi129 conmon[101092]: 9799 : cluster [DBG] pgmap v8425: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:45:21.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:20 smithi156 conmon[67007]: cluster 2022-01-18T20:45:19.627126+0000 mgr.smithi129.iclwio (mgr.14716) 9799 : cluster 2022-01-18T20:45:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:20 smithi156 conmon[67007]: [DBG] pgmap v8425: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:45:23.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:22 smithi156 conmon[67007]: cluster 2022-01-18T20:45:21.627713+0000 mgr.smithi129.iclwio (mgr.14716) 9800 : cluster [DBG] pgmap v8426: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:23.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:22 smithi129 conmon[101092]: cluster 2022-01-18T20:45:21.627713+0000 mgr.smithi129.iclwio (mgr.14716) 9800 : cluster [DBG] pgmap v8426: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:23 smithi129 conmon[101092]: cluster 2022-01-18T20:45:23.628232+0000 mgr.smithi129.iclwio (mgr.14716) 9801 : cluster [DBG] pgmap v8427: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:24.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:23 smithi156 conmon[67007]: cluster 2022-01-18T20:45:23.628232+0000 mgr.smithi129.iclwio (mgr.14716) 9801 : cluster [DBG] pgmap v8427: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:26.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:26 smithi129 conmon[101092]: cluster 2022-01-18T20:45:25.629248+0000 mgr.smithi129.iclwio (mgr.14716) 9802 : cluster [DBG] pgmap v8428: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:27.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:26 smithi156 conmon[67007]: cluster 2022-01-18T20:45:25.629248+0000 mgr.smithi129.iclwio (mgr.14716) 9802 : cluster [DBG] pgmap v8428: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:28.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:28 smithi129 conmon[101092]: cluster 2022-01-18T20:45:27.629950+0000 mgr.smithi129.iclwio (mgr.14716) 9803 : cluster [DBG] pgmap v8429: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:29.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:28 smithi156 conmon[67007]: cluster 2022-01-18T20:45:27.629950+0000 mgr.smithi129.iclwio (mgr.14716) 9803 2022-01-18T20:45:29.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:28 smithi156 conmon[67007]: : cluster [DBG] pgmap v8429: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:31.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:30 smithi156 conmon[67007]: cluster 2022-01-18T20:45:29.630812+0000 mgr.smithi129.iclwio (mgr.14716) 9804 : cluster [DBG] pgmap v8430: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:45:31.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:30 smithi129 conmon[101092]: cluster 2022-01-18T20:45:29.630812+0000 mgr.smithi129.iclwio (mgr.14716) 9804 : cluster [DBG] pgmap v8430: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:45:31.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:30 smithi129 conmon[101092]: 2022-01-18T20:45:33.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:32 smithi156 conmon[67007]: cluster 2022-01-18T20:45:31.631363+0000 mgr.smithi129.iclwio (mgr.14716) 9805 : cluster [DBG] pgmap v8431: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:33.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:32 smithi156 conmon[67007]: 2022-01-18T20:45:33.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:32 smithi129 conmon[101092]: cluster 2022-01-18T20:45:31.631363+0000 mgr.smithi129.iclwio (mgr.14716) 9805 : cluster [DBG] pgmap v8431: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:33 smithi129 conmon[101092]: cluster 2022-01-18T20:45:33.631906+0000 mgr.smithi129.iclwio (mgr.14716) 9806 : cluster [DBG] pgmap v8432: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:34.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:33 smithi156 conmon[67007]: cluster 2022-01-18T20:45:33.631906+0000 mgr.smithi129.iclwio (mgr.14716) 9806 : cluster [DBG] pgmap v8432: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:35.069 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:45:35.332 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:45:35.333 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 4m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:45:35.333 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 4m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:45:35.333 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 4m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:45:35.333 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 4m ago 4h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:45:35.334 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 4m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:45:35.334 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 4m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:45:35.334 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 4m ago 4h 801M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:45:35.334 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 4m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:45:35.335 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 4m ago 4h 1778M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:45:35.335 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 4m ago 4h 825M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:45:35.335 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 4m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:45:35.335 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 4m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:45:35.336 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 4m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:45:35.336 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 4m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:45:35.336 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 4m ago 4h 2215M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:45:35.336 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 4m ago 4h 3313M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:45:35.337 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 4m ago 4h 2508M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:45:35.337 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 4m ago 4h 3338M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:45:35.337 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 4m ago 4h 3099M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:45:35.337 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 4m ago 4h 3608M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:45:35.337 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 4m ago 4h 2911M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:45:35.338 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 4m ago 4h 4196M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:45:35.338 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 4m ago 4h 153M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:45:35.651 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:45:35.651 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:45:35.651 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:45:35.652 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:45:35.652 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:45:35.652 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:45:35.652 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:45:35.653 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:45:35.653 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:45:35.653 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:45:35.653 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:45:35.653 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:45:35.654 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:45:35.654 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:45:35.654 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:45:35.654 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:45:35.655 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:45:35.655 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:45:35.655 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:45:36.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:35 smithi156 conmon[67007]: audit 2022-01-18T20:45:35.651263+0000 mon.smithi129 (mon.0) 2945 : audit [DBG] from='client.? 172.21.15.129:0/2884415045' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:45:36.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:35 smithi129 conmon[101092]: audit 2022-01-18T20:45:35.651263+0000 mon.smithi129 (mon.0) 2945 : audit [DBG] 2022-01-18T20:45:36.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:35 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/2884415045' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:45:37.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:36 smithi156 conmon[67007]: audit 2022-01-18T20:45:35.057907+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:45:37.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:36 smithi156 conmon[67007]: 9807 : audit [DBG] from='client.40630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:45:37.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:36 smithi156 conmon[67007]: audit 2022-01-18T20:45:35.324339+0000 mgr.smithi129.iclwio (mgr.14716) 9808 : audit [DBG] from='client.40634 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:45:37.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:36 smithi156 conmon[67007]: cluster 2022-01 2022-01-18T20:45:37.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:36 smithi156 conmon[67007]: -18T20:45:35.632592+0000 mgr.smithi129.iclwio (mgr.14716) 9809 : cluster [DBG] pgmap v8433: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:37.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:36 smithi129 conmon[101092]: audit 2022-01-18T20:45:35.057907+0000 mgr.smithi129.iclwio (mgr.14716) 9807 : audit [DBG] from='client.40630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:45:37.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:36 smithi129 conmon[101092]: audit 2022-01-18T20:45:35.324339+0000 mgr.smithi129.iclwio (mgr.14716) 9808 : audit [DBG] from='client.40634 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:45:37.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:36 smithi129 conmon[101092]: cluster 2022-01-18T20:45:35.632592+0000 mgr.smithi129.iclwio (mgr.14716) 9809 : cluster [DBG] pgmap v8433: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:39.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:38 smithi156 conmon[67007]: cluster 2022-01-18T20:45:37.633117+0000 mgr.smithi129.iclwio (mgr.14716) 9810 : cluster [DBG] pgmap v8434: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:39.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:38 smithi129 conmon[101092]: cluster 2022-01-18T20:45:37.633117+0000 mgr.smithi129.iclwio (mgr.14716) 9810 : cluster [DBG] pgmap v8434: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:41.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:40 smithi156 conmon[67007]: cluster 2022-01-18T20:45:39.634023+0000 mgr.smithi129.iclwio (mgr.14716) 9811 : cluster [DBG] pgmap v8435: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:45:41.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:40 smithi156 conmon[67007]: 2022-01-18T20:45:41.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:40 smithi129 conmon[101092]: cluster 2022-01-18T20:45:39.634023+0000 mgr.smithi129.iclwio (mgr.14716) 9811 : cluster [DBG] pgmap v8435: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:45:43.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:42 smithi156 conmon[67007]: cluster 2022-01-18T20:45:41.634476+0000 mgr.smithi129.iclwio (mgr.14716) 9812 : cluster [DBG] pgmap v8436: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:43.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:42 smithi129 conmon[101092]: cluster 2022-01-18T20:45:41.634476+0000 mgr.smithi129.iclwio (mgr.14716) 9812 : cluster [DBG] pgmap v8436: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:43 smithi129 conmon[101092]: cluster 2022-01-18T20:45:43.635150+0000 mgr.smithi129.iclwio (mgr.14716) 9813 : cluster [DBG] pgmap v8437: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:44.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:43 smithi156 conmon[67007]: cluster 2022-01-18T20:45:43.635150+0000 mgr.smithi129.iclwio (mgr.14716) 9813 : cluster [DBG] pgmap v8437: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:47.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:46 smithi156 conmon[67007]: cluster 2022-01-18T20:45:45.635934+0000 mgr.smithi129.iclwio (mgr.14716) 9814 : cluster [DBG] 2022-01-18T20:45:47.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:46 smithi156 conmon[67007]: pgmap v8438: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:47.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:46 smithi129 conmon[101092]: cluster 2022-01-18T20:45:45.635934+0000 mgr.smithi129.iclwio (mgr.14716) 9814 : cluster [DBG] pgmap v8438: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:49.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:48 smithi156 conmon[67007]: cluster 2022-01-18T20:45:47.636510+0000 mgr.smithi129.iclwio (mgr.14716) 9815 : cluster [DBG] pgmap v8439: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:49.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:48 smithi129 conmon[101092]: cluster 2022-01-18T20:45:47.636510+0000 mgr.smithi129.iclwio (mgr.14716) 9815 : cluster [DBG] pgmap v8439: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:51.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:50 smithi156 conmon[67007]: cluster 2022-01-18T20:45:49.637399+0000 mgr.smithi129.iclwio (mgr.14716) 9816 : cluster [DBG] pgmap v8440: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:45:51.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:50 smithi156 conmon[67007]: 2022-01-18T20:45:51.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:50 smithi129 conmon[101092]: cluster 2022-01-18T20:45:49.637399+0000 mgr.smithi129.iclwio (mgr.14716) 9816 : cluster [DBG] pgmap v8440: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:45:53.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:52 smithi156 conmon[67007]: cluster 2022-01-18T20:45:51.637878+0000 mgr.smithi129.iclwio (mgr.14716) 9817 : cluster [DBG] pgmap v8441: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:53.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:52 smithi156 conmon[67007]: 2022-01-18T20:45:53.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:52 smithi129 conmon[101092]: cluster 2022-01-18T20:45:51.637878+0000 mgr.smithi129.iclwio (mgr.14716) 9817 : cluster [DBG] pgmap v8441: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:53 smithi129 conmon[101092]: cluster 2022-01-18T20:45:53.638513+0000 mgr.smithi129.iclwio (mgr.14716) 9818 : cluster [DBG] pgmap v8442: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:53 smithi129 conmon[101092]: 2022-01-18T20:45:54.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:53 smithi156 conmon[67007]: cluster 2022-01-18T20:45:53.638513+0000 mgr.smithi129.iclwio (mgr.14716) 9818 : cluster [DBG] pgmap v8442: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:53 smithi156 conmon[67007]: 2022-01-18T20:45:57.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:56 smithi156 conmon[67007]: cluster 2022-01-18T20:45:55.639362+0000 mgr.smithi129.iclwio (mgr.14716) 9819 : cluster [DBG] pgmap v8443: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:57.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:56 smithi129 conmon[101092]: cluster 2022-01-18T20:45:55.639362+0000 mgr.smithi129.iclwio (mgr.14716) 9819 : cluster [DBG] pgmap v8443: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:59.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:58 smithi156 conmon[67007]: cluster 2022-01-18T20:45:57.639945+0000 mgr.smithi129.iclwio (mgr.14716) 9820 : cluster [DBG] pgmap v8444: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:45:59.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:58 smithi129 conmon[101092]: cluster 2022-01-18T20:45:57.639945+0000 mgr.smithi129.iclwio (mgr.14716) 9820 : cluster [DBG] pgmap v8444: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:59 smithi156 conmon[67007]: audit 2022-01-18T20:45:59.331078+0000 mon.smithi129 (mon.0) 2946 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:46:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:59 smithi156 conmon[67007]: 2022-01-18T20:46:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:45:59 smithi156 conmon[67007]: audit 2022-01-18T20:45:59.331328+0000 mon.smithi129 (mon.0) 2947 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:46:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:59 smithi129 conmon[101092]: audit 2022-01-18T20:45:59.331078+0000 mon.smithi129 (mon.0) 2946 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:46:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:59 smithi129 conmon[101092]: 2022-01-18T20:46:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:45:59 smithi129 conmon[101092]: audit 2022-01-18T20:45:59.331328+0000 mon.smithi129 (mon.0) 2947 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:46:01.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:00 smithi156 conmon[67007]: cluster 2022-01-18T20:45:59.640875+0000 mgr.smithi129.iclwio (mgr.14716) 9821 : 2022-01-18T20:46:01.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:00 smithi156 conmon[67007]: cluster [DBG] pgmap v8445: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:46:01.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:00 smithi129 conmon[101092]: cluster 2022-01-18T20:45:59.640875+0000 mgr.smithi129.iclwio (mgr.14716) 9821 : cluster [DBG] 2022-01-18T20:46:01.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:00 smithi129 conmon[101092]: pgmap v8445: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:46:03.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:02 smithi156 conmon[67007]: cluster 2022-01-18T20:46:01.641341+0000 mgr.smithi129.iclwio (mgr.14716) 9822 : cluster [DBG] pgmap v8446: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:03.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:02 smithi156 conmon[67007]: 2022-01-18T20:46:03.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:02 smithi129 conmon[101092]: cluster 2022-01-18T20:46:01.641341+0000 mgr.smithi129.iclwio (mgr.14716) 9822 : cluster [DBG] pgmap v8446: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:03 smithi129 conmon[101092]: cluster 2022-01-18T20:46:03.641920+0000 mgr.smithi129.iclwio (mgr.14716) 9823 : cluster [DBG] pgmap v8447: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:04.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:03 smithi156 conmon[67007]: cluster 2022-01-18T20:46:03.641920+0000 mgr.smithi129.iclwio (mgr.14716) 9823 : cluster [DBG] pgmap v8447: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:05.954 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:46:06.216 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:46:06.217 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 4m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:46:06.217 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 4m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:46:06.217 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 5m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:46:06.217 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 4m ago 4h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:46:06.218 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 4m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:46:06.218 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 5m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:46:06.218 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 4m ago 4h 801M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:46:06.218 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 5m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:46:06.219 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 4m ago 4h 1778M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:46:06.219 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 5m ago 4h 825M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:46:06.219 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 4m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:46:06.219 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 5m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:46:06.220 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 4m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:46:06.220 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 5m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:46:06.220 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 4m ago 4h 2215M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:46:06.220 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 4m ago 4h 3313M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:46:06.221 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 4m ago 4h 2508M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:46:06.221 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 4m ago 4h 3338M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:46:06.221 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 5m ago 4h 3099M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:46:06.221 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 5m ago 4h 3608M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:46:06.221 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 5m ago 4h 2911M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:46:06.222 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 5m ago 4h 4196M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:46:06.222 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 4m ago 4h 153M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:46:06.536 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:46:06.536 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:46:06.537 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:46:06.537 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:46:06.537 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:46:06.537 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:46:06.538 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:46:06.538 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:46:06.538 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:46:06.538 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:46:06.539 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:46:06.539 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:46:06.539 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:46:06.539 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:46:06.539 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:46:06.540 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:46:06.540 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:46:06.540 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:46:06.540 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:46:07.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:06 smithi156 conmon[67007]: cluster 2022-01-18T20:46:05.642804+0000 mgr.smithi129.iclwio (mgr.14716) 9824 : cluster [DBG] pgmap v8448: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:07.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:06 smithi156 conmon[67007]: audit 2022-01-18T20:46:06.536674+0000 mon.smithi129 (mon.0) 2948 : audit [DBG] from='client.? 172.21.15.129:0/3507290449' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:46:07.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:06 smithi129 conmon[101092]: cluster 2022-01-18T20:46:05.642804+0000 mgr.smithi129.iclwio (mgr.14716) 9824 : cluster [DBG] pgmap v8448: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:07.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:06 smithi129 conmon[101092]: audit 2022-01-18T20:46:06.536674+0000 mon.smithi129 (mon.0) 2948 : audit [DBG] from='client.? 172.21.15.129:0/3507290449' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:46:07.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:07 smithi129 conmon[101092]: audit 2022-01-18T20:46:05.942286+0000 mgr.smithi129.iclwio (mgr.14716) 9825 : audit [DBG] 2022-01-18T20:46:07.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:07 smithi129 conmon[101092]: from='client.40642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:46:07.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:07 smithi129 conmon[101092]: audit 2022-01-18T20:46:06.208345+0000 mgr.smithi129.iclwio (mgr.14716) 9826 : audit [DBG] from='client.40646 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:46:08.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:07 smithi156 conmon[67007]: audit 2022-01-18T20:46:05.942286+0000 mgr.smithi129.iclwio (mgr.14716) 9825 : audit [DBG] from='client.40642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:46:08.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:07 smithi156 conmon[67007]: 2022-01-18T20:46:08.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:07 smithi156 conmon[67007]: audit 2022-01-18T20:46:06.208345+0000 mgr.smithi129.iclwio (mgr.14716) 9826 : audit [DBG] from='client.40646 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:46:09.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:08 smithi156 conmon[67007]: cluster 2022-01-18T20:46:07.643448+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:46:09.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:08 smithi156 conmon[67007]: 9827 : cluster [DBG] pgmap v8449: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:09.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:08 smithi129 conmon[101092]: cluster 2022-01-18T20:46:07.643448+0000 mgr.smithi129.iclwio (mgr.14716) 9827 : cluster [DBG] pgmap v8449: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:10.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:09 smithi156 conmon[67007]: audit 2022-01-18T20:46:09.469582+0000 mon.smithi129 (mon. 2022-01-18T20:46:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:09 smithi156 conmon[67007]: 0) 2949 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:46:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:09 smithi156 conmon[67007]: audit 2022-01-18T20:46:09.470926+0000 mon.smithi129 (mon.0) 2950 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:46:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:09 smithi156 conmon[67007]: audit 2022-01-18T20:46:10.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:09 smithi156 conmon[67007]: 2022-01-18T20:46:09.471737+0000 mon.smithi129 (mon.0) 2951 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:46:10.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:09 smithi129 conmon[101092]: audit 2022-01-18T20:46:09.469582+0000 mon.smithi129 (mon. 2022-01-18T20:46:10.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:09 smithi129 conmon[101092]: 0) 2949 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:46:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:09 smithi129 conmon[101092]: audit 2022-01-18T20:46:09.470926+0000 mon.smithi129 (mon.0) 2950 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:46:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:09 smithi129 conmon[101092]: audit 2022-01-18T20:46 2022-01-18T20:46:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:09 smithi129 conmon[101092]: :09.471737+0000 mon.smithi129 (mon.0 2022-01-18T20:46:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:09 smithi129 conmon[101092]: ) 2951 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:46:11.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:10 smithi156 conmon[67007]: cephadm 2022-01-18T20:46:09.472468+0000 mgr.smithi129.iclwio (mgr.14716) 9828 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:46:11.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:10 smithi156 conmon[67007]: cluster 2022-01-18T20:46:09.644230+0000 mgr.smithi129.iclwio (mgr.14716) 9829 : cluster [DBG] pgmap v8450: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:46:11.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:10 smithi156 conmon[67007]: 2022-01-18T20:46:11.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:10 smithi156 conmon[67007]: audit 2022-01-18T20:46:09.781899+0000 mon.smithi129 (mon.0) 2952 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:46:11.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:10 smithi156 conmon[67007]: audit 2022-01-18T20:46:09.786674+0000 mon.smithi129 (mon.0) 2953 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:46:11.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:10 smithi129 conmon[101092]: cephadm 2022-01-18T20:46:09.472468+0000 mgr.smithi129.iclwio (mgr.14716) 9828 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:46:11.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:10 smithi129 conmon[101092]: cluster 2022-01-18T20:46:09.644230+0000 mgr.smithi129.iclwio (mgr.14716) 9829 : cluster [DBG] pgmap v8450: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:46:11.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:10 smithi129 conmon[101092]: audit 2022-01-18T20:46:09.781899 2022-01-18T20:46:11.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:10 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 2952 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:46:11.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:10 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T20:46:11.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:10 smithi129 conmon[101092]: 18T20:46:09.786674+0000 2022-01-18T20:46:11.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:10 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2953 : audit 2022-01-18T20:46:11.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:10 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:46:13.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:12 smithi156 conmon[67007]: cluster 2022-01-18T20:46:11.644676+0000 mgr.smithi129.iclwio (mgr.14716) 9830 : cluster [DBG] pgmap v8451: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:13.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:12 smithi129 conmon[101092]: cluster 2022-01-18T20:46:11.644676+0000 mgr.smithi129.iclwio (mgr.14716) 9830 : cluster [DBG] pgmap v8451: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:13 smithi129 conmon[101092]: cluster 2022-01-18T20:46:13.645325+0000 mgr.smithi129.iclwio (mgr.14716) 9831 : cluster [DBG] pgmap v8452: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:14.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:13 smithi156 conmon[67007]: cluster 2022-01-18T20:46:13.645325+0000 mgr.smithi129.iclwio (mgr.14716) 9831 : cluster [DBG] pgmap v8452: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:17.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:16 smithi156 conmon[67007]: cluster 2022-01-18T20:46:15.646038+0000 mgr.smithi129.iclwio (mgr.14716) 9832 : cluster [DBG] pgmap v8453: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:17.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:16 smithi129 conmon[101092]: cluster 2022-01-18T20:46:15.646038+0000 mgr.smithi129.iclwio (mgr.14716) 9832 : cluster [DBG] pgmap v8453: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:19.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:18 smithi156 conmon[67007]: cluster 2022-01-18T20:46:17.646677+0000 mgr.smithi129.iclwio (mgr.14716) 9833 : cluster [DBG] pgmap v8454: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:19.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:18 smithi129 conmon[101092]: cluster 2022-01-18T20:46:17.646677+0000 mgr.smithi129.iclwio (mgr.14716) 9833 : cluster 2022-01-18T20:46:19.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:18 smithi129 conmon[101092]: [DBG] pgmap v8454: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:21.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:20 smithi156 conmon[67007]: cluster 2022-01-18T20:46:19.647325+0000 mgr.smithi129.iclwio (mgr.14716) 9834 : cluster [DBG] pgmap v8455: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:46:21.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:20 smithi129 conmon[101092]: cluster 2022-01-18T20:46:19.647325+0000 mgr.smithi129.iclwio (mgr.14716) 9834 : cluster [DBG] pgmap v8455: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:46:23.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:22 smithi156 conmon[67007]: cluster 2022-01-18T20:46:21.647893+0000 mgr.smithi129.iclwio (mgr.14716) 9835 : cluster [DBG] pgmap v8456: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:23.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:22 smithi129 conmon[101092]: cluster 2022-01-18T20:46:21.647893 2022-01-18T20:46:23.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:22 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 9835 : cluster [DBG] pgmap v8456: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:23 smithi129 conmon[101092]: cluster 2022-01-18T20:46:23.648449+0000 mgr.smithi129.iclwio (mgr.14716) 9836 : cluster [DBG] pgmap v8457: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:23 smithi129 conmon[101092]: 2022-01-18T20:46:24.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:23 smithi156 conmon[67007]: cluster 2022-01-18T20:46:23.648449+0000 mgr.smithi129.iclwio (mgr.14716) 9836 : cluster [DBG] pgmap v8457: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:27.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:26 smithi156 conmon[67007]: cluster 2022-01-18T20:46:25.649317+0000 mgr.smithi129.iclwio (mgr.14716) 9837 : cluster [DBG] pgmap v8458: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:27.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:26 smithi129 conmon[101092]: cluster 2022-01-18T20:46:25.649317+0000 mgr.smithi129.iclwio (mgr.14716) 9837 : cluster [DBG] pgmap v8458: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:27.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:26 smithi129 conmon[101092]: 2022-01-18T20:46:29.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:28 smithi156 conmon[67007]: cluster 2022-01-18T20:46:27.649892+0000 mgr.smithi129.iclwio (mgr.14716) 9838 : cluster [DBG] pgmap v8459: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:29.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:28 smithi129 conmon[101092]: cluster 2022-01-18T20:46:27.649892+0000 mgr.smithi129.iclwio (mgr.14716) 9838 : cluster [DBG] pgmap v8459: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:31.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:30 smithi156 conmon[67007]: cluster 2022-01-18T20:46:29.650683+0000 mgr.smithi129.iclwio (mgr.14716) 9839 : cluster [DBG] pgmap v8460: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:46:31.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:30 smithi129 conmon[101092]: cluster 2022-01-18T20:46:29.650683+0000 mgr.smithi129.iclwio (mgr.14716) 9839 : cluster [DBG] pgmap v8460: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:46:31.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:30 smithi129 conmon[101092]: 2022-01-18T20:46:33.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:32 smithi156 conmon[67007]: cluster 2022-01-18T20:46:31.651194+0000 mgr.smithi129.iclwio (mgr.14716) 9840 : cluster [DBG] pgmap v8461: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:33.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:32 smithi129 conmon[101092]: cluster 2022-01-18T20:46:31.651194+0000 mgr.smithi129.iclwio (mgr.14716) 9840 : cluster [DBG] pgmap v8461: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:33 smithi129 conmon[101092]: cluster 2022-01-18T20:46:33.651631+0000 mgr.smithi129.iclwio (mgr.14716) 9841 : cluster [DBG] pgmap v8462: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:34.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:33 smithi156 conmon[67007]: cluster 2022-01-18T20:46:33.651631+0000 mgr.smithi129.iclwio (mgr.14716) 9841 : cluster [DBG] pgmap v8462: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:36.835 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:46:37.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:36 smithi156 conmon[67007]: cluster 2022-01-18T20:46:35.652418+0000 mgr.smithi129.iclwio (mgr.14716) 9842 : cluster [DBG] pgmap v8463: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:37.102 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:46:37.103 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 5m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:46:37.103 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 5m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:46:37.103 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 5m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:46:37.104 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 5m ago 4h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:46:37.104 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 5m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:46:37.104 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 5m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:46:37.104 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 5m ago 4h 801M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:46:37.104 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 5m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:46:37.105 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 5m ago 4h 1778M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:46:37.105 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 5m ago 4h 825M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:46:37.105 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 5m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:46:37.105 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 5m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:46:37.106 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 5m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:46:37.106 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 5m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:46:37.106 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 5m ago 4h 2215M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:46:37.106 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 5m ago 4h 3313M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:46:37.107 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 5m ago 4h 2508M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:46:37.107 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 5m ago 4h 3338M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:46:37.107 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 5m ago 4h 3099M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:46:37.107 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 5m ago 4h 3608M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:46:37.108 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 5m ago 4h 2911M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:46:37.108 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 5m ago 4h 4196M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:46:37.108 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 5m ago 4h 153M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:46:37.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:36 smithi129 conmon[101092]: cluster 2022-01-18T20:46:35.652418+0000 mgr.smithi129.iclwio (mgr.14716) 9842 : cluster 2022-01-18T20:46:37.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:36 smithi129 conmon[101092]: [DBG] pgmap v8463: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:37.422 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:46:37.422 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:46:37.423 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:46:37.423 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:46:37.423 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:46:37.423 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:46:37.423 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:46:37.424 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:46:37.424 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:46:37.424 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:46:37.424 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:46:37.425 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:46:37.425 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:46:37.425 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:46:37.426 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:46:37.426 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:46:37.426 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:46:37.426 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:46:37.427 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:46:37.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:37 smithi129 conmon[101092]: audit 2022-01-18T20:46:37.422534+0000 mon.smithi129 (mon.0) 2954 : 2022-01-18T20:46:37.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:37 smithi129 conmon[101092]: audit [DBG] from='client.? 172.21.15.129:0/2322185899' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:46:38.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:37 smithi156 conmon[67007]: audit 2022-01-18T20:46:37.422534+0000 mon.smithi129 (mon.0) 2954 : audit [DBG] from='client.? 172.21.15.129:0/2322185899' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:46:39.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:38 smithi156 conmon[67007]: audit 2022-01-18T20:46:36.824014+0000 mgr.smithi129.iclwio (mgr.14716) 9843 : audit [DBG] from='client.40654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:46:39.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:38 smithi156 conmon[67007]: audit 2022-01-18T20:46:37.094558+0000 mgr.smithi129.iclwio (mgr.14716) 9844 : audit [DBG] from='client.40658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:46:39.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:38 smithi156 conmon[67007]: cluster 2022-01-18T20:46:37.652962+0000 mgr.smithi129.iclwio (mgr.14716) 9845 : cluster [DBG] pgmap v8464: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:39.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:38 smithi129 conmon[101092]: audit 2022-01-18T20:46:36.824014+0000 mgr.smithi129.iclwio (mgr.14716) 9843 : audit [DBG] from='client.40654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:46:39.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:38 smithi129 conmon[101092]: 2022-01-18T20:46:39.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:38 smithi129 conmon[101092]: audit 2022-01-18T20:46:37.094558+0000 mgr.smithi129.iclwio (mgr.14716) 9844 : audit [DBG] from='client.40658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:46:39.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:38 smithi129 conmon[101092]: cluster 2022-01-18T20 2022-01-18T20:46:39.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:38 smithi129 conmon[101092]: :46:37.652962+0000 mgr.smithi129.iclwio (mgr.14716) 9845 : cluster [DBG] pgmap v8464: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:41.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:40 smithi156 conmon[67007]: cluster 2022-01-18T20:46:39.653820+0000 mgr.smithi129.iclwio (mgr.14716) 9846 : cluster [DBG] pgmap v8465: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:46:41.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:40 smithi129 conmon[101092]: cluster 2022-01-18T20:46:39.653820+0000 mgr.smithi129.iclwio (mgr.14716) 9846 : cluster [DBG] pgmap v8465: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:46:43.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:42 smithi156 conmon[67007]: cluster 2022-01-18T20:46:41.654548+0000 mgr.smithi129.iclwio (mgr.14716) 9847 : cluster [DBG] pgmap v8466: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:43.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:42 smithi129 conmon[101092]: cluster 2022-01-18T20:46:41.654548+0000 mgr.smithi129.iclwio (mgr.14716) 9847 : cluster 2022-01-18T20:46:43.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:42 smithi129 conmon[101092]: [DBG] pgmap v8466: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:43 smithi129 conmon[101092]: cluster 2022-01-18T20:46:43.655268+0000 mgr.smithi129.iclwio (mgr.14716) 9848 : cluster [DBG] pgmap v8467: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:44.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:43 smithi156 conmon[67007]: cluster 2022-01-18T20:46:43.655268+0000 mgr.smithi129.iclwio (mgr.14716) 9848 : cluster [DBG] pgmap v8467: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:47.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:46 smithi156 conmon[67007]: cluster 2022-01-18T20:46:45.656106+0000 mgr.smithi129.iclwio (mgr.14716) 9849 : cluster [DBG] pgmap v8468: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:47.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:46 smithi129 conmon[101092]: cluster 2022-01-18T20:46:45.656106+0000 mgr.smithi129.iclwio (mgr.14716) 9849 : cluster [DBG] 2022-01-18T20:46:47.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:46 smithi129 conmon[101092]: pgmap v8468: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:49.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:48 smithi156 conmon[67007]: cluster 2022-01-18T20:46:47.656766+0000 mgr.smithi129.iclwio (mgr.14716) 9850 : cluster [DBG] pgmap v8469: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:49.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:48 smithi129 conmon[101092]: cluster 2022-01-18T20:46:47.656766+0000 mgr.smithi129.iclwio (mgr.14716) 9850 : cluster [DBG] pgmap v8469: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:51.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:50 smithi156 conmon[67007]: cluster 2022-01-18T20:46:49.657711+0000 mgr.smithi129.iclwio (mgr.14716) 9851 : cluster [DBG] pgmap v8470: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:46:51.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:50 smithi129 conmon[101092]: cluster 2022-01-18T20:46:49.657711+0000 mgr.smithi129.iclwio (mgr.14716) 9851 : cluster [DBG] pgmap v8470: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:46:51.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:50 smithi129 conmon[101092]: 2022-01-18T20:46:53.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:52 smithi156 conmon[67007]: cluster 2022-01-18T20:46:51.658257+0000 mgr.smithi129.iclwio (mgr.14716) 9852 : cluster [DBG] pgmap v8471: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:53.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:52 smithi129 conmon[101092]: cluster 2022-01-18T20:46:51.658257+0000 mgr.smithi129.iclwio (mgr.14716) 9852 : cluster [DBG] pgmap v8471: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:54.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:53 smithi156 conmon[67007]: cluster 2022-01-18T20:46:53.658930+0000 mgr.smithi129.iclwio (mgr.14716) 9853 : cluster [DBG] pgmap v8472: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:53 smithi129 conmon[101092]: cluster 2022-01-18T20:46:53.658930+0000 mgr.smithi129.iclwio (mgr.14716) 9853 : cluster [DBG] pgmap v8472: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:53 smithi129 conmon[101092]: 2022-01-18T20:46:57.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:56 smithi156 conmon[67007]: cluster 2022-01-18T20:46:55.659727+0000 mgr.smithi129.iclwio (mgr.14716) 9854 : cluster 2022-01-18T20:46:57.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:56 smithi156 conmon[67007]: [DBG] pgmap v8473: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:57.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:56 smithi129 conmon[101092]: cluster 2022-01-18T20:46:55.659727+0000 mgr.smithi129.iclwio (mgr.14716) 9854 : cluster [DBG] pgmap v8473: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:59.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:58 smithi156 conmon[67007]: cluster 2022-01-18T20:46:57.660467+0000 mgr.smithi129.iclwio (mgr.14716) 9855 : cluster [DBG] pgmap v8474: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:46:59.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:58 smithi129 conmon[101092]: cluster 2022-01-18T20:46:57.660467+0000 mgr.smithi129.iclwio (mgr.14716) 9855 : cluster [DBG] 2022-01-18T20:46:59.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:58 smithi129 conmon[101092]: pgmap v8474: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:00.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:59 smithi156 conmon[67007]: audit 2022-01-18T20:46:59.335375+0000 mon.smithi129 (mon.0) 2955 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:47:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:46:59 smithi156 conmon[67007]: audit 2022-01-18T20:46:59.335704+0000 mon.smithi129 (mon.0) 2956 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:47:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:59 smithi129 conmon[101092]: audit 2022-01-18T20:46:59.335375+0000 mon.smithi129 (mon.0 2022-01-18T20:47:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:59 smithi129 conmon[101092]: ) 2955 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:47:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:46:59 smithi129 conmon[101092]: audit 2022-01-18T20:46:59.335704+0000 mon.smithi129 (mon.0) 2956 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:47:01.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:00 smithi156 conmon[67007]: cluster 2022-01-18T20:46:59.661290+0000 mgr.smithi129.iclwio (mgr.14716) 9856 : cluster [DBG] pgmap v8475: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:47:01.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:00 smithi129 conmon[101092]: cluster 2022-01-18T20:46:59.661290+0000 mgr.smithi129.iclwio (mgr.14716) 9856 : 2022-01-18T20:47:01.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:00 smithi129 conmon[101092]: cluster [DBG] pgmap v8475: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:47:03.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:02 smithi156 conmon[67007]: cluster 2022-01-18T20:47:01.661756+0000 mgr.smithi129.iclwio (mgr.14716) 9857 : cluster [DBG] pgmap v8476: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:03.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:02 smithi129 conmon[101092]: cluster 2022-01-18T20:47:01.661756+0000 mgr.smithi129.iclwio (mgr.14716) 9857 : cluster 2022-01-18T20:47:03.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:02 smithi129 conmon[101092]: [DBG] pgmap v8476: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:04.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:03 smithi156 conmon[67007]: cluster 2022-01-18T20:47:03.662369+0000 mgr.smithi129.iclwio (mgr.14716) 9858 : cluster [DBG] pgmap v8477: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:03 smithi129 conmon[101092]: cluster 2022-01-18T20:47:03.662369+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:47:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:03 smithi129 conmon[101092]: ) 9858 : cluster [DBG] pgmap v8477: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:07.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:06 smithi156 conmon[67007]: cluster 2022-01-18T20:47:05.663184+0000 mgr.smithi129.iclwio (mgr.14716) 9859 : cluster [DBG] pgmap v8478: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:07.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:06 smithi129 conmon[101092]: cluster 2022-01-18T20:47:05.663184+0000 mgr.smithi129.iclwio (mgr.14716) 9859 : cluster [DBG] pgmap v8478: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:07.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:06 smithi129 conmon[101092]: 2022-01-18T20:47:07.721 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:47:07.987 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:47:07.987 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 6m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:47:07.987 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 6m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:47:07.988 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 6m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:47:07.988 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 6m ago 4h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:47:07.988 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 6m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:47:07.988 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 6m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:47:07.989 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 6m ago 4h 801M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:47:07.989 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 6m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:47:07.989 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 6m ago 4h 1778M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:47:07.989 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 6m ago 4h 825M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:47:07.990 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 6m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:47:07.990 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 6m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:47:07.990 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 6m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:47:07.990 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 6m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:47:07.991 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 6m ago 4h 2215M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:47:07.991 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 6m ago 4h 3313M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:47:07.991 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 6m ago 4h 2508M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:47:07.991 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 6m ago 4h 3338M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:47:07.992 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 6m ago 4h 3099M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:47:07.992 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 6m ago 4h 3608M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:47:07.992 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 6m ago 4h 2911M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:47:07.992 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 6m ago 4h 4196M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:47:07.992 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 6m ago 4h 153M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:47:08.305 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:47:08.305 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:47:08.306 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:47:08.306 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:47:08.306 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:47:08.306 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:47:08.307 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:47:08.307 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:47:08.307 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:47:08.307 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:47:08.308 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:47:08.308 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:47:08.308 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:47:08.308 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:47:08.309 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:47:08.309 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:47:08.309 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:47:08.309 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:47:08.309 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:47:09.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:08 smithi156 conmon[67007]: cluster 2022-01-18T20:47:07.663619+0000 mgr.smithi129.iclwio (mgr.14716) 9860 : cluster [DBG] pgmap v8479: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:09.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:08 smithi156 conmon[67007]: audit 2022-01-18T20:47:07.708997+0000 mgr.smithi129.iclwio (mgr.14716) 9861 : audit [DBG] from='client.40666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:47:09.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:08 smithi156 conmon[67007]: audit 2022-01-18T20:47:08.305884+0000 mon.smithi129 (mon.0) 2957 : audit [DBG] from='client.? 172.21.15.129:0/3629921702' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:47:09.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:08 smithi129 conmon[101092]: cluster 2022-01-18T20:47:07.663619+0000 mgr.smithi129.iclwio (mgr.14716) 9860 2022-01-18T20:47:09.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:08 smithi129 conmon[101092]: : cluster [DBG] pgmap v8479: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:09.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:08 smithi129 conmon[101092]: audit 2022-01-18T20:47:07.708997+0000 mgr.smithi129.iclwio (mgr.14716) 9861 : audit [DBG] from='client.40666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:47:09.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:08 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T20:47:09.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:08 smithi129 conmon[101092]: T20:47:08.305884+0000 mon.smithi129 (mon.0) 2957 : audit [DBG] from='client.? 172.21.15.129:0/3629921702' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:47:10.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:09 smithi156 conmon[67007]: audit 2022-01-18T20:47:07.978448+0000 mgr.smithi129.iclwio (mgr.14716) 9862 : audit [DBG] from='client.40670 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:47:10.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:09 smithi129 conmon[101092]: audit 2022-01-18T20:47:07.978448+0000 mgr.smithi129.iclwio (mgr.14716) 9862 : audit [DBG] from='client.40670 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:47:10.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:09 smithi129 conmon[101092]: 2022-01-18T20:47:11.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:10 smithi156 conmon[67007]: cluster 2022-01-18T20:47:09.664465+0000 mgr.smithi129.iclwio (mgr.14716) 9863 : cluster [DBG] pgmap v8480: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:47:11.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:10 smithi156 conmon[67007]: audit 2022-01-18T20:47:09.789154+0000 mon.smithi129 (mon.0) 2958 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:47:11.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:10 smithi156 conmon[67007]: audit 2022-01-18T20:47:09.790606 2022-01-18T20:47:11.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:10 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 2959 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:47:11.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:10 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T20:47:11.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:10 smithi156 conmon[67007]: 20:47:09.791467+0000 mon.smithi129 (mon 2022-01-18T20:47:11.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:10 smithi156 conmon[67007]: .0) 2960 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:47:11.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:10 smithi156 conmon[67007]: cephadm 2022-01-18T20:47:11.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:10 smithi156 conmon[67007]: 2022-01-18T20:47: 2022-01-18T20:47:11.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:10 smithi156 conmon[67007]: 09.792212+0000 mgr.smithi129.iclwio (mgr.14716) 9864 : 2022-01-18T20:47:11.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:10 smithi156 conmon[67007]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:47:11.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:10 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T20:47:11.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:10 smithi156 conmon[67007]: 18T20:47:10.099217+0000 2022-01-18T20:47:11.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:10 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2961 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:47:11.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:10 smithi156 conmon[67007]: 2022-01-18T20:47:11.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:10 smithi156 conmon[67007]: audit 2022-01-18T20 2022-01-18T20:47:11.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:10 smithi156 conmon[67007]: :47:10.103823+0000 mon.smithi129 (mon. 2022-01-18T20:47:11.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:10 smithi156 conmon[67007]: 0) 2962 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:47:11.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:10 smithi129 conmon[101092]: cluster 2022-01-18T20:47:09.664465+0000 mgr.smithi129.iclwio (mgr.14716) 9863 : cluster 2022-01-18T20:47:11.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:10 smithi129 conmon[101092]: [DBG] pgmap v8480: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:47:11.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:10 smithi129 conmon[101092]: audit 2022-01-18T20:47:09.789154+0000 mon.smithi129 (mon.0) 2958 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:47:11.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:10 smithi129 conmon[101092]: audit 2022- 2022-01-18T20:47:11.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:10 smithi129 conmon[101092]: 01-18T20:47:09.790606+0000 mon.smithi129 (mon.0) 2959 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:47:11.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:10 smithi129 conmon[101092]: audit 2022-01-18T20:47 2022-01-18T20:47:11.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:10 smithi129 conmon[101092]: :09.791467+0000 mon.smithi129 (mon.0) 2960 2022-01-18T20:47:11.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:10 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:47:11.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:10 smithi129 conmon[101092]: cephadm 2022-01-18T20 2022-01-18T20:47:11.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:10 smithi129 conmon[101092]: :47:09.792212+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:47:11.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:10 smithi129 conmon[101092]: 9864 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:47:11.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:10 smithi129 conmon[101092]: audit 2022-01-18T20 2022-01-18T20:47:11.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:10 smithi129 conmon[101092]: :47:10.099217+0000 mon.smithi129 (mon.0) 2022-01-18T20:47:11.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:10 smithi129 conmon[101092]: 2961 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:47:11.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:10 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T20:47:11.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:10 smithi129 conmon[101092]: 18T20:47:10.103823+0000 mon.smithi129 (mon 2022-01-18T20:47:11.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:10 smithi129 conmon[101092]: .0) 2962 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:47:13.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:12 smithi156 conmon[67007]: cluster 2022-01-18T20:47:11.665075+0000 mgr.smithi129.iclwio (mgr.14716) 9865 : cluster [DBG] pgmap v8481: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:13.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:12 smithi129 conmon[101092]: cluster 2022-01-18T20:47:11.665075+0000 mgr.smithi129.iclwio (mgr.14716) 9865 : cluster [DBG] pgmap v8481: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:14.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:13 smithi156 conmon[67007]: cluster 2022-01-18T20:47:13.665650+0000 mgr.smithi129.iclwio (mgr.14716) 9866 : cluster [DBG] pgmap v8482: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:13 smithi129 conmon[101092]: cluster 2022-01-18T20:47:13.665650+0000 mgr.smithi129.iclwio (mgr.14716) 9866 : cluster [DBG] pgmap v8482: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:13 smithi129 conmon[101092]: 2022-01-18T20:47:17.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:16 smithi156 conmon[67007]: cluster 2022-01-18T20:47:15.666467+0000 mgr.smithi129.iclwio (mgr.14716) 9867 : cluster [DBG] pgmap v8483: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:17.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:16 smithi129 conmon[101092]: cluster 2022-01-18T20:47:15.666467+0000 mgr.smithi129.iclwio (mgr.14716) 9867 : 2022-01-18T20:47:17.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:16 smithi129 conmon[101092]: cluster [DBG] pgmap v8483: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:19.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:18 smithi156 conmon[67007]: cluster 2022-01-18T20:47:17.667101+0000 mgr.smithi129.iclwio (mgr.14716) 9868 : cluster [DBG] 2022-01-18T20:47:19.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:18 smithi156 conmon[67007]: pgmap v8484: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:19.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:18 smithi129 conmon[101092]: cluster 2022-01-18T20:47:17.667101+0000 mgr.smithi129.iclwio (mgr.14716) 9868 : cluster [DBG] pgmap v8484: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:19.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:18 smithi129 conmon[101092]: 2022-01-18T20:47:21.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:20 smithi156 conmon[67007]: cluster 2022-01-18T20:47:19.667983+0000 mgr.smithi129.iclwio (mgr.14716) 9869 : cluster 2022-01-18T20:47:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:20 smithi156 conmon[67007]: [DBG] pgmap v8485: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:47:21.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:20 smithi129 conmon[101092]: cluster 2022-01-18T20:47:19.667983+0000 mgr.smithi129.iclwio (mgr.14716) 9869 : cluster [DBG] pgmap v8485: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:47:23.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:22 smithi156 conmon[67007]: cluster 2022-01-18T20:47:21.668600+0000 mgr.smithi129.iclwio (mgr.14716) 9870 : cluster [DBG] pgmap v8486: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:23.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:22 smithi129 conmon[101092]: cluster 2022-01-18T20:47:21.668600+0000 mgr.smithi129.iclwio (mgr.14716) 9870 : cluster [DBG] pgmap v8486: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:23.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:22 smithi129 conmon[101092]: 2022-01-18T20:47:24.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:23 smithi156 conmon[67007]: cluster 2022-01-18T20:47:23.669322+0000 mgr.smithi129.iclwio (mgr.14716) 9871 : cluster 2022-01-18T20:47:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:23 smithi156 conmon[67007]: [DBG] pgmap v8487: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:23 smithi129 conmon[101092]: cluster 2022-01-18T20:47:23.669322+0000 mgr.smithi129.iclwio (mgr.14716) 9871 : cluster [DBG] pgmap v8487: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:24.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:23 smithi129 conmon[101092]: 2022-01-18T20:47:27.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:26 smithi156 conmon[67007]: cluster 2022-01-18T20:47:25.670064+0000 mgr.smithi129.iclwio 2022-01-18T20:47:27.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:26 smithi156 conmon[67007]: (mgr.14716) 9872 : cluster [DBG] pgmap v8488: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:27.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:26 smithi129 conmon[101092]: cluster 2022-01-18T20:47:25.670064+0000 mgr.smithi129.iclwio (mgr.14716) 9872 : cluster [DBG] pgmap v8488: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:29.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:28 smithi156 conmon[67007]: cluster 2022-01-18T20:47:27.670620+0000 mgr.smithi129.iclwio (mgr 2022-01-18T20:47:29.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:28 smithi156 conmon[67007]: .14716) 9873 : cluster [DBG] pgmap v8489: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:29.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:28 smithi129 conmon[101092]: cluster 2022-01-18T20:47:27.670620+0000 mgr.smithi129.iclwio (mgr.14716) 9873 : cluster [DBG] 2022-01-18T20:47:29.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:28 smithi129 conmon[101092]: pgmap v8489: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:31.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:30 smithi156 conmon[67007]: cluster 2022-01-18T20:47:29.671415+0000 mgr.smithi129.iclwio (mgr.14716) 9874 : cluster [DBG] 2022-01-18T20:47:31.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:30 smithi156 conmon[67007]: pgmap v8490: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:47:31.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:30 smithi129 conmon[101092]: cluster 2022-01-18T20:47:29.671415+0000 mgr.smithi129.iclwio (mgr.14716) 9874 : cluster [DBG] pgmap v8490: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:47:33.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:32 smithi156 conmon[67007]: cluster 2022-01-18T20:47:31.671842+0000 mgr.smithi129.iclwio (mgr.14716) 9875 : 2022-01-18T20:47:33.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:32 smithi156 conmon[67007]: cluster [DBG] pgmap v8491: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:33.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:32 smithi129 conmon[101092]: cluster 2022-01-18T20:47:31.671842+0000 mgr.smithi129.iclwio (mgr.14716) 9875 : cluster [DBG] pgmap v8491: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:34.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:33 smithi156 conmon[67007]: cluster 2022-01-18T20:47:33.672329+0000 mgr.smithi129.iclwio (mgr.14716) 9876 : cluster [DBG] pgmap v8492: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:33 smithi129 conmon[101092]: cluster 2022-01-18T20:47:33.672329+0000 mgr.smithi129.iclwio (mgr.14716) 9876 : cluster [DBG] pgmap v8492: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:37.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:36 smithi156 conmon[67007]: cluster 2022-01-18T20:47:35.673098+0000 mgr.smithi129.iclwio (mgr.14716) 9877 : cluster [DBG] pgmap v8493: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:37.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:36 smithi129 conmon[101092]: cluster 2022-01-18T20:47:35.673098+0000 mgr.smithi129.iclwio (mgr.14716) 9877 : cluster [DBG] pgmap v8493: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:38.604 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:47:38.869 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:47:38.870 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 6m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:47:38.870 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 6m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:47:38.871 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 6m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:47:38.871 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 6m ago 4h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:47:38.871 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 6m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:47:38.872 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 6m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:47:38.872 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 6m ago 4h 801M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:47:38.872 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 6m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:47:38.873 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 6m ago 4h 1778M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:47:38.873 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 6m ago 4h 825M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:47:38.873 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 6m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:47:38.874 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 6m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:47:38.874 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 6m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:47:38.875 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 6m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:47:38.875 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 6m ago 4h 2215M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:47:38.875 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 6m ago 4h 3313M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:47:38.876 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 6m ago 4h 2508M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:47:38.876 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 6m ago 4h 3338M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:47:38.876 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 6m ago 4h 3099M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:47:38.876 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 6m ago 4h 3608M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:47:38.877 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 6m ago 4h 2911M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:47:38.877 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 6m ago 4h 4196M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:47:38.877 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 6m ago 4h 153M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:47:39.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:38 smithi156 conmon[67007]: cluster 2022-01-18T20:47:37.673647+0000 mgr.smithi129.iclwio (mgr.14716) 9878 : cluster [DBG] pgmap v8494: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:39.187 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:47:39.187 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:47:39.187 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:47:39.188 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:47:39.188 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:47:39.188 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:47:39.188 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:47:39.189 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:47:39.189 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:47:39.189 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:47:39.189 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:47:39.190 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:47:39.190 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:47:39.190 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:47:39.190 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:47:39.190 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:47:39.191 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:47:39.191 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:47:39.191 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:47:39.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:38 smithi129 conmon[101092]: cluster 2022-01-18T20:47:37.673647+0000 mgr.smithi129.iclwio (mgr.14716) 9878 : cluster 2022-01-18T20:47:39.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:38 smithi129 conmon[101092]: [DBG] pgmap v8494: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:40.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:39 smithi156 conmon[67007]: audit 2022-01-18T20:47:38.592527+0000 mgr.smithi129.iclwio (mgr.14716) 9879 : audit [DBG] 2022-01-18T20:47:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:39 smithi156 conmon[67007]: from='client.40678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:47:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:39 smithi156 conmon[67007]: audit 2022-01-18T20:47:39.187403+0000 mon.smithi129 (mon.0) 2963 : audit [DBG] from='client.? 172.21.15.129:0/2418346644' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:47:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:39 smithi129 conmon[101092]: audit 2022-01-18T20:47:38.592527+0000 mgr.smithi129.iclwio (mgr.14716) 9879 : audit [DBG] from='client.40678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:47:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:39 smithi129 conmon[101092]: audit 2022-01-18T20:47:39.187403+0000 mon.smithi129 (mon.0) 2963 : audit [DBG] from='client.? 172.21.15.129:0/2418346644' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:47:41.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:40 smithi156 conmon[67007]: audit 2022-01-18T20:47:38.861282+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:47:41.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:40 smithi156 conmon[67007]: 9880 : audit [DBG] from='client.40682 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:47:41.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:40 smithi156 conmon[67007]: cluster 2022-01-18T20:47:39.674383+0000 mgr.smithi129.iclwio (mgr.14716) 9881 2022-01-18T20:47:41.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:40 smithi156 conmon[67007]: : cluster [DBG] pgmap v8495: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:47:41.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:40 smithi129 conmon[101092]: audit 2022-01-18T20:47:38.861282+0000 mgr.smithi129.iclwio (mgr.14716) 9880 : audit [DBG] from='client.40682 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:47:41.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:40 smithi129 conmon[101092]: cluster 2022-01-18T20:47:39.674383+0000 mgr.smithi129.iclwio ( 2022-01-18T20:47:41.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:40 smithi129 conmon[101092]: mgr.14716) 9881 : cluster [DBG] pgmap v8495: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:47:43.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:42 smithi156 conmon[67007]: cluster 2022-01-18T20:47:41.674932+0000 mgr.smithi129.iclwio (mgr.14716) 9882 : cluster [DBG] pgmap v8496: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:43.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:42 smithi129 conmon[101092]: cluster 2022-01-18T20:47:41.674932+0000 mgr.smithi129.iclwio (mgr.14716) 9882 : cluster [DBG] pgmap v8496: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:44.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:43 smithi156 conmon[67007]: cluster 2022-01-18T20:47:43.675480+0000 mgr.smithi129.iclwio (mgr.14716) 9883 : cluster [DBG] 2022-01-18T20:47:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:43 smithi156 conmon[67007]: pgmap v8497: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:43 smithi129 conmon[101092]: cluster 2022-01-18T20:47:43.675480+0000 mgr.smithi129.iclwio (mgr.14716) 9883 : cluster [DBG] pgmap v8497: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:47.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:46 smithi156 conmon[67007]: cluster 2022-01-18T20:47:45.676197+0000 mgr.smithi129.iclwio (mgr.14716) 9884 : cluster [DBG] pgmap v8498: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:47.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:46 smithi129 conmon[101092]: cluster 2022-01-18T20:47:45.676197+0000 mgr.smithi129.iclwio (mgr.14716) 9884 : cluster [DBG] pgmap v8498: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:47.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:46 smithi129 conmon[101092]: 2022-01-18T20:47:49.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:48 smithi156 conmon[67007]: cluster 2022-01-18T20:47:47.676742+0000 mgr.smithi129.iclwio (mgr.14716) 9885 : cluster [DBG] pgmap v8499: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:49.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:48 smithi129 conmon[101092]: cluster 2022-01-18T20:47:47.676742+0000 mgr.smithi129.iclwio (mgr.14716) 9885 : cluster [DBG] pgmap v8499: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:49.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:48 smithi129 conmon[101092]: 2022-01-18T20:47:51.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:50 smithi156 conmon[67007]: cluster 2022-01-18T20:47:49.677426+0000 mgr.smithi129.iclwio (mgr.14716) 9886 : cluster [DBG] pgmap v8500: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:47:51.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:50 smithi129 conmon[101092]: cluster 2022-01-18T20:47:49.677426+0000 mgr.smithi129.iclwio (mgr.14716) 9886 : cluster [DBG] pgmap v8500: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:47:51.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:50 smithi129 conmon[101092]: 2022-01-18T20:47:53.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:52 smithi156 conmon[67007]: cluster 2022-01-18T20:47:51.678103+0000 mgr.smithi129.iclwio (mgr.14716) 9887 : cluster [DBG] pgmap v8501: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:53.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:52 smithi156 conmon[67007]: 2022-01-18T20:47:53.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:52 smithi129 conmon[101092]: cluster 2022-01-18T20:47:51.678103+0000 mgr.smithi129.iclwio (mgr.14716) 9887 : cluster [DBG] pgmap v8501: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:53 smithi156 conmon[67007]: cluster 2022-01-18T20:47:53.678712+0000 mgr.smithi129.iclwio (mgr.14716) 9888 : cluster [DBG] pgmap v8502: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:53 smithi129 conmon[101092]: cluster 2022-01-18T20:47:53.678712+0000 mgr.smithi129.iclwio (mgr.14716) 9888 : cluster [DBG] 2022-01-18T20:47:54.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:53 smithi129 conmon[101092]: pgmap v8502: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:57.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:56 smithi156 conmon[67007]: cluster 2022-01-18T20:47:55.679603+0000 mgr.smithi129.iclwio (mgr.14716) 9889 2022-01-18T20:47:57.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:56 smithi156 conmon[67007]: : cluster [DBG] pgmap v8503: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:57.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:56 smithi129 conmon[101092]: cluster 2022-01-18T20:47:55.679603+0000 mgr.smithi129.iclwio (mgr.14716) 9889 : cluster [DBG] pgmap v8503: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:59.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:58 smithi156 conmon[67007]: cluster 2022-01-18T20:47:57.680146+0000 mgr.smithi129.iclwio (mgr.14716) 9890 : cluster [DBG] 2022-01-18T20:47:59.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:58 smithi156 conmon[67007]: pgmap v8504: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:59.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:58 smithi129 conmon[101092]: cluster 2022-01-18T20:47:57.680146+0000 mgr.smithi129.iclwio (mgr.14716) 9890 : cluster [DBG] pgmap v8504: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:47:59.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:58 smithi129 conmon[101092]: 2022-01-18T20:48:00.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:59 smithi156 conmon[67007]: audit 2022-01-18T20:47:59.339808+0000 mon.smithi129 (mon.0) 2964 : audit 2022-01-18T20:48:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:59 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:48:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:47:59 smithi156 conmon[67007]: audit 2022-01-18T20:47:59.340121+0000 mon.smithi129 (mon.0) 2965 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:48:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:59 smithi129 conmon[101092]: audit 2022-01-18T20:47:59.339808+0000 mon.smithi129 (mon.0) 2964 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:48:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:59 smithi129 conmon[101092]: audit 2022-01-18T20:47:59.340121+0000 mon.smithi129 2022-01-18T20:48:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:47:59 smithi129 conmon[101092]: (mon.0) 2965 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:48:01.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:00 smithi156 conmon[67007]: cluster 2022-01-18T20:47:59.680766+0000 mgr.smithi129.iclwio (mgr 2022-01-18T20:48:01.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:00 smithi156 conmon[67007]: .14716) 9891 : cluster [DBG] pgmap v8505: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:48:01.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:00 smithi129 conmon[101092]: cluster 2022-01-18T20:47:59.680766+0000 mgr.smithi129.iclwio (mgr.14716) 9891 : cluster [DBG] pgmap v8505: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:48:03.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:02 smithi156 conmon[67007]: cluster 2022-01-18T20:48:01.681228+0000 mgr.smithi129.iclwio (mgr.14716) 9892 : cluster [DBG] 2022-01-18T20:48:03.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:02 smithi156 conmon[67007]: pgmap v8506: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:03.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:02 smithi129 conmon[101092]: cluster 2022-01-18T20:48:01.681228+0000 mgr.smithi129.iclwio (mgr.14716) 9892 : cluster [DBG] pgmap v8506: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:04.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:03 smithi156 conmon[67007]: cluster 2022-01-18T20:48:03.681881+0000 mgr.smithi129.iclwio (mgr.14716) 9893 : 2022-01-18T20:48:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:03 smithi156 conmon[67007]: cluster [DBG] pgmap v8507: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:03 smithi129 conmon[101092]: cluster 2022-01-18T20:48:03.681881+0000 mgr.smithi129.iclwio (mgr.14716) 9893 : cluster [DBG] pgmap v8507: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:07.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:06 smithi156 conmon[67007]: cluster 2022-01-18T20:48:05.682567+0000 mgr.smithi129.iclwio (mgr.14716) 9894 : 2022-01-18T20:48:07.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:06 smithi156 conmon[67007]: cluster [DBG] pgmap v8508: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:07.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:06 smithi129 conmon[101092]: cluster 2022-01-18T20:48:05.682567+0000 mgr.smithi129.iclwio (mgr.14716) 9894 : 2022-01-18T20:48:07.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:06 smithi129 conmon[101092]: cluster [DBG] pgmap v8508: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:09.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:08 smithi156 conmon[67007]: cluster 2022-01-18T20:48:07.683134+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:48:09.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:08 smithi156 conmon[67007]: ) 9895 : cluster [DBG] pgmap v8509: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:09.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:08 smithi129 conmon[101092]: cluster 2022-01-18T20:48:07.683134+0000 mgr.smithi129.iclwio (mgr.14716) 9895 : cluster [DBG] 2022-01-18T20:48:09.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:08 smithi129 conmon[101092]: pgmap v8509: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:09.486 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:48:09.752 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:48:09.752 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 7m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:48:09.753 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 7m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:48:09.753 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 7m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:48:09.753 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 7m ago 4h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:48:09.753 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 7m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:48:09.753 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 7m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:48:09.754 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 7m ago 4h 801M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:48:09.754 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 7m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:48:09.754 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 7m ago 4h 1778M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:48:09.754 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 7m ago 4h 825M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:48:09.755 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 7m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:48:09.755 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 7m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:48:09.755 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 7m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:48:09.755 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 7m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:48:09.756 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 7m ago 4h 2215M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:48:09.756 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 7m ago 4h 3313M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:48:09.756 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 7m ago 4h 2508M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:48:09.756 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 7m ago 4h 3338M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:48:09.756 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 7m ago 4h 3099M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:48:09.757 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 7m ago 4h 3608M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:48:09.757 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 7m ago 4h 2911M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:48:09.757 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 7m ago 4h 4196M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:48:09.757 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 7m ago 4h 153M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:48:10.071 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:48:10.071 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:48:10.071 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:48:10.072 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:48:10.072 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:48:10.072 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:48:10.072 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:48:10.073 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:48:10.073 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:48:10.073 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:48:10.073 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:48:10.074 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:48:10.074 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:48:10.074 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:48:10.074 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:48:10.074 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:48:10.075 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:48:10.075 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:48:10.075 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:48:11.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:10 smithi156 conmon[67007]: audit 2022-01-18T20:48:09.475135+0000 mgr.smithi129.iclwio (mgr.14716) 9896 : audit [DBG] from='client.40690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:48:11.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:10 smithi156 conmon[67007]: cluster 2022-01-18T20:48: 2022-01-18T20:48:11.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:10 smithi156 conmon[67007]: 09.683812+0000 mgr.smithi129.iclwio (mgr.14716) 9897 : cluster [DBG] pgmap v8510: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:48:11.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:10 smithi156 conmon[67007]: audit 2022-01-18T20:48:09.743530+0000 mgr.smithi129.iclwio (mgr.14716) 9898 : audit [DBG] from='client.40694 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:48:11.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:10 smithi156 conmon[67007]: audit 2022-01-18T20:48:10 2022-01-18T20:48:11.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:10 smithi156 conmon[67007]: .071557+0000 mon.smithi129 (mon.0) 2966 : audit [DBG] from='client.? 172.21.15.129:0/2416330811' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:48:11.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:10 smithi156 conmon[67007]: audit 2022-01-18T20:48:11.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:10 smithi156 conmon[67007]: 2022-01-18T20:48:10.106200+0000 mon.smithi129 (mon.0 2022-01-18T20:48:11.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:10 smithi156 conmon[67007]: ) 2967 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:48:11.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:10 smithi156 conmon[67007]: audit 2022-01-18T20 2022-01-18T20:48:11.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:10 smithi156 conmon[67007]: :48:10.107279+0000 mon.smithi129 (mon.0) 2022-01-18T20:48:11.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:10 smithi156 conmon[67007]: 2968 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:48:11.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:10 smithi156 conmon[67007]: audit 2022-01-18T20:48 2022-01-18T20:48:11.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:10 smithi156 conmon[67007]: :10.107938+0000 mon.smithi129 (mon.0) 2969 2022-01-18T20:48:11.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:10 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:48:11.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:10 smithi156 conmon[67007]: audit 2022-01-18T20 2022-01-18T20:48:11.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:10 smithi156 conmon[67007]: :48:10.412983+0000 mon.smithi129 (mon.0) 2022-01-18T20:48:11.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:10 smithi156 conmon[67007]: 2970 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:48:11.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:10 smithi156 conmon[67007]: audit 2022-01-18T20: 2022-01-18T20:48:11.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:10 smithi156 conmon[67007]: 48:10.420010+0000 mon.smithi129 (mon.0) 2971 2022-01-18T20:48:11.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:10 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:48:11.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:10 smithi129 conmon[101092]: audit 2022-01-18T20:48:09.475135+0000 mgr.smithi129.iclwio (mgr.14716) 9896 : audit [DBG] from='client.40690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:48:11.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:10 smithi129 conmon[101092]: cluster 2022-01-18 2022-01-18T20:48:11.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:10 smithi129 conmon[101092]: T20:48:09.683812+0000 mgr.smithi129.iclwio (mgr.14716) 9897 : cluster [DBG] pgmap v8510: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:48:11.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:10 smithi129 conmon[101092]: audit 2022-01-18T20:48:09.743530+0000 mgr.smithi129.iclwio (mgr.14716) 9898 : audit [DBG] from='client.40694 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:48:11.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:10 smithi129 conmon[101092]: audit 2022-01-18T20:48:10.071557+0000 mon.smithi129 (mon.0) 2966 : audit [DBG] from='client.? 172.21.15.129:0/2416330811' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:48:11.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:10 smithi129 conmon[101092]: audit 2022-01-18T20:48:10.106200+0000 mon.smithi129 (mon.0) 2967 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:48:11.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:10 smithi129 conmon[101092]: audit 2022-01-18T20:48:10.107279+0000 mon.smithi129 (mon.0) 2968 : audit [DBG] 2022-01-18T20:48:11.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:10 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:48:11.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:10 smithi129 conmon[101092]: audit 2022-01-18T20:48:10.107938+0000 mon.smithi129 (mon.0) 2969 2022-01-18T20:48:11.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:10 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:48:11.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:10 smithi129 conmon[101092]: audit 2022-01-18T20:48:11.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:10 smithi129 conmon[101092]: 2022-01-18T20:48: 2022-01-18T20:48:11.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:10 smithi129 conmon[101092]: 10.412983+0000 mon.smithi129 (mon.0 2022-01-18T20:48:11.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:10 smithi129 conmon[101092]: ) 2970 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:48:11.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:10 smithi129 conmon[101092]: audit 2022- 2022-01-18T20:48:11.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:10 smithi129 conmon[101092]: 01-18T20:48:10.420010+0000 2022-01-18T20:48:11.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:10 smithi129 conmon[101092]: mon.smithi129 (mon.0) 2971 : audit [INF] 2022-01-18T20:48:11.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:10 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:48:12.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:11 smithi156 conmon[67007]: cephadm 2022-01-18T20:48:10.108456+0000 mgr.smithi129.iclwio (mgr.14716) 9899 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:48:12.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:11 smithi129 conmon[101092]: cephadm 2022-01-18T20:48:10.108456+0000 mgr.smithi129.iclwio (mgr.14716) 9899 : cephadm [WRN] 2022-01-18T20:48:12.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:11 smithi129 conmon[101092]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:48:13.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:12 smithi156 conmon[67007]: cluster 2022-01-18T20:48:11.684426+0000 mgr.smithi129.iclwio (mgr.14716) 9900 : cluster [DBG] pgmap v8511: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:13.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:12 smithi129 conmon[101092]: cluster 2022-01-18T20:48:11.684426+0000 mgr.smithi129.iclwio (mgr.14716) 9900 : cluster [DBG] pgmap v8511: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:13.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:12 smithi129 conmon[101092]: 2022-01-18T20:48:14.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:13 smithi156 conmon[67007]: cluster 2022-01-18T20:48:13.684937+0000 mgr.smithi129.iclwio (mgr.14716) 9901 : cluster [DBG] 2022-01-18T20:48:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:13 smithi156 conmon[67007]: pgmap v8512: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:13 smithi129 conmon[101092]: cluster 2022-01-18T20:48:13.684937+0000 mgr.smithi129.iclwio (mgr.14716) 9901 : cluster [DBG] pgmap v8512: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:17.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:16 smithi156 conmon[67007]: cluster 2022-01-18T20:48:15.685758+0000 mgr.smithi129.iclwio (mgr.14716) 9902 : cluster [DBG] pgmap v8513: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:17.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:16 smithi129 conmon[101092]: cluster 2022-01-18T20:48:15.685758+0000 mgr.smithi129.iclwio (mgr.14716) 9902 : cluster [DBG] pgmap v8513: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:19.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:18 smithi156 conmon[67007]: cluster 2022-01-18T20:48:17.686402+0000 mgr.smithi129.iclwio (mgr.14716) 9903 : cluster [DBG] pgmap v8514: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:19.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:18 smithi129 conmon[101092]: cluster 2022-01-18T20:48:17.686402+0000 mgr.smithi129.iclwio (mgr.14716) 9903 : cluster [DBG] pgmap v8514: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:21.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:20 smithi156 conmon[67007]: cluster 2022-01-18T20:48:19.687422+0000 mgr.smithi129.iclwio (mgr.14716) 9904 : cluster [DBG] pgmap v8515: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:48:21.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:20 smithi129 conmon[101092]: cluster 2022-01-18T20:48:19.687422+0000 mgr.smithi129.iclwio (mgr.14716) 9904 : cluster [DBG] pgmap v8515: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:48:21.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:20 smithi129 conmon[101092]: 2022-01-18T20:48:23.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:22 smithi156 conmon[67007]: cluster 2022-01-18T20:48:21.688084+0000 mgr.smithi129.iclwio (mgr.14716) 9905 : cluster [DBG] pgmap v8516: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:23.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:22 smithi129 conmon[101092]: cluster 2022-01-18T20:48:21.688084+0000 mgr.smithi129.iclwio (mgr.14716) 9905 : cluster [DBG] pgmap v8516: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:24.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:23 smithi156 conmon[67007]: cluster 2022-01-18T20:48:23.688673+0000 mgr.smithi129.iclwio (mgr.14716) 9906 : cluster [DBG] pgmap v8517: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:23 smithi129 conmon[101092]: cluster 2022-01-18T20:48:23.688673+0000 mgr.smithi129.iclwio (mgr.14716) 9906 : cluster [DBG] pgmap v8517: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:23 smithi129 conmon[101092]: 2022-01-18T20:48:27.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:26 smithi156 conmon[67007]: cluster 2022-01-18T20:48:25.689438+0000 mgr.smithi129.iclwio (mgr.14716) 9907 : cluster [DBG] pgmap v8518: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:27.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:26 smithi129 conmon[101092]: cluster 2022-01-18T20:48:25.689438+0000 mgr.smithi129.iclwio (mgr.14716) 9907 : cluster [DBG] pgmap v8518: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:29.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:28 smithi156 conmon[67007]: cluster 2022-01-18T20:48:27.690158+0000 mgr.smithi129.iclwio (mgr.14716) 9908 : cluster [DBG] pgmap v8519: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:29.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:28 smithi129 conmon[101092]: cluster 2022-01-18T20:48:27.690158+0000 mgr.smithi129.iclwio (mgr.14716) 9908 : cluster [DBG] pgmap v8519: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:31.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:30 smithi156 conmon[67007]: cluster 2022-01-18T20:48:29.691129+0000 mgr.smithi129.iclwio (mgr.14716) 9909 : cluster [DBG] pgmap v8520: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:48:31.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:30 smithi129 conmon[101092]: cluster 2022-01-18T20:48:29.691129+0000 mgr.smithi129.iclwio (mgr.14716) 9909 : cluster [DBG] pgmap v8520: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:48:33.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:32 smithi156 conmon[67007]: cluster 2022-01-18T20:48:31.691650+0000 mgr.smithi129.iclwio (mgr.14716) 9910 : cluster [DBG] pgmap v8521: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:33.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:32 smithi129 conmon[101092]: cluster 2022-01-18T20:48:31.691650+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T20:48:33.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:32 smithi129 conmon[101092]: 14716) 9910 : cluster [DBG] pgmap v8521: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:34.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:33 smithi156 conmon[67007]: cluster 2022-01-18T20:48:33.692362+0000 mgr.smithi129.iclwio (mgr.14716) 9911 : cluster [DBG] pgmap v8522: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:33 smithi129 conmon[101092]: cluster 2022-01-18T20:48:33.692362+0000 mgr.smithi129.iclwio (mgr.14716) 9911 : cluster [DBG] 2022-01-18T20:48:34.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:33 smithi129 conmon[101092]: pgmap v8522: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:37.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:36 smithi156 conmon[67007]: cluster 2022-01-18T20:48:35.693167+0000 mgr.smithi129.iclwio (mgr.14716) 9912 : cluster [DBG] pgmap v8523: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:37.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:36 smithi129 conmon[101092]: cluster 2022-01-18T20:48:35.693167+0000 mgr.smithi129.iclwio (mgr.14716) 9912 : cluster [DBG] pgmap v8523: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:37.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:36 smithi129 conmon[101092]: 2022-01-18T20:48:39.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:38 smithi156 conmon[67007]: cluster 2022-01-18T20:48:37.693908+0000 mgr.smithi129.iclwio (mgr.14716) 9913 : cluster [DBG] pgmap v8524: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:39.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:38 smithi129 conmon[101092]: cluster 2022-01-18T20:48:37.693908+0000 mgr.smithi129.iclwio (mgr.14716) 9913 : cluster [DBG] 2022-01-18T20:48:39.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:38 smithi129 conmon[101092]: pgmap v8524: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:40.370 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:48:40.634 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:48:40.635 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 7m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:48:40.635 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 7m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:48:40.635 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 7m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:48:40.636 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 7m ago 4h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:48:40.636 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 7m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:48:40.636 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 7m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:48:40.636 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 7m ago 4h 801M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:48:40.637 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 7m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:48:40.637 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 7m ago 4h 1778M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:48:40.637 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 7m ago 4h 825M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:48:40.637 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 7m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:48:40.638 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 7m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:48:40.638 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 7m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:48:40.638 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 7m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:48:40.638 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 7m ago 4h 2215M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:48:40.639 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 7m ago 4h 3313M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:48:40.639 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 7m ago 4h 2508M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:48:40.639 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 7m ago 4h 3338M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:48:40.639 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 7m ago 4h 3099M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:48:40.640 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 7m ago 4h 3608M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:48:40.640 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 7m ago 4h 2911M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:48:40.640 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 7m ago 4h 4196M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:48:40.640 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 7m ago 4h 153M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:48:40.955 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:48:40.956 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:48:40.956 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:48:40.956 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:48:40.957 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:48:40.957 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:48:40.957 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:48:40.957 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:48:40.958 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:48:40.958 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:48:40.958 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:48:40.958 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:48:40.959 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:48:40.959 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:48:40.959 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:48:40.959 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:48:40.960 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:48:40.960 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:48:40.960 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:48:41.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:40 smithi156 conmon[67007]: cluster 2022-01-18T20:48:39.694607+0000 mgr.smithi129.iclwio (mgr.14716) 9914 2022-01-18T20:48:41.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:40 smithi156 conmon[67007]: : cluster [DBG] pgmap v8525: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:48:41.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:40 smithi129 conmon[101092]: cluster 2022-01-18T20:48:39.694607+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:48:41.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:40 smithi129 conmon[101092]: ) 9914 : cluster [DBG] pgmap v8525: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:48:42.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:41 smithi156 conmon[67007]: audit 2022-01-18T20:48:40.359236+0000 mgr.smithi129.iclwio (mgr.14716) 9915 : audit [DBG] 2022-01-18T20:48:42.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:41 smithi156 conmon[67007]: from='client.40702 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:48:42.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:41 smithi156 conmon[67007]: audit 2022-01-18T20:48:40.626379+0000 mgr.smithi129.iclwio (mgr.14716) 9916 : audit [DBG] from='client.40706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:48:42.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:41 smithi156 conmon[67007]: audit 2022-01-18T20:48:40.956166+0000 mon.smithi129 (mon.0) 2972 : audit [DBG] from='client.? 172.21.15.129:0/3981501024' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:48:42.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:41 smithi129 conmon[101092]: audit 2022-01-18T20:48:40.359236+0000 mgr.smithi129.iclwio (mgr.14716) 9915 : audit [DBG] 2022-01-18T20:48:42.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:41 smithi129 conmon[101092]: from='client.40702 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:48:42.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:41 smithi129 conmon[101092]: audit 2022-01-18T20:48:40.626379+0000 mgr.smithi129.iclwio (mgr.14716) 9916 : audit [DBG] from='client.40706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:48:42.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:41 smithi129 conmon[101092]: audit 2022-01-18T20:48:40.956166+0000 mon.smithi129 (mon.0) 2972 : audit [DBG] from='client.? 172.21.15.129:0/3981501024' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:48:43.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:42 smithi156 conmon[67007]: cluster 2022-01-18T20:48:41.695182+0000 mgr.smithi129.iclwio (mgr.14716) 9917 : cluster 2022-01-18T20:48:43.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:42 smithi156 conmon[67007]: [DBG] pgmap v8526: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:43.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:42 smithi129 conmon[101092]: cluster 2022-01-18T20:48:41.695182+0000 mgr.smithi129.iclwio (mgr.14716) 9917 : cluster 2022-01-18T20:48:43.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:42 smithi129 conmon[101092]: [DBG] pgmap v8526: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:44.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:43 smithi156 conmon[67007]: cluster 2022-01-18T20:48:43.695864+0000 mgr.smithi129.iclwio (mgr.14716) 9918 : cluster [DBG] pgmap v8527: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:43 smithi129 conmon[101092]: cluster 2022-01-18T20:48:43.695864+0000 mgr.smithi129.iclwio (mgr.14716) 9918 : cluster [DBG] pgmap v8527: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:47.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:46 smithi156 conmon[67007]: cluster 2022-01-18T20:48:45.696647+0000 mgr.smithi129.iclwio (mgr.14716) 9919 : cluster [DBG] pgmap v8528: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:47.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:46 smithi129 conmon[101092]: cluster 2022-01-18T20:48:45.696647+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T20:48:47.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:46 smithi129 conmon[101092]: 14716) 9919 : cluster [DBG] pgmap v8528: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:49.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:48 smithi156 conmon[67007]: cluster 2022-01-18T20:48:47.697226+0000 mgr.smithi129.iclwio (mgr.14716) 9920 : cluster [DBG] pgmap v8529: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:49.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:48 smithi129 conmon[101092]: cluster 2022-01-18T20:48:47.697226+0000 mgr.smithi129.iclwio (mgr.14716) 9920 : cluster [DBG] pgmap v8529: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:51.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:50 smithi156 conmon[67007]: cluster 2022-01-18T20:48:49.698002+0000 mgr.smithi129.iclwio (mgr.14716) 9921 : cluster [DBG] pgmap v8530: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:48:51.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:50 smithi129 conmon[101092]: cluster 2022-01-18T20:48:49. 2022-01-18T20:48:51.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:50 smithi129 conmon[101092]: 698002+0000 mgr.smithi129.iclwio (mgr.14716) 9921 : cluster [DBG] pgmap v8530: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:48:53.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:52 smithi156 conmon[67007]: cluster 2022-01-18T20:48:51.698709+0000 mgr.smithi129.iclwio (mgr.14716) 9922 : cluster [DBG] pgmap v8531: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:53.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:52 smithi129 conmon[101092]: cluster 2022-01-18T20:48:51. 2022-01-18T20:48:53.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:52 smithi129 conmon[101092]: 698709+0000 mgr.smithi129.iclwio (mgr.14716) 9922 : cluster [DBG] pgmap v8531: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:54.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:53 smithi156 conmon[67007]: cluster 2022-01-18T20:48:53.699450+0000 mgr.smithi129.iclwio (mgr.14716) 9923 : cluster [DBG] pgmap v8532: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:53 smithi129 conmon[101092]: cluster 2022-01-18T20:48:53.699450+0000 mgr.smithi129.iclwio (mgr.14716) 9923 : cluster [DBG] pgmap v8532: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:57.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:56 smithi156 conmon[67007]: cluster 2022-01-18T20:48:55.700246+0000 mgr.smithi129.iclwio (mgr.14716) 9924 : cluster 2022-01-18T20:48:57.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:56 smithi156 conmon[67007]: [DBG] pgmap v8533: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:57.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:56 smithi129 conmon[101092]: cluster 2022-01-18T20:48:55.700246+0000 mgr.smithi129.iclwio (mgr.14716) 9924 : cluster [DBG] pgmap v8533: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:59.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:58 smithi156 conmon[67007]: cluster 2022-01-18T20:48:57.700955+0000 mgr.smithi129.iclwio (mgr.14716) 9925 : cluster [DBG] pgmap v8534: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:48:59.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:58 smithi129 conmon[101092]: cluster 2022-01-18T20:48:57.700955+0000 mgr.smithi129.iclwio (mgr.14716) 9925 : cluster [DBG] 2022-01-18T20:48:59.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:58 smithi129 conmon[101092]: pgmap v8534: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:00.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:59 smithi156 conmon[67007]: audit 2022-01-18T20:48:59.343232+0000 mon.smithi129 (mon.0) 2973 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:49:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:48:59 smithi156 conmon[67007]: audit 2022-01-18T20:48:59.345104+0000 mon.smithi129 (mon.0) 2974 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:49:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:59 smithi129 conmon[101092]: audit 2022-01-18T20:48:59.343232+0000 mon.smithi129 ( 2022-01-18T20:49:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:59 smithi129 conmon[101092]: mon.0) 2973 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:49:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:48:59 smithi129 conmon[101092]: audit 2022-01-18T20:48:59.345104+0000 mon.smithi129 (mon.0) 2974 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:49:01.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:00 smithi156 conmon[67007]: cluster 2022-01-18T20:48:59.701739+0000 mgr.smithi129.iclwio (mgr.14716) 9926 : cluster [DBG] 2022-01-18T20:49:01.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:00 smithi156 conmon[67007]: pgmap v8535: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:49:01.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:00 smithi129 conmon[101092]: cluster 2022-01-18T20:48:59.701739+0000 mgr.smithi129.iclwio (mgr.14716) 9926 2022-01-18T20:49:01.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:00 smithi129 conmon[101092]: : cluster [DBG] pgmap v8535: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:49:03.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:02 smithi156 conmon[67007]: cluster 2022-01-18T20:49:01.702267+0000 mgr.smithi129.iclwio (mgr.14716) 9927 : cluster [DBG] pgmap v8536: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:03.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:02 smithi129 conmon[101092]: cluster 2022-01-18T20:49:01.702267+0000 mgr.smithi129.iclwio (mgr.14716) 9927 : cluster [DBG] 2022-01-18T20:49:03.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:02 smithi129 conmon[101092]: pgmap v8536: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:03 smithi156 conmon[67007]: cluster 2022-01-18T20:49:03.702838+0000 mgr.smithi129.iclwio (mgr.14716) 9928 : cluster [DBG] pgmap v8537: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:03 smithi156 conmon[67007]: 2022-01-18T20:49:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:03 smithi129 conmon[101092]: cluster 2022-01-18T20:49:03.702838+0000 mgr.smithi129.iclwio (mgr.14716) 9928 : cluster [DBG] pgmap v8537: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:07.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:06 smithi156 conmon[67007]: cluster 2022-01-18T20:49:05.703548+0000 mgr.smithi129.iclwio (mgr.14716) 9929 : cluster [DBG] pgmap v8538: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:07.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:06 smithi156 conmon[67007]: 2022-01-18T20:49:07.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:06 smithi129 conmon[101092]: cluster 2022-01-18T20:49:05.703548+0000 mgr.smithi129.iclwio (mgr.14716) 9929 : cluster [DBG] pgmap v8538: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:09.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:08 smithi156 conmon[67007]: cluster 2022-01-18T20:49:07.704215+0000 mgr.smithi129.iclwio (mgr.14716) 9930 : cluster [DBG] pgmap v8539: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:09.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:08 smithi129 conmon[101092]: cluster 2022-01-18T20:49:07.704215+0000 mgr.smithi129.iclwio (mgr.14716) 9930 : cluster [DBG] pgmap v8539: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:11.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:10 smithi156 conmon[67007]: cluster 2022-01-18T20:49:09.704926+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:49:11.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:10 smithi156 conmon[67007]: 9931 : cluster [DBG] pgmap v8540: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:49:11.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:10 smithi156 conmon[67007]: audit 2022-01-18T20:49:10.422491+0000 mon.smithi129 (mon.0) 2975 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:49:11.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:10 smithi156 conmon[67007]: audit 2022-01-18T20:49:10.423892+0000 2022-01-18T20:49:11.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:10 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2976 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:49:11.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:10 smithi156 conmon[67007]: audit 2022-01-18T20:49:10.424765+0000 2022-01-18T20:49:11.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:10 smithi156 conmon[67007]: mon.smithi129 (mon.0) 2977 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:49:11.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:10 smithi156 conmon[67007]: audit 2022-01-18T20:49:11.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:10 smithi156 conmon[67007]: 2022-01-18T20:49:10.733179+0000 mon.smithi129 (mon.0) 2978 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:49:11.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:10 smithi156 conmon[67007]: 2022-01-18T20:49:11.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:10 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T20:49:11.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:10 smithi156 conmon[67007]: T20:49:10.738095+0000 mon.smithi129 (mon.0) 2979 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:49:11.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:10 smithi129 conmon[101092]: cluster 2022-01-18T20:49:09.704926+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:49:11.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:10 smithi129 conmon[101092]: 9931 : cluster [DBG] pgmap v8540: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:49:11.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:10 smithi129 conmon[101092]: audit 2022-01-18T20:49:10.422491+0000 mon.smithi129 (mon.0) 2975 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:49:11.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:10 smithi129 conmon[101092]: audit 2022-01-18T20:49:11.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:10 smithi129 conmon[101092]: 2022-01-18T20:49:10.423892+0000 mon.smithi129 (mon.0) 2976 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:49:11.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:10 smithi129 conmon[101092]: audit 2022-01-18T20:49 2022-01-18T20:49:11.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:10 smithi129 conmon[101092]: :10.424765+0000 mon.smithi129 (mon.0) 2977 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:49:11.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:10 smithi129 conmon[101092]: audit 2022-01-18T20:49:10.733179+0000 mon.smithi129 ( 2022-01-18T20:49:11.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:10 smithi129 conmon[101092]: mon.0) 2978 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:49:11.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:10 smithi129 conmon[101092]: audit 2022-01-18T20:49:10. 2022-01-18T20:49:11.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:10 smithi129 conmon[101092]: 738095+0000 mon.smithi129 (mon.0) 2979 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:49:11.246 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:49:11.508 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:49:11.509 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 8m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:49:11.509 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 8m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:49:11.509 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 8m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:49:11.510 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 8m ago 4h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:49:11.510 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 8m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:49:11.510 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 8m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:49:11.510 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 8m ago 4h 801M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:49:11.511 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 8m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:49:11.511 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 8m ago 4h 1778M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:49:11.511 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 8m ago 4h 825M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:49:11.511 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 8m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:49:11.511 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 8m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:49:11.512 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 8m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:49:11.512 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 8m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:49:11.512 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 8m ago 4h 2215M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:49:11.512 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 8m ago 4h 3313M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:49:11.513 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 8m ago 4h 2508M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:49:11.513 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 8m ago 4h 3338M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:49:11.513 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 8m ago 4h 3099M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:49:11.513 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 8m ago 4h 3608M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:49:11.514 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 8m ago 4h 2911M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:49:11.514 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 8m ago 4h 4196M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:49:11.514 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 8m ago 4h 153M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:49:11.826 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:49:11.827 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:49:11.827 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:49:11.827 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:49:11.828 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:49:11.828 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:49:11.828 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:49:11.828 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:49:11.829 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:49:11.829 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:49:11.829 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:49:11.829 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:49:11.830 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:49:11.830 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:49:11.830 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:49:11.830 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:49:11.831 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:49:11.831 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:49:11.831 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:49:12.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:11 smithi156 conmon[67007]: cephadm 2022-01-18T20:49:10.425545+0000 mgr.smithi129.iclwio (mgr.14716) 9932 : cephadm 2022-01-18T20:49:12.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:11 smithi156 conmon[67007]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:49:12.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:11 smithi129 conmon[101092]: cephadm 2022-01-18T20:49:10.425545+0000 mgr.smithi129.iclwio (mgr.14716) 9932 : cephadm [WRN] 2022-01-18T20:49:12.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:11 smithi129 conmon[101092]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:49:13.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:12 smithi156 conmon[67007]: audit 2022-01-18T20:49:11.234357+0000 mgr.smithi129.iclwio (mgr.14716) 9933 : 2022-01-18T20:49:13.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:12 smithi156 conmon[67007]: audit [DBG] from='client.40714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:49:13.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:12 smithi156 conmon[67007]: audit 2022-01-18T20:49:11.500212+0000 mgr.smithi129.iclwio (mgr.14716) 9934 : audit [DBG] from='client.40718 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:49:13.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:12 smithi156 conmon[67007]: cluster 2022-01-18T20:49: 2022-01-18T20:49:13.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:12 smithi156 conmon[67007]: 11.705368+0000 mgr.smithi129.iclwio (mgr.14716) 9935 : cluster [DBG] pgmap v8541: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:13.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:12 smithi156 conmon[67007]: audit 2022-01-18T20:49:11.826996+0000 mon.smithi129 (mon.0) 2980 2022-01-18T20:49:13.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:12 smithi156 conmon[67007]: : audit [DBG] from='client.? 172.21.15.129:0/829715552' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:49:13.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:12 smithi129 conmon[101092]: audit 2022-01-18T20:49:11.234357+0000 mgr.smithi129.iclwio (mgr.14716) 9933 : audit [DBG] from='client.40714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:49:13.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:12 smithi129 conmon[101092]: audit 2022-01-18T20:49:11.500212+0000 mgr.smithi129.iclwio (mgr.14716) 9934 : audit [DBG] from='client.40718 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:49:13.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:12 smithi129 conmon[101092]: cluster 2022-01-18T20:49:11.705368+0000 mgr.smithi129.iclwio (mgr 2022-01-18T20:49:13.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:12 smithi129 conmon[101092]: .14716) 9935 : cluster [DBG] pgmap v8541: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:13.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:12 smithi129 conmon[101092]: audit 2022-01-18T20:49:13.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:12 smithi129 conmon[101092]: 2022-01-18T20:49:11 2022-01-18T20:49:13.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:12 smithi129 conmon[101092]: .826996+0000 mon.smithi129 (mon.0) 2980 2022-01-18T20:49:13.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:12 smithi129 conmon[101092]: : audit [DBG] from='client.? 172.21.15.129:0/829715552' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:49:14.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:13 smithi156 conmon[67007]: cluster 2022-01-18T20:49:13.705938+0000 mgr.smithi129.iclwio (mgr.14716) 9936 : cluster [DBG] pgmap v8542: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:13 smithi156 conmon[67007]: 2022-01-18T20:49:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:13 smithi129 conmon[101092]: cluster 2022-01-18T20:49:13.705938+0000 mgr.smithi129.iclwio (mgr.14716) 9936 : cluster [DBG] pgmap v8542: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:17.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:16 smithi156 conmon[67007]: cluster 2022-01-18T20:49:15.706936+0000 mgr.smithi129.iclwio (mgr.14716) 9937 : cluster [DBG] pgmap v8543: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:17.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:16 smithi129 conmon[101092]: cluster 2022-01-18T20:49:15.706936+0000 mgr.smithi129.iclwio (mgr.14716) 9937 : cluster [DBG] pgmap v8543: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:17.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:16 smithi129 conmon[101092]: 2022-01-18T20:49:19.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:18 smithi156 conmon[67007]: cluster 2022-01-18T20:49:17.707406+0000 mgr.smithi129.iclwio (mgr.14716) 9938 : cluster [DBG] pgmap v8544: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:19.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:18 smithi129 conmon[101092]: cluster 2022-01-18T20:49:17.707406+0000 mgr.smithi129.iclwio (mgr.14716) 9938 : cluster [DBG] pgmap v8544: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:19.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:18 smithi129 conmon[101092]: 2022-01-18T20:49:21.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:20 smithi156 conmon[67007]: cluster 2022-01-18T20:49:19.708107+0000 mgr.smithi129.iclwio (mgr.14716) 9939 : cluster [DBG] pgmap v8545: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:49:21.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:20 smithi129 conmon[101092]: cluster 2022-01-18T20:49:19.708107+0000 mgr.smithi129.iclwio (mgr.14716) 9939 : 2022-01-18T20:49:21.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:20 smithi129 conmon[101092]: cluster [DBG] pgmap v8545: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:49:23.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:22 smithi156 conmon[67007]: cluster 2022-01-18T20:49:21.708610+0000 mgr.smithi129.iclwio (mgr.14716) 9940 : cluster [DBG] 2022-01-18T20:49:23.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:22 smithi156 conmon[67007]: pgmap v8546: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:23.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:22 smithi129 conmon[101092]: cluster 2022-01-18T20:49:21.708610+0000 mgr.smithi129.iclwio (mgr.14716) 9940 : cluster [DBG] 2022-01-18T20:49:23.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:22 smithi129 conmon[101092]: pgmap v8546: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:24.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:23 smithi156 conmon[67007]: cluster 2022-01-18T20:49:23.709146+0000 mgr.smithi129.iclwio (mgr.14716) 9941 : cluster [DBG] pgmap v8547: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:23 smithi129 conmon[101092]: cluster 2022-01-18T20:49:23.709146+0000 mgr.smithi129.iclwio (mgr.14716) 9941 : cluster [DBG] 2022-01-18T20:49:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:23 smithi129 conmon[101092]: pgmap v8547: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:27.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:26 smithi156 conmon[67007]: cluster 2022-01-18T20:49:25.709891+0000 mgr.smithi129.iclwio (mgr.14716) 9942 : cluster [DBG] pgmap v8548: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:27.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:26 smithi129 conmon[101092]: cluster 2022-01-18T20:49:25.709891+0000 mgr.smithi129.iclwio (mgr.14716) 9942 : cluster [DBG] pgmap v8548: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:27.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:26 smithi129 conmon[101092]: 2022-01-18T20:49:29.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:28 smithi156 conmon[67007]: cluster 2022-01-18T20:49:27.710601+0000 mgr.smithi129.iclwio (mgr.14716) 9943 : cluster [DBG] pgmap v8549: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:29.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:28 smithi129 conmon[101092]: cluster 2022-01-18T20:49:27.710601+0000 mgr.smithi129.iclwio (mgr.14716) 9943 : cluster [DBG] 2022-01-18T20:49:29.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:28 smithi129 conmon[101092]: pgmap v8549: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:31.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:30 smithi156 conmon[67007]: cluster 2022-01-18T20:49:29.711263+0000 mgr.smithi129.iclwio (mgr.14716) 9944 : cluster [DBG] pgmap v8550: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:49:31.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:30 smithi129 conmon[101092]: cluster 2022-01-18T20:49:29.711263+0000 mgr.smithi129.iclwio (mgr.14716) 9944 : cluster [DBG] pgmap v8550: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:49:31.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:30 smithi129 conmon[101092]: 2022-01-18T20:49:33.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:32 smithi156 conmon[67007]: cluster 2022-01-18T20:49:31.711971+0000 mgr.smithi129.iclwio (mgr.14716) 9945 : cluster [DBG] pgmap v8551: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:33.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:32 smithi129 conmon[101092]: cluster 2022-01-18T20:49:31.711971+0000 mgr.smithi129.iclwio (mgr.14716) 9945 : cluster [DBG] pgmap v8551: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:34.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:33 smithi156 conmon[67007]: cluster 2022-01-18T20:49:33.712506+0000 mgr.smithi129.iclwio (mgr.14716) 9946 : cluster [DBG] pgmap v8552: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:33 smithi129 conmon[101092]: cluster 2022-01-18T20:49:33.712506+0000 mgr.smithi129.iclwio (mgr.14716) 9946 : cluster [DBG] pgmap v8552: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:37.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:36 smithi156 conmon[67007]: cluster 2022-01-18T20:49:35.713439+0000 mgr.smithi129.iclwio (mgr.14716) 9947 : cluster [DBG] pgmap v8553: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:37.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:36 smithi129 conmon[101092]: cluster 2022-01-18T20:49:35.713439+0000 mgr.smithi129.iclwio (mgr.14716) 9947 : cluster [DBG] pgmap v8553: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:39.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:38 smithi156 conmon[67007]: cluster 2022-01-18T20:49:37.714131+0000 mgr.smithi129.iclwio (mgr.14716) 9948 : cluster [DBG] pgmap v8554: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:39.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:38 smithi129 conmon[101092]: cluster 2022-01-18T20:49:37.714131+0000 mgr.smithi129.iclwio (mgr.14716) 9948 : cluster [DBG] pgmap v8554: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:41.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:40 smithi156 conmon[67007]: cluster 2022-01-18T20:49:39.714827+0000 mgr.smithi129.iclwio (mgr.14716) 9949 : cluster [DBG] pgmap v8555: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:49:41.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:40 smithi129 conmon[101092]: cluster 2022-01-18T20:49:39.714827+0000 mgr.smithi129.iclwio (mgr.14716) 9949 : cluster [DBG] pgmap v8555: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:49:42.125 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:49:42.390 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:49:42.391 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 8m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:49:42.391 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 8m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:49:42.391 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 8m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:49:42.392 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 8m ago 4h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:49:42.392 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 8m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:49:42.392 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 8m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:49:42.392 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 8m ago 4h 801M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:49:42.393 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 8m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:49:42.393 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 8m ago 4h 1778M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:49:42.393 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 8m ago 4h 825M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:49:42.393 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 8m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:49:42.393 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 8m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:49:42.394 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 8m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:49:42.394 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 8m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:49:42.394 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 8m ago 4h 2215M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:49:42.394 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 8m ago 4h 3313M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:49:42.395 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 8m ago 4h 2508M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:49:42.395 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 8m ago 4h 3338M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:49:42.395 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 8m ago 4h 3099M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:49:42.396 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 8m ago 4h 3608M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:49:42.396 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 8m ago 4h 2911M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:49:42.396 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 8m ago 4h 4196M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:49:42.396 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 8m ago 4h 153M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:49:42.707 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:49:42.708 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:49:42.708 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:49:42.708 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:49:42.709 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:49:42.709 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:49:42.709 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:49:42.710 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:49:42.710 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:49:42.710 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:49:42.710 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:49:42.711 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:49:42.711 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:49:42.711 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:49:42.711 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:49:42.711 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:49:42.712 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:49:42.712 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:49:42.712 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:49:43.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:42 smithi156 conmon[67007]: cluster 2022-01-18T20:49:41.715363+0000 mgr.smithi129.iclwio (mgr.14716) 9950 : cluster [DBG] pgmap v8556: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:43.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:42 smithi156 conmon[67007]: audit 2022-01-18T20:49:42.707775+0000 mon.smithi129 (mon.0) 2981 : audit [DBG] from='client.? 172.21.15.129:0/3049545820' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:49:43.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:42 smithi129 conmon[101092]: cluster 2022-01-18T20:49:41.715363+0000 mgr.smithi129.iclwio (mgr.14716) 9950 : cluster 2022-01-18T20:49:43.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:42 smithi129 conmon[101092]: [DBG] pgmap v8556: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:43.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:42 smithi129 conmon[101092]: audit 2022-01-18T20:49:42.707775+0000 mon.smithi129 (mon.0) 2981 : audit [DBG] from='client.? 172.21.15.129:0/3049545820' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:49:44.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:43 smithi156 conmon[67007]: audit 2022-01-18T20:49:42.114451+0000 mgr.smithi129.iclwio (mgr.14716) 9951 : audit [DBG] from='client.40726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:49:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:43 smithi156 conmon[67007]: audit 2022-01-18T20:49:42. 2022-01-18T20:49:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:43 smithi156 conmon[67007]: 382399+0000 mgr.smithi129.iclwio (mgr.14716) 9952 : audit [DBG] from='client.40730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:49:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:43 smithi129 conmon[101092]: audit 2022-01-18T20:49:42.114451+0000 mgr.smithi129.iclwio (mgr.14716) 9951 : audit [DBG] from='client.40726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:49:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:43 smithi129 conmon[101092]: 2022-01-18T20:49:44.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:43 smithi129 conmon[101092]: audit 2022-01-18T20:49:42.382399+0000 mgr.smithi129.iclwio (mgr.14716) 9952 : audit [DBG] from='client.40730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:49:45.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:44 smithi156 conmon[67007]: cluster 2022-01-18T20:49:43.715999+0000 mgr.smithi129.iclwio (mgr.14716) 9953 : cluster [DBG] pgmap v8557: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:45.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:44 smithi129 conmon[101092]: cluster 2022-01-18T20:49:43.715999+0000 mgr.smithi129.iclwio (mgr.14716) 9953 : cluster [DBG] pgmap v8557: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:45.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:44 smithi129 conmon[101092]: 2022-01-18T20:49:47.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:46 smithi156 conmon[67007]: cluster 2022-01-18T20:49:45.716778+0000 mgr.smithi129.iclwio (mgr.14716) 9954 : cluster [DBG] pgmap v8558: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:47.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:46 smithi129 conmon[101092]: cluster 2022-01-18T20:49:45.716778+0000 mgr.smithi129.iclwio (mgr.14716) 9954 : cluster [DBG] pgmap v8558: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:49.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:48 smithi156 conmon[67007]: cluster 2022-01-18T20:49:47.717349+0000 mgr.smithi129.iclwio (mgr.14716) 9955 : cluster [DBG] pgmap v8559: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:49.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:48 smithi129 conmon[101092]: cluster 2022-01-18T20:49:47.717349+0000 mgr.smithi129.iclwio (mgr.14716) 9955 : cluster [DBG] pgmap v8559: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:51.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:50 smithi156 conmon[67007]: cluster 2022-01-18T20:49:49.718200+0000 mgr.smithi129.iclwio (mgr.14716) 9956 : cluster [DBG] pgmap v8560: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:49:51.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:50 smithi129 conmon[101092]: cluster 2022-01-18T20:49:49.718200+0000 mgr.smithi129.iclwio (mgr.14716) 9956 : cluster [DBG] pgmap v8560: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:49:53.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:52 smithi156 conmon[67007]: cluster 2022-01-18T20:49:51.718724+0000 mgr.smithi129.iclwio (mgr.14716) 9957 : cluster [DBG] pgmap v8561: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:53.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:52 smithi129 conmon[101092]: cluster 2022-01-18T20:49:51.718724+0000 mgr.smithi129.iclwio (mgr.14716) 9957 : cluster [DBG] pgmap v8561: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:54.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:53 smithi156 conmon[67007]: cluster 2022-01-18T20:49:53.719295+0000 mgr.smithi129.iclwio (mgr.14716) 9958 : cluster [DBG] pgmap v8562: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:53 smithi156 conmon[67007]: 2022-01-18T20:49:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:53 smithi129 conmon[101092]: cluster 2022-01-18T20:49:53.719295+0000 mgr.smithi129.iclwio (mgr.14716) 9958 : cluster [DBG] pgmap v8562: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:54.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:53 smithi129 conmon[101092]: 2022-01-18T20:49:57.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:56 smithi156 conmon[67007]: cluster 2022-01-18T20:49:55.720070+0000 mgr.smithi129.iclwio (mgr.14716) 9959 : cluster [DBG] pgmap v8563: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:57.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:56 smithi129 conmon[101092]: cluster 2022-01-18T20:49:55.720070+0000 mgr.smithi129.iclwio (mgr.14716) 9959 : cluster [DBG] pgmap v8563: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:57.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:56 smithi129 conmon[101092]: 2022-01-18T20:49:59.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:58 smithi156 conmon[67007]: cluster 2022-01-18T20:49:57.720743+0000 mgr.smithi129.iclwio (mgr.14716) 9960 : cluster [DBG] pgmap v8564: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:49:59.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:58 smithi129 conmon[101092]: cluster 2022-01-18T20:49:57.720743+0000 mgr.smithi129.iclwio (mgr.14716) 9960 : cluster [DBG] pgmap v8564: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:00.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:59 smithi156 conmon[67007]: audit 2022-01-18T20:49:59.348415+0000 mon.smithi129 (mon.0) 2982 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:50:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:59 smithi156 conmon[67007]: audit 2022-01-18T20:49:59.348723+0000 mon.smithi129 2022-01-18T20:50:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:49:59 smithi156 conmon[67007]: (mon.0) 2983 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:50:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:59 smithi129 conmon[101092]: audit 2022-01-18T20:49:59.348415+0000 mon.smithi129 (mon.0) 2982 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:50:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:49:59 smithi129 conmon[101092]: audit 2022-01-18T20:49:59.348723+0000 mon.smithi129 (mon.0) 2983 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:50:01.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:00 smithi156 conmon[67007]: cluster 2022-01-18T20:49:59.721599+0000 mgr.smithi129.iclwio (mgr.14716) 9961 : cluster [DBG] pgmap v8565: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:50:01.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:00 smithi156 conmon[67007]: cluster 2022-01-18T20:50: 2022-01-18T20:50:01.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:00 smithi156 conmon[67007]: 00.000110+0000 mon.smithi129 (mon.0) 2984 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T20:50:01.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:00 smithi129 conmon[101092]: cluster 2022-01-18T20:49:59.721599+0000 mgr.smithi129.iclwio (mgr.14716) 9961 : cluster [DBG] pgmap v8565: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:50:01.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:00 smithi129 conmon[101092]: 2022-01-18T20:50:01.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:00 smithi129 conmon[101092]: cluster 2022-01-18T20:50:00.000110+0000 mon.smithi129 (mon.0) 2984 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T20:50:03.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:02 smithi156 conmon[67007]: cluster 2022-01-18T20:50:01.722073+0000 mgr.smithi129.iclwio (mgr.14716) 9962 : cluster [DBG] pgmap v8566: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:03.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:02 smithi129 conmon[101092]: cluster 2022-01-18T20:50:01.722073+0000 mgr.smithi129.iclwio (mgr.14716) 9962 : cluster [DBG] pgmap v8566: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:03.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:02 smithi129 conmon[101092]: 2022-01-18T20:50:04.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:03 smithi156 conmon[67007]: cluster 2022-01-18T20:50:03.722647+0000 mgr.smithi129.iclwio (mgr.14716) 9963 : cluster [DBG] pgmap v8567: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:03 smithi129 conmon[101092]: cluster 2022-01-18T20:50:03.722647+0000 mgr.smithi129.iclwio (mgr.14716) 9963 : cluster [DBG] pgmap v8567: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:03 smithi129 conmon[101092]: 2022-01-18T20:50:07.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:06 smithi156 conmon[67007]: cluster 2022-01-18T20:50:05.723598+0000 mgr.smithi129.iclwio (mgr.14716) 9964 : cluster [DBG] pgmap v8568: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:07.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:06 smithi129 conmon[101092]: cluster 2022-01-18T20:50:05.723598+0000 mgr.smithi129.iclwio (mgr.14716) 9964 : cluster [DBG] pgmap v8568: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:09.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:08 smithi156 conmon[67007]: cluster 2022-01-18T20:50:07.724143+0000 mgr.smithi129.iclwio (mgr.14716) 9965 : cluster [DBG] pgmap v8569: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:09.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:08 smithi129 conmon[101092]: cluster 2022-01-18T20:50:07.724143+0000 mgr.smithi129.iclwio (mgr.14716) 9965 : cluster [DBG] pgmap v8569: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:11.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:10 smithi156 conmon[67007]: cluster 2022-01-18T20:50:09.724871+0000 mgr.smithi129.iclwio (mgr.14716) 9966 : cluster [DBG] 2022-01-18T20:50:11.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:10 smithi156 conmon[67007]: pgmap v8570: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:50:11.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:10 smithi156 conmon[67007]: audit 2022-01-18T20:50:10.740653+0000 mon.smithi129 (mon.0) 2985 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:50:11.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:10 smithi156 conmon[67007]: audit 2022-01-18T20:50: 2022-01-18T20:50:11.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:10 smithi156 conmon[67007]: 10.742069+0000 mon.smithi129 (mon.0) 2986 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:50:11.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:10 smithi156 conmon[67007]: audit 2022-01-18T20:50:11.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:10 smithi156 conmon[67007]: 2022-01-18T20:50:10.743062+0000 mon.smithi129 2022-01-18T20:50:11.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:10 smithi156 conmon[67007]: (mon.0) 2987 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:50:11.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:10 smithi129 conmon[101092]: cluster 2022-01-18T20:50:09.724871+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:50:11.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:10 smithi129 conmon[101092]: 9966 : cluster [DBG] pgmap v8570: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:50:11.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:10 smithi129 conmon[101092]: audit 2022-01-18T20:50:10.740653+0000 mon.smithi129 (mon.0) 2985 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:50:11.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:10 smithi129 conmon[101092]: audit 2022-01-18T20:50:11.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:10 smithi129 conmon[101092]: 2022-01-18T20:50:10.742069+0000 mon.smithi129 (mon.0) 2986 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:50:11.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:10 smithi129 conmon[101092]: audit 2022-01-18T20 2022-01-18T20:50:11.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:10 smithi129 conmon[101092]: :50:10.743062+0000 mon.smithi129 (mon.0) 2987 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:50:12.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:11 smithi156 conmon[67007]: cephadm 2022-01-18T20:50:10.743761+0000 mgr.smithi129.iclwio (mgr.14716) 9967 : cephadm 2022-01-18T20:50:12.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:11 smithi156 conmon[67007]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:50:12.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:11 smithi156 conmon[67007]: audit 2022-01-18T20:50:11.046548+0000 mon.smithi129 (mon.0) 2988 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T20:50:12.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:11 smithi156 conmon[67007]: audit 2022-01-18T20:50:11.050250+0000 mon.smithi129 (mon.0) 2989 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T20:50:12.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:11 smithi156 conmon[67007]: audit 2022-01-18T20:50:11.054202+0000 mon.smithi129 (mon.0) 2990 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:50:12.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:11 smithi156 conmon[67007]: audit 2022-01-18T20:50:11.058740+0000 mon.smithi129 2022-01-18T20:50:12.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:11 smithi156 conmon[67007]: (mon.0) 2991 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:50:12.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:11 smithi129 conmon[101092]: cephadm 2022-01-18T20:50:10.743761+0000 mgr.smithi129.iclwio (mgr.14716) 9967 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:50:12.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:11 smithi129 conmon[101092]: audit 2022-01-18T20:50 2022-01-18T20:50:12.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:11 smithi129 conmon[101092]: :11.046548+0000 mon.smithi129 (mon.0) 2988 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T20:50:12.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:11 smithi129 conmon[101092]: audit 2022-01-18T20:50:11.050250+0000 mon.smithi129 (mon.0) 2989 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T20:50:12.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:11 smithi129 conmon[101092]: audit 2022-01-18T20:50:11.054202+0000 mon.smithi129 (mon.0) 2990 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:50:12.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:11 smithi129 conmon[101092]: audit 2022-01-18T20:50:11.058740+0000 mon.smithi129 (mon.0) 2991 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:50:13.011 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:50:13.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:12 smithi156 conmon[67007]: cluster 2022-01-18T20:50:11.725469+0000 mgr.smithi129.iclwio (mgr.14716) 9968 : cluster 2022-01-18T20:50:13.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:12 smithi156 conmon[67007]: [DBG] pgmap v8571: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:13.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:12 smithi129 conmon[101092]: cluster 2022-01-18T20:50:11.725469+0000 mgr.smithi129.iclwio ( 2022-01-18T20:50:13.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:12 smithi129 conmon[101092]: mgr.14716) 9968 : cluster [DBG] pgmap v8571: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:13.275 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:50:13.276 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 9m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:50:13.276 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 9m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:50:13.276 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 9m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:50:13.277 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 9m ago 4h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:50:13.277 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 9m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:50:13.277 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 9m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:50:13.277 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 9m ago 4h 801M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:50:13.278 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 9m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:50:13.278 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 9m ago 4h 1778M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:50:13.278 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 9m ago 4h 825M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:50:13.278 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 9m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:50:13.279 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 9m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:50:13.279 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 9m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:50:13.279 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 9m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:50:13.279 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 9m ago 4h 2215M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:50:13.279 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 9m ago 4h 3313M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:50:13.280 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 9m ago 4h 2508M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:50:13.280 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 9m ago 4h 3338M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:50:13.280 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 9m ago 4h 3099M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:50:13.280 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 9m ago 4h 3608M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:50:13.281 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 9m ago 4h 2911M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:50:13.281 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 9m ago 4h 4196M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:50:13.281 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 9m ago 4h 153M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:50:13.595 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:50:13.595 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:50:13.595 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:50:13.596 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:50:13.596 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:50:13.596 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:50:13.596 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:50:13.597 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:50:13.597 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:50:13.597 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:50:13.597 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:50:13.597 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:50:13.598 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:50:13.598 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:50:13.598 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:50:13.598 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:50:13.598 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:50:13.599 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:50:13.599 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:50:14.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:13 smithi156 conmon[67007]: audit 2022-01-18T20:50:13.000297+0000 mgr.smithi129.iclwio (mgr.14716) 9969 : audit [DBG] from='client.40738 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:50:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:13 smithi156 conmon[67007]: audit 2022-01-18T20:50:13.267543+0000 mgr.smithi129.iclwio (mgr.14716) 9970 : audit [DBG] from='client.40742 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:50:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:13 smithi156 conmon[67007]: audit 2022-01-18T20:50:13.595394+0000 mon.smithi129 (mon.0) 2992 : audit [DBG] from='client.? 172.21.15.129:0/632316923' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:50:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:13 smithi156 conmon[67007]: cluster 2022-01-18T20:50:13.725904+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:50:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:13 smithi156 conmon[67007]: ) 9971 : cluster [DBG] pgmap v8572: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:13 smithi129 conmon[101092]: audit 2022-01-18T20:50:13.000297+0000 mgr.smithi129.iclwio (mgr.14716) 9969 : audit 2022-01-18T20:50:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:13 smithi129 conmon[101092]: [DBG] from='client.40738 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:50:14.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:13 smithi129 conmon[101092]: audit 2022-01-18T20:50:13.267543+0000 mgr.smithi129.iclwio (mgr.14716) 9970 : audit [DBG] from='client.40742 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:50:14.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:13 smithi129 conmon[101092]: audit 2022-01-18T20:50:13.595394+0000 mon.smithi129 (mon.0) 2992 : audit [DBG] from='client.? 172.21.15.129:0/632316923' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:50:14.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:13 smithi129 conmon[101092]: cluster 2022-01-18T20:50:13.725904+0000 mgr.smithi129.iclwio (mgr.14716) 9971 : cluster [DBG] pgmap v8572: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:17.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:16 smithi156 conmon[67007]: cluster 2022-01-18T20:50:15.726605+0000 mgr.smithi129.iclwio (mgr.14716) 9972 : cluster [DBG] pgmap v8573: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:17.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:16 smithi129 conmon[101092]: cluster 2022-01-18T20:50:15.726605+0000 mgr.smithi129.iclwio (mgr.14716) 9972 2022-01-18T20:50:17.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:16 smithi129 conmon[101092]: : cluster [DBG] pgmap v8573: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:19.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:18 smithi156 conmon[67007]: cluster 2022-01-18T20:50:17.727248+0000 mgr.smithi129.iclwio (mgr.14716) 9973 : cluster [DBG] pgmap v8574: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:19.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:18 smithi129 conmon[101092]: cluster 2022-01-18T20:50:17.727248+0000 mgr.smithi129.iclwio (mgr.14716) 9973 : cluster [DBG] pgmap v8574: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:21.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:20 smithi156 conmon[67007]: cluster 2022-01-18T20:50:19.728049+0000 mgr.smithi129.iclwio (mgr.14716) 9974 : cluster [DBG] pgmap v8575: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:50:21.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:20 smithi129 conmon[101092]: cluster 2022-01-18T20:50:19.728049+0000 mgr.smithi129.iclwio (mgr.14716) 9974 : cluster [DBG] pgmap v8575: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:50:23.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:22 smithi156 conmon[67007]: cluster 2022-01-18T20:50:21.728574+0000 mgr.smithi129.iclwio (mgr.14716) 9975 : cluster [DBG] pgmap v8576: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:23.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:22 smithi129 conmon[101092]: cluster 2022-01-18T20:50:21.728574+0000 mgr.smithi129.iclwio (mgr.14716) 9975 : cluster [DBG] pgmap v8576: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:24.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:23 smithi156 conmon[67007]: cluster 2022-01-18T20:50:23.729330+0000 mgr.smithi129.iclwio (mgr.14716) 9976 : cluster [DBG] pgmap v8577: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:23 smithi129 conmon[101092]: cluster 2022-01-18T20:50:23.729330+0000 mgr.smithi129.iclwio (mgr.14716) 9976 : cluster [DBG] pgmap v8577: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:27.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:26 smithi156 conmon[67007]: cluster 2022-01-18T20:50:25.730092+0000 mgr.smithi129.iclwio (mgr.14716) 9977 : cluster [DBG] pgmap v8578: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:27.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:26 smithi129 conmon[101092]: cluster 2022-01-18T20:50:25.730092+0000 mgr.smithi129.iclwio (mgr.14716) 9977 : cluster [DBG] pgmap v8578: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:29.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:28 smithi156 conmon[67007]: cluster 2022-01-18T20:50:27.730692+0000 mgr.smithi129.iclwio (mgr.14716) 9978 : cluster [DBG] pgmap v8579: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:29.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:28 smithi129 conmon[101092]: cluster 2022-01-18T20:50:27.730692+0000 mgr.smithi129.iclwio (mgr.14716) 9978 : cluster [DBG] pgmap v8579: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:31.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:30 smithi156 conmon[67007]: cluster 2022-01-18T20:50:29.731608+0000 mgr.smithi129.iclwio (mgr.14716) 9979 : cluster [DBG] pgmap v8580: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:50:31.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:30 smithi129 conmon[101092]: cluster 2022-01-18T20:50:29.731608+0000 mgr.smithi129.iclwio (mgr.14716) 9979 : cluster [DBG] pgmap v8580: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:50:33.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:32 smithi156 conmon[67007]: cluster 2022-01-18T20:50:31.732168+0000 mgr.smithi129.iclwio (mgr.14716) 9980 : cluster [DBG] pgmap v8581: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:33.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:32 smithi129 conmon[101092]: cluster 2022-01-18T20:50:31.732168+0000 mgr.smithi129.iclwio (mgr.14716) 9980 : cluster [DBG] pgmap v8581: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:34.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:34 smithi156 conmon[67007]: cluster 2022-01-18T20:50:33.732763+0000 mgr.smithi129.iclwio (mgr.14716) 9981 : cluster [DBG] pgmap v8582: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:34 smithi129 conmon[101092]: cluster 2022-01-18T20:50:33.732763+0000 mgr.smithi129.iclwio (mgr.14716) 9981 : cluster [DBG] pgmap v8582: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:37.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:36 smithi156 conmon[67007]: cluster 2022-01-18T20:50:35.733673+0000 mgr.smithi129.iclwio (mgr.14716) 9982 : cluster [DBG] pgmap v8583: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:37.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:36 smithi129 conmon[101092]: cluster 2022-01-18T20:50:35.733673+0000 mgr.smithi129.iclwio (mgr.14716) 9982 : cluster [DBG] pgmap v8583: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:39.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:38 smithi156 conmon[67007]: cluster 2022-01-18T20:50:37.734361+0000 mgr.smithi129.iclwio (mgr.14716) 9983 : cluster [DBG] pgmap v8584: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:39.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:38 smithi129 conmon[101092]: cluster 2022-01-18T20:50:37.734361+0000 mgr.smithi129.iclwio (mgr.14716) 9983 : cluster [DBG] pgmap v8584: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:41.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:40 smithi156 conmon[67007]: cluster 2022-01-18T20:50:39.735267+0000 mgr.smithi129.iclwio (mgr.14716) 9984 : cluster [DBG] pgmap v8585: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:50:41.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:40 smithi129 conmon[101092]: cluster 2022-01-18T20:50:39.735267+0000 mgr.smithi129.iclwio (mgr.14716) 9984 : cluster [DBG] pgmap v8585: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:50:43.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:42 smithi129 conmon[101092]: cluster 2022-01-18T20:50:41.735828+0000 mgr.smithi129.iclwio (mgr.14716) 9985 : cluster [DBG] pgmap v8586: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:43.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:42 smithi129 conmon[101092]: 2022-01-18T20:50:43.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:42 smithi156 conmon[67007]: cluster 2022-01-18T20:50:41.735828+0000 mgr.smithi129.iclwio (mgr.14716) 9985 : cluster [DBG] pgmap v8586: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:43.893 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:50:44.163 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:50:44.163 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 9m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:50:44.163 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 9m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:50:44.164 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 9m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:50:44.164 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 9m ago 4h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:50:44.164 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 9m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:50:44.164 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 9m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:50:44.165 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 9m ago 4h 801M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:50:44.165 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 9m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:50:44.165 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 9m ago 4h 1778M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:50:44.165 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 9m ago 4h 825M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:50:44.166 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 9m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:50:44.166 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 9m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:50:44.166 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 9m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:50:44.166 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 9m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:50:44.167 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 9m ago 4h 2215M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:50:44.167 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 9m ago 4h 3313M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:50:44.167 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 9m ago 4h 2508M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:50:44.167 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 9m ago 4h 3338M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:50:44.168 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 9m ago 4h 3099M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:50:44.168 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 9m ago 4h 3608M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:50:44.168 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 9m ago 4h 2911M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:50:44.168 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 9m ago 4h 4196M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:50:44.168 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 9m ago 4h 153M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:50:44.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:44 smithi156 conmon[67007]: cluster 2022-01-18T20:50:43.736315+0000 mgr.smithi129.iclwio (mgr.14716) 9986 : cluster [DBG] pgmap v8587: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:44 smithi129 conmon[101092]: cluster 2022-01-18T20:50:43.736315+0000 mgr.smithi129.iclwio (mgr.14716) 9986 : cluster 2022-01-18T20:50:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:44 smithi129 conmon[101092]: [DBG] pgmap v8587: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:44.493 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:50:44.493 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:50:44.493 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:50:44.493 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:50:44.494 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:50:44.494 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:50:44.494 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:50:44.494 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:50:44.495 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:50:44.495 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:50:44.495 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:50:44.495 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:50:44.496 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:50:44.496 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:50:44.496 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:50:44.496 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:50:44.497 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:50:44.497 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:50:44.497 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:50:45.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:45 smithi156 conmon[67007]: audit 2022-01-18T20:50:43.882156+0000 mgr.smithi129.iclwio (mgr.14716) 9987 : audit [DBG] from='client.40750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:50:45.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:45 smithi156 conmon[67007]: audit 2022-01-18T20:50:44.154676+0000 mgr.smithi129.iclwio (mgr.14716) 9988 : audit [DBG] from='client.40754 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:50:45.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:45 smithi156 conmon[67007]: audit 2022-01-18T20:50:44.483499+0000 mon.smithi129 (mon.0) 2993 : audit 2022-01-18T20:50:45.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:45 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/1393599314' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:50:45.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:45 smithi129 conmon[101092]: audit 2022-01-18T20:50:43.882156+0000 mgr.smithi129.iclwio (mgr.14716) 9987 : audit 2022-01-18T20:50:45.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:45 smithi129 conmon[101092]: [DBG] from='client.40750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:50:45.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:45 smithi129 conmon[101092]: audit 2022-01-18T20:50:44.154676+0000 mgr.smithi129.iclwio (mgr.14716) 9988 : audit [DBG] from='client.40754 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:50:45.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:45 smithi129 conmon[101092]: audit 2022-01-18T20:50:45.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:45 smithi129 conmon[101092]: 2022-01-18T20:50:44.483499+0000 mon.smithi129 (mon.0) 2993 : audit 2022-01-18T20:50:45.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:45 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/1393599314' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:50:46.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:46 smithi156 conmon[67007]: cluster 2022-01-18T20:50:45.737132+0000 mgr.smithi129.iclwio (mgr.14716) 9989 : cluster [DBG] pgmap v8588: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:46 smithi129 conmon[101092]: cluster 2022-01-18T20:50:45.737132+0000 mgr.smithi129.iclwio (mgr.14716) 9989 : cluster [DBG] pgmap v8588: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:49.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:48 smithi156 conmon[67007]: cluster 2022-01-18T20:50:47.737738+0000 mgr.smithi129.iclwio (mgr.14716) 9990 : cluster [DBG] pgmap v8589: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:49.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:48 smithi129 conmon[101092]: cluster 2022-01-18T20:50:47.737738+0000 mgr.smithi129.iclwio (mgr.14716) 9990 : cluster [DBG] pgmap v8589: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:51.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:50 smithi156 conmon[67007]: cluster 2022-01-18T20:50:49.738483+0000 mgr.smithi129.iclwio (mgr.14716) 9991 : cluster [DBG] pgmap v8590: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:50:51.357 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:50 smithi129 conmon[101092]: cluster 2022-01-18T20:50:49.738483+0000 mgr.smithi129.iclwio (mgr.14716) 9991 : cluster [DBG] pgmap v8590: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:50:53.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:52 smithi129 conmon[101092]: cluster 2022-01-18T20:50:51.739005+0000 mgr.smithi129.iclwio (mgr.14716) 9992 : cluster [DBG] pgmap v8591: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:53.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:52 smithi156 conmon[67007]: cluster 2022-01-18T20:50:51.739005+0000 mgr.smithi129.iclwio (mgr.14716) 9992 : cluster [DBG] pgmap v8591: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:54.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:54 smithi156 conmon[67007]: cluster 2022-01-18T20:50:53.739696+0000 mgr.smithi129.iclwio (mgr.14716) 9993 : cluster [DBG] pgmap v8592: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:54 smithi129 conmon[101092]: cluster 2022-01-18T20:50:53.739696+0000 mgr.smithi129.iclwio (mgr.14716) 9993 : cluster [DBG] pgmap v8592: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:57.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:56 smithi156 conmon[67007]: cluster 2022-01-18T20:50:55.740457+0000 mgr.smithi129.iclwio (mgr.14716) 9994 : cluster [DBG] pgmap v8593: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:57.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:56 smithi129 conmon[101092]: cluster 2022-01-18T20:50:55.740457+0000 mgr.smithi129.iclwio (mgr.14716) 9994 : cluster [DBG] pgmap v8593: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:59.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:58 smithi129 conmon[101092]: cluster 2022-01-18T20:50:57.741077+0000 mgr.smithi129.iclwio (mgr.14716) 9995 : cluster [DBG] pgmap v8594: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:50:59.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:58 smithi156 conmon[67007]: cluster 2022-01-18T20:50:57.741077+0000 mgr.smithi129.iclwio (mgr.14716) 9995 : cluster [DBG] pgmap v8594: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:59 smithi129 conmon[101092]: audit 2022-01-18T20:50:59.351841+0000 mon.smithi129 (mon.0) 2994 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:51:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:50:59 smithi129 conmon[101092]: audit 2022-01-18T20:50:59.352516+0000 mon.smithi129 (mon.0) 2995 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:51:00.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:59 smithi156 conmon[67007]: audit 2022-01-18T20:50:59.351841+0000 mon.smithi129 (mon.0) 2994 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:51:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:50:59 smithi156 conmon[67007]: audit 2022-01-18T20:50:59.352516+0000 mon.smithi129 (mon.0) 2995 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:51:01.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:00 smithi129 conmon[101092]: cluster 2022-01-18T20:50:59.741890+0000 mgr.smithi129.iclwio (mgr.14716) 9996 : cluster [DBG] pgmap v8595: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:51:01.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:00 smithi156 conmon[67007]: cluster 2022-01-18T20:50:59.741890+0000 mgr.smithi129.iclwio (mgr.14716) 9996 : cluster 2022-01-18T20:51:01.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:00 smithi156 conmon[67007]: [DBG] pgmap v8595: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:51:03.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:02 smithi129 conmon[101092]: cluster 2022-01-18T20:51:01.742502+0000 mgr.smithi129.iclwio (mgr.14716) 9997 : cluster [DBG] pgmap v8596: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:03.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:02 smithi129 conmon[101092]: 2022-01-18T20:51:03.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:02 smithi156 conmon[67007]: cluster 2022-01-18T20:51:01.742502+0000 mgr.smithi129.iclwio (mgr.14716) 9997 : cluster [DBG] pgmap v8596: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:04 smithi156 conmon[67007]: cluster 2022-01-18T20:51:03.743071+0000 mgr.smithi129.iclwio (mgr.14716) 9998 : cluster [DBG] pgmap v8597: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:04 smithi129 conmon[101092]: cluster 2022-01-18T20:51:03.743071+0000 mgr.smithi129.iclwio (mgr.14716) 9998 : cluster [DBG] pgmap v8597: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:07.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:06 smithi156 conmon[67007]: cluster 2022-01-18T20:51:05.743839+0000 mgr.smithi129.iclwio (mgr.14716) 9999 : cluster [DBG] 2022-01-18T20:51:07.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:06 smithi156 conmon[67007]: pgmap v8598: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:07.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:06 smithi129 conmon[101092]: cluster 2022-01-18T20:51:05.743839+0000 mgr.smithi129.iclwio (mgr.14716) 9999 : cluster [DBG] pgmap v8598: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:09.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:08 smithi129 conmon[101092]: cluster 2022-01-18T20:51:07.744478+0000 mgr.smithi129.iclwio (mgr.14716) 10000 : cluster [DBG] pgmap v8599: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:09.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:08 smithi156 conmon[67007]: cluster 2022-01-18T20:51:07.744478+0000 mgr.smithi129.iclwio (mgr.14716) 10000 : cluster [DBG] pgmap v8599: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:09.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:08 smithi156 conmon[67007]: 2022-01-18T20:51:11.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:10 smithi129 conmon[101092]: cluster 2022-01-18T20:51:09.745430+0000 mgr.smithi129.iclwio (mgr.14716) 10001 : cluster [DBG] pgmap v8600: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:51:11.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:10 smithi156 conmon[67007]: cluster 2022-01-18T20:51:09.745430+0000 mgr.smithi129.iclwio (mgr.14716) 10001 : cluster [DBG] pgmap v8600: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:51:12.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:11 smithi129 conmon[101092]: audit 2022-01-18T20:51:11.061198+0000 mon.smithi129 2022-01-18T20:51:12.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:11 smithi129 conmon[101092]: (mon.0) 2996 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:51:12.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:11 smithi129 conmon[101092]: audit 2022-01-18T20:51:11.062514+0000 mon.smithi129 (mon.0) 2997 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:51:12.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:11 smithi129 conmon[101092]: audit 2022-01-18T20:51:11.063376+0000 mon.smithi129 (mon.0) 2998 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:51:12.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:11 smithi129 conmon[101092]: audit 2022-01-18T20:51:11.319339+0000 mon.smithi129 (mon.0) 2999 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:51:12.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:11 smithi156 conmon[67007]: audit 2022-01-18T20:51:11.061198+0000 mon.smithi129 (mon.0) 2996 2022-01-18T20:51:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:11 smithi156 conmon[67007]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:51:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:11 smithi156 conmon[67007]: audit 2022-01-18T20:51:11.062514+0000 mon.smithi129 (mon.0) 2997 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:51:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:11 smithi156 conmon[67007]: audit 2022-01-18T20:51:11.063376+0000 mon.smithi129 (mon.0) 2998 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:51:12.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:11 smithi156 conmon[67007]: audit 2022-01-18T20:51:11.319339+0000 mon.smithi129 (mon.0) 2999 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:51:13.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:12 smithi129 conmon[101092]: cephadm 2022-01-18T20:51:11.064140+0000 mgr.smithi129.iclwio (mgr.14716) 10002 : cephadm [WRN] 2022-01-18T20:51:13.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:12 smithi129 conmon[101092]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:51:13.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:12 smithi129 conmon[101092]: cluster 2022-01-18T20:51:11.745903+0000 mgr.smithi129.iclwio (mgr.14716) 10003 : cluster [DBG] pgmap v8601: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:13.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:12 smithi156 conmon[67007]: cephadm 2022-01-18T20:51:11.064140+0000 mgr.smithi129.iclwio (mgr.14716) 10002 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:51:13.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:12 smithi156 conmon[67007]: cluster 2022-01-18T20:51:11.745903+0000 mgr.smithi129.iclwio (mgr.14716) 10003 : cluster [DBG] pgmap v8601: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:14.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:14 smithi156 conmon[67007]: cluster 2022-01-18T20:51:13.746360+0000 mgr.smithi129.iclwio (mgr.14716) 10004 2022-01-18T20:51:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:14 smithi156 conmon[67007]: : cluster [DBG] pgmap v8602: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:14 smithi129 conmon[101092]: cluster 2022-01-18T20:51:13.746360+0000 mgr.smithi129.iclwio (mgr.14716) 10004 2022-01-18T20:51:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:14 smithi129 conmon[101092]: : cluster [DBG] pgmap v8602: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:14.786 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:51:15.068 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:51:15.068 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 10m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:51:15.069 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 10m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:51:15.069 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 0s ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:51:15.069 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 10m ago 4h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:51:15.069 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 10m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:51:15.070 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 0s ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:51:15.070 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 10m ago 4h 801M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:51:15.070 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 0s ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:51:15.071 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 10m ago 4h 1778M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:51:15.071 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 0s ago 4h 871M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:51:15.071 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 10m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:51:15.071 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 0s ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:51:15.072 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 10m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:51:15.072 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 0s ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:51:15.072 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 10m ago 4h 2215M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:51:15.073 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 10m ago 4h 3313M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:51:15.073 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 10m ago 4h 2508M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:51:15.073 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 10m ago 4h 3338M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:51:15.073 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 0s ago 4h 3132M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:51:15.074 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 0s ago 4h 3637M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:51:15.074 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 0s ago 4h 2936M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:51:15.074 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 0s ago 4h 4228M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:51:15.074 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 10m ago 4h 153M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:51:15.426 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:51:15.427 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:51:15.427 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:51:15.427 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:51:15.428 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:51:15.428 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:51:15.428 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:51:15.428 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:51:15.429 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:51:15.429 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:51:15.429 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:51:15.429 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:51:15.430 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:51:15.430 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:51:15.430 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:51:15.430 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:51:15.431 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:51:15.431 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:51:15.431 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:51:15.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:15 smithi129 conmon[101092]: audit 2022-01-18T20:51:14.561273+0000 mon.smithi129 (mon.0) 3000 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:51:15.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:15 smithi129 conmon[101092]: audit 2022-01-18T20 2022-01-18T20:51:15.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:15 smithi129 conmon[101092]: :51:14.775428+0000 mgr.smithi129.iclwio (mgr.14716) 10005 : audit [DBG] from='client.40762 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:51:15.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:15 smithi129 conmon[101092]: audit 2022-01-18T20:51:15.427151+0000 mon.smithi129 (mon.0) 3001 : audit [DBG] from='client.? 172.21.15.129:0/3164267930' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:51:16.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:15 smithi156 conmon[67007]: audit 2022-01-18T20:51:14.561273+0000 mon.smithi129 (mon.0) 3000 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:51:16.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:15 smithi156 conmon[67007]: audit 2022-01-18T20:51:14.775428+0000 mgr.smithi129.iclwio (mgr.14716) 10005 : audit [DBG] from='client.40762 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:51:16.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:15 smithi156 conmon[67007]: audit 2022-01-18T20:51:15.427151+0000 mon.smithi129 (mon. 2022-01-18T20:51:16.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:15 smithi156 conmon[67007]: 0) 3001 : audit [DBG] from='client.? 172.21.15.129:0/3164267930' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:51:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:16 smithi129 conmon[101092]: audit 2022-01-18T20:51:15.057450+0000 mgr.smithi129.iclwio (mgr.14716) 10006 2022-01-18T20:51:16.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:16 smithi129 conmon[101092]: : audit [DBG] from='client.40766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:51:16.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:16 smithi129 conmon[101092]: cluster 2022-01-18T20:51:15.747069+0000 mgr.smithi129.iclwio (mgr.14716) 10007 : cluster [DBG] pgmap v8603: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:17.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:16 smithi156 conmon[67007]: audit 2022-01-18T20:51:15.057450+0000 mgr.smithi129.iclwio (mgr.14716) 10006 : audit [DBG] from='client.40766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:51:17.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:16 smithi156 conmon[67007]: cluster 2022-01-18T20:51:15.747069+0000 mgr.smithi129.iclwio (mgr.14716) 10007 : cluster [DBG] pgmap v8603: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:17.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:17 smithi129 conmon[101092]: audit 2022-01-18T20:51:16.599545+0000 mon.smithi129 (mon.0) 3002 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:51:17.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:17 smithi129 conmon[101092]: audit 2022-01-18T20:51:16.881359+0000 mon.smithi129 (mon.0) 3003 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:51:17.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:17 smithi129 conmon[101092]: audit 2022- 2022-01-18T20:51:17.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:17 smithi129 conmon[101092]: 01-18T20:51:16.886414+0000 mon.smithi129 (mon.0) 3004 2022-01-18T20:51:17.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:17 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:51:18.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:17 smithi156 conmon[67007]: audit 2022-01-18T20:51:16.599545+0000 mon.smithi129 (mon.0) 3002 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:51:18.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:17 smithi156 conmon[67007]: audit 2022-01-18T20:51:16.881359+0000 mon.smithi129 (mon.0) 3003 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:51:18.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:17 smithi156 conmon[67007]: audit 2022-01-18T20:51:16.886414+0000 mon.smithi129 (mon.0) 3004 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:51:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:18 smithi129 conmon[101092]: cluster 2022-01-18T20:51:17.747572+0000 mgr.smithi129.iclwio ( 2022-01-18T20:51:18.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:18 smithi129 conmon[101092]: mgr.14716) 10008 : cluster [DBG] pgmap v8604: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:19.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:18 smithi156 conmon[67007]: cluster 2022-01-18T20:51:17.747572+0000 mgr.smithi129.iclwio (mgr.14716) 10008 : cluster [DBG] pgmap v8604: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:21.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:20 smithi129 conmon[101092]: cluster 2022-01-18T20:51:19.748333+0000 mgr.smithi129.iclwio (mgr.14716) 10009 : cluster [DBG] pgmap v8605: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:51:21.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:20 smithi156 conmon[67007]: cluster 2022-01-18T20:51:19.748333+0000 mgr.smithi129.iclwio (mgr.14716) 10009 : cluster [DBG] pgmap v8605: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:51:23.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:22 smithi129 conmon[101092]: cluster 2022-01-18T20:51:21.748823+0000 mgr.smithi129.iclwio (mgr.14716) 10010 : cluster [DBG] pgmap v8606: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:23.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:22 smithi156 conmon[67007]: cluster 2022-01-18T20:51:21.748823+0000 mgr.smithi129.iclwio (mgr.14716) 10010 : cluster [DBG] pgmap v8606: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:24.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:24 smithi156 conmon[67007]: cluster 2022-01-18T20:51:23.749495+0000 mgr.smithi129.iclwio (mgr.14716) 10011 : cluster [DBG] pgmap v8607: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:24 smithi156 conmon[67007]: 2022-01-18T20:51:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:24 smithi129 conmon[101092]: cluster 2022-01-18T20:51:23.749495+0000 mgr.smithi129.iclwio (mgr.14716) 10011 : cluster [DBG] pgmap v8607: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:27.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:26 smithi129 conmon[101092]: cluster 2022-01-18T20:51:25.750366+0000 mgr.smithi129.iclwio (mgr.14716) 10012 : cluster [DBG] pgmap v8608: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:27.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:26 smithi156 conmon[67007]: cluster 2022-01-18T20:51:25.750366+0000 mgr.smithi129.iclwio (mgr.14716) 10012 2022-01-18T20:51:27.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:26 smithi156 conmon[67007]: : cluster [DBG] pgmap v8608: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:29.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:28 smithi129 conmon[101092]: cluster 2022-01-18T20:51:27.750863+0000 mgr.smithi129.iclwio (mgr.14716) 10013 : cluster [DBG] pgmap v8609: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:29.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:28 smithi156 conmon[67007]: cluster 2022-01-18T20:51:27.750863+0000 mgr.smithi129.iclwio (mgr.14716) 10013 2022-01-18T20:51:29.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:28 smithi156 conmon[67007]: : cluster [DBG] pgmap v8609: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:31.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:30 smithi129 conmon[101092]: cluster 2022-01-18T20:51:29.751603+0000 mgr.smithi129.iclwio (mgr.14716) 10014 : cluster [DBG] 2022-01-18T20:51:31.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:30 smithi129 conmon[101092]: pgmap v8610: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:51:31.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:30 smithi156 conmon[67007]: cluster 2022-01-18T20:51:29.751603+0000 mgr.smithi129.iclwio (mgr.14716) 10014 : cluster [DBG] 2022-01-18T20:51:31.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:30 smithi156 conmon[67007]: pgmap v8610: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:51:33.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:32 smithi129 conmon[101092]: cluster 2022-01-18T20:51:31.752127+0000 mgr.smithi129.iclwio (mgr.14716) 10015 : cluster [DBG] pgmap v8611: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:33.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:32 smithi156 conmon[67007]: cluster 2022-01-18T20:51:31.752127+0000 mgr.smithi129.iclwio (mgr.14716) 10015 : 2022-01-18T20:51:33.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:32 smithi156 conmon[67007]: cluster [DBG] pgmap v8611: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:34.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:34 smithi156 conmon[67007]: cluster 2022-01-18T20:51:33.752660+0000 mgr.smithi129.iclwio (mgr.14716) 10016 : cluster [DBG] 2022-01-18T20:51:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:34 smithi156 conmon[67007]: pgmap v8612: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:34.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:34 smithi129 conmon[101092]: cluster 2022-01-18T20:51:33.752660+0000 mgr.smithi129.iclwio (mgr.14716) 10016 : cluster [DBG] 2022-01-18T20:51:34.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:34 smithi129 conmon[101092]: pgmap v8612: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:37.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:36 smithi129 conmon[101092]: cluster 2022-01-18T20:51:35.753517+0000 mgr.smithi129.iclwio (mgr.14716) 10017 : cluster [DBG] pgmap v8613: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:37.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:36 smithi156 conmon[67007]: cluster 2022-01-18T20:51:35.753517+0000 mgr.smithi129.iclwio (mgr.14716) 10017 2022-01-18T20:51:37.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:36 smithi156 conmon[67007]: : cluster [DBG] pgmap v8613: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:39.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:38 smithi129 conmon[101092]: cluster 2022-01-18T20:51:37.754121+0000 mgr.smithi129.iclwio (mgr.14716) 10018 : cluster [DBG] pgmap v8614: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:39.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:38 smithi156 conmon[67007]: cluster 2022-01-18T20:51:37.754121+0000 mgr.smithi129.iclwio (mgr.14716) 10018 : cluster [DBG] 2022-01-18T20:51:39.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:38 smithi156 conmon[67007]: pgmap v8614: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:41.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:40 smithi129 conmon[101092]: cluster 2022-01-18T20:51:39.754843+0000 mgr.smithi129.iclwio (mgr.14716) 10019 : cluster [DBG] pgmap v8615: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:51:41.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:40 smithi156 conmon[67007]: cluster 2022-01-18T20:51:39.754843+0000 mgr.smithi129.iclwio (mgr.14716) 10019 : 2022-01-18T20:51:41.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:40 smithi156 conmon[67007]: cluster [DBG] pgmap v8615: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:51:43.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:42 smithi129 conmon[101092]: cluster 2022-01-18T20:51:41.755279+0000 mgr.smithi129.iclwio (mgr.14716) 10020 : cluster [DBG] pgmap v8616: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:43.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:42 smithi156 conmon[67007]: cluster 2022-01-18T20:51:41.755279+0000 mgr.smithi129.iclwio (mgr.14716) 10020 : cluster 2022-01-18T20:51:43.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:42 smithi156 conmon[67007]: [DBG] pgmap v8616: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:44.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:44 smithi156 conmon[67007]: cluster 2022-01-18T20:51:43.756005+0000 mgr.smithi129.iclwio (mgr.14716) 10021 : cluster [DBG] pgmap v8617: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:44 smithi129 conmon[101092]: cluster 2022-01-18T20:51:43.756005+0000 mgr.smithi129.iclwio (mgr.14716) 10021 : cluster [DBG] pgmap v8617: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:45.728 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:51:45.995 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:51:45.996 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 29s ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:51:45.996 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 29s ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:51:45.996 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 31s ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:51:45.997 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 29s ago 4h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:51:45.997 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 29s ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:51:45.997 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 31s ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:51:45.997 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 29s ago 4h 814M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:51:45.998 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 31s ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:51:45.998 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 29s ago 4h 1824M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:51:45.998 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 31s ago 4h 871M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:51:45.998 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 29s ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:51:45.999 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 31s ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:51:45.999 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 29s ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:51:45.999 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 31s ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:51:45.999 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 29s ago 4h 2244M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:51:45.999 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 29s ago 4h 3347M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:51:46.000 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 29s ago 4h 2531M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:51:46.000 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 29s ago 4h 3373M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:51:46.000 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 31s ago 4h 3132M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:51:46.000 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 31s ago 4h 3637M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:51:46.001 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 31s ago 4h 2936M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:51:46.001 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 31s ago 4h 4228M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:51:46.001 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 29s ago 4h 156M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:51:46.314 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:51:46.314 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:51:46.315 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:51:46.315 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:51:46.315 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:51:46.315 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:51:46.316 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:51:46.316 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:51:46.316 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:51:46.316 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:51:46.317 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:51:46.317 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:51:46.317 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:51:46.317 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:51:46.317 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:51:46.318 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:51:46.318 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:51:46.318 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:51:46.318 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:51:47.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:46 smithi129 conmon[101092]: audit 2022-01-18T20:51:45.716942+0000 mgr.smithi129.iclwio (mgr.14716) 10022 : audit [DBG] from='client.40774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:51:47.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:46 smithi129 conmon[101092]: cluster 2022-01-18T20:51:45.756715+0000 mgr.smithi129.iclwio (mgr.14716) 10023 : cluster [DBG] pgmap v8618: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:47.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:46 smithi129 conmon[101092]: audit 2022-01-18T20:51:46.314705+0000 mon.smithi129 (mon.0) 3005 : audit [DBG] from='client.? 172.21.15.129:0/2189263704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:51:47.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:46 smithi156 conmon[67007]: audit 2022-01-18T20:51:45.716942+0000 mgr.smithi129.iclwio (mgr.14716) 10022 : audit [DBG] from='client.40774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:51:47.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:46 smithi156 conmon[67007]: cluster 2022-01-18T20:51:45.756715+0000 mgr.smithi129.iclwio (mgr.14716) 10023 : cluster [DBG] pgmap v8618: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:47.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:46 smithi156 conmon[67007]: audit 2022-01-18T20:51:46. 2022-01-18T20:51:47.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:46 smithi156 conmon[67007]: 314705+0000 mon.smithi129 (mon.0) 3005 : audit [DBG] from='client.? 172.21.15.129:0/2189263704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:51:48.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:47 smithi129 conmon[101092]: audit 2022-01-18T20:51:45.987396+0000 mgr.smithi129.iclwio (mgr.14716) 10024 : audit [DBG] from='client.40778 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:51:48.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:47 smithi156 conmon[67007]: audit 2022-01-18T20:51:45.987396+0000 mgr.smithi129.iclwio (mgr.14716) 10024 : audit [DBG] from='client.40778 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:51:49.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:48 smithi129 conmon[101092]: cluster 2022-01-18T20:51:47.757319+0000 mgr.smithi129.iclwio (mgr.14716) 10025 : cluster [DBG] pgmap v8619: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:49.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:48 smithi156 conmon[67007]: cluster 2022-01-18T20:51:47.757319+0000 mgr.smithi129.iclwio (mgr.14716) 10025 : cluster [DBG] pgmap v8619: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:51.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:50 smithi129 conmon[101092]: cluster 2022-01-18T20:51:49.758149+0000 mgr.smithi129.iclwio (mgr.14716) 10026 : cluster [DBG] pgmap v8620: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:51:51.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:50 smithi156 conmon[67007]: cluster 2022-01-18T20:51:49.758149+0000 mgr.smithi129.iclwio (mgr.14716) 10026 : cluster [DBG] pgmap v8620: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:51:51.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:50 smithi156 conmon[67007]: 2022-01-18T20:51:53.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:52 smithi129 conmon[101092]: cluster 2022-01-18T20:51:51.758708+0000 mgr.smithi129.iclwio (mgr.14716) 10027 : cluster [DBG] pgmap v8621: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:53.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:52 smithi156 conmon[67007]: cluster 2022-01-18T20:51:51.758708+0000 mgr.smithi129.iclwio (mgr.14716) 10027 : cluster [DBG] pgmap v8621: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:54 smithi156 conmon[67007]: cluster 2022-01-18T20:51:53.759255+0000 mgr.smithi129.iclwio (mgr.14716) 10028 : cluster [DBG] pgmap v8622: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:54 smithi156 conmon[67007]: 2022-01-18T20:51:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:54 smithi129 conmon[101092]: cluster 2022-01-18T20:51:53.759255+0000 mgr.smithi129.iclwio (mgr.14716) 10028 : cluster [DBG] pgmap v8622: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:57.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:56 smithi129 conmon[101092]: cluster 2022-01-18T20:51:55.760148+0000 mgr.smithi129.iclwio (mgr.14716) 10029 : cluster [DBG] pgmap v8623: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:57.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:56 smithi156 conmon[67007]: cluster 2022-01-18T20:51:55.760148+0000 mgr.smithi129.iclwio (mgr.14716) 10029 : cluster [DBG] pgmap v8623: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:59.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:58 smithi129 conmon[101092]: cluster 2022-01-18T20:51:57.760877+0000 mgr.smithi129.iclwio (mgr.14716) 10030 : cluster [DBG] pgmap v8624: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:51:59.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:58 smithi129 conmon[101092]: 2022-01-18T20:51:59.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:58 smithi156 conmon[67007]: cluster 2022-01-18T20:51:57.760877+0000 mgr.smithi129.iclwio (mgr.14716) 10030 : cluster [DBG] pgmap v8624: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:59 smithi129 conmon[101092]: audit 2022-01-18T20:51:59.357054+0000 mon.smithi129 (mon.0) 3006 : audit 2022-01-18T20:52:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:59 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:52:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:51:59 smithi129 conmon[101092]: audit 2022-01-18T20:51:59.357386+0000 mon.smithi129 (mon.0) 3007 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:52:00.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:59 smithi156 conmon[67007]: audit 2022-01-18T20:51:59.357054+0000 mon.smithi129 (mon.0) 3006 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:52:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:51:59 smithi156 conmon[67007]: audit 2022-01-18T20:51:59.357386+0000 mon.smithi129 (mon.0) 3007 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:52:01.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:00 smithi129 conmon[101092]: cluster 2022-01-18T20:51:59.761659+0000 mgr.smithi129.iclwio (mgr.14716) 10031 : cluster 2022-01-18T20:52:01.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:00 smithi129 conmon[101092]: [DBG] pgmap v8625: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:52:01.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:00 smithi156 conmon[67007]: cluster 2022-01-18T20:51:59.761659+0000 mgr.smithi129.iclwio (mgr.14716) 10031 : cluster [DBG] pgmap v8625: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:52:03.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:02 smithi129 conmon[101092]: cluster 2022-01-18T20:52:01.762287+0000 mgr.smithi129.iclwio (mgr.14716) 10032 : cluster [DBG] 2022-01-18T20:52:03.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:02 smithi129 conmon[101092]: pgmap v8626: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:03.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:02 smithi156 conmon[67007]: cluster 2022-01-18T20:52:01.762287+0000 mgr.smithi129.iclwio (mgr.14716) 10032 : cluster [DBG] pgmap v8626: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:04.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:04 smithi156 conmon[67007]: cluster 2022-01-18T20:52:03.762964+0000 mgr.smithi129.iclwio (mgr.14716) 10033 : cluster [DBG] pgmap v8627: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:04 smithi129 conmon[101092]: cluster 2022-01-18T20:52:03.762964+0000 mgr.smithi129.iclwio (mgr.14716) 10033 : cluster [DBG] pgmap v8627: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:04.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:04 smithi129 conmon[101092]: 2022-01-18T20:52:07.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:06 smithi129 conmon[101092]: cluster 2022-01-18T20:52:05.763684+0000 mgr.smithi129.iclwio (mgr.14716) 10034 : cluster [DBG] pgmap v8628: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:07.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:06 smithi129 conmon[101092]: 2022-01-18T20:52:07.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:06 smithi156 conmon[67007]: cluster 2022-01-18T20:52:05.763684+0000 mgr.smithi129.iclwio (mgr.14716) 10034 : cluster [DBG] pgmap v8628: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:07.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:06 smithi156 conmon[67007]: 2022-01-18T20:52:09.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:08 smithi129 conmon[101092]: cluster 2022-01-18T20:52:07.764280+0000 mgr.smithi129.iclwio (mgr.14716) 10035 : cluster [DBG] pgmap v8629: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:09.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:08 smithi129 conmon[101092]: 2022-01-18T20:52:09.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:08 smithi156 conmon[67007]: cluster 2022-01-18T20:52:07.764280+0000 mgr.smithi129.iclwio (mgr.14716) 10035 : cluster [DBG] pgmap v8629: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:11.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:10 smithi129 conmon[101092]: cluster 2022-01-18 2022-01-18T20:52:11.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:10 smithi129 conmon[101092]: T20:52:09.765071+0000 mgr.smithi129.iclwio (mgr.14716) 10036 : cluster [DBG] pgmap v8630: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:52:11.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:10 smithi156 conmon[67007]: cluster 2022-01-18T20:52:09.765071+0000 mgr.smithi129.iclwio (mgr.14716) 10036 : cluster [DBG] 2022-01-18T20:52:11.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:10 smithi156 conmon[67007]: pgmap v8630: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:52:13.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:12 smithi129 conmon[101092]: cluster 2022-01-18T20:52:11.765511+0000 mgr.smithi129.iclwio (mgr.14716) 10037 : cluster [DBG] pgmap v8631: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:13.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:12 smithi156 conmon[67007]: cluster 2022-01-18T20:52:11.765511+0000 mgr.smithi129.iclwio (mgr.14716) 10037 : cluster [DBG] pgmap v8631: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:14.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:14 smithi156 conmon[67007]: cluster 2022-01-18T20:52:13.766073+0000 mgr.smithi129.iclwio (mgr.14716) 10038 : cluster [DBG] pgmap v8632: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:14 smithi129 conmon[101092]: cluster 2022-01-18T20:52:13.766073+0000 mgr.smithi129.iclwio (mgr.14716) 10038 : cluster [DBG] pgmap v8632: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:16.616 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:52:16.884 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:52:16.884 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 60s ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:52:16.884 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 60s ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:52:16.885 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 62s ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:52:16.885 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 60s ago 4h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:52:16.885 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 60s ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:52:16.885 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 62s ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:52:16.886 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 60s ago 4h 814M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:52:16.886 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 62s ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:52:16.886 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 60s ago 4h 1824M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:52:16.886 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 62s ago 4h 871M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:52:16.887 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 60s ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:52:16.887 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 62s ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:52:16.887 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 60s ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:52:16.887 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 62s ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:52:16.887 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 60s ago 4h 2244M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:52:16.888 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 60s ago 4h 3347M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:52:16.888 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 60s ago 4h 2531M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:52:16.888 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 60s ago 4h 3373M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:52:16.888 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 62s ago 4h 3132M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:52:16.889 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 62s ago 4h 3637M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:52:16.889 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 62s ago 4h 2936M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:52:16.889 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 62s ago 4h 4228M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:52:16.889 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 60s ago 4h 156M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:52:17.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:16 smithi129 conmon[101092]: cluster 2022-01-18T20:52:15.766943+0000 mgr.smithi129.iclwio (mgr.14716) 10039 : cluster [DBG] pgmap v8633: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:17.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:16 smithi129 conmon[101092]: 2022-01-18T20:52:17.241 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:52:17.242 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:52:17.242 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:52:17.242 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:52:17.242 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:52:17.243 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:52:17.243 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:52:17.243 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:52:17.243 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:52:17.244 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:52:17.244 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:52:17.244 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:52:17.244 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:52:17.244 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:52:17.245 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:52:17.245 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:52:17.245 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:52:17.245 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:52:17.246 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:52:17.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:16 smithi156 conmon[67007]: cluster 2022-01-18T20:52:15.766943+0000 mgr.smithi129.iclwio (mgr.14716) 10039 : cluster [DBG] pgmap v8633: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:18.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:17 smithi129 conmon[101092]: audit 2022-01-18T20:52:16.604497+0000 mgr.smithi129.iclwio (mgr.14716) 10040 : audit 2022-01-18T20:52:18.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:17 smithi129 conmon[101092]: [DBG] from='client.40786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:52:18.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:17 smithi129 conmon[101092]: audit 2022-01-18T20:52:16.888680+0000 mon.smithi129 (mon.0) 3008 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:52:18.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:17 smithi129 conmon[101092]: audit 2022-01-18T20:52:16.889719+0000 2022-01-18T20:52:18.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:17 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3009 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:52:18.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:17 smithi129 conmon[101092]: audit 2022-01-18T20:52:16.890370+0000 mon.smithi129 (mon.0) 3010 : 2022-01-18T20:52:18.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:17 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:52:18.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:17 smithi129 conmon[101092]: audit 2022-01-18T20:52:18.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:17 smithi129 conmon[101092]: 2022-01-18T20:52:17.204902+0000 mon.smithi129 (mon.0) 2022-01-18T20:52:18.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:17 smithi129 conmon[101092]: 3011 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:52:18.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:17 smithi129 conmon[101092]: audit 2022-01-18T20:52 2022-01-18T20:52:18.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:17 smithi129 conmon[101092]: :17.210349+0000 mon.smithi129 (mon.0) 3012 : audit 2022-01-18T20:52:18.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:17 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:52:18.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:17 smithi129 conmon[101092]: audit 2022-01-18T20:52:18.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:17 smithi129 conmon[101092]: 2022-01-18T 2022-01-18T20:52:18.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:17 smithi129 conmon[101092]: 20:52:17.241798+0000 mon.smithi129 ( 2022-01-18T20:52:18.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:17 smithi129 conmon[101092]: mon.0) 3013 : audit [DBG] 2022-01-18T20:52:18.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:17 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/627315730' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:52:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:17 smithi156 conmon[67007]: audit 2022-01-18T20:52:16.604497+0000 mgr.smithi129.iclwio 2022-01-18T20:52:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:17 smithi156 conmon[67007]: (mgr.14716) 10040 : audit [DBG] from='client.40786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:52:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:17 smithi156 conmon[67007]: audit 2022-01-18T20:52:16.888680+0000 mon.smithi129 (mon.0) 3008 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:52:18.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:17 smithi156 conmon[67007]: audit 2022-01-18T20:52:16.889719+0000 mon.smithi129 (mon.0) 3009 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:52:18.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:17 smithi156 conmon[67007]: audit 2022-01-18T20:52:16.890370+0000 mon.smithi129 (mon.0) 3010 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:52:18.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:17 smithi156 conmon[67007]: audit 2022-01-18T20:52:17.204902+0000 mon.smithi129 (mon.0) 3011 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:52:18.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:17 smithi156 conmon[67007]: audit 2022-01-18T20:52:17.210349+0000 mon.smithi129 (mon.0) 3012 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:52:18.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:17 smithi156 conmon[67007]: audit 2022-01-18T20:52:17.241798+0000 mon.smithi129 (mon.0) 3013 : audit [DBG] from='client.? 172.21.15.129:0/627315730' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:52:19.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:18 smithi129 conmon[101092]: audit 2022-01-18T20:52:16.875502+0000 mgr.smithi129.iclwio (mgr.14716) 10041 : audit [DBG] from='client.40790 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:52:19.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:18 smithi129 conmon[101092]: cephadm 2022-01-18T20:52:16.890922+0000 mgr.smithi129.iclwio (mgr 2022-01-18T20:52:19.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:18 smithi129 conmon[101092]: .14716) 10042 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:52:19.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:18 smithi129 conmon[101092]: cluster 2022-01-18T20:52:17.767421+0000 mgr.smithi129.iclwio (mgr.14716) 10043 : cluster [DBG] pgmap v8634: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:19.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:18 smithi156 conmon[67007]: audit 2022-01-18T20:52:16.875502+0000 mgr.smithi129.iclwio (mgr.14716) 10041 : audit [DBG] from='client.40790 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:52:19.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:18 smithi156 conmon[67007]: cephadm 2022-01-18T20:52:16.890922+0000 mgr.smithi129.iclwio (mgr.14716) 10042 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:52:19.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:18 smithi156 conmon[67007]: cluster 2022-01 2022-01-18T20:52:19.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:18 smithi156 conmon[67007]: -18T20:52:17.767421+0000 mgr.smithi129.iclwio (mgr.14716) 10043 : cluster [DBG] pgmap v8634: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:21.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:20 smithi129 conmon[101092]: cluster 2022-01-18T20:52:19.768118+0000 mgr.smithi129.iclwio (mgr.14716) 10044 : cluster [DBG] pgmap v8635: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:52:21.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:20 smithi156 conmon[67007]: cluster 2022-01-18T20:52:19.768118+0000 mgr.smithi129.iclwio (mgr.14716) 10044 : cluster [DBG] 2022-01-18T20:52:21.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:20 smithi156 conmon[67007]: pgmap v8635: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:52:23.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:22 smithi129 conmon[101092]: cluster 2022-01-18T20:52:21.768649+0000 mgr.smithi129.iclwio (mgr.14716) 10045 : cluster [DBG] pgmap v8636: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:23.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:22 smithi156 conmon[67007]: cluster 2022-01-18T20:52:21.768649+0000 mgr.smithi129.iclwio (mgr.14716) 10045 : cluster [DBG] pgmap v8636: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:24.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:24 smithi156 conmon[67007]: cluster 2022-01-18T20:52:23.769242+0000 mgr.smithi129.iclwio (mgr.14716) 10046 : cluster [DBG] pgmap v8637: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:24 smithi129 conmon[101092]: cluster 2022-01-18T20:52:23.769242+0000 mgr.smithi129.iclwio (mgr.14716) 10046 : 2022-01-18T20:52:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:24 smithi129 conmon[101092]: cluster [DBG] pgmap v8637: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:27.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:26 smithi129 conmon[101092]: cluster 2022-01-18T20:52:25.770147+0000 mgr.smithi129.iclwio (mgr.14716) 10047 : cluster [DBG] pgmap v8638: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:27.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:26 smithi156 conmon[67007]: cluster 2022-01-18T20:52:25.770147+0000 mgr.smithi129.iclwio (mgr.14716) 10047 : cluster [DBG] pgmap v8638: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:29.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:28 smithi129 conmon[101092]: cluster 2022-01-18T20:52:27.770919+0000 mgr.smithi129.iclwio (mgr.14716) 10048 : cluster [DBG] pgmap v8639: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:29.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:28 smithi156 conmon[67007]: cluster 2022-01-18T20:52:27.770919+0000 mgr.smithi129.iclwio (mgr.14716) 10048 : cluster [DBG] pgmap v8639: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:31.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:30 smithi129 conmon[101092]: cluster 2022-01-18T20:52:29.771743+0000 mgr.smithi129.iclwio (mgr.14716) 10049 : cluster [DBG] pgmap v8640: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:52:31.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:30 smithi156 conmon[67007]: cluster 2022-01-18T20:52:29.771743+0000 mgr.smithi129.iclwio (mgr.14716) 10049 : cluster [DBG] pgmap v8640: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:52:33.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:32 smithi129 conmon[101092]: cluster 2022-01-18T20:52:31.772262+0000 mgr.smithi129.iclwio (mgr.14716) 10050 : cluster [DBG] pgmap v8641: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:33.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:32 smithi129 conmon[101092]: 2022-01-18T20:52:33.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:32 smithi156 conmon[67007]: cluster 2022-01-18T20:52:31.772262+0000 mgr.smithi129.iclwio (mgr.14716) 10050 : cluster [DBG] pgmap v8641: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:33.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:32 smithi156 conmon[67007]: 2022-01-18T20:52:34.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:34 smithi156 conmon[67007]: cluster 2022-01-18T20:52:33.772926+0000 mgr.smithi129.iclwio (mgr.14716) 10051 : cluster [DBG] pgmap v8642: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:34 smithi129 conmon[101092]: cluster 2022-01-18T20:52:33.772926+0000 mgr.smithi129.iclwio (mgr.14716) 10051 : cluster [DBG] 2022-01-18T20:52:34.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:34 smithi129 conmon[101092]: pgmap v8642: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:37.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:36 smithi129 conmon[101092]: cluster 2022-01-18T20:52:35.773757+0000 mgr.smithi129.iclwio (mgr.14716) 10052 : cluster [DBG] pgmap v8643: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:37.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:36 smithi129 conmon[101092]: 2022-01-18T20:52:37.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:36 smithi156 conmon[67007]: cluster 2022-01-18T20:52:35.773757+0000 mgr.smithi129.iclwio (mgr.14716) 10052 : cluster [DBG] pgmap v8643: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:39.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:38 smithi129 conmon[101092]: cluster 2022-01-18T20:52:37.774450+0000 mgr.smithi129.iclwio (mgr.14716) 10053 : cluster [DBG] 2022-01-18T20:52:39.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:38 smithi129 conmon[101092]: pgmap v8644: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:39.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:38 smithi156 conmon[67007]: cluster 2022-01-18T20:52:37.774450+0000 mgr.smithi129.iclwio (mgr.14716) 10053 : cluster [DBG] pgmap v8644: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:39.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:38 smithi156 conmon[67007]: 2022-01-18T20:52:41.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:40 smithi129 conmon[101092]: cluster 2022-01-18T20:52:39.775424+0000 mgr.smithi129.iclwio (mgr.14716) 10054 : cluster [DBG] pgmap v8645: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:52:41.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:40 smithi156 conmon[67007]: cluster 2022-01-18T20:52:39.775424+0000 mgr.smithi129.iclwio (mgr.14716) 10054 : cluster [DBG] 2022-01-18T20:52:41.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:40 smithi156 conmon[67007]: pgmap v8645: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:52:43.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:42 smithi129 conmon[101092]: cluster 2022-01-18T20:52:41.775895+0000 mgr.smithi129.iclwio (mgr.14716) 10055 : cluster [DBG] pgmap v8646: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:43.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:42 smithi156 conmon[67007]: cluster 2022-01-18T20:52:41.775895+0000 mgr.smithi129.iclwio (mgr.14716) 10055 : cluster [DBG] pgmap v8646: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:44.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:44 smithi156 conmon[67007]: cluster 2022-01-18T20:52:43.776615+0000 mgr.smithi129.iclwio (mgr.14716) 10056 : cluster [DBG] pgmap v8647: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:44 smithi129 conmon[101092]: cluster 2022-01-18T20:52:43.776615+0000 mgr.smithi129.iclwio (mgr.14716) 10056 : cluster [DBG] pgmap v8647: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:47.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:46 smithi129 conmon[101092]: cluster 2022-01-18T20:52:45.777316+0000 mgr.smithi129.iclwio (mgr.14716) 10057 : cluster [DBG] pgmap v8648: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:47.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:46 smithi156 conmon[67007]: cluster 2022-01-18T20:52:45.777316+0000 mgr.smithi129.iclwio (mgr.14716) 10057 : cluster [DBG] pgmap v8648: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:47.541 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:52:47.807 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:52:47.808 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 91s ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:52:47.808 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 91s ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:52:47.808 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 93s ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:52:47.808 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 91s ago 4h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:52:47.809 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 91s ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:52:47.809 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 93s ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:52:47.809 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 91s ago 4h 814M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:52:47.809 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 93s ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:52:47.810 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 91s ago 4h 1824M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:52:47.810 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 93s ago 4h 871M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:52:47.810 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 91s ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:52:47.810 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 93s ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:52:47.811 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 91s ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:52:47.811 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 93s ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:52:47.811 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 91s ago 4h 2244M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:52:47.811 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 91s ago 4h 3347M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:52:47.812 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 91s ago 4h 2531M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:52:47.812 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 91s ago 4h 3373M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:52:47.812 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 93s ago 4h 3132M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:52:47.812 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 93s ago 4h 3637M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:52:47.812 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 93s ago 4h 2936M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:52:47.813 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 93s ago 4h 4228M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:52:47.813 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 91s ago 4h 156M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:52:48.127 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:52:48.127 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:52:48.128 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:52:48.128 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:52:48.128 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:52:48.128 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:52:48.129 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:52:48.129 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:52:48.129 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:52:48.129 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:52:48.129 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:52:48.130 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:52:48.130 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:52:48.130 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:52:48.130 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:52:48.131 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:52:48.131 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:52:48.131 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:52:48.131 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:52:49.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:48 smithi129 conmon[101092]: audit 2022-01-18T20:52:47.530325+0000 mgr.smithi129.iclwio (mgr.14716) 10058 2022-01-18T20:52:49.243 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:48 smithi129 conmon[101092]: : audit [DBG] from='client.40798 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:52:49.244 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:48 smithi129 conmon[101092]: cluster 2022-01-18T20:52:47.777820+0000 mgr.smithi129.iclwio (mgr.14716) 10059 : cluster [DBG] pgmap v8649: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:49.244 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:48 smithi129 conmon[101092]: audit 2022-01-18T20:52:47.799086+0000 mgr.smithi129.iclwio (mgr.14716) 10060 : 2022-01-18T20:52:49.244 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:48 smithi129 conmon[101092]: audit [DBG] from='client.40802 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:52:49.245 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:48 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T20:52:49.245 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:48 smithi129 conmon[101092]: T20:52:48.127575+0000 mon.smithi129 (mon 2022-01-18T20:52:49.245 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:48 smithi129 conmon[101092]: .0) 3014 : audit [DBG] from='client.? 172.21.15.129:0/114429736' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:52:49.246 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:48 smithi129 conmon[101092]: 2022-01-18T20:52:49.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:48 smithi156 conmon[67007]: audit 2022-01-18T20:52:47.530325+0000 mgr.smithi129.iclwio (mgr.14716) 10058 : audit [DBG] 2022-01-18T20:52:49.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:48 smithi156 conmon[67007]: from='client.40798 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:52:49.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:48 smithi156 conmon[67007]: cluster 2022-01-18T20:52:47.777820+0000 mgr.smithi129.iclwio (mgr.14716) 10059 : cluster [DBG] pgmap v8649: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:49.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:48 smithi156 conmon[67007]: audit 2022-01-18T20:52:47.799086+0000 mgr.smithi129.iclwio (mgr.14716) 10060 : audit [DBG] from='client.40802 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:52:49.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:48 smithi156 conmon[67007]: 2022-01-18T20:52:49.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:48 smithi156 conmon[67007]: audit 2022-01-18T20:52:48.127575+0000 mon.smithi129 (mon.0) 3014 : audit [DBG] from='client.? 172.21.15.129:0/114429736' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:52:51.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:50 smithi129 conmon[101092]: cluster 2022-01-18T20:52:49.778489+0000 mgr.smithi129.iclwio (mgr.14716) 10061 : cluster [DBG] pgmap v8650: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:52:51.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:50 smithi156 conmon[67007]: cluster 2022-01-18T20:52:49.778489+0000 mgr.smithi129.iclwio (mgr.14716) 10061 : cluster [DBG] pgmap v8650: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:52:53.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:52 smithi129 conmon[101092]: cluster 2022-01-18T20:52:51.779075+0000 mgr.smithi129.iclwio (mgr.14716) 10062 : cluster [DBG] pgmap v8651: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:53.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:52 smithi156 conmon[67007]: cluster 2022-01-18T20:52:51.779075+0000 mgr.smithi129.iclwio (mgr.14716) 10062 : cluster [DBG] 2022-01-18T20:52:53.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:52 smithi156 conmon[67007]: pgmap v8651: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:54.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:54 smithi156 conmon[67007]: cluster 2022-01-18T20:52:53.779622+0000 mgr.smithi129.iclwio (mgr.14716) 10063 : cluster [DBG] pgmap v8652: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:54 smithi129 conmon[101092]: cluster 2022-01-18T20:52:53.779622+0000 mgr.smithi129.iclwio (mgr.14716) 10063 : cluster [DBG] pgmap v8652: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:54 smithi129 conmon[101092]: 2022-01-18T20:52:57.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:56 smithi129 conmon[101092]: cluster 2022-01-18T20:52:55.780462+0000 mgr.smithi129.iclwio (mgr.14716) 10064 : cluster [DBG] pgmap v8653: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:57.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:56 smithi156 conmon[67007]: cluster 2022-01-18T20:52:55.780462+0000 mgr.smithi129.iclwio (mgr.14716) 10064 : cluster [DBG] 2022-01-18T20:52:57.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:56 smithi156 conmon[67007]: pgmap v8653: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:59.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:58 smithi129 conmon[101092]: cluster 2022-01-18T20:52:57.781120+0000 mgr.smithi129.iclwio (mgr.14716) 10065 : cluster [DBG] pgmap v8654: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:59.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:58 smithi156 conmon[67007]: cluster 2022-01-18T20:52:57.781120+0000 mgr.smithi129.iclwio (mgr.14716) 10065 : cluster [DBG] pgmap v8654: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:52:59.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:58 smithi156 conmon[67007]: 2022-01-18T20:53:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:59 smithi129 conmon[101092]: audit 2022-01-18T20:52:59.361456+0000 mon.smithi129 (mon.0) 3015 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:53:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:52:59 smithi129 conmon[101092]: audit 2022-01-18T20:52:59.361695+0000 mon.smithi129 (mon.0) 3016 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:53:00.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:59 smithi156 conmon[67007]: audit 2022-01-18T20:52:59.361456+0000 mon.smithi129 (mon.0) 3015 : audit [INF] 2022-01-18T20:53:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:59 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:53:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:52:59 smithi156 conmon[67007]: audit 2022-01-18T20:52:59.361695+0000 mon.smithi129 (mon.0) 3016 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:53:01.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:00 smithi129 conmon[101092]: cluster 2022-01-18T20:52:59.781847+0000 mgr.smithi129.iclwio (mgr.14716) 10066 : cluster [DBG] pgmap v8655: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:53:01.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:00 smithi156 conmon[67007]: cluster 2022-01-18T20:52:59.781847+0000 mgr.smithi129.iclwio (mgr.14716) 10066 : 2022-01-18T20:53:01.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:00 smithi156 conmon[67007]: cluster [DBG] pgmap v8655: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:53:03.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:02 smithi129 conmon[101092]: cluster 2022-01-18T20:53:01.782380+0000 mgr.smithi129.iclwio (mgr.14716) 10067 : cluster [DBG] pgmap v8656: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:03.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:02 smithi156 conmon[67007]: cluster 2022-01-18T20:53:01.782380+0000 mgr.smithi129.iclwio (mgr.14716) 10067 : cluster [DBG] pgmap v8656: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:03.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:02 smithi156 conmon[67007]: 2022-01-18T20:53:04.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:04 smithi156 conmon[67007]: cluster 2022-01-18T20:53:03.782919+0000 mgr.smithi129.iclwio (mgr.14716) 10068 : cluster [DBG] pgmap v8657: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:04 smithi129 conmon[101092]: cluster 2022-01-18T20:53:03.782919+0000 mgr.smithi129.iclwio (mgr.14716) 10068 : cluster [DBG] pgmap v8657: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:07.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:06 smithi129 conmon[101092]: cluster 2022-01-18T20:53:05.783718+0000 mgr.smithi129.iclwio (mgr.14716) 10069 : cluster [DBG] pgmap v8658: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:07.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:06 smithi156 conmon[67007]: cluster 2022-01-18T20:53:05.783718+0000 mgr.smithi129.iclwio (mgr.14716) 10069 : cluster [DBG] pgmap v8658: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:09.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:08 smithi129 conmon[101092]: cluster 2022-01-18T20:53:07.784335+0000 mgr.smithi129.iclwio (mgr.14716) 10070 : cluster [DBG] pgmap v8659: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:09.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:08 smithi156 conmon[67007]: cluster 2022-01-18T20:53:07.784335+0000 mgr.smithi129.iclwio (mgr.14716) 10070 : cluster [DBG] pgmap v8659: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:11.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:10 smithi129 conmon[101092]: cluster 2022-01-18T20:53:09.785290+0000 mgr.smithi129.iclwio (mgr.14716) 10071 : cluster [DBG] pgmap v8660: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:53:11.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:10 smithi156 conmon[67007]: cluster 2022-01-18T20:53:09.785290+0000 mgr.smithi129.iclwio (mgr.14716) 10071 : cluster [DBG] pgmap v8660: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:53:13.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:12 smithi129 conmon[101092]: cluster 2022-01-18T20:53:11.785761+0000 mgr.smithi129.iclwio (mgr.14716) 10072 : cluster [DBG] pgmap v8661: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:13.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:12 smithi156 conmon[67007]: cluster 2022-01-18T20:53:11.785761+0000 mgr.smithi129.iclwio (mgr.14716) 10072 : cluster [DBG] pgmap v8661: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:14.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:14 smithi156 conmon[67007]: cluster 2022-01-18T20:53:13.786270+0000 mgr.smithi129.iclwio (mgr.14716) 10073 : cluster [DBG] pgmap v8662: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:14 smithi129 conmon[101092]: cluster 2022-01-18T20:53:13.786270+0000 2022-01-18T20:53:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:14 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 10073 : cluster [DBG] pgmap v8662: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:17.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:16 smithi129 conmon[101092]: cluster 2022-01-18T20:53 2022-01-18T20:53:17.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:16 smithi129 conmon[101092]: :15.787001+0000 mgr.smithi129.iclwio (mgr.14716) 10074 : cluster [DBG] pgmap v8663: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:17.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:16 smithi156 conmon[67007]: cluster 2022-01-18T20:53:15.787001+0000 mgr.smithi129.iclwio (mgr.14716) 10074 : cluster [DBG] pgmap v8663: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:18.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:17 smithi129 conmon[101092]: audit 2022-01-18T20:53:17.213068+0000 mon.smithi129 (mon.0) 3017 : 2022-01-18T20:53:18.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:17 smithi129 conmon[101092]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:53:18.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:17 smithi129 conmon[101092]: audit 2022-01-18T20:53:17.214456+0000 mon.smithi129 (mon.0) 3018 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:53:18.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:17 smithi129 conmon[101092]: audit 2022-01-18T20:53:18.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:17 smithi129 conmon[101092]: 2022-01-18T20:53:17.215332+0000 mon.smithi129 (mon.0) 3019 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:53:18.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:17 smithi129 conmon[101092]: audit 2022-01 2022-01-18T20:53:18.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:17 smithi129 conmon[101092]: -18T20:53:17.474677+0000 mon.smithi129 (mon 2022-01-18T20:53:18.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:17 smithi129 conmon[101092]: .0) 3020 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:53:18.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:17 smithi129 conmon[101092]: audit 2022-01-18T20:53:18.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:17 smithi129 conmon[101092]: 2022-01-18T20:53:17.770699+0000 2022-01-18T20:53:18.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:17 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3021 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:53:18.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:17 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T20:53:18.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:17 smithi129 conmon[101092]: 20:53:17.775916+0000 mon.smithi129 (mon.0) 3022 : 2022-01-18T20:53:18.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:17 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:53:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:17 smithi156 conmon[67007]: audit 2022-01-18T20:53:17.213068+0000 mon.smithi129 (mon. 2022-01-18T20:53:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:17 smithi156 conmon[67007]: 0) 3017 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:53:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:17 smithi156 conmon[67007]: audit 2022-01-18T20:53:17.214456+0000 mon.smithi129 (mon.0) 3018 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:53:18.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:17 smithi156 conmon[67007]: audit 2022-01-18T20:53:17.215332+0000 mon.smithi129 (mon.0) 2022-01-18T20:53:18.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:17 smithi156 conmon[67007]: 3019 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:53:18.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:17 smithi156 conmon[67007]: audit 2022-01-18T20 2022-01-18T20:53:18.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:17 smithi156 conmon[67007]: :53:17.474677+0000 mon.smithi129 (mon.0) 2022-01-18T20:53:18.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:17 smithi156 conmon[67007]: 3020 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:53:18.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:17 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T20:53:18.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:17 smithi156 conmon[67007]: 18T20:53:17.770699+0000 mon.smithi129 ( 2022-01-18T20:53:18.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:17 smithi156 conmon[67007]: mon.0) 3021 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:53:18.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:17 smithi156 conmon[67007]: audit 2022- 2022-01-18T20:53:18.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:17 smithi156 conmon[67007]: 01-18T20:53:17.775916+0000 mon.smithi129 2022-01-18T20:53:18.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:17 smithi156 conmon[67007]: (mon.0) 3022 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:53:18.417 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:53:18.682 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:53:18.683 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 2m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:53:18.683 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 2m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:53:18.683 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 2m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:53:18.683 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 2m ago 4h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:53:18.684 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 2m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:53:18.684 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 2m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:53:18.684 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 2m ago 4h 814M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:53:18.684 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 2m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:53:18.685 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 2m ago 4h 1824M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:53:18.685 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 2m ago 4h 871M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:53:18.685 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 2m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:53:18.685 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 2m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:53:18.686 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 2m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:53:18.686 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 2m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:53:18.686 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 2m ago 4h 2244M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:53:18.686 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 2m ago 4h 3347M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:53:18.687 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 2m ago 4h 2531M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:53:18.687 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 2m ago 4h 3373M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:53:18.687 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 2m ago 4h 3132M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:53:18.687 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 2m ago 4h 3637M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:53:18.687 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 2m ago 4h 2936M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:53:18.688 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 2m ago 4h 4228M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:53:18.688 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 2m ago 4h 156M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:53:19.002 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:53:19.003 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:53:19.003 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:53:19.003 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:53:19.004 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:53:19.004 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:53:19.004 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:53:19.004 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:53:19.004 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:53:19.005 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:53:19.005 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:53:19.005 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:53:19.005 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:53:19.006 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:53:19.006 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:53:19.006 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:53:19.006 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:53:19.007 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:53:19.007 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:53:19.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:18 smithi129 conmon[101092]: cephadm 2022-01-18T20:53:17.216051+0000 mgr.smithi129.iclwio (mgr 2022-01-18T20:53:19.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:18 smithi129 conmon[101092]: .14716) 10075 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:53:19.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:18 smithi129 conmon[101092]: cluster 2022-01-18T20:53:17.787431+0000 mgr.smithi129.iclwio (mgr.14716) 10076 : cluster [DBG] pgmap v8664: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:19.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:18 smithi156 conmon[67007]: cephadm 2022-01-18T20:53:17.216051+0000 mgr.smithi129.iclwio (mgr.14716) 10075 : cephadm [WRN] 2022-01-18T20:53:19.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:18 smithi156 conmon[67007]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:53:19.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:18 smithi156 conmon[67007]: cluster 2022-01-18T20:53:17.787431+0000 mgr.smithi129.iclwio (mgr.14716) 10076 : cluster [DBG] pgmap v8664: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:20.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:19 smithi129 conmon[101092]: audit 2022-01-18T20:53:18.406357+0000 mgr.smithi129.iclwio (mgr.14716) 10077 : audit [DBG] from='client.40810 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:53:20.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:19 smithi129 conmon[101092]: 2022-01-18T20:53:20.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:19 smithi129 conmon[101092]: audit 2022-01-18T20:53:18.673987+0000 mgr.smithi129.iclwio (mgr.14716) 10078 : audit [DBG] from='client.40814 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:53:20.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:19 smithi129 conmon[101092]: audit 2022-01-18T20:53:19.002930+0000 mon.smithi129 (mon.0) 3023 : audit [DBG] from='client.? 172.21.15.129:0/1495404299' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:53:20.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:19 smithi156 conmon[67007]: audit 2022-01-18T20:53:18.406357+0000 mgr.smithi129.iclwio (mgr.14716) 10077 : audit [DBG] from='client.40810 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:53:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:19 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T20:53:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:19 smithi156 conmon[67007]: T20:53:18.673987+0000 mgr.smithi129.iclwio (mgr.14716) 10078 : audit [DBG] from='client.40814 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:53:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:19 smithi156 conmon[67007]: audit 2022-01-18T20:53:19.002930+0000 mon.smithi129 (mon.0) 3023 : audit [DBG] from='client.? 172.21.15.129:0/1495404299' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:53:21.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:20 smithi129 conmon[101092]: cluster 2022-01-18T20:53:19.788107+0000 mgr.smithi129.iclwio (mgr.14716) 10079 : cluster [DBG] pgmap v8665: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:53:21.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:20 smithi156 conmon[67007]: cluster 2022-01-18T20:53:19.788107+0000 mgr.smithi129.iclwio (mgr.14716) 10079 2022-01-18T20:53:21.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:20 smithi156 conmon[67007]: : cluster [DBG] pgmap v8665: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:53:23.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:22 smithi129 conmon[101092]: cluster 2022-01-18T20:53:21.788559+0000 mgr.smithi129.iclwio (mgr.14716) 10080 : cluster [DBG] pgmap v8666: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:23.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:22 smithi129 conmon[101092]: 2022-01-18T20:53:23.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:22 smithi156 conmon[67007]: cluster 2022-01-18T20:53:21.788559+0000 mgr.smithi129.iclwio (mgr.14716) 10080 : cluster [DBG] pgmap v8666: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:24.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:24 smithi156 conmon[67007]: cluster 2022-01-18T20:53:23.789121+0000 mgr.smithi129.iclwio (mgr.14716) 10081 : cluster [DBG] pgmap v8667: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:24 smithi129 conmon[101092]: cluster 2022-01-18T20:53:23.789121+0000 mgr.smithi129.iclwio (mgr.14716) 10081 2022-01-18T20:53:24.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:24 smithi129 conmon[101092]: : cluster [DBG] pgmap v8667: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:27.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:26 smithi129 conmon[101092]: cluster 2022-01-18T20:53:25.789885+0000 mgr.smithi129.iclwio (mgr.14716) 10082 : cluster [DBG] pgmap v8668: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:27.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:26 smithi156 conmon[67007]: cluster 2022-01-18T20:53:25.789885+0000 mgr.smithi129.iclwio (mgr.14716) 10082 : cluster [DBG] pgmap v8668: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:29.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:28 smithi129 conmon[101092]: cluster 2022-01-18T20:53:27.790409+0000 mgr.smithi129.iclwio (mgr.14716) 10083 : cluster [DBG] pgmap v8669: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:29.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:28 smithi156 conmon[67007]: cluster 2022-01-18T20:53:27.790409+0000 mgr.smithi129.iclwio (mgr.14716) 10083 : cluster [DBG] pgmap v8669: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:31.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:30 smithi129 conmon[101092]: cluster 2022-01-18T20:53:29.791322+0000 mgr.smithi129.iclwio (mgr.14716) 10084 : cluster [DBG] pgmap v8670: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:53:31.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:30 smithi156 conmon[67007]: cluster 2022-01-18T20:53:29.791322+0000 mgr.smithi129.iclwio (mgr.14716) 10084 : cluster [DBG] pgmap v8670: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:53:31.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:30 smithi156 conmon[67007]: 2022-01-18T20:53:33.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:32 smithi129 conmon[101092]: cluster 2022-01-18T20:53:31.791931+0000 mgr.smithi129.iclwio (mgr.14716) 10085 : cluster [DBG] pgmap v8671: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:33.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:32 smithi156 conmon[67007]: cluster 2022-01-18T20:53:31.791931+0000 mgr.smithi129.iclwio (mgr.14716) 10085 : cluster [DBG] pgmap v8671: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:34.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:34 smithi156 conmon[67007]: cluster 2022-01-18T20:53:33.792610+0000 mgr.smithi129.iclwio (mgr.14716) 10086 : cluster [DBG] pgmap v8672: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:34 smithi129 conmon[101092]: cluster 2022-01-18T20:53:33.792610+0000 mgr.smithi129.iclwio (mgr.14716) 10086 : cluster [DBG] pgmap v8672: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:37.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:36 smithi129 conmon[101092]: cluster 2022-01-18T20:53:35.793332+0000 mgr.smithi129.iclwio (mgr.14716) 10087 : cluster [DBG] pgmap v8673: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:37.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:36 smithi129 conmon[101092]: 2022-01-18T20:53:37.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:36 smithi156 conmon[67007]: cluster 2022-01-18T20:53:35.793332+0000 mgr.smithi129.iclwio (mgr.14716) 10087 : cluster [DBG] pgmap v8673: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:39.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:38 smithi129 conmon[101092]: cluster 2022-01-18T20:53:37.794017+0000 mgr.smithi129.iclwio (mgr.14716) 10088 : cluster [DBG] pgmap v8674: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:39.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:38 smithi156 conmon[67007]: cluster 2022-01-18T20:53:37.794017+0000 mgr.smithi129.iclwio (mgr.14716) 10088 : cluster [DBG] 2022-01-18T20:53:39.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:38 smithi156 conmon[67007]: pgmap v8674: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:41.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:40 smithi129 conmon[101092]: cluster 2022-01-18T20:53:39.794925+0000 mgr.smithi129.iclwio (mgr.14716) 10089 : cluster [DBG] pgmap v8675: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:53:41.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:40 smithi156 conmon[67007]: cluster 2022-01-18T20:53:39.794925+0000 mgr.smithi129.iclwio (mgr.14716) 10089 : cluster 2022-01-18T20:53:41.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:40 smithi156 conmon[67007]: [DBG] pgmap v8675: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:53:43.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:42 smithi129 conmon[101092]: cluster 2022-01-18T20:53:41.795372+0000 mgr.smithi129.iclwio (mgr.14716) 10090 : cluster [DBG] pgmap v8676: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:43.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:42 smithi156 conmon[67007]: cluster 2022-01-18T20:53:41.795372+0000 mgr.smithi129.iclwio (mgr.14716) 10090 : cluster [DBG] pgmap v8676: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:44.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:44 smithi156 conmon[67007]: cluster 2022-01-18T20:53:43.796030+0000 mgr.smithi129.iclwio (mgr.14716) 10091 : cluster [DBG] pgmap v8677: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:44 smithi129 conmon[101092]: cluster 2022-01-18T20:53:43.796030+0000 mgr.smithi129.iclwio (mgr.14716) 10091 : cluster [DBG] pgmap v8677: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:47.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:46 smithi129 conmon[101092]: cluster 2022-01-18T20:53:45.796892+0000 mgr.smithi129.iclwio (mgr.14716) 10092 : cluster [DBG] pgmap v8678: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:47.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:46 smithi156 conmon[67007]: cluster 2022-01-18T20:53:45.796892+0000 mgr.smithi129.iclwio (mgr.14716) 10092 : cluster [DBG] pgmap v8678: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:47.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:46 smithi156 conmon[67007]: 2022-01-18T20:53:49.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:48 smithi129 conmon[101092]: cluster 2022-01-18T20:53:47.797582+0000 mgr.smithi129.iclwio (mgr.14716) 10093 : cluster [DBG] 2022-01-18T20:53:49.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:48 smithi129 conmon[101092]: pgmap v8679: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:49.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:48 smithi156 conmon[67007]: cluster 2022-01-18T20:53:47.797582+0000 mgr.smithi129.iclwio (mgr.14716) 10093 : cluster [DBG] pgmap v8679: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:49.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:48 smithi156 conmon[67007]: 2022-01-18T20:53:49.302 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:53:49.569 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:53:49.570 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 2m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:53:49.570 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 2m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:53:49.570 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 2m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:53:49.571 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 2m ago 4h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:53:49.571 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 2m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:53:49.571 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 2m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:53:49.571 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 2m ago 4h 814M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:53:49.572 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 2m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:53:49.572 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 2m ago 4h 1824M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:53:49.572 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 2m ago 4h 871M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:53:49.572 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 2m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:53:49.572 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 2m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:53:49.573 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 2m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:53:49.573 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 2m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:53:49.573 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 2m ago 4h 2244M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:53:49.573 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 2m ago 4h 3347M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:53:49.573 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 2m ago 4h 2531M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:53:49.574 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 2m ago 4h 3373M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:53:49.574 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 2m ago 4h 3132M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:53:49.574 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 2m ago 4h 3637M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:53:49.575 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 2m ago 4h 2936M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:53:49.575 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 2m ago 4h 4228M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:53:49.575 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 2m ago 4h 156M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:53:49.893 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:53:49.893 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:53:49.893 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:53:49.894 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:53:49.894 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:53:49.894 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:53:49.894 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:53:49.894 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:53:49.895 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:53:49.895 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:53:49.895 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:53:49.895 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:53:49.896 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:53:49.896 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:53:49.896 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:53:49.896 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:53:49.897 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:53:49.897 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:53:49.897 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:53:51.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:50 smithi129 conmon[101092]: audit 2022-01-18T20:53:49.291092+0000 mgr.smithi129.iclwio (mgr.14716) 10094 : audit [DBG] from='client.40822 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:53:51.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:50 smithi129 conmon[101092]: audit 2022-01-18T20:53:49.561415+0000 mgr.smithi129.iclwio (mgr.14716) 10095 : audit [DBG] from='client.40826 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:53:51.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:50 smithi129 conmon[101092]: cluster 2022-01-18T20:53:51.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:50 smithi129 conmon[101092]: 2022-01-18T20:53:49.798267+0000 mgr.smithi129.iclwio (mgr.14716) 10096 : cluster 2022-01-18T20:53:51.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:50 smithi129 conmon[101092]: [DBG] pgmap v8680: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:53:51.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:50 smithi129 conmon[101092]: audit 2022-01-18T20 2022-01-18T20:53:51.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:50 smithi129 conmon[101092]: :53:49.893423+0000 mon.smithi129 (mon.0 2022-01-18T20:53:51.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:50 smithi129 conmon[101092]: ) 3024 : audit [DBG] from='client.? 172.21.15.129:0/750327997' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:53:51.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:50 smithi156 conmon[67007]: audit 2022-01-18T20:53:49.291092+0000 mgr.smithi129.iclwio (mgr.14716) 10094 : audit [DBG] from='client.40822 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:53:51.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:50 smithi156 conmon[67007]: audit 2022-01-18T20:53:49.561415+0000 mgr.smithi129.iclwio (mgr.14716) 10095 : audit [DBG] from='client.40826 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:53:51.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:50 smithi156 conmon[67007]: cluster 2022-01-18T20:53:49.798267+0000 mgr.smithi129.iclwio (mgr.14716) 10096 : 2022-01-18T20:53:51.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:50 smithi156 conmon[67007]: cluster [DBG] pgmap v8680: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:53:51.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:50 smithi156 conmon[67007]: audit 2022-01-18T20: 2022-01-18T20:53:51.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:50 smithi156 conmon[67007]: 53:49.893423+0000 mon.smithi129 (mon. 2022-01-18T20:53:51.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:50 smithi156 conmon[67007]: 0) 3024 : audit [DBG] from='client.? 172.21.15.129:0/750327997' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:53:53.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:52 smithi129 conmon[101092]: cluster 2022-01-18T20:53:51.798763+0000 mgr.smithi129.iclwio (mgr.14716) 10097 : cluster [DBG] pgmap v8681: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:53.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:52 smithi156 conmon[67007]: cluster 2022-01-18T20:53:51.798763+0000 mgr.smithi129.iclwio (mgr.14716) 10097 : cluster [DBG] pgmap v8681: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:54 smithi156 conmon[67007]: cluster 2022-01-18T20:53:53.799368+0000 mgr.smithi129.iclwio (mgr.14716) 10098 : cluster [DBG] pgmap v8682: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:54 smithi129 conmon[101092]: cluster 2022-01-18T20:53:53.799368+0000 mgr.smithi129.iclwio (mgr.14716) 10098 : cluster [DBG] pgmap v8682: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:57.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:56 smithi129 conmon[101092]: cluster 2022-01-18T20:53:55.800201+0000 mgr.smithi129.iclwio (mgr.14716) 10099 : cluster [DBG] pgmap v8683: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:57.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:56 smithi156 conmon[67007]: cluster 2022-01-18T20:53:55.800201+0000 mgr.smithi129.iclwio (mgr.14716) 10099 : cluster [DBG] pgmap v8683: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:59.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:58 smithi129 conmon[101092]: cluster 2022-01-18T20:53:57.800779+0000 mgr.smithi129.iclwio (mgr.14716) 10100 : cluster [DBG] pgmap v8684: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:53:59.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:58 smithi156 conmon[67007]: cluster 2022-01-18T20:53:57.800779+0000 mgr.smithi129.iclwio (mgr.14716) 10100 : cluster [DBG] pgmap v8684: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:59 smithi129 conmon[101092]: audit 2022-01-18T20:53:59.365633+0000 mon.smithi129 (mon.0) 3025 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:54:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:53:59 smithi129 conmon[101092]: audit 2022-01-18T20:53:59.365886+0000 mon.smithi129 (mon.0) 3026 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:54:00.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:59 smithi156 conmon[67007]: audit 2022-01-18T20:53:59.365633+0000 mon.smithi129 (mon.0) 3025 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:54:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:59 smithi156 conmon[67007]: audit 2022-01-18T20:53:59.365886+0000 mon.smithi129 2022-01-18T20:54:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:53:59 smithi156 conmon[67007]: (mon.0) 3026 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:54:01.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:00 smithi129 conmon[101092]: cluster 2022-01-18T20:53:59.801505+0000 mgr.smithi129.iclwio (mgr.14716) 10101 : cluster [DBG] pgmap v8685: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:54:01.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:00 smithi156 conmon[67007]: cluster 2022-01-18T20:53:59.801505+0000 mgr.smithi129.iclwio (mgr.14716) 10101 : cluster [DBG] pgmap v8685: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:54:03.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:02 smithi129 conmon[101092]: cluster 2022-01-18T20:54:01.802026+0000 mgr.smithi129.iclwio (mgr.14716) 10102 : cluster [DBG] pgmap v8686: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:03.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:02 smithi129 conmon[101092]: 2022-01-18T20:54:03.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:02 smithi156 conmon[67007]: cluster 2022-01-18T20:54:01.802026+0000 mgr.smithi129.iclwio (mgr.14716) 10102 : cluster [DBG] pgmap v8686: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:04.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:04 smithi156 conmon[67007]: cluster 2022-01-18T20:54:03.802666+0000 mgr.smithi129.iclwio (mgr.14716) 10103 : cluster [DBG] pgmap v8687: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:04 smithi129 conmon[101092]: cluster 2022-01-18T20:54:03.802666+0000 mgr.smithi129.iclwio (mgr.14716) 10103 : cluster [DBG] pgmap v8687: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:07.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:06 smithi129 conmon[101092]: cluster 2022-01-18T20:54:05.803450+0000 mgr.smithi129.iclwio (mgr.14716) 10104 : cluster [DBG] 2022-01-18T20:54:07.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:06 smithi129 conmon[101092]: pgmap v8688: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:07.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:06 smithi156 conmon[67007]: cluster 2022-01-18T20:54:05.803450+0000 mgr.smithi129.iclwio (mgr.14716) 10104 : cluster [DBG] 2022-01-18T20:54:07.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:06 smithi156 conmon[67007]: pgmap v8688: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:09.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:08 smithi129 conmon[101092]: cluster 2022-01-18T20:54:07.804015+0000 mgr.smithi129.iclwio (mgr.14716) 10105 : cluster [DBG] pgmap v8689: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:09.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:08 smithi156 conmon[67007]: cluster 2022-01-18T20:54:07.804015+0000 mgr.smithi129.iclwio (mgr.14716) 10105 : cluster [DBG] pgmap v8689: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:11.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:10 smithi129 conmon[101092]: cluster 2022-01-18T20:54:09.804770+0000 mgr.smithi129.iclwio (mgr.14716) 10106 : cluster [DBG] pgmap v8690: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:54:11.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:10 smithi156 conmon[67007]: cluster 2022-01-18T20:54:09.804770+0000 mgr.smithi129.iclwio (mgr.14716) 10106 : cluster [DBG] pgmap v8690: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:54:13.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:12 smithi129 conmon[101092]: cluster 2022-01-18T20:54:11.805307+0000 mgr.smithi129.iclwio (mgr.14716) 10107 : cluster 2022-01-18T20:54:13.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:12 smithi129 conmon[101092]: [DBG] pgmap v8691: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:13.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:12 smithi156 conmon[67007]: cluster 2022-01-18T20:54:11.805307+0000 mgr.smithi129.iclwio (mgr.14716) 10107 : cluster [DBG] pgmap v8691: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:14.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:14 smithi156 conmon[67007]: cluster 2022-01-18T20:54:13.805881+0000 mgr.smithi129.iclwio (mgr.14716) 10108 2022-01-18T20:54:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:14 smithi156 conmon[67007]: : cluster [DBG] pgmap v8692: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:14 smithi129 conmon[101092]: cluster 2022-01-18T20:54:13.805881+0000 mgr.smithi129.iclwio (mgr.14716) 10108 : cluster [DBG] pgmap v8692: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:17.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:16 smithi129 conmon[101092]: cluster 2022-01-18T20:54:15.806587+0000 mgr.smithi129.iclwio (mgr.14716) 10109 : cluster [DBG] pgmap v8693: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:17.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:16 smithi129 conmon[101092]: 2022-01-18T20:54:17.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:16 smithi156 conmon[67007]: cluster 2022-01-18T20:54:15.806587+0000 mgr.smithi129.iclwio (mgr.14716) 10109 : 2022-01-18T20:54:17.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:16 smithi156 conmon[67007]: cluster [DBG] pgmap v8693: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:17.867 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:17 smithi129 conmon[101092]: audit 2022-01-18T20:54:17.778691+0000 mon.smithi129 (mon.0) 3027 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:54:17.867 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:17 smithi129 conmon[101092]: audit 2022-01-18T20:54:17.780182+0000 mon.smithi129 (mon.0) 3028 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:54:17.867 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:17 smithi129 conmon[101092]: audit 2022-01-18T20:54:17.781013+0000 mon.smithi129 (mon.0) 3029 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:54:18.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:17 smithi156 conmon[67007]: audit 2022-01-18T20:54:17.778691+0000 mon.smithi129 (mon.0) 3027 : 2022-01-18T20:54:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:17 smithi156 conmon[67007]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:54:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:17 smithi156 conmon[67007]: audit 2022-01-18T20:54:17.780182+0000 mon.smithi129 (mon.0) 3028 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:54:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:17 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T20:54:18.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:17 smithi156 conmon[67007]: 18T20:54:17.781013+0000 mon.smithi129 (mon.0) 3029 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:54:19.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:18 smithi129 conmon[101092]: cephadm 2022-01-18T20:54:17.781704+0000 mgr.smithi129.iclwio (mgr.14716) 10110 : cephadm 2022-01-18T20:54:19.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:18 smithi129 conmon[101092]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:54:19.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:18 smithi129 conmon[101092]: cluster 2022-01-18T20:54:17.807088+0000 mgr.smithi129.iclwio (mgr.14716) 10111 : cluster [DBG] pgmap v8694: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:19.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:18 smithi129 conmon[101092]: audit 2022-01-18T20:54:18.092680+0000 mon.smithi129 (mon.0) 3030 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:54:19.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:18 smithi129 conmon[101092]: audit 2022-01-18T20:54:18.097361+0000 mon.smithi129 (mon.0) 3031 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:54:19.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:18 smithi129 conmon[101092]: 2022-01-18T20:54:19.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:18 smithi156 conmon[67007]: cephadm 2022-01-18T20:54:17.781704+0000 mgr.smithi129.iclwio (mgr.14716) 10110 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:54:19.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:18 smithi156 conmon[67007]: cluster 2022-01-18T20:54:17.807088+0000 mgr.smithi129.iclwio (mgr.14716) 10111 : cluster [DBG] pgmap v8694: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:19.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:18 smithi156 conmon[67007]: audit 2022-01-18T20:54:18.092680+0000 mon.smithi129 (mon.0) 3030 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:54:19.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:18 smithi156 conmon[67007]: audit 2022-01-18T20:54:18.097361+0000 mon.smithi129 (mon.0) 3031 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:54:20.191 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:54:20.457 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:54:20.457 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 3m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:54:20.458 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 3m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:54:20.458 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 3m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:54:20.459 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 3m ago 4h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:54:20.459 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 3m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:54:20.459 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 3m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:54:20.460 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 3m ago 4h 814M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:54:20.460 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 3m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:54:20.461 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 3m ago 4h 1824M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:54:20.461 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 3m ago 4h 871M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:54:20.461 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 3m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:54:20.461 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 3m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:54:20.462 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 3m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:54:20.462 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 3m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:54:20.462 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 3m ago 4h 2244M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:54:20.462 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 3m ago 4h 3347M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:54:20.463 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 3m ago 4h 2531M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:54:20.463 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 3m ago 4h 3373M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:54:20.463 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 3m ago 4h 3132M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:54:20.463 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 3m ago 4h 3637M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:54:20.464 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 3m ago 4h 2936M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:54:20.464 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 3m ago 4h 4228M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:54:20.464 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 3m ago 4h 156M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:54:20.774 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:54:20.774 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:54:20.775 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:54:20.775 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:54:20.775 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:54:20.775 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:54:20.775 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:54:20.776 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:54:20.776 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:54:20.776 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:54:20.776 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:54:20.777 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:54:20.777 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:54:20.777 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:54:20.777 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:54:20.778 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:54:20.778 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:54:20.778 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:54:20.778 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:54:21.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:20 smithi129 conmon[101092]: cluster 2022-01-18T20:54:19.808027+0000 mgr.smithi129.iclwio (mgr.14716) 10112 : cluster [DBG] pgmap v8695: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:54:21.395 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:20 smithi129 conmon[101092]: audit 2022-01-18T20:54 2022-01-18T20:54:21.396 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:20 smithi129 conmon[101092]: :20.774535+0000 mon.smithi129 (mon.0) 3032 : audit [DBG] from='client.? 172.21.15.129:0/1573733301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:54:21.396 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:20 smithi156 conmon[67007]: cluster 2022-01-18T20:54:19.808027+0000 mgr.smithi129.iclwio (mgr.14716) 10112 : cluster [DBG] pgmap v8695: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:54:21.396 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:20 smithi156 conmon[67007]: audit 2022-01-18T20:54:20 2022-01-18T20:54:21.397 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:20 smithi156 conmon[67007]: .774535+0000 mon.smithi129 (mon.0) 3032 : audit [DBG] from='client.? 172.21.15.129:0/1573733301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:54:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:21 smithi129 conmon[101092]: audit 2022-01-18T20:54:20.180604+0000 mgr.smithi129.iclwio (mgr.14716) 10113 : audit [DBG] from='client.40834 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:54:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:21 smithi129 conmon[101092]: audit 2022-01-18T20:54:20.448617 2022-01-18T20:54:22.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:21 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 10114 : audit [DBG] from='client.40838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:54:22.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:21 smithi156 conmon[67007]: audit 2022-01-18T20:54:20.180604+0000 mgr.smithi129.iclwio (mgr.14716) 10113 : audit [DBG] from='client.40834 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:54:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:21 smithi156 conmon[67007]: audit 2022-01-18T20:54:20.448617+0000 mgr.smithi129.iclwio (mgr 2022-01-18T20:54:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:21 smithi156 conmon[67007]: .14716) 10114 : audit [DBG] from='client.40838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:54:23.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:22 smithi129 conmon[101092]: cluster 2022-01-18T20:54:21.808422+0000 mgr.smithi129.iclwio (mgr.14716) 10115 : cluster [DBG] pgmap v8696: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:23.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:22 smithi156 conmon[67007]: cluster 2022-01-18T20:54:21.808422+0000 mgr.smithi129.iclwio (mgr.14716) 10115 : cluster [DBG] pgmap v8696: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:24.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:24 smithi156 conmon[67007]: cluster 2022-01-18T20:54:23.809132+0000 mgr.smithi129.iclwio (mgr.14716) 10116 : cluster [DBG] pgmap v8697: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:24 smithi129 conmon[101092]: cluster 2022-01-18T20:54:23.809132+0000 mgr.smithi129.iclwio (mgr.14716) 10116 : cluster [DBG] pgmap v8697: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:27.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:26 smithi129 conmon[101092]: cluster 2022-01-18T20:54:25.809883+0000 mgr.smithi129.iclwio (mgr.14716) 10117 : cluster [DBG] 2022-01-18T20:54:27.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:26 smithi129 conmon[101092]: pgmap v8698: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:27.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:26 smithi156 conmon[67007]: cluster 2022-01-18T20:54:25.809883+0000 mgr.smithi129.iclwio (mgr.14716) 10117 : cluster [DBG] pgmap v8698: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:29.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:28 smithi129 conmon[101092]: cluster 2022-01-18T20:54:27.810437+0000 mgr.smithi129.iclwio (mgr.14716) 10118 : cluster [DBG] 2022-01-18T20:54:29.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:28 smithi129 conmon[101092]: pgmap v8699: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:29.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:28 smithi156 conmon[67007]: cluster 2022-01-18T20:54:27.810437+0000 mgr.smithi129.iclwio (mgr.14716) 10118 : cluster [DBG] pgmap v8699: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:31.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:30 smithi129 conmon[101092]: cluster 2022-01-18T20:54:29.811247+0000 mgr.smithi129.iclwio (mgr.14716) 10119 : cluster 2022-01-18T20:54:31.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:30 smithi129 conmon[101092]: [DBG] pgmap v8700: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:54:31.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:30 smithi156 conmon[67007]: cluster 2022-01-18T20:54:29.811247+0000 mgr.smithi129.iclwio (mgr.14716) 10119 : cluster [DBG] pgmap v8700: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:54:33.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:32 smithi129 conmon[101092]: cluster 2022-01-18T20:54:31.811911+0000 mgr.smithi129.iclwio (mgr.14716) 10120 : cluster [DBG] pgmap v8701: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:33.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:32 smithi156 conmon[67007]: cluster 2022-01-18T20:54:31.811911+0000 mgr.smithi129.iclwio (mgr.14716) 10120 : cluster [DBG] pgmap v8701: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:34 smithi129 conmon[101092]: cluster 2022-01-18T20:54:33.812636+0000 mgr.smithi129.iclwio (mgr.14716) 10121 : cluster [DBG] pgmap v8702: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:34.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:34 smithi156 conmon[67007]: cluster 2022-01-18T20:54:33.812636+0000 mgr.smithi129.iclwio (mgr.14716) 10121 : cluster [DBG] pgmap v8702: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:37.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:36 smithi129 conmon[101092]: cluster 2022-01-18T20:54:35.813411+0000 mgr.smithi129.iclwio (mgr.14716) 10122 : cluster [DBG] pgmap v8703: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:37.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:36 smithi156 conmon[67007]: cluster 2022-01-18T20:54:35.813411+0000 mgr.smithi129.iclwio (mgr.14716) 10122 : cluster [DBG] pgmap v8703: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:39.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:38 smithi129 conmon[101092]: cluster 2022-01-18T20:54:37.813974+0000 mgr.smithi129.iclwio (mgr.14716) 10123 : cluster [DBG] pgmap v8704: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:39.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:38 smithi156 conmon[67007]: cluster 2022-01-18T20:54:37.813974+0000 mgr.smithi129.iclwio (mgr.14716) 10123 : cluster [DBG] pgmap v8704: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:41.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:40 smithi129 conmon[101092]: cluster 2022-01-18T20:54:39.814803+0000 mgr.smithi129.iclwio (mgr.14716) 10124 : cluster [DBG] pgmap v8705: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:54:41.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:40 smithi156 conmon[67007]: cluster 2022-01-18T20:54:39.814803+0000 mgr.smithi129.iclwio (mgr.14716) 10124 : cluster [DBG] pgmap v8705: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:54:43.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:42 smithi129 conmon[101092]: cluster 2022-01-18T20:54:41.815250+0000 mgr.smithi129.iclwio (mgr.14716) 10125 : cluster [DBG] pgmap v8706: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:43.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:42 smithi129 conmon[101092]: 2022-01-18T20:54:43.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:42 smithi156 conmon[67007]: cluster 2022-01-18T20:54:41.815250+0000 mgr.smithi129.iclwio (mgr.14716) 10125 : cluster [DBG] pgmap v8706: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:44 smithi129 conmon[101092]: cluster 2022-01-18T20:54:43.815803+0000 mgr.smithi129.iclwio (mgr.14716) 10126 2022-01-18T20:54:44.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:44 smithi129 conmon[101092]: : cluster [DBG] pgmap v8707: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:44.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:44 smithi156 conmon[67007]: cluster 2022-01-18T20:54:43.815803+0000 mgr.smithi129.iclwio (mgr.14716) 10126 : cluster [DBG] pgmap v8707: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:47.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:46 smithi129 conmon[101092]: cluster 2022-01-18T20:54:45.816818+0000 mgr.smithi129.iclwio (mgr.14716) 10127 : cluster [DBG] pgmap v8708: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:47.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:46 smithi129 conmon[101092]: 2022-01-18T20:54:47.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:46 smithi156 conmon[67007]: cluster 2022-01-18T20:54:45.816818+0000 mgr.smithi129.iclwio (mgr 2022-01-18T20:54:47.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:46 smithi156 conmon[67007]: .14716) 10127 : cluster [DBG] pgmap v8708: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:49.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:48 smithi129 conmon[101092]: cluster 2022-01-18T20:54:47.817483+0000 mgr.smithi129.iclwio (mgr.14716) 10128 : cluster [DBG] 2022-01-18T20:54:49.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:48 smithi129 conmon[101092]: pgmap v8709: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:49.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:48 smithi156 conmon[67007]: cluster 2022-01-18T20:54:47.817483+0000 mgr.smithi129.iclwio (mgr.14716) 10128 : cluster [DBG] pgmap v8709: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:49.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:48 smithi156 conmon[67007]: 2022-01-18T20:54:51.075 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:54:51.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:50 smithi129 conmon[101092]: cluster 2022-01-18T20:54:49.818184+0000 mgr.smithi129.iclwio (mgr.14716) 10129 : cluster [DBG] pgmap v8710: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:54:51.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:50 smithi156 conmon[67007]: cluster 2022-01-18T20:54:49.818184+0000 mgr.smithi129.iclwio (mgr.14716) 10129 : cluster [DBG] pgmap v8710: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:54:51.338 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:54:51.339 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 3m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:54:51.339 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 3m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:54:51.339 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 3m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:54:51.339 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 3m ago 4h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:54:51.340 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 3m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:54:51.340 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 3m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:54:51.340 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 3m ago 4h 814M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:54:51.340 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 3m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:54:51.341 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 3m ago 4h 1824M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:54:51.341 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 3m ago 4h 871M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:54:51.341 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 3m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:54:51.341 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 3m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:54:51.342 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 3m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:54:51.342 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 3m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:54:51.342 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 3m ago 4h 2244M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:54:51.342 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 3m ago 4h 3347M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:54:51.343 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 3m ago 4h 2531M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:54:51.343 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 3m ago 4h 3373M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:54:51.343 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 3m ago 4h 3132M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:54:51.343 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 3m ago 4h 3637M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:54:51.344 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 3m ago 4h 2936M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:54:51.344 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 3m ago 4h 4228M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:54:51.345 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 3m ago 4h 156M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:54:51.655 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:54:51.655 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:54:51.656 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:54:51.656 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:54:51.656 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:54:51.656 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:54:51.657 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:54:51.657 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:54:51.657 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:54:51.657 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:54:51.658 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:54:51.658 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:54:51.658 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:54:51.658 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:54:51.659 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:54:51.659 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:54:51.659 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:54:51.660 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:54:51.660 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:54:52.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:51 smithi129 conmon[101092]: audit 2022-01-18T20:54:51.655679+0000 mon.smithi129 (mon.0) 3033 : 2022-01-18T20:54:52.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:51 smithi129 conmon[101092]: audit [DBG] from='client.? 172.21.15.129:0/12263175' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:54:52.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:51 smithi156 conmon[67007]: audit 2022-01-18T20:54:51.655679+0000 mon.smithi129 (mon.0) 3033 : audit [DBG] from='client.? 172.21.15.129:0/12263175' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:54:53.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:52 smithi129 conmon[101092]: audit 2022-01-18T20: 2022-01-18T20:54:53.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:52 smithi129 conmon[101092]: 54:51.063547+0000 mgr.smithi129.iclwio (mgr.14716) 10130 : audit [DBG] from='client.40846 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:54:53.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:52 smithi129 conmon[101092]: audit 2022-01-18T20:54:51.330041+0000 mgr.smithi129.iclwio (mgr.14716) 10131 : audit [DBG] 2022-01-18T20:54:53.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:52 smithi129 conmon[101092]: from='client.40850 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:54:53.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:52 smithi129 conmon[101092]: cluster 2022-01-18T20:54:51. 2022-01-18T20:54:53.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:52 smithi129 conmon[101092]: 818733+0000 mgr.smithi129.iclwio (mgr.14716) 10132 : cluster 2022-01-18T20:54:53.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:52 smithi129 conmon[101092]: [DBG] pgmap v8711: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:53.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:52 smithi156 conmon[67007]: audit 2022-01-18T20:54:51.063547+0000 mgr.smithi129.iclwio (mgr.14716) 10130 : audit [DBG] 2022-01-18T20:54:53.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:52 smithi156 conmon[67007]: from='client.40846 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:54:53.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:52 smithi156 conmon[67007]: audit 2022-01-18T20:54:51.330041+0000 mgr.smithi129.iclwio (mgr.14716) 10131 : audit [DBG] from='client.40850 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:54:53.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:52 smithi156 conmon[67007]: cluster 2022-01-18T20 2022-01-18T20:54:53.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:52 smithi156 conmon[67007]: :54:51.818733+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T20:54:53.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:52 smithi156 conmon[67007]: 14716) 10132 : cluster [DBG] pgmap v8711: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:54 smithi129 conmon[101092]: cluster 2022-01-18T20:54:53.819358+0000 mgr.smithi129.iclwio (mgr.14716) 10133 : cluster [DBG] 2022-01-18T20:54:54.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:54 smithi129 conmon[101092]: pgmap v8712: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:54.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:54 smithi156 conmon[67007]: cluster 2022-01-18T20:54:53.819358+0000 mgr.smithi129.iclwio (mgr.14716) 10133 : cluster [DBG] pgmap v8712: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:57.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:56 smithi129 conmon[101092]: cluster 2022-01-18T20:54:55.820313+0000 mgr.smithi129.iclwio (mgr.14716) 10134 : cluster [DBG] pgmap v8713: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:57.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:56 smithi156 conmon[67007]: cluster 2022-01-18T20:54:55.820313+0000 mgr.smithi129.iclwio (mgr.14716) 10134 : cluster [DBG] pgmap v8713: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:59.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:58 smithi129 conmon[101092]: cluster 2022-01-18T20:54:57.820873+0000 mgr.smithi129.iclwio (mgr.14716) 10135 : cluster [DBG] pgmap v8714: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:54:59.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:58 smithi156 conmon[67007]: cluster 2022-01-18T20:54:57.820873+0000 mgr.smithi129.iclwio (mgr.14716) 10135 : cluster [DBG] pgmap v8714: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:59 smithi129 conmon[101092]: audit 2022-01-18T20:54:59.369855+0000 mon.smithi129 (mon.0) 3034 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:55:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:54:59 smithi129 conmon[101092]: audit 2022-01-18T20:54:59.370092+0000 mon.smithi129 (mon.0) 3035 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:55:00.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:59 smithi156 conmon[67007]: audit 2022-01-18T20:54:59.369855+0000 mon.smithi129 (mon.0) 3034 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:55:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:59 smithi156 conmon[67007]: audit 2022-01-18T20:54: 2022-01-18T20:55:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:54:59 smithi156 conmon[67007]: 59.370092+0000 mon.smithi129 (mon.0) 3035 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:55:01.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:00 smithi129 conmon[101092]: cluster 2022-01-18T20:54:59.821835+0000 mgr.smithi129.iclwio (mgr.14716) 10136 : cluster [DBG] pgmap v8715: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:55:01.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:00 smithi156 conmon[67007]: cluster 2022-01-18T20:54:59.821835+0000 mgr.smithi129.iclwio (mgr.14716) 10136 : cluster [DBG] pgmap v8715: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:55:03.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:02 smithi129 conmon[101092]: cluster 2022-01-18T20:55:01.822261 2022-01-18T20:55:03.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:02 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 10137 : cluster [DBG] pgmap v8716: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:03.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:02 smithi156 conmon[67007]: cluster 2022-01-18T20:55:01.822261+0000 mgr.smithi129.iclwio (mgr.14716) 10137 : cluster [DBG] pgmap v8716: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:04 smithi129 conmon[101092]: cluster 2022-01-18T20:55:03.822867+0000 mgr.smithi129.iclwio (mgr.14716) 10138 : cluster [DBG] pgmap v8717: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:04.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:04 smithi156 conmon[67007]: cluster 2022-01-18T20:55:03.822867+0000 mgr.smithi129.iclwio (mgr.14716) 10138 : cluster [DBG] pgmap v8717: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:07.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:06 smithi129 conmon[101092]: cluster 2022-01-18T20:55:05.823741+0000 mgr.smithi129.iclwio (mgr.14716) 10139 : cluster [DBG] pgmap v8718: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:07.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:06 smithi129 conmon[101092]: 2022-01-18T20:55:07.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:06 smithi156 conmon[67007]: cluster 2022-01-18T20:55:05.823741+0000 mgr.smithi129.iclwio (mgr.14716) 10139 : cluster [DBG] pgmap v8718: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:09.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:08 smithi129 conmon[101092]: cluster 2022-01-18T20:55:07.824369+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T20:55:09.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:08 smithi129 conmon[101092]: 14716) 10140 : cluster [DBG] pgmap v8719: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:09.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:08 smithi156 conmon[67007]: cluster 2022-01-18T20:55:07.824369+0000 mgr.smithi129.iclwio (mgr.14716) 10140 : cluster [DBG] pgmap v8719: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:11.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:10 smithi129 conmon[101092]: cluster 2022-01-18T20:55:09.825165+0000 mgr.smithi129.iclwio (mgr.14716) 10141 : cluster [DBG] pgmap v8720: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:55:11.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:10 smithi156 conmon[67007]: cluster 2022-01-18T20:55:09.825165+0000 mgr.smithi129.iclwio (mgr.14716) 10141 : cluster [DBG] pgmap v8720: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:55:13.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:12 smithi129 conmon[101092]: cluster 2022-01-18T20:55:11.825825+0000 mgr.smithi129.iclwio (mgr.14716) 10142 : cluster [DBG] pgmap v8721: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:13.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:12 smithi156 conmon[67007]: cluster 2022-01-18T20:55:11.825825+0000 mgr.smithi129.iclwio (mgr.14716) 10142 : cluster [DBG] pgmap v8721: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:14 smithi129 conmon[101092]: cluster 2022-01-18T20:55:13.826318+0000 mgr.smithi129.iclwio (mgr.14716) 10143 : cluster [DBG] pgmap v8722: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:14 smithi129 conmon[101092]: 2022-01-18T20:55:14.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:14 smithi156 conmon[67007]: cluster 2022-01-18T20:55:13.826318+0000 mgr.smithi129.iclwio (mgr.14716) 10143 : cluster [DBG] pgmap v8722: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:17.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:16 smithi129 conmon[101092]: cluster 2022-01-18T20:55:15.827117+0000 mgr.smithi129.iclwio (mgr.14716) 10144 : cluster [DBG] pgmap v8723: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:17.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:16 smithi156 conmon[67007]: cluster 2022-01-18T20:55:15.827117+0000 mgr.smithi129.iclwio (mgr.14716) 10144 : cluster [DBG] pgmap v8723: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:19.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:18 smithi129 conmon[101092]: cluster 2022-01-18T20:55:17.827829+0000 mgr.smithi129.iclwio (mgr.14716) 10145 : cluster [DBG] pgmap v8724: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:19.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:18 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T20:55:19.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:18 smithi129 conmon[101092]: T20:55:18.099891+0000 mon.smithi129 (mon.0) 3036 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:55:19.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:18 smithi129 conmon[101092]: audit 2022-01-18T20:55:18.101244+0000 mon.smithi129 (mon.0) 3037 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:55:19.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:18 smithi129 conmon[101092]: audit 2022-01-18T20:55: 2022-01-18T20:55:19.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:18 smithi129 conmon[101092]: 18.102126+0000 mon.smithi129 (mon.0) 3038 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:55:19.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:18 smithi129 conmon[101092]: audit 2022-01-18T20:55: 2022-01-18T20:55:19.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:18 smithi129 conmon[101092]: 18.411804+0000 mon.smithi129 (mon.0) 3039 : 2022-01-18T20:55:19.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:18 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:55:19.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:18 smithi129 conmon[101092]: audit 2022-01-18T20:55: 2022-01-18T20:55:19.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:18 smithi129 conmon[101092]: 18.419192+0000 mon.smithi129 (mon.0) 3040 : 2022-01-18T20:55:19.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:18 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:55:19.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:18 smithi156 conmon[67007]: cluster 2022-01-18T20:55:17.827829+0000 mgr.smithi129.iclwio (mgr.14716) 10145 2022-01-18T20:55:19.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:18 smithi156 conmon[67007]: : cluster [DBG] pgmap v8724: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:19.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:18 smithi156 conmon[67007]: audit 2022-01-18T20:55:18.099891+0000 mon.smithi129 (mon.0) 3036 : audit [DBG] 2022-01-18T20:55:19.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:18 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:55:19.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:18 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T20:55:19.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:18 smithi156 conmon[67007]: T20:55:18.101244+0000 mon.smithi129 (mon.0) 3037 2022-01-18T20:55:19.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:18 smithi156 conmon[67007]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:55:19.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:18 smithi156 conmon[67007]: audit 2022-01 2022-01-18T20:55:19.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:18 smithi156 conmon[67007]: -18T20:55:18.102126 2022-01-18T20:55:19.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:18 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 3038 : 2022-01-18T20:55:19.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:18 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:55:19.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:18 smithi156 conmon[67007]: audit 2022-01 2022-01-18T20:55:19.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:18 smithi156 conmon[67007]: -18T20:55:18.411804 2022-01-18T20:55:19.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:18 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 3039 : audit [INF] 2022-01-18T20:55:19.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:18 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:55:19.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:18 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T20:55:19.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:18 smithi156 conmon[67007]: 20:55:18.419192+0000 mon.smithi129 (mon 2022-01-18T20:55:19.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:18 smithi156 conmon[67007]: .0) 3040 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:55:20.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:19 smithi129 conmon[101092]: cephadm 2022-01-18T20:55:18.102908+0000 mgr.smithi129.iclwio (mgr.14716) 10146 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:55:20.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:19 smithi156 conmon[67007]: cephadm 2022-01-18T20:55:18.102908+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:55:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:19 smithi156 conmon[67007]: 10146 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:55:21.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:20 smithi129 conmon[101092]: cluster 2022-01-18T20:55:19.828577+0000 mgr.smithi129.iclwio (mgr.14716) 10147 : cluster [DBG] pgmap v8725: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:55:21.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:20 smithi129 conmon[101092]: 2022-01-18T20:55:21.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:20 smithi156 conmon[67007]: cluster 2022-01-18T20:55:19.828577+0000 mgr.smithi129.iclwio (mgr.14716) 10147 : cluster [DBG] pgmap v8725: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:55:21.958 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:55:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:21 smithi129 conmon[101092]: cluster 2022-01-18T20:55:21.829015+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T20:55:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:21 smithi129 conmon[101092]: ) 10148 : cluster [DBG] pgmap v8726: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:22.222 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:55:22.222 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 4m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:55:22.222 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 4m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:55:22.223 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 4m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:55:22.223 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 4m ago 4h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:55:22.223 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 4m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:55:22.224 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 4m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:55:22.224 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 4m ago 5h 814M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:55:22.224 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 4m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:55:22.224 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 4m ago 5h 1824M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:55:22.224 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 4m ago 4h 871M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:55:22.225 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 4m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:55:22.225 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 4m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:55:22.225 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 4m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:55:22.225 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 4m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:55:22.226 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 4m ago 4h 2244M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:55:22.226 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 4m ago 4h 3347M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:55:22.226 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 4m ago 4h 2531M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:55:22.226 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 4m ago 4h 3373M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:55:22.227 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 4m ago 4h 3132M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:55:22.227 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 4m ago 4h 3637M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:55:22.227 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 4m ago 4h 2936M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:55:22.227 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 4m ago 4h 4228M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:55:22.227 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 4m ago 4h 156M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:55:22.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:21 smithi156 conmon[67007]: cluster 2022-01-18T20:55:21.829015+0000 mgr.smithi129.iclwio (mgr.14716) 10148 : cluster [DBG] pgmap v8726: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:21 smithi156 conmon[67007]: 2022-01-18T20:55:22.543 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:55:22.544 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:55:22.544 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:55:22.544 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:55:22.545 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:55:22.545 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:55:22.545 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:55:22.545 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:55:22.545 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:55:22.546 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:55:22.546 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:55:22.546 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:55:22.546 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:55:22.547 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:55:22.547 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:55:22.547 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:55:22.547 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:55:22.548 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:55:22.548 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:55:23.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:22 smithi129 conmon[101092]: audit 2022-01-18T20:55:21.946641+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:55:23.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:22 smithi129 conmon[101092]: 10149 : audit [DBG] from='client.40858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:55:23.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:22 smithi129 conmon[101092]: audit 2022-01-18T20:55:22.214044+0000 mgr.smithi129.iclwio (mgr.14716) 10150 : audit [DBG] from='client.40862 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:55:23.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:22 smithi129 conmon[101092]: audit 2022-01-18T20:55:23.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:22 smithi129 conmon[101092]: 2022-01-18T20:55:22.544105+0000 mon.smithi129 (mon.0) 3041 : audit [DBG] from='client.? 172.21.15.129:0/1314695025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:55:23.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:22 smithi156 conmon[67007]: audit 2022-01-18T20:55:21.946641+0000 mgr.smithi129.iclwio (mgr.14716) 10149 : audit 2022-01-18T20:55:23.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:22 smithi156 conmon[67007]: [DBG] from='client.40858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:55:23.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:22 smithi156 conmon[67007]: audit 2022-01-18T20:55:22.214044+0000 mgr.smithi129.iclwio (mgr.14716) 10150 : audit [DBG] from='client.40862 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:55:23.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:22 smithi156 conmon[67007]: audit 2022-01-18T20:55:22.544105+0000 2022-01-18T20:55:23.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:22 smithi156 conmon[67007]: mon.smithi129 (mon.0) 3041 : audit [DBG] from='client.? 172.21.15.129:0/1314695025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:55:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:24 smithi129 conmon[101092]: cluster 2022-01-18T20:55:23.829517+0000 mgr.smithi129.iclwio (mgr.14716) 10151 : cluster [DBG] pgmap v8727: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:24.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:24 smithi156 conmon[67007]: cluster 2022-01-18T20:55:23.829517+0000 mgr.smithi129.iclwio (mgr.14716) 10151 : cluster [DBG] pgmap v8727: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:27.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:26 smithi129 conmon[101092]: cluster 2022-01-18T20:55:25.830358+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:55:27.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:26 smithi129 conmon[101092]: 10152 : cluster [DBG] pgmap v8728: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:27.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:26 smithi156 conmon[67007]: cluster 2022-01-18T20:55:25.830358+0000 mgr.smithi129.iclwio (mgr.14716) 10152 : cluster [DBG] pgmap v8728: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:27.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:26 smithi156 conmon[67007]: 2022-01-18T20:55:29.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:28 smithi129 conmon[101092]: cluster 2022-01-18T20:55:27.831003+0000 mgr.smithi129.iclwio (mgr.14716) 10153 : cluster [DBG] pgmap v8729: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:29.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:28 smithi156 conmon[67007]: cluster 2022-01-18T20:55:27.831003+0000 mgr.smithi129.iclwio (mgr.14716) 10153 : cluster [DBG] pgmap v8729: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:31.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:30 smithi129 conmon[101092]: cluster 2022-01-18T20:55:29.831705+0000 mgr.smithi129.iclwio (mgr.14716) 10154 : cluster [DBG] pgmap v8730: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:55:31.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:30 smithi156 conmon[67007]: cluster 2022-01-18T20:55:29.831705+0000 mgr.smithi129.iclwio (mgr.14716) 10154 : cluster 2022-01-18T20:55:31.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:30 smithi156 conmon[67007]: [DBG] pgmap v8730: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:55:33.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:32 smithi129 conmon[101092]: cluster 2022-01-18T20:55:31.832241+0000 mgr.smithi129.iclwio (mgr.14716) 10155 : cluster [DBG] pgmap v8731: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:33.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:32 smithi156 conmon[67007]: cluster 2022-01-18T20:55:31.832241+0000 mgr.smithi129.iclwio (mgr.14716) 10155 : cluster [DBG] pgmap v8731: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:34 smithi129 conmon[101092]: cluster 2022-01-18T20:55:33.832770+0000 mgr.smithi129.iclwio (mgr.14716) 10156 : cluster [DBG] pgmap v8732: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:34.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:34 smithi156 conmon[67007]: cluster 2022-01-18T20:55:33.832770+0000 mgr.smithi129.iclwio (mgr.14716) 10156 : cluster [DBG] pgmap v8732: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:34.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:34 smithi156 conmon[67007]: 2022-01-18T20:55:37.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:36 smithi129 conmon[101092]: cluster 2022-01-18T20:55:35.833685+0000 mgr.smithi129.iclwio (mgr.14716) 10157 : cluster [DBG] pgmap v8733: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:37.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:36 smithi156 conmon[67007]: cluster 2022-01-18T20:55:35.833685+0000 mgr.smithi129.iclwio (mgr.14716) 10157 : cluster [DBG] pgmap v8733: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:39.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:38 smithi129 conmon[101092]: cluster 2022-01-18T20:55:37.834245+0000 mgr.smithi129.iclwio (mgr.14716) 10158 : cluster [DBG] pgmap v8734: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:39.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:38 smithi129 conmon[101092]: 2022-01-18T20:55:39.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:38 smithi156 conmon[67007]: cluster 2022-01-18T20:55:37.834245+0000 mgr.smithi129.iclwio (mgr.14716) 10158 : cluster [DBG] pgmap v8734: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:41.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:40 smithi129 conmon[101092]: cluster 2022-01-18T20:55:39.835111+0000 mgr.smithi129.iclwio (mgr.14716) 10159 : cluster [DBG] pgmap v8735: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:55:41.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:40 smithi156 conmon[67007]: cluster 2022-01-18T20:55:39.835111+0000 mgr.smithi129.iclwio (mgr.14716) 10159 : cluster [DBG] pgmap v8735: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:55:42.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:41 smithi156 conmon[67007]: cluster 2022-01-18T20:55:41.835706+0000 mgr.smithi129.iclwio (mgr.14716) 10160 : cluster [DBG] pgmap v8736: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:41 smithi156 conmon[67007]: 2022-01-18T20:55:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:41 smithi129 conmon[101092]: cluster 2022-01-18T20:55:41.835706+0000 mgr.smithi129.iclwio (mgr.14716) 10160 : cluster [DBG] pgmap v8736: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:44 smithi129 conmon[101092]: cluster 2022-01-18T20:55:43.836355+0000 mgr.smithi129.iclwio (mgr.14716) 10161 : cluster [DBG] pgmap v8737: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:44.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:44 smithi156 conmon[67007]: cluster 2022-01-18T20:55:43.836355+0000 mgr.smithi129.iclwio (mgr.14716) 10161 : cluster [DBG] pgmap v8737: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:47.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:46 smithi129 conmon[101092]: cluster 2022-01-18T20:55:45.837200+0000 mgr.smithi129.iclwio (mgr.14716) 10162 : cluster [DBG] pgmap v8738: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:47.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:46 smithi156 conmon[67007]: cluster 2022-01-18T20:55:45.837200+0000 mgr.smithi129.iclwio (mgr.14716) 10162 : cluster [DBG] 2022-01-18T20:55:47.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:46 smithi156 conmon[67007]: pgmap v8738: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:49.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:48 smithi129 conmon[101092]: cluster 2022-01-18T20:55:47.837677+0000 mgr.smithi129.iclwio (mgr.14716) 10163 : cluster [DBG] 2022-01-18T20:55:49.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:48 smithi129 conmon[101092]: pgmap v8739: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:49.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:48 smithi156 conmon[67007]: cluster 2022-01-18T20:55:47.837677+0000 mgr.smithi129.iclwio (mgr.14716) 10163 : cluster [DBG] pgmap v8739: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:51.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:50 smithi129 conmon[101092]: cluster 2022-01-18T20:55:49.838458+0000 mgr.smithi129.iclwio (mgr.14716) 10164 : cluster [DBG] pgmap v8740: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:55:51.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:50 smithi156 conmon[67007]: cluster 2022-01-18T20:55:49.838458+0000 mgr.smithi129.iclwio (mgr.14716) 10164 : cluster [DBG] pgmap v8740: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:55:52.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:51 smithi129 conmon[101092]: cluster 2022-01-18T20:55:51.838933+0000 mgr.smithi129.iclwio (mgr.14716) 10165 : cluster [DBG] 2022-01-18T20:55:52.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:51 smithi129 conmon[101092]: pgmap v8741: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:52.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:51 smithi156 conmon[67007]: cluster 2022-01-18T20:55:51.838933+0000 mgr.smithi129.iclwio (mgr.14716) 10165 : cluster [DBG] pgmap v8741: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:52.841 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:55:53.111 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:55:53.112 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 4m ago 4h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:55:53.112 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 4m ago 4h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:55:53.112 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 4m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:55:53.112 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 4m ago 4h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:55:53.113 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 4m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:55:53.113 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 4m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:55:53.113 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 4m ago 5h 814M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:55:53.113 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 4m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:55:53.114 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 4m ago 5h 1824M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:55:53.114 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 4m ago 4h 871M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:55:53.114 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 4m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:55:53.114 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 4m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:55:53.115 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 4m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:55:53.115 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 4m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:55:53.115 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 4m ago 4h 2244M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:55:53.115 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 4m ago 4h 3347M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:55:53.115 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 4m ago 4h 2531M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:55:53.116 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 4m ago 4h 3373M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:55:53.116 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 4m ago 4h 3132M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:55:53.116 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 4m ago 4h 3637M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:55:53.116 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 4m ago 4h 2936M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:55:53.117 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 4m ago 4h 4228M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:55:53.117 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 4m ago 4h 156M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:55:53.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:52 smithi129 conmon[101092]: audit 2022-01-18T20:55:52.829110+0000 mgr.smithi129.iclwio (mgr.14716) 10166 2022-01-18T20:55:53.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:52 smithi129 conmon[101092]: : audit [DBG] from='client.40870 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:55:53.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:52 smithi156 conmon[67007]: audit 2022-01-18T20:55:52.829110+0000 mgr.smithi129.iclwio (mgr.14716) 10166 : audit [DBG] from='client.40870 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:55:53.431 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:55:53.432 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:55:53.432 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:55:53.432 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:55:53.432 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:55:53.433 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:55:53.433 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:55:53.433 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:55:53.433 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:55:53.434 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:55:53.434 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:55:53.434 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:55:53.434 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:55:53.434 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:55:53.435 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:55:53.435 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:55:53.435 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:55:53.435 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:55:53.437 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:55:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:54 smithi129 conmon[101092]: audit 2022-01-18T20:55:53.103001+0000 mgr.smithi129.iclwio (mgr.14716) 10167 : audit [DBG] from='client.40874 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:55:54.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:54 smithi129 conmon[101092]: 2022-01-18T20:55:54.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:54 smithi129 conmon[101092]: audit 2022-01-18T20:55:53.431763+0000 mon.smithi129 (mon.0) 3042 : audit [DBG] from='client.? 172.21.15.129:0/16902942' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:55:54.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:54 smithi129 conmon[101092]: cluster 2022-01-18T20:55:53.839423+0000 2022-01-18T20:55:54.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:54 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 10168 : cluster [DBG] pgmap v8742: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:54.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:54 smithi156 conmon[67007]: audit 2022-01-18T20:55:53.103001+0000 mgr.smithi129.iclwio (mgr.14716) 10167 : audit [DBG] from='client.40874 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:55:54.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:54 smithi156 conmon[67007]: audit 2022-01-18T20:55:53.431763+0000 mon.smithi129 (mon.0) 3042 : audit [DBG] from='client.? 172.21.15.129:0/16902942' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:55:54.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:54 smithi156 conmon[67007]: cluster 2022-01-18T20:55:53.839423+0000 mgr.smithi129.iclwio (mgr.14716) 10168 : cluster [DBG] pgmap v8742: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:57.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:56 smithi129 conmon[101092]: cluster 2022-01-18T20:55:55.840236+0000 mgr.smithi129.iclwio (mgr.14716) 10169 : cluster [DBG] pgmap v8743: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:57.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:56 smithi129 conmon[101092]: 2022-01-18T20:55:57.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:56 smithi156 conmon[67007]: cluster 2022-01-18T20:55:55.840236+0000 mgr.smithi129.iclwio (mgr.14716) 10169 : cluster [DBG] 2022-01-18T20:55:57.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:56 smithi156 conmon[67007]: pgmap v8743: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:59.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:58 smithi129 conmon[101092]: cluster 2022-01-18T20:55:57.840797+0000 mgr.smithi129.iclwio (mgr.14716) 10170 : cluster [DBG] pgmap v8744: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:55:59.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:58 smithi156 conmon[67007]: cluster 2022-01-18T20:55:57.840797+0000 mgr.smithi129.iclwio (mgr.14716) 10170 : cluster [DBG] pgmap v8744: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:59 smithi129 conmon[101092]: audit 2022-01-18T20:55:59.374569+0000 mon.smithi129 (mon.0) 3043 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:56:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:59 smithi129 conmon[101092]: audit 2022-01-18T20:55:59.374829+0000 mon.smithi129 (mon.0) 3044 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:56:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:55:59 smithi129 conmon[101092]: cluster 2022-01-18T20:55:59.841627+0000 mgr.smithi129.iclwio (mgr.14716) 10171 : cluster [DBG] pgmap v8745: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:56:00.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:59 smithi156 conmon[67007]: audit 2022-01-18T20:55:59.374569+0000 mon.smithi129 (mon.0) 3043 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:56:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:59 smithi156 conmon[67007]: 2022-01-18T20:56:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:59 smithi156 conmon[67007]: audit 2022-01-18T20:55:59.374829+0000 mon.smithi129 (mon.0) 3044 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:56:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:55:59 smithi156 conmon[67007]: cluster 2022-01-18T20:55:59.841627+0000 mgr.smithi129.iclwio (mgr.14716) 10171 : cluster [DBG] pgmap v8745: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:56:03.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:02 smithi129 conmon[101092]: cluster 2022-01-18T20:56:01.842133+0000 mgr.smithi129.iclwio (mgr.14716) 10172 : cluster 2022-01-18T20:56:03.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:02 smithi129 conmon[101092]: [DBG] pgmap v8746: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:03.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:02 smithi156 conmon[67007]: cluster 2022-01-18T20:56:01.842133+0000 mgr.smithi129.iclwio (mgr.14716) 10172 : cluster [DBG] pgmap v8746: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:04 smithi129 conmon[101092]: cluster 2022-01-18T20:56:03.842744+0000 mgr.smithi129.iclwio (mgr.14716) 10173 : cluster [DBG] pgmap v8747: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:04 smithi129 conmon[101092]: 2022-01-18T20:56:04.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:04 smithi156 conmon[67007]: cluster 2022-01-18T20:56:03.842744+0000 mgr.smithi129.iclwio (mgr.14716) 10173 : cluster [DBG] 2022-01-18T20:56:04.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:04 smithi156 conmon[67007]: pgmap v8747: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:07.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:06 smithi129 conmon[101092]: cluster 2022-01-18T20:56:05.843600+0000 mgr.smithi129.iclwio (mgr.14716) 10174 : cluster [DBG] pgmap v8748: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:07.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:06 smithi129 conmon[101092]: 2022-01-18T20:56:07.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:06 smithi156 conmon[67007]: cluster 2022-01-18T20:56:05.843600+0000 mgr.smithi129.iclwio (mgr.14716) 10174 : cluster [DBG] pgmap v8748: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:09.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:08 smithi129 conmon[101092]: cluster 2022-01-18T20:56:07.844215+0000 mgr.smithi129.iclwio (mgr.14716) 10175 : cluster [DBG] pgmap v8749: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:09.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:08 smithi156 conmon[67007]: cluster 2022-01-18T20:56:07.844215+0000 mgr.smithi129.iclwio (mgr.14716) 10175 : cluster [DBG] pgmap v8749: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:10.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:09 smithi129 conmon[101092]: cluster 2022-01-18T20:56:09.845103+0000 mgr.smithi129.iclwio (mgr.14716) 10176 : cluster [DBG] pgmap v8750: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:56:10.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:09 smithi156 conmon[67007]: cluster 2022-01-18T20:56:09.845103+0000 mgr.smithi129.iclwio (mgr.14716) 10176 : cluster [DBG] pgmap v8750: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:56:13.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:12 smithi129 conmon[101092]: cluster 2022-01-18T20:56:11.845708+0000 mgr.smithi129.iclwio (mgr.14716) 10177 : cluster 2022-01-18T20:56:13.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:12 smithi129 conmon[101092]: [DBG] pgmap v8751: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:13.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:12 smithi156 conmon[67007]: cluster 2022-01-18T20:56:11.845708+0000 mgr.smithi129.iclwio (mgr.14716) 10177 : cluster [DBG] 2022-01-18T20:56:13.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:12 smithi156 conmon[67007]: pgmap v8751: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:14 smithi129 conmon[101092]: cluster 2022-01-18T20:56:13.846396+0000 mgr.smithi129.iclwio (mgr.14716) 10178 2022-01-18T20:56:14.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:14 smithi129 conmon[101092]: : cluster [DBG] pgmap v8752: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:14.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:14 smithi156 conmon[67007]: cluster 2022-01-18T20:56:13.846396+0000 mgr.smithi129.iclwio (mgr.14716) 10178 : cluster [DBG] pgmap v8752: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:17.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:16 smithi129 conmon[101092]: cluster 2022-01-18T20:56:15.847235+0000 mgr.smithi129.iclwio (mgr.14716) 10179 : cluster [DBG] pgmap v8753: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:17.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:16 smithi156 conmon[67007]: cluster 2022-01-18T20:56:15.847235+0000 mgr.smithi129.iclwio (mgr.14716) 10179 : cluster [DBG] pgmap v8753: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:18.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:17 smithi129 conmon[101092]: cluster 2022-01-18T20:56:17.847818+0000 mgr.smithi129.iclwio (mgr.14716) 10180 : cluster [DBG] pgmap v8754: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:18.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:17 smithi129 conmon[101092]: 2022-01-18T20:56:18.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:17 smithi156 conmon[67007]: cluster 2022-01-18T20:56:17.847818+0000 mgr.smithi129.iclwio (mgr.14716) 10180 : cluster [DBG] 2022-01-18T20:56:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:17 smithi156 conmon[67007]: pgmap v8754: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:19.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:19 smithi129 conmon[101092]: audit 2022-01-18T20:56:18.421914+0000 mon.smithi129 (mon.0) 3045 : audit [DBG] 2022-01-18T20:56:19.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:19 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:56:19.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:19 smithi129 conmon[101092]: audit 2022-01-18T20:56:18.423286+0000 mon.smithi129 (mon.0) 3046 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:56:19.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:19 smithi129 conmon[101092]: audit 2022-01-18T20:56:18.424195+0000 mon.smithi129 (mon.0) 3047 : 2022-01-18T20:56:19.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:19 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:56:19.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:19 smithi129 conmon[101092]: cephadm 2022-01-18T20:56:18.424970+0000 mgr.smithi129.iclwio (mgr.14716) 10181 : cephadm [WRN] 2022-01-18T20:56:19.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:19 smithi129 conmon[101092]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:56:19.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:19 smithi129 conmon[101092]: audit 2022-01-18T20:56:18 2022-01-18T20:56:19.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:19 smithi129 conmon[101092]: .729901+0000 mon.smithi129 (mon.0) 3048 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:56:19.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:19 smithi129 conmon[101092]: audit 2022-01-18T20:56:18.736840+0000 mon.smithi129 (mon.0) 3049 2022-01-18T20:56:19.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:19 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:56:19.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:19 smithi156 conmon[67007]: audit 2022-01-18T20:56:18.421914+0000 mon.smithi129 (mon.0) 3045 2022-01-18T20:56:19.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:19 smithi156 conmon[67007]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:56:19.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:19 smithi156 conmon[67007]: audit 2022-01-18T20:56:18.423286+0000 mon.smithi129 (mon.0) 3046 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:56:19.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:19 smithi156 conmon[67007]: audit 2022-01-18T20:56:19.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:19 smithi156 conmon[67007]: 2022-01-18T20:56:18.424195+0000 mon.smithi129 ( 2022-01-18T20:56:19.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:19 smithi156 conmon[67007]: mon.0) 3047 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:56:19.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:19 smithi156 conmon[67007]: 2022-01-18T20:56:19.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:19 smithi156 conmon[67007]: cephadm 2022 2022-01-18T20:56:19.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:19 smithi156 conmon[67007]: -01-18T20:56:18. 2022-01-18T20:56:19.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:19 smithi156 conmon[67007]: 424970+0000 mgr.smithi129.iclwio (mgr.14716) 10181 : 2022-01-18T20:56:19.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:19 smithi156 conmon[67007]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:56:19.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:19 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T20:56:19.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:19 smithi156 conmon[67007]: 18T20:56:18.729901+0000 2022-01-18T20:56:19.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:19 smithi156 conmon[67007]: mon.smithi129 (mon.0) 3048 : audit 2022-01-18T20:56:19.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:19 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:56:19.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:19 smithi156 conmon[67007]: audit 2022 2022-01-18T20:56:19.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:19 smithi156 conmon[67007]: -01-18T20:56:18 2022-01-18T20:56:19.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:19 smithi156 conmon[67007]: .736840+0000 mon.smithi129 (mon.0) 2022-01-18T20:56:19.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:19 smithi156 conmon[67007]: 3049 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:56:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:20 smithi129 conmon[101092]: cluster 2022-01-18T20:56:19.848719+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T20:56:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:20 smithi129 conmon[101092]: 14716) 10182 : cluster [DBG] pgmap v8755: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:56:20.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:20 smithi156 conmon[67007]: cluster 2022-01-18T20:56:19.848719+0000 mgr.smithi129.iclwio (mgr.14716) 10182 : cluster [DBG] pgmap v8755: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:56:23.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:22 smithi129 conmon[101092]: cluster 2022-01-18T20:56:21.849159+0000 mgr.smithi129.iclwio (mgr.14716) 10183 : cluster [DBG] pgmap v8756: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:23.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:22 smithi156 conmon[67007]: cluster 2022-01-18T20:56:21.849159+0000 mgr.smithi129.iclwio (mgr.14716) 10183 : cluster [DBG] pgmap v8756: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:23.730 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:56:23.995 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:56:23.995 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 5m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:56:23.996 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 5m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:56:23.996 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 5m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:56:23.997 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 5m ago 4h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:56:23.997 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 5m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:56:23.998 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 5m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:56:23.998 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 5m ago 5h 814M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:56:23.999 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 5m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:56:23.999 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 5m ago 5h 1824M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:56:23.999 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 5m ago 4h 871M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:56:24.000 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 5m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:56:24.000 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 5m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:56:24.001 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (4h) 5m ago 4h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:56:24.001 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 5m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:56:24.001 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 5m ago 4h 2244M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:56:24.002 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 5m ago 4h 3347M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:56:24.002 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 5m ago 4h 2531M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:56:24.003 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 5m ago 4h 3373M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:56:24.003 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 5m ago 4h 3132M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:56:24.003 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 5m ago 4h 3637M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:56:24.004 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 5m ago 4h 2936M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:56:24.004 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 5m ago 4h 4228M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:56:24.005 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 5m ago 4h 156M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:56:24.314 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:56:24.314 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:56:24.315 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:56:24.315 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:56:24.315 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:56:24.315 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:56:24.316 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:56:24.316 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:56:24.317 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:56:24.317 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:56:24.317 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:56:24.317 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:56:24.317 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:56:24.318 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:56:24.318 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:56:24.318 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:56:24.318 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:56:24.319 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:56:24.319 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:56:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:24 smithi129 conmon[101092]: audit 2022-01-18T20:56:23.718892+0000 mgr.smithi129.iclwio (mgr.14716) 10184 2022-01-18T20:56:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:24 smithi129 conmon[101092]: : audit [DBG] from='client.40882 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:56:24.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:24 smithi129 conmon[101092]: cluster 2022-01-18T20:56:23.849643+0000 mgr.smithi129.iclwio (mgr.14716) 10185 : cluster [DBG] pgmap v8757: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:24.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:24 smithi156 conmon[67007]: audit 2022-01-18T20:56:23.718892+0000 mgr.smithi129.iclwio (mgr.14716) 10184 : audit [DBG] from='client.40882 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:56:24.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:24 smithi156 conmon[67007]: 2022-01-18T20:56:24.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:24 smithi156 conmon[67007]: cluster 2022-01-18T20:56:23.849643+0000 mgr.smithi129.iclwio (mgr.14716) 10185 : cluster [DBG] pgmap v8757: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:25.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:25 smithi129 conmon[101092]: audit 2022-01-18T20:56:23.986267+0000 mgr.smithi129.iclwio (mgr.14716) 10186 : audit [DBG] from='client.40886 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:56:25.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:25 smithi129 conmon[101092]: audit 2022-01-18T20:56:24.314242+0000 mon.smithi129 (mon.0) 3050 : audit [DBG] from='client.? 172.21.15.129:0/398231054' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:56:25.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:25 smithi156 conmon[67007]: audit 2022-01-18T20:56:23.986267+0000 mgr.smithi129.iclwio (mgr.14716) 10186 : audit 2022-01-18T20:56:25.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:25 smithi156 conmon[67007]: [DBG] from='client.40886 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:56:25.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:25 smithi156 conmon[67007]: audit 2022-01-18T20:56:24.314242+0000 mon.smithi129 (mon.0) 3050 : audit [DBG] from='client.? 172.21.15.129:0/398231054' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:56:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:26 smithi129 conmon[101092]: cluster 2022-01-18T20:56:25.850389+0000 mgr.smithi129.iclwio (mgr.14716) 10187 : cluster [DBG] pgmap v8758: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:26.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:26 smithi156 conmon[67007]: cluster 2022-01-18T20:56:25.850389+0000 mgr.smithi129.iclwio (mgr.14716) 10187 : cluster [DBG] pgmap v8758: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:28.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:27 smithi156 conmon[67007]: cluster 2022-01-18T20:56:27.851058+0000 mgr.smithi129.iclwio (mgr.14716) 10188 : cluster [DBG] pgmap v8759: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:27 smithi129 conmon[101092]: cluster 2022-01-18T20:56:27.851058+0000 mgr.smithi129.iclwio (mgr.14716) 10188 : cluster [DBG] pgmap v8759: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:30.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:29 smithi156 conmon[67007]: cluster 2022-01-18T20:56:29.851784+0000 mgr.smithi129.iclwio (mgr.14716) 10189 : cluster [DBG] pgmap v8760: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:56:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:29 smithi129 conmon[101092]: cluster 2022-01-18T20:56:29.851784+0000 mgr.smithi129.iclwio (mgr.14716) 10189 : cluster [DBG] pgmap v8760: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:56:32.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:31 smithi156 conmon[67007]: cluster 2022-01-18T20:56:31.852381+0000 mgr.smithi129.iclwio (mgr.14716) 10190 : cluster [DBG] pgmap v8761: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:31 smithi129 conmon[101092]: cluster 2022-01-18T20:56:31.852381+0000 mgr.smithi129.iclwio (mgr.14716) 10190 : cluster [DBG] pgmap v8761: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:34 smithi129 conmon[101092]: cluster 2022-01-18T20:56:33.852994+0000 mgr.smithi129.iclwio (mgr.14716) 10191 : cluster [DBG] pgmap v8762: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:34.460 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:34 smithi156 conmon[67007]: cluster 2022-01-18T20:56:33.852994+0000 mgr.smithi129.iclwio (mgr.14716) 10191 : cluster [DBG] pgmap v8762: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:36.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:35 smithi156 conmon[67007]: cluster 2022-01-18T20:56:35.853873+0000 mgr.smithi129.iclwio (mgr.14716) 10192 : cluster [DBG] pgmap v8763: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:35 smithi129 conmon[101092]: cluster 2022-01-18T20:56:35.853873+0000 mgr.smithi129.iclwio (mgr.14716) 10192 : cluster [DBG] pgmap v8763: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:37 smithi156 conmon[67007]: cluster 2022-01-18T20:56:37.854587+0000 mgr.smithi129.iclwio (mgr.14716) 10193 : cluster [DBG] pgmap v8764: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:37 smithi129 conmon[101092]: cluster 2022-01-18T20:56:37.854587+0000 mgr.smithi129.iclwio (mgr.14716) 10193 : cluster [DBG] pgmap v8764: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:40.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:39 smithi156 conmon[67007]: cluster 2022-01-18T20:56:39.855423+0000 mgr.smithi129.iclwio (mgr.14716) 10194 : cluster [DBG] 2022-01-18T20:56:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:39 smithi156 conmon[67007]: pgmap v8765: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:56:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:39 smithi129 conmon[101092]: cluster 2022-01-18T20:56:39.855423+0000 mgr.smithi129.iclwio (mgr.14716) 10194 : cluster [DBG] pgmap v8765: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:56:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:41 smithi156 conmon[67007]: cluster 2022-01-18T20:56:41.855972+0000 mgr.smithi129.iclwio (mgr.14716) 10195 : cluster [DBG] pgmap v8766: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:41 smithi156 conmon[67007]: 2022-01-18T20:56:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:41 smithi129 conmon[101092]: cluster 2022-01-18T20:56:41.855972+0000 mgr.smithi129.iclwio (mgr.14716) 10195 : cluster [DBG] pgmap v8766: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:44 smithi129 conmon[101092]: cluster 2022-01-18T20:56:43.856529+0000 mgr.smithi129.iclwio (mgr.14716) 10196 : cluster [DBG] pgmap v8767: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:44.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:44 smithi156 conmon[67007]: cluster 2022-01-18T20:56:43.856529+0000 mgr.smithi129.iclwio (mgr.14716) 10196 : cluster [DBG] pgmap v8767: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:44.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:44 smithi156 conmon[67007]: 2022-01-18T20:56:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:45 smithi156 conmon[67007]: cluster 2022-01-18T20:56:45.857434+0000 mgr.smithi129.iclwio (mgr.14716) 10197 : cluster [DBG] pgmap v8768: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:45 smithi156 conmon[67007]: 2022-01-18T20:56:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:45 smithi129 conmon[101092]: cluster 2022-01-18T20:56:45.857434+0000 mgr.smithi129.iclwio (mgr.14716) 10197 : cluster [DBG] pgmap v8768: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:48.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:47 smithi156 conmon[67007]: cluster 2022-01-18T20:56:47.858044+0000 mgr.smithi129.iclwio (mgr.14716) 10198 : cluster [DBG] 2022-01-18T20:56:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:47 smithi156 conmon[67007]: pgmap v8769: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:47 smithi129 conmon[101092]: cluster 2022-01-18T20:56:47.858044+0000 mgr.smithi129.iclwio (mgr.14716) 10198 : cluster [DBG] pgmap v8769: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:49 smithi156 conmon[67007]: cluster 2022-01-18T20:56:49.858935+0000 mgr.smithi129.iclwio (mgr.14716) 10199 : cluster [DBG] pgmap v8770: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:56:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:49 smithi156 conmon[67007]: 2022-01-18T20:56:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:49 smithi129 conmon[101092]: cluster 2022-01-18T20:56:49.858935+0000 mgr.smithi129.iclwio (mgr.14716) 10199 : cluster [DBG] pgmap v8770: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:56:50.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:49 smithi129 conmon[101092]: 2022-01-18T20:56:52.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:51 smithi156 conmon[67007]: cluster 2022-01-18T20:56:51.859439+0000 mgr.smithi129.iclwio (mgr.14716) 10200 : cluster [DBG] pgmap v8771: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:51 smithi156 conmon[67007]: 2022-01-18T20:56:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:51 smithi129 conmon[101092]: cluster 2022-01-18T20:56:51.859439+0000 mgr.smithi129.iclwio (mgr.14716) 10200 : cluster [DBG] pgmap v8771: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:54 smithi129 conmon[101092]: cluster 2022-01-18T20:56:53.860042+0000 mgr.smithi129.iclwio (mgr.14716) 10201 : cluster 2022-01-18T20:56:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:54 smithi129 conmon[101092]: [DBG] pgmap v8772: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:54.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:54 smithi156 conmon[67007]: cluster 2022-01-18T20:56:53.860042+0000 mgr.smithi129.iclwio (mgr.14716) 10201 : cluster [DBG] pgmap v8772: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:54.611 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:56:54.882 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:56:54.882 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 5m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:56:54.882 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 5m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:56:54.883 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 5m ago 4h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:56:54.883 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 5m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:56:54.884 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 5m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:56:54.884 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 5m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:56:54.884 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 5m ago 5h 814M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:56:54.884 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 5m ago 4h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:56:54.884 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 5m ago 5h 1824M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:56:54.885 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 5m ago 4h 871M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:56:54.885 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 5m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:56:54.885 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 5m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:56:54.886 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 5m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:56:54.886 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (4h) 5m ago 4h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:56:54.887 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 5m ago 4h 2244M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:56:54.887 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 5m ago 4h 3347M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:56:54.887 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 5m ago 4h 2531M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:56:54.888 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 5m ago 4h 3373M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:56:54.888 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 5m ago 4h 3132M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:56:54.888 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 5m ago 4h 3637M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:56:54.889 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 5m ago 4h 2936M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:56:54.889 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 5m ago 4h 4228M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:56:54.889 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 5m ago 5h 156M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:56:55.203 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:56:55.203 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:56:55.203 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:56:55.203 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:56:55.204 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:56:55.204 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:56:55.204 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:56:55.204 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:56:55.205 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:56:55.205 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:56:55.205 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:56:55.205 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:56:55.205 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:56:55.206 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:56:55.206 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:56:55.206 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:56:55.206 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:56:55.207 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:56:55.207 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:56:55.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:55 smithi129 conmon[101092]: audit 2022-01-18T20:56:54.600324 2022-01-18T20:56:55.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:55 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 10202 : audit [DBG] from='client.40894 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:56:55.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:55 smithi129 conmon[101092]: audit 2022-01-18T20:56:54.873574 2022-01-18T20:56:55.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:55 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 10203 : audit [DBG] from='client.40898 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:56:55.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:55 smithi156 conmon[67007]: audit 2022-01-18T20:56:54.600324+0000 mgr.smithi129.iclwio (mgr.14716) 10202 : audit [DBG] from='client.40894 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:56:55.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:55 smithi156 conmon[67007]: audit 2022-01-18T20:56:54.873574+0000 mgr.smithi129.iclwio (mgr.14716) 10203 : audit [DBG] from='client.40898 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:56:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:56 smithi129 conmon[101092]: audit 2022-01-18T20:56:55.203332+0000 mon.smithi129 (mon.0) 3051 : audit [DBG] from='client.? 172.21.15.129:0/3404251634' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:56:56.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:56 smithi129 conmon[101092]: cluster 2022-01-18T20:56:55.861092+0000 mgr.smithi129.iclwio (mgr.14716) 10204 : cluster [DBG] pgmap v8773: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:56.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:56 smithi156 conmon[67007]: audit 2022-01-18T20:56:55.203332+0000 mon.smithi129 (mon.0) 3051 : audit [DBG] from='client.? 172.21.15.129:0/3404251634' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:56:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:56 smithi156 conmon[67007]: cluster 2022-01-18T20:56:55.861092+0000 mgr.smithi129.iclwio (mgr.14716) 10204 : cluster [DBG] pgmap v8773: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:58.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:57 smithi156 conmon[67007]: cluster 2022-01-18T20:56:57.861803+0000 mgr.smithi129.iclwio (mgr.14716) 10205 : cluster [DBG] pgmap v8774: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:57 smithi129 conmon[101092]: cluster 2022-01-18T20:56:57.861803 2022-01-18T20:56:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:57 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 10205 : cluster [DBG] pgmap v8774: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:56:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:59 smithi129 conmon[101092]: audit 2022-01-18T20:56:59.378987+0000 mon.smithi129 (mon.0) 3052 : audit [INF] 2022-01-18T20:56:59.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:59 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:56:59.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:56:59 smithi129 conmon[101092]: audit 2022-01-18T20:56:59.379258+0000 mon.smithi129 (mon.0) 3053 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:56:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:59 smithi156 conmon[67007]: audit 2022-01-18T20:56:59.378987+0000 mon.smithi129 (mon.0) 3052 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:56:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:56:59 smithi156 conmon[67007]: audit 2022-01-18T20:56:59.379258+0000 mon.smithi129 (mon.0) 3053 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:57:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:00 smithi129 conmon[101092]: cluster 2022-01-18T20:56:59.862611+0000 mgr.smithi129.iclwio (mgr.14716) 10206 : cluster [DBG] 2022-01-18T20:57:00.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:00 smithi129 conmon[101092]: pgmap v8775: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:57:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:00 smithi156 conmon[67007]: cluster 2022-01-18T20:56:59.862611+0000 mgr.smithi129.iclwio (mgr.14716) 10206 : cluster [DBG] pgmap v8775: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:57:02.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:01 smithi156 conmon[67007]: cluster 2022-01-18T20:57:01.863227+0000 mgr.smithi129.iclwio (mgr.14716) 10207 : cluster [DBG] pgmap v8776: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:01 smithi129 conmon[101092]: cluster 2022-01-18T20:57:01.863227+0000 mgr.smithi129.iclwio (mgr.14716) 10207 : cluster 2022-01-18T20:57:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:01 smithi129 conmon[101092]: [DBG] pgmap v8776: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:04 smithi129 conmon[101092]: cluster 2022-01-18T20:57:03.863865+0000 mgr.smithi129.iclwio (mgr.14716) 10208 : cluster [DBG] pgmap v8777: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:04.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:04 smithi156 conmon[67007]: cluster 2022-01-18T20:57:03.863865+0000 mgr.smithi129.iclwio (mgr.14716) 10208 : cluster [DBG] pgmap v8777: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:04.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:04 smithi156 conmon[67007]: 2022-01-18T20:57:06.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:05 smithi156 conmon[67007]: cluster 2022-01-18T20:57:05.864632+0000 mgr.smithi129.iclwio (mgr.14716) 10209 : cluster [DBG] pgmap v8778: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:05 smithi156 conmon[67007]: 2022-01-18T20:57:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:05 smithi129 conmon[101092]: cluster 2022-01-18T20:57:05.864632+0000 mgr.smithi129.iclwio (mgr.14716) 10209 : cluster [DBG] pgmap v8778: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:08.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:07 smithi156 conmon[67007]: cluster 2022-01-18T20:57:07.865219+0000 mgr.smithi129.iclwio (mgr.14716) 10210 : cluster [DBG] 2022-01-18T20:57:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:07 smithi156 conmon[67007]: pgmap v8779: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:07 smithi129 conmon[101092]: cluster 2022-01-18T20:57:07.865219+0000 mgr.smithi129.iclwio (mgr.14716) 10210 : cluster [DBG] pgmap v8779: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:07 smithi129 conmon[101092]: 2022-01-18T20:57:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:09 smithi156 conmon[67007]: cluster 2022-01-18T20:57:09.866198+0000 mgr.smithi129.iclwio (mgr.14716) 10211 : cluster [DBG] pgmap v8780: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:57:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:09 smithi156 conmon[67007]: 2022-01-18T20:57:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:09 smithi129 conmon[101092]: cluster 2022-01-18T20:57:09.866198+0000 mgr.smithi129.iclwio (mgr.14716) 10211 : cluster [DBG] pgmap v8780: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:57:12.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:11 smithi156 conmon[67007]: cluster 2022-01-18T20:57:11.866744+0000 mgr.smithi129.iclwio (mgr.14716) 10212 : cluster [DBG] 2022-01-18T20:57:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:11 smithi156 conmon[67007]: pgmap v8781: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:11 smithi129 conmon[101092]: cluster 2022-01-18T20:57:11.866744+0000 mgr.smithi129.iclwio (mgr.14716) 10212 : cluster [DBG] pgmap v8781: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:14 smithi129 conmon[101092]: cluster 2022-01-18T20:57:13.867407+0000 mgr.smithi129.iclwio (mgr.14716) 10213 : cluster [DBG] pgmap v8782: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:14.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:14 smithi156 conmon[67007]: cluster 2022-01-18T20:57:13.867407+0000 mgr.smithi129.iclwio (mgr.14716) 10213 : cluster [DBG] pgmap v8782: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:15 smithi156 conmon[67007]: cluster 2022-01-18T20:57:15.868202+0000 mgr.smithi129.iclwio (mgr.14716) 10214 : cluster [DBG] pgmap v8783: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:15 smithi129 conmon[101092]: cluster 2022-01-18T20:57:15.868202+0000 mgr.smithi129.iclwio (mgr.14716) 10214 : cluster [DBG] pgmap v8783: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:17 smithi156 conmon[67007]: cluster 2022-01-18T20:57:17.868821+0000 mgr.smithi129.iclwio (mgr.14716) 10215 : cluster [DBG] pgmap v8784: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:17 smithi129 conmon[101092]: cluster 2022-01-18T20:57:17.868821+0000 mgr.smithi129.iclwio (mgr.14716) 10215 : cluster [DBG] pgmap v8784: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:19.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:19 smithi129 conmon[101092]: audit 2022-01-18T20:57:18.739343+0000 mon.smithi129 (mon.0) 3054 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:57:19.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:19 smithi129 conmon[101092]: audit 2022-01-18T20:57:18.740757+0000 mon.smithi129 (mon.0) 3055 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:57:19.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:19 smithi129 conmon[101092]: audit 2022-01-18T20:57:18 2022-01-18T20:57:19.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:19 smithi129 conmon[101092]: .741860+0000 mon.smithi129 (mon.0) 3056 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:57:19.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:19 smithi129 conmon[101092]: cephadm 2022-01-18T 2022-01-18T20:57:19.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:19 smithi129 conmon[101092]: 20:57:18.742972+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T20:57:19.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:19 smithi129 conmon[101092]: 14716) 10216 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:57:19.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:19 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T20:57:19.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:19 smithi129 conmon[101092]: T20:57:19.053509+0000 mon.smithi129 (mon 2022-01-18T20:57:19.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:19 smithi129 conmon[101092]: .0) 3057 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:57:19.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:19 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T20:57:19.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:19 smithi129 conmon[101092]: 20:57:19.058299+0000 mon.smithi129 (mon. 2022-01-18T20:57:19.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:19 smithi129 conmon[101092]: 0) 3058 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:57:19.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:19 smithi156 conmon[67007]: audit 2022-01-18T20:57:18.739343+0000 mon.smithi129 (mon.0) 3054 : audit [DBG] 2022-01-18T20:57:19.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:19 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:57:19.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:19 smithi156 conmon[67007]: audit 2022-01-18T20:57:18.740757+0000 mon.smithi129 (mon.0) 3055 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:57:19.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:19 smithi156 conmon[67007]: audit 2022 2022-01-18T20:57:19.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:19 smithi156 conmon[67007]: -01-18T20:57:18.741860+0000 mon.smithi129 (mon.0) 3056 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:57:19.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:19 smithi156 conmon[67007]: cephadm 2022-01-18T20: 2022-01-18T20:57:19.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:19 smithi156 conmon[67007]: 57:18.742972+0000 mgr.smithi129.iclwio (mgr.14716) 10216 : 2022-01-18T20:57:19.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:19 smithi156 conmon[67007]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:57:19.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:19 smithi156 conmon[67007]: audit 2022-01-18T20: 2022-01-18T20:57:19.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:19 smithi156 conmon[67007]: 57:19.053509+0000 mon.smithi129 (mon.0) 2022-01-18T20:57:19.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:19 smithi156 conmon[67007]: 3057 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:57:19.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:19 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T20:57:19.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:19 smithi156 conmon[67007]: 20:57:19.058299+0000 mon.smithi129 (mon.0 2022-01-18T20:57:19.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:19 smithi156 conmon[67007]: ) 3058 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:57:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:20 smithi129 conmon[101092]: cluster 2022-01-18T20:57:19.869568+0000 mgr.smithi129.iclwio (mgr.14716) 10217 : cluster [DBG] 2022-01-18T20:57:20.596 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:20 smithi129 conmon[101092]: pgmap v8785: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:57:20.597 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:20 smithi156 conmon[67007]: cluster 2022-01-18T20:57:19.869568+0000 mgr.smithi129.iclwio (mgr.14716) 10217 : cluster [DBG] pgmap v8785: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:57:20.597 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:20 smithi156 conmon[67007]: 2022-01-18T20:57:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:21 smithi156 conmon[67007]: cluster 2022-01-18T20:57:21.870209+0000 mgr.smithi129.iclwio (mgr.14716) 10218 : cluster [DBG] pgmap v8786: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:21 smithi129 conmon[101092]: cluster 2022-01-18T20:57:21.870209+0000 mgr.smithi129.iclwio (mgr.14716) 10218 : cluster [DBG] pgmap v8786: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:24 smithi129 conmon[101092]: cluster 2022-01-18T20:57:23.870997+0000 mgr.smithi129.iclwio (mgr.14716) 10219 : cluster [DBG] pgmap v8787: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:24.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:24 smithi156 conmon[67007]: cluster 2022-01-18T20:57:23.870997+0000 mgr.smithi129.iclwio (mgr.14716) 10219 : cluster [DBG] pgmap v8787: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:25.502 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:57:25.766 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:57:25.767 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (4h) 6m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:57:25.767 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 6m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:57:25.767 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 6m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:57:25.767 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (4h) 6m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:57:25.768 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 6m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:57:25.768 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 6m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:57:25.768 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 6m ago 5h 814M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:57:25.768 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 6m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:57:25.769 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 6m ago 5h 1824M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:57:25.769 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 6m ago 5h 871M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:57:25.769 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 6m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:57:25.769 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 6m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:57:25.770 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 6m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:57:25.770 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 6m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:57:25.770 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 6m ago 4h 2244M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:57:25.770 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 6m ago 4h 3347M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:57:25.771 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 6m ago 4h 2531M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:57:25.771 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 6m ago 4h 3373M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:57:25.771 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 6m ago 4h 3132M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:57:25.771 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 6m ago 4h 3637M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:57:25.772 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 6m ago 4h 2936M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:57:25.772 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 6m ago 4h 4228M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:57:25.772 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (4h) 6m ago 5h 156M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:57:26.088 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:57:26.088 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:57:26.089 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:57:26.089 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:57:26.089 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:57:26.089 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:57:26.090 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:57:26.090 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:57:26.090 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:57:26.090 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:57:26.091 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:57:26.091 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:57:26.091 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:57:26.091 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:57:26.091 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:57:26.092 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:57:26.092 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:57:26.092 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:57:26.092 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:57:26.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:25 smithi156 conmon[67007]: audit 2022-01-18T20:57:25.490481+0000 mgr.smithi129.iclwio (mgr.14716) 10220 : audit [DBG] from='client.40906 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:57:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:25 smithi156 conmon[67007]: audit 2022-01-18T20:57:25.757492+0000 mgr.smithi129.iclwio (mgr.14716) 10221 : audit [DBG] from='client.40910 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:57:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:25 smithi156 conmon[67007]: cluster 2022-01-18T20:57:25.871644+0000 mgr.smithi129.iclwio (mgr.14716) 10222 : cluster [DBG] pgmap v8788: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:25 smithi129 conmon[101092]: audit 2022-01-18T20:57:25.490481+0000 mgr.smithi129.iclwio (mgr.14716) 10220 : audit [DBG] from='client.40906 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:57:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:25 smithi129 conmon[101092]: audit 2022- 2022-01-18T20:57:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:25 smithi129 conmon[101092]: 01-18T20:57:25.757492+0000 mgr.smithi129.iclwio (mgr.14716) 10221 : audit [DBG] from='client.40910 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:57:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:25 smithi129 conmon[101092]: cluster 2022-01-18T20:57:25.871644+0000 mgr.smithi129.iclwio (mgr.14716) 10222 : cluster [DBG] pgmap v8788: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:27.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:26 smithi156 conmon[67007]: audit 2022-01-18T20:57:26.088591+0000 mon.smithi129 (mon.0) 3059 : audit [DBG] from='client.? 172.21.15.129:0/4021763429' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:57:27.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:26 smithi129 conmon[101092]: audit 2022-01-18T20:57:26.088591+0000 mon.smithi129 (mon.0) 3059 : audit [DBG] from='client.? 172.21.15.129:0/4021763429' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:57:27.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:26 smithi129 conmon[101092]: 2022-01-18T20:57:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:27 smithi156 conmon[67007]: cluster 2022-01-18T20:57:27.872362+0000 mgr.smithi129.iclwio (mgr.14716) 10223 : cluster 2022-01-18T20:57:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:27 smithi156 conmon[67007]: [DBG] pgmap v8789: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:27 smithi129 conmon[101092]: cluster 2022-01-18T20:57:27.872362+0000 mgr.smithi129.iclwio (mgr.14716) 10223 : cluster [DBG] pgmap v8789: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:30.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:29 smithi156 conmon[67007]: cluster 2022-01-18T20:57:29.873116+0000 mgr.smithi129.iclwio (mgr.14716) 10224 : cluster [DBG] pgmap v8790: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:57:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:29 smithi129 conmon[101092]: cluster 2022-01-18T20:57:29.873116+0000 mgr.smithi129.iclwio (mgr.14716) 10224 : cluster [DBG] pgmap v8790: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:57:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:31 smithi156 conmon[67007]: cluster 2022-01-18T20:57:31.873724+0000 mgr.smithi129.iclwio (mgr.14716) 10225 : cluster [DBG] pgmap v8791: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:31 smithi129 conmon[101092]: cluster 2022-01-18T20:57:31.873724+0000 mgr.smithi129.iclwio (mgr.14716) 10225 : cluster [DBG] pgmap v8791: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:34 smithi129 conmon[101092]: cluster 2022-01-18T20:57:33.874499+0000 mgr.smithi129.iclwio (mgr.14716) 10226 : cluster [DBG] pgmap v8792: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:34.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:34 smithi156 conmon[67007]: cluster 2022-01-18T20:57:33.874499+0000 mgr.smithi129.iclwio (mgr.14716) 10226 : cluster [DBG] pgmap v8792: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:36.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:35 smithi156 conmon[67007]: cluster 2022-01-18T20:57:35.875329+0000 mgr.smithi129.iclwio (mgr.14716) 10227 2022-01-18T20:57:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:35 smithi156 conmon[67007]: : cluster [DBG] pgmap v8793: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:35 smithi129 conmon[101092]: cluster 2022-01-18T20:57:35.875329 2022-01-18T20:57:36.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:35 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 10227 : cluster [DBG] pgmap v8793: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:38.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:37 smithi156 conmon[67007]: cluster 2022-01-18T20:57:37.875924+0000 mgr.smithi129.iclwio (mgr.14716) 10228 : cluster [DBG] pgmap v8794: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:37 smithi129 conmon[101092]: cluster 2022-01-18T20:57:37.875924 2022-01-18T20:57:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:37 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 10228 : cluster [DBG] pgmap v8794: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:40.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:39 smithi156 conmon[67007]: cluster 2022-01-18T20:57:39.876707+0000 mgr.smithi129.iclwio (mgr.14716) 10229 : cluster [DBG] pgmap v8795: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:57:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:39 smithi129 conmon[101092]: cluster 2022-01-18T20:57:39.876707+0000 mgr.smithi129.iclwio (mgr.14716) 10229 : cluster [DBG] pgmap v8795: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:57:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:41 smithi156 conmon[67007]: cluster 2022-01-18T20:57:41.877207+0000 mgr.smithi129.iclwio (mgr.14716) 10230 : cluster [DBG] pgmap v8796: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:41 smithi129 conmon[101092]: cluster 2022-01-18T20:57:41.877207+0000 mgr.smithi129.iclwio (mgr.14716) 10230 : cluster [DBG] pgmap v8796: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:44 smithi129 conmon[101092]: cluster 2022-01-18T20:57:43.877830+0000 mgr.smithi129.iclwio (mgr.14716) 10231 : cluster [DBG] pgmap v8797: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:44.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:44 smithi156 conmon[67007]: cluster 2022-01-18T20:57:43.877830+0000 mgr.smithi129.iclwio (mgr.14716) 10231 : cluster [DBG] pgmap v8797: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:46.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:45 smithi156 conmon[67007]: cluster 2022-01-18T20:57:45.878717+0000 mgr.smithi129.iclwio (mgr.14716) 10232 : cluster [DBG] pgmap v8798: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:45 smithi129 conmon[101092]: cluster 2022-01-18T20:57:45.878717+0000 mgr.smithi129.iclwio (mgr.14716) 10232 : cluster [DBG] pgmap v8798: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:48.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:47 smithi156 conmon[67007]: cluster 2022-01-18T20:57:47.879257+0000 mgr.smithi129.iclwio (mgr.14716) 10233 : cluster [DBG] pgmap v8799: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:47 smithi129 conmon[101092]: cluster 2022-01-18T20:57:47.879257+0000 mgr.smithi129.iclwio (mgr.14716) 10233 : cluster [DBG] pgmap v8799: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:50.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:49 smithi156 conmon[67007]: cluster 2022-01-18T20:57:49.880073+0000 mgr.smithi129.iclwio (mgr.14716) 10234 : cluster [DBG] pgmap v8800: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:57:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:49 smithi129 conmon[101092]: cluster 2022-01-18T20:57:49.880073+0000 mgr.smithi129.iclwio (mgr.14716) 10234 : cluster [DBG] pgmap v8800: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:57:52.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:51 smithi156 conmon[67007]: cluster 2022-01-18T20:57:51.880752+0000 mgr.smithi129.iclwio (mgr.14716) 10235 : cluster [DBG] pgmap v8801: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:51 smithi129 conmon[101092]: cluster 2022-01-18T20:57:51.880752+0000 mgr.smithi129.iclwio (mgr.14716) 10235 : cluster [DBG] pgmap v8801: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:51 smithi129 conmon[101092]: 2022-01-18T20:57:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:54 smithi129 conmon[101092]: cluster 2022-01-18T20:57:53.881367+0000 mgr.smithi129.iclwio (mgr.14716) 10236 : cluster [DBG] pgmap v8802: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:54.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:54 smithi156 conmon[67007]: cluster 2022-01-18T20:57:53.881367+0000 mgr.smithi129.iclwio (mgr.14716) 10236 : cluster [DBG] pgmap v8802: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:55 smithi156 conmon[67007]: cluster 2022-01-18T20:57:55.882145+0000 mgr.smithi129.iclwio (mgr.14716) 10237 : cluster [DBG] pgmap v8803: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:56.383 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:57:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:55 smithi129 conmon[101092]: cluster 2022-01-18T20:57:55.882145+0000 mgr.smithi129.iclwio (mgr.14716) 10237 : cluster [DBG] pgmap v8803: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:56.649 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:57:56.649 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 6m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:57:56.649 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 6m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:57:56.650 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 6m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:57:56.650 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 6m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:57:56.650 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 6m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:57:56.650 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 6m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:57:56.651 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 6m ago 5h 814M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:57:56.651 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 6m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:57:56.651 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 6m ago 5h 1824M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:57:56.651 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 6m ago 5h 871M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:57:56.651 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 6m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:57:56.652 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 6m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:57:56.652 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 6m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:57:56.652 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 6m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:57:56.652 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 6m ago 5h 2244M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:57:56.653 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (4h) 6m ago 4h 3347M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:57:56.653 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 6m ago 4h 2531M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:57:56.653 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 6m ago 4h 3373M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:57:56.653 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 6m ago 4h 3132M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:57:56.654 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 6m ago 4h 3637M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:57:56.654 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 6m ago 4h 2936M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:57:56.654 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 6m ago 4h 4228M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:57:56.654 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 6m ago 5h 156M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:57:56.966 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:57:56.967 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:57:56.967 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:57:56.967 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:57:56.967 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:57:56.968 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:57:56.968 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:57:56.968 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:57:56.968 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:57:56.968 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:57:56.969 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:57:56.969 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:57:56.969 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:57:56.969 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:57:56.970 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:57:56.970 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:57:56.970 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:57:56.970 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:57:56.970 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:57:57.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:56 smithi156 conmon[67007]: audit 2022-01-18T20:57:56.372168+0000 mgr.smithi129.iclwio (mgr.14716) 10238 : audit [DBG] from='client.40918 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:57:57.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:56 smithi156 conmon[67007]: audit 2022-01-18T20:57:56.640775+0000 2022-01-18T20:57:57.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:56 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 10239 : audit [DBG] from='client.40922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:57:57.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:56 smithi156 conmon[67007]: audit 2022-01-18T20:57:56.966463+0000 mon.smithi129 (mon.0) 3060 : audit [DBG] from='client.? 172.21.15.129:0/631566672' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:57:57.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:56 smithi129 conmon[101092]: audit 2022-01-18T20:57:56.372168+0000 mgr.smithi129.iclwio (mgr.14716) 10238 : audit 2022-01-18T20:57:57.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:56 smithi129 conmon[101092]: [DBG] from='client.40918 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:57:57.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:56 smithi129 conmon[101092]: audit 2022-01-18T20:57:56.640775+0000 mgr.smithi129.iclwio (mgr.14716) 10239 : audit [DBG] from='client.40922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:57:57.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:56 smithi129 conmon[101092]: audit 2022-01-18T20:57: 2022-01-18T20:57:57.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:56 smithi129 conmon[101092]: 56.966463+0000 mon.smithi129 (mon.0) 3060 : audit [DBG] from='client.? 172.21.15.129:0/631566672' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:57:58.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:57 smithi156 conmon[67007]: cluster 2022-01-18T20:57:57.882885+0000 mgr.smithi129.iclwio (mgr.14716) 10240 : cluster [DBG] pgmap v8804: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:57 smithi129 conmon[101092]: cluster 2022-01-18T20:57:57.882885+0000 mgr.smithi129.iclwio (mgr.14716) 10240 : cluster 2022-01-18T20:57:58.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:57 smithi129 conmon[101092]: [DBG] pgmap v8804: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:57:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:59 smithi129 conmon[101092]: audit 2022-01-18T20:57:59.383441+0000 mon.smithi129 (mon.0) 3061 : audit 2022-01-18T20:57:59.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:59 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:57:59.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:57:59 smithi129 conmon[101092]: audit 2022-01-18T20:57:59.383687+0000 mon.smithi129 (mon.0) 3062 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:57:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:59 smithi156 conmon[67007]: audit 2022-01-18T20:57:59.383441+0000 mon.smithi129 (mon.0) 3061 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:57:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:57:59 smithi156 conmon[67007]: audit 2022-01-18T20:57:59.383687+0000 mon.smithi129 (mon.0) 3062 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:58:00.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:00 smithi156 conmon[67007]: cluster 2022-01-18T20:57:59.883768+0000 mgr.smithi129.iclwio (mgr.14716) 10241 : cluster [DBG] pgmap v8805: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:58:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:00 smithi129 conmon[101092]: cluster 2022-01-18T20:57:59.883768+0000 mgr.smithi129.iclwio (mgr.14716) 10241 : cluster [DBG] pgmap v8805: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:58:02.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:01 smithi156 conmon[67007]: cluster 2022-01-18T20:58:01.884309+0000 mgr.smithi129.iclwio (mgr.14716) 10242 : cluster [DBG] pgmap v8806: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:01 smithi129 conmon[101092]: cluster 2022-01-18T20:58:01.884309+0000 mgr.smithi129.iclwio (mgr.14716) 10242 : cluster [DBG] pgmap v8806: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:04.372 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:04 smithi156 conmon[67007]: cluster 2022-01-18T20:58:03.885043+0000 mgr.smithi129.iclwio (mgr.14716) 10243 : 2022-01-18T20:58:04.372 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:04 smithi156 conmon[67007]: cluster [DBG] pgmap v8807: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:04 smithi129 conmon[101092]: cluster 2022-01-18T20:58:03.885043+0000 mgr.smithi129.iclwio (mgr.14716) 10243 : cluster [DBG] pgmap v8807: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:04 smithi129 conmon[101092]: 2022-01-18T20:58:06.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:05 smithi156 conmon[67007]: cluster 2022-01-18T20:58:05.885917+0000 mgr.smithi129.iclwio (mgr.14716) 10244 : cluster [DBG] pgmap v8808: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:05 smithi156 conmon[67007]: 2022-01-18T20:58:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:05 smithi129 conmon[101092]: cluster 2022-01-18T20:58:05.885917+0000 mgr.smithi129.iclwio (mgr.14716) 10244 : cluster [DBG] pgmap v8808: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:07 smithi156 conmon[67007]: cluster 2022-01-18T20:58:07.886569+0000 mgr.smithi129.iclwio (mgr.14716) 10245 : cluster [DBG] pgmap v8809: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:07 smithi129 conmon[101092]: cluster 2022-01-18T20:58:07.886569+0000 mgr.smithi129.iclwio (mgr.14716) 10245 2022-01-18T20:58:08.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:07 smithi129 conmon[101092]: : cluster [DBG] pgmap v8809: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:09 smithi156 conmon[67007]: cluster 2022-01-18T20:58:09.887395+0000 mgr.smithi129.iclwio (mgr.14716) 10246 : cluster [DBG] pgmap v8810: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:58:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:09 smithi129 conmon[101092]: cluster 2022-01-18T20:58:09.887395+0000 mgr.smithi129.iclwio (mgr.14716) 10246 : cluster [DBG] pgmap v8810: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:58:12.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:11 smithi156 conmon[67007]: cluster 2022-01-18T20:58:11.887943+0000 mgr.smithi129.iclwio (mgr.14716) 10247 : cluster [DBG] pgmap v8811: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:11 smithi129 conmon[101092]: cluster 2022-01-18T20:58:11.887943+0000 mgr.smithi129.iclwio (mgr.14716) 10247 : cluster [DBG] pgmap v8811: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:14 smithi129 conmon[101092]: cluster 2022-01-18T20:58:13.888576+0000 mgr.smithi129.iclwio (mgr.14716) 10248 : cluster [DBG] pgmap v8812: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:14.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:14 smithi156 conmon[67007]: cluster 2022-01-18T20:58:13.888576+0000 mgr.smithi129.iclwio (mgr.14716) 10248 : cluster [DBG] pgmap v8812: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:15 smithi156 conmon[67007]: cluster 2022-01-18T20:58:15.889359+0000 mgr.smithi129.iclwio (mgr.14716) 10249 : cluster [DBG] pgmap v8813: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:15 smithi129 conmon[101092]: cluster 2022-01-18T20:58:15.889359+0000 mgr.smithi129.iclwio (mgr.14716) 10249 : cluster [DBG] pgmap v8813: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:17 smithi156 conmon[67007]: cluster 2022-01-18T20:58:17.890049+0000 mgr.smithi129.iclwio (mgr.14716) 10250 : cluster [DBG] pgmap v8814: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:17 smithi129 conmon[101092]: cluster 2022-01-18T20:58:17.890049+0000 mgr.smithi129.iclwio (mgr.14716) 10250 : cluster [DBG] pgmap v8814: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:19.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:19 smithi129 conmon[101092]: audit 2022-01-18T20:58:19.060935+0000 mon.smithi129 (mon.0) 3063 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:58:19.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:19 smithi129 conmon[101092]: audit 2022-01-18T20:58:19.062358+0000 mon.smithi129 (mon 2022-01-18T20:58:19.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:19 smithi129 conmon[101092]: .0) 3064 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:58:19.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:19 smithi129 conmon[101092]: audit 2022-01-18T20:58:19.063330+0000 mon.smithi129 (mon.0) 3065 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:58:19.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:19 smithi156 conmon[67007]: audit 2022-01-18T20:58:19.060935+0000 mon.smithi129 (mon.0) 3063 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:58:19.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:19 smithi156 conmon[67007]: audit 2022-01-18T20:58:19.062358+0000 mon.smithi129 (mon.0) 3064 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:58:19.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:19 smithi156 conmon[67007]: audit 2022-01-18T20:58:19.063330+0000 mon.smithi129 (mon.0) 3065 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:58:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:20 smithi129 conmon[101092]: cephadm 2022-01-18T20:58:19.064057+0000 mgr.smithi129.iclwio (mgr.14716) 10251 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:58:20.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:20 smithi129 conmon[101092]: audit 2022-01-18T20:58:19.384395 2022-01-18T20:58:20.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:20 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 3066 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:58:20.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:20 smithi129 conmon[101092]: audit 2022-01-18T20:58:19.389156+0000 mon.smithi129 (mon.0) 3067 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:58:20.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:20 smithi129 conmon[101092]: cluster 2022-01-18T20:58:19.890885+0000 mgr.smithi129.iclwio (mgr.14716) 10252 : 2022-01-18T20:58:20.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:20 smithi129 conmon[101092]: cluster [DBG] pgmap v8815: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:58:20.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:20 smithi156 conmon[67007]: cephadm 2022-01-18T20:58:19.064057+0000 mgr.smithi129.iclwio (mgr.14716) 10251 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:58:20.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:20 smithi156 conmon[67007]: 2022-01-18T20:58:20.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:20 smithi156 conmon[67007]: audit 2022-01-18T20:58:19.384395+0000 mon.smithi129 (mon.0) 3066 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:58:20.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:20 smithi156 conmon[67007]: audit 2022-01-18T20:58:19.389156+0000 mon.smithi129 (mon.0) 3067 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:58:20.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:20 smithi156 conmon[67007]: cluster 2022-01-18T20:58:19.890885+0000 mgr.smithi129.iclwio (mgr.14716) 10252 : cluster [DBG] pgmap v8815: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:58:22.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:21 smithi156 conmon[67007]: cluster 2022-01-18T20:58:21.891630+0000 mgr.smithi129.iclwio (mgr.14716) 10253 : cluster [DBG] pgmap v8816: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:21 smithi129 conmon[101092]: cluster 2022-01-18T20:58:21.891630+0000 mgr.smithi129.iclwio (mgr.14716) 10253 : cluster [DBG] pgmap v8816: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:24 smithi129 conmon[101092]: cluster 2022-01-18T20:58:23.892263+0000 mgr.smithi129.iclwio (mgr.14716) 10254 : cluster [DBG] pgmap v8817: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:24.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:24 smithi156 conmon[67007]: cluster 2022-01-18T20:58:23.892263+0000 mgr.smithi129.iclwio (mgr.14716) 10254 : cluster [DBG] pgmap v8817: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:25 smithi156 conmon[67007]: cluster 2022-01-18T20:58:25.893168+0000 mgr.smithi129.iclwio (mgr.14716) 10255 : cluster [DBG] pgmap v8818: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:25 smithi129 conmon[101092]: cluster 2022-01-18T20:58:25.893168+0000 mgr.smithi129.iclwio (mgr.14716) 10255 : cluster [DBG] pgmap v8818: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:27.264 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:58:27.528 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:58:27.528 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 7m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:58:27.529 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 7m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:58:27.529 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 7m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:58:27.529 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 7m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:58:27.529 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 7m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:58:27.530 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 7m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:58:27.530 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 7m ago 5h 814M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:58:27.530 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 7m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:58:27.530 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 7m ago 5h 1824M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:58:27.531 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 7m ago 5h 871M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:58:27.531 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 7m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:58:27.531 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 7m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:58:27.531 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 7m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:58:27.532 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 7m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:58:27.532 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 7m ago 5h 2244M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:58:27.532 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 7m ago 5h 3347M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:58:27.532 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (4h) 7m ago 4h 2531M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:58:27.532 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (4h) 7m ago 4h 3373M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:58:27.533 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 7m ago 4h 3132M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:58:27.533 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 7m ago 4h 3637M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:58:27.533 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 7m ago 4h 2936M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:58:27.533 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 7m ago 4h 4228M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:58:27.534 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 7m ago 5h 156M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:58:27.847 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:58:27.848 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:58:27.848 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:58:27.848 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:58:27.848 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:58:27.848 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:58:27.849 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:58:27.849 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:58:27.849 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:58:27.849 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:58:27.850 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:58:27.850 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:58:27.850 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:58:27.851 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:58:27.851 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:58:27.851 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:58:27.851 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:58:27.851 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:58:27.852 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:58:28.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:27 smithi129 conmon[101092]: audit 2022-01-18T20:58:27.847841+0000 mon.smithi129 (mon.0) 3068 : audit 2022-01-18T20:58:28.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:27 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/2296407083' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:58:28.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:27 smithi156 conmon[67007]: audit 2022-01-18T20:58:27.847841+0000 mon.smithi129 (mon.0) 3068 : audit [DBG] from='client.? 172.21.15.129:0/2296407083' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:58:29.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:28 smithi129 conmon[101092]: audit 2022-01-18T20:58:27.252674+0000 mgr.smithi129.iclwio (mgr.14716) 10256 : audit [DBG] from='client.40930 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:58:29.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:28 smithi129 conmon[101092]: audit 2022-01-18T20:58:27.519953+0000 mgr.smithi129.iclwio (mgr.14716) 10257 : audit [DBG] from='client.40934 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:58:29.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:28 smithi129 conmon[101092]: cluster 2022-01-18T20:58:27.893854+0000 mgr.smithi129.iclwio (mgr.14716) 10258 : cluster [DBG] pgmap v8819: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:29.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:28 smithi156 conmon[67007]: audit 2022-01-18T20:58:27.252674+0000 mgr.smithi129.iclwio (mgr.14716) 10256 : audit [DBG] from='client.40930 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:58:29.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:28 smithi156 conmon[67007]: audit 2022-01-18T20:58:27. 2022-01-18T20:58:29.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:28 smithi156 conmon[67007]: 519953+0000 mgr.smithi129.iclwio (mgr.14716) 10257 : audit [DBG] from='client.40934 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:58:29.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:28 smithi156 conmon[67007]: cluster 2022-01-18T20:58:27.893854+0000 mgr.smithi129.iclwio (mgr.14716) 10258 : cluster [DBG] pgmap v8819: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:31.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:30 smithi129 conmon[101092]: cluster 2022-01-18T20:58:29.894639+0000 mgr.smithi129.iclwio (mgr.14716) 10259 : cluster [DBG] pgmap v8820: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:58:31.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:30 smithi129 conmon[101092]: 2022-01-18T20:58:31.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:30 smithi156 conmon[67007]: cluster 2022-01-18T20:58:29.894639+0000 mgr.smithi129.iclwio (mgr.14716) 10259 : cluster [DBG] pgmap v8820: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:58:33.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:32 smithi129 conmon[101092]: cluster 2022-01-18T20:58:31.895115+0000 mgr.smithi129.iclwio (mgr.14716) 10260 : cluster [DBG] 2022-01-18T20:58:33.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:32 smithi129 conmon[101092]: pgmap v8821: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:33.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:32 smithi156 conmon[67007]: cluster 2022-01-18T20:58:31.895115+0000 mgr.smithi129.iclwio (mgr.14716) 10260 : cluster [DBG] pgmap v8821: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:34 smithi129 conmon[101092]: cluster 2022-01-18T20:58:33.895706+0000 mgr.smithi129.iclwio (mgr.14716) 10261 : cluster [DBG] 2022-01-18T20:58:34.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:34 smithi129 conmon[101092]: pgmap v8822: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:34.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:34 smithi156 conmon[67007]: cluster 2022-01-18T20:58:33.895706+0000 mgr.smithi129.iclwio (mgr.14716) 10261 : cluster [DBG] pgmap v8822: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:34.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:34 smithi156 conmon[67007]: 2022-01-18T20:58:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:35 smithi156 conmon[67007]: cluster 2022-01-18T20:58:35.896478+0000 mgr.smithi129.iclwio (mgr.14716) 10262 : cluster [DBG] pgmap v8823: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:35 smithi129 conmon[101092]: cluster 2022-01-18T20:58:35.896478+0000 mgr.smithi129.iclwio (mgr.14716) 10262 : cluster [DBG] pgmap v8823: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:37 smithi156 conmon[67007]: cluster 2022-01-18T20:58:37.897197+0000 mgr.smithi129.iclwio (mgr.14716) 10263 : cluster [DBG] pgmap v8824: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:37 smithi129 conmon[101092]: cluster 2022-01-18T20:58:37.897197+0000 mgr.smithi129.iclwio (mgr.14716) 10263 : cluster [DBG] pgmap v8824: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:40.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:39 smithi156 conmon[67007]: cluster 2022-01-18T20:58:39.897950+0000 mgr.smithi129.iclwio (mgr.14716) 10264 : cluster [DBG] pgmap v8825: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:58:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:39 smithi129 conmon[101092]: cluster 2022-01-18T20:58:39.897950+0000 mgr.smithi129.iclwio (mgr.14716) 10264 : cluster [DBG] pgmap v8825: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:58:42.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:41 smithi156 conmon[67007]: cluster 2022-01-18T20:58:41.898357+0000 mgr.smithi129.iclwio (mgr.14716) 10265 : cluster 2022-01-18T20:58:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:41 smithi156 conmon[67007]: [DBG] pgmap v8826: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:41 smithi129 conmon[101092]: cluster 2022-01-18T20:58:41.898357+0000 mgr.smithi129.iclwio (mgr.14716) 10265 : cluster [DBG] 2022-01-18T20:58:42.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:41 smithi129 conmon[101092]: pgmap v8826: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:44 smithi129 conmon[101092]: cluster 2022-01-18T20:58:43.898896+0000 mgr.smithi129.iclwio (mgr.14716) 10266 : cluster [DBG] pgmap v8827: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:44.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:44 smithi156 conmon[67007]: cluster 2022-01-18T20:58:43.898896+0000 mgr.smithi129.iclwio (mgr.14716) 10266 : cluster [DBG] 2022-01-18T20:58:44.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:44 smithi156 conmon[67007]: pgmap v8827: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:46.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:45 smithi156 conmon[67007]: cluster 2022-01-18T20:58:45.899672+0000 mgr.smithi129.iclwio (mgr.14716) 10267 : cluster [DBG] pgmap v8828: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:45 smithi129 conmon[101092]: cluster 2022-01-18T20:58:45.899672+0000 mgr.smithi129.iclwio (mgr.14716) 10267 : cluster [DBG] pgmap v8828: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:48.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:47 smithi156 conmon[67007]: cluster 2022-01-18T20:58:47.900316+0000 mgr.smithi129.iclwio (mgr.14716) 10268 : cluster [DBG] 2022-01-18T20:58:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:47 smithi156 conmon[67007]: pgmap v8829: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:47 smithi129 conmon[101092]: cluster 2022-01-18T20:58:47.900316+0000 mgr.smithi129.iclwio (mgr.14716) 10268 : cluster [DBG] pgmap v8829: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:48.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:47 smithi129 conmon[101092]: 2022-01-18T20:58:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:49 smithi156 conmon[67007]: cluster 2022-01-18T20:58:49.901184+0000 mgr.smithi129.iclwio (mgr.14716) 10269 : cluster [DBG] 2022-01-18T20:58:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:49 smithi156 conmon[67007]: pgmap v8830: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:58:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:49 smithi129 conmon[101092]: cluster 2022-01-18T20:58:49.901184+0000 mgr.smithi129.iclwio (mgr.14716) 10269 : cluster [DBG] pgmap v8830: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:58:50.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:49 smithi129 conmon[101092]: 2022-01-18T20:58:52.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:51 smithi156 conmon[67007]: cluster 2022-01-18T20:58:51.901686+0000 mgr.smithi129.iclwio (mgr.14716) 10270 : cluster [DBG] 2022-01-18T20:58:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:51 smithi156 conmon[67007]: pgmap v8831: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:51 smithi129 conmon[101092]: cluster 2022-01-18T20:58:51.901686+0000 mgr.smithi129.iclwio (mgr.14716) 10270 : cluster [DBG] pgmap v8831: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:52.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:51 smithi129 conmon[101092]: 2022-01-18T20:58:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:54 smithi129 conmon[101092]: cluster 2022-01-18T20:58:53.902189+0000 mgr.smithi129.iclwio (mgr.14716) 10271 : cluster [DBG] pgmap v8832: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:54.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:54 smithi129 conmon[101092]: 2022-01-18T20:58:54.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:54 smithi156 conmon[67007]: cluster 2022-01-18T20:58:53.902189+0000 mgr.smithi129.iclwio (mgr.14716) 10271 : cluster [DBG] pgmap v8832: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:56.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:55 smithi156 conmon[67007]: cluster 2022-01-18T20:58:55.902988+0000 mgr.smithi129.iclwio (mgr.14716) 10272 : cluster [DBG] pgmap v8833: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:55 smithi129 conmon[101092]: cluster 2022-01-18T20:58:55.902988+0000 mgr.smithi129.iclwio (mgr.14716) 10272 : cluster [DBG] pgmap v8833: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:58.150 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:58:58.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:57 smithi156 conmon[67007]: cluster 2022-01-18T20:58:57.903520+0000 mgr.smithi129.iclwio (mgr.14716) 10273 : cluster [DBG] pgmap v8834: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:58.414 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:58:58.414 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 7m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:58:58.414 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 7m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:58:58.415 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 7m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:58:58.415 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 7m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:58:58.415 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 7m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:58:58.415 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 7m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:58:58.416 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 7m ago 5h 814M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:58:58.416 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 7m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:58:58.416 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 7m ago 5h 1824M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:58:58.416 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 7m ago 5h 871M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:58:58.416 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 7m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:58:58.417 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 7m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:58:58.417 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 7m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:58:58.417 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 7m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:58:58.417 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 7m ago 5h 2244M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:58:58.418 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 7m ago 5h 3347M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:58:58.418 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 7m ago 5h 2531M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:58:58.418 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 7m ago 5h 3373M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:58:58.418 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (4h) 7m ago 4h 3132M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:58:58.419 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (4h) 7m ago 4h 3637M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:58:58.419 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 7m ago 4h 2936M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:58:58.419 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 7m ago 4h 4228M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:58:58.419 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 7m ago 5h 156M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:58:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:57 smithi129 conmon[101092]: cluster 2022-01-18T20:58:57.903520+0000 mgr.smithi129.iclwio (mgr.14716) 10273 2022-01-18T20:58:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:57 smithi129 conmon[101092]: : cluster [DBG] pgmap v8834: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:58:58.733 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:58:58.734 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:58:58.734 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:58:58.735 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:58:58.735 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:58:58.735 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:58:58.735 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:58:58.736 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:58:58.736 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:58:58.736 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:58:58.736 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:58:58.736 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:58:58.737 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:58:58.737 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:58:58.737 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:58:58.737 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:58:58.738 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:58:58.738 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:58:58.738 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:58:59.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:59 smithi129 conmon[101092]: audit 2022-01-18T20:58:58.138438+0000 mgr.smithi129.iclwio (mgr.14716) 10274 : 2022-01-18T20:58:59.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:59 smithi129 conmon[101092]: audit [DBG] from='client.40942 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:58:59.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:59 smithi129 conmon[101092]: audit 2022-01-18T20:58:58.405647+0000 mgr.smithi129.iclwio (mgr.14716) 10275 : audit [DBG] from='client.40946 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:58:59.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:59 smithi129 conmon[101092]: audit 2022-01 2022-01-18T20:58:59.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:58:59 smithi129 conmon[101092]: -18T20:58:58.733525+0000 mon.smithi129 (mon.0) 3069 : audit [DBG] from='client.? 172.21.15.129:0/3724784475' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:58:59.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:59 smithi156 conmon[67007]: audit 2022-01-18T20:58:58.138438+0000 mgr.smithi129.iclwio (mgr.14716) 10274 : audit [DBG] from='client.40942 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:58:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:59 smithi156 conmon[67007]: audit 2022-01-18T20:58:58.405647+0000 mgr.smithi129.iclwio (mgr.14716) 10275 : audit [DBG] from='client.40946 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:58:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:58:59 smithi156 conmon[67007]: audit 2022-01-18T20:58:58.733525+0000 mon.smithi129 (mon.0) 3069 : audit [DBG] from='client.? 172.21.15.129:0/3724784475' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:59:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:00 smithi129 conmon[101092]: audit 2022-01-18T20:58:59.386782+0000 mon.smithi129 (mon.0) 3070 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:59:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:00 smithi129 conmon[101092]: audit 2022-01-18T20:58:59.386980+0000 mon.smithi129 (mon.0) 3071 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:59:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:00 smithi129 conmon[101092]: cluster 2022-01-18T20:58:59.904208+0000 mgr.smithi129.iclwio (mgr.14716) 10276 : cluster [DBG] pgmap v8835: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:59:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:00 smithi156 conmon[67007]: audit 2022-01-18T20:58:59.386782+0000 mon.smithi129 (mon.0) 3070 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:59:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:00 smithi156 conmon[67007]: audit 2022-01-18T20:58:59.386980+0000 mon.smithi129 (mon.0) 3071 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:59:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:00 smithi156 conmon[67007]: cluster 2022-01-18T20:58:59.904208+0000 mgr.smithi129.iclwio (mgr.14716) 10276 : cluster [DBG] pgmap v8835: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:59:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:01 smithi156 conmon[67007]: cluster 2022-01-18T20:59:01.904723+0000 mgr.smithi129.iclwio (mgr.14716) 10277 : cluster [DBG] pgmap v8836: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:01 smithi129 conmon[101092]: cluster 2022-01-18T20:59:01.904723+0000 mgr.smithi129.iclwio (mgr.14716) 10277 : cluster [DBG] pgmap v8836: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:04 smithi129 conmon[101092]: cluster 2022-01-18T20:59:03.905478+0000 mgr.smithi129.iclwio (mgr.14716) 10278 : cluster [DBG] 2022-01-18T20:59:04.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:04 smithi129 conmon[101092]: pgmap v8837: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:04.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:04 smithi156 conmon[67007]: cluster 2022-01-18T20:59:03.905478+0000 mgr.smithi129.iclwio (mgr.14716) 10278 : cluster [DBG] pgmap v8837: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:05 smithi156 conmon[67007]: cluster 2022-01-18T20:59:05.906489+0000 mgr.smithi129.iclwio (mgr.14716) 10279 : cluster [DBG] pgmap v8838: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:05 smithi129 conmon[101092]: cluster 2022-01-18T20:59:05.906489+0000 mgr.smithi129.iclwio (mgr.14716) 10279 : cluster 2022-01-18T20:59:06.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:05 smithi129 conmon[101092]: [DBG] pgmap v8838: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:07 smithi156 conmon[67007]: cluster 2022-01-18T20:59:07.907175+0000 mgr.smithi129.iclwio (mgr.14716) 10280 : cluster 2022-01-18T20:59:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:07 smithi156 conmon[67007]: [DBG] pgmap v8839: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:07 smithi129 conmon[101092]: cluster 2022-01-18T20:59:07.907175+0000 mgr.smithi129.iclwio (mgr.14716) 10280 2022-01-18T20:59:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:07 smithi129 conmon[101092]: : cluster [DBG] pgmap v8839: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:10.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:09 smithi156 conmon[67007]: cluster 2022-01-18T20:59:09.907921+0000 mgr.smithi129.iclwio (mgr.14716) 10281 : cluster [DBG] pgmap v8840: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:59:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:09 smithi129 conmon[101092]: cluster 2022-01-18T20:59:09.907921+0000 mgr.smithi129.iclwio (mgr.14716) 10281 : cluster [DBG] 2022-01-18T20:59:10.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:09 smithi129 conmon[101092]: pgmap v8840: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:59:12.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:11 smithi156 conmon[67007]: cluster 2022-01-18T20:59:11.908412+0000 mgr.smithi129.iclwio (mgr.14716) 10282 : cluster [DBG] pgmap v8841: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:11 smithi129 conmon[101092]: cluster 2022-01-18T20:59:11.908412+0000 mgr.smithi129.iclwio (mgr.14716) 10282 : cluster [DBG] pgmap v8841: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:12.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:11 smithi129 conmon[101092]: 2022-01-18T20:59:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:14 smithi129 conmon[101092]: cluster 2022-01-18T20:59:13.909153+0000 mgr.smithi129.iclwio (mgr.14716) 10283 : cluster [DBG] pgmap v8842: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:14.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:14 smithi156 conmon[67007]: cluster 2022-01-18T20:59:13.909153+0000 mgr.smithi129.iclwio (mgr.14716) 10283 : cluster [DBG] pgmap v8842: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:15 smithi156 conmon[67007]: cluster 2022-01-18T20:59:15.909931+0000 mgr.smithi129.iclwio (mgr.14716) 10284 : cluster [DBG] pgmap v8843: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:15 smithi129 conmon[101092]: cluster 2022-01-18T20:59:15.909931+0000 mgr.smithi129.iclwio (mgr.14716) 10284 : cluster [DBG] 2022-01-18T20:59:16.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:15 smithi129 conmon[101092]: pgmap v8843: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:18.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:17 smithi156 conmon[67007]: cluster 2022-01-18T20:59:17.910562+0000 mgr.smithi129.iclwio (mgr.14716) 10285 : cluster [DBG] pgmap v8844: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:17 smithi129 conmon[101092]: cluster 2022-01-18T20:59:17.910562+0000 mgr.smithi129.iclwio (mgr.14716) 10285 : cluster [DBG] pgmap v8844: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:19.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:19 smithi156 conmon[67007]: audit 2022-01-18T20:59:19.391681+0000 mon.smithi129 (mon.0) 3072 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:59:19.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:19 smithi156 conmon[67007]: audit 2022-01-18T20:59:19.393148+0000 mon.smithi129 (mon.0) 3073 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:59:19.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:19 smithi156 conmon[67007]: audit 2022-01-18T20:59:19.394038+0000 mon.smithi129 (mon.0) 3074 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:59:19.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:19 smithi129 conmon[101092]: audit 2022-01-18T20:59:19.391681+0000 mon.smithi129 (mon.0) 3072 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T20:59:19.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:19 smithi129 conmon[101092]: audit 2022-01-18T20:59:19.393148+0000 mon.smithi129 (mon.0) 3073 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T20:59:19.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:19 smithi129 conmon[101092]: audit 2022-01-18T20:59:19.394038+0000 mon.smithi129 (mon.0) 3074 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T20:59:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:20 smithi156 conmon[67007]: cephadm 2022-01-18T20:59:19.394753+0000 mgr.smithi129.iclwio (mgr 2022-01-18T20:59:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:20 smithi156 conmon[67007]: .14716) 10286 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:59:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:20 smithi156 conmon[67007]: audit 2022-01-18T20:59:19.707119+0000 mon.smithi129 (mon.0) 3075 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:59:21.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:20 smithi156 conmon[67007]: audit 2022-01-18T20:59:21.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:20 smithi156 conmon[67007]: 2022-01-18T20:59:19.712117+0000 mon.smithi129 (mon.0) 3076 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:59:21.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:20 smithi156 conmon[67007]: cluster 2022-01-18T20:59:19 2022-01-18T20:59:21.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:20 smithi156 conmon[67007]: .911421+0000 mgr.smithi129.iclwio (mgr.14716) 10287 : cluster [DBG] 2022-01-18T20:59:21.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:20 smithi156 conmon[67007]: pgmap v8845: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:59:21.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:20 smithi129 conmon[101092]: cephadm 2022-01-18T20:59:19.394753+0000 mgr.smithi129.iclwio (mgr.14716) 10286 : cephadm [WRN] 2022-01-18T20:59:21.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:20 smithi129 conmon[101092]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T20:59:21.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:20 smithi129 conmon[101092]: audit 2022-01-18T20:59:19.707119+0000 mon.smithi129 (mon.0) 3075 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:59:21.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:20 smithi129 conmon[101092]: audit 2022-01-18T20:59:21.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:20 smithi129 conmon[101092]: 2022-01-18T20:59:19.712117+0000 mon.smithi129 (mon.0) 3076 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T20:59:21.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:20 smithi129 conmon[101092]: cluster 2022-01-18T20: 2022-01-18T20:59:21.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:20 smithi129 conmon[101092]: 59:19.911421+0000 mgr.smithi129.iclwio (mgr.14716) 10287 : cluster 2022-01-18T20:59:21.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:20 smithi129 conmon[101092]: [DBG] pgmap v8845: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:59:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:21 smithi156 conmon[67007]: cluster 2022-01-18T20:59:21.911972+0000 mgr.smithi129.iclwio (mgr.14716) 10288 : cluster [DBG] pgmap v8846: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:21 smithi129 conmon[101092]: cluster 2022-01-18T20:59:21.911972+0000 mgr.smithi129.iclwio (mgr.14716) 10288 : cluster [DBG] 2022-01-18T20:59:22.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:21 smithi129 conmon[101092]: pgmap v8846: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:24 smithi129 conmon[101092]: cluster 2022-01-18T20:59:23.912540+0000 mgr.smithi129.iclwio (mgr.14716) 10289 : cluster 2022-01-18T20:59:24.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:24 smithi129 conmon[101092]: [DBG] pgmap v8847: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:24.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:24 smithi156 conmon[67007]: cluster 2022-01-18T20:59:23.912540+0000 mgr.smithi129.iclwio (mgr.14716) 10289 : cluster [DBG] pgmap v8847: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:25 smithi156 conmon[67007]: cluster 2022-01-18T20:59:25.913430+0000 mgr.smithi129.iclwio (mgr.14716) 10290 : cluster [DBG] pgmap v8848: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:25 smithi129 conmon[101092]: cluster 2022-01-18T20:59:25.913430+0000 mgr.smithi129.iclwio (mgr.14716) 10290 : cluster [DBG] pgmap v8848: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:25 smithi129 conmon[101092]: 2022-01-18T20:59:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:27 smithi156 conmon[67007]: cluster 2022-01-18T20:59:27.914058+0000 mgr.smithi129.iclwio (mgr.14716) 10291 : cluster [DBG] pgmap v8849: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:27 smithi129 conmon[101092]: cluster 2022-01-18T20:59:27.914058+0000 mgr.smithi129.iclwio (mgr.14716) 10291 : cluster [DBG] 2022-01-18T20:59:28.459 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:27 smithi129 conmon[101092]: pgmap v8849: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:29.032 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:59:29.303 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T20:59:29.303 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 8m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T20:59:29.304 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 8m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T20:59:29.304 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 8m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T20:59:29.304 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 8m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T20:59:29.304 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 8m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T20:59:29.305 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 8m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T20:59:29.305 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 8m ago 5h 814M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T20:59:29.305 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 8m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T20:59:29.305 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 8m ago 5h 1824M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T20:59:29.306 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 8m ago 5h 871M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T20:59:29.306 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 8m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T20:59:29.306 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 8m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T20:59:29.306 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 8m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T20:59:29.307 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 8m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T20:59:29.307 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 8m ago 5h 2244M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T20:59:29.307 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 8m ago 5h 3347M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T20:59:29.307 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 8m ago 5h 2531M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T20:59:29.308 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 8m ago 5h 3373M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T20:59:29.308 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 8m ago 5h 3132M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T20:59:29.308 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 8m ago 5h 3637M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T20:59:29.308 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (4h) 8m ago 4h 2936M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T20:59:29.309 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 8m ago 4h 4228M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T20:59:29.309 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 8m ago 5h 156M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T20:59:29.620 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T20:59:29.620 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T20:59:29.620 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:59:29.621 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:59:29.621 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T20:59:29.621 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T20:59:29.621 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:59:29.622 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T20:59:29.622 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T20:59:29.622 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T20:59:29.622 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:59:29.623 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T20:59:29.623 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T20:59:29.623 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T20:59:29.623 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T20:59:29.624 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T20:59:29.624 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T20:59:29.624 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T20:59:29.625 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T20:59:29.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:29 smithi129 conmon[101092]: audit 2022-01-18T20:59:29.620498+0000 mon.smithi129 (mon.0) 2022-01-18T20:59:29.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:29 smithi129 conmon[101092]: 3077 : audit [DBG] from='client.? 172.21.15.129:0/4187907270' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:59:30.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:29 smithi156 conmon[67007]: audit 2022-01-18T20:59:29.620498+0000 mon.smithi129 (mon.0) 3077 : audit [DBG] from='client.? 172.21.15.129:0/4187907270' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T20:59:30.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:30 smithi129 conmon[101092]: audit 2022-01-18T20:59:29 2022-01-18T20:59:30.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:30 smithi129 conmon[101092]: .021093+0000 mgr.smithi129.iclwio (mgr.14716) 10292 : audit [DBG] from='client.40954 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:59:30.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:30 smithi129 conmon[101092]: audit 2022-01-18T20:59:29.294707+0000 mgr.smithi129.iclwio (mgr.14716) 10293 : audit [DBG] from='client.40958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:59:30.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:30 smithi129 conmon[101092]: cluster 2022-01-18T20:59:29.914733+0000 mgr.smithi129.iclwio ( 2022-01-18T20:59:30.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:30 smithi129 conmon[101092]: mgr.14716) 10294 : cluster [DBG] pgmap v8850: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:59:31.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:30 smithi156 conmon[67007]: audit 2022-01-18T20:59:29.021093+0000 mgr.smithi129.iclwio (mgr.14716) 10292 : audit [DBG] from='client.40954 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:59:31.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:30 smithi156 conmon[67007]: audit 2022-01-18T20:59:29.294707+0000 mgr.smithi129.iclwio (mgr.14716) 10293 2022-01-18T20:59:31.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:30 smithi156 conmon[67007]: : audit [DBG] from='client.40958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T20:59:31.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:30 smithi156 conmon[67007]: cluster 2022-01-18T20:59:29.914733+0000 mgr.smithi129.iclwio (mgr.14716) 10294 : cluster [DBG] pgmap v8850: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:59:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:31 smithi156 conmon[67007]: cluster 2022-01-18T20:59:31.915217+0000 mgr.smithi129.iclwio (mgr.14716) 10295 : cluster [DBG] pgmap v8851: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:31 smithi129 conmon[101092]: cluster 2022-01-18T20:59:31.915217+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T20:59:32.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:31 smithi129 conmon[101092]: 10295 : cluster [DBG] pgmap v8851: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:34 smithi129 conmon[101092]: cluster 2022-01-18T20:59:33.915872+0000 mgr.smithi129.iclwio (mgr.14716) 10296 : cluster [DBG] pgmap v8852: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:34.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:34 smithi129 conmon[101092]: 2022-01-18T20:59:34.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:34 smithi156 conmon[67007]: cluster 2022-01-18T20:59:33.915872+0000 mgr.smithi129.iclwio (mgr.14716) 10296 : cluster [DBG] pgmap v8852: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:36.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:35 smithi156 conmon[67007]: cluster 2022-01-18T20:59:35.916818+0000 mgr.smithi129.iclwio (mgr.14716) 10297 : cluster [DBG] pgmap v8853: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:35 smithi129 conmon[101092]: cluster 2022-01-18T20:59:35.916818+0000 mgr.smithi129.iclwio (mgr.14716) 10297 : cluster [DBG] 2022-01-18T20:59:36.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:35 smithi129 conmon[101092]: pgmap v8853: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:38.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:37 smithi156 conmon[67007]: cluster 2022-01-18T20:59:37.917328+0000 mgr.smithi129.iclwio (mgr.14716) 10298 : cluster [DBG] pgmap v8854: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:37 smithi129 conmon[101092]: cluster 2022-01-18T20:59:37.917328+0000 mgr.smithi129.iclwio (mgr.14716) 10298 : cluster [DBG] pgmap v8854: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:37 smithi129 conmon[101092]: 2022-01-18T20:59:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:39 smithi156 conmon[67007]: cluster 2022-01-18T20:59:39.918125+0000 mgr.smithi129.iclwio (mgr.14716) 10299 : cluster [DBG] pgmap v8855: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:59:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:39 smithi129 conmon[101092]: cluster 2022-01-18T20:59:39.918125+0000 mgr.smithi129.iclwio (mgr.14716) 10299 : cluster 2022-01-18T20:59:40.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:39 smithi129 conmon[101092]: [DBG] pgmap v8855: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:59:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:41 smithi156 conmon[67007]: cluster 2022-01-18T20:59:41.918603+0000 mgr.smithi129.iclwio (mgr.14716) 10300 : cluster [DBG] pgmap v8856: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:41 smithi129 conmon[101092]: cluster 2022-01-18T20:59:41.918603+0000 mgr.smithi129.iclwio (mgr.14716) 10300 : cluster [DBG] pgmap v8856: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:44 smithi129 conmon[101092]: cluster 2022-01-18T20:59:43.919320+0000 mgr.smithi129.iclwio (mgr.14716) 10301 : cluster [DBG] pgmap v8857: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:44.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:44 smithi156 conmon[67007]: cluster 2022-01-18T20:59:43.919320+0000 mgr.smithi129.iclwio (mgr.14716) 10301 : cluster [DBG] pgmap v8857: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:46.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:45 smithi156 conmon[67007]: cluster 2022-01-18T20:59:45.920147+0000 mgr.smithi129.iclwio (mgr.14716) 10302 : cluster [DBG] pgmap v8858: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:45 smithi129 conmon[101092]: cluster 2022-01-18T20:59:45.920147+0000 mgr.smithi129.iclwio (mgr.14716) 10302 : cluster [DBG] pgmap v8858: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:46.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:45 smithi129 conmon[101092]: 2022-01-18T20:59:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:47 smithi156 conmon[67007]: cluster 2022-01-18T20:59:47.920943+0000 mgr.smithi129.iclwio (mgr.14716) 10303 : cluster [DBG] pgmap v8859: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:47 smithi129 conmon[101092]: cluster 2022-01-18T20:59:47.920943+0000 mgr.smithi129.iclwio (mgr.14716) 10303 : cluster [DBG] 2022-01-18T20:59:48.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:47 smithi129 conmon[101092]: pgmap v8859: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:50.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:49 smithi156 conmon[67007]: cluster 2022-01-18T20:59:49.921666+0000 mgr.smithi129.iclwio (mgr.14716) 10304 : cluster [DBG] pgmap v8860: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:59:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:49 smithi129 conmon[101092]: cluster 2022-01-18T20:59:49.921666+0000 mgr.smithi129.iclwio (mgr.14716) 10304 : cluster [DBG] pgmap v8860: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T20:59:50.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:49 smithi129 conmon[101092]: 2022-01-18T20:59:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:51 smithi156 conmon[67007]: cluster 2022-01-18T20:59:51.922198+0000 mgr.smithi129.iclwio (mgr.14716) 10305 : cluster [DBG] pgmap v8861: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:51 smithi156 conmon[67007]: 2022-01-18T20:59:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:51 smithi129 conmon[101092]: cluster 2022-01-18T20:59:51.922198+0000 mgr.smithi129.iclwio (mgr.14716) 10305 : cluster [DBG] 2022-01-18T20:59:52.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:51 smithi129 conmon[101092]: pgmap v8861: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:54 smithi129 conmon[101092]: cluster 2022-01-18T20:59:53.922831+0000 mgr.smithi129.iclwio (mgr.14716) 10306 : cluster [DBG] pgmap v8862: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:54.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:54 smithi156 conmon[67007]: cluster 2022-01-18T20:59:53.922831+0000 mgr.smithi129.iclwio (mgr.14716) 10306 : cluster [DBG] pgmap v8862: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:56.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:55 smithi156 conmon[67007]: cluster 2022-01-18T20:59:55.923576+0000 mgr.smithi129.iclwio (mgr.14716) 10307 : cluster [DBG] pgmap v8863: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:55 smithi129 conmon[101092]: cluster 2022-01-18T20:59:55.923576+0000 mgr.smithi129.iclwio (mgr.14716) 10307 : cluster [DBG] pgmap v8863: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:58.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:57 smithi156 conmon[67007]: cluster 2022-01-18T20:59:57.924300+0000 mgr.smithi129.iclwio (mgr.14716) 10308 : cluster [DBG] pgmap v8864: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:57 smithi129 conmon[101092]: cluster 2022-01-18T20:59:57.924300 2022-01-18T20:59:58.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:57 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 10308 : cluster [DBG] pgmap v8864: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T20:59:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:59 smithi156 conmon[67007]: audit 2022-01-18T20:59:59.390804+0000 mon.smithi129 (mon.0) 3078 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:59:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:59 smithi156 conmon[67007]: 2022-01-18T20:59:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 20:59:59 smithi156 conmon[67007]: audit 2022-01-18T20:59:59.391067+0000 mon.smithi129 (mon.0) 3079 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T20:59:59.917 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T20:59:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:59 smithi129 conmon[101092]: audit 2022-01-18T20:59:59.390804+0000 mon.smithi129 (mon.0) 3078 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T20:59:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 20:59:59 smithi129 conmon[101092]: audit 2022-01-18T20:59:59.391067+0000 mon.smithi129 (mon.0) 3079 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:00:00.183 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:00:00.183 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 8m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:00:00.184 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 8m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:00:00.184 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 8m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:00:00.184 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 8m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:00:00.184 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 8m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:00:00.185 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 8m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:00:00.185 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 8m ago 5h 814M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:00:00.185 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 8m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:00:00.185 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 8m ago 5h 1824M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:00:00.186 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 8m ago 5h 871M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:00:00.186 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 8m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:00:00.186 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 8m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:00:00.187 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 8m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:00:00.187 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 8m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:00:00.187 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 8m ago 5h 2244M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:00:00.187 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 8m ago 5h 3347M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:00:00.188 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 8m ago 5h 2531M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:00:00.188 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 8m ago 5h 3373M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:00:00.188 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 8m ago 5h 3132M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:00:00.188 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 8m ago 5h 3637M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:00:00.189 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 8m ago 5h 2936M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:00:00.189 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (4h) 8m ago 4h 4228M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:00:00.189 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 8m ago 5h 156M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:00:00.501 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:00:00.501 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:00:00.501 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:00:00.502 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:00:00.502 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:00:00.502 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:00:00.502 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:00:00.503 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:00:00.503 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:00:00.503 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:00:00.503 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:00:00.504 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:00:00.504 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:00:00.504 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:00:00.504 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:00:00.504 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:00:00.505 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:00:00.505 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:00:00.505 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:00:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:00 smithi156 conmon[67007]: audit 2022-01-18T20:59:59.905978+0000 mgr.smithi129.iclwio (mgr.14716) 10309 : audit [DBG] 2022-01-18T21:00:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:00 smithi156 conmon[67007]: from='client.40966 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:00:00.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:00 smithi156 conmon[67007]: cluster 2022-01-18T20:59:59.924995+0000 mgr.smithi129.iclwio (mgr.14716) 10310 : cluster [DBG] pgmap v8865: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:00:00.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:00 smithi156 conmon[67007]: cluster 2022-01-18T21:00:00.000115+0000 mon.smithi129 (mon. 2022-01-18T21:00:00.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:00 smithi156 conmon[67007]: 0) 3080 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T21:00:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:00 smithi129 conmon[101092]: audit 2022-01-18T20:59:59.905978+0000 mgr.smithi129.iclwio (mgr.14716) 10309 2022-01-18T21:00:00.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:00 smithi129 conmon[101092]: : audit [DBG] from='client.40966 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:00:00.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:00 smithi129 conmon[101092]: cluster 2022-01-18T20:59:59.924995+0000 mgr.smithi129.iclwio (mgr.14716) 10310 : cluster [DBG] pgmap v8865: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:00:00.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:00 smithi129 conmon[101092]: cluster 2022-01-18T21 2022-01-18T21:00:00.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:00 smithi129 conmon[101092]: :00:00.000115+0000 mon.smithi129 (mon.0) 3080 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T21:00:01.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:01 smithi156 conmon[67007]: audit 2022-01-18T21:00:00.174922+0000 mgr.smithi129.iclwio (mgr.14716) 10311 : audit [DBG] from='client.40970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:00:01.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:01 smithi156 conmon[67007]: 2022-01-18T21:00:01.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:01 smithi156 conmon[67007]: audit 2022-01-18T21:00:00.501345+0000 mon.smithi129 (mon.0) 3081 : audit [DBG] from='client.? 172.21.15.129:0/413137818' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:00:01.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:01 smithi129 conmon[101092]: audit 2022-01-18T21:00:00.174922+0000 mgr.smithi129.iclwio (mgr.14716) 10311 : audit [DBG] 2022-01-18T21:00:01.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:01 smithi129 conmon[101092]: from='client.40970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:00:01.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:01 smithi129 conmon[101092]: audit 2022-01-18T21:00:00.501345+0000 mon.smithi129 (mon.0) 3081 : audit [DBG] from='client.? 172.21.15.129:0/413137818' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:00:02.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:02 smithi156 conmon[67007]: cluster 2022-01-18T21:00:01.925603+0000 mgr.smithi129.iclwio (mgr.14716) 10312 : cluster [DBG] pgmap v8866: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:02 smithi129 conmon[101092]: cluster 2022-01-18T21:00:01.925603+0000 mgr.smithi129.iclwio (mgr.14716) 10312 : cluster [DBG] 2022-01-18T21:00:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:02 smithi129 conmon[101092]: pgmap v8866: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:04 smithi129 conmon[101092]: cluster 2022-01-18T21:00:03.926220+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:00:04.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:04 smithi129 conmon[101092]: .14716) 10313 : cluster [DBG] pgmap v8867: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:04.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:04 smithi156 conmon[67007]: cluster 2022-01-18T21:00:03.926220+0000 mgr.smithi129.iclwio (mgr.14716) 10313 : cluster [DBG] pgmap v8867: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:05 smithi156 conmon[67007]: cluster 2022-01-18T21:00:05.927074+0000 mgr.smithi129.iclwio (mgr.14716) 10314 : cluster [DBG] pgmap v8868: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:05 smithi129 conmon[101092]: cluster 2022-01-18T21:00:05.927074+0000 mgr.smithi129.iclwio (mgr.14716) 10314 : cluster [DBG] 2022-01-18T21:00:06.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:05 smithi129 conmon[101092]: pgmap v8868: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:08.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:07 smithi156 conmon[67007]: cluster 2022-01-18T21:00:07.927824+0000 mgr.smithi129.iclwio (mgr.14716) 10315 : cluster [DBG] pgmap v8869: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:07 smithi156 conmon[67007]: 2022-01-18T21:00:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:07 smithi129 conmon[101092]: cluster 2022-01-18T21:00:07.927824+0000 mgr.smithi129.iclwio (mgr.14716) 10315 : cluster 2022-01-18T21:00:08.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:07 smithi129 conmon[101092]: [DBG] pgmap v8869: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:09 smithi156 conmon[67007]: cluster 2022-01-18T21:00:09.928780+0000 mgr.smithi129.iclwio (mgr.14716) 10316 : cluster [DBG] pgmap v8870: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:00:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:09 smithi129 conmon[101092]: cluster 2022-01-18T21:00:09.928780+0000 mgr.smithi129.iclwio (mgr.14716) 10316 : cluster [DBG] pgmap v8870: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:00:10.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:09 smithi129 conmon[101092]: 2022-01-18T21:00:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:11 smithi156 conmon[67007]: cluster 2022-01-18T21:00:11.929268+0000 mgr.smithi129.iclwio (mgr.14716) 10317 : cluster [DBG] pgmap v8871: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:11 smithi156 conmon[67007]: 2022-01-18T21:00:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:11 smithi129 conmon[101092]: cluster 2022-01-18T21:00:11.929268+0000 mgr.smithi129.iclwio (mgr.14716) 10317 : cluster [DBG] 2022-01-18T21:00:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:11 smithi129 conmon[101092]: pgmap v8871: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:14 smithi129 conmon[101092]: cluster 2022-01-18T21:00:13.929927+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:00:14.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:14 smithi129 conmon[101092]: .14716) 10318 : cluster [DBG] pgmap v8872: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:14.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:14 smithi156 conmon[67007]: cluster 2022-01-18T21:00:13.929927+0000 mgr.smithi129.iclwio (mgr.14716) 10318 : cluster [DBG] pgmap v8872: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:16.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:15 smithi156 conmon[67007]: cluster 2022-01-18T21:00:15.930693+0000 mgr.smithi129.iclwio (mgr.14716) 10319 : cluster [DBG] pgmap v8873: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:15 smithi156 conmon[67007]: 2022-01-18T21:00:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:15 smithi129 conmon[101092]: cluster 2022-01-18T21:00:15.930693+0000 mgr.smithi129.iclwio (mgr.14716) 10319 : cluster [DBG] pgmap v8873: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:17 smithi156 conmon[67007]: cluster 2022-01-18T21:00:17.931246+0000 mgr.smithi129.iclwio (mgr.14716) 10320 : cluster [DBG] pgmap v8874: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:17 smithi129 conmon[101092]: cluster 2022-01-18T21:00:17.931246+0000 mgr.smithi129.iclwio (mgr.14716) 10320 : cluster [DBG] pgmap v8874: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:20.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:19 smithi156 conmon[67007]: audit 2022-01-18T21:00:19.714580+0000 mon.smithi129 (mon 2022-01-18T21:00:20.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:19 smithi156 conmon[67007]: .0) 3082 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:00:20.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:19 smithi156 conmon[67007]: audit 2022-01-18T21:00:19.715994+0000 mon.smithi129 (mon.0) 3083 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:00:20.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:19 smithi156 conmon[67007]: 2022-01-18T21:00:20.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:19 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T21:00:20.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:19 smithi156 conmon[67007]: 18T21:00:19.716837+0000 mon.smithi129 (mon.0) 3084 : audit 2022-01-18T21:00:20.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:19 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:00:20.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:19 smithi129 conmon[101092]: audit 2022-01-18T21:00:19.714580+0000 mon.smithi129 (mon.0) 3082 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:00:20.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:19 smithi129 conmon[101092]: audit 2022-01-18T21:00:19.715994+0000 mon.smithi129 (mon.0) 3083 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:00:20.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:19 smithi129 conmon[101092]: audit 2022-01-18T21:00:19.716837+0000 mon.smithi129 (mon.0) 3084 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:00:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:20 smithi156 conmon[67007]: cephadm 2022-01-18T21:00:19.717552+0000 mgr.smithi129.iclwio (mgr.14716) 10321 : cephadm 2022-01-18T21:00:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:20 smithi156 conmon[67007]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:00:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:20 smithi156 conmon[67007]: cluster 2022-01-18T21:00:19.931958+0000 mgr.smithi129.iclwio (mgr.14716) 10322 : cluster [DBG] pgmap v8875: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:00:21.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:20 smithi156 conmon[67007]: audit 2022-01-18T21:00:20.023295+0000 mon.smithi129 (mon 2022-01-18T21:00:21.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:20 smithi156 conmon[67007]: .0) 3085 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T21:00:21.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:20 smithi156 conmon[67007]: audit 2022-01-18T21:00:20.025159+0000 mon.smithi129 (mon.0) 3086 : audit [INF] 2022-01-18T21:00:21.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:20 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T21:00:21.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:20 smithi156 conmon[67007]: audit 2022-01-18T21:00:20.029086+0000 mon.smithi129 2022-01-18T21:00:21.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:20 smithi156 conmon[67007]: (mon.0) 3087 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:00:21.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:20 smithi156 conmon[67007]: audit 2022-01-18T21:00:20 2022-01-18T21:00:21.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:20 smithi156 conmon[67007]: .033840+0000 mon.smithi129 (mon.0) 3088 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:00:21.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:20 smithi129 conmon[101092]: cephadm 2022-01-18T21:00:19.717552+0000 mgr.smithi129.iclwio (mgr.14716) 10321 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:00:21.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:20 smithi129 conmon[101092]: 2022-01-18T21:00:21.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:20 smithi129 conmon[101092]: cluster 2022-01-18T21:00:19.931958+0000 mgr.smithi129.iclwio (mgr.14716) 10322 : cluster [DBG] pgmap v8875: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:00:21.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:20 smithi129 conmon[101092]: audit 2022-01-18T21:00:20.023295+0000 mon.smithi129 (mon.0) 3085 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T21:00:21.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:20 smithi129 conmon[101092]: audit 2022-01-18T21:00:20.025159+0000 mon.smithi129 (mon.0) 3086 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T21:00:21.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:20 smithi129 conmon[101092]: audit 2022-01-18T21:00:20.029086+0000 mon.smithi129 (mon.0) 3087 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:00:21.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:20 smithi129 conmon[101092]: audit 2022-01-18T21:00:20.033840+0000 mon.smithi129 (mon.0) 3088 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:00:22.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:21 smithi156 conmon[67007]: cluster 2022-01-18T21:00:21.932440+0000 mgr.smithi129.iclwio (mgr.14716) 10323 : cluster [DBG] pgmap v8876: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:21 smithi129 conmon[101092]: cluster 2022-01-18T21:00:21.932440+0000 mgr.smithi129.iclwio (mgr.14716) 10323 : cluster [DBG] pgmap v8876: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:24 smithi129 conmon[101092]: cluster 2022-01-18T21:00:23.933135 2022-01-18T21:00:24.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:24 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 10324 : cluster [DBG] pgmap v8877: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:24.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:24 smithi156 conmon[67007]: cluster 2022-01-18T21:00:23.933135+0000 mgr.smithi129.iclwio (mgr.14716) 10324 : cluster [DBG] pgmap v8877: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:24.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:24 smithi156 conmon[67007]: 2022-01-18T21:00:26.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:25 smithi156 conmon[67007]: cluster 2022-01-18T21:00:25.933978+0000 mgr.smithi129.iclwio (mgr.14716) 10325 : cluster [DBG] pgmap v8878: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:25 smithi129 conmon[101092]: cluster 2022-01-18T21:00:25.933978+0000 mgr.smithi129.iclwio (mgr.14716) 10325 : cluster [DBG] pgmap v8878: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:27 smithi156 conmon[67007]: cluster 2022-01-18T21:00:27.934690+0000 mgr.smithi129.iclwio (mgr.14716) 10326 : cluster [DBG] pgmap v8879: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:27 smithi129 conmon[101092]: cluster 2022-01-18T21:00:27.934690+0000 mgr.smithi129.iclwio (mgr.14716) 10326 : cluster [DBG] pgmap v8879: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:28.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:27 smithi129 conmon[101092]: 2022-01-18T21:00:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:29 smithi156 conmon[67007]: cluster 2022-01-18T21:00:29.935535+0000 mgr.smithi129.iclwio (mgr.14716) 10327 : cluster [DBG] pgmap v8880: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:00:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:29 smithi129 conmon[101092]: cluster 2022-01-18T21:00:29.935535+0000 mgr.smithi129.iclwio (mgr.14716) 10327 : cluster [DBG] pgmap v8880: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:00:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:29 smithi129 conmon[101092]: 2022-01-18T21:00:30.805 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:00:31.073 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:00:31.073 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 9m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:00:31.074 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 9m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:00:31.074 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 9m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:00:31.074 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 9m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:00:31.074 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 9m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:00:31.075 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 9m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:00:31.075 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 9m ago 5h 814M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:00:31.075 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 9m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:00:31.075 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 9m ago 5h 1824M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:00:31.076 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 9m ago 5h 871M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:00:31.076 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 9m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:00:31.076 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 9m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:00:31.076 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 9m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:00:31.076 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 9m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:00:31.077 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 9m ago 5h 2244M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:00:31.077 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 9m ago 5h 3347M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:00:31.077 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 9m ago 5h 2531M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:00:31.077 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 9m ago 5h 3373M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:00:31.078 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 9m ago 5h 3132M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:00:31.078 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 9m ago 5h 3637M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:00:31.078 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 9m ago 5h 2936M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:00:31.078 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 9m ago 5h 4228M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:00:31.079 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 9m ago 5h 156M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:00:31.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:30 smithi156 conmon[67007]: audit 2022-01-18T21:00:30.792532+0000 mgr.smithi129.iclwio (mgr.14716) 10328 : audit 2022-01-18T21:00:31.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:30 smithi156 conmon[67007]: [DBG] from='client.40978 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:00:31.391 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:00:31.391 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:00:31.391 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:00:31.392 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:00:31.392 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:00:31.392 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:00:31.392 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:00:31.393 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:00:31.393 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:00:31.393 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:00:31.393 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:00:31.394 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:00:31.394 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:00:31.394 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:00:31.394 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:00:31.395 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:00:31.395 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:00:31.395 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:00:31.395 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:00:31.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:30 smithi129 conmon[101092]: audit 2022-01-18T21:00:30.792532+0000 mgr.smithi129.iclwio (mgr.14716) 10328 2022-01-18T21:00:31.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:30 smithi129 conmon[101092]: : audit [DBG] from='client.40978 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:00:32.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:32 smithi156 conmon[67007]: audit 2022-01-18T21:00:31.064625+0000 mgr.smithi129.iclwio (mgr.14716) 10329 : audit 2022-01-18T21:00:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:32 smithi156 conmon[67007]: [DBG] from='client.40982 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:00:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:32 smithi156 conmon[67007]: audit 2022-01-18T21:00:31.391482+0000 mon.smithi129 (mon.0) 3089 : audit [DBG] from='client.? 172.21.15.129:0/1427389348' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:00:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:32 smithi156 conmon[67007]: cluster 2022-01-18T21:00:31.936046+0000 mgr.smithi129.iclwio 2022-01-18T21:00:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:32 smithi156 conmon[67007]: (mgr.14716) 10330 : cluster [DBG] pgmap v8881: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:32 smithi129 conmon[101092]: audit 2022-01-18T21:00:31.064625+0000 mgr.smithi129.iclwio (mgr.14716) 10329 : audit 2022-01-18T21:00:32.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:32 smithi129 conmon[101092]: [DBG] from='client.40982 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:00:32.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:32 smithi129 conmon[101092]: audit 2022-01-18T21:00:31.391482+0000 mon.smithi129 (mon.0) 3089 : audit [DBG] from='client.? 172.21.15.129:0/1427389348' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:00:32.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:32 smithi129 conmon[101092]: cluster 2022-01-18T21:00 2022-01-18T21:00:32.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:32 smithi129 conmon[101092]: :31.936046+0000 mgr.smithi129.iclwio (mgr.14716) 10330 : cluster [DBG] pgmap v8881: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:34 smithi129 conmon[101092]: cluster 2022-01-18T21:00:33.936698+0000 mgr.smithi129.iclwio (mgr.14716) 10331 : cluster [DBG] pgmap v8882: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:34.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:34 smithi156 conmon[67007]: cluster 2022-01-18T21:00:33.936698+0000 mgr.smithi129.iclwio (mgr.14716) 10331 : cluster [DBG] pgmap v8882: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:36.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:35 smithi156 conmon[67007]: cluster 2022-01-18T21:00:35.937460+0000 mgr.smithi129.iclwio (mgr.14716) 10332 : cluster [DBG] pgmap v8883: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:35 smithi129 conmon[101092]: cluster 2022-01-18T21:00:35.937460+0000 mgr.smithi129.iclwio (mgr.14716) 10332 : cluster [DBG] 2022-01-18T21:00:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:35 smithi129 conmon[101092]: pgmap v8883: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:37 smithi156 conmon[67007]: cluster 2022-01-18T21:00:37.938106+0000 mgr.smithi129.iclwio (mgr.14716) 10333 : cluster [DBG] pgmap v8884: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:37 smithi129 conmon[101092]: cluster 2022-01-18T21:00:37.938106+0000 mgr.smithi129.iclwio (mgr.14716) 10333 : cluster [DBG] pgmap v8884: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:40.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:40 smithi156 conmon[67007]: cluster 2022-01-18T21:00:39.939049+0000 mgr.smithi129.iclwio (mgr.14716) 10334 : cluster [DBG] pgmap v8885: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:00:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:39 smithi129 conmon[101092]: cluster 2022-01-18T21:00:39.939049+0000 mgr.smithi129.iclwio (mgr.14716) 10334 : cluster [DBG] pgmap v8885: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:00:40.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:39 smithi129 conmon[101092]: 2022-01-18T21:00:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:41 smithi156 conmon[67007]: cluster 2022-01-18T21:00:41.939464+0000 mgr.smithi129.iclwio (mgr.14716) 10335 : cluster [DBG] pgmap v8886: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:41 smithi129 conmon[101092]: cluster 2022-01-18T21:00:41.939464+0000 mgr.smithi129.iclwio (mgr.14716) 10335 : cluster [DBG] pgmap v8886: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:44 smithi129 conmon[101092]: cluster 2022-01-18T21:00:43.940033+0000 mgr.smithi129.iclwio (mgr.14716) 10336 : cluster [DBG] pgmap v8887: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:44.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:44 smithi129 conmon[101092]: 2022-01-18T21:00:44.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:44 smithi156 conmon[67007]: cluster 2022-01-18T21:00:43.940033+0000 mgr.smithi129.iclwio (mgr.14716) 10336 : cluster [DBG] pgmap v8887: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:44.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:44 smithi156 conmon[67007]: 2022-01-18T21:00:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:45 smithi156 conmon[67007]: cluster 2022-01-18T21:00:45.940906+0000 mgr.smithi129.iclwio (mgr.14716) 10337 : cluster [DBG] pgmap v8888: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:46.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:45 smithi129 conmon[101092]: cluster 2022-01-18T21:00:45.940906+0000 mgr.smithi129.iclwio (mgr.14716) 10337 : cluster 2022-01-18T21:00:46.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:45 smithi129 conmon[101092]: [DBG] pgmap v8888: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:48 smithi156 conmon[67007]: cluster 2022-01-18T21:00:47.941410+0000 mgr.smithi129.iclwio (mgr.14716) 10338 : cluster [DBG] pgmap v8889: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:48 smithi156 conmon[67007]: 2022-01-18T21:00:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:47 smithi129 conmon[101092]: cluster 2022-01-18T21:00:47.941410+0000 mgr.smithi129.iclwio (mgr.14716) 10338 : cluster [DBG] pgmap v8889: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:49 smithi156 conmon[67007]: cluster 2022-01-18T21:00:49.942134+0000 mgr.smithi129.iclwio (mgr.14716) 10339 : cluster [DBG] pgmap v8890: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:00:50.367 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:50 smithi156 conmon[67007]: 2022-01-18T21:00:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:49 smithi129 conmon[101092]: cluster 2022-01-18T21:00:49.942134+0000 mgr.smithi129.iclwio (mgr.14716) 10339 : cluster 2022-01-18T21:00:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:49 smithi129 conmon[101092]: [DBG] pgmap v8890: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:00:52.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:52 smithi156 conmon[67007]: cluster 2022-01-18T21:00:51.942620+0000 mgr.smithi129.iclwio (mgr.14716) 10340 : cluster [DBG] pgmap v8891: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:51 smithi129 conmon[101092]: cluster 2022-01-18T21:00:51.942620+0000 mgr.smithi129.iclwio (mgr.14716) 10340 : cluster [DBG] pgmap v8891: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:54 smithi129 conmon[101092]: cluster 2022-01-18T21:00:53.943303+0000 mgr.smithi129.iclwio (mgr.14716) 10341 : cluster [DBG] pgmap v8892: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:54.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:54 smithi156 conmon[67007]: cluster 2022-01-18T21:00:53.943303+0000 mgr.smithi129.iclwio (mgr.14716) 10341 : cluster [DBG] pgmap v8892: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:56 smithi156 conmon[67007]: cluster 2022-01-18T21:00:55.944183+0000 mgr.smithi129.iclwio (mgr.14716) 10342 : cluster [DBG] pgmap v8893: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:56 smithi129 conmon[101092]: cluster 2022-01-18T21:00:55.944183+0000 mgr.smithi129.iclwio (mgr.14716) 10342 : cluster [DBG] pgmap v8893: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:58.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:58 smithi156 conmon[67007]: cluster 2022-01-18T21:00:57.944711+0000 mgr.smithi129.iclwio (mgr.14716) 10343 : cluster [DBG] pgmap v8894: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:58.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:58 smithi129 conmon[101092]: cluster 2022-01-18T21:00:57.944711+0000 mgr.smithi129.iclwio (mgr.14716) 10343 : cluster [DBG] pgmap v8894: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:00:59.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:59 smithi156 conmon[67007]: audit 2022-01-18T21:00:59.395097+0000 mon.smithi129 (mon.0) 3090 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:00:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:59 smithi156 conmon[67007]: 2022-01-18T21:00:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:00:59 smithi156 conmon[67007]: audit 2022-01-18T21:00:59.395383+0000 mon.smithi129 (mon.0) 3091 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:00:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:59 smithi129 conmon[101092]: audit 2022-01-18T21:00:59.395097+0000 mon.smithi129 (mon.0) 3090 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:00:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:00:59 smithi129 conmon[101092]: audit 2022-01-18T21:00:59.395383+0000 mon.smithi129 (mon.0) 3091 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:01:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:00 smithi156 conmon[67007]: cluster 2022-01-18T21:00:59.945395+0000 mgr.smithi129.iclwio (mgr.14716) 10344 : cluster [DBG] pgmap v8895: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:01:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:00 smithi129 conmon[101092]: cluster 2022-01-18T21:00:59.945395+0000 mgr.smithi129.iclwio (mgr.14716) 10344 : cluster [DBG] pgmap v8895: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:01:01.691 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:01:01.962 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:01:01.962 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 9m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:01:01.962 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 9m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:01:01.963 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 9m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:01:01.963 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 9m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:01:01.963 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (4h) 9m ago 4h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:01:01.963 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 9m ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:01:01.964 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 9m ago 5h 814M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:01:01.964 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 9m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:01:01.964 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 9m ago 5h 1824M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:01:01.964 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 9m ago 5h 871M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:01:01.964 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 9m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:01:01.965 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 9m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:01:01.965 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 9m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:01:01.965 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 9m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:01:01.965 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 9m ago 5h 2244M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:01:01.965 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 9m ago 5h 3347M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:01:01.966 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 9m ago 5h 2531M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:01:01.966 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 9m ago 5h 3373M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:01:01.966 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 9m ago 5h 3132M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:01:01.966 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 9m ago 5h 3637M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:01:01.967 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 9m ago 5h 2936M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:01:01.967 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 9m ago 5h 4228M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:01:01.967 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 9m ago 5h 156M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:01:02.285 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:01:02.286 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:01:02.286 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:01:02.286 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:01:02.286 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:01:02.287 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:01:02.287 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:01:02.287 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:01:02.287 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:01:02.288 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:01:02.288 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:01:02.288 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:01:02.288 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:01:02.288 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:01:02.289 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:01:02.289 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:01:02.289 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:01:02.289 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:01:02.290 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:01:02.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:02 smithi156 conmon[67007]: audit 2022-01-18T21:01:01.679648+0000 mgr.smithi129.iclwio (mgr.14716) 10345 : audit [DBG] from='client.40990 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:01:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:02 smithi156 conmon[67007]: cluster 2022-01-18T21:01:01.945863+0000 2022-01-18T21:01:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:02 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 10346 : cluster [DBG] pgmap v8896: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:02 smithi129 conmon[101092]: audit 2022-01-18T21:01:01.679648+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:01:02.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:02 smithi129 conmon[101092]: ) 10345 : audit [DBG] from='client.40990 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:01:02.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:02 smithi129 conmon[101092]: cluster 2022-01-18T21:01:01.945863+0000 mgr.smithi129.iclwio (mgr.14716) 10346 : cluster [DBG] pgmap v8896: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:03.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:03 smithi156 conmon[67007]: audit 2022-01-18T21:01:01.953643+0000 mgr.smithi129.iclwio (mgr.14716) 10347 : audit [DBG] from='client.40994 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:01:03.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:03 smithi156 conmon[67007]: audit 2022-01-18T21:01: 2022-01-18T21:01:03.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:03 smithi156 conmon[67007]: 02.285716+0000 mon.smithi129 (mon.0) 3092 : audit [DBG] from='client.? 172.21.15.129:0/2409614564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:01:03.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:03 smithi129 conmon[101092]: audit 2022-01-18T21:01:01.953643+0000 mgr.smithi129.iclwio (mgr.14716) 10347 : audit [DBG] from='client.40994 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:01:03.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:03 smithi129 conmon[101092]: audit 2022-01-18T21:01:02.285716+0000 mon.smithi129 (mon.0) 3092 : audit [DBG] from='client.? 172.21.15.129:0/2409614564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:01:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:04 smithi129 conmon[101092]: cluster 2022-01-18T21:01:03.946619+0000 mgr.smithi129.iclwio (mgr.14716) 10348 : cluster [DBG] pgmap v8897: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:04.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:04 smithi156 conmon[67007]: cluster 2022-01-18T21:01:03.946619+0000 mgr.smithi129.iclwio (mgr.14716) 10348 : cluster [DBG] pgmap v8897: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:06 smithi156 conmon[67007]: cluster 2022-01-18T21:01:05.947531+0000 mgr.smithi129.iclwio (mgr.14716) 10349 : cluster [DBG] pgmap v8898: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:06 smithi129 conmon[101092]: cluster 2022-01-18T21:01:05.947531+0000 mgr.smithi129.iclwio (mgr.14716) 10349 : cluster [DBG] pgmap v8898: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:08.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:08 smithi156 conmon[67007]: cluster 2022-01-18T21:01:07.948144+0000 mgr.smithi129.iclwio (mgr.14716) 10350 : cluster [DBG] pgmap v8899: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:08 smithi129 conmon[101092]: cluster 2022-01-18T21:01:07.948144+0000 mgr.smithi129.iclwio (mgr.14716) 10350 : cluster [DBG] pgmap v8899: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:10.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:10 smithi156 conmon[67007]: cluster 2022-01-18T21:01:09.949093+0000 mgr.smithi129.iclwio (mgr.14716) 10351 : cluster [DBG] pgmap v8900: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:01:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:10 smithi129 conmon[101092]: cluster 2022-01-18T21:01:09.949093+0000 mgr.smithi129.iclwio (mgr.14716) 10351 2022-01-18T21:01:10.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:10 smithi129 conmon[101092]: : cluster [DBG] pgmap v8900: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:01:12.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:12 smithi156 conmon[67007]: cluster 2022-01-18T21:01:11.949645+0000 mgr.smithi129.iclwio (mgr.14716) 10352 : cluster [DBG] pgmap v8901: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:12 smithi129 conmon[101092]: cluster 2022-01-18T21:01:11.949645+0000 mgr.smithi129.iclwio (mgr.14716) 10352 : cluster [DBG] pgmap v8901: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:14 smithi129 conmon[101092]: cluster 2022-01-18T21:01:13.950236+0000 mgr.smithi129.iclwio (mgr.14716) 10353 : cluster [DBG] pgmap v8902: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:14.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:14 smithi156 conmon[67007]: cluster 2022-01-18T21:01:13.950236+0000 mgr.smithi129.iclwio (mgr.14716) 10353 : cluster [DBG] pgmap v8902: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:16.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:16 smithi156 conmon[67007]: cluster 2022-01-18T21:01:15.951050+0000 mgr.smithi129.iclwio (mgr.14716) 10354 : cluster [DBG] pgmap v8903: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:16 smithi129 conmon[101092]: cluster 2022-01-18T21:01:15.951050+0000 mgr.smithi129.iclwio (mgr.14716) 10354 : cluster [DBG] pgmap v8903: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:19.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:19 smithi129 conmon[101092]: cluster 2022-01-18T21:01:17.951746+0000 mgr.smithi129.iclwio (mgr.14716) 10355 : cluster [DBG] pgmap v8904: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:19.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:19 smithi156 conmon[67007]: cluster 2022-01-18T21:01:17.951746+0000 mgr.smithi129.iclwio (mgr.14716) 10355 : cluster [DBG] pgmap v8904: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:20 smithi129 conmon[101092]: audit 2022-01-18T21:01:20.036244+0000 mon.smithi129 (mon.0) 3093 : 2022-01-18T21:01:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:20 smithi129 conmon[101092]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:01:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:20 smithi129 conmon[101092]: audit 2022-01-18T21:01:20.037608+0000 mon.smithi129 (mon.0) 3094 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:01:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:20 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T21:01:20.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:20 smithi129 conmon[101092]: 18T21:01:20.038421+0000 mon.smithi129 (mon.0) 3095 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:01:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:20 smithi156 conmon[67007]: audit 2022-01-18T21:01:20.036244+0000 mon.smithi129 (mon.0) 3093 2022-01-18T21:01:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:20 smithi156 conmon[67007]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:01:20.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:20 smithi156 conmon[67007]: audit 2022-01-18T21:01:20.037608+0000 mon.smithi129 (mon.0) 3094 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:01:20.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:20 smithi156 conmon[67007]: audit 2022-01-18T21 2022-01-18T21:01:20.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:20 smithi156 conmon[67007]: :01:20.038421+0000 mon.smithi129 (mon.0) 3095 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:01:21.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:21 smithi129 conmon[101092]: cluster 2022-01-18T21:01:19.952498+0000 mgr.smithi129.iclwio (mgr.14716) 10356 : cluster [DBG] pgmap v8905: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:01:21.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:21 smithi129 conmon[101092]: cephadm 2022-01-18T21:01:20.039144+0000 mgr.smithi129.iclwio (mgr.14716) 10357 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:01:21.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:21 smithi129 conmon[101092]: audit 2022-01-18T21:01:20.300910+0000 mon.smithi129 (mon.0) 3096 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:01:21.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:21 smithi156 conmon[67007]: cluster 2022-01-18T21:01:19.952498+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:01:21.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:21 smithi156 conmon[67007]: 14716) 10356 : cluster [DBG] pgmap v8905: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:01:21.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:21 smithi156 conmon[67007]: cephadm 2022-01-18T21:01:20.039144+0000 mgr.smithi129.iclwio (mgr.14716) 10357 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:01:21.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:21 smithi156 conmon[67007]: audit 2022-01-18T21:01:20.300910+0000 mon.smithi129 (mon.0) 3096 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:01:23.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:23 smithi129 conmon[101092]: cluster 2022-01-18T21:01:21.952996+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:01:23.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:23 smithi129 conmon[101092]: ) 10358 : cluster [DBG] pgmap v8906: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:23.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:23 smithi156 conmon[67007]: cluster 2022-01-18T21:01:21.952996+0000 mgr.smithi129.iclwio (mgr.14716) 10358 : cluster [DBG] pgmap v8906: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:24.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:24 smithi156 conmon[67007]: audit 2022-01-18T21:01:23.505298+0000 mon.smithi129 (mon.0) 3097 : audit 2022-01-18T21:01:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:24 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:01:24.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:24 smithi129 conmon[101092]: audit 2022-01-18T21:01:23.505298+0000 mon.smithi129 (mon.0) 3097 2022-01-18T21:01:24.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:24 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:01:25.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:25 smithi156 conmon[67007]: cluster 2022-01-18T21:01:23.953451+0000 mgr.smithi129.iclwio (mgr.14716) 10359 : cluster [DBG] pgmap v8907: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:25.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:25 smithi156 conmon[67007]: audit 2022-01-18T21:01:25.501264+0000 mon.smithi129 (mon.0) 3098 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:01:25.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:25 smithi129 conmon[101092]: cluster 2022-01-18T21:01:23.953451+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:01:25.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:25 smithi129 conmon[101092]: 10359 : cluster [DBG] pgmap v8907: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:25.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:25 smithi129 conmon[101092]: audit 2022-01-18T21:01:25.501264+0000 mon.smithi129 (mon.0) 3098 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:01:27.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:26 smithi156 conmon[67007]: audit 2022-01-18T21:01:25.797999+0000 mon.smithi129 (mon.0) 3099 : 2022-01-18T21:01:27.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:26 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:01:27.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:26 smithi156 conmon[67007]: audit 2022-01-18T21:01:25.802861+0000 mon.smithi129 (mon.0) 3100 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:01:27.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:26 smithi129 conmon[101092]: audit 2022-01-18T21:01:25.797999+0000 mon.smithi129 (mon.0) 3099 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:01:27.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:26 smithi129 conmon[101092]: 2022-01-18T21:01:27.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:26 smithi129 conmon[101092]: audit 2022-01-18T21:01:25.802861+0000 mon.smithi129 (mon.0) 3100 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:01:28.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:27 smithi129 conmon[101092]: cluster 2022-01-18T21:01:25.954270+0000 mgr.smithi129.iclwio (mgr.14716) 10360 : cluster [DBG] pgmap v8908: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:28.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:27 smithi156 conmon[67007]: cluster 2022-01-18T21:01:25.954270+0000 mgr.smithi129.iclwio (mgr.14716) 10360 : cluster [DBG] pgmap v8908: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:29 smithi129 conmon[101092]: cluster 2022-01-18 2022-01-18T21:01:30.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:29 smithi129 conmon[101092]: T21:01:27.954882+0000 mgr.smithi129.iclwio (mgr.14716) 10361 : cluster [DBG] pgmap v8909: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:30.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:29 smithi156 conmon[67007]: cluster 2022-01-18T21:01:27.954882+0000 mgr.smithi129.iclwio (mgr.14716) 10361 : cluster [DBG] pgmap v8909: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:32.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:31 smithi129 conmon[101092]: cluster 2022-01-18T21:01:29.955617+0000 mgr.smithi129.iclwio (mgr.14716) 10362 : cluster [DBG] pgmap v8910: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:01:32.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:31 smithi156 conmon[67007]: cluster 2022-01-18T21:01:29.955617+0000 mgr.smithi129.iclwio (mgr.14716) 10362 : cluster [DBG] pgmap v8910: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:01:32.584 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:01:32.849 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:01:32.850 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 7s ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:01:32.850 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 7s ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:01:32.850 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 9s ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:01:32.850 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 7s ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:01:32.851 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 7s ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:01:32.851 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (4h) 9s ago 4h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:01:32.851 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 7s ago 5h 826M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:01:32.851 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 9s ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:01:32.852 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 7s ago 5h 1847M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:01:32.852 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 9s ago 5h 889M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:01:32.852 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 7s ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:01:32.852 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 9s ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:01:32.852 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 7s ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:01:32.853 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 9s ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:01:32.853 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 7s ago 5h 2272M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:01:32.853 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 7s ago 5h 3380M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:01:32.854 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 7s ago 5h 2553M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:01:32.854 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 7s ago 5h 3407M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:01:32.854 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 9s ago 5h 3164M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:01:32.854 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 9s ago 5h 3664M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:01:32.855 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 9s ago 5h 2962M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:01:32.855 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 9s ago 5h 4259M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:01:32.855 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 7s ago 5h 121M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:01:33.170 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:01:33.170 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:01:33.170 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:01:33.171 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:01:33.171 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:01:33.171 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:01:33.172 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:01:33.172 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:01:33.172 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:01:33.172 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:01:33.172 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:01:33.173 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:01:33.173 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:01:33.173 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:01:33.173 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:01:33.174 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:01:33.174 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:01:33.174 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:01:33.174 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:01:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:33 smithi129 conmon[101092]: cluster 2022-01-18T21:01:31.956151+0000 mgr.smithi129.iclwio (mgr.14716) 10363 2022-01-18T21:01:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:33 smithi129 conmon[101092]: : cluster [DBG] pgmap v8911: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:34.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:33 smithi129 conmon[101092]: audit 2022-01-18T21:01:32.572102+0000 mgr.smithi129.iclwio (mgr.14716) 10364 : audit [DBG] from='client.41002 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:01:34.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:33 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T21:01:34.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:33 smithi129 conmon[101092]: T21:01:32.841228+0000 mgr.smithi129.iclwio (mgr.14716) 10365 : audit [DBG] from='client.41006 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:01:34.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:33 smithi129 conmon[101092]: audit 2022-01-18T21:01:33 2022-01-18T21:01:34.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:33 smithi129 conmon[101092]: .170345+0000 mon.smithi129 (mon.0) 3101 : audit 2022-01-18T21:01:34.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:33 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/3397906884' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:01:34.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:33 smithi156 conmon[67007]: cluster 2022-01-18T21:01:31.956151+0000 mgr.smithi129.iclwio (mgr.14716) 10363 : cluster [DBG] pgmap v8911: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:33 smithi156 conmon[67007]: 2022-01-18T21:01:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:33 smithi156 conmon[67007]: audit 2022-01-18T21:01:32.572102+0000 mgr.smithi129.iclwio (mgr.14716) 10364 : audit [DBG] from='client.41002 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:01:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:33 smithi156 conmon[67007]: audit 2022-01-18T21:01:32.841228+0000 mgr.smithi129.iclwio (mgr.14716) 10365 : audit [DBG] from='client.41006 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:01:34.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:33 smithi156 conmon[67007]: 2022-01-18T21:01:34.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:33 smithi156 conmon[67007]: audit 2022-01-18T21:01:33.170345+0000 mon.smithi129 (mon. 2022-01-18T21:01:34.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:33 smithi156 conmon[67007]: 0) 3101 : audit [DBG] from='client.? 172.21.15.129:0/3397906884' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:01:36.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:35 smithi129 conmon[101092]: cluster 2022-01-18T21:01:33.956876+0000 mgr.smithi129.iclwio (mgr.14716) 10366 : cluster [DBG] pgmap v8912: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:36.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:35 smithi156 conmon[67007]: cluster 2022-01-18T21:01:33.956876+0000 mgr.smithi129.iclwio (mgr.14716) 10366 : cluster [DBG] pgmap v8912: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:38.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:37 smithi129 conmon[101092]: cluster 2022-01-18T21:01:35.957720+0000 mgr.smithi129.iclwio (mgr.14716) 10367 : cluster [DBG] 2022-01-18T21:01:38.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:37 smithi129 conmon[101092]: pgmap v8913: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:38.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:37 smithi156 conmon[67007]: cluster 2022-01-18T21:01:35.957720+0000 mgr.smithi129.iclwio (mgr.14716) 10367 : cluster [DBG] pgmap v8913: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:39 smithi129 conmon[101092]: cluster 2022-01-18T21:01:37.958353+0000 mgr.smithi129.iclwio (mgr.14716) 10368 : cluster [DBG] pgmap v8914: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:40.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:39 smithi156 conmon[67007]: cluster 2022-01-18T21:01:37.958353+0000 mgr.smithi129.iclwio (mgr.14716) 10368 : cluster [DBG] pgmap v8914: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:42.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:41 smithi129 conmon[101092]: cluster 2022-01-18T21:01:39.959210+0000 mgr.smithi129.iclwio (mgr.14716) 10369 : cluster [DBG] pgmap v8915: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:01:42.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:41 smithi129 conmon[101092]: 2022-01-18T21:01:42.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:41 smithi156 conmon[67007]: cluster 2022-01-18T21:01:39.959210+0000 mgr.smithi129.iclwio (mgr.14716) 10369 : cluster [DBG] pgmap v8915: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:01:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:43 smithi129 conmon[101092]: cluster 2022-01-18T21:01:41.959819+0000 mgr.smithi129.iclwio (mgr.14716) 10370 : cluster [DBG] pgmap v8916: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:44.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:43 smithi129 conmon[101092]: 2022-01-18T21:01:44.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:43 smithi156 conmon[67007]: cluster 2022-01-18T21:01:41.959819+0000 mgr.smithi129.iclwio (mgr.14716) 10370 : cluster [DBG] pgmap v8916: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:46.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:45 smithi129 conmon[101092]: cluster 2022-01-18T21:01:43.960464+0000 mgr.smithi129.iclwio (mgr.14716) 10371 : cluster 2022-01-18T21:01:46.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:45 smithi129 conmon[101092]: [DBG] pgmap v8917: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:46.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:45 smithi156 conmon[67007]: cluster 2022-01-18T21:01:43.960464+0000 mgr.smithi129.iclwio (mgr.14716) 10371 : cluster [DBG] pgmap v8917: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:48.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:47 smithi129 conmon[101092]: cluster 2022-01-18T21:01:45.961369+0000 mgr.smithi129.iclwio (mgr.14716) 10372 : cluster 2022-01-18T21:01:48.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:47 smithi129 conmon[101092]: [DBG] pgmap v8918: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:48.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:47 smithi156 conmon[67007]: cluster 2022-01-18T21:01:45.961369+0000 mgr.smithi129.iclwio (mgr.14716) 10372 : cluster [DBG] pgmap v8918: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:50.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:49 smithi129 conmon[101092]: cluster 2022-01-18T21:01:47.962023+0000 mgr.smithi129.iclwio (mgr.14716) 10373 : cluster [DBG] 2022-01-18T21:01:50.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:49 smithi129 conmon[101092]: pgmap v8919: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:50.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:49 smithi156 conmon[67007]: cluster 2022-01-18T21:01:47.962023+0000 mgr.smithi129.iclwio (mgr.14716) 10373 : cluster [DBG] pgmap v8919: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:52.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:51 smithi129 conmon[101092]: cluster 2022-01-18T21:01:49.962991+0000 mgr.smithi129.iclwio (mgr.14716) 10374 : cluster [DBG] pgmap v8920: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:01:52.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:51 smithi156 conmon[67007]: cluster 2022-01-18T21:01:49.962991+0000 mgr.smithi129.iclwio (mgr.14716) 10374 : cluster [DBG] pgmap v8920: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:01:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:53 smithi129 conmon[101092]: cluster 2022-01-18T21:01:51.963610+0000 mgr.smithi129.iclwio (mgr.14716) 10375 : cluster [DBG] pgmap v8921: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:53 smithi129 conmon[101092]: 2022-01-18T21:01:54.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:53 smithi156 conmon[67007]: cluster 2022-01-18T21:01:51.963610+0000 mgr.smithi129.iclwio (mgr.14716) 10375 : cluster 2022-01-18T21:01:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:53 smithi156 conmon[67007]: [DBG] pgmap v8921: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:56.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:55 smithi129 conmon[101092]: cluster 2022-01-18T21:01:53.964268+0000 mgr.smithi129.iclwio (mgr.14716) 10376 : cluster [DBG] pgmap v8922: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:56.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:55 smithi156 conmon[67007]: cluster 2022-01-18T21:01:53.964268+0000 mgr.smithi129.iclwio (mgr.14716) 10376 : cluster 2022-01-18T21:01:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:55 smithi156 conmon[67007]: [DBG] pgmap v8922: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:58.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:57 smithi129 conmon[101092]: cluster 2022-01-18T21:01:55.965179+0000 mgr.smithi129.iclwio (mgr.14716) 10377 : cluster [DBG] pgmap v8923: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:01:58.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:57 smithi156 conmon[67007]: cluster 2022-01-18T21:01:55.965179+0000 mgr.smithi129.iclwio (mgr.14716) 10377 : cluster 2022-01-18T21:01:58.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:57 smithi156 conmon[67007]: [DBG] pgmap v8923: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:59 smithi129 conmon[101092]: cluster 2022-01-18T21:01:57.965894+0000 mgr.smithi129.iclwio (mgr.14716) 10378 : cluster [DBG] 2022-01-18T21:02:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:59 smithi129 conmon[101092]: pgmap v8924: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:59 smithi129 conmon[101092]: audit 2022-01-18T21:01:59.399434+0000 mon.smithi129 (mon.0) 3102 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:02:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:59 smithi129 conmon[101092]: audit 2022-01-18T21:01:59.399760+0000 mon.smithi129 (mon. 2022-01-18T21:02:00.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:01:59 smithi129 conmon[101092]: 0) 3103 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:02:00.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:59 smithi156 conmon[67007]: cluster 2022-01-18T21:01:57.965894+0000 mgr.smithi129.iclwio (mgr.14716) 10378 : cluster [DBG] 2022-01-18T21:02:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:59 smithi156 conmon[67007]: pgmap v8924: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:59 smithi156 conmon[67007]: audit 2022-01-18T21:01:59.399434+0000 mon.smithi129 (mon.0) 3102 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:02:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:59 smithi156 conmon[67007]: audit 2022-01-18T21:01:59.399760+0000 mon.smithi129 (mon.0) 3103 : audit [INF] 2022-01-18T21:02:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:01:59 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:02:02.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:01 smithi129 conmon[101092]: cluster 2022-01-18T21:01:59.966685+0000 mgr.smithi129.iclwio (mgr.14716) 10379 : cluster [DBG] pgmap v8925: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:02:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:01 smithi156 conmon[67007]: cluster 2022-01-18T21:01:59.966685+0000 mgr.smithi129.iclwio (mgr.14716) 10379 : cluster [DBG] 2022-01-18T21:02:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:01 smithi156 conmon[67007]: pgmap v8925: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:02:03.469 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:02:03.733 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:02:03.733 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 38s ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:02:03.734 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 38s ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:02:03.734 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 40s ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:02:03.734 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 38s ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:02:03.734 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 38s ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:02:03.735 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 40s ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:02:03.735 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 38s ago 5h 826M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:02:03.735 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 40s ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:02:03.735 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 38s ago 5h 1847M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:02:03.736 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 40s ago 5h 889M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:02:03.736 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 38s ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:02:03.736 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 40s ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:02:03.736 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 38s ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:02:03.737 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 40s ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:02:03.737 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 38s ago 5h 2272M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:02:03.737 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 38s ago 5h 3380M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:02:03.737 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 38s ago 5h 2553M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:02:03.737 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 38s ago 5h 3407M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:02:03.738 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 40s ago 5h 3164M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:02:03.738 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 40s ago 5h 3664M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:02:03.738 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 40s ago 5h 2962M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:02:03.738 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 40s ago 5h 4259M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:02:03.739 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 38s ago 5h 121M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:02:04.052 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:02:04.052 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:02:04.052 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:02:04.053 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:02:04.053 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:02:04.053 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:02:04.053 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:02:04.054 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:02:04.054 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:02:04.054 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:02:04.054 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:02:04.055 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:02:04.055 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:02:04.056 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:02:04.056 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:02:04.056 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:02:04.056 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:02:04.057 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:02:04.057 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:02:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:03 smithi129 conmon[101092]: cluster 2022-01-18T21:02:01.967286+0000 mgr.smithi129.iclwio (mgr.14716) 10380 : cluster 2022-01-18T21:02:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:03 smithi129 conmon[101092]: [DBG] pgmap v8926: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:04.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:03 smithi156 conmon[67007]: cluster 2022-01-18T21:02:01.967286+0000 mgr.smithi129.iclwio (mgr.14716) 10380 : cluster [DBG] pgmap v8926: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:05.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:04 smithi129 conmon[101092]: audit 2022-01-18T21:02:03.458233+0000 mgr.smithi129.iclwio (mgr.14716) 10381 : audit [DBG] from='client.41014 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:02:05.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:04 smithi129 conmon[101092]: audit 2022-01-18T21:02:03.724820+0000 mgr.smithi129.iclwio (mgr.14716) 10382 : audit [DBG] from='client.41018 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:02:05.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:04 smithi129 conmon[101092]: audit 2022-01-18T21:02:04.052301+0000 mon.smithi129 (mon.0) 3104 : audit [DBG] from='client.? 172.21.15.129:0/763792950' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:02:05.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:04 smithi156 conmon[67007]: audit 2022-01-18T21:02:03.458233+0000 mgr.smithi129.iclwio (mgr.14716) 10381 : audit [DBG] from='client.41014 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:02:05.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:04 smithi156 conmon[67007]: audit 2022-01-18T21:02:03.724820+0000 mgr.smithi129.iclwio (mgr.14716) 10382 : audit [DBG] from='client.41018 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:02:05.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:04 smithi156 conmon[67007]: audit 2022-01-18T21:02:04.052301+0000 mon.smithi129 (mon.0) 3104 : audit [DBG] 2022-01-18T21:02:05.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:04 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/763792950' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:02:06.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:05 smithi129 conmon[101092]: cluster 2022-01-18T21:02:03.967740+0000 mgr.smithi129.iclwio (mgr.14716) 10383 : cluster [DBG] pgmap v8927: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:06.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:05 smithi156 conmon[67007]: cluster 2022-01-18T21:02:03.967740+0000 mgr.smithi129.iclwio (mgr.14716) 10383 : cluster [DBG] pgmap v8927: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:08.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:07 smithi129 conmon[101092]: cluster 2022-01-18T21:02:05.968525+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:02:08.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:07 smithi129 conmon[101092]: 14716) 10384 : cluster [DBG] pgmap v8928: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:08.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:07 smithi156 conmon[67007]: cluster 2022-01-18T21:02:05.968525+0000 mgr.smithi129.iclwio (mgr.14716) 10384 : cluster [DBG] pgmap v8928: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:10.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:09 smithi129 conmon[101092]: cluster 2022-01-18T21:02:07.969125+0000 mgr.smithi129.iclwio ( 2022-01-18T21:02:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:09 smithi129 conmon[101092]: mgr.14716) 10385 : cluster [DBG] pgmap v8929: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:10.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:09 smithi156 conmon[67007]: cluster 2022-01-18T21:02:07.969125+0000 mgr.smithi129.iclwio (mgr.14716) 10385 : cluster [DBG] pgmap v8929: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:12.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:11 smithi129 conmon[101092]: cluster 2022-01-18T21:02:09.969874+0000 mgr.smithi129.iclwio (mgr.14716) 10386 : cluster [DBG] pgmap v8930: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:02:12.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:11 smithi156 conmon[67007]: cluster 2022-01-18T21:02:09.969874+0000 mgr.smithi129.iclwio (mgr.14716) 10386 : cluster [DBG] pgmap v8930: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:02:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:13 smithi129 conmon[101092]: cluster 2022-01-18T21:02:11.970351+0000 mgr.smithi129.iclwio (mgr.14716) 10387 : cluster [DBG] pgmap v8931: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:13 smithi156 conmon[67007]: cluster 2022-01-18T21:02:11.970351+0000 mgr.smithi129.iclwio (mgr.14716) 10387 : cluster [DBG] pgmap v8931: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:16.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:15 smithi129 conmon[101092]: cluster 2022-01-18T21:02:13.970957+0000 mgr.smithi129.iclwio (mgr.14716) 10388 : cluster [DBG] pgmap v8932: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:16.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:15 smithi156 conmon[67007]: cluster 2022-01-18T21:02:13.970957+0000 mgr.smithi129.iclwio (mgr.14716) 10388 : cluster [DBG] pgmap v8932: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:18.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:17 smithi129 conmon[101092]: cluster 2022-01-18T21:02:15.971665+0000 mgr.smithi129.iclwio (mgr.14716) 10389 : cluster [DBG] pgmap v8933: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:17 smithi156 conmon[67007]: cluster 2022-01-18T21:02:15.971665+0000 mgr.smithi129.iclwio (mgr.14716) 10389 : cluster [DBG] pgmap v8933: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:20.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:19 smithi129 conmon[101092]: cluster 2022-01-18T21:02:17.972226+0000 mgr.smithi129.iclwio (mgr.14716) 10390 : cluster [DBG] pgmap v8934: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:20.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:19 smithi156 conmon[67007]: cluster 2022-01-18T21:02:17.972226+0000 mgr.smithi129.iclwio (mgr.14716) 10390 : cluster [DBG] pgmap v8934: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:21 smithi129 conmon[101092]: cluster 2022-01-18T21:02:19.973218+0000 mgr.smithi129.iclwio (mgr.14716) 10391 : cluster [DBG] pgmap v8935: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:02:22.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:21 smithi156 conmon[67007]: cluster 2022-01-18T21:02:19.973218+0000 mgr.smithi129.iclwio (mgr.14716) 10391 : cluster [DBG] pgmap v8935: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:02:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:21 smithi156 conmon[67007]: 2022-01-18T21:02:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:23 smithi129 conmon[101092]: cluster 2022-01-18T21:02:21.973679+0000 mgr.smithi129.iclwio (mgr.14716) 10392 : cluster [DBG] 2022-01-18T21:02:24.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:23 smithi129 conmon[101092]: pgmap v8936: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:24.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:23 smithi156 conmon[67007]: cluster 2022-01-18T21:02:21.973679+0000 mgr.smithi129.iclwio (mgr.14716) 10392 : cluster [DBG] 2022-01-18T21:02:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:23 smithi156 conmon[67007]: pgmap v8936: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:26.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:25 smithi129 conmon[101092]: cluster 2022-01-18T21:02:23.974218+0000 mgr.smithi129.iclwio (mgr.14716) 10393 : cluster [DBG] 2022-01-18T21:02:26.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:25 smithi129 conmon[101092]: pgmap v8937: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:26.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:25 smithi129 conmon[101092]: audit 2022-01-18T21:02 2022-01-18T21:02:26.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:25 smithi129 conmon[101092]: :25.805251+0000 mon.smithi129 (mon.0) 3105 : audit 2022-01-18T21:02:26.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:25 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:02:26.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:25 smithi129 conmon[101092]: audit 2022-01-18T21:02:26.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:25 smithi129 conmon[101092]: 2022-01-18 2022-01-18T21:02:26.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:25 smithi129 conmon[101092]: T21:02:25.806657+0000 2022-01-18T21:02:26.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:25 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3106 : 2022-01-18T21:02:26.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:25 smithi129 conmon[101092]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:02:26.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:25 smithi129 conmon[101092]: audit 2022- 2022-01-18T21:02:26.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:25 smithi129 conmon[101092]: 01-18T21:02:25.807585+0000 2022-01-18T21:02:26.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:25 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3107 : audit 2022-01-18T21:02:26.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:25 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:02:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:25 smithi156 conmon[67007]: cluster 2022-01-18T21:02:23.974218+0000 mgr.smithi129.iclwio (mgr.14716) 10393 : cluster 2022-01-18T21:02:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:25 smithi156 conmon[67007]: [DBG] pgmap v8937: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:26.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:25 smithi156 conmon[67007]: audit 2022-01-18T21:02:25.805251+0000 mon.smithi129 (mon.0) 3105 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:02:26.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:25 smithi156 conmon[67007]: audit 2022-01-18T21:02:25.806657+0000 mon.smithi129 (mon.0) 3106 : audit [DBG] 2022-01-18T21:02:26.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:25 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:02:26.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:25 smithi156 conmon[67007]: audit 2022 2022-01-18T21:02:26.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:25 smithi156 conmon[67007]: -01-18T21:02:25.807585+0000 mon.smithi129 (mon.0) 3107 : audit [INF] 2022-01-18T21:02:26.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:25 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:02:27.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:26 smithi129 conmon[101092]: cephadm 2022-01-18T21:02:25.808283+0000 mgr.smithi129.iclwio (mgr.14716) 10394 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:02:27.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:26 smithi129 conmon[101092]: audit 2022-01-18T21:02:27.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:26 smithi129 conmon[101092]: 2022-01-18T21:02:26.125975+0000 mon.smithi129 (mon.0) 3108 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:02:27.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:26 smithi129 conmon[101092]: audit 2022-01-18T21:02:26.132928+0000 mon.smithi129 (mon.0) 3109 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:02:27.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:26 smithi156 conmon[67007]: cephadm 2022-01-18T21:02:25.808283+0000 mgr.smithi129.iclwio (mgr.14716) 10394 : cephadm 2022-01-18T21:02:27.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:26 smithi156 conmon[67007]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:02:27.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:26 smithi156 conmon[67007]: audit 2022-01-18T21:02:26.125975+0000 mon.smithi129 (mon.0) 3108 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:02:27.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:26 smithi156 conmon[67007]: audit 2022-01-18T21:02:26.132928+0000 mon.smithi129 (mon.0) 3109 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:02:28.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:27 smithi129 conmon[101092]: cluster 2022-01-18T21:02:25.974948+0000 mgr.smithi129.iclwio (mgr.14716) 10395 : cluster [DBG] pgmap v8938: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:28.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:27 smithi156 conmon[67007]: cluster 2022-01-18T21:02:25.974948+0000 mgr.smithi129.iclwio (mgr.14716) 10395 : cluster 2022-01-18T21:02:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:27 smithi156 conmon[67007]: [DBG] pgmap v8938: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:29 smithi129 conmon[101092]: cluster 2022-01-18T21:02:27.975454+0000 mgr.smithi129.iclwio (mgr.14716) 10396 : cluster [DBG] pgmap v8939: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:30.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:29 smithi156 conmon[67007]: cluster 2022-01-18T21:02:27.975454+0000 mgr.smithi129.iclwio (mgr.14716) 10396 : cluster [DBG] pgmap v8939: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:32.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:31 smithi129 conmon[101092]: cluster 2022-01-18T21:02:29.976443+0000 mgr.smithi129.iclwio (mgr.14716) 10397 : cluster [DBG] pgmap v8940: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:02:32.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:31 smithi129 conmon[101092]: 2022-01-18T21:02:32.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:31 smithi156 conmon[67007]: cluster 2022-01-18T21:02:29.976443+0000 mgr.smithi129.iclwio (mgr.14716) 10397 : cluster [DBG] pgmap v8940: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:02:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:33 smithi129 conmon[101092]: cluster 2022-01-18T21:02:31.977073+0000 mgr.smithi129.iclwio (mgr.14716) 10398 : cluster [DBG] pgmap v8941: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:34.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:33 smithi156 conmon[67007]: cluster 2022-01-18T21:02:31.977073+0000 mgr.smithi129.iclwio (mgr.14716) 10398 : cluster [DBG] pgmap v8941: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:34.353 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:02:34.615 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:02:34.616 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 69s ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:02:34.616 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 69s ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:02:34.616 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 71s ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:02:34.617 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 69s ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:02:34.617 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 69s ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:02:34.617 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 71s ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:02:34.617 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 69s ago 5h 826M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:02:34.617 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 71s ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:02:34.618 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 69s ago 5h 1847M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:02:34.618 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 71s ago 5h 889M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:02:34.618 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 69s ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:02:34.618 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 71s ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:02:34.619 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 69s ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:02:34.619 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 71s ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:02:34.619 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 69s ago 5h 2272M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:02:34.619 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 69s ago 5h 3380M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:02:34.620 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 69s ago 5h 2553M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:02:34.620 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 69s ago 5h 3407M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:02:34.620 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 71s ago 5h 3164M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:02:34.620 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 71s ago 5h 3664M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:02:34.620 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 71s ago 5h 2962M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:02:34.621 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 71s ago 5h 4259M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:02:34.621 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 69s ago 5h 121M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:02:34.933 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:02:34.933 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:02:34.934 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:02:34.934 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:02:34.934 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:02:34.934 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:02:34.935 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:02:34.935 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:02:34.935 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:02:34.935 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:02:34.936 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:02:34.936 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:02:34.936 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:02:34.936 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:02:34.936 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:02:34.937 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:02:34.937 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:02:34.937 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:02:34.937 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:02:36.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:35 smithi129 conmon[101092]: cluster 2022-01-18T21:02:33.977619+0000 mgr.smithi129.iclwio (mgr.14716) 10399 : cluster [DBG] pgmap v8942: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:36.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:35 smithi129 conmon[101092]: audit 2022-01-18T21:02:34.341709+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:02:36.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:35 smithi129 conmon[101092]: .14716) 10400 : audit [DBG] from='client.41026 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:02:36.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:35 smithi129 conmon[101092]: audit 2022-01-18T21:02:34.607456+0000 mgr.smithi129.iclwio (mgr.14716) 10401 : audit [DBG] from='client.41030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:02:36.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:35 smithi129 conmon[101092]: audit 2022-01-18T21:02:34.933489+0000 mon.smithi129 (mon.0) 3110 : audit [DBG] from='client.? 172.21.15.129:0/4176788072' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:02:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:35 smithi156 conmon[67007]: cluster 2022-01-18T21:02:33.977619+0000 mgr.smithi129.iclwio (mgr.14716) 10399 : cluster [DBG] pgmap v8942: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:35 smithi156 conmon[67007]: audit 2022-01-18T21:02:34.341709+0000 mgr.smithi129.iclwio (mgr.14716) 10400 : audit [DBG] from='client.41026 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:02:36.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:35 smithi156 conmon[67007]: audit 2022-01-18T21:02:34.607456+0000 mgr.smithi129.iclwio (mgr.14716) 10401 : audit [DBG] from='client.41030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:02:36.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:35 smithi156 conmon[67007]: audit 2022-01-18T21:02:34.933489+0000 mon.smithi129 (mon.0) 3110 : audit [DBG] from='client.? 172.21.15.129:0/4176788072' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:02:38.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:37 smithi129 conmon[101092]: cluster 2022-01-18T21:02:35.978539+0000 mgr.smithi129.iclwio (mgr.14716) 10402 : cluster 2022-01-18T21:02:38.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:37 smithi129 conmon[101092]: [DBG] pgmap v8943: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:38.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:37 smithi156 conmon[67007]: cluster 2022-01-18T21:02:35.978539+0000 mgr.smithi129.iclwio (mgr.14716) 10402 : cluster [DBG] pgmap v8943: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:40.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:39 smithi156 conmon[67007]: cluster 2022-01-18T21:02:37.979119+0000 mgr.smithi129.iclwio (mgr.14716) 10403 : cluster [DBG] pgmap v8944: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:39 smithi129 conmon[101092]: cluster 2022-01-18T21:02:37.979119+0000 mgr.smithi129.iclwio (mgr.14716) 10403 : cluster [DBG] pgmap v8944: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:41 smithi156 conmon[67007]: cluster 2022-01-18T21:02:39.980000+0000 mgr.smithi129.iclwio (mgr.14716) 10404 : cluster [DBG] 2022-01-18T21:02:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:41 smithi156 conmon[67007]: pgmap v8945: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:02:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:41 smithi129 conmon[101092]: cluster 2022-01-18T21:02:39.980000+0000 mgr.smithi129.iclwio (mgr.14716) 10404 : cluster [DBG] pgmap v8945: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:02:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:43 smithi156 conmon[67007]: cluster 2022-01-18T21:02:41.980566+0000 mgr.smithi129.iclwio (mgr.14716) 10405 : cluster [DBG] pgmap v8946: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:43 smithi129 conmon[101092]: cluster 2022-01-18T21:02:41.980566+0000 mgr.smithi129.iclwio (mgr.14716) 10405 : cluster [DBG] pgmap v8946: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:45 smithi156 conmon[67007]: cluster 2022-01-18T21:02:43.981137+0000 mgr.smithi129.iclwio (mgr.14716) 10406 : cluster [DBG] pgmap v8947: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:45 smithi129 conmon[101092]: cluster 2022-01-18T21:02:43.981137+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:02:46.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:45 smithi129 conmon[101092]: 14716) 10406 : cluster [DBG] pgmap v8947: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:47 smithi156 conmon[67007]: cluster 2022-01-18T21:02:45.982028+0000 mgr.smithi129.iclwio (mgr.14716) 10407 : cluster [DBG] pgmap v8948: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:47 smithi129 conmon[101092]: cluster 2022-01-18T21:02:45.982028+0000 mgr.smithi129.iclwio (mgr.14716) 10407 : cluster [DBG] 2022-01-18T21:02:48.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:47 smithi129 conmon[101092]: pgmap v8948: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:49 smithi156 conmon[67007]: cluster 2022-01-18T21:02:47.982618+0000 mgr.smithi129.iclwio (mgr.14716) 10408 : cluster [DBG] pgmap v8949: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:49 smithi129 conmon[101092]: cluster 2022-01-18T21:02:47.982618+0000 mgr.smithi129.iclwio (mgr.14716) 10408 : cluster [DBG] pgmap v8949: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:51 smithi156 conmon[67007]: cluster 2022-01-18T21:02:49.983353+0000 mgr.smithi129.iclwio (mgr.14716) 10409 : cluster [DBG] pgmap v8950: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:02:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:51 smithi156 conmon[67007]: 2022-01-18T21:02:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:51 smithi129 conmon[101092]: cluster 2022-01-18T21:02:49.983353+0000 mgr.smithi129.iclwio (mgr.14716) 10409 : cluster [DBG] pgmap v8950: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:02:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:53 smithi156 conmon[67007]: cluster 2022-01-18T21:02:51.983946+0000 mgr.smithi129.iclwio (mgr.14716) 10410 : cluster [DBG] pgmap v8951: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:53 smithi129 conmon[101092]: cluster 2022-01-18T21:02:51.983946+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:02:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:53 smithi129 conmon[101092]: 10410 : cluster [DBG] pgmap v8951: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:55 smithi156 conmon[67007]: cluster 2022-01-18T21:02:53.984653+0000 mgr.smithi129.iclwio (mgr.14716) 10411 : cluster [DBG] pgmap v8952: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:55 smithi129 conmon[101092]: cluster 2022-01-18T21:02:53.984653+0000 mgr.smithi129.iclwio (mgr.14716) 10411 : cluster [DBG] pgmap v8952: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:57.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:57 smithi156 conmon[67007]: cluster 2022-01-18T21:02:55.985479+0000 mgr.smithi129.iclwio (mgr.14716) 10412 : cluster [DBG] pgmap v8953: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:57.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:57 smithi129 conmon[101092]: cluster 2022-01-18T21:02:55.985479+0000 mgr.smithi129.iclwio (mgr.14716) 10412 : cluster [DBG] pgmap v8953: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:59.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:02:59 smithi129 conmon[101092]: cluster 2022-01-18T21:02:57.986085+0000 mgr.smithi129.iclwio (mgr.14716) 10413 : cluster [DBG] pgmap v8954: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:59 smithi156 conmon[67007]: cluster 2022-01-18T21:02:57.986085+0000 mgr.smithi129.iclwio (mgr.14716) 10413 : cluster [DBG] pgmap v8954: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:02:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:02:59 smithi156 conmon[67007]: 2022-01-18T21:03:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:00 smithi129 conmon[101092]: audit 2022-01-18T21:02:59.403867+0000 mon.smithi129 (mon.0) 3111 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:03:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:00 smithi129 conmon[101092]: audit 2022-01-18T21:02:59.404132+0000 mon.smithi129 (mon.0) 3112 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:03:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:00 smithi156 conmon[67007]: audit 2022-01-18T21:02:59.403867+0000 mon.smithi129 (mon.0) 3111 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:03:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:00 smithi156 conmon[67007]: audit 2022-01-18T21:02:59.404132+0000 mon.smithi129 (mon.0) 3112 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:03:01.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:01 smithi129 conmon[101092]: cluster 2022-01-18T21:02:59.986750+0000 mgr.smithi129.iclwio (mgr.14716) 10414 : cluster [DBG] pgmap v8955: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:03:01.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:01 smithi156 conmon[67007]: cluster 2022-01-18T21:02:59.986750+0000 mgr.smithi129.iclwio (mgr.14716) 10414 : cluster [DBG] pgmap v8955: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:03:03.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:03 smithi129 conmon[101092]: cluster 2022-01-18T21:03:01.987383+0000 mgr.smithi129.iclwio (mgr.14716) 10415 : cluster [DBG] pgmap v8956: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:03.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:03 smithi156 conmon[67007]: cluster 2022-01-18T21:03:01.987383+0000 mgr.smithi129.iclwio (mgr.14716) 10415 : cluster [DBG] pgmap v8956: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:05.236 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:03:05.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:05 smithi129 conmon[101092]: cluster 2022-01-18T21:03:03.987954+0000 mgr.smithi129.iclwio (mgr.14716) 10416 : cluster [DBG] pgmap v8957: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:05.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:05 smithi129 conmon[101092]: 2022-01-18T21:03:05.500 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:03:05.501 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 99s ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:03:05.501 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 99s ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:03:05.502 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 101s ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:03:05.502 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 99s ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:03:05.503 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 99s ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:03:05.503 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 101s ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:03:05.503 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 99s ago 5h 826M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:03:05.504 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 101s ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:03:05.504 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 100s ago 5h 1847M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:03:05.505 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 101s ago 5h 889M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:03:05.505 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 99s ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:03:05.506 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 101s ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:03:05.506 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 99s ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:03:05.506 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 101s ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:03:05.507 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 99s ago 5h 2272M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:03:05.507 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 99s ago 5h 3380M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:03:05.508 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 99s ago 5h 2553M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:03:05.508 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 99s ago 5h 3407M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:03:05.508 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 101s ago 5h 3164M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:03:05.509 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 101s ago 5h 3664M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:03:05.509 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 101s ago 5h 2962M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:03:05.509 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 101s ago 5h 4259M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:03:05.509 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 99s ago 5h 121M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:03:05.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:05 smithi156 conmon[67007]: cluster 2022-01-18T21:03:03.987954+0000 mgr.smithi129.iclwio (mgr.14716) 10416 : cluster [DBG] pgmap v8957: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:05.815 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:03:05.815 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:03:05.815 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:03:05.816 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:03:05.816 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:03:05.816 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:03:05.816 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:03:05.816 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:03:05.817 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:03:05.817 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:03:05.817 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:03:05.817 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:03:05.818 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:03:05.818 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:03:05.818 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:03:05.818 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:03:05.819 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:03:05.819 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:03:05.819 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:03:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:06 smithi129 conmon[101092]: audit 2022-01-18T21:03:05.224388+0000 mgr.smithi129.iclwio (mgr.14716) 10417 : audit [DBG] 2022-01-18T21:03:06.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:06 smithi129 conmon[101092]: from='client.41038 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:03:06.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:06 smithi129 conmon[101092]: audit 2022-01-18T21:03:05.491985+0000 mgr.smithi129.iclwio (mgr.14716) 10418 : audit [DBG] from='client.41042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:03:06.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:06 smithi129 conmon[101092]: audit 2022-01-18T21:03:05.815147+0000 mon.smithi129 (mon.0) 3113 : 2022-01-18T21:03:06.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:06 smithi129 conmon[101092]: audit [DBG] from='client.? 172.21.15.129:0/1836888813' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:03:06.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:06 smithi156 conmon[67007]: audit 2022-01-18T21:03:05.224388+0000 mgr.smithi129.iclwio (mgr.14716) 10417 : audit [DBG] from='client.41038 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:03:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:06 smithi156 conmon[67007]: audit 2022-01-18T21:03:05. 2022-01-18T21:03:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:06 smithi156 conmon[67007]: 491985+0000 mgr.smithi129.iclwio (mgr.14716) 10418 : audit [DBG] from='client.41042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:03:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:06 smithi156 conmon[67007]: audit 2022-01-18T21:03:05.815147+0000 mon.smithi129 (mon.0) 3113 : audit [DBG] from='client.? 172.21.15.129:0/1836888813' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:03:07.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:07 smithi129 conmon[101092]: cluster 2022-01-18T21:03:05.988618+0000 mgr.smithi129.iclwio (mgr.14716) 10419 : cluster [DBG] pgmap v8958: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:07.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:07 smithi156 conmon[67007]: cluster 2022-01-18T21:03:05.988618+0000 mgr.smithi129.iclwio (mgr.14716) 10419 : cluster [DBG] pgmap v8958: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:09.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:09 smithi129 conmon[101092]: cluster 2022-01-18T21:03:07.989253+0000 mgr.smithi129.iclwio (mgr.14716) 10420 : cluster [DBG] pgmap v8959: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:09.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:09 smithi156 conmon[67007]: cluster 2022-01-18T21:03:07.989253+0000 mgr.smithi129.iclwio (mgr.14716) 10420 : cluster [DBG] pgmap v8959: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:11.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:11 smithi156 conmon[67007]: cluster 2022-01-18T21:03:09.990264+0000 mgr.smithi129.iclwio (mgr.14716) 10421 : cluster [DBG] pgmap v8960: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:03:11.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:11 smithi129 conmon[101092]: cluster 2022-01-18T21:03:09.990264+0000 mgr.smithi129.iclwio (mgr.14716) 10421 : cluster [DBG] 2022-01-18T21:03:11.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:11 smithi129 conmon[101092]: pgmap v8960: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:03:13.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:13 smithi156 conmon[67007]: cluster 2022-01-18T21:03:11.990778+0000 mgr.smithi129.iclwio (mgr.14716) 10422 : cluster [DBG] pgmap v8961: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:13.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:13 smithi129 conmon[101092]: cluster 2022-01-18T21:03:11.990778+0000 mgr.smithi129.iclwio (mgr.14716) 10422 2022-01-18T21:03:13.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:13 smithi129 conmon[101092]: : cluster [DBG] pgmap v8961: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:15.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:15 smithi156 conmon[67007]: cluster 2022-01-18T21:03:13.991397+0000 mgr.smithi129.iclwio (mgr.14716) 10423 : cluster [DBG] pgmap v8962: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:15.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:15 smithi129 conmon[101092]: cluster 2022-01-18T21:03:13.991397+0000 mgr.smithi129.iclwio (mgr.14716) 10423 : cluster [DBG] pgmap v8962: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:17.543 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:17 smithi129 conmon[101092]: cluster 2022-01-18T21:03:15.992308+0000 mgr.smithi129.iclwio (mgr.14716) 10424 : cluster [DBG] pgmap v8963: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:17.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:17 smithi156 conmon[67007]: cluster 2022-01-18T21:03:15.992308+0000 mgr.smithi129.iclwio (mgr.14716) 10424 : cluster [DBG] pgmap v8963: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:19.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:19 smithi156 conmon[67007]: cluster 2022-01-18T21:03:17.993043+0000 mgr.smithi129.iclwio (mgr.14716) 10425 : cluster [DBG] pgmap v8964: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:19.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:19 smithi129 conmon[101092]: cluster 2022-01-18T21:03:17.993043+0000 mgr.smithi129.iclwio (mgr.14716) 10425 : cluster [DBG] pgmap v8964: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:21.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:21 smithi156 conmon[67007]: cluster 2022-01-18T21:03:19.994004+0000 mgr.smithi129.iclwio (mgr.14716) 10426 : cluster [DBG] pgmap v8965: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:03:21.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:21 smithi129 conmon[101092]: cluster 2022-01-18T21:03:19.994004+0000 mgr.smithi129.iclwio (mgr.14716) 10426 : cluster [DBG] pgmap v8965: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:03:23.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:23 smithi156 conmon[67007]: cluster 2022-01-18T21:03:21.994453+0000 mgr.smithi129.iclwio (mgr.14716) 10427 : cluster [DBG] pgmap v8966: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:23.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:23 smithi129 conmon[101092]: cluster 2022-01-18T21:03:21.994453+0000 mgr.smithi129.iclwio (mgr.14716) 10427 : cluster [DBG] pgmap v8966: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:25.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:25 smithi156 conmon[67007]: cluster 2022-01-18T21:03:23.995200+0000 mgr.smithi129.iclwio (mgr.14716) 10428 : 2022-01-18T21:03:25.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:25 smithi156 conmon[67007]: cluster [DBG] pgmap v8967: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:25.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:25 smithi129 conmon[101092]: cluster 2022-01-18T21:03:23.995200+0000 mgr.smithi129.iclwio (mgr.14716) 10428 : cluster [DBG] pgmap v8967: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:26.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:26 smithi156 conmon[67007]: audit 2022-01-18T21:03:26.135342+0000 mon.smithi129 (mon.0) 3114 2022-01-18T21:03:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:26 smithi156 conmon[67007]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:03:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:26 smithi156 conmon[67007]: audit 2022-01-18T21:03:26.136860+0000 mon.smithi129 (mon.0) 3115 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:03:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:26 smithi156 conmon[67007]: audit 2022-01-18T21:03:26.137673+0000 2022-01-18T21:03:26.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:26 smithi156 conmon[67007]: mon.smithi129 (mon.0) 3116 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:03:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:26 smithi129 conmon[101092]: audit 2022-01-18T21:03:26.135342+0000 mon.smithi129 (mon.0) 3114 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:03:26.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:26 smithi129 conmon[101092]: audit 2022-01-18T21:03:26.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:26 smithi129 conmon[101092]: 2022-01-18T21:03:26.136860+0000 mon.smithi129 (mon.0) 3115 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:03:26.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:26 smithi129 conmon[101092]: audit 2022-01-18T21:03:26.137673+0000 mon.smithi129 (mon.0) 3116 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:03:27.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:27 smithi129 conmon[101092]: cluster 2022-01-18T21:03:25.996107+0000 mgr.smithi129.iclwio (mgr.14716) 10429 : cluster [DBG] pgmap v8968: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:27.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:27 smithi129 conmon[101092]: cephadm 2022-01-18T21:03:26.138414+0000 mgr.smithi129.iclwio (mgr.14716) 10430 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:03:27.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:27 smithi129 conmon[101092]: audit 2022-01-18T21:03:26.401732+0000 mon.smithi129 (mon.0) 3117 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:03:27.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:27 smithi129 conmon[101092]: audit 2022-01-18T21: 2022-01-18T21:03:27.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:27 smithi129 conmon[101092]: 03:26.696953+0000 mon.smithi129 (mon.0) 3118 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:03:27.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:27 smithi129 conmon[101092]: audit 2022-01-18T21:03:27.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:27 smithi129 conmon[101092]: 2022-01-18T21:03:26.702356+0000 mon.smithi129 (mon. 2022-01-18T21:03:27.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:27 smithi129 conmon[101092]: 0) 3119 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:03:27.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:27 smithi156 conmon[67007]: cluster 2022-01-18T21:03:25.996107+0000 mgr.smithi129.iclwio (mgr.14716) 10429 : cluster [DBG] pgmap v8968: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:27.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:27 smithi156 conmon[67007]: 2022-01-18T21:03:27.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:27 smithi156 conmon[67007]: cephadm 2022-01-18T21:03:26.138414+0000 mgr.smithi129.iclwio (mgr.14716) 10430 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:03:27.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:27 smithi156 conmon[67007]: audit 2022-01-18T21:03:26.401732+0000 mon.smithi129 (mon.0) 3117 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:03:27.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:27 smithi156 conmon[67007]: audit 2022-01-18T21:03:26.696953+0000 mon.smithi129 (mon.0) 3118 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:03:27.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:27 smithi156 conmon[67007]: audit 2022-01-18T21:03:26.702356+0000 mon.smithi129 (mon.0) 3119 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:03:27.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:27 smithi156 conmon[67007]: 2022-01-18T21:03:29.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:29 smithi129 conmon[101092]: cluster 2022-01-18T21:03:27.996826+0000 mgr.smithi129.iclwio (mgr.14716) 10431 : cluster [DBG] pgmap v8969: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:29.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:29 smithi156 conmon[67007]: cluster 2022-01-18T21:03:27.996826+0000 mgr.smithi129.iclwio (mgr.14716) 10431 : cluster [DBG] 2022-01-18T21:03:29.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:29 smithi156 conmon[67007]: pgmap v8969: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:31.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:31 smithi129 conmon[101092]: cluster 2022-01-18T21:03:29.997574+0000 mgr.smithi129.iclwio (mgr.14716) 10432 : cluster [DBG] pgmap v8970: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:03:31.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:31 smithi156 conmon[67007]: cluster 2022-01-18T21:03:29.997574+0000 mgr.smithi129.iclwio (mgr.14716) 10432 : cluster [DBG] pgmap v8970: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:03:31.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:31 smithi156 conmon[67007]: 2022-01-18T21:03:33.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:33 smithi129 conmon[101092]: cluster 2022-01-18T21:03:31.998122+0000 mgr.smithi129.iclwio (mgr.14716) 10433 : cluster [DBG] pgmap v8971: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:33.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:33 smithi156 conmon[67007]: cluster 2022-01-18T21:03:31.998122+0000 mgr.smithi129.iclwio (mgr.14716) 10433 : cluster [DBG] pgmap v8971: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:33.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:33 smithi156 conmon[67007]: 2022-01-18T21:03:35.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:35 smithi129 conmon[101092]: cluster 2022-01-18T21:03:33.998671+0000 mgr.smithi129.iclwio (mgr.14716) 10434 : cluster [DBG] pgmap v8972: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:35.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:35 smithi156 conmon[67007]: cluster 2022-01-18T21:03:33.998671+0000 mgr.smithi129.iclwio (mgr.14716) 10434 : cluster [DBG] pgmap v8972: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:35.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:35 smithi156 conmon[67007]: 2022-01-18T21:03:36.115 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:03:36.383 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:03:36.383 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 2m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:03:36.384 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 2m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:03:36.384 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 2m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:03:36.384 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 2m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:03:36.385 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 2m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:03:36.385 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 2m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:03:36.385 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 2m ago 5h 826M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:03:36.386 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 2m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:03:36.386 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 2m ago 5h 1847M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:03:36.386 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 2m ago 5h 889M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:03:36.386 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 2m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:03:36.387 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 2m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:03:36.387 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 2m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:03:36.387 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 2m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:03:36.387 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 2m ago 5h 2272M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:03:36.387 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 2m ago 5h 3380M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:03:36.388 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 2m ago 5h 2553M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:03:36.388 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 2m ago 5h 3407M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:03:36.388 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 2m ago 5h 3164M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:03:36.388 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 2m ago 5h 3664M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:03:36.389 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 2m ago 5h 2962M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:03:36.389 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 2m ago 5h 4259M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:03:36.389 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 2m ago 5h 121M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:03:36.699 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:03:36.700 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:03:36.700 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:03:36.700 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:03:36.701 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:03:36.701 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:03:36.701 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:03:36.701 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:03:36.702 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:03:36.702 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:03:36.702 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:03:36.702 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:03:36.703 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:03:36.703 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:03:36.704 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:03:36.704 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:03:36.704 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:03:36.704 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:03:36.705 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:03:37.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:37 smithi129 conmon[101092]: cluster 2022-01-18T21:03:35.999363+0000 mgr.smithi129.iclwio (mgr.14716) 10435 : cluster [DBG] pgmap v8973: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:37.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:37 smithi129 conmon[101092]: audit 2022-01-18T21:03:36.102709+0000 mgr.smithi129.iclwio (mgr.14716) 10436 : audit [DBG] from='client.41050 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:03:37.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:37 smithi129 conmon[101092]: audit 2022-01-18T21:03:36.374830+0000 mgr.smithi129.iclwio (mgr.14716) 10437 : audit [DBG] from='client.41054 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:03:37.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:37 smithi129 conmon[101092]: audit 2022-01-18T21:03:36.700046+0000 mon.smithi129 (mon.0) 3120 : audit [DBG] from='client.? 172.21.15.129:0/4016559629' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:03:37.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:37 smithi156 conmon[67007]: cluster 2022-01-18T21:03:35.999363+0000 mgr.smithi129.iclwio (mgr.14716) 10435 : cluster 2022-01-18T21:03:37.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:37 smithi156 conmon[67007]: [DBG] pgmap v8973: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:37.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:37 smithi156 conmon[67007]: audit 2022-01-18T21:03:36.102709+0000 mgr.smithi129.iclwio (mgr.14716) 10436 : audit [DBG] from='client.41050 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:03:37.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:37 smithi156 conmon[67007]: audit 2022 2022-01-18T21:03:37.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:37 smithi156 conmon[67007]: -01-18T21:03:36.374830+0000 mgr.smithi129.iclwio (mgr.14716) 10437 : audit [DBG] from='client.41054 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:03:37.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:37 smithi156 conmon[67007]: audit 2022-01 2022-01-18T21:03:37.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:37 smithi156 conmon[67007]: -18T21:03:36.700046+0000 mon.smithi129 2022-01-18T21:03:37.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:37 smithi156 conmon[67007]: (mon.0) 3120 : audit 2022-01-18T21:03:37.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:37 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/4016559629' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:03:39.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:39 smithi129 conmon[101092]: cluster 2022-01-18T21:03:38.000081+0000 mgr.smithi129.iclwio (mgr.14716) 10438 : cluster [DBG] pgmap v8974: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:39.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:39 smithi156 conmon[67007]: cluster 2022-01-18T21:03:38.000081+0000 mgr.smithi129.iclwio (mgr.14716) 10438 : cluster [DBG] pgmap v8974: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:41.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:41 smithi129 conmon[101092]: cluster 2022-01-18T21:03:40.000766+0000 mgr.smithi129.iclwio ( 2022-01-18T21:03:41.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:41 smithi129 conmon[101092]: mgr.14716) 10439 : cluster [DBG] pgmap v8975: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:03:41.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:41 smithi156 conmon[67007]: cluster 2022-01-18T21:03:40.000766+0000 mgr.smithi129.iclwio (mgr.14716) 10439 : cluster [DBG] pgmap v8975: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:03:43.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:43 smithi129 conmon[101092]: cluster 2022-01-18T21:03:42.001231+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:03:43.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:43 smithi129 conmon[101092]: .14716) 10440 : cluster [DBG] pgmap v8976: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:43.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:43 smithi156 conmon[67007]: cluster 2022-01-18T21:03:42.001231+0000 mgr.smithi129.iclwio (mgr.14716) 10440 : cluster [DBG] pgmap v8976: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:45.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:45 smithi129 conmon[101092]: cluster 2022-01-18T21:03:44.001768+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:03:45.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:45 smithi129 conmon[101092]: .14716) 10441 : cluster [DBG] pgmap v8977: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:45.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:45 smithi156 conmon[67007]: cluster 2022-01-18T21:03:44.001768+0000 mgr.smithi129.iclwio (mgr.14716) 10441 : cluster [DBG] pgmap v8977: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:47.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:47 smithi156 conmon[67007]: cluster 2022-01-18T21:03:46.002585+0000 mgr.smithi129.iclwio (mgr.14716) 10442 : cluster [DBG] pgmap v8978: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:47.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:47 smithi156 conmon[67007]: 2022-01-18T21:03:47.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:47 smithi129 conmon[101092]: cluster 2022-01-18T21:03:46.002585+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:03:47.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:47 smithi129 conmon[101092]: 10442 : cluster [DBG] pgmap v8978: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:49.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:49 smithi156 conmon[67007]: cluster 2022-01-18T21:03:48.003146+0000 mgr.smithi129.iclwio (mgr.14716) 10443 : cluster [DBG] pgmap v8979: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:49.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:49 smithi129 conmon[101092]: cluster 2022-01-18T21:03:48.003146+0000 mgr.smithi129.iclwio (mgr.14716) 10443 : cluster [DBG] pgmap v8979: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:51.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:51 smithi156 conmon[67007]: cluster 2022-01-18T21:03:50.004202+0000 mgr.smithi129.iclwio (mgr.14716) 10444 : cluster [DBG] pgmap v8980: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:03:51.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:51 smithi129 conmon[101092]: cluster 2022-01-18T21:03:50.004202+0000 mgr.smithi129.iclwio (mgr.14716) 10444 : cluster [DBG] pgmap v8980: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:03:53.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:53 smithi156 conmon[67007]: cluster 2022-01-18T21:03:52.004689+0000 mgr.smithi129.iclwio (mgr.14716) 10445 : cluster [DBG] pgmap v8981: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:53.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:53 smithi129 conmon[101092]: cluster 2022-01-18T21:03:52.004689+0000 mgr.smithi129.iclwio (mgr.14716) 10445 : cluster [DBG] pgmap v8981: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:55.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:55 smithi156 conmon[67007]: cluster 2022-01-18T21:03:54.005173+0000 mgr.smithi129.iclwio (mgr.14716) 10446 : cluster [DBG] pgmap v8982: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:55.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:55 smithi156 conmon[67007]: 2022-01-18T21:03:55.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:55 smithi129 conmon[101092]: cluster 2022-01-18T21:03:54.005173+0000 mgr.smithi129.iclwio (mgr.14716) 10446 : cluster [DBG] pgmap v8982: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:57.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:57 smithi156 conmon[67007]: cluster 2022-01-18T21:03:56.005959+0000 mgr.smithi129.iclwio (mgr.14716) 10447 : cluster [DBG] pgmap v8983: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:57.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:57 smithi129 conmon[101092]: cluster 2022-01-18T21:03:56.005959+0000 mgr.smithi129.iclwio (mgr.14716) 10447 : cluster [DBG] pgmap v8983: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:59 smithi156 conmon[67007]: cluster 2022-01-18T21:03:58.006453+0000 mgr.smithi129.iclwio (mgr.14716) 10448 : cluster [DBG] pgmap v8984: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:59 smithi156 conmon[67007]: 2022-01-18T21:03:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:59 smithi156 conmon[67007]: audit 2022-01-18T21:03:59.407547+0000 mon.smithi129 (mon.0) 3121 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:03:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:59 smithi156 conmon[67007]: audit 2022-01-18T21:03:59.407764+0000 mon.smithi129 2022-01-18T21:03:59.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:03:59 smithi156 conmon[67007]: (mon.0) 3122 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:03:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:59 smithi129 conmon[101092]: cluster 2022-01-18T21:03:58.006453+0000 mgr.smithi129.iclwio (mgr.14716) 10448 : cluster [DBG] pgmap v8984: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:03:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:59 smithi129 conmon[101092]: audit 2022-01-18T21:03:59.407547+0000 mon.smithi129 2022-01-18T21:03:59.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:59 smithi129 conmon[101092]: (mon.0) 3121 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:03:59.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:03:59 smithi129 conmon[101092]: audit 2022-01-18T21:03:59.407764+0000 mon.smithi129 (mon.0) 3122 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:04:01.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:01 smithi156 conmon[67007]: cluster 2022-01-18T21:04:00.007447+0000 mgr.smithi129.iclwio (mgr.14716) 10449 : cluster [DBG] pgmap v8985: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:04:01.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:01 smithi129 conmon[101092]: cluster 2022-01-18T21:04:00.007447+0000 mgr.smithi129.iclwio (mgr.14716) 10449 : cluster [DBG] pgmap v8985: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:04:01.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:01 smithi129 conmon[101092]: 2022-01-18T21:04:03.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:03 smithi156 conmon[67007]: cluster 2022-01-18T21:04:02.007985+0000 mgr.smithi129.iclwio (mgr.14716) 10450 : cluster [DBG] pgmap v8986: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:03.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:03 smithi129 conmon[101092]: cluster 2022-01-18T21:04:02.007985+0000 mgr.smithi129.iclwio (mgr.14716) 10450 : cluster [DBG] pgmap v8986: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:05.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:05 smithi156 conmon[67007]: cluster 2022-01-18T21:04:04.008717+0000 mgr.smithi129.iclwio (mgr.14716) 10451 : cluster [DBG] pgmap v8987: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:05.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:05 smithi129 conmon[101092]: cluster 2022-01-18T21:04:04.008717+0000 mgr.smithi129.iclwio (mgr.14716) 10451 : cluster [DBG] pgmap v8987: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:05.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:05 smithi129 conmon[101092]: 2022-01-18T21:04:06.998 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:04:07.263 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:04:07.263 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 2m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:04:07.263 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 2m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:04:07.263 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 2m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:04:07.264 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 2m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:04:07.264 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 2m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:04:07.264 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 2m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:04:07.264 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 2m ago 5h 826M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:04:07.265 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 2m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:04:07.265 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 2m ago 5h 1847M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:04:07.265 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 2m ago 5h 889M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:04:07.265 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (4h) 2m ago 4h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:04:07.266 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 2m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:04:07.266 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 2m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:04:07.266 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 2m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:04:07.266 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 2m ago 5h 2272M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:04:07.266 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 2m ago 5h 3380M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:04:07.267 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 2m ago 5h 2553M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:04:07.267 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 2m ago 5h 3407M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:04:07.267 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 2m ago 5h 3164M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:04:07.267 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 2m ago 5h 3664M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:04:07.268 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 2m ago 5h 2962M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:04:07.268 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 2m ago 5h 4259M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:04:07.268 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 2m ago 5h 121M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:04:07.583 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:04:07.583 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:04:07.584 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:04:07.584 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:04:07.584 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:04:07.584 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:04:07.585 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:04:07.585 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:04:07.585 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:04:07.585 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:04:07.586 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:04:07.586 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:04:07.586 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:04:07.586 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:04:07.586 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:04:07.587 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:04:07.587 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:04:07.587 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:04:07.587 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:04:07.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:07 smithi156 conmon[67007]: cluster 2022-01-18T21:04:06.009693+0000 mgr.smithi129.iclwio (mgr.14716) 10452 : cluster [DBG] pgmap v8988: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:07.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:07 smithi129 conmon[101092]: cluster 2022-01-18T21:04:06.009693+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:04:07.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:07 smithi129 conmon[101092]: 10452 : cluster [DBG] pgmap v8988: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:08 smithi156 conmon[67007]: audit 2022-01-18T21:04:06.986807+0000 mgr.smithi129.iclwio (mgr.14716) 10453 : audit [DBG] 2022-01-18T21:04:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:08 smithi156 conmon[67007]: from='client.41062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:04:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:08 smithi156 conmon[67007]: audit 2022-01-18T21:04:07.254301+0000 mgr.smithi129.iclwio (mgr.14716) 10454 : audit [DBG] from='client.41066 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:04:08.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:08 smithi156 conmon[67007]: audit 2022-01-18T21:04:07.583540+0000 mon.smithi129 (mon.0) 3123 2022-01-18T21:04:08.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:08 smithi156 conmon[67007]: : audit [DBG] from='client.? 172.21.15.129:0/3058688960' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:04:08.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:08 smithi129 conmon[101092]: audit 2022-01-18T21:04:06.986807+0000 mgr.smithi129.iclwio (mgr.14716) 10453 : audit [DBG] from='client.41062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:04:08.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:08 smithi129 conmon[101092]: 2022-01-18T21:04:08.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:08 smithi129 conmon[101092]: audit 2022-01-18T21:04:07.254301+0000 mgr.smithi129.iclwio (mgr.14716) 10454 : audit [DBG] from='client.41066 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:04:08.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:08 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T21:04:08.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:08 smithi129 conmon[101092]: 21:04:07.583540+0000 mon.smithi129 (mon.0) 3123 : audit [DBG] from='client.? 172.21.15.129:0/3058688960' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:04:09.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:09 smithi156 conmon[67007]: cluster 2022-01-18T21:04:08.010076+0000 mgr.smithi129.iclwio (mgr.14716) 10455 : cluster [DBG] pgmap v8989: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:09.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:09 smithi129 conmon[101092]: cluster 2022-01-18T21:04:08.010076+0000 mgr.smithi129.iclwio (mgr.14716) 10455 : cluster [DBG] pgmap v8989: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:11.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:11 smithi156 conmon[67007]: cluster 2022-01-18T21:04:10.011055+0000 mgr.smithi129.iclwio (mgr.14716) 10456 : cluster [DBG] pgmap v8990: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:04:11.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:11 smithi129 conmon[101092]: cluster 2022-01-18T21:04:10.011055+0000 mgr.smithi129.iclwio (mgr.14716) 10456 : cluster [DBG] pgmap v8990: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:04:13.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:13 smithi156 conmon[67007]: cluster 2022-01-18T21:04:12.011554+0000 mgr.smithi129.iclwio (mgr.14716) 10457 : cluster [DBG] pgmap v8991: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:13 smithi129 conmon[101092]: cluster 2022-01-18T21:04:12.011554+0000 mgr.smithi129.iclwio (mgr.14716) 10457 : cluster [DBG] pgmap v8991: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:15.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:15 smithi156 conmon[67007]: cluster 2022-01-18T21:04:14.012178+0000 mgr.smithi129.iclwio (mgr.14716) 10458 : cluster [DBG] pgmap v8992: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:15.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:15 smithi156 conmon[67007]: 2022-01-18T21:04:15.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:15 smithi129 conmon[101092]: cluster 2022-01-18T21:04:14.012178+0000 mgr.smithi129.iclwio (mgr.14716) 10458 : cluster [DBG] 2022-01-18T21:04:15.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:15 smithi129 conmon[101092]: pgmap v8992: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:17.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:17 smithi156 conmon[67007]: cluster 2022-01-18T21:04:16.012974+0000 mgr.smithi129.iclwio (mgr.14716) 10459 : cluster [DBG] pgmap v8993: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:17.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:17 smithi129 conmon[101092]: cluster 2022-01-18T21:04:16.012974+0000 mgr.smithi129.iclwio (mgr.14716) 10459 : cluster [DBG] 2022-01-18T21:04:17.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:17 smithi129 conmon[101092]: pgmap v8993: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:19.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:19 smithi156 conmon[67007]: cluster 2022-01-18T21:04:18.013543+0000 mgr.smithi129.iclwio (mgr.14716) 10460 : cluster [DBG] pgmap v8994: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:19.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:19 smithi129 conmon[101092]: cluster 2022-01-18T21:04:18.013543+0000 mgr.smithi129.iclwio (mgr.14716) 10460 : cluster [DBG] 2022-01-18T21:04:19.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:19 smithi129 conmon[101092]: pgmap v8994: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:21.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:21 smithi156 conmon[67007]: cluster 2022-01-18T21:04:20.014345+0000 mgr.smithi129.iclwio (mgr.14716) 10461 : cluster [DBG] pgmap v8995: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:04:21.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:21 smithi129 conmon[101092]: cluster 2022-01-18T21:04:20.014345+0000 mgr.smithi129.iclwio (mgr.14716) 10461 : cluster [DBG] pgmap v8995: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:04:23.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:23 smithi156 conmon[67007]: cluster 2022-01-18T21:04:22.014896+0000 mgr.smithi129.iclwio (mgr.14716) 10462 : cluster [DBG] pgmap v8996: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:23.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:23 smithi129 conmon[101092]: cluster 2022-01-18T21:04:22.014896+0000 mgr.smithi129.iclwio (mgr.14716) 10462 : cluster [DBG] pgmap v8996: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:25.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:25 smithi156 conmon[67007]: cluster 2022-01-18T21:04:24.015441+0000 mgr.smithi129.iclwio (mgr.14716) 10463 : cluster [DBG] pgmap v8997: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:25.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:25 smithi129 conmon[101092]: cluster 2022-01-18T21:04:24.015441+0000 mgr.smithi129.iclwio (mgr.14716) 10463 : cluster [DBG] 2022-01-18T21:04:25.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:25 smithi129 conmon[101092]: pgmap v8997: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:27.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:27 smithi156 conmon[67007]: cluster 2022-01-18T21:04:26.016283+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:04:27.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:27 smithi156 conmon[67007]: 10464 : cluster [DBG] pgmap v8998: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:27.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:27 smithi156 conmon[67007]: audit 2022-01-18T21:04:26.705102+0000 mon.smithi129 (mon.0) 3124 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:04:27.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:27 smithi156 conmon[67007]: audit 2022-01-18T21:04:26.706516+0000 mon.smithi129 (mon. 2022-01-18T21:04:27.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:27 smithi156 conmon[67007]: 0) 3125 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:04:27.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:27 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T21:04:27.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:27 smithi156 conmon[67007]: 21:04:26.707375+0000 mon.smithi129 (mon.0 2022-01-18T21:04:27.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:27 smithi156 conmon[67007]: ) 3126 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:04:27.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:27 smithi156 conmon[67007]: cephadm 2022-01-18 2022-01-18T21:04:27.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:27 smithi156 conmon[67007]: T21:04:26.708069+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:04:27.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:27 smithi156 conmon[67007]: 14716) 10465 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:04:27.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:27 smithi129 conmon[101092]: cluster 2022-01-18T21:04:26.016283+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:04:27.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:27 smithi129 conmon[101092]: 14716) 10464 : cluster [DBG] pgmap v8998: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:27.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:27 smithi129 conmon[101092]: audit 2022-01-18T21:04:26.705102+0000 mon.smithi129 (mon.0) 3124 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:04:27.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:27 smithi129 conmon[101092]: audit 2022-01-18T21:04:26.706516+0000 mon.smithi129 (mon.0) 3125 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:04:27.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:27 smithi129 conmon[101092]: audit 2022-01-18T21:04:26.707375+0000 mon.smithi129 (mon.0) 3126 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:04:27.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:27 smithi129 conmon[101092]: cephadm 2022-01-18T21:04:26.708069+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:04:27.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:27 smithi129 conmon[101092]: 14716) 10465 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:04:29.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:29 smithi129 conmon[101092]: cluster 2022-01-18T21:04:28.016794+0000 mgr.smithi129.iclwio (mgr.14716) 10466 : cluster [DBG] pgmap v8999: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:29.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:29 smithi156 conmon[67007]: cluster 2022-01-18T21:04:28.016794+0000 mgr.smithi129.iclwio (mgr.14716) 10466 : cluster [DBG] pgmap v8999: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:31.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:31 smithi156 conmon[67007]: cluster 2022-01-18T21:04:30.017615+0000 mgr.smithi129.iclwio (mgr.14716) 10467 : cluster [DBG] pgmap v9000: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:04:31.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:31 smithi156 conmon[67007]: audit 2022-01-18T21:04:30.217880+0000 mon.smithi129 (mon.0) 3127 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:04:31.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:31 smithi156 conmon[67007]: audit 2022-01-18T21:04:30.512014+0000 mon.smithi129 (mon.0) 3128 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:04:31.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:31 smithi156 conmon[67007]: audit 2022-01-18T21:04:30.516968+0000 2022-01-18T21:04:31.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:31 smithi156 conmon[67007]: mon.smithi129 (mon.0) 3129 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:04:31.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:31 smithi129 conmon[101092]: cluster 2022-01-18T21:04:30.017615+0000 mgr.smithi129.iclwio (mgr.14716) 10467 : cluster 2022-01-18T21:04:31.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:31 smithi129 conmon[101092]: [DBG] pgmap v9000: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:04:31.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:31 smithi129 conmon[101092]: audit 2022-01-18T21:04:30.217880+0000 mon.smithi129 (mon.0) 3127 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:04:31.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:31 smithi129 conmon[101092]: audit 2022-01-18T21:04:30.512014+0000 mon.smithi129 (mon.0) 3128 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:04:31.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:31 smithi129 conmon[101092]: audit 2022-01-18T21:04:30.516968+0000 mon.smithi129 (mon.0) 3129 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:04:33.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:33 smithi156 conmon[67007]: cluster 2022-01-18T21:04:32.018071+0000 mgr.smithi129.iclwio (mgr.14716) 10468 : cluster [DBG] pgmap v9001: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:33.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:33 smithi129 conmon[101092]: cluster 2022-01-18T21:04:32.018071+0000 mgr.smithi129.iclwio (mgr.14716) 10468 : cluster [DBG] pgmap v9001: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:35.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:35 smithi156 conmon[67007]: cluster 2022-01-18T21:04:34.018629+0000 mgr.smithi129.iclwio (mgr.14716) 10469 : cluster [DBG] 2022-01-18T21:04:35.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:35 smithi156 conmon[67007]: pgmap v9002: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:35.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:35 smithi129 conmon[101092]: cluster 2022-01-18T21:04:34.018629+0000 mgr.smithi129.iclwio (mgr.14716) 10469 : cluster [DBG] pgmap v9002: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:37.544 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:37 smithi129 conmon[101092]: cluster 2022-01-18T21:04:36.019391+0000 mgr.smithi129.iclwio (mgr.14716) 10470 : cluster [DBG] pgmap v9003: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:37.544 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:37 smithi129 conmon[101092]: 2022-01-18T21:04:37.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:37 smithi156 conmon[67007]: cluster 2022-01-18T21:04:36.019391+0000 mgr.smithi129.iclwio (mgr.14716) 10470 : cluster [DBG] pgmap v9003: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:37.888 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:04:38.153 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:04:38.153 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 3m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:04:38.153 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 3m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:04:38.154 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 3m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:04:38.154 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 3m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:04:38.154 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 3m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:04:38.155 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 3m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:04:38.155 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (4h) 3m ago 5h 826M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:04:38.155 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (4h) 3m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:04:38.155 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 3m ago 5h 1847M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:04:38.155 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 3m ago 5h 889M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:04:38.156 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 3m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:04:38.156 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (4h) 3m ago 4h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:04:38.156 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 3m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:04:38.156 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 3m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:04:38.157 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 3m ago 5h 2272M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:04:38.157 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 3m ago 5h 3380M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:04:38.157 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 3m ago 5h 2553M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:04:38.157 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 3m ago 5h 3407M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:04:38.157 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 3m ago 5h 3164M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:04:38.158 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 3m ago 5h 3664M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:04:38.158 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 3m ago 5h 2962M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:04:38.158 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 3m ago 5h 4259M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:04:38.158 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 3m ago 5h 121M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:04:38.474 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:04:38.474 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:04:38.475 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:04:38.475 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:04:38.475 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:04:38.475 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:04:38.476 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:04:38.476 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:04:38.476 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:04:38.476 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:04:38.476 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:04:38.477 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:04:38.477 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:04:38.477 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:04:38.477 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:04:38.478 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:04:38.478 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:04:38.478 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:04:38.478 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:04:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:38 smithi156 conmon[67007]: audit 2022-01-18T21:04:37.876129+0000 mgr.smithi129.iclwio (mgr.14716) 10471 : audit [DBG] from='client.41074 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:04:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:38 smithi129 conmon[101092]: audit 2022-01-18T21:04:37.876129+0000 mgr.smithi129.iclwio (mgr.14716) 10471 2022-01-18T21:04:38.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:38 smithi129 conmon[101092]: : audit [DBG] from='client.41074 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:04:39.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:39 smithi156 conmon[67007]: cluster 2022-01-18T21:04:38.019868+0000 mgr.smithi129.iclwio (mgr.14716) 10472 : cluster [DBG] pgmap v9004: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:39.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:39 smithi156 conmon[67007]: 2022-01-18T21:04:39.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:39 smithi156 conmon[67007]: audit 2022-01-18T21:04:38.144688+0000 mgr.smithi129.iclwio (mgr.14716) 10473 : audit [DBG] from='client.41078 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:04:39.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:39 smithi156 conmon[67007]: audit 2022-01-18T21:04:38. 2022-01-18T21:04:39.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:39 smithi156 conmon[67007]: 474705+0000 mon.smithi129 (mon.0) 3130 : audit [DBG] from='client.? 172.21.15.129:0/3574298342' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:04:39.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:39 smithi129 conmon[101092]: cluster 2022-01-18T21:04:38.019868+0000 mgr.smithi129.iclwio (mgr.14716) 10472 : cluster [DBG] pgmap v9004: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:39.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:39 smithi129 conmon[101092]: audit 2022-01-18T21:04:38.144688+0000 mgr.smithi129.iclwio (mgr.14716) 10473 : audit [DBG] from='client.41078 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:04:39.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:39 smithi129 conmon[101092]: audit 2022-01-18T21:04:38.474705+0000 mon.smithi129 (mon.0) 3130 : audit 2022-01-18T21:04:39.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:39 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/3574298342' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:04:41.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:41 smithi156 conmon[67007]: cluster 2022-01-18T21:04:40.020730+0000 mgr.smithi129.iclwio (mgr.14716) 10474 : cluster [DBG] pgmap v9005: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:04:41.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:41 smithi129 conmon[101092]: cluster 2022-01-18T21:04:40.020730+0000 mgr.smithi129.iclwio (mgr.14716) 10474 : cluster [DBG] pgmap v9005: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:04:43.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:43 smithi156 conmon[67007]: cluster 2022-01-18T21:04:42.021280+0000 mgr.smithi129.iclwio (mgr.14716) 10475 : cluster [DBG] pgmap v9006: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:43.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:43 smithi129 conmon[101092]: cluster 2022-01-18T21:04:42.021280+0000 mgr.smithi129.iclwio (mgr.14716) 10475 : cluster [DBG] pgmap v9006: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:45.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:45 smithi156 conmon[67007]: cluster 2022-01-18T21:04:44.021960+0000 mgr.smithi129.iclwio (mgr.14716) 10476 : cluster [DBG] pgmap v9007: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:45.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:45 smithi156 conmon[67007]: 2022-01-18T21:04:45.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:45 smithi129 conmon[101092]: cluster 2022-01-18T21:04:44.021960+0000 mgr.smithi129.iclwio (mgr.14716) 10476 : cluster [DBG] pgmap v9007: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:47.543 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:47 smithi129 conmon[101092]: cluster 2022-01-18T21:04:46.022882+0000 mgr.smithi129.iclwio (mgr.14716) 10477 : cluster [DBG] pgmap v9008: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:47.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:47 smithi156 conmon[67007]: cluster 2022-01-18T21:04:46.022882+0000 mgr.smithi129.iclwio (mgr.14716) 10477 : cluster [DBG] pgmap v9008: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:49.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:49 smithi156 conmon[67007]: cluster 2022-01-18T21:04:48.023489+0000 mgr.smithi129.iclwio (mgr.14716) 10478 : cluster [DBG] pgmap v9009: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:49.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:49 smithi129 conmon[101092]: cluster 2022-01-18T21:04:48.023489+0000 mgr.smithi129.iclwio (mgr.14716) 10478 : cluster [DBG] pgmap v9009: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:49.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:49 smithi129 conmon[101092]: 2022-01-18T21:04:51.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:51 smithi156 conmon[67007]: cluster 2022-01-18T21:04:50.024208+0000 mgr.smithi129.iclwio (mgr.14716) 10479 : cluster [DBG] pgmap v9010: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:04:51.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:51 smithi129 conmon[101092]: cluster 2022-01-18T21:04:50.024208+0000 mgr.smithi129.iclwio (mgr.14716) 10479 : cluster [DBG] 2022-01-18T21:04:51.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:51 smithi129 conmon[101092]: pgmap v9010: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:04:53.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:53 smithi156 conmon[67007]: cluster 2022-01-18T21:04:52.024734+0000 mgr.smithi129.iclwio (mgr.14716) 10480 : cluster [DBG] pgmap v9011: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:53.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:53 smithi156 conmon[67007]: 2022-01-18T21:04:53.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:53 smithi129 conmon[101092]: cluster 2022-01-18T21:04:52.024734+0000 mgr.smithi129.iclwio (mgr.14716) 10480 : cluster [DBG] pgmap v9011: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:53.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:53 smithi129 conmon[101092]: 2022-01-18T21:04:55.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:55 smithi156 conmon[67007]: cluster 2022-01-18T21:04:54.025377+0000 mgr.smithi129.iclwio (mgr.14716) 10481 : cluster 2022-01-18T21:04:55.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:55 smithi156 conmon[67007]: [DBG] pgmap v9012: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:55.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:55 smithi129 conmon[101092]: cluster 2022-01-18T21:04:54.025377+0000 mgr.smithi129.iclwio (mgr.14716) 10481 : cluster [DBG] pgmap v9012: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:57.544 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:57 smithi129 conmon[101092]: cluster 2022-01-18T21:04:56.026263+0000 mgr.smithi129.iclwio (mgr.14716) 10482 : cluster [DBG] pgmap v9013: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:57.544 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:57 smithi129 conmon[101092]: 2022-01-18T21:04:57.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:57 smithi156 conmon[67007]: cluster 2022-01-18T21:04: 2022-01-18T21:04:57.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:57 smithi156 conmon[67007]: 56.026263+0000 mgr.smithi129.iclwio (mgr.14716) 10482 : cluster [DBG] pgmap v9013: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:59 smithi156 conmon[67007]: cluster 2022-01-18T21:04:58.026991+0000 mgr.smithi129.iclwio (mgr.14716) 10483 : cluster [DBG] pgmap v9014: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:04:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:04:59 smithi156 conmon[67007]: 2022-01-18T21:04:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:04:59 smithi129 conmon[101092]: cluster 2022-01-18T21:04:58.026991+0000 mgr.smithi129.iclwio (mgr.14716) 10483 : cluster [DBG] pgmap v9014: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:00.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:00 smithi156 conmon[67007]: audit 2022-01-18T21:04:59.412014+0000 mon.smithi129 (mon.0) 3131 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:05:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:00 smithi156 conmon[67007]: 2022-01-18T21:05:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:00 smithi156 conmon[67007]: audit 2022-01-18T21:04:59.413118+0000 mon.smithi129 (mon.0) 3132 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:05:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:00 smithi129 conmon[101092]: audit 2022-01-18T21:04:59 2022-01-18T21:05:00.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:00 smithi129 conmon[101092]: .412014+0000 mon.smithi129 (mon.0) 3131 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:05:00.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:00 smithi129 conmon[101092]: audit 2022-01-18T21:04:59.413118+0000 mon.smithi129 (mon.0) 3132 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:05:01.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:01 smithi156 conmon[67007]: cluster 2022-01-18T21:05:00.027982+0000 mgr.smithi129.iclwio (mgr.14716) 10484 : 2022-01-18T21:05:01.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:01 smithi156 conmon[67007]: cluster [DBG] pgmap v9015: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:05:01.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:01 smithi129 conmon[101092]: cluster 2022-01-18T21:05:00.027982+0000 mgr.smithi129.iclwio (mgr.14716) 10484 : cluster [DBG] pgmap v9015: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:05:01.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:01 smithi129 conmon[101092]: 2022-01-18T21:05:03.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:03 smithi156 conmon[67007]: cluster 2022-01-18T21:05:02.028567+0000 mgr.smithi129.iclwio (mgr.14716) 10485 : cluster [DBG] pgmap v9016: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:03.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:03 smithi129 conmon[101092]: cluster 2022-01-18T21:05:02.028567+0000 mgr.smithi129.iclwio (mgr.14716) 10485 : cluster [DBG] pgmap v9016: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:05.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:05 smithi156 conmon[67007]: cluster 2022-01-18T21:05:04.029309+0000 mgr.smithi129.iclwio (mgr.14716) 10486 : cluster [DBG] pgmap v9017: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:05.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:05 smithi129 conmon[101092]: cluster 2022-01-18T21:05:04.029309+0000 mgr.smithi129.iclwio (mgr.14716) 10486 : cluster [DBG] pgmap v9017: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:07.543 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:07 smithi129 conmon[101092]: cluster 2022-01-18T21:05:06.030157+0000 mgr.smithi129.iclwio (mgr.14716) 10487 : cluster [DBG] pgmap v9018: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:07.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:07 smithi156 conmon[67007]: cluster 2022-01-18T21:05:06.030157+0000 mgr.smithi129.iclwio (mgr.14716) 10487 : cluster [DBG] 2022-01-18T21:05:07.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:07 smithi156 conmon[67007]: pgmap v9018: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:08.771 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:05:09.037 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:05:09.038 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 3m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:05:09.038 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 3m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:05:09.038 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 3m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:05:09.039 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 3m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:05:09.039 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 3m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:05:09.039 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 3m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:05:09.039 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 3m ago 5h 826M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:05:09.040 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 3m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:05:09.040 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (4h) 3m ago 5h 1847M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:05:09.040 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (4h) 3m ago 5h 889M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:05:09.040 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 3m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:05:09.040 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 3m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:05:09.041 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 3m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:05:09.041 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 3m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:05:09.041 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 3m ago 5h 2272M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:05:09.041 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 3m ago 5h 3380M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:05:09.042 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 3m ago 5h 2553M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:05:09.042 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 3m ago 5h 3407M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:05:09.042 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 3m ago 5h 3164M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:05:09.042 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 3m ago 5h 3664M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:05:09.043 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 3m ago 5h 2962M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:05:09.043 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 3m ago 5h 4259M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:05:09.043 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 3m ago 5h 121M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:05:09.356 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:05:09.357 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:05:09.357 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:05:09.358 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:05:09.358 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:05:09.358 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:05:09.359 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:05:09.359 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:05:09.360 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:05:09.360 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:05:09.362 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:05:09.362 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:05:09.362 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:05:09.362 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:05:09.363 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:05:09.363 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:05:09.363 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:05:09.363 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:05:09.364 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:05:09.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:09 smithi156 conmon[67007]: cluster 2022-01-18T21:05:08.030730+0000 mgr.smithi129.iclwio (mgr.14716) 10488 : cluster [DBG] 2022-01-18T21:05:09.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:09 smithi156 conmon[67007]: pgmap v9019: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:09.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:09 smithi156 conmon[67007]: audit 2022-01-18T21:05:08.759537+0000 mgr.smithi129.iclwio (mgr.14716) 10489 : audit [DBG] from='client.41086 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:05:09.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:09 smithi129 conmon[101092]: cluster 2022-01-18T21:05:08.030730+0000 mgr.smithi129.iclwio (mgr.14716) 10488 : cluster [DBG] pgmap v9019: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:09.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:09 smithi129 conmon[101092]: audit 2022-01-18T21:05:08.759537+0000 mgr.smithi129.iclwio (mgr.14716) 10489 : audit [DBG] from='client.41086 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:05:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:10 smithi129 conmon[101092]: audit 2022-01-18T21:05:09.029033+0000 mgr.smithi129.iclwio (mgr.14716) 10490 : audit [DBG] 2022-01-18T21:05:10.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:10 smithi129 conmon[101092]: from='client.41090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:05:10.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:10 smithi129 conmon[101092]: audit 2022-01-18T21:05:09.356493+0000 mon.smithi129 (mon.0) 3133 : audit [DBG] from='client.? 172.21.15.129:0/3326452253' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:05:10.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:10 smithi156 conmon[67007]: audit 2022-01-18T21:05:09.029033+0000 mgr.smithi129.iclwio (mgr.14716) 10490 : audit [DBG] from='client.41090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:05:10.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:10 smithi156 conmon[67007]: audit 2022-01-18T21:05:09.356493+0000 mon.smithi129 (mon.0) 3133 : audit [DBG] from='client.? 172.21.15.129:0/3326452253' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:05:11.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:11 smithi129 conmon[101092]: cluster 2022-01-18T21:05:10.031656+0000 mgr.smithi129.iclwio (mgr.14716) 10491 2022-01-18T21:05:11.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:11 smithi129 conmon[101092]: : cluster [DBG] pgmap v9020: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:05:11.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:11 smithi156 conmon[67007]: cluster 2022-01-18T21:05:10.031656+0000 mgr.smithi129.iclwio (mgr.14716) 10491 : cluster 2022-01-18T21:05:11.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:11 smithi156 conmon[67007]: [DBG] pgmap v9020: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:05:13.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:13 smithi129 conmon[101092]: cluster 2022-01-18T21:05:12.032128+0000 mgr.smithi129.iclwio (mgr.14716) 10492 : cluster [DBG] pgmap v9021: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:13.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:13 smithi156 conmon[67007]: cluster 2022-01-18T21:05:12.032128+0000 mgr.smithi129.iclwio (mgr.14716) 10492 : cluster [DBG] pgmap v9021: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:15.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:15 smithi129 conmon[101092]: cluster 2022-01-18T21:05:14.032604+0000 mgr.smithi129.iclwio (mgr.14716) 10493 : cluster [DBG] pgmap v9022: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:15.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:15 smithi156 conmon[67007]: cluster 2022-01-18T21:05:14.032604+0000 mgr.smithi129.iclwio (mgr.14716) 10493 : cluster [DBG] pgmap v9022: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:17.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:17 smithi129 conmon[101092]: cluster 2022-01-18T21:05:16.033489+0000 mgr.smithi129.iclwio (mgr.14716) 10494 : cluster [DBG] pgmap v9023: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:17.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:17 smithi156 conmon[67007]: cluster 2022-01-18T21:05:16.033489+0000 mgr.smithi129.iclwio (mgr.14716) 10494 : cluster [DBG] pgmap v9023: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:19.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:19 smithi129 conmon[101092]: cluster 2022-01-18T21:05:18.034241+0000 mgr.smithi129.iclwio (mgr.14716) 10495 : cluster [DBG] pgmap v9024: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:19.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:19 smithi156 conmon[67007]: cluster 2022-01-18T21:05:18.034241+0000 mgr.smithi129.iclwio (mgr.14716) 10495 : cluster [DBG] pgmap v9024: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:21.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:21 smithi129 conmon[101092]: cluster 2022-01-18T21:05:20.035121+0000 mgr.smithi129.iclwio (mgr.14716) 10496 : cluster [DBG] pgmap v9025: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:05:21.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:21 smithi156 conmon[67007]: cluster 2022-01-18T21:05:20.035121+0000 mgr.smithi129.iclwio (mgr.14716) 10496 : cluster [DBG] pgmap v9025: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:05:23.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:23 smithi129 conmon[101092]: cluster 2022-01-18T21:05:22.035616+0000 mgr.smithi129.iclwio (mgr.14716) 10497 : cluster [DBG] pgmap v9026: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:23.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:23 smithi156 conmon[67007]: cluster 2022-01-18T21:05:22.035616+0000 mgr.smithi129.iclwio (mgr.14716) 10497 : cluster [DBG] pgmap v9026: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:23.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:23 smithi156 conmon[67007]: 2022-01-18T21:05:25.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:25 smithi129 conmon[101092]: cluster 2022-01-18T21:05:24.036235+0000 mgr.smithi129.iclwio (mgr.14716) 10498 : cluster 2022-01-18T21:05:25.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:25 smithi129 conmon[101092]: [DBG] pgmap v9027: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:25.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:25 smithi156 conmon[67007]: cluster 2022-01-18T21:05:24.036235+0000 mgr.smithi129.iclwio (mgr.14716) 10498 : 2022-01-18T21:05:25.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:25 smithi156 conmon[67007]: cluster [DBG] pgmap v9027: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:27.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:27 smithi129 conmon[101092]: cluster 2022-01-18T21:05:26.037158+0000 mgr.smithi129.iclwio (mgr.14716) 10499 : cluster [DBG] pgmap v9028: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:27.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:27 smithi156 conmon[67007]: cluster 2022-01-18T21:05:26.037158+0000 mgr.smithi129.iclwio (mgr.14716) 10499 : 2022-01-18T21:05:27.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:27 smithi156 conmon[67007]: cluster [DBG] pgmap v9028: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:29.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:29 smithi129 conmon[101092]: cluster 2022-01-18T21:05:28.037779+0000 mgr.smithi129.iclwio (mgr.14716) 10500 : cluster [DBG] pgmap v9029: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:29.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:29 smithi156 conmon[67007]: cluster 2022-01-18T21:05:28.037779+0000 mgr.smithi129.iclwio (mgr.14716) 10500 : cluster 2022-01-18T21:05:29.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:29 smithi156 conmon[67007]: [DBG] pgmap v9029: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:31.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:31 smithi129 conmon[101092]: cluster 2022-01-18T21:05:30.038785+0000 mgr.smithi129.iclwio (mgr.14716) 10501 : cluster [DBG] pgmap v9030: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:05:31.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:31 smithi129 conmon[101092]: audit 2022-01-18T21:05:30.519486+0000 mon.smithi129 (mon.0) 3134 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:05:31.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:31 smithi129 conmon[101092]: audit 2022-01-18T21:05:30.520912+0000 mon.smithi129 (mon.0) 3135 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:05:31.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:31 smithi129 conmon[101092]: audit 2022-01-18T21:05:30.521950+0000 mon.smithi129 (mon.0) 3136 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:05:31.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:31 smithi129 conmon[101092]: cephadm 2022-01-18T21:05:30.522682+0000 mgr.smithi129.iclwio (mgr.14716) 10502 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:05:31.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:31 smithi156 conmon[67007]: cluster 2022-01-18T21:05:30.038785+0000 mgr.smithi129.iclwio ( 2022-01-18T21:05:31.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:31 smithi156 conmon[67007]: mgr.14716) 10501 : cluster [DBG] pgmap v9030: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:05:31.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:31 smithi156 conmon[67007]: audit 2022-01-18T21:05:30.519486+0000 mon.smithi129 (mon.0) 3134 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:05:31.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:31 smithi156 conmon[67007]: audit 2022-01-18T21:05:30.520912+0000 mon.smithi129 (mon.0) 3135 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:05:31.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:31 smithi156 conmon[67007]: audit 2022-01-18T21:05:30.521950+0000 mon.smithi129 (mon.0) 3136 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:05:31.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:31 smithi156 conmon[67007]: cephadm 2022-01-18T21:05:30.522682+0000 mgr.smithi129.iclwio (mgr.14716) 10502 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:05:33.602 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:33 smithi156 conmon[67007]: cluster 2022-01-18T21:05:32.039361+0000 mgr.smithi129.iclwio (mgr.14716) 10503 : cluster [DBG] pgmap v9031: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:33.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:33 smithi129 conmon[101092]: cluster 2022-01-18T21:05:32.039361+0000 mgr.smithi129.iclwio (mgr.14716) 10503 : cluster [DBG] pgmap v9031: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:35.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:34 smithi129 conmon[101092]: audit 2022-01-18T21:05:33.852228+0000 mon.smithi129 (mon.0) 3137 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:05:35.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:34 smithi129 conmon[101092]: audit 2022-01-18T21:05:34.143046+0000 mon.smithi129 (mon.0) 3138 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:05:35.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:34 smithi129 conmon[101092]: audit 2022-01-18T21:05:34.151378+0000 mon.smithi129 (mon.0) 3139 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:05:35.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:34 smithi156 conmon[67007]: audit 2022-01-18T21:05:33.852228+0000 mon.smithi129 (mon.0) 3137 2022-01-18T21:05:35.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:34 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:05:35.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:34 smithi156 conmon[67007]: audit 2022-01-18T21:05:34.143046+0000 mon.smithi129 (mon.0) 3138 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:05:35.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:34 smithi156 conmon[67007]: audit 2022-01-18T21:05:34.151378+0000 mon.smithi129 (mon.0) 3139 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:05:36.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:35 smithi129 conmon[101092]: cluster 2022-01-18T21:05:34.039946+0000 mgr.smithi129.iclwio (mgr.14716) 10504 : cluster [DBG] pgmap v9032: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:35 smithi156 conmon[67007]: cluster 2022-01-18T21:05:34.039946+0000 mgr.smithi129.iclwio (mgr.14716) 10504 : cluster [DBG] 2022-01-18T21:05:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:35 smithi156 conmon[67007]: pgmap v9032: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:38.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:37 smithi129 conmon[101092]: cluster 2022-01-18T21:05:36.040853+0000 mgr.smithi129.iclwio (mgr.14716) 10505 : cluster [DBG] pgmap v9033: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:37 smithi156 conmon[67007]: cluster 2022-01-18T21:05:36.040853+0000 mgr.smithi129.iclwio (mgr.14716) 10505 : cluster [DBG] pgmap v9033: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:37 smithi156 conmon[67007]: 2022-01-18T21:05:39.655 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:05:39.925 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:05:39.925 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 4m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:05:39.926 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (4h) 4m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:05:39.926 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (4h) 4m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:05:39.926 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 4m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:05:39.926 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 4m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:05:39.927 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 4m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:05:39.927 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 4m ago 5h 826M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:05:39.927 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 4m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:05:39.927 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 4m ago 5h 1847M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:05:39.928 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 4m ago 5h 889M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:05:39.928 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 4m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:05:39.928 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 4m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:05:39.928 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 4m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:05:39.928 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 4m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:05:39.929 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 4m ago 5h 2272M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:05:39.929 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 4m ago 5h 3380M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:05:39.929 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 4m ago 5h 2553M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:05:39.929 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 4m ago 5h 3407M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:05:39.930 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 4m ago 5h 3164M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:05:39.930 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 4m ago 5h 3664M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:05:39.930 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 4m ago 5h 2962M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:05:39.930 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 4m ago 5h 4259M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:05:39.931 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 4m ago 5h 121M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:05:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:39 smithi129 conmon[101092]: cluster 2022-01-18T21:05:38.041433+0000 mgr.smithi129.iclwio (mgr.14716) 10506 : 2022-01-18T21:05:40.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:39 smithi129 conmon[101092]: cluster [DBG] pgmap v9034: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:40.244 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:05:40.244 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:05:40.245 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:05:40.245 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:05:40.245 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:05:40.245 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:05:40.246 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:05:40.246 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:05:40.247 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:05:40.247 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:05:40.247 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:05:40.247 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:05:40.248 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:05:40.248 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:05:40.248 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:05:40.248 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:05:40.249 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:05:40.249 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:05:40.249 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:05:40.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:39 smithi156 conmon[67007]: cluster 2022-01-18T21:05:38.041433+0000 mgr.smithi129.iclwio (mgr.14716) 10506 : cluster [DBG] pgmap v9034: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:41.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:40 smithi129 conmon[101092]: audit 2022-01-18T21:05:39.643880+0000 mgr.smithi129.iclwio 2022-01-18T21:05:41.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:40 smithi129 conmon[101092]: (mgr.14716) 10507 : audit [DBG] from='client.41098 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:05:41.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:40 smithi129 conmon[101092]: audit 2022-01-18T21:05:39.917072+0000 mgr.smithi129.iclwio (mgr.14716) 10508 : audit [DBG] from='client.41102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:05:41.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:40 smithi129 conmon[101092]: audit 2022-01-18T21:05:40.244397+0000 2022-01-18T21:05:41.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:40 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3140 : audit [DBG] from='client.? 172.21.15.129:0/1190218651' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:05:41.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:40 smithi156 conmon[67007]: audit 2022-01-18T21:05:39.643880+0000 mgr.smithi129.iclwio (mgr.14716) 10507 : audit 2022-01-18T21:05:41.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:40 smithi156 conmon[67007]: [DBG] from='client.41098 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:05:41.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:40 smithi156 conmon[67007]: audit 2022-01-18T21:05:39.917072+0000 mgr.smithi129.iclwio (mgr.14716) 10508 : audit [DBG] from='client.41102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:05:41.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:40 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T21:05:41.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:40 smithi156 conmon[67007]: 18T21:05:40.244397+0000 mon.smithi129 (mon.0) 3140 : audit [DBG] from='client.? 172.21.15.129:0/1190218651' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:05:42.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:41 smithi129 conmon[101092]: cluster 2022-01-18T21:05:40.042104+0000 mgr.smithi129.iclwio (mgr.14716) 10509 : cluster [DBG] 2022-01-18T21:05:42.267 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:41 smithi129 conmon[101092]: pgmap v9035: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:05:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:41 smithi156 conmon[67007]: cluster 2022-01-18T21:05:40.042104+0000 mgr.smithi129.iclwio (mgr.14716) 10509 : cluster [DBG] pgmap v9035: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:05:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:43 smithi129 conmon[101092]: cluster 2022-01-18T21:05:42 2022-01-18T21:05:44.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:43 smithi129 conmon[101092]: .042571+0000 mgr.smithi129.iclwio (mgr.14716) 10510 : cluster [DBG] pgmap v9036: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:44.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:43 smithi156 conmon[67007]: cluster 2022-01-18T21:05:42.042571+0000 mgr.smithi129.iclwio (mgr.14716) 10510 : cluster [DBG] pgmap v9036: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:46.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:45 smithi129 conmon[101092]: cluster 2022-01-18T21:05:44.043209+0000 mgr.smithi129.iclwio (mgr.14716) 10511 : cluster [DBG] pgmap v9037: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:45 smithi156 conmon[67007]: cluster 2022-01-18T21:05:44.043209+0000 mgr.smithi129.iclwio (mgr.14716) 10511 : cluster [DBG] pgmap v9037: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:48.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:47 smithi129 conmon[101092]: cluster 2022-01-18T21:05:46.044036+0000 mgr.smithi129.iclwio (mgr.14716) 10512 : cluster 2022-01-18T21:05:48.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:47 smithi129 conmon[101092]: [DBG] pgmap v9038: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:47 smithi156 conmon[67007]: cluster 2022-01-18T21:05:46.044036+0000 mgr.smithi129.iclwio (mgr.14716) 10512 : cluster [DBG] pgmap v9038: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:50.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:49 smithi129 conmon[101092]: cluster 2022-01-18T21:05:48.044592+0000 mgr.smithi129.iclwio (mgr.14716) 10513 : cluster [DBG] pgmap v9039: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:50.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:49 smithi129 conmon[101092]: 2022-01-18T21:05:50.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:49 smithi156 conmon[67007]: cluster 2022-01-18T21:05:48.044592+0000 mgr.smithi129.iclwio (mgr.14716) 10513 : cluster [DBG] pgmap v9039: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:49 smithi156 conmon[67007]: 2022-01-18T21:05:52.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:51 smithi129 conmon[101092]: cluster 2022-01-18T21:05:50.045481+0000 mgr.smithi129.iclwio (mgr.14716) 10514 : cluster [DBG] pgmap v9040: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:05:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:51 smithi156 conmon[67007]: cluster 2022-01-18T21:05:50.045481+0000 mgr.smithi129.iclwio (mgr.14716) 10514 : cluster [DBG] 2022-01-18T21:05:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:51 smithi156 conmon[67007]: pgmap v9040: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:05:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:53 smithi129 conmon[101092]: cluster 2022-01-18T21:05:52.046088+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:05:54.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:53 smithi129 conmon[101092]: .14716) 10515 : cluster [DBG] pgmap v9041: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:53 smithi156 conmon[67007]: cluster 2022-01-18T21:05:52.046088+0000 mgr.smithi129.iclwio (mgr.14716) 10515 : cluster [DBG] pgmap v9041: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:56.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:55 smithi129 conmon[101092]: cluster 2022-01-18T21:05:54.046700+0000 mgr.smithi129.iclwio (mgr.14716) 10516 : cluster [DBG] pgmap v9042: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:55 smithi156 conmon[67007]: cluster 2022-01-18T21:05:54.046700+0000 mgr.smithi129.iclwio (mgr.14716) 10516 : cluster [DBG] pgmap v9042: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:55 smithi156 conmon[67007]: 2022-01-18T21:05:58.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:57 smithi129 conmon[101092]: cluster 2022-01-18T21:05:56.047432+0000 mgr.smithi129.iclwio (mgr.14716) 10517 : cluster [DBG] pgmap v9043: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:58.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:57 smithi156 conmon[67007]: cluster 2022-01-18T21:05:56.047432+0000 mgr.smithi129.iclwio (mgr.14716) 10517 : cluster [DBG] pgmap v9043: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:05:58.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:57 smithi156 conmon[67007]: 2022-01-18T21:06:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:59 smithi129 conmon[101092]: cluster 2022-01-18T21:05:58.048025+0000 mgr.smithi129.iclwio (mgr.14716) 10518 : cluster [DBG] 2022-01-18T21:06:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:59 smithi129 conmon[101092]: pgmap v9044: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:59 smithi129 conmon[101092]: audit 2022-01-18T21:05:59.416715+0000 mon.smithi129 (mon.0) 3141 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:06:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:59 smithi129 conmon[101092]: audit 2022-01-18T21:05:59.416962+0000 mon.smithi129 (mon.0) 3142 : 2022-01-18T21:06:00.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:05:59 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:06:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:59 smithi156 conmon[67007]: cluster 2022-01-18T21:05:58.048025+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:06:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:59 smithi156 conmon[67007]: .14716) 10518 : cluster [DBG] pgmap v9044: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:59 smithi156 conmon[67007]: audit 2022-01-18T21:05:59.416715+0000 mon.smithi129 (mon.0) 3141 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:06:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:59 smithi156 conmon[67007]: audit 2022-01-18T21:05 2022-01-18T21:06:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:05:59 smithi156 conmon[67007]: :59.416962+0000 mon.smithi129 (mon.0) 3142 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:06:02.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:01 smithi129 conmon[101092]: cluster 2022-01-18T21:06:00.048832+0000 mgr.smithi129.iclwio (mgr.14716) 10519 : cluster 2022-01-18T21:06:02.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:01 smithi129 conmon[101092]: [DBG] pgmap v9045: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:06:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:01 smithi156 conmon[67007]: cluster 2022-01-18T21:06:00.048832+0000 mgr.smithi129.iclwio (mgr.14716) 10519 : cluster [DBG] pgmap v9045: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:06:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:01 smithi156 conmon[67007]: 2022-01-18T21:06:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:03 smithi129 conmon[101092]: cluster 2022-01-18T21:06:02.049287+0000 mgr.smithi129.iclwio (mgr.14716) 10520 : cluster [DBG] pgmap v9046: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:04.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:03 smithi129 conmon[101092]: 2022-01-18T21:06:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:03 smithi156 conmon[67007]: cluster 2022-01-18T21:06:02.049287+0000 mgr.smithi129.iclwio (mgr.14716) 10520 : cluster [DBG] pgmap v9046: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:03 smithi156 conmon[67007]: 2022-01-18T21:06:06.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:05 smithi129 conmon[101092]: cluster 2022-01-18T21:06:04.049879+0000 mgr.smithi129.iclwio (mgr.14716) 10521 : cluster [DBG] 2022-01-18T21:06:06.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:05 smithi129 conmon[101092]: pgmap v9047: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:06.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:05 smithi156 conmon[67007]: cluster 2022-01-18T21:06:04.049879+0000 mgr.smithi129.iclwio (mgr.14716) 10521 : cluster [DBG] pgmap v9047: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:05 smithi156 conmon[67007]: 2022-01-18T21:06:08.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:07 smithi129 conmon[101092]: cluster 2022-01-18T21:06:06.050748+0000 mgr.smithi129.iclwio (mgr.14716) 10522 : cluster [DBG] pgmap v9048: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:08.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:07 smithi156 conmon[67007]: cluster 2022-01-18T21:06:06.050748+0000 mgr.smithi129.iclwio (mgr.14716) 10522 : cluster [DBG] pgmap v9048: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:10.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:09 smithi129 conmon[101092]: cluster 2022-01-18T21:06:08.051409+0000 mgr.smithi129.iclwio (mgr.14716) 10523 : cluster [DBG] pgmap v9049: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:09 smithi156 conmon[67007]: cluster 2022-01-18T21:06:08.051409+0000 mgr.smithi129.iclwio (mgr.14716) 10523 : cluster [DBG] pgmap v9049: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:09 smithi156 conmon[67007]: 2022-01-18T21:06:10.540 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:06:10.803 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:06:10.803 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 4m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:06:10.803 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 4m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:06:10.804 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 4m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:06:10.804 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 4m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:06:10.804 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 4m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:06:10.804 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 4m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:06:10.805 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 4m ago 5h 826M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:06:10.805 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 4m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:06:10.805 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 4m ago 5h 1847M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:06:10.805 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 4m ago 5h 889M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:06:10.805 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 4m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:06:10.806 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 4m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:06:10.806 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 4m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:06:10.806 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 4m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:06:10.806 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 4m ago 5h 2272M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:06:10.807 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 4m ago 5h 3380M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:06:10.807 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 4m ago 5h 2553M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:06:10.807 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 4m ago 5h 3407M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:06:10.807 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 4m ago 5h 3164M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:06:10.808 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 4m ago 5h 3664M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:06:10.808 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 4m ago 5h 2962M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:06:10.808 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 4m ago 5h 4259M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:06:10.808 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 4m ago 5h 121M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:06:11.121 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:06:11.122 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:06:11.122 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:06:11.122 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:06:11.122 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:06:11.123 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:06:11.123 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:06:11.123 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:06:11.123 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:06:11.123 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:06:11.124 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:06:11.124 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:06:11.124 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:06:11.124 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:06:11.125 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:06:11.125 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:06:11.125 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:06:11.125 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:06:11.126 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:06:12.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:11 smithi129 conmon[101092]: cluster 2022-01-18T21:06:10.052228+0000 mgr.smithi129.iclwio (mgr.14716) 10524 : cluster [DBG] pgmap v9050: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:06:12.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:11 smithi129 conmon[101092]: audit 2022-01-18T21:06:10.529185+0000 mgr.smithi129.iclwio (mgr.14716) 10525 : audit [DBG] from='client.41110 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:06:12.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:11 smithi129 conmon[101092]: audit 2022-01-18T21:06:10.794603+0000 mgr.smithi129.iclwio (mgr.14716) 10526 : audit [DBG] from='client.41114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:06:12.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:11 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T21:06:12.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:11 smithi129 conmon[101092]: 18T21:06:11.121620+0000 mon.smithi129 (mon.0) 3143 : audit [DBG] from='client.? 172.21.15.129:0/356174789' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:06:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:11 smithi156 conmon[67007]: cluster 2022-01-18T21:06:10.052228+0000 mgr.smithi129.iclwio (mgr.14716) 10524 : cluster 2022-01-18T21:06:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:11 smithi156 conmon[67007]: [DBG] pgmap v9050: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:06:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:11 smithi156 conmon[67007]: audit 2022-01-18T21:06:10.529185+0000 mgr.smithi129.iclwio (mgr.14716) 10525 : audit [DBG] from='client.41110 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:06:12.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:11 smithi156 conmon[67007]: audit 2022- 2022-01-18T21:06:12.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:11 smithi156 conmon[67007]: 01-18T21:06:10.794603+0000 mgr.smithi129.iclwio (mgr.14716) 10526 : audit [DBG] from='client.41114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:06:12.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:11 smithi156 conmon[67007]: audit 2022-01-18T21:06:11.121620 2022-01-18T21:06:12.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:11 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 3143 : audit [DBG] from='client.? 172.21.15.129:0/356174789' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:06:12.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:11 smithi156 conmon[67007]: 2022-01-18T21:06:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:13 smithi129 conmon[101092]: cluster 2022-01-18T21:06:12.052725+0000 mgr.smithi129.iclwio (mgr.14716) 10527 : cluster [DBG] pgmap v9051: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:14.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:13 smithi156 conmon[67007]: cluster 2022-01-18T21:06:12.052725+0000 mgr.smithi129.iclwio (mgr.14716) 10527 : cluster [DBG] pgmap v9051: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:13 smithi156 conmon[67007]: 2022-01-18T21:06:16.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:15 smithi129 conmon[101092]: cluster 2022-01-18T21:06:14.053416+0000 mgr.smithi129.iclwio (mgr.14716) 10528 : cluster [DBG] pgmap v9052: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:16.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:15 smithi129 conmon[101092]: 2022-01-18T21:06:16.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:15 smithi156 conmon[67007]: cluster 2022-01-18T21:06:14.053416+0000 mgr.smithi129.iclwio (mgr.14716) 10528 : cluster [DBG] pgmap v9052: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:15 smithi156 conmon[67007]: 2022-01-18T21:06:18.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:17 smithi129 conmon[101092]: cluster 2022-01-18T21:06:16.054196+0000 mgr.smithi129.iclwio (mgr.14716) 10529 : cluster [DBG] pgmap v9053: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:18.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:17 smithi156 conmon[67007]: cluster 2022-01-18T21:06:16.054196+0000 mgr.smithi129.iclwio (mgr.14716) 10529 : cluster [DBG] 2022-01-18T21:06:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:17 smithi156 conmon[67007]: pgmap v9053: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:20.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:19 smithi129 conmon[101092]: cluster 2022-01-18T21:06:18.054733+0000 mgr.smithi129.iclwio (mgr.14716) 10530 : cluster [DBG] pgmap v9054: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:20.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:19 smithi156 conmon[67007]: cluster 2022-01-18T21:06:18.054733+0000 mgr.smithi129.iclwio (mgr.14716) 10530 : cluster [DBG] 2022-01-18T21:06:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:19 smithi156 conmon[67007]: pgmap v9054: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:21 smithi156 conmon[67007]: cluster 2022-01-18T21:06:20.055737+0000 mgr.smithi129.iclwio (mgr.14716) 10531 : cluster [DBG] pgmap v9055: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:06:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:21 smithi129 conmon[101092]: cluster 2022-01-18T21:06:20.055737+0000 mgr.smithi129.iclwio (mgr.14716) 10531 : cluster [DBG] pgmap v9055: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:06:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:23 smithi156 conmon[67007]: cluster 2022-01-18T21:06:22.056266+0000 mgr.smithi129.iclwio (mgr.14716) 10532 : cluster [DBG] pgmap v9056: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:23 smithi129 conmon[101092]: cluster 2022-01-18T21:06:22.056266+0000 mgr.smithi129.iclwio (mgr.14716) 10532 : cluster [DBG] pgmap v9056: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:25 smithi156 conmon[67007]: cluster 2022-01-18T21:06:24.056989+0000 mgr.smithi129.iclwio (mgr.14716) 10533 : cluster [DBG] pgmap v9057: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:25 smithi129 conmon[101092]: cluster 2022-01-18T21:06:24.056989+0000 mgr.smithi129.iclwio (mgr.14716) 10533 : cluster [DBG] pgmap v9057: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:25 smithi129 conmon[101092]: 2022-01-18T21:06:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:27 smithi156 conmon[67007]: cluster 2022-01-18T21:06:26.057676+0000 mgr.smithi129.iclwio (mgr.14716) 10534 : cluster [DBG] 2022-01-18T21:06:28.429 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:27 smithi156 conmon[67007]: pgmap v9058: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:27 smithi129 conmon[101092]: cluster 2022-01-18T21:06:26.057676+0000 mgr.smithi129.iclwio (mgr.14716) 10534 : cluster [DBG] pgmap v9058: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:27 smithi129 conmon[101092]: 2022-01-18T21:06:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:29 smithi156 conmon[67007]: cluster 2022-01-18T21:06:28.058256+0000 mgr.smithi129.iclwio (mgr.14716) 10535 : cluster [DBG] pgmap v9059: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:29 smithi129 conmon[101092]: cluster 2022-01-18T21:06:28.058256+0000 mgr.smithi129.iclwio (mgr.14716) 10535 : cluster [DBG] pgmap v9059: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:30.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:29 smithi129 conmon[101092]: 2022-01-18T21:06:32.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:31 smithi156 conmon[67007]: cluster 2022-01-18T21:06:30.059143+0000 mgr.smithi129.iclwio (mgr.14716) 10536 : cluster [DBG] pgmap v9060: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:06:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:31 smithi129 conmon[101092]: cluster 2022-01-18T21:06:30.059143+0000 mgr.smithi129.iclwio (mgr.14716) 10536 : cluster [DBG] pgmap v9060: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:06:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:33 smithi156 conmon[67007]: cluster 2022-01-18T21:06:32.059770+0000 mgr.smithi129.iclwio (mgr.14716) 10537 : cluster [DBG] pgmap v9061: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:33 smithi129 conmon[101092]: cluster 2022-01-18T21:06:32.059770+0000 mgr.smithi129.iclwio (mgr.14716) 10537 : cluster [DBG] pgmap v9061: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:35.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:34 smithi156 conmon[67007]: audit 2022-01-18T21:06:34.154899+0000 mon.smithi129 (mon.0) 3144 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:06:35.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:34 smithi156 conmon[67007]: 2022-01-18T21:06:35.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:34 smithi156 conmon[67007]: audit 2022-01-18T21:06:34.156395+0000 mon.smithi129 (mon.0) 3145 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:06:35.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:34 smithi156 conmon[67007]: audit 2022-01-18T21: 2022-01-18T21:06:35.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:34 smithi156 conmon[67007]: 06:34.157268+0000 mon.smithi129 (mon.0) 3146 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:06:35.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:34 smithi156 conmon[67007]: audit 2022-01-18T21:06:34. 2022-01-18T21:06:35.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:34 smithi156 conmon[67007]: 464339+0000 mon.smithi129 (mon.0) 3147 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:06:35.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:34 smithi156 conmon[67007]: audit 2022-01-18T21:06:35.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:34 smithi156 conmon[67007]: 2022-01-18T21:06:34.471252+0000 mon.smithi129 (mon.0) 3148 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:06:35.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:34 smithi129 conmon[101092]: audit 2022-01-18T21:06:34.154899+0000 mon.smithi129 (mon.0) 3144 : audit 2022-01-18T21:06:35.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:34 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:06:35.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:34 smithi129 conmon[101092]: audit 2022-01-18T21:06:34.156395+0000 mon.smithi129 (mon.0) 3145 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:06:35.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:34 smithi129 conmon[101092]: audit 2022-01-18T21:06:34.157268+0000 mon.smithi129 (mon.0) 3146 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:06:35.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:34 smithi129 conmon[101092]: audit 2022-01-18T21:06:34.464339+0000 mon.smithi129 (mon.0) 3147 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:06:35.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:34 smithi129 conmon[101092]: audit 2022-01-18T21:06:34.471252+0000 mon.smithi129 (mon.0) 3148 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:06:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:35 smithi156 conmon[67007]: cluster 2022-01-18T21:06:34.060499+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:06:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:35 smithi156 conmon[67007]: 10538 : cluster [DBG] pgmap v9062: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:36.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:35 smithi156 conmon[67007]: cephadm 2022-01-18T21:06:34.158014+0000 mgr.smithi129.iclwio (mgr.14716) 10539 : cephadm 2022-01-18T21:06:36.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:35 smithi156 conmon[67007]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:06:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:35 smithi129 conmon[101092]: cluster 2022-01-18T21:06:34.060499+0000 mgr.smithi129.iclwio (mgr.14716) 10538 : cluster [DBG] pgmap v9062: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:36.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:35 smithi129 conmon[101092]: cephadm 2022-01-18T21:06:36.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:35 smithi129 conmon[101092]: 2022-01-18T21:06:34.158014+0000 mgr.smithi129.iclwio (mgr.14716) 10539 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:06:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:37 smithi156 conmon[67007]: cluster 2022-01-18T21:06:36.061251+0000 mgr.smithi129.iclwio (mgr.14716) 10540 : cluster [DBG] pgmap v9063: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:37 smithi129 conmon[101092]: cluster 2022-01-18T21:06:36.061251+0000 mgr.smithi129.iclwio (mgr.14716) 10540 : cluster [DBG] pgmap v9063: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:37 smithi129 conmon[101092]: 2022-01-18T21:06:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:39 smithi156 conmon[67007]: cluster 2022-01-18T21:06:38.061834+0000 mgr.smithi129.iclwio (mgr.14716) 10541 : cluster [DBG] pgmap v9064: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:39 smithi129 conmon[101092]: cluster 2022-01-18T21:06:38.061834+0000 mgr.smithi129.iclwio (mgr.14716) 10541 : cluster [DBG] pgmap v9064: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:41.421 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:06:41.686 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:06:41.686 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 5m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:06:41.687 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 5m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:06:41.687 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 5m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:06:41.687 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 5m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:06:41.687 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 5m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:06:41.688 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 5m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:06:41.688 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 5m ago 5h 826M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:06:41.688 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 5m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:06:41.688 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 5m ago 5h 1847M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:06:41.689 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 5m ago 5h 889M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:06:41.689 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 5m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:06:41.689 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 5m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:06:41.689 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 5m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:06:41.689 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 5m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:06:41.690 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 5m ago 5h 2272M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:06:41.690 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 5m ago 5h 3380M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:06:41.690 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 5m ago 5h 2553M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:06:41.690 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 5m ago 5h 3407M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:06:41.691 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 5m ago 5h 3164M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:06:41.691 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 5m ago 5h 3664M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:06:41.691 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 5m ago 5h 2962M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:06:41.691 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 5m ago 5h 4259M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:06:41.692 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 5m ago 5h 121M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:06:42.006 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:06:42.007 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:06:42.007 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:06:42.007 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:06:42.007 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:06:42.008 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:06:42.008 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:06:42.008 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:06:42.008 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:06:42.009 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:06:42.009 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:06:42.009 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:06:42.009 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:06:42.009 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:06:42.010 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:06:42.010 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:06:42.010 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:06:42.010 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:06:42.011 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:06:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:41 smithi156 conmon[67007]: cluster 2022-01-18T21:06:40.062608+0000 mgr.smithi129.iclwio (mgr.14716) 10542 : cluster [DBG] pgmap v9065: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:06:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:41 smithi129 conmon[101092]: cluster 2022-01-18T21:06:40.062608+0000 mgr.smithi129.iclwio ( 2022-01-18T21:06:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:41 smithi129 conmon[101092]: mgr.14716) 10542 : cluster [DBG] pgmap v9065: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:06:43.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:42 smithi156 conmon[67007]: audit 2022-01-18T21:06:41.408862+0000 mgr.smithi129.iclwio (mgr.14716) 10543 : audit [DBG] from='client.41122 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:06:43.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:42 smithi156 conmon[67007]: 2022-01-18T21:06:43.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:42 smithi156 conmon[67007]: audit 2022-01-18T21:06:41.677679+0000 mgr.smithi129.iclwio (mgr.14716) 10544 : audit [DBG] from='client.41126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:06:43.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:42 smithi156 conmon[67007]: audit 2022- 2022-01-18T21:06:43.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:42 smithi156 conmon[67007]: 01-18T21:06:42.006819+0000 mon.smithi129 (mon.0) 3149 : audit [DBG] from='client.? 172.21.15.129:0/2373655319' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:06:43.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:42 smithi129 conmon[101092]: audit 2022-01-18T21:06:41.408862+0000 mgr.smithi129.iclwio (mgr.14716) 10543 : audit [DBG] 2022-01-18T21:06:43.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:42 smithi129 conmon[101092]: from='client.41122 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:06:43.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:42 smithi129 conmon[101092]: audit 2022-01-18T21:06:41.677679+0000 mgr.smithi129.iclwio (mgr.14716) 10544 : audit [DBG] from='client.41126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:06:43.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:42 smithi129 conmon[101092]: audit 2022-01-18T21:06:42.006819+0000 2022-01-18T21:06:43.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:42 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3149 : audit [DBG] from='client.? 172.21.15.129:0/2373655319' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:06:43.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:42 smithi129 conmon[101092]: 2022-01-18T21:06:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:43 smithi156 conmon[67007]: cluster 2022-01-18T21:06:42.063004+0000 mgr.smithi129.iclwio (mgr.14716) 10545 : cluster [DBG] pgmap v9066: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:43 smithi129 conmon[101092]: cluster 2022-01-18T21:06:42.063004+0000 mgr.smithi129.iclwio (mgr.14716) 10545 : cluster [DBG] pgmap v9066: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:45 smithi156 conmon[67007]: cluster 2022-01-18T21:06:44.063570+0000 mgr.smithi129.iclwio (mgr.14716) 10546 : cluster [DBG] pgmap v9067: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:45 smithi129 conmon[101092]: cluster 2022-01-18T21:06:44.063570+0000 mgr.smithi129.iclwio (mgr.14716) 10546 : cluster [DBG] pgmap v9067: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:46.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:45 smithi129 conmon[101092]: 2022-01-18T21:06:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:47 smithi156 conmon[67007]: cluster 2022-01-18T21:06:46.064316+0000 mgr.smithi129.iclwio (mgr.14716) 10547 : cluster [DBG] 2022-01-18T21:06:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:47 smithi156 conmon[67007]: pgmap v9068: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:47 smithi129 conmon[101092]: cluster 2022-01-18T21:06:46.064316+0000 mgr.smithi129.iclwio (mgr.14716) 10547 : cluster [DBG] pgmap v9068: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:49 smithi156 conmon[67007]: cluster 2022-01-18T21:06:48.064914+0000 mgr.smithi129.iclwio (mgr.14716) 10548 : cluster [DBG] pgmap v9069: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:49 smithi129 conmon[101092]: cluster 2022-01-18T21:06:48.064914+0000 mgr.smithi129.iclwio (mgr.14716) 10548 : cluster [DBG] pgmap v9069: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:52 smithi156 conmon[67007]: cluster 2022-01-18T21:06:50.065843+0000 mgr.smithi129.iclwio (mgr.14716) 10549 : cluster [DBG] pgmap v9070: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:06:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:52 smithi129 conmon[101092]: cluster 2022-01-18T21:06:50.065843+0000 mgr.smithi129.iclwio (mgr.14716) 10549 : cluster [DBG] pgmap v9070: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:06:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:54 smithi156 conmon[67007]: cluster 2022-01-18T21:06:52.066279+0000 mgr.smithi129.iclwio (mgr.14716) 10550 : cluster [DBG] pgmap v9071: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:54 smithi129 conmon[101092]: cluster 2022-01-18T21:06:52.066279+0000 mgr.smithi129.iclwio (mgr.14716) 10550 : cluster [DBG] pgmap v9071: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:54.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:54 smithi129 conmon[101092]: 2022-01-18T21:06:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:56 smithi156 conmon[67007]: cluster 2022-01-18T21:06:54.067079+0000 mgr.smithi129.iclwio (mgr.14716) 10551 : cluster [DBG] pgmap v9072: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:56 smithi156 conmon[67007]: 2022-01-18T21:06:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:56 smithi129 conmon[101092]: cluster 2022-01-18T21:06:54.067079+0000 mgr.smithi129.iclwio (mgr.14716) 10551 : cluster [DBG] pgmap v9072: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:56.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:56 smithi129 conmon[101092]: 2022-01-18T21:06:58.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:58 smithi156 conmon[67007]: cluster 2022-01-18T21:06:56.067946+0000 mgr.smithi129.iclwio (mgr.14716) 10552 : cluster [DBG] pgmap v9073: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:58 smithi129 conmon[101092]: cluster 2022-01-18T21:06:56.067946+0000 mgr.smithi129.iclwio (mgr.14716) 10552 : cluster [DBG] pgmap v9073: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:59 smithi156 conmon[67007]: cluster 2022-01-18T21:06:58.068657+0000 mgr.smithi129.iclwio (mgr.14716) 10553 : cluster 2022-01-18T21:06:59.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:06:59 smithi156 conmon[67007]: [DBG] pgmap v9074: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:06:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:06:59 smithi129 conmon[101092]: cluster 2022-01-18T21:06:58.068657+0000 mgr.smithi129.iclwio (mgr.14716) 10553 : cluster [DBG] pgmap v9074: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:00 smithi156 conmon[67007]: audit 2022-01-18T21:06:59.420660+0000 mon.smithi129 (mon.0) 3150 : audit [INF] 2022-01-18T21:07:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:00 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:07:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:00 smithi156 conmon[67007]: audit 2022-01-18T21:06:59.420908+0000 mon.smithi129 (mon.0) 3151 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:07:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:00 smithi129 conmon[101092]: audit 2022-01-18T21:06:59.420660+0000 mon.smithi129 (mon.0) 3150 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:07:00.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:00 smithi129 conmon[101092]: audit 2022-01-18T21:06:59.420908+0000 mon.smithi129 (mon.0) 3151 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:07:01.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:01 smithi156 conmon[67007]: cluster 2022-01-18T21:07:00.069338+0000 mgr.smithi129.iclwio (mgr.14716) 10554 2022-01-18T21:07:01.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:01 smithi156 conmon[67007]: : cluster [DBG] pgmap v9075: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:07:01.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:01 smithi129 conmon[101092]: cluster 2022-01-18T21:07:00.069338+0000 mgr.smithi129.iclwio (mgr.14716) 10554 : cluster [DBG] pgmap v9075: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:07:01.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:01 smithi129 conmon[101092]: 2022-01-18T21:07:03.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:03 smithi156 conmon[67007]: cluster 2022-01-18T21:07:02.069880+0000 mgr.smithi129.iclwio (mgr.14716) 10555 : cluster [DBG] pgmap v9076: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:03.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:03 smithi129 conmon[101092]: cluster 2022-01-18T21:07:02.069880+0000 mgr.smithi129.iclwio (mgr.14716) 10555 : cluster [DBG] pgmap v9076: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:05.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:05 smithi156 conmon[67007]: cluster 2022-01-18T21:07:04.070421+0000 mgr.smithi129.iclwio (mgr.14716) 10556 : cluster 2022-01-18T21:07:05.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:05 smithi156 conmon[67007]: [DBG] pgmap v9077: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:05.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:05 smithi129 conmon[101092]: cluster 2022-01-18T21:07:04.070421+0000 mgr.smithi129.iclwio (mgr.14716) 10556 : cluster [DBG] pgmap v9077: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:07.544 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:07 smithi129 conmon[101092]: cluster 2022-01-18T21:07:06.071264+0000 mgr.smithi129.iclwio (mgr.14716) 10557 : cluster [DBG] pgmap v9078: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:07.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:07 smithi156 conmon[67007]: cluster 2022-01-18T21:07:06.071264+0000 mgr.smithi129.iclwio (mgr.14716) 10557 : cluster [DBG] pgmap v9078: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:09.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:09 smithi156 conmon[67007]: cluster 2022-01-18T21:07:08.071897+0000 mgr.smithi129.iclwio (mgr.14716) 10558 : cluster [DBG] pgmap v9079: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:09.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:09 smithi156 conmon[67007]: 2022-01-18T21:07:09.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:09 smithi129 conmon[101092]: cluster 2022-01-18T21:07:08.071897+0000 mgr.smithi129.iclwio (mgr.14716) 10558 : cluster [DBG] pgmap v9079: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:11.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:11 smithi156 conmon[67007]: cluster 2022-01-18T21:07:10.072704+0000 mgr.smithi129.iclwio (mgr.14716) 10559 : cluster [DBG] pgmap v9080: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:07:11.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:11 smithi129 conmon[101092]: cluster 2022-01-18T21:07:10.072704+0000 mgr.smithi129.iclwio (mgr.14716) 10559 : cluster [DBG] pgmap v9080: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:07:12.308 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:07:12.570 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:07:12.571 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 5m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:07:12.571 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 5m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:07:12.571 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 5m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:07:12.571 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 5m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:07:12.571 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 5m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:07:12.572 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 5m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:07:12.572 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 5m ago 5h 826M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:07:12.572 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 5m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:07:12.572 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 5m ago 5h 1847M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:07:12.573 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 5m ago 5h 889M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:07:12.573 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 5m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:07:12.573 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 5m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:07:12.573 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 5m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:07:12.574 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 5m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:07:12.574 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 5m ago 5h 2272M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:07:12.574 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 5m ago 5h 3380M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:07:12.574 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 5m ago 5h 2553M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:07:12.575 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 5m ago 5h 3407M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:07:12.575 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 5m ago 5h 3164M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:07:12.575 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 5m ago 5h 3664M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:07:12.575 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 5m ago 5h 2962M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:07:12.576 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 5m ago 5h 4259M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:07:12.576 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 5m ago 5h 121M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:07:12.891 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:07:12.892 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:07:12.892 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:07:12.892 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:07:12.892 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:07:12.893 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:07:12.893 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:07:12.893 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:07:12.893 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:07:12.893 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:07:12.894 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:07:12.894 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:07:12.894 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:07:12.894 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:07:12.895 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:07:12.895 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:07:12.895 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:07:12.895 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:07:12.896 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:07:13.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:13 smithi156 conmon[67007]: cluster 2022-01-18T21:07:12.073238+0000 mgr.smithi129.iclwio (mgr.14716) 10560 : cluster [DBG] pgmap v9081: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:13.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:13 smithi156 conmon[67007]: audit 2022-01-18T21:07:12.297121+0000 mgr.smithi129.iclwio (mgr.14716) 10561 : audit [DBG] from='client.41134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:07:13.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:13 smithi156 conmon[67007]: audit 2022-01-18T21:07:12.561777+0000 mgr.smithi129.iclwio (mgr.14716) 10562 : audit [DBG] from='client.41138 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:07:13.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:13 smithi156 conmon[67007]: audit 2022-01-18T21:07:12.891812 2022-01-18T21:07:13.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:13 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 3152 : audit [DBG] from='client.? 172.21.15.129:0/676615324' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:07:13.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:13 smithi156 conmon[67007]: 2022-01-18T21:07:13.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:13 smithi129 conmon[101092]: cluster 2022-01-18T21:07:12.073238+0000 mgr.smithi129.iclwio (mgr.14716) 10560 : cluster 2022-01-18T21:07:13.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:13 smithi129 conmon[101092]: [DBG] pgmap v9081: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:13.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:13 smithi129 conmon[101092]: audit 2022-01-18T21:07:12.297121+0000 mgr.smithi129.iclwio (mgr.14716) 10561 : audit [DBG] from='client.41134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:07:13.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:13 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T21:07:13.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:13 smithi129 conmon[101092]: 21:07:12.561777+0000 mgr.smithi129.iclwio (mgr.14716) 10562 : audit [DBG] from='client.41138 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:07:13.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:13 smithi129 conmon[101092]: audit 2022-01-18T21:07:13.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:13 smithi129 conmon[101092]: 2022-01-18T21:07:12.891812 2022-01-18T21:07:13.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:13 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 3152 : audit [DBG] 2022-01-18T21:07:13.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:13 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/676615324' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:07:15.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:15 smithi156 conmon[67007]: cluster 2022-01-18T21:07:14.073743+0000 mgr.smithi129.iclwio (mgr.14716) 10563 : cluster [DBG] pgmap v9082: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:15.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:15 smithi129 conmon[101092]: cluster 2022-01-18T21:07:14.073743+0000 mgr.smithi129.iclwio (mgr.14716) 10563 : cluster [DBG] pgmap v9082: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:17.544 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:17 smithi129 conmon[101092]: cluster 2022-01-18T21:07:16.074470+0000 mgr.smithi129.iclwio (mgr.14716) 10564 : cluster [DBG] pgmap v9083: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:17.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:17 smithi156 conmon[67007]: cluster 2022-01-18T21:07:16.074470+0000 mgr.smithi129.iclwio (mgr.14716) 10564 : cluster [DBG] pgmap v9083: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:19.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:19 smithi156 conmon[67007]: cluster 2022-01-18T21:07:18.075241+0000 mgr.smithi129.iclwio (mgr.14716) 10565 : cluster [DBG] pgmap v9084: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:19.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:19 smithi129 conmon[101092]: cluster 2022-01-18T21:07:18.075241+0000 mgr.smithi129.iclwio (mgr.14716) 10565 : cluster [DBG] pgmap v9084: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:19.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:19 smithi129 conmon[101092]: 2022-01-18T21:07:21.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:21 smithi156 conmon[67007]: cluster 2022-01-18T21:07:20.076161+0000 mgr.smithi129.iclwio (mgr.14716) 10566 : cluster [DBG] pgmap v9085: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:07:21.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:21 smithi129 conmon[101092]: cluster 2022-01-18T21:07:20.076161+0000 mgr.smithi129.iclwio (mgr.14716) 10566 : cluster [DBG] pgmap v9085: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:07:21.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:21 smithi129 conmon[101092]: 2022-01-18T21:07:23.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:23 smithi156 conmon[67007]: cluster 2022-01-18T21:07:22.076703+0000 mgr.smithi129.iclwio (mgr.14716) 10567 : cluster [DBG] pgmap v9086: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:23.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:23 smithi129 conmon[101092]: cluster 2022-01-18T21:07:22.076703+0000 mgr.smithi129.iclwio (mgr.14716) 10567 : cluster [DBG] pgmap v9086: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:25.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:25 smithi156 conmon[67007]: cluster 2022-01-18T21:07:24.077402+0000 mgr.smithi129.iclwio (mgr.14716) 10568 : cluster [DBG] pgmap v9087: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:25.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:25 smithi129 conmon[101092]: cluster 2022-01-18T21:07:24.077402+0000 mgr.smithi129.iclwio (mgr.14716) 10568 : cluster [DBG] pgmap v9087: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:27.544 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:27 smithi129 conmon[101092]: cluster 2022-01-18T21:07:26.078094+0000 mgr.smithi129.iclwio (mgr.14716) 10569 : cluster [DBG] pgmap v9088: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:27.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:27 smithi156 conmon[67007]: cluster 2022-01-18T21:07:26.078094+0000 mgr.smithi129.iclwio (mgr.14716) 10569 : cluster [DBG] 2022-01-18T21:07:27.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:27 smithi156 conmon[67007]: pgmap v9088: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:29.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:29 smithi156 conmon[67007]: cluster 2022-01-18T21:07:28.078690+0000 mgr.smithi129.iclwio (mgr.14716) 10570 : cluster [DBG] pgmap v9089: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:29.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:29 smithi156 conmon[67007]: 2022-01-18T21:07:29.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:29 smithi129 conmon[101092]: cluster 2022-01-18T21:07:28.078690+0000 mgr.smithi129.iclwio (mgr.14716) 10570 : cluster [DBG] pgmap v9089: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:31.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:31 smithi156 conmon[67007]: cluster 2022-01-18T21:07:30.079559+0000 mgr.smithi129.iclwio (mgr.14716) 10571 : cluster [DBG] pgmap v9090: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:07:31.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:31 smithi129 conmon[101092]: cluster 2022-01-18T21:07:30.079559+0000 mgr.smithi129.iclwio (mgr.14716) 10571 : cluster 2022-01-18T21:07:31.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:31 smithi129 conmon[101092]: [DBG] pgmap v9090: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:07:33.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:33 smithi129 conmon[101092]: cluster 2022-01-18T21:07:32.080106+0000 mgr.smithi129.iclwio (mgr.14716) 10572 : cluster [DBG] pgmap v9091: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:33.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:33 smithi156 conmon[67007]: cluster 2022-01-18T21:07:32.080106+0000 mgr.smithi129.iclwio (mgr.14716) 10572 : cluster [DBG] pgmap v9091: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:33.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:33 smithi156 conmon[67007]: 2022-01-18T21:07:35.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:35 smithi129 conmon[101092]: cluster 2022-01-18T21:07:34.080779+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:07:35.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:35 smithi129 conmon[101092]: .14716) 10573 : cluster [DBG] pgmap v9092: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:35.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:35 smithi129 conmon[101092]: audit 2022-01-18T21:07:34.473758+0000 mon.smithi129 (mon.0) 3153 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:07:35.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:35 smithi129 conmon[101092]: audit 2022-01-18T21:07:34.475172+0000 mon.smithi129 (mon.0) 3154 : audit 2022-01-18T21:07:35.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:35 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:07:35.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:35 smithi129 conmon[101092]: audit 2022-01-18T21:07: 2022-01-18T21:07:35.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:35 smithi129 conmon[101092]: 34.475986+0000 mon.smithi129 (mon.0) 3155 : 2022-01-18T21:07:35.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:35 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:07:35.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:35 smithi129 conmon[101092]: cephadm 2022-01-18T21:07 2022-01-18T21:07:35.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:35 smithi129 conmon[101092]: :34.476694+0000 mgr.smithi129.iclwio (mgr.14716) 10574 2022-01-18T21:07:35.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:35 smithi129 conmon[101092]: : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:07:35.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:35 smithi129 conmon[101092]: audit 2022-01-18T21: 2022-01-18T21:07:35.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:35 smithi129 conmon[101092]: 07:34.781914+0000 mon.smithi129 (mon.0) 3156 2022-01-18T21:07:35.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:35 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:07:35.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:35 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T21:07:35.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:35 smithi129 conmon[101092]: 21:07:34.788819+0000 mon.smithi129 (mon.0) 3157 : 2022-01-18T21:07:35.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:35 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:07:35.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:35 smithi156 conmon[67007]: cluster 2022-01-18T21:07:34.080779+0000 mgr.smithi129.iclwio (mgr.14716) 10573 : 2022-01-18T21:07:35.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:35 smithi156 conmon[67007]: cluster [DBG] pgmap v9092: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:35.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:35 smithi156 conmon[67007]: audit 2022-01-18T21:07:34.473758+0000 mon.smithi129 (mon.0) 3153 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:07:35.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:35 smithi156 conmon[67007]: audit 2022-01-18T21: 2022-01-18T21:07:35.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:35 smithi156 conmon[67007]: 07:34.475172+0000 mon.smithi129 (mon.0 2022-01-18T21:07:35.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:35 smithi156 conmon[67007]: ) 3154 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:07:35.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:35 smithi156 conmon[67007]: audit 2022- 2022-01-18T21:07:35.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:35 smithi156 conmon[67007]: 01-18T21:07:34.475986+0000 2022-01-18T21:07:35.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:35 smithi156 conmon[67007]: mon.smithi129 (mon.0) 3155 : audit 2022-01-18T21:07:35.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:35 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:07:35.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:35 smithi156 conmon[67007]: cephadm 2022-01- 2022-01-18T21:07:35.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:35 smithi156 conmon[67007]: 18T21:07:34.476694+0000 mgr.smithi129.iclwio 2022-01-18T21:07:35.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:35 smithi156 conmon[67007]: (mgr.14716) 10574 : cephadm [WRN] 2022-01-18T21:07:35.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:35 smithi156 conmon[67007]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:07:35.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:35 smithi156 conmon[67007]: audit 2022 2022-01-18T21:07:35.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:35 smithi156 conmon[67007]: -01-18T21:07:34. 2022-01-18T21:07:35.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:35 smithi156 conmon[67007]: 781914+0000 mon.smithi129 (mon.0) 2022-01-18T21:07:35.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:35 smithi156 conmon[67007]: 3156 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:07:35.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:35 smithi156 conmon[67007]: audit 2022- 2022-01-18T21:07:35.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:35 smithi156 conmon[67007]: 01-18T21:07:34.788819 2022-01-18T21:07:35.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:35 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 3157 2022-01-18T21:07:35.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:35 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:07:37.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:37 smithi129 conmon[101092]: cluster 2022-01-18T21:07:36.081552+0000 mgr.smithi129.iclwio (mgr.14716) 10575 : cluster [DBG] pgmap v9093: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:37.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:37 smithi156 conmon[67007]: cluster 2022-01-18T21:07:36.081552+0000 mgr.smithi129.iclwio (mgr.14716) 10575 : cluster 2022-01-18T21:07:37.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:37 smithi156 conmon[67007]: [DBG] pgmap v9093: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:39.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:39 smithi129 conmon[101092]: cluster 2022-01-18T21:07:38.082233+0000 mgr.smithi129.iclwio (mgr.14716) 10576 : cluster [DBG] pgmap v9094: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:39.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:39 smithi156 conmon[67007]: cluster 2022-01-18T21:07:38.082233+0000 mgr.smithi129.iclwio (mgr.14716) 10576 : cluster [DBG] pgmap v9094: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:41.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:41 smithi129 conmon[101092]: cluster 2022-01-18T21:07:40.083064+0000 mgr.smithi129.iclwio (mgr.14716) 10577 : cluster [DBG] 2022-01-18T21:07:41.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:41 smithi129 conmon[101092]: pgmap v9095: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:07:41.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:41 smithi156 conmon[67007]: cluster 2022-01-18T21:07:40.083064+0000 mgr.smithi129.iclwio (mgr.14716) 10577 : cluster [DBG] pgmap v9095: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:07:43.186 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:07:43.454 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:07:43.454 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 6m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:07:43.454 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 6m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:07:43.455 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 6m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:07:43.455 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 6m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:07:43.455 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 6m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:07:43.455 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 6m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:07:43.456 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 6m ago 5h 826M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:07:43.456 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 6m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:07:43.456 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 6m ago 5h 1847M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:07:43.456 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 6m ago 5h 889M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:07:43.457 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 6m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:07:43.457 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 6m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:07:43.457 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 6m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:07:43.457 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 6m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:07:43.458 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 6m ago 5h 2272M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:07:43.458 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 6m ago 5h 3380M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:07:43.458 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 6m ago 5h 2553M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:07:43.458 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 6m ago 5h 3407M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:07:43.459 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 6m ago 5h 3164M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:07:43.459 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 6m ago 5h 3664M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:07:43.459 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 6m ago 5h 2962M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:07:43.459 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 6m ago 5h 4259M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:07:43.460 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 6m ago 5h 121M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:07:43.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:43 smithi129 conmon[101092]: cluster 2022-01-18T21:07:42.083533+0000 2022-01-18T21:07:43.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:43 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 10578 : cluster [DBG] pgmap v9096: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:43.775 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:07:43.776 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:07:43.776 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:07:43.776 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:07:43.777 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:07:43.777 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:07:43.777 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:07:43.777 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:07:43.778 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:07:43.778 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:07:43.778 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:07:43.778 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:07:43.779 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:07:43.779 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:07:43.779 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:07:43.779 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:07:43.779 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:07:43.780 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:07:43.780 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:07:43.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:43 smithi156 conmon[67007]: cluster 2022-01-18T21:07:42.083533+0000 mgr.smithi129.iclwio (mgr.14716) 10578 : cluster [DBG] pgmap v9096: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:43.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:43 smithi156 conmon[67007]: 2022-01-18T21:07:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:44 smithi129 conmon[101092]: audit 2022-01-18T21:07:43.174397+0000 mgr.smithi129.iclwio (mgr.14716) 10579 : audit [DBG] from='client.41146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:07:44.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:44 smithi129 conmon[101092]: audit 2022-01-18T21:07:43.445510+0000 mgr.smithi129.iclwio 2022-01-18T21:07:44.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:44 smithi129 conmon[101092]: (mgr.14716) 10580 : audit [DBG] from='client.41150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:07:44.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:44 smithi129 conmon[101092]: audit 2022-01-18T21:07:43.775954+0000 mon.smithi129 (mon.0) 3158 : audit [DBG] from='client.? 172.21.15.129:0/1102657550' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:07:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:44 smithi156 conmon[67007]: audit 2022-01-18T21:07:43.174397+0000 mgr.smithi129.iclwio (mgr.14716) 10579 : audit [DBG] from='client.41146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:07:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:44 smithi156 conmon[67007]: audit 2022-01-18T21:07:43.445510+0000 mgr.smithi129.iclwio (mgr.14716) 10580 : audit [DBG] from='client.41150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:07:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:44 smithi156 conmon[67007]: audit 2022-01-18T21:07:43.775954+0000 mon.smithi129 (mon.0) 3158 : audit [DBG] from='client.? 172.21.15.129:0/1102657550' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:07:45.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:45 smithi129 conmon[101092]: cluster 2022-01-18T21:07:44.084083+0000 mgr.smithi129.iclwio (mgr.14716) 10581 : cluster [DBG] pgmap v9097: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:45.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:45 smithi156 conmon[67007]: cluster 2022-01-18T21:07:44.084083+0000 mgr.smithi129.iclwio (mgr.14716) 10581 : cluster 2022-01-18T21:07:45.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:45 smithi156 conmon[67007]: [DBG] pgmap v9097: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:47.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:47 smithi129 conmon[101092]: cluster 2022-01-18T21:07:46.084720+0000 mgr.smithi129.iclwio (mgr.14716) 10582 : cluster [DBG] pgmap v9098: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:47.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:47 smithi156 conmon[67007]: cluster 2022-01-18T21:07:46.084720+0000 mgr.smithi129.iclwio (mgr.14716) 10582 : cluster [DBG] pgmap v9098: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:49.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:49 smithi129 conmon[101092]: cluster 2022-01-18T21:07:48.085309+0000 mgr.smithi129.iclwio (mgr.14716) 10583 : cluster [DBG] pgmap v9099: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:49.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:49 smithi156 conmon[67007]: cluster 2022-01-18T21:07:48.085309+0000 mgr.smithi129.iclwio (mgr.14716) 10583 : cluster [DBG] pgmap v9099: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:51.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:51 smithi129 conmon[101092]: cluster 2022-01-18T21:07:50.086229+0000 mgr.smithi129.iclwio (mgr.14716) 10584 : cluster [DBG] pgmap v9100: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:07:51.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:51 smithi156 conmon[67007]: cluster 2022-01-18T21:07:50.086229+0000 mgr.smithi129.iclwio (mgr.14716) 10584 : cluster [DBG] pgmap v9100: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:07:53.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:53 smithi129 conmon[101092]: cluster 2022-01-18T21:07:52.086938+0000 mgr.smithi129.iclwio (mgr.14716) 10585 : cluster [DBG] pgmap v9101: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:53.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:53 smithi156 conmon[67007]: cluster 2022-01-18T21:07:52.086938+0000 mgr.smithi129.iclwio (mgr.14716) 10585 : cluster [DBG] pgmap v9101: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:55.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:55 smithi129 conmon[101092]: cluster 2022-01-18T21:07:54.087493+0000 mgr.smithi129.iclwio (mgr.14716) 10586 : cluster [DBG] 2022-01-18T21:07:55.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:55 smithi129 conmon[101092]: pgmap v9102: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:55.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:55 smithi156 conmon[67007]: cluster 2022-01-18T21:07:54.087493+0000 mgr.smithi129.iclwio (mgr.14716) 10586 : cluster [DBG] pgmap v9102: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:57.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:57 smithi129 conmon[101092]: cluster 2022-01-18T21:07:56.088266+0000 mgr.smithi129.iclwio (mgr.14716) 10587 : cluster [DBG] 2022-01-18T21:07:57.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:57 smithi129 conmon[101092]: pgmap v9103: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:57.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:57 smithi156 conmon[67007]: cluster 2022-01-18T21:07:56.088266+0000 mgr.smithi129.iclwio (mgr.14716) 10587 : cluster [DBG] pgmap v9103: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:59 smithi129 conmon[101092]: cluster 2022-01-18T21:07:58.088885+0000 mgr.smithi129.iclwio (mgr.14716) 10588 : cluster [DBG] 2022-01-18T21:07:59.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:07:59 smithi129 conmon[101092]: pgmap v9104: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:07:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:07:59 smithi156 conmon[67007]: cluster 2022-01-18T21:07:58.088885+0000 mgr.smithi129.iclwio (mgr.14716) 10588 : cluster [DBG] pgmap v9104: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:00 smithi129 conmon[101092]: audit 2022-01-18T21:07:59.425105+0000 mon.smithi129 (mon.0) 3159 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:08:00.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:00 smithi129 conmon[101092]: 2022-01-18T21:08:00.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:00 smithi129 conmon[101092]: audit 2022-01-18T21:07:59.425333+0000 mon.smithi129 (mon.0) 3160 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:08:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:00 smithi156 conmon[67007]: audit 2022-01-18T21:07:59.425105+0000 mon.smithi129 (mon.0) 3159 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:08:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:00 smithi156 conmon[67007]: audit 2022-01-18T21:07:59 2022-01-18T21:08:00.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:00 smithi156 conmon[67007]: .425333+0000 mon.smithi129 (mon.0) 3160 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:08:01.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:01 smithi129 conmon[101092]: cluster 2022-01-18T21:08:00.089850+0000 mgr.smithi129.iclwio (mgr.14716) 10589 : cluster [DBG] pgmap v9105: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:08:01.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:01 smithi156 conmon[67007]: cluster 2022-01-18T21:08:00.089850+0000 mgr.smithi129.iclwio (mgr.14716) 10589 : cluster [DBG] pgmap v9105: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:08:03.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:03 smithi129 conmon[101092]: cluster 2022-01-18T21:08:02.090511+0000 mgr.smithi129.iclwio (mgr.14716) 10590 : cluster [DBG] 2022-01-18T21:08:03.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:03 smithi129 conmon[101092]: pgmap v9106: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:03.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:03 smithi156 conmon[67007]: cluster 2022-01-18T21:08:02.090511+0000 mgr.smithi129.iclwio (mgr.14716) 10590 : cluster [DBG] pgmap v9106: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:05.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:05 smithi129 conmon[101092]: cluster 2022-01-18T21:08:04.091209+0000 mgr.smithi129.iclwio (mgr.14716) 10591 : cluster [DBG] 2022-01-18T21:08:05.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:05 smithi129 conmon[101092]: pgmap v9107: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:05.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:05 smithi156 conmon[67007]: cluster 2022-01-18T21:08:04.091209+0000 mgr.smithi129.iclwio (mgr.14716) 10591 : cluster [DBG] pgmap v9107: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:07.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:07 smithi129 conmon[101092]: cluster 2022-01-18T21:08:06.092086+0000 mgr.smithi129.iclwio (mgr.14716) 10592 : cluster 2022-01-18T21:08:07.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:07 smithi129 conmon[101092]: [DBG] pgmap v9108: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:07.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:07 smithi156 conmon[67007]: cluster 2022-01-18T21:08:06.092086+0000 mgr.smithi129.iclwio (mgr.14716) 10592 : cluster [DBG] pgmap v9108: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:07.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:07 smithi156 conmon[67007]: 2022-01-18T21:08:09.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:09 smithi129 conmon[101092]: cluster 2022-01-18T21:08:08.092639+0000 mgr.smithi129.iclwio ( 2022-01-18T21:08:09.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:09 smithi129 conmon[101092]: mgr.14716) 10593 : cluster [DBG] pgmap v9109: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:09.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:09 smithi156 conmon[67007]: cluster 2022-01-18T21:08:08.092639+0000 mgr.smithi129.iclwio (mgr.14716) 10593 : cluster [DBG] pgmap v9109: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:11.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:11 smithi129 conmon[101092]: cluster 2022-01-18T21:08:10.093606+0000 mgr.smithi129.iclwio (mgr.14716) 10594 : cluster [DBG] pgmap v9110: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:08:11.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:11 smithi129 conmon[101092]: 2022-01-18T21:08:11.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:11 smithi156 conmon[67007]: cluster 2022-01-18T21:08:10.093606+0000 mgr.smithi129.iclwio (mgr.14716) 10594 : cluster [DBG] pgmap v9110: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:08:13.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:13 smithi129 conmon[101092]: cluster 2022-01-18T21:08:12.094135+0000 mgr.smithi129.iclwio (mgr.14716) 10595 : cluster [DBG] 2022-01-18T21:08:13.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:13 smithi129 conmon[101092]: pgmap v9111: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:13.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:13 smithi156 conmon[67007]: cluster 2022-01-18T21:08:12.094135+0000 mgr.smithi129.iclwio (mgr.14716) 10595 : cluster [DBG] pgmap v9111: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:14.074 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:08:14.337 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:08:14.338 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 6m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:08:14.338 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 6m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:08:14.338 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 6m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:08:14.338 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 6m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:08:14.339 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 6m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:08:14.339 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 6m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:08:14.339 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 6m ago 5h 826M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:08:14.339 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 6m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:08:14.340 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 6m ago 5h 1847M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:08:14.340 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 6m ago 5h 889M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:08:14.340 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 6m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:08:14.340 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 6m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:08:14.341 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 6m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:08:14.341 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 6m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:08:14.341 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 6m ago 5h 2272M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:08:14.341 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 6m ago 5h 3380M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:08:14.341 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 6m ago 5h 2553M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:08:14.342 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 6m ago 5h 3407M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:08:14.342 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 6m ago 5h 3164M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:08:14.342 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 6m ago 5h 3664M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:08:14.342 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 6m ago 5h 2962M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:08:14.343 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 6m ago 5h 4259M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:08:14.343 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 6m ago 5h 121M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:08:14.662 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:08:14.663 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:08:14.663 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:08:14.664 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:08:14.664 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:08:14.665 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:08:14.665 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:08:14.665 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:08:14.666 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:08:14.666 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:08:14.667 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:08:14.667 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:08:14.667 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:08:14.668 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:08:14.668 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:08:14.669 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:08:14.669 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:08:14.669 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:08:14.669 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:08:15.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:15 smithi129 conmon[101092]: audit 2022-01-18T21:08:14.062493+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:08:15.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:15 smithi129 conmon[101092]: 10596 : audit [DBG] from='client.41158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:08:15.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:15 smithi129 conmon[101092]: cluster 2022-01-18T21:08:14.094649+0000 mgr.smithi129.iclwio (mgr.14716) 10597 2022-01-18T21:08:15.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:15 smithi129 conmon[101092]: : cluster [DBG] pgmap v9112: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:15.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:15 smithi129 conmon[101092]: audit 2022-01-18T21:08:15.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:15 smithi129 conmon[101092]: 2022-01-18T21:08:14.329025+0000 mgr.smithi129.iclwio (mgr.14716) 10598 : audit [DBG] from='client.41162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:08:15.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:15 smithi129 conmon[101092]: audit 2022-01 2022-01-18T21:08:15.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:15 smithi129 conmon[101092]: -18T21:08 2022-01-18T21:08:15.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:15 smithi129 conmon[101092]: :14.662617+0000 mon.smithi129 (mon.0) 3161 : 2022-01-18T21:08:15.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:15 smithi129 conmon[101092]: audit [DBG] from='client.? 172.21.15.129:0/1336414720' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:08:15.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:15 smithi156 conmon[67007]: audit 2022-01-18T21:08:14.062493+0000 mgr.smithi129.iclwio (mgr.14716) 10596 : audit [DBG] from='client.41158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:08:15.846 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:15 smithi156 conmon[67007]: cluster 2022-01-18T21:08:14.094649+0000 mgr.smithi129.iclwio (mgr.14716) 10597 : cluster [DBG] pgmap v9112: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:15.846 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:15 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T21:08:15.847 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:15 smithi156 conmon[67007]: T21:08:14.329025+0000 mgr.smithi129.iclwio (mgr.14716) 10598 : audit [DBG] from='client.41162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:08:15.847 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:15 smithi156 conmon[67007]: audit 2022-01-18T21:08:15.847 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:15 smithi156 conmon[67007]: 2022-01-18T21:08:14 2022-01-18T21:08:15.847 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:15 smithi156 conmon[67007]: .662617+0000 mon.smithi129 (mon.0) 3161 2022-01-18T21:08:15.848 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:15 smithi156 conmon[67007]: : audit [DBG] from='client.? 172.21.15.129:0/1336414720' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:08:17.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:17 smithi129 conmon[101092]: cluster 2022-01-18T21:08:16.095495+0000 mgr.smithi129.iclwio (mgr.14716) 10599 : cluster [DBG] pgmap v9113: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:17.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:17 smithi156 conmon[67007]: cluster 2022-01-18T21:08:16.095495+0000 mgr.smithi129.iclwio (mgr.14716) 10599 : cluster [DBG] 2022-01-18T21:08:17.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:17 smithi156 conmon[67007]: pgmap v9113: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:19.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:19 smithi129 conmon[101092]: cluster 2022-01-18T21:08:18.096183+0000 mgr.smithi129.iclwio (mgr.14716) 10600 : cluster [DBG] pgmap v9114: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:19.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:19 smithi156 conmon[67007]: cluster 2022-01-18T21:08:18.096183+0000 mgr.smithi129.iclwio (mgr.14716) 10600 : cluster [DBG] pgmap v9114: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:21.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:21 smithi129 conmon[101092]: cluster 2022-01-18T21:08:20.097037+0000 mgr.smithi129.iclwio (mgr.14716) 10601 : cluster [DBG] pgmap v9115: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:08:21.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:21 smithi156 conmon[67007]: cluster 2022-01-18T21:08:20.097037+0000 mgr.smithi129.iclwio (mgr.14716) 10601 : cluster [DBG] pgmap v9115: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:08:23.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:23 smithi129 conmon[101092]: cluster 2022-01-18T21:08:22.097600 2022-01-18T21:08:23.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:23 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 10602 : cluster [DBG] pgmap v9116: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:23.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:23 smithi156 conmon[67007]: cluster 2022-01-18T21:08:22.097600+0000 mgr.smithi129.iclwio (mgr.14716) 10602 : cluster [DBG] pgmap v9116: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:25.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:25 smithi129 conmon[101092]: cluster 2022-01-18T21:08:24.098214+0000 mgr.smithi129.iclwio (mgr.14716) 10603 : cluster [DBG] pgmap v9117: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:25.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:25 smithi156 conmon[67007]: cluster 2022-01-18T21:08:24.098214+0000 mgr.smithi129.iclwio (mgr.14716) 10603 : cluster [DBG] 2022-01-18T21:08:25.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:25 smithi156 conmon[67007]: pgmap v9117: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:27.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:27 smithi129 conmon[101092]: cluster 2022-01-18T21:08:26.098961+0000 mgr.smithi129.iclwio (mgr.14716) 10604 : cluster [DBG] pgmap v9118: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:27.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:27 smithi156 conmon[67007]: cluster 2022-01-18T21:08:26.098961+0000 mgr.smithi129.iclwio (mgr.14716) 10604 : cluster [DBG] pgmap v9118: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:29.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:29 smithi129 conmon[101092]: cluster 2022-01-18T21:08:28.099704+0000 mgr.smithi129.iclwio (mgr.14716) 10605 : cluster [DBG] pgmap v9119: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:29.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:29 smithi156 conmon[67007]: cluster 2022-01-18T21:08:28.099704+0000 mgr.smithi129.iclwio (mgr.14716) 10605 : cluster [DBG] pgmap v9119: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:31.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:31 smithi129 conmon[101092]: cluster 2022-01-18T21:08:30.100596+0000 mgr.smithi129.iclwio (mgr.14716) 10606 : cluster [DBG] pgmap v9120: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:08:31.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:31 smithi156 conmon[67007]: cluster 2022-01-18T21:08:30.100596+0000 mgr.smithi129.iclwio (mgr.14716) 10606 : cluster [DBG] pgmap v9120: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:08:33.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:33 smithi129 conmon[101092]: cluster 2022-01-18T21:08:32.101276+0000 mgr.smithi129.iclwio (mgr.14716) 10607 : cluster [DBG] pgmap v9121: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:33.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:33 smithi156 conmon[67007]: cluster 2022-01-18T21:08:32.101276+0000 mgr.smithi129.iclwio (mgr.14716) 10607 : cluster [DBG] pgmap v9121: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:33.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:33 smithi156 conmon[67007]: 2022-01-18T21:08:35.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:35 smithi129 conmon[101092]: cluster 2022-01-18T21:08:34.101972+0000 mgr.smithi129.iclwio (mgr.14716) 10608 2022-01-18T21:08:35.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:35 smithi129 conmon[101092]: : cluster [DBG] pgmap v9122: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:35.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:35 smithi129 conmon[101092]: audit 2022-01-18T21:08:34.791330+0000 mon.smithi129 (mon.0) 3162 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:08:35.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:35 smithi129 conmon[101092]: audit 2022-01-18T21:08:34.792743 2022-01-18T21:08:35.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:35 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 3163 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:08:35.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:35 smithi129 conmon[101092]: audit 2022-01-18T21: 2022-01-18T21:08:35.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:35 smithi129 conmon[101092]: 08:34.793535+0000 mon.smithi129 (mon.0) 3164 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:08:35.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:35 smithi129 conmon[101092]: cephadm 2022-01-18T21:08:35.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:35 smithi129 conmon[101092]: 2022-01-18T21:08:34.794282+0000 mgr.smithi129.iclwio (mgr.14716) 10609 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:08:35.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:35 smithi129 conmon[101092]: audit 2022-01-18T21: 2022-01-18T21:08:35.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:35 smithi129 conmon[101092]: 08:35.098665+0000 mon.smithi129 (mon.0) 3165 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:08:35.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:35 smithi129 conmon[101092]: audit 2022-01-18T21:08: 2022-01-18T21:08:35.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:35 smithi129 conmon[101092]: 35.103433+0000 mon.smithi129 (mon.0) 3166 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:08:35.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:35 smithi156 conmon[67007]: cluster 2022-01-18T21:08:34.101972+0000 mgr.smithi129.iclwio (mgr.14716) 10608 : cluster 2022-01-18T21:08:35.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:35 smithi156 conmon[67007]: [DBG] pgmap v9122: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:35.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:35 smithi156 conmon[67007]: audit 2022-01-18T21:08:34.791330+0000 mon.smithi129 (mon.0) 3162 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:08:35.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:35 smithi156 conmon[67007]: audit 2022-01-18T21:08:35.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:35 smithi156 conmon[67007]: 2022-01-18T21:08:34.792743+0000 mon.smithi129 (mon.0) 3163 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:08:35.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:35 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T21:08:35.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:35 smithi156 conmon[67007]: T21:08:34.793535+0000 mon.smithi129 (mon. 2022-01-18T21:08:35.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:35 smithi156 conmon[67007]: 0) 3164 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:08:35.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:35 smithi156 conmon[67007]: cephadm 2022-01- 2022-01-18T21:08:35.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:35 smithi156 conmon[67007]: 18T21:08:34.794282+0000 mgr.smithi129.iclwio 2022-01-18T21:08:35.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:35 smithi156 conmon[67007]: (mgr.14716) 10609 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:08:35.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:35 smithi156 conmon[67007]: audit 2022- 2022-01-18T21:08:35.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:35 smithi156 conmon[67007]: 01-18T21:08:35.098665+0000 2022-01-18T21:08:35.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:35 smithi156 conmon[67007]: mon.smithi129 (mon.0) 3165 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:08:35.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:35 smithi156 conmon[67007]: 2022-01-18T21:08:35.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:35 smithi156 conmon[67007]: audit 2022-01-18T21:08:35.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:35 smithi156 conmon[67007]: 2022-01-18T21:08:35.103433+0000 mon.smithi129 ( 2022-01-18T21:08:35.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:35 smithi156 conmon[67007]: mon.0) 3166 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:08:37.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:37 smithi129 conmon[101092]: cluster 2022-01-18T21:08:36.102679+0000 mgr.smithi129.iclwio (mgr.14716) 10610 : cluster 2022-01-18T21:08:37.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:37 smithi129 conmon[101092]: [DBG] pgmap v9123: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:37.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:37 smithi156 conmon[67007]: cluster 2022-01-18T21:08:36.102679+0000 mgr.smithi129.iclwio (mgr.14716) 10610 : cluster [DBG] pgmap v9123: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:39.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:39 smithi129 conmon[101092]: cluster 2022-01-18T21:08:38.103390+0000 mgr.smithi129.iclwio (mgr.14716) 10611 : cluster [DBG] pgmap v9124: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:39.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:39 smithi156 conmon[67007]: cluster 2022-01-18T21:08:38.103390+0000 mgr.smithi129.iclwio (mgr.14716) 10611 : cluster [DBG] pgmap v9124: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:41.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:41 smithi129 conmon[101092]: cluster 2022-01-18T21:08:40.104333+0000 mgr.smithi129.iclwio (mgr.14716) 10612 : cluster [DBG] pgmap v9125: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:08:41.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:41 smithi156 conmon[67007]: cluster 2022-01-18T21:08:40.104333+0000 mgr.smithi129.iclwio (mgr.14716) 10612 : cluster [DBG] pgmap v9125: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:08:43.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:43 smithi156 conmon[67007]: cluster 2022-01-18T21:08:42.105037+0000 mgr.smithi129.iclwio (mgr.14716) 10613 : cluster [DBG] pgmap v9126: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:43.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:43 smithi129 conmon[101092]: cluster 2022-01-18T21:08:42.105037+0000 mgr.smithi129.iclwio (mgr.14716) 10613 : cluster [DBG] pgmap v9126: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:44.966 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:08:45.231 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:08:45.232 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 7m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:08:45.232 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 7m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:08:45.232 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 7m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:08:45.232 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 7m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:08:45.233 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 7m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:08:45.233 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 7m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:08:45.233 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 7m ago 5h 826M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:08:45.233 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 7m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:08:45.234 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 7m ago 5h 1847M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:08:45.234 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 7m ago 5h 889M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:08:45.234 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 7m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:08:45.234 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 7m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:08:45.235 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 7m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:08:45.235 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 7m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:08:45.235 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 7m ago 5h 2272M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:08:45.235 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 7m ago 5h 3380M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:08:45.236 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 7m ago 5h 2553M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:08:45.236 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 7m ago 5h 3407M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:08:45.236 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 7m ago 5h 3164M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:08:45.236 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 7m ago 5h 3664M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:08:45.236 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 7m ago 5h 2962M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:08:45.237 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 7m ago 5h 4259M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:08:45.237 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 7m ago 5h 121M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:08:45.552 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:08:45.552 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:08:45.552 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:08:45.552 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:08:45.553 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:08:45.553 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:08:45.553 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:08:45.553 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:08:45.553 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:08:45.554 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:08:45.554 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:08:45.554 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:08:45.554 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:08:45.555 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:08:45.555 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:08:45.555 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:08:45.555 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:08:45.556 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:08:45.556 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:08:45.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:45 smithi156 conmon[67007]: cluster 2022-01-18T21:08:44.105586+0000 mgr.smithi129.iclwio (mgr.14716) 10614 : cluster [DBG] pgmap v9127: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:45.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:45 smithi156 conmon[67007]: 2022-01-18T21:08:45.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:45 smithi156 conmon[67007]: audit 2022-01-18T21:08:44.954803+0000 mgr.smithi129.iclwio (mgr.14716) 10615 : audit [DBG] from='client.41170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:08:45.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:45 smithi129 conmon[101092]: cluster 2022-01-18T21:08:44.105586+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:08:45.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:45 smithi129 conmon[101092]: 10614 : cluster [DBG] pgmap v9127: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:45.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:45 smithi129 conmon[101092]: audit 2022-01-18T21:08:44.954803+0000 mgr.smithi129.iclwio (mgr.14716) 10615 : audit [DBG] from='client.41170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:08:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:46 smithi156 conmon[67007]: audit 2022-01-18T21:08:45.223064+0000 mgr.smithi129.iclwio (mgr.14716) 10616 : audit [DBG] from='client.41174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:08:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:46 smithi156 conmon[67007]: audit 2022-01-18T21:08:45.552085+0000 mon.smithi129 (mon.0) 3167 : audit [DBG] from='client.? 172.21.15.129:0/356447592' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:08:46.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:46 smithi129 conmon[101092]: audit 2022-01-18T21:08:45.223064+0000 mgr.smithi129.iclwio (mgr.14716) 10616 : audit 2022-01-18T21:08:46.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:46 smithi129 conmon[101092]: [DBG] from='client.41174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:08:46.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:46 smithi129 conmon[101092]: audit 2022-01-18T21:08:45.552085+0000 mon.smithi129 (mon.0) 3167 : audit [DBG] from='client.? 172.21.15.129:0/356447592' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:08:47.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:47 smithi156 conmon[67007]: cluster 2022-01-18T21:08:46.106288+0000 mgr.smithi129.iclwio (mgr.14716) 10617 : cluster [DBG] pgmap v9128: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:47.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:47 smithi129 conmon[101092]: cluster 2022-01-18T21:08:46.106288+0000 mgr.smithi129.iclwio (mgr.14716) 10617 : cluster [DBG] pgmap v9128: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:49.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:49 smithi156 conmon[67007]: cluster 2022-01-18T21:08:48.106882+0000 mgr.smithi129.iclwio (mgr.14716) 10618 : cluster [DBG] pgmap v9129: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:49.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:49 smithi129 conmon[101092]: cluster 2022-01-18T21:08:48.106882+0000 mgr.smithi129.iclwio (mgr.14716) 10618 : cluster [DBG] pgmap v9129: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:51.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:51 smithi156 conmon[67007]: cluster 2022-01-18T21:08:50.107806+0000 mgr.smithi129.iclwio (mgr.14716) 10619 : cluster [DBG] pgmap v9130: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:08:51.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:51 smithi156 conmon[67007]: 2022-01-18T21:08:51.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:51 smithi129 conmon[101092]: cluster 2022-01-18T21:08:50.107806+0000 mgr.smithi129.iclwio (mgr.14716) 10619 : cluster [DBG] pgmap v9130: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:08:53.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:53 smithi156 conmon[67007]: cluster 2022-01-18T21:08:52.108374+0000 mgr.smithi129.iclwio (mgr.14716) 10620 : cluster [DBG] pgmap v9131: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:53 smithi129 conmon[101092]: cluster 2022-01-18T21:08:52.108374+0000 mgr.smithi129.iclwio (mgr.14716) 10620 : cluster [DBG] pgmap v9131: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:53.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:53 smithi129 conmon[101092]: 2022-01-18T21:08:55.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:55 smithi156 conmon[67007]: cluster 2022-01-18T21:08:54.109106+0000 mgr.smithi129.iclwio (mgr.14716) 10621 : cluster [DBG] pgmap v9132: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:55.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:55 smithi129 conmon[101092]: cluster 2022-01-18T21:08:54.109106+0000 mgr.smithi129.iclwio (mgr.14716) 10621 : cluster [DBG] pgmap v9132: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:55.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:55 smithi129 conmon[101092]: 2022-01-18T21:08:57.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:57 smithi156 conmon[67007]: cluster 2022-01-18T21:08:56.109732+0000 mgr.smithi129.iclwio (mgr.14716) 10622 : cluster [DBG] pgmap v9133: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:57.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:57 smithi129 conmon[101092]: cluster 2022-01-18T21:08:56.109732+0000 mgr.smithi129.iclwio (mgr.14716) 10622 : cluster [DBG] pgmap v9133: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:59 smithi156 conmon[67007]: cluster 2022-01-18T21:08:58.110299+0000 mgr.smithi129.iclwio (mgr.14716) 10623 : cluster [DBG] pgmap v9134: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:59 smithi156 conmon[67007]: audit 2022-01-18T21:08:59.429352+0000 mon.smithi129 (mon.0) 3168 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:08:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:59 smithi156 conmon[67007]: audit 2022-01-18T21:08:59.429576+0000 mon.smithi129 (mon.0) 3169 : audit 2022-01-18T21:08:59.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:08:59 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:08:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:59 smithi129 conmon[101092]: cluster 2022-01-18T21:08:58.110299+0000 mgr.smithi129.iclwio (mgr.14716) 10623 : cluster [DBG] pgmap v9134: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:08:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:59 smithi129 conmon[101092]: 2022-01-18T21:08:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:59 smithi129 conmon[101092]: audit 2022-01-18T21:08:59.429352+0000 mon.smithi129 (mon.0) 3168 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:08:59.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:08:59 smithi129 conmon[101092]: audit 2022-01-18T21:08:59.429576+0000 mon.smithi129 (mon.0) 3169 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:09:01.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:01 smithi156 conmon[67007]: cluster 2022-01-18T21:09:00.111065+0000 mgr.smithi129.iclwio (mgr.14716) 10624 : cluster [DBG] pgmap v9135: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:09:01.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:01 smithi129 conmon[101092]: cluster 2022-01-18T21:09:00.111065+0000 mgr.smithi129.iclwio (mgr.14716) 10624 : cluster [DBG] pgmap v9135: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:09:03.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:03 smithi156 conmon[67007]: cluster 2022-01-18T21:09:02.111685+0000 mgr.smithi129.iclwio (mgr.14716) 10625 : cluster [DBG] pgmap v9136: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:03.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:03 smithi129 conmon[101092]: cluster 2022-01-18T21:09:02.111685+0000 mgr.smithi129.iclwio (mgr.14716) 10625 : cluster [DBG] pgmap v9136: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:05.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:05 smithi156 conmon[67007]: cluster 2022-01-18T21:09:04.112319+0000 mgr.smithi129.iclwio (mgr.14716) 10626 : cluster [DBG] pgmap v9137: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:05.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:05 smithi129 conmon[101092]: cluster 2022-01-18T21:09:04.112319+0000 mgr.smithi129.iclwio (mgr.14716) 10626 : cluster [DBG] pgmap v9137: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:05.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:05 smithi129 conmon[101092]: 2022-01-18T21:09:07.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:07 smithi156 conmon[67007]: cluster 2022-01-18T21:09:06.113227+0000 mgr.smithi129.iclwio (mgr.14716) 10627 : cluster [DBG] pgmap v9138: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:07.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:07 smithi129 conmon[101092]: cluster 2022-01-18T21:09:06.113227+0000 mgr.smithi129.iclwio (mgr.14716) 10627 : cluster [DBG] pgmap v9138: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:09.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:09 smithi156 conmon[67007]: cluster 2022-01-18T21:09:08.113830+0000 mgr.smithi129.iclwio (mgr.14716) 10628 : cluster [DBG] pgmap v9139: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:09.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:09 smithi129 conmon[101092]: cluster 2022-01-18T21:09:08.113830+0000 mgr.smithi129.iclwio (mgr.14716) 10628 : cluster 2022-01-18T21:09:09.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:09 smithi129 conmon[101092]: [DBG] pgmap v9139: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:11.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:11 smithi156 conmon[67007]: cluster 2022-01-18T21:09:10.114588+0000 mgr.smithi129.iclwio (mgr.14716) 10629 : cluster [DBG] 2022-01-18T21:09:11.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:11 smithi156 conmon[67007]: pgmap v9140: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:09:11.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:11 smithi129 conmon[101092]: cluster 2022-01-18T21:09:10.114588+0000 mgr.smithi129.iclwio (mgr.14716) 10629 : cluster [DBG] pgmap v9140: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:09:11.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:11 smithi129 conmon[101092]: 2022-01-18T21:09:13.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:13 smithi156 conmon[67007]: cluster 2022-01-18T21:09:12.115224+0000 mgr.smithi129.iclwio (mgr.14716) 10630 : cluster 2022-01-18T21:09:13.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:13 smithi156 conmon[67007]: [DBG] pgmap v9141: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:13 smithi129 conmon[101092]: cluster 2022-01-18T21:09:12.115224+0000 mgr.smithi129.iclwio (mgr.14716) 10630 : cluster [DBG] 2022-01-18T21:09:13.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:13 smithi129 conmon[101092]: pgmap v9141: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:15.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:15 smithi156 conmon[67007]: cluster 2022-01-18T21:09:14.115811+0000 mgr.smithi129.iclwio (mgr.14716) 10631 : cluster [DBG] 2022-01-18T21:09:15.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:15 smithi156 conmon[67007]: pgmap v9142: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:15.850 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:09:15.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:15 smithi129 conmon[101092]: cluster 2022-01-18T21:09:14.115811+0000 mgr.smithi129.iclwio (mgr.14716) 10631 : cluster [DBG] pgmap v9142: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:15.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:15 smithi129 conmon[101092]: 2022-01-18T21:09:16.115 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:09:16.115 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 7m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:09:16.116 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 7m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:09:16.116 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 7m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:09:16.116 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 7m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:09:16.116 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 7m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:09:16.117 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 7m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:09:16.117 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 7m ago 5h 826M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:09:16.117 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 7m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:09:16.117 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 7m ago 5h 1847M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:09:16.118 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 7m ago 5h 889M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:09:16.118 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 7m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:09:16.118 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 7m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:09:16.118 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 7m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:09:16.119 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 7m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:09:16.119 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 7m ago 5h 2272M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:09:16.119 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 7m ago 5h 3380M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:09:16.119 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 7m ago 5h 2553M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:09:16.119 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 7m ago 5h 3407M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:09:16.120 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 7m ago 5h 3164M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:09:16.120 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 7m ago 5h 3664M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:09:16.120 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 7m ago 5h 2962M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:09:16.120 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 7m ago 5h 4259M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:09:16.121 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 7m ago 5h 121M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:09:16.437 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:09:16.438 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:09:16.438 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:09:16.439 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:09:16.439 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:09:16.439 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:09:16.439 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:09:16.440 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:09:16.440 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:09:16.440 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:09:16.440 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:09:16.441 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:09:16.441 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:09:16.441 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:09:16.441 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:09:16.442 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:09:16.442 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:09:16.442 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:09:16.442 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:09:16.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:16 smithi156 conmon[67007]: audit 2022-01-18T21:09:15.839141+0000 mgr.smithi129.iclwio (mgr.14716) 10632 : audit 2022-01-18T21:09:16.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:16 smithi156 conmon[67007]: [DBG] from='client.41182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:09:16.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:16 smithi156 conmon[67007]: audit 2022-01-18T21:09:16.437956+0000 mon.smithi129 (mon.0) 3170 : audit [DBG] from='client.? 172.21.15.129:0/3001046133' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:09:16.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:16 smithi129 conmon[101092]: audit 2022-01-18T21:09:15.839141+0000 mgr.smithi129.iclwio (mgr.14716) 10632 : audit 2022-01-18T21:09:16.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:16 smithi129 conmon[101092]: [DBG] from='client.41182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:09:16.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:16 smithi129 conmon[101092]: audit 2022-01-18T21:09:16.437956+0000 mon.smithi129 (mon.0) 3170 : audit [DBG] from='client.? 172.21.15.129:0/3001046133' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:09:17.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:17 smithi156 conmon[67007]: audit 2022-01-18T21:09:16.106733+0000 mgr.smithi129.iclwio (mgr.14716) 10633 2022-01-18T21:09:17.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:17 smithi156 conmon[67007]: : audit [DBG] from='client.41186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:09:17.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:17 smithi156 conmon[67007]: cluster 2022-01-18T21:09:16.116357+0000 mgr.smithi129.iclwio (mgr.14716) 10634 : cluster [DBG] pgmap v9143: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:17.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:17 smithi129 conmon[101092]: audit 2022-01-18T21:09:16.106733+0000 mgr.smithi129.iclwio (mgr.14716) 10633 : 2022-01-18T21:09:17.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:17 smithi129 conmon[101092]: audit [DBG] from='client.41186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:09:17.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:17 smithi129 conmon[101092]: cluster 2022-01-18T21:09:16.116357+0000 mgr.smithi129.iclwio (mgr.14716) 10634 : cluster [DBG] pgmap v9143: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:19.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:19 smithi156 conmon[67007]: cluster 2022-01-18T21:09:18.116923+0000 mgr.smithi129.iclwio (mgr.14716) 10635 : cluster [DBG] 2022-01-18T21:09:19.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:19 smithi156 conmon[67007]: pgmap v9144: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:19.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:19 smithi129 conmon[101092]: cluster 2022-01-18T21:09:18.116923+0000 mgr.smithi129.iclwio (mgr.14716) 10635 : cluster [DBG] pgmap v9144: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:21.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:21 smithi156 conmon[67007]: cluster 2022-01-18T21:09:20.117708+0000 mgr.smithi129.iclwio (mgr.14716) 10636 : cluster 2022-01-18T21:09:21.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:21 smithi156 conmon[67007]: [DBG] pgmap v9145: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:09:21.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:21 smithi129 conmon[101092]: cluster 2022-01-18T21:09:20.117708+0000 mgr.smithi129.iclwio (mgr.14716) 10636 : cluster [DBG] 2022-01-18T21:09:21.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:21 smithi129 conmon[101092]: pgmap v9145: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:09:23.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:23 smithi156 conmon[67007]: cluster 2022-01-18T21:09:22.118246+0000 mgr.smithi129.iclwio (mgr.14716) 10637 : cluster [DBG] pgmap v9146: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:23.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:23 smithi156 conmon[67007]: 2022-01-18T21:09:23.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:23 smithi129 conmon[101092]: cluster 2022-01-18T21:09:22.118246+0000 mgr.smithi129.iclwio (mgr.14716) 10637 : cluster [DBG] pgmap v9146: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:25.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:25 smithi156 conmon[67007]: cluster 2022-01-18T21:09:24.118820+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:09:25.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:25 smithi156 conmon[67007]: 14716) 10638 : cluster [DBG] pgmap v9147: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:25.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:25 smithi129 conmon[101092]: cluster 2022-01-18T21:09:24.118820+0000 mgr.smithi129.iclwio (mgr.14716) 10638 : cluster [DBG] 2022-01-18T21:09:25.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:25 smithi129 conmon[101092]: pgmap v9147: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:27.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:27 smithi156 conmon[67007]: cluster 2022-01-18T21:09:26.119583+0000 mgr.smithi129.iclwio (mgr.14716) 10639 : cluster [DBG] pgmap v9148: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:27.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:27 smithi129 conmon[101092]: cluster 2022-01-18T21:09:26.119583+0000 mgr.smithi129.iclwio (mgr.14716) 10639 : cluster [DBG] 2022-01-18T21:09:27.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:27 smithi129 conmon[101092]: pgmap v9148: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:29.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:29 smithi156 conmon[67007]: cluster 2022-01-18T21:09:28.120154+0000 mgr.smithi129.iclwio (mgr.14716) 10640 : cluster 2022-01-18T21:09:29.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:29 smithi156 conmon[67007]: [DBG] pgmap v9149: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:29.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:29 smithi129 conmon[101092]: cluster 2022-01-18T21:09:28.120154+0000 mgr.smithi129.iclwio (mgr.14716) 10640 : cluster [DBG] pgmap v9149: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:29.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:29 smithi129 conmon[101092]: 2022-01-18T21:09:31.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:31 smithi156 conmon[67007]: cluster 2022-01-18T21:09:30.120957+0000 mgr.smithi129.iclwio (mgr.14716) 10641 : cluster [DBG] pgmap v9150: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:09:31.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:31 smithi129 conmon[101092]: cluster 2022-01-18T21:09:30.120957+0000 mgr.smithi129.iclwio (mgr.14716) 10641 : cluster [DBG] pgmap v9150: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:09:31.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:31 smithi129 conmon[101092]: 2022-01-18T21:09:33.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:33 smithi156 conmon[67007]: cluster 2022-01-18T21:09:32.121697+0000 mgr.smithi129.iclwio (mgr.14716) 10642 : cluster [DBG] pgmap v9151: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:33 smithi129 conmon[101092]: cluster 2022-01-18T21:09:32.121697+0000 mgr.smithi129.iclwio (mgr.14716) 10642 : cluster [DBG] pgmap v9151: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:35.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:35 smithi156 conmon[67007]: cluster 2022-01-18T21:09:34.122391+0000 mgr.smithi129.iclwio (mgr.14716) 10643 : cluster 2022-01-18T21:09:35.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:35 smithi156 conmon[67007]: [DBG] pgmap v9152: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:35.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:35 smithi156 conmon[67007]: audit 2022-01-18T21:09:35.105911+0000 mon.smithi129 (mon.0) 3171 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:09:35.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:35 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T21:09:35.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:35 smithi156 conmon[67007]: T21:09:35.107343+0000 mon.smithi129 (mon.0) 3172 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:09:35.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:35 smithi156 conmon[67007]: audit 2022-01-18T21:09:35 2022-01-18T21:09:35.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:35 smithi156 conmon[67007]: .108194+0000 mon.smithi129 (mon.0) 3173 : audit 2022-01-18T21:09:35.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:35 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:09:35.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:35 smithi156 conmon[67007]: audit 2022-01 2022-01-18T21:09:35.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:35 smithi156 conmon[67007]: -18T21:09:35.413241+0000 mon.smithi129 2022-01-18T21:09:35.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:35 smithi156 conmon[67007]: (mon.0) 3174 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:09:35.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:35 smithi156 conmon[67007]: audit 2022- 2022-01-18T21:09:35.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:35 smithi156 conmon[67007]: 01-18T21:09:35.418083+0000 2022-01-18T21:09:35.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:35 smithi156 conmon[67007]: mon.smithi129 (mon.0) 3175 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:09:35.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:35 smithi156 conmon[67007]: 2022-01-18T21:09:35.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:35 smithi129 conmon[101092]: cluster 2022-01-18T21:09:34.122391+0000 2022-01-18T21:09:35.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:35 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 10643 : cluster [DBG] pgmap v9152: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:35.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:35 smithi129 conmon[101092]: audit 2022-01-18T21:09:35.105911+0000 mon.smithi129 (mon.0) 3171 : 2022-01-18T21:09:35.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:35 smithi129 conmon[101092]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:09:35.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:35 smithi129 conmon[101092]: audit 2022 2022-01-18T21:09:35.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:35 smithi129 conmon[101092]: -01-18T21:09:35.107343+0000 mon.smithi129 (mon. 2022-01-18T21:09:35.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:35 smithi129 conmon[101092]: 0) 3172 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:09:35.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:35 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T21:09:35.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:35 smithi129 conmon[101092]: 18T21:09:35.108194+0000 mon.smithi129 ( 2022-01-18T21:09:35.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:35 smithi129 conmon[101092]: mon.0) 3173 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:09:35.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:35 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T21:09:35.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:35 smithi129 conmon[101092]: 21:09:35.413241+0000 mon.smithi129 (mon.0) 2022-01-18T21:09:35.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:35 smithi129 conmon[101092]: 3174 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:09:35.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:35 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T21:09:35.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:35 smithi129 conmon[101092]: T21:09:35.418083+0000 mon.smithi129 (mon 2022-01-18T21:09:35.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:35 smithi129 conmon[101092]: .0) 3175 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:09:36.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:36 smithi129 conmon[101092]: cephadm 2022-01-18T21:09:35.108898+0000 mgr.smithi129.iclwio (mgr.14716) 10644 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:09:37.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:36 smithi156 conmon[67007]: cephadm 2022-01-18T21:09:35.108898+0000 mgr.smithi129.iclwio (mgr.14716) 10644 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:09:37.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:37 smithi129 conmon[101092]: cluster 2022-01-18T21:09:36.123252+0000 mgr.smithi129.iclwio (mgr.14716) 10645 : cluster [DBG] pgmap v9153: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:38.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:37 smithi156 conmon[67007]: cluster 2022-01-18T21:09:36.123252+0000 mgr.smithi129.iclwio (mgr.14716) 10645 : cluster [DBG] pgmap v9153: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:39.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:39 smithi129 conmon[101092]: cluster 2022-01-18T21:09:38.123935+0000 mgr.smithi129.iclwio (mgr.14716) 10646 : cluster [DBG] pgmap v9154: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:39 smithi156 conmon[67007]: cluster 2022-01-18T21:09:38.123935+0000 mgr.smithi129.iclwio (mgr.14716) 10646 : cluster [DBG] pgmap v9154: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:41.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:41 smithi129 conmon[101092]: cluster 2022-01-18T21:09:40.124861+0000 mgr.smithi129.iclwio (mgr.14716) 10647 : cluster [DBG] 2022-01-18T21:09:41.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:41 smithi129 conmon[101092]: pgmap v9155: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:09:42.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:41 smithi156 conmon[67007]: cluster 2022-01-18T21:09:40.124861+0000 mgr.smithi129.iclwio (mgr.14716) 10647 : cluster [DBG] pgmap v9155: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:09:43.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:43 smithi129 conmon[101092]: cluster 2022-01-18T21:09:42.125398+0000 mgr.smithi129.iclwio (mgr.14716) 10648 : cluster [DBG] pgmap v9156: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:43 smithi156 conmon[67007]: cluster 2022-01-18T21:09:42.125398+0000 mgr.smithi129.iclwio (mgr.14716) 10648 : cluster [DBG] pgmap v9156: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:45.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:45 smithi129 conmon[101092]: cluster 2022-01-18T21:09:44.125900+0000 mgr.smithi129.iclwio (mgr.14716) 10649 : cluster [DBG] pgmap v9157: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:45.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:45 smithi129 conmon[101092]: 2022-01-18T21:09:46.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:45 smithi156 conmon[67007]: cluster 2022-01-18T21:09:44.125900+0000 mgr.smithi129.iclwio (mgr.14716) 10649 : cluster [DBG] pgmap v9157: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:46.737 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:09:47.003 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:09:47.003 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 8m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:09:47.003 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 8m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:09:47.004 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 8m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:09:47.004 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 8m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:09:47.004 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 8m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:09:47.004 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 8m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:09:47.005 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 8m ago 5h 826M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:09:47.005 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 8m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:09:47.005 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 8m ago 5h 1847M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:09:47.005 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 8m ago 5h 889M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:09:47.006 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 8m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:09:47.006 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 8m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:09:47.006 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 8m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:09:47.006 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 8m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:09:47.006 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 8m ago 5h 2272M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:09:47.007 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 8m ago 5h 3380M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:09:47.007 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 8m ago 5h 2553M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:09:47.007 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 8m ago 5h 3407M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:09:47.007 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 8m ago 5h 3164M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:09:47.008 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 8m ago 5h 3664M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:09:47.008 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 8m ago 5h 2962M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:09:47.008 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 8m ago 5h 4259M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:09:47.008 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 8m ago 5h 121M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:09:47.320 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:09:47.320 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:09:47.321 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:09:47.321 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:09:47.321 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:09:47.321 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:09:47.322 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:09:47.322 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:09:47.322 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:09:47.322 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:09:47.322 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:09:47.323 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:09:47.323 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:09:47.323 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:09:47.323 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:09:47.324 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:09:47.324 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:09:47.324 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:09:47.324 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:09:47.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:47 smithi129 conmon[101092]: cluster 2022-01-18T21:09:46.126781+0000 mgr.smithi129.iclwio (mgr.14716) 10650 : cluster [DBG] pgmap v9158: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:47.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:47 smithi129 conmon[101092]: audit 2022-01-18T21:09:46.726152+0000 mgr.smithi129.iclwio (mgr.14716) 10651 : audit [DBG] from='client.41194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:09:47.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:47 smithi129 conmon[101092]: audit 2022-01-18T21:09:46.994501+0000 2022-01-18T21:09:47.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:47 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 10652 : audit [DBG] from='client.41198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:09:47.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:47 smithi129 conmon[101092]: audit 2022-01-18T21:09:47.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:47 smithi129 conmon[101092]: 2022-01-18T21:09:47.320587+0000 mon.smithi129 (mon. 2022-01-18T21:09:47.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:47 smithi129 conmon[101092]: 0) 3176 : audit [DBG] from='client.? 172.21.15.129:0/716868267' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:09:48.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:47 smithi156 conmon[67007]: cluster 2022-01-18T21:09:46.126781+0000 mgr.smithi129.iclwio (mgr.14716) 10650 : cluster [DBG] 2022-01-18T21:09:48.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:47 smithi156 conmon[67007]: pgmap v9158: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:48.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:47 smithi156 conmon[67007]: audit 2022-01-18T21:09:46.726152+0000 mgr.smithi129.iclwio (mgr.14716) 10651 : audit [DBG] from='client.41194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:09:48.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:47 smithi156 conmon[67007]: audit 2022-01-18T21:09:46.994501+0000 mgr.smithi129.iclwio (mgr.14716) 10652 : audit [DBG] from='client.41198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:09:48.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:47 smithi156 conmon[67007]: audit 2022-01-18T21:09:47.320587+0000 mon.smithi129 (mon.0) 3176 : audit [DBG] from='client.? 172.21.15.129:0/716868267' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:09:49.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:49 smithi129 conmon[101092]: cluster 2022-01-18T21:09:48.127390+0000 mgr.smithi129.iclwio (mgr.14716) 10653 : cluster [DBG] pgmap v9159: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:50.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:49 smithi156 conmon[67007]: cluster 2022-01-18T21:09:48.127390+0000 mgr.smithi129.iclwio (mgr.14716) 10653 : cluster [DBG] pgmap v9159: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:51.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:51 smithi129 conmon[101092]: cluster 2022-01-18T21:09:50.128272+0000 mgr.smithi129.iclwio (mgr.14716) 10654 : cluster [DBG] pgmap v9160: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:09:52.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:51 smithi156 conmon[67007]: cluster 2022-01-18T21:09:50.128272+0000 mgr.smithi129.iclwio (mgr.14716) 10654 : cluster [DBG] pgmap v9160: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:09:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:53 smithi129 conmon[101092]: cluster 2022-01-18T21:09:52.128872+0000 mgr.smithi129.iclwio (mgr.14716) 10655 : 2022-01-18T21:09:53.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:53 smithi129 conmon[101092]: cluster [DBG] pgmap v9161: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:53 smithi156 conmon[67007]: cluster 2022-01-18T21:09:52.128872+0000 mgr.smithi129.iclwio (mgr.14716) 10655 : cluster [DBG] pgmap v9161: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:55.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:55 smithi129 conmon[101092]: cluster 2022-01-18T21:09:54.129588+0000 mgr.smithi129.iclwio (mgr.14716) 10656 2022-01-18T21:09:55.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:55 smithi129 conmon[101092]: : cluster [DBG] pgmap v9162: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:56.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:55 smithi156 conmon[67007]: cluster 2022-01-18T21:09:54.129588+0000 mgr.smithi129.iclwio (mgr.14716) 10656 : cluster [DBG] pgmap v9162: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:57.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:57 smithi129 conmon[101092]: cluster 2022-01-18T21:09:56.130362+0000 mgr.smithi129.iclwio (mgr.14716) 10657 : cluster 2022-01-18T21:09:57.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:57 smithi129 conmon[101092]: [DBG] pgmap v9163: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:58.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:57 smithi156 conmon[67007]: cluster 2022-01-18T21:09:56.130362+0000 mgr.smithi129.iclwio (mgr.14716) 10657 : cluster [DBG] pgmap v9163: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:59 smithi129 conmon[101092]: cluster 2022-01-18T21:09:58.130931+0000 mgr.smithi129.iclwio (mgr.14716) 10658 : cluster [DBG] 2022-01-18T21:09:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:59 smithi129 conmon[101092]: pgmap v9164: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:09:59.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:59 smithi129 conmon[101092]: audit 2022-01-18T21:09:59.433285+0000 mon.smithi129 (mon.0) 3177 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:09:59.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:59 smithi129 conmon[101092]: audit 2022-01-18T21:09:59. 2022-01-18T21:09:59.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:09:59 smithi129 conmon[101092]: 433617+0000 mon.smithi129 (mon.0) 3178 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:10:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:59 smithi156 conmon[67007]: cluster 2022-01-18T21:09:58.130931+0000 mgr.smithi129.iclwio (mgr.14716) 10658 : cluster [DBG] pgmap v9164: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:59 smithi156 conmon[67007]: audit 2022-01-18T21:09:59.433285+0000 mon.smithi129 (mon.0) 3177 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:10:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:59 smithi156 conmon[67007]: audit 2022-01-18T21:09:59.433617+0000 mon.smithi129 (mon.0) 3178 : audit 2022-01-18T21:10:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:09:59 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:10:00.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:00 smithi129 conmon[101092]: cluster 2022-01-18T21:10:00.000133+0000 mon.smithi129 (mon.0) 3179 : cluster [WRN] 2022-01-18T21:10:00.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:00 smithi129 conmon[101092]: overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T21:10:01.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:00 smithi156 conmon[67007]: cluster 2022-01-18T21:10:00.000133+0000 mon.smithi129 (mon.0) 3179 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T21:10:01.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:01 smithi129 conmon[101092]: cluster 2022-01-18T21:10:00.131732+0000 mgr.smithi129.iclwio (mgr.14716) 10659 : cluster [DBG] pgmap v9165: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:10:02.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:01 smithi156 conmon[67007]: cluster 2022-01-18T21:10:00.131732+0000 mgr.smithi129.iclwio (mgr.14716) 10659 : cluster [DBG] pgmap v9165: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:10:03.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:03 smithi129 conmon[101092]: cluster 2022-01-18T21:10:02.132302+0000 mgr.smithi129.iclwio (mgr.14716) 10660 : cluster [DBG] pgmap v9166: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:04.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:03 smithi156 conmon[67007]: cluster 2022-01-18T21:10:02.132302+0000 mgr.smithi129.iclwio (mgr.14716) 10660 : cluster [DBG] pgmap v9166: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:05.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:05 smithi129 conmon[101092]: cluster 2022-01-18T21:10:04.133020+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:10:05.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:05 smithi129 conmon[101092]: .14716) 10661 : cluster [DBG] pgmap v9167: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:06.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:05 smithi156 conmon[67007]: cluster 2022-01-18T21:10:04.133020+0000 mgr.smithi129.iclwio (mgr.14716) 10661 : cluster [DBG] pgmap v9167: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:07.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:07 smithi129 conmon[101092]: cluster 2022-01-18T21:10:06.133756+0000 mgr.smithi129.iclwio (mgr.14716) 10662 : cluster 2022-01-18T21:10:07.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:07 smithi129 conmon[101092]: [DBG] pgmap v9168: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:08.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:07 smithi156 conmon[67007]: cluster 2022-01-18T21:10:06.133756+0000 mgr.smithi129.iclwio (mgr.14716) 10662 : cluster [DBG] pgmap v9168: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:09.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:09 smithi129 conmon[101092]: cluster 2022-01-18T21:10:08.134315+0000 mgr.smithi129.iclwio (mgr.14716) 10663 : cluster 2022-01-18T21:10:09.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:09 smithi129 conmon[101092]: [DBG] pgmap v9169: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:09 smithi156 conmon[67007]: cluster 2022-01-18T21:10:08.134315+0000 mgr.smithi129.iclwio (mgr.14716) 10663 : cluster [DBG] pgmap v9169: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:11.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:11 smithi129 conmon[101092]: cluster 2022-01-18T21:10:10.135086+0000 mgr.smithi129.iclwio (mgr.14716) 10664 : cluster [DBG] pgmap v9170: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:10:12.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:11 smithi156 conmon[67007]: cluster 2022-01-18T21:10:10.135086+0000 mgr.smithi129.iclwio (mgr.14716) 10664 : cluster [DBG] pgmap v9170: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:10:12.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:11 smithi156 conmon[67007]: 2022-01-18T21:10:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:13 smithi129 conmon[101092]: cluster 2022-01-18T21:10:12.135729+0000 mgr.smithi129.iclwio (mgr.14716) 10665 : cluster [DBG] pgmap v9171: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:13.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:13 smithi129 conmon[101092]: 2022-01-18T21:10:14.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:13 smithi156 conmon[67007]: cluster 2022-01-18T21:10:12.135729+0000 mgr.smithi129.iclwio (mgr.14716) 10665 : cluster [DBG] pgmap v9171: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:15.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:15 smithi129 conmon[101092]: cluster 2022-01-18T21:10:14.136283+0000 mgr.smithi129.iclwio (mgr.14716) 10666 : cluster [DBG] pgmap v9172: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:16.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:15 smithi156 conmon[67007]: cluster 2022-01-18T21:10:14.136283+0000 mgr.smithi129.iclwio (mgr.14716) 10666 : cluster [DBG] pgmap v9172: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:17.623 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:10:17.884 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:10:17.884 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 8m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:10:17.884 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 8m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:10:17.885 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 8m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:10:17.885 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 8m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:10:17.885 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 8m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:10:17.885 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 8m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:10:17.885 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 8m ago 5h 826M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:10:17.886 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 8m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:10:17.886 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 8m ago 5h 1847M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:10:17.886 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 8m ago 5h 889M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:10:17.886 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 8m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:10:17.887 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 8m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:10:17.887 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 8m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:10:17.887 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 8m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:10:17.887 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 8m ago 5h 2272M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:10:17.887 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 8m ago 5h 3380M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:10:17.888 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 8m ago 5h 2553M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:10:17.888 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 8m ago 5h 3407M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:10:17.888 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 8m ago 5h 3164M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:10:17.888 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 8m ago 5h 3664M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:10:17.888 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 8m ago 5h 2962M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:10:17.889 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 8m ago 5h 4259M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:10:17.889 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 8m ago 5h 121M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:10:17.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:17 smithi129 conmon[101092]: cluster 2022-01-18T21:10:16. 2022-01-18T21:10:17.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:17 smithi129 conmon[101092]: 137029+0000 mgr.smithi129.iclwio (mgr.14716) 10667 : cluster [DBG] pgmap v9173: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:18.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:17 smithi156 conmon[67007]: cluster 2022-01-18T21:10:16.137029+0000 mgr.smithi129.iclwio (mgr.14716) 10667 : cluster [DBG] pgmap v9173: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:18.204 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:10:18.204 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:10:18.205 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:10:18.205 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:10:18.205 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:10:18.205 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:10:18.206 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:10:18.206 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:10:18.206 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:10:18.206 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:10:18.206 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:10:18.207 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:10:18.207 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:10:18.207 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:10:18.207 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:10:18.207 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:10:18.208 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:10:18.208 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:10:18.208 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:10:18.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:18 smithi129 conmon[101092]: audit 2022-01-18T21:10:17.610929+0000 mgr.smithi129.iclwio (mgr.14716) 10668 2022-01-18T21:10:18.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:18 smithi129 conmon[101092]: : audit [DBG] from='client.41206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:10:18.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:18 smithi129 conmon[101092]: audit 2022-01-18T21:10:17.875842+0000 mgr.smithi129.iclwio (mgr.14716) 10669 : audit [DBG] from='client.41210 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:10:18.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:18 smithi129 conmon[101092]: audit 2022-01-18T21:10:18.204649+0000 mon.smithi129 (mon.0) 3180 : audit [DBG] 2022-01-18T21:10:18.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:18 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/1973331362' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:10:19.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:18 smithi156 conmon[67007]: audit 2022-01-18T21:10:17.610929+0000 mgr.smithi129.iclwio (mgr.14716) 10668 : audit [DBG] from='client.41206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:10:19.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:18 smithi156 conmon[67007]: audit 2022-01-18T21:10:17.875842+0000 mgr.smithi129.iclwio (mgr.14716) 10669 : audit [DBG] from='client.41210 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:10:19.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:18 smithi156 conmon[67007]: audit 2022-01-18T21:10:18.204649+0000 mon.smithi129 (mon.0) 3180 : audit [DBG] 2022-01-18T21:10:19.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:18 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/1973331362' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:10:19.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:19 smithi129 conmon[101092]: cluster 2022-01-18T21:10:18.137457+0000 mgr.smithi129.iclwio (mgr.14716) 10670 : cluster [DBG] pgmap v9174: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:20.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:19 smithi156 conmon[67007]: cluster 2022-01-18T21:10:18.137457+0000 mgr.smithi129.iclwio (mgr.14716) 10670 : cluster [DBG] pgmap v9174: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:21.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:21 smithi129 conmon[101092]: cluster 2022-01-18T21:10:20.138159+0000 mgr.smithi129.iclwio (mgr.14716) 10671 : cluster [DBG] pgmap v9175: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:10:22.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:21 smithi156 conmon[67007]: cluster 2022-01-18T21:10:20.138159+0000 mgr.smithi129.iclwio (mgr.14716) 10671 : cluster [DBG] pgmap v9175: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:10:23.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:23 smithi129 conmon[101092]: cluster 2022-01-18T21:10:22.138912+0000 mgr.smithi129.iclwio (mgr.14716) 10672 : cluster [DBG] pgmap v9176: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:23.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:23 smithi129 conmon[101092]: 2022-01-18T21:10:24.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:23 smithi156 conmon[67007]: cluster 2022-01-18T21:10:22.138912+0000 mgr.smithi129.iclwio (mgr.14716) 10672 : cluster [DBG] pgmap v9176: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:25.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:25 smithi129 conmon[101092]: cluster 2022-01-18T21:10:24.139689+0000 mgr.smithi129.iclwio (mgr.14716) 10673 : cluster [DBG] pgmap v9177: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:26.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:25 smithi156 conmon[67007]: cluster 2022-01-18T21:10:24.139689+0000 mgr.smithi129.iclwio (mgr.14716) 10673 : cluster [DBG] pgmap v9177: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:27.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:27 smithi129 conmon[101092]: cluster 2022-01-18T21:10:26.140565+0000 mgr.smithi129.iclwio (mgr.14716) 10674 : cluster [DBG] pgmap v9178: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:28.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:27 smithi156 conmon[67007]: cluster 2022-01-18T21:10:26.140565+0000 mgr.smithi129.iclwio (mgr.14716) 10674 : cluster [DBG] pgmap v9178: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:29.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:29 smithi129 conmon[101092]: cluster 2022-01-18T21:10:28.141220+0000 mgr.smithi129.iclwio (mgr.14716) 10675 : cluster [DBG] pgmap v9179: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:30.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:29 smithi156 conmon[67007]: cluster 2022-01-18T21:10:28.141220+0000 mgr.smithi129.iclwio (mgr.14716) 10675 : cluster [DBG] pgmap v9179: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:31.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:31 smithi129 conmon[101092]: cluster 2022-01-18T21:10:30.142110+0000 mgr.smithi129.iclwio (mgr.14716) 10676 : cluster [DBG] 2022-01-18T21:10:31.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:31 smithi129 conmon[101092]: pgmap v9180: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:10:32.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:31 smithi156 conmon[67007]: cluster 2022-01-18T21:10:30.142110+0000 mgr.smithi129.iclwio (mgr.14716) 10676 : cluster [DBG] pgmap v9180: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:10:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:33 smithi129 conmon[101092]: cluster 2022-01-18T21:10:32.142660+0000 mgr.smithi129.iclwio (mgr.14716) 10677 : cluster [DBG] 2022-01-18T21:10:33.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:33 smithi129 conmon[101092]: pgmap v9181: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:34.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:33 smithi156 conmon[67007]: cluster 2022-01-18T21:10:32.142660+0000 mgr.smithi129.iclwio (mgr.14716) 10677 : cluster [DBG] pgmap v9181: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:35.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:35 smithi129 conmon[101092]: cluster 2022-01-18T21:10:34.143320+0000 mgr.smithi129.iclwio 2022-01-18T21:10:35.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:35 smithi129 conmon[101092]: (mgr.14716) 10678 : cluster [DBG] pgmap v9182: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:35.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:35 smithi129 conmon[101092]: audit 2022-01-18T21:10:35.420474+0000 mon.smithi129 (mon.0) 3181 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:10:35.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:35 smithi129 conmon[101092]: audit 2022-01-18T21:10:35.421934+0000 mon.smithi129 (mon.0) 3182 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:10:35.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:35 smithi129 conmon[101092]: audit 2022-01-18T21:10:35.422839+0000 mon.smithi129 (mon.0) 3183 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:10:36.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:35 smithi156 conmon[67007]: cluster 2022-01-18T21:10:34.143320+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:10:36.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:35 smithi156 conmon[67007]: .14716) 10678 : cluster [DBG] pgmap v9182: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:36.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:35 smithi156 conmon[67007]: audit 2022-01-18T21:10:35.420474+0000 mon.smithi129 (mon.0) 3181 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:10:36.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:35 smithi156 conmon[67007]: audit 2022-01-18T21:10:35.421934+0000 mon.smithi129 (mon.0) 3182 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:10:36.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:35 smithi156 conmon[67007]: audit 2022-01-18T21:10:35.422839+0000 mon.smithi129 (mon 2022-01-18T21:10:36.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:35 smithi156 conmon[67007]: .0) 3183 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:10:36.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:36 smithi129 conmon[101092]: cephadm 2022-01-18T21:10:35.423566+0000 mgr.smithi129.iclwio (mgr.14716) 10679 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:10:36.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:36 smithi129 conmon[101092]: audit 2022-01-18T21:10:35.718593+0000 mon.smithi129 (mon.0) 3184 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T21:10:36.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:36 smithi129 conmon[101092]: audit 2022-01-18T21:10:35.728051+0000 mon.smithi129 (mon.0) 3185 : audit [INF] 2022-01-18T21:10:36.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:36 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T21:10:36.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:36 smithi129 conmon[101092]: audit 2022-01 2022-01-18T21:10:36.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:36 smithi129 conmon[101092]: -18T21:10:35.732291+0000 mon.smithi129 (mon.0) 3186 : audit 2022-01-18T21:10:36.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:36 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:10:36.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:36 smithi129 conmon[101092]: audit 2022-01-18T21:10:35 2022-01-18T21:10:36.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:36 smithi129 conmon[101092]: .736801+0000 mon.smithi129 (mon.0) 3187 : audit [INF] 2022-01-18T21:10:36.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:36 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:10:37.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:36 smithi156 conmon[67007]: cephadm 2022-01-18T21:10:35.423566+0000 mgr.smithi129.iclwio (mgr.14716) 10679 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:10:37.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:36 smithi156 conmon[67007]: audit 2022-01-18T21:10:35.718593+0000 mon.smithi129 (mon.0) 3184 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T21:10:37.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:36 smithi156 conmon[67007]: audit 2022-01-18T21:10:35.728051+0000 mon.smithi129 (mon.0) 3185 : audit [INF] 2022-01-18T21:10:37.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:36 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T21:10:37.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:36 smithi156 conmon[67007]: audit 2022-01-18T21:10:37.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:36 smithi156 conmon[67007]: 2022-01-18T21:10:35.732291+0000 2022-01-18T21:10:37.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:36 smithi156 conmon[67007]: mon.smithi129 (mon.0) 3186 : audit 2022-01-18T21:10:37.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:36 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:10:37.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:36 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T21:10:37.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:36 smithi156 conmon[67007]: 21:10:35.736801+0000 mon.smithi129 (mon.0 2022-01-18T21:10:37.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:36 smithi156 conmon[67007]: ) 3187 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:10:37.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:37 smithi129 conmon[101092]: cluster 2022-01-18T21:10:36.143908+0000 mgr.smithi129.iclwio 2022-01-18T21:10:37.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:37 smithi129 conmon[101092]: (mgr.14716) 10680 : cluster [DBG] pgmap v9183: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:38.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:37 smithi156 conmon[67007]: cluster 2022-01-18T21:10:36.143908+0000 mgr.smithi129.iclwio (mgr.14716) 10680 : cluster [DBG] pgmap v9183: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:39 smithi156 conmon[67007]: cluster 2022-01-18T21:10:38.144453+0000 mgr.smithi129.iclwio (mgr.14716) 10681 : cluster [DBG] pgmap v9184: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:39 smithi129 conmon[101092]: cluster 2022-01-18T21:10:38.144453+0000 mgr.smithi129.iclwio (mgr.14716) 10681 : cluster 2022-01-18T21:10:40.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:39 smithi129 conmon[101092]: [DBG] pgmap v9184: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:42.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:41 smithi156 conmon[67007]: cluster 2022-01-18T21:10:40.145389+0000 mgr.smithi129.iclwio (mgr.14716) 10682 : cluster [DBG] pgmap v9185: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:10:42.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:41 smithi129 conmon[101092]: cluster 2022-01-18T21:10:40.145389+0000 mgr.smithi129.iclwio ( 2022-01-18T21:10:42.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:41 smithi129 conmon[101092]: mgr.14716) 10682 : cluster [DBG] pgmap v9185: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:10:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:43 smithi156 conmon[67007]: cluster 2022-01-18T21:10:42.146093+0000 mgr.smithi129.iclwio (mgr.14716) 10683 : cluster [DBG] pgmap v9186: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:43 smithi129 conmon[101092]: cluster 2022-01-18T21:10:42.146093+0000 mgr.smithi129.iclwio (mgr.14716) 10683 : cluster [DBG] pgmap v9186: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:46.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:45 smithi156 conmon[67007]: cluster 2022-01-18T21:10:44.146582+0000 mgr.smithi129.iclwio (mgr.14716) 10684 : cluster [DBG] pgmap v9187: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:46.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:45 smithi129 conmon[101092]: cluster 2022-01-18T21:10:44.146582+0000 mgr.smithi129.iclwio ( 2022-01-18T21:10:46.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:45 smithi129 conmon[101092]: mgr.14716) 10684 : cluster [DBG] pgmap v9187: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:47.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:47 smithi129 conmon[101092]: cluster 2022-01-18T21:10:46.147355+0000 mgr.smithi129.iclwio (mgr.14716) 10685 : cluster 2022-01-18T21:10:47.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:47 smithi129 conmon[101092]: [DBG] pgmap v9188: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:48.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:47 smithi156 conmon[67007]: cluster 2022-01-18T21:10:46.147355+0000 mgr.smithi129.iclwio (mgr.14716) 10685 : cluster [DBG] pgmap v9188: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:48.510 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:10:48.777 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:10:48.777 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 9m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:10:48.777 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 9m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:10:48.778 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 9m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:10:48.778 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 9m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:10:48.778 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 9m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:10:48.778 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 9m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:10:48.778 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 9m ago 5h 826M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:10:48.779 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 9m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:10:48.779 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 9m ago 5h 1847M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:10:48.779 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 9m ago 5h 889M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:10:48.779 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 9m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:10:48.780 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 9m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:10:48.780 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 9m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:10:48.780 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 9m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:10:48.780 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (4h) 9m ago 5h 2272M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:10:48.781 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 9m ago 5h 3380M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:10:48.781 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 9m ago 5h 2553M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:10:48.781 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 9m ago 5h 3407M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:10:48.781 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 9m ago 5h 3164M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:10:48.781 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 9m ago 5h 3664M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:10:48.782 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 9m ago 5h 2962M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:10:48.782 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 9m ago 5h 4259M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:10:48.782 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 9m ago 5h 121M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:10:49.096 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:10:49.097 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:10:49.097 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:10:49.097 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:10:49.097 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:10:49.098 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:10:49.098 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:10:49.098 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:10:49.098 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:10:49.099 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:10:49.099 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:10:49.099 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:10:49.099 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:10:49.100 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:10:49.100 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:10:49.100 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:10:49.100 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:10:49.100 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:10:49.101 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:10:50.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:49 smithi156 conmon[67007]: cluster 2022-01-18T21:10:48.147875+0000 mgr.smithi129.iclwio (mgr.14716) 10686 : cluster [DBG] pgmap v9189: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:50.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:49 smithi156 conmon[67007]: audit 2022-01-18T21:10:48.499160+0000 mgr.smithi129.iclwio (mgr.14716) 10687 : audit [DBG] from='client.41218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:10:50.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:49 smithi156 conmon[67007]: audit 2022-01-18T21:10:48.768537+0000 mgr.smithi129.iclwio (mgr.14716) 10688 : audit [DBG] from='client.41222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:10:50.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:49 smithi156 conmon[67007]: audit 2022-01-18T21:10:49.096876+0000 mon.smithi129 (mon.0) 3188 : audit [DBG] from='client.? 172.21.15.129:0/3291958531' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:10:50.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:49 smithi129 conmon[101092]: cluster 2022-01-18T21:10:48.147875+0000 mgr.smithi129.iclwio (mgr.14716) 10686 2022-01-18T21:10:50.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:49 smithi129 conmon[101092]: : cluster [DBG] pgmap v9189: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:50.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:49 smithi129 conmon[101092]: audit 2022-01-18T21:10:48.499160+0000 mgr.smithi129.iclwio (mgr.14716) 10687 : audit [DBG] from='client.41218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:10:50.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:49 smithi129 conmon[101092]: audit 2022-01-18T21:10: 2022-01-18T21:10:50.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:49 smithi129 conmon[101092]: 48.768537+0000 mgr.smithi129.iclwio (mgr.14716) 10688 : audit [DBG] from='client.41222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:10:50.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:49 smithi129 conmon[101092]: audit 2022-01-18T21:10:49.096876+0000 2022-01-18T21:10:50.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:49 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3188 : audit [DBG] from='client.? 172.21.15.129:0/3291958531' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:10:52.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:51 smithi156 conmon[67007]: cluster 2022-01-18T21:10:50.148606+0000 mgr.smithi129.iclwio (mgr.14716) 10689 : cluster [DBG] pgmap v9190: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:10:52.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:51 smithi129 conmon[101092]: cluster 2022-01-18T21:10:50.148606+0000 mgr.smithi129.iclwio (mgr.14716) 10689 : cluster [DBG] pgmap v9190: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:10:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:53 smithi156 conmon[67007]: cluster 2022-01-18T21:10:52.149178+0000 mgr.smithi129.iclwio (mgr.14716) 10690 : cluster [DBG] pgmap v9191: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:53 smithi129 conmon[101092]: cluster 2022-01-18T21:10:52.149178+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:10:54.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:53 smithi129 conmon[101092]: 14716) 10690 : cluster [DBG] pgmap v9191: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:56.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:55 smithi156 conmon[67007]: cluster 2022-01-18T21:10:54.149827+0000 mgr.smithi129.iclwio (mgr.14716) 10691 : cluster [DBG] pgmap v9192: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:56.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:55 smithi129 conmon[101092]: cluster 2022-01-18T21:10:54.149827+0000 mgr.smithi129.iclwio (mgr.14716) 10691 : cluster [DBG] pgmap v9192: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:57.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:57 smithi129 conmon[101092]: cluster 2022-01-18T21:10:56.150665+0000 mgr.smithi129.iclwio (mgr.14716) 10692 : cluster [DBG] pgmap v9193: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:10:58.048 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:57 smithi156 conmon[67007]: cluster 2022-01-18T21:10:56.150665+0000 mgr.smithi129.iclwio (mgr.14716) 10692 : cluster [DBG] pgmap v9193: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:59 smithi156 conmon[67007]: cluster 2022-01-18T21:10:58.151190+0000 mgr.smithi129.iclwio (mgr.14716) 10693 : cluster [DBG] pgmap v9194: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:59 smithi156 conmon[67007]: audit 2022-01-18T21:10:59.437325+0000 mon.smithi129 (mon.0) 3189 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:11:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:10:59 smithi156 conmon[67007]: audit 2022-01-18T21:10:59.437551+0000 mon.smithi129 (mon.0) 3190 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:11:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:59 smithi129 conmon[101092]: cluster 2022-01-18T21:10:58.151190+0000 mgr.smithi129.iclwio (mgr.14716) 10693 : cluster [DBG] 2022-01-18T21:11:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:59 smithi129 conmon[101092]: pgmap v9194: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:59 smithi129 conmon[101092]: audit 2022-01-18T21:10:59.437325+0000 mon.smithi129 (mon.0) 3189 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:11:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:59 smithi129 conmon[101092]: audit 2022-01-18T21:10:59.437551+0000 mon.smithi129 (mon.0) 3190 : audit [INF] 2022-01-18T21:11:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:10:59 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:11:02.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:01 smithi156 conmon[67007]: cluster 2022-01-18T21:11:00.152077+0000 mgr.smithi129.iclwio (mgr.14716) 10694 : cluster [DBG] pgmap v9195: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:11:02.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:01 smithi129 conmon[101092]: cluster 2022-01-18T21:11:00.152077+0000 mgr.smithi129.iclwio (mgr.14716) 10694 : cluster [DBG] pgmap v9195: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:11:02.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:01 smithi129 conmon[101092]: 2022-01-18T21:11:04.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:03 smithi156 conmon[67007]: cluster 2022-01-18T21:11:02.152531+0000 mgr.smithi129.iclwio (mgr.14716) 10695 : cluster [DBG] pgmap v9196: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:03 smithi129 conmon[101092]: cluster 2022-01-18T21:11:02.152531+0000 mgr.smithi129.iclwio (mgr.14716) 10695 : cluster [DBG] pgmap v9196: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:06.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:05 smithi156 conmon[67007]: cluster 2022-01-18T21:11:04.153155+0000 mgr.smithi129.iclwio (mgr.14716) 10696 : cluster [DBG] pgmap v9197: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:06.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:05 smithi129 conmon[101092]: cluster 2022-01-18T21:11:04.153155+0000 mgr.smithi129.iclwio (mgr.14716) 10696 : cluster [DBG] pgmap v9197: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:06.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:05 smithi129 conmon[101092]: 2022-01-18T21:11:07.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:07 smithi129 conmon[101092]: cluster 2022-01-18T21:11:06.153970+0000 mgr.smithi129.iclwio (mgr.14716) 10697 : cluster [DBG] pgmap v9198: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:08.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:07 smithi156 conmon[67007]: cluster 2022-01-18T21:11:06.153970+0000 mgr.smithi129.iclwio (mgr.14716) 10697 : cluster [DBG] pgmap v9198: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:09 smithi156 conmon[67007]: cluster 2022-01-18T21:11:08.154491+0000 mgr.smithi129.iclwio (mgr.14716) 10698 : cluster [DBG] pgmap v9199: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:10.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:09 smithi129 conmon[101092]: cluster 2022-01-18T21:11:08.154491+0000 mgr.smithi129.iclwio (mgr.14716) 10698 : cluster 2022-01-18T21:11:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:09 smithi129 conmon[101092]: [DBG] pgmap v9199: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:12.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:11 smithi156 conmon[67007]: cluster 2022-01-18T21:11:10.155278+0000 mgr.smithi129.iclwio (mgr.14716) 10699 : cluster [DBG] pgmap v9200: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:11:12.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:11 smithi129 conmon[101092]: cluster 2022-01-18T21:11:10.155278+0000 mgr.smithi129.iclwio (mgr.14716) 10699 : cluster [DBG] pgmap v9200: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:11:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:13 smithi129 conmon[101092]: cluster 2022-01-18T21:11:12.155909+0000 mgr.smithi129.iclwio (mgr.14716) 10700 : cluster [DBG] pgmap v9201: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:13 smithi156 conmon[67007]: cluster 2022-01-18T21:11:12.155909+0000 mgr.smithi129.iclwio (mgr.14716) 10700 : cluster [DBG] pgmap v9201: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:16.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:15 smithi129 conmon[101092]: cluster 2022-01-18T21:11:14.156482+0000 mgr.smithi129.iclwio (mgr.14716) 10701 : cluster [DBG] pgmap v9202: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:15 smithi156 conmon[67007]: cluster 2022-01-18T21:11:14.156482+0000 mgr.smithi129.iclwio (mgr.14716) 10701 : cluster [DBG] pgmap v9202: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:18.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:17 smithi129 conmon[101092]: cluster 2022-01-18T21:11:16.157169+0000 mgr.smithi129.iclwio (mgr.14716) 10702 : cluster [DBG] pgmap v9203: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:17 smithi156 conmon[67007]: cluster 2022-01-18T21:11:16.157169+0000 mgr.smithi129.iclwio (mgr.14716) 10702 : cluster [DBG] pgmap v9203: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:19.395 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:11:19.659 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:11:19.659 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 9m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:11:19.660 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 9m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:11:19.660 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 9m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:11:19.660 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 9m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:11:19.660 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 9m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:11:19.661 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 9m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:11:19.661 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 9m ago 5h 826M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:11:19.661 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 9m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:11:19.661 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 9m ago 5h 1847M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:11:19.661 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 9m ago 5h 889M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:11:19.662 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 9m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:11:19.662 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 9m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:11:19.662 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 9m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:11:19.662 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 9m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:11:19.663 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 9m ago 5h 2272M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:11:19.663 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 9m ago 5h 3380M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:11:19.663 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 9m ago 5h 2553M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:11:19.663 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 9m ago 5h 3407M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:11:19.663 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 9m ago 5h 3164M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:11:19.664 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 9m ago 5h 3664M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:11:19.664 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 9m ago 5h 2962M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:11:19.664 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 9m ago 5h 4259M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:11:19.664 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 9m ago 5h 121M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:11:19.977 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:11:19.978 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:11:19.978 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:11:19.979 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:11:19.979 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:11:19.979 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:11:19.979 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:11:19.980 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:11:19.980 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:11:19.980 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:11:19.981 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:11:19.981 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:11:19.981 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:11:19.981 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:11:19.982 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:11:19.982 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:11:19.982 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:11:19.982 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:11:19.982 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:11:20.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:19 smithi129 conmon[101092]: cluster 2022-01-18T21:11:18.157765+0000 mgr.smithi129.iclwio (mgr.14716) 10703 : 2022-01-18T21:11:20.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:19 smithi129 conmon[101092]: cluster [DBG] pgmap v9204: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:19 smithi156 conmon[67007]: cluster 2022-01-18T21:11:18.157765+0000 mgr.smithi129.iclwio (mgr.14716) 10703 : cluster [DBG] pgmap v9204: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:21.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:20 smithi129 conmon[101092]: audit 2022-01-18T21:11:19.383807+0000 mgr.smithi129.iclwio (mgr.14716) 10704 : audit [DBG] 2022-01-18T21:11:21.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:20 smithi129 conmon[101092]: from='client.41230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:11:21.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:20 smithi129 conmon[101092]: audit 2022-01-18T21:11:19.650857+0000 mgr.smithi129.iclwio (mgr.14716) 10705 : audit [DBG] from='client.41234 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:11:21.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:20 smithi129 conmon[101092]: audit 2022-01-18T21:11:19.977712+0000 mon.smithi129 (mon.0) 3191 : audit [DBG] from='client.? 172.21.15.129:0/2719473237' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:11:21.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:20 smithi156 conmon[67007]: audit 2022-01-18T21:11:19.383807+0000 mgr.smithi129.iclwio (mgr.14716) 10704 : 2022-01-18T21:11:21.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:20 smithi156 conmon[67007]: audit [DBG] from='client.41230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:11:21.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:20 smithi156 conmon[67007]: audit 2022-01-18T21:11:19.650857+0000 mgr.smithi129.iclwio (mgr.14716) 10705 : audit [DBG] from='client.41234 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:11:21.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:20 smithi156 conmon[67007]: audit 2022-01 2022-01-18T21:11:21.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:20 smithi156 conmon[67007]: -18T21:11:19.977712+0000 mon.smithi129 (mon.0) 3191 : audit [DBG] from='client.? 172.21.15.129:0/2719473237' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:11:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:21 smithi129 conmon[101092]: cluster 2022-01-18T21:11:20.158389+0000 mgr.smithi129.iclwio (mgr.14716) 10706 : cluster 2022-01-18T21:11:22.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:21 smithi129 conmon[101092]: [DBG] pgmap v9205: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:11:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:21 smithi156 conmon[67007]: cluster 2022-01-18T21:11:20.158389+0000 mgr.smithi129.iclwio (mgr.14716) 10706 : cluster [DBG] pgmap v9205: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:11:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:21 smithi156 conmon[67007]: 2022-01-18T21:11:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:23 smithi129 conmon[101092]: cluster 2022-01-18T21:11:22.158933+0000 mgr.smithi129.iclwio (mgr.14716) 10707 : cluster [DBG] 2022-01-18T21:11:24.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:23 smithi129 conmon[101092]: pgmap v9206: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:23 smithi156 conmon[67007]: cluster 2022-01-18T21:11:22.158933+0000 mgr.smithi129.iclwio (mgr.14716) 10707 : cluster [DBG] pgmap v9206: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:26.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:25 smithi129 conmon[101092]: cluster 2022-01-18T21:11:24.159659+0000 mgr.smithi129.iclwio (mgr.14716) 10708 : cluster [DBG] pgmap v9207: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:25 smithi156 conmon[67007]: cluster 2022-01-18T21:11:24.159659+0000 mgr.smithi129.iclwio (mgr.14716) 10708 : cluster [DBG] pgmap v9207: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:28.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:27 smithi129 conmon[101092]: cluster 2022-01-18T21:11:26.160484+0000 mgr.smithi129.iclwio (mgr.14716) 10709 : cluster [DBG] pgmap v9208: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:27 smithi156 conmon[67007]: cluster 2022-01-18T21:11:26.160484+0000 mgr.smithi129.iclwio (mgr.14716) 10709 : cluster [DBG] pgmap v9208: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:29 smithi129 conmon[101092]: cluster 2022-01-18T21:11:28.161142+0000 mgr.smithi129.iclwio (mgr.14716) 10710 2022-01-18T21:11:30.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:29 smithi129 conmon[101092]: : cluster [DBG] pgmap v9209: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:29 smithi156 conmon[67007]: cluster 2022-01-18T21:11:28.161142+0000 mgr.smithi129.iclwio (mgr.14716) 10710 : cluster [DBG] pgmap v9209: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:32.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:31 smithi129 conmon[101092]: cluster 2022-01-18T21:11:30.161951+0000 mgr.smithi129.iclwio (mgr.14716) 10711 : cluster 2022-01-18T21:11:32.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:31 smithi129 conmon[101092]: [DBG] pgmap v9210: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:11:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:31 smithi156 conmon[67007]: cluster 2022-01-18T21:11:30.161951+0000 mgr.smithi129.iclwio (mgr.14716) 10711 : cluster [DBG] pgmap v9210: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:11:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:31 smithi156 conmon[67007]: 2022-01-18T21:11:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:33 smithi129 conmon[101092]: cluster 2022-01-18T21:11:32.162586+0000 mgr.smithi129.iclwio ( 2022-01-18T21:11:34.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:33 smithi129 conmon[101092]: mgr.14716) 10712 : cluster [DBG] pgmap v9211: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:33 smithi156 conmon[67007]: cluster 2022-01-18T21:11:32.162586+0000 mgr.smithi129.iclwio (mgr.14716) 10712 : cluster [DBG] pgmap v9211: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:33 smithi156 conmon[67007]: 2022-01-18T21:11:36.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:35 smithi129 conmon[101092]: cluster 2022-01-18T21:11:34.163280+0000 mgr.smithi129.iclwio (mgr.14716) 10713 : cluster [DBG] pgmap v9212: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:36.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:35 smithi129 conmon[101092]: audit 2022-01-18T21 2022-01-18T21:11:36.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:35 smithi129 conmon[101092]: :11:35.739289+0000 mon.smithi129 (mon.0) 3192 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:11:36.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:35 smithi129 conmon[101092]: audit 2022-01-18T21:11:35.740736+0000 mon.smithi129 (mon.0) 3193 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:11:36.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:35 smithi129 conmon[101092]: audit 2022-01-18T21:11:36.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:35 smithi129 conmon[101092]: 2022-01-18T21:11:35.741704+0000 mon.smithi129 (mon.0) 3194 : 2022-01-18T21:11:36.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:35 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:11:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:35 smithi156 conmon[67007]: cluster 2022-01-18T21:11:34.163280+0000 mgr.smithi129.iclwio (mgr.14716) 10713 : cluster [DBG] 2022-01-18T21:11:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:35 smithi156 conmon[67007]: pgmap v9212: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:35 smithi156 conmon[67007]: audit 2022-01-18T21:11:35.739289+0000 mon.smithi129 (mon.0) 3192 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:11:36.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:35 smithi156 conmon[67007]: audit 2022-01 2022-01-18T21:11:36.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:35 smithi156 conmon[67007]: -18T21:11:35.740736+0000 mon.smithi129 (mon.0) 3193 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:11:36.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:35 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T21:11:36.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:35 smithi156 conmon[67007]: 21:11:35.741704+0000 mon.smithi129 (mon.0 2022-01-18T21:11:36.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:35 smithi156 conmon[67007]: ) 3194 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:11:37.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:37 smithi156 conmon[67007]: cephadm 2022-01-18T21:11:35.742443+0000 mgr.smithi129.iclwio (mgr.14716) 10714 : 2022-01-18T21:11:37.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:37 smithi156 conmon[67007]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:11:37.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:37 smithi156 conmon[67007]: audit 2022-01-18T21:11:35.997565+0000 mon.smithi129 (mon.0) 3195 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:11:37.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:37 smithi129 conmon[101092]: cephadm 2022-01-18T21:11:35.742443+0000 mgr.smithi129.iclwio (mgr.14716) 10714 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:11:37.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:37 smithi129 conmon[101092]: audit 2022-01-18T21:11:35.997565+0000 mon.smithi129 (mon.0) 3195 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:11:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:38 smithi156 conmon[67007]: cluster 2022-01-18T21:11:36.163817+0000 mgr.smithi129.iclwio (mgr.14716) 10715 : cluster [DBG] pgmap v9213: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:38 smithi129 conmon[101092]: cluster 2022-01-18T21:11:36.163817+0000 mgr.smithi129.iclwio (mgr.14716) 10715 : 2022-01-18T21:11:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:38 smithi129 conmon[101092]: cluster [DBG] pgmap v9213: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:40 smithi156 conmon[67007]: cluster 2022-01-18T21:11:38.164251+0000 mgr.smithi129.iclwio (mgr.14716) 10716 : cluster [DBG] pgmap v9214: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:40 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T21:11:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:40 smithi156 conmon[67007]: T21:11:39.267044+0000 mon.smithi129 (mon.0) 3196 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:11:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:40 smithi129 conmon[101092]: cluster 2022-01 2022-01-18T21:11:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:40 smithi129 conmon[101092]: -18T21:11:38.164251+0000 mgr.smithi129.iclwio (mgr.14716) 10716 : cluster [DBG] pgmap v9214: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:40.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:40 smithi129 conmon[101092]: audit 2022-01-18T21:11:39.267044+0000 mon.smithi129 (mon.0) 3196 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:11:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:42 smithi156 conmon[67007]: cluster 2022-01-18T21:11:40.164903+0000 mgr.smithi129.iclwio (mgr.14716) 10717 : cluster [DBG] pgmap v9215: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:11:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:42 smithi156 conmon[67007]: audit 2022-01-18T21:11:41.140667+0000 mon.smithi129 (mon.0) 3197 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:11:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:42 smithi156 conmon[67007]: audit 2022-01-18T21:11:41.423059+0000 mon.smithi129 (mon.0) 3198 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:11:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:42 smithi156 conmon[67007]: audit 2022-01 2022-01-18T21:11:42.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:42 smithi156 conmon[67007]: -18T21:11:41.428193+0000 mon.smithi129 (mon.0) 3199 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:11:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:42 smithi129 conmon[101092]: cluster 2022-01-18T21:11:40.164903+0000 mgr.smithi129.iclwio (mgr.14716) 10717 : cluster [DBG] 2022-01-18T21:11:42.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:42 smithi129 conmon[101092]: pgmap v9215: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:11:42.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:42 smithi129 conmon[101092]: audit 2022-01-18T21:11:41.140667+0000 mon.smithi129 (mon.0) 3197 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:11:42.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:42 smithi129 conmon[101092]: audit 2022-01-18T21:11:41.423059+0000 mon.smithi129 (mon.0) 3198 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:11:42.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:42 smithi129 conmon[101092]: audit 2022-01-18T21:11:41.428193+0000 mon.smithi129 (mon.0) 3199 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:11:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:44 smithi156 conmon[67007]: cluster 2022-01-18T21:11:42.165364+0000 mgr.smithi129.iclwio (mgr.14716) 10718 : cluster [DBG] pgmap v9216: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:44 smithi129 conmon[101092]: cluster 2022-01-18T21:11:42.165364+0000 mgr.smithi129.iclwio (mgr.14716) 10718 : cluster [DBG] pgmap v9216: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:46 smithi156 conmon[67007]: cluster 2022-01-18T21:11:44.166048+0000 mgr.smithi129.iclwio (mgr.14716) 10719 : cluster [DBG] pgmap v9217: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:46 smithi129 conmon[101092]: cluster 2022-01-18T21:11:44.166048+0000 mgr.smithi129.iclwio (mgr.14716) 10719 : cluster [DBG] pgmap v9217: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:48 smithi156 conmon[67007]: cluster 2022-01-18T21:11:46.166770+0000 mgr.smithi129.iclwio (mgr.14716) 10720 : cluster [DBG] pgmap v9218: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:48 smithi129 conmon[101092]: cluster 2022-01-18T21:11:46.166770+0000 mgr.smithi129.iclwio (mgr.14716) 10720 : cluster [DBG] pgmap v9218: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:48.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:48 smithi129 conmon[101092]: 2022-01-18T21:11:50.280 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:11:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:50 smithi156 conmon[67007]: cluster 2022-01-18T21:11:48.167514+0000 mgr.smithi129.iclwio (mgr.14716) 10721 : cluster [DBG] pgmap v9219: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:50 smithi129 conmon[101092]: cluster 2022-01-18T21:11:48.167514+0000 mgr.smithi129.iclwio (mgr.14716) 10721 : cluster [DBG] pgmap v9219: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:50.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:50 smithi129 conmon[101092]: 2022-01-18T21:11:50.545 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:11:50.545 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 9s ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:11:50.545 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 9s ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:11:50.546 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 11s ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:11:50.546 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 9s ago 5h 44.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:11:50.546 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 9s ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:11:50.546 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 11s ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:11:50.547 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 9s ago 5h 839M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:11:50.547 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 11s ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:11:50.547 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 9s ago 5h 1885M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:11:50.547 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 11s ago 5h 924M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:11:50.548 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 9s ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:11:50.548 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 11s ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:11:50.548 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 9s ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:11:50.548 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 11s ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:11:50.549 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 9s ago 5h 2301M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:11:50.549 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 9s ago 5h 3414M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:11:50.549 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 9s ago 5h 2576M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:11:50.549 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 9s ago 5h 3442M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:11:50.550 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 11s ago 5h 3196M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:11:50.550 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 11s ago 5h 3693M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:11:50.550 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 11s ago 5h 2988M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:11:50.550 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 11s ago 5h 4291M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:11:50.551 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 9s ago 5h 123M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:11:50.866 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:11:50.866 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:11:50.867 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:11:50.867 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:11:50.867 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:11:50.868 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:11:50.868 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:11:50.868 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:11:50.868 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:11:50.868 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:11:50.869 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:11:50.869 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:11:50.869 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:11:50.869 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:11:50.870 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:11:50.870 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:11:50.870 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:11:50.870 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:11:50.871 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:11:51.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:51 smithi156 conmon[67007]: audit 2022-01-18T21:11:50.866439+0000 mon.smithi129 (mon.0) 3200 : audit [DBG] from='client.? 172.21.15.129:0/1542770230' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:11:51.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:51 smithi129 conmon[101092]: audit 2022-01-18T21:11:50.866439+0000 mon.smithi129 (mon.0) 3200 : audit [DBG] from='client.? 172.21.15.129:0/1542770230' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:11:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:52 smithi156 conmon[67007]: cluster 2022-01-18T21:11:50.168217+0000 mgr.smithi129.iclwio (mgr.14716) 10722 : cluster [DBG] pgmap v9220: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:11:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:52 smithi156 conmon[67007]: audit 2022-01-18T21:11:50.268065+0000 mgr.smithi129.iclwio (mgr.14716) 10723 : audit [DBG] from='client.41242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:11:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:52 smithi156 conmon[67007]: audit 2022-01-18T21:11:50.536689+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:11:52.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:52 smithi156 conmon[67007]: ) 10724 : audit [DBG] from='client.41246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:11:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:52 smithi129 conmon[101092]: cluster 2022-01-18T21:11:50.168217+0000 mgr.smithi129.iclwio (mgr.14716) 10722 : cluster [DBG] pgmap v9220: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:11:52.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:52 smithi129 conmon[101092]: 2022-01-18T21:11:52.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:52 smithi129 conmon[101092]: audit 2022-01-18T21:11:50.268065+0000 mgr.smithi129.iclwio (mgr.14716) 10723 : audit [DBG] from='client.41242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:11:52.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:52 smithi129 conmon[101092]: audit 2022-01-18T21:11:50.536689+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:11:52.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:52 smithi129 conmon[101092]: 14716) 10724 : audit [DBG] from='client.41246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:11:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:54 smithi156 conmon[67007]: cluster 2022-01-18T21:11:52.168814+0000 mgr.smithi129.iclwio (mgr.14716) 10725 : cluster [DBG] pgmap v9221: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:54 smithi129 conmon[101092]: cluster 2022-01-18T21:11:52.168814+0000 mgr.smithi129.iclwio (mgr.14716) 10725 2022-01-18T21:11:54.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:54 smithi129 conmon[101092]: : cluster [DBG] pgmap v9221: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:56 smithi156 conmon[67007]: cluster 2022-01-18T21:11:54.169607+0000 mgr.smithi129.iclwio (mgr.14716) 10726 : cluster 2022-01-18T21:11:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:56 smithi156 conmon[67007]: [DBG] pgmap v9222: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:56 smithi129 conmon[101092]: cluster 2022-01-18T21:11:54.169607+0000 mgr.smithi129.iclwio (mgr.14716) 10726 : cluster 2022-01-18T21:11:56.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:56 smithi129 conmon[101092]: [DBG] pgmap v9222: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:58.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:58 smithi156 conmon[67007]: cluster 2022-01-18T21:11:56.170531+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:11:58.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:11:58 smithi156 conmon[67007]: 10727 : cluster [DBG] pgmap v9223: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:11:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:11:58 smithi129 conmon[101092]: cluster 2022-01-18T21:11:56.170531+0000 mgr.smithi129.iclwio (mgr.14716) 10727 : cluster [DBG] pgmap v9223: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:00 smithi156 conmon[67007]: cluster 2022-01-18T21:11:58.171290+0000 mgr.smithi129.iclwio (mgr.14716) 10728 : cluster [DBG] 2022-01-18T21:12:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:00 smithi156 conmon[67007]: pgmap v9224: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:00 smithi156 conmon[67007]: audit 2022-01-18T21:11:59.441480+0000 mon.smithi129 (mon.0) 3201 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:12:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:00 smithi156 conmon[67007]: audit 2022-01-18T21:11:59.441722+0000 mon.smithi129 (mon.0) 3202 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:12:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:00 smithi129 conmon[101092]: cluster 2022-01-18T21:11:58.171290+0000 mgr.smithi129.iclwio (mgr.14716) 10728 : cluster [DBG] pgmap v9224: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:00 smithi129 conmon[101092]: 2022-01-18T21:12:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:00 smithi129 conmon[101092]: audit 2022-01-18T21:11:59.441480+0000 mon.smithi129 (mon.0) 3201 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:12:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:00 smithi129 conmon[101092]: audit 2022-01-18T21:11:59.441722 2022-01-18T21:12:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:00 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 3202 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:12:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:02 smithi156 conmon[67007]: cluster 2022-01-18T21:12:00.172281+0000 mgr.smithi129.iclwio (mgr.14716) 10729 : cluster [DBG] 2022-01-18T21:12:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:02 smithi156 conmon[67007]: pgmap v9225: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:12:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:02 smithi129 conmon[101092]: cluster 2022-01-18T21:12:00.172281+0000 mgr.smithi129.iclwio (mgr.14716) 10729 : cluster [DBG] pgmap v9225: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:12:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:04 smithi129 conmon[101092]: cluster 2022-01-18T21:12:02.172937+0000 mgr.smithi129.iclwio (mgr.14716) 10730 : cluster [DBG] pgmap v9226: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:04.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:04 smithi156 conmon[67007]: cluster 2022-01-18T21:12:02.172937+0000 mgr.smithi129.iclwio (mgr.14716) 10730 : cluster 2022-01-18T21:12:04.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:04 smithi156 conmon[67007]: [DBG] pgmap v9226: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:06.388 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:06 smithi129 conmon[101092]: cluster 2022-01-18T21:12:04.173581+0000 mgr.smithi129.iclwio (mgr.14716) 10731 : cluster [DBG] pgmap v9227: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:06 smithi156 conmon[67007]: cluster 2022-01-18T21:12:04.173581+0000 mgr.smithi129.iclwio (mgr.14716) 10731 : cluster [DBG] 2022-01-18T21:12:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:06 smithi156 conmon[67007]: pgmap v9227: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:08 smithi129 conmon[101092]: cluster 2022-01-18T21:12:06.174272+0000 mgr.smithi129.iclwio (mgr.14716) 10732 : cluster [DBG] pgmap v9228: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:08 smithi156 conmon[67007]: cluster 2022-01-18T21:12:06.174272+0000 mgr.smithi129.iclwio (mgr.14716) 10732 2022-01-18T21:12:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:08 smithi156 conmon[67007]: : cluster [DBG] pgmap v9228: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:10.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:10 smithi129 conmon[101092]: cluster 2022-01-18T21:12:08.174736+0000 mgr.smithi129.iclwio (mgr.14716) 10733 2022-01-18T21:12:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:10 smithi129 conmon[101092]: : cluster [DBG] pgmap v9229: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:10 smithi156 conmon[67007]: cluster 2022-01-18T21:12:08.174736+0000 mgr.smithi129.iclwio (mgr.14716) 10733 : cluster [DBG] 2022-01-18T21:12:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:10 smithi156 conmon[67007]: pgmap v9229: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:12.323 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:12 smithi129 conmon[101092]: cluster 2022-01-18T21:12:10.175394+0000 mgr.smithi129.iclwio ( 2022-01-18T21:12:12.323 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:12 smithi129 conmon[101092]: mgr.14716) 10734 : cluster [DBG] pgmap v9230: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:12:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:12 smithi156 conmon[67007]: cluster 2022-01-18T21:12:10.175394+0000 mgr.smithi129.iclwio (mgr.14716) 10734 : cluster [DBG] 2022-01-18T21:12:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:12 smithi156 conmon[67007]: pgmap v9230: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:12:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:14 smithi129 conmon[101092]: cluster 2022-01-18T21:12:12.175853+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:12:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:14 smithi129 conmon[101092]: .14716) 10735 : cluster [DBG] pgmap v9231: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:14.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:14 smithi156 conmon[67007]: cluster 2022-01-18T21:12:12.175853+0000 mgr.smithi129.iclwio (mgr.14716) 10735 : cluster [DBG] 2022-01-18T21:12:14.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:14 smithi156 conmon[67007]: pgmap v9231: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:15.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:15 smithi129 conmon[101092]: cluster 2022-01-18T21:12:14.176350+0000 mgr.smithi129.iclwio (mgr.14716) 10736 : cluster [DBG] 2022-01-18T21:12:15.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:15 smithi129 conmon[101092]: pgmap v9232: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:15.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:15 smithi156 conmon[67007]: cluster 2022-01-18T21:12:14.176350+0000 mgr.smithi129.iclwio (mgr.14716) 10736 : cluster 2022-01-18T21:12:15.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:15 smithi156 conmon[67007]: [DBG] pgmap v9232: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:17.544 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:17 smithi129 conmon[101092]: cluster 2022-01-18T21:12:16.176919+0000 mgr.smithi129.iclwio (mgr.14716) 10737 : cluster [DBG] pgmap v9233: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:17.548 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:17 smithi156 conmon[67007]: cluster 2022-01-18T21:12:16.176919+0000 mgr.smithi129.iclwio (mgr.14716) 10737 : cluster 2022-01-18T21:12:17.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:17 smithi156 conmon[67007]: [DBG] pgmap v9233: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:19.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:19 smithi129 conmon[101092]: cluster 2022-01-18T21:12:18.177470+0000 mgr.smithi129.iclwio (mgr.14716) 10738 : cluster [DBG] pgmap v9234: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:19.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:19 smithi156 conmon[67007]: cluster 2022-01-18T21:12:18.177470+0000 mgr.smithi129.iclwio (mgr.14716) 10738 : cluster 2022-01-18T21:12:19.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:19 smithi156 conmon[67007]: [DBG] pgmap v9234: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:21.169 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:12:21.434 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:12:21.434 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 40s ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:12:21.434 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 40s ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:12:21.434 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 42s ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:12:21.435 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 40s ago 5h 44.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:12:21.435 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 40s ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:12:21.435 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 42s ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:12:21.436 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 40s ago 5h 839M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:12:21.436 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 42s ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:12:21.436 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 40s ago 5h 1885M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:12:21.436 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 42s ago 5h 924M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:12:21.436 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 40s ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:12:21.437 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 42s ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:12:21.437 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 40s ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:12:21.437 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 42s ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:12:21.437 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 40s ago 5h 2301M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:12:21.438 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 40s ago 5h 3414M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:12:21.438 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 40s ago 5h 2576M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:12:21.438 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 40s ago 5h 3442M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:12:21.438 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 42s ago 5h 3196M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:12:21.439 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 42s ago 5h 3693M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:12:21.439 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 42s ago 5h 2988M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:12:21.439 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 42s ago 5h 4291M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:12:21.439 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 40s ago 5h 123M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:12:21.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:21 smithi129 conmon[101092]: cluster 2022-01-18T21:12:20.178401+0000 mgr.smithi129.iclwio (mgr.14716) 10739 : 2022-01-18T21:12:21.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:21 smithi129 conmon[101092]: cluster [DBG] pgmap v9235: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:12:21.751 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:12:21.752 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:12:21.752 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:12:21.752 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:12:21.753 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:12:21.753 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:12:21.753 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:12:21.753 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:12:21.753 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:12:21.754 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:12:21.754 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:12:21.754 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:12:21.754 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:12:21.755 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:12:21.755 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:12:21.755 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:12:21.755 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:12:21.755 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:12:21.756 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:12:21.798 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:21 smithi156 conmon[67007]: cluster 2022-01-18T21:12:20.178401+0000 mgr.smithi129.iclwio (mgr.14716) 10739 : cluster [DBG] pgmap v9235: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:12:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:22 smithi129 conmon[101092]: audit 2022-01-18T21:12:21.155704+0000 mgr.smithi129.iclwio (mgr.14716) 10740 : audit [DBG] from='client.41254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:12:22.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:22 smithi129 conmon[101092]: audit 2022-01-18T21:12:21.424995+0000 mgr.smithi129.iclwio (mgr.14716) 10741 : audit [DBG] from='client.41258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:12:22.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:22 smithi129 conmon[101092]: audit 2022-01-18T21:12:21.752047+0000 mon.smithi129 2022-01-18T21:12:22.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:22 smithi129 conmon[101092]: (mon.0) 3203 : audit [DBG] from='client.? 172.21.15.129:0/3542254022' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:12:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:22 smithi156 conmon[67007]: audit 2022-01-18T21:12:21.155704+0000 mgr.smithi129.iclwio (mgr.14716) 10740 : audit [DBG] 2022-01-18T21:12:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:22 smithi156 conmon[67007]: from='client.41254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:12:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:22 smithi156 conmon[67007]: audit 2022-01-18T21:12:21.424995+0000 mgr.smithi129.iclwio (mgr.14716) 10741 : audit [DBG] from='client.41258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:12:22.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:22 smithi156 conmon[67007]: audit 2022-01-18T21:12:21. 2022-01-18T21:12:22.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:22 smithi156 conmon[67007]: 752047+0000 mon.smithi129 (mon.0) 3203 : audit [DBG] from='client.? 172.21.15.129:0/3542254022' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:12:23.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:23 smithi129 conmon[101092]: cluster 2022-01-18T21:12:22.179000+0000 mgr.smithi129.iclwio (mgr.14716) 10742 : cluster [DBG] 2022-01-18T21:12:23.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:23 smithi129 conmon[101092]: pgmap v9236: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:23.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:23 smithi156 conmon[67007]: cluster 2022-01-18T21:12:22.179000+0000 mgr.smithi129.iclwio (mgr.14716) 10742 : cluster 2022-01-18T21:12:23.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:23 smithi156 conmon[67007]: [DBG] pgmap v9236: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:25.659 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:25 smithi129 conmon[101092]: cluster 2022-01-18T21:12:24.179576+0000 mgr.smithi129.iclwio (mgr.14716) 10743 : cluster [DBG] pgmap v9237: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:25.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:25 smithi156 conmon[67007]: cluster 2022-01-18T21:12:24.179576+0000 mgr.smithi129.iclwio (mgr.14716) 10743 : cluster [DBG] pgmap v9237: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:27.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:27 smithi129 conmon[101092]: cluster 2022-01-18T21:12:26.180050+0000 mgr.smithi129.iclwio (mgr.14716) 10744 : cluster [DBG] pgmap v9238: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:27.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:27 smithi129 conmon[101092]: 2022-01-18T21:12:27.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:27 smithi156 conmon[67007]: cluster 2022-01-18T21:12:26.180050+0000 mgr.smithi129.iclwio (mgr.14716) 10744 : cluster [DBG] pgmap v9238: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:29.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:29 smithi129 conmon[101092]: cluster 2022-01-18T21:12:28.180641+0000 mgr.smithi129.iclwio (mgr.14716) 10745 : cluster [DBG] pgmap v9239: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:29.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:29 smithi156 conmon[67007]: cluster 2022-01-18T21:12:28.180641+0000 mgr.smithi129.iclwio (mgr.14716) 10745 : cluster [DBG] pgmap v9239: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:31.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:31 smithi129 conmon[101092]: cluster 2022-01-18T21:12:30.181404+0000 mgr.smithi129.iclwio (mgr.14716) 10746 : cluster [DBG] pgmap v9240: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:12:31.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:31 smithi156 conmon[67007]: cluster 2022-01-18T21:12:30.181404+0000 mgr.smithi129.iclwio (mgr.14716) 10746 : cluster [DBG] pgmap v9240: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:12:33.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:33 smithi129 conmon[101092]: cluster 2022-01-18T21:12:32.182157+0000 mgr.smithi129.iclwio (mgr.14716) 10747 : cluster [DBG] pgmap v9241: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:33.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:33 smithi156 conmon[67007]: cluster 2022-01-18T21:12:32.182157+0000 mgr.smithi129.iclwio (mgr.14716) 10747 : cluster [DBG] pgmap v9241: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:35.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:35 smithi129 conmon[101092]: cluster 2022-01-18T21:12:34.182817+0000 mgr.smithi129.iclwio (mgr.14716) 10748 : cluster [DBG] pgmap v9242: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:35.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:35 smithi156 conmon[67007]: cluster 2022-01-18T21:12:34.182817+0000 mgr.smithi129.iclwio (mgr.14716) 10748 : cluster [DBG] pgmap v9242: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:37.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:37 smithi129 conmon[101092]: cluster 2022-01-18T21:12:36.183322+0000 mgr.smithi129.iclwio (mgr.14716) 10749 : cluster [DBG] pgmap v9243: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:37.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:37 smithi129 conmon[101092]: 2022-01-18T21:12:37.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:37 smithi156 conmon[67007]: cluster 2022-01-18T21:12:36.183322+0000 mgr.smithi129.iclwio (mgr.14716) 10749 : cluster [DBG] pgmap v9243: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:39.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:39 smithi129 conmon[101092]: cluster 2022-01-18T21:12:38.184074+0000 mgr.smithi129.iclwio (mgr.14716) 10750 : cluster [DBG] pgmap v9244: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:39.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:39 smithi156 conmon[67007]: cluster 2022-01-18T21:12:38.184074+0000 mgr.smithi129.iclwio (mgr.14716) 10750 : cluster [DBG] pgmap v9244: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:41.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:41 smithi129 conmon[101092]: cluster 2022-01-18T21:12:40.184902+0000 mgr.smithi129.iclwio (mgr.14716) 10751 : cluster [DBG] pgmap v9245: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:12:41.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:41 smithi156 conmon[67007]: cluster 2022-01-18T21:12:40.184902+0000 mgr.smithi129.iclwio (mgr.14716) 10751 : cluster [DBG] pgmap v9245: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:12:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:42 smithi129 conmon[101092]: audit 2022-01-18T21:12:41.430634+0000 mon.smithi129 (mon.0) 3204 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:12:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:42 smithi129 conmon[101092]: audit 2022-01-18T21:12:41.432008+0000 mon.smithi129 (mon.0) 3205 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:12:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:42 smithi129 conmon[101092]: audit 2022-01-18T21:12:41.432933+0000 mon.smithi129 (mon.0) 3206 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:12:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:42 smithi129 conmon[101092]: cephadm 2022-01-18T21:12:41.433644+0000 mgr.smithi129.iclwio (mgr.14716) 10752 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:12:42.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:42 smithi129 conmon[101092]: audit 2022-01-18T21:12:41.744953+0000 mon.smithi129 (mon.0) 3207 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:12:42.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:42 smithi129 conmon[101092]: audit 2022-01-18T21:12:41.752037+0000 mon.smithi129 (mon.0) 3208 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:12:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:42 smithi156 conmon[67007]: audit 2022-01-18T21:12:41.430634+0000 mon.smithi129 (mon.0) 3204 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:12:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:42 smithi156 conmon[67007]: audit 2022-01-18T21:12:41.432008+0000 mon.smithi129 (mon.0) 3205 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:12:42.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:42 smithi156 conmon[67007]: audit 2022-01-18T21:12:41.432933+0000 mon.smithi129 (mon.0) 3206 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:12:42.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:42 smithi156 conmon[67007]: cephadm 2022-01-18T21:12:41.433644+0000 mgr.smithi129.iclwio (mgr.14716) 10752 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:12:42.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:42 smithi156 conmon[67007]: audit 2022-01-18T21:12:41.744953+0000 mon.smithi129 (mon.0) 3207 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:12:42.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:42 smithi156 conmon[67007]: audit 2022-01-18T21:12:42.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:42 smithi156 conmon[67007]: 2022-01-18T21:12:41.752037+0000 mon.smithi129 (mon.0) 3208 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:12:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:43 smithi156 conmon[67007]: cluster 2022-01-18T21:12:42.185350+0000 mgr.smithi129.iclwio (mgr.14716) 10753 : cluster [DBG] pgmap v9246: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:43 smithi129 conmon[101092]: cluster 2022-01-18T21:12:42.185350+0000 mgr.smithi129.iclwio (mgr.14716) 10753 : cluster [DBG] pgmap v9246: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:46.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:45 smithi156 conmon[67007]: cluster 2022-01-18T21:12:44.186127+0000 mgr.smithi129.iclwio (mgr.14716) 10754 2022-01-18T21:12:46.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:45 smithi156 conmon[67007]: : cluster [DBG] pgmap v9247: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:46.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:45 smithi129 conmon[101092]: cluster 2022-01-18T21:12:44.186127+0000 mgr.smithi129.iclwio (mgr.14716) 10754 : cluster [DBG] 2022-01-18T21:12:46.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:45 smithi129 conmon[101092]: pgmap v9247: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:47.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:47 smithi129 conmon[101092]: cluster 2022-01-18T21:12:46.186577+0000 mgr.smithi129.iclwio (mgr.14716) 10755 : cluster [DBG] pgmap v9248: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:48.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:47 smithi156 conmon[67007]: cluster 2022-01-18T21:12:46.186577+0000 mgr.smithi129.iclwio (mgr.14716) 10755 : cluster [DBG] pgmap v9248: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:50.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:49 smithi156 conmon[67007]: cluster 2022-01-18T21:12:48.187116+0000 mgr.smithi129.iclwio (mgr.14716) 10756 : cluster [DBG] pgmap v9249: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:50.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:49 smithi129 conmon[101092]: cluster 2022-01-18T21:12:48.187116+0000 mgr.smithi129.iclwio (mgr.14716) 10756 : cluster [DBG] pgmap v9249: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:52.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:51 smithi156 conmon[67007]: cluster 2022-01-18T21:12:50.188120+0000 mgr.smithi129.iclwio (mgr.14716) 10757 : cluster [DBG] pgmap v9250: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:12:52.051 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:12:52.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:51 smithi129 conmon[101092]: cluster 2022-01-18T21:12:50.188120+0000 mgr.smithi129.iclwio (mgr.14716) 10757 : cluster [DBG] pgmap v9250: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:12:52.316 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:12:52.317 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 71s ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:12:52.317 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 71s ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:12:52.317 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 73s ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:12:52.317 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 71s ago 5h 44.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:12:52.317 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 71s ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:12:52.318 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 73s ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:12:52.318 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 71s ago 5h 839M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:12:52.318 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 73s ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:12:52.318 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 71s ago 5h 1885M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:12:52.319 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 73s ago 5h 924M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:12:52.319 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 71s ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:12:52.319 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 73s ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:12:52.319 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 71s ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:12:52.319 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 73s ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:12:52.320 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 71s ago 5h 2301M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:12:52.320 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 71s ago 5h 3414M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:12:52.320 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 71s ago 5h 2576M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:12:52.320 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 71s ago 5h 3442M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:12:52.321 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 73s ago 5h 3196M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:12:52.321 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 73s ago 5h 3693M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:12:52.321 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 73s ago 5h 2988M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:12:52.321 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 73s ago 5h 4291M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:12:52.322 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 71s ago 5h 123M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:12:52.635 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:12:52.635 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:12:52.635 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:12:52.636 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:12:52.636 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:12:52.636 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:12:52.636 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:12:52.636 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:12:52.637 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:12:52.637 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:12:52.637 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:12:52.637 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:12:52.637 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:12:52.638 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:12:52.638 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:12:52.638 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:12:52.638 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:12:52.638 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:12:52.639 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:12:53.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:52 smithi156 conmon[67007]: audit 2022-01-18T21:12:52.039660+0000 mgr.smithi129.iclwio (mgr.14716) 10758 : audit [DBG] from='client.41266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:12:53.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:52 smithi156 conmon[67007]: audit 2022-01-18T21:12:52.635277+0000 mon.smithi129 (mon.0) 3209 : audit [DBG] from='client.? 172.21.15.129:0/3088838929' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:12:53.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:52 smithi129 conmon[101092]: audit 2022-01-18T21:12:52.039660+0000 mgr.smithi129.iclwio (mgr.14716) 10758 : 2022-01-18T21:12:53.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:52 smithi129 conmon[101092]: audit [DBG] from='client.41266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:12:53.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:52 smithi129 conmon[101092]: audit 2022-01-18T21:12:52.635277+0000 mon.smithi129 (mon.0) 3209 : audit [DBG] from='client.? 172.21.15.129:0/3088838929' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:12:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:53 smithi156 conmon[67007]: cluster 2022-01-18T21:12:52.188584+0000 mgr.smithi129.iclwio (mgr.14716) 10759 : cluster [DBG] pgmap v9251: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:53 smithi156 conmon[67007]: audit 2022-01-18T21:12:52.307890+0000 mgr.smithi129.iclwio (mgr.14716) 10760 : audit [DBG] from='client.41270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:12:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:53 smithi129 conmon[101092]: cluster 2022-01-18T21:12:52.188584+0000 mgr.smithi129.iclwio (mgr.14716) 10759 : cluster 2022-01-18T21:12:54.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:53 smithi129 conmon[101092]: [DBG] pgmap v9251: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:54.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:53 smithi129 conmon[101092]: audit 2022-01-18T21:12:52.307890+0000 mgr.smithi129.iclwio (mgr.14716) 10760 : audit [DBG] from='client.41270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:12:56.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:55 smithi156 conmon[67007]: cluster 2022-01-18T21:12:54.189348+0000 mgr.smithi129.iclwio (mgr.14716) 10761 : cluster [DBG] pgmap v9252: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:56.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:55 smithi129 conmon[101092]: cluster 2022-01-18T21:12:54.189348+0000 mgr.smithi129.iclwio (mgr.14716) 10761 : cluster [DBG] pgmap v9252: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:56.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:55 smithi129 conmon[101092]: 2022-01-18T21:12:57.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:57 smithi129 conmon[101092]: cluster 2022-01-18T21:12:56.189763+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:12:57.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:57 smithi129 conmon[101092]: 10762 : cluster [DBG] pgmap v9253: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:12:58.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:57 smithi156 conmon[67007]: cluster 2022-01-18T21:12:56.189763+0000 mgr.smithi129.iclwio (mgr.14716) 10762 : cluster [DBG] 2022-01-18T21:12:58.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:57 smithi156 conmon[67007]: pgmap v9253: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:59 smithi156 conmon[67007]: cluster 2022-01-18T21:12:58.190547+0000 mgr.smithi129.iclwio (mgr.14716) 10763 : cluster [DBG] pgmap v9254: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:59 smithi156 conmon[67007]: audit 2022- 2022-01-18T21:13:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:59 smithi156 conmon[67007]: 01-18T21:12:59.445863+0000 mon.smithi129 (mon.0) 3210 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:13:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:12:59 smithi156 conmon[67007]: audit 2022-01-18T21:12:59.446080+0000 mon.smithi129 (mon.0) 3211 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:13:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:59 smithi129 conmon[101092]: cluster 2022-01-18T21:12:58.190547+0000 mgr.smithi129.iclwio (mgr.14716) 10763 : cluster [DBG] pgmap v9254: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:59 smithi129 conmon[101092]: 2022-01-18T21:13:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:59 smithi129 conmon[101092]: audit 2022-01-18T21:12:59.445863+0000 mon.smithi129 (mon.0) 3210 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:13:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:12:59 smithi129 conmon[101092]: audit 2022-01-18T21:12:59.446080+0000 mon.smithi129 (mon.0) 3211 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:13:02.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:01 smithi156 conmon[67007]: cluster 2022-01-18T21:13:00.191351+0000 mgr.smithi129.iclwio (mgr.14716) 10764 : cluster [DBG] pgmap v9255: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:13:02.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:01 smithi129 conmon[101092]: cluster 2022-01-18T21:13:00.191351+0000 mgr.smithi129.iclwio (mgr.14716) 10764 : cluster 2022-01-18T21:13:02.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:01 smithi129 conmon[101092]: [DBG] pgmap v9255: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:13:04.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:03 smithi156 conmon[67007]: cluster 2022-01-18T21:13:02.192048+0000 mgr.smithi129.iclwio (mgr.14716) 10765 : cluster [DBG] pgmap v9256: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:03 smithi129 conmon[101092]: cluster 2022-01-18T21:13:02.192048+0000 mgr.smithi129.iclwio (mgr.14716) 10765 : cluster [DBG] pgmap v9256: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:06.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:05 smithi129 conmon[101092]: cluster 2022-01-18T21:13:04.193025+0000 mgr.smithi129.iclwio (mgr.14716) 10766 : cluster [DBG] pgmap v9257: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:05 smithi156 conmon[67007]: cluster 2022-01-18T21:13:04.193025+0000 mgr.smithi129.iclwio (mgr.14716) 10766 : cluster [DBG] pgmap v9257: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:08.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:07 smithi129 conmon[101092]: cluster 2022-01-18T21:13:06.193611+0000 mgr.smithi129.iclwio (mgr.14716) 10767 : cluster [DBG] pgmap v9258: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:08.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:07 smithi129 conmon[101092]: 2022-01-18T21:13:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:07 smithi156 conmon[67007]: cluster 2022-01-18T21:13:06.193611+0000 mgr.smithi129.iclwio (mgr.14716) 10767 : cluster [DBG] pgmap v9258: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:10.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:09 smithi129 conmon[101092]: cluster 2022-01-18T21:13:08.194251+0000 mgr.smithi129.iclwio (mgr.14716) 10768 : cluster [DBG] pgmap v9259: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:09 smithi156 conmon[67007]: cluster 2022-01-18T21:13:08.194251+0000 mgr.smithi129.iclwio (mgr.14716) 10768 : cluster [DBG] pgmap v9259: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:12.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:11 smithi129 conmon[101092]: cluster 2022-01-18T21:13:10.195242+0000 mgr.smithi129.iclwio (mgr.14716) 10769 : 2022-01-18T21:13:12.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:11 smithi129 conmon[101092]: cluster [DBG] pgmap v9260: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:13:12.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:11 smithi156 conmon[67007]: cluster 2022-01-18T21:13:10.195242+0000 mgr.smithi129.iclwio (mgr.14716) 10769 : cluster [DBG] pgmap v9260: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:13:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:13 smithi129 conmon[101092]: cluster 2022-01-18T21:13:12.195844+0000 mgr.smithi129.iclwio (mgr.14716) 10770 : cluster 2022-01-18T21:13:14.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:13 smithi129 conmon[101092]: [DBG] pgmap v9261: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:13 smithi156 conmon[67007]: cluster 2022-01-18T21:13:12.195844+0000 mgr.smithi129.iclwio (mgr.14716) 10770 : cluster [DBG] pgmap v9261: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:16.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:15 smithi129 conmon[101092]: cluster 2022-01-18T21:13:14.196462+0000 mgr.smithi129.iclwio (mgr.14716) 10771 : cluster [DBG] 2022-01-18T21:13:16.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:15 smithi129 conmon[101092]: pgmap v9262: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:15 smithi156 conmon[67007]: cluster 2022-01-18T21:13:14.196462+0000 mgr.smithi129.iclwio (mgr.14716) 10771 : cluster [DBG] pgmap v9262: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:18.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:17 smithi129 conmon[101092]: cluster 2022-01-18T21:13:16.197017+0000 mgr.smithi129.iclwio (mgr.14716) 10772 : cluster [DBG] pgmap v9263: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:17 smithi156 conmon[67007]: cluster 2022-01-18T21:13:16.197017+0000 mgr.smithi129.iclwio (mgr.14716) 10772 : cluster [DBG] pgmap v9263: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:20.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:19 smithi129 conmon[101092]: cluster 2022-01-18T21:13:18.197526+0000 mgr.smithi129.iclwio (mgr.14716) 10773 : cluster 2022-01-18T21:13:20.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:19 smithi129 conmon[101092]: [DBG] pgmap v9264: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:20.298 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:19 smithi156 conmon[67007]: cluster 2022-01-18T21:13:18.197526+0000 mgr.smithi129.iclwio (mgr.14716) 10773 : cluster [DBG] pgmap v9264: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:21 smithi129 conmon[101092]: cluster 2022-01-18T21:13:20.198457+0000 mgr.smithi129.iclwio (mgr.14716) 10774 : cluster [DBG] 2022-01-18T21:13:22.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:21 smithi129 conmon[101092]: pgmap v9265: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:13:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:21 smithi156 conmon[67007]: cluster 2022-01-18T21:13:20.198457+0000 mgr.smithi129.iclwio (mgr.14716) 10774 : cluster [DBG] pgmap v9265: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:13:22.939 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:13:23.202 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:13:23.203 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 102s ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:13:23.203 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 102s ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:13:23.203 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 103s ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:13:23.203 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 102s ago 5h 44.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:13:23.204 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 102s ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:13:23.204 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 103s ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:13:23.204 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 102s ago 5h 839M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:13:23.204 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 103s ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:13:23.205 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 102s ago 5h 1885M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:13:23.205 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 103s ago 5h 924M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:13:23.205 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 102s ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:13:23.205 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 103s ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:13:23.205 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 102s ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:13:23.206 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 103s ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:13:23.206 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 102s ago 5h 2301M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:13:23.206 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 102s ago 5h 3414M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:13:23.206 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 102s ago 5h 2576M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:13:23.207 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 102s ago 5h 3442M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:13:23.207 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 103s ago 5h 3196M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:13:23.207 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 103s ago 5h 3693M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:13:23.207 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 103s ago 5h 2988M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:13:23.208 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 103s ago 5h 4291M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:13:23.208 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 102s ago 5h 123M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:13:23.519 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:13:23.519 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:13:23.519 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:13:23.520 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:13:23.520 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:13:23.520 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:13:23.520 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:13:23.520 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:13:23.521 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:13:23.521 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:13:23.521 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:13:23.521 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:13:23.522 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:13:23.522 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:13:23.522 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:13:23.522 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:13:23.522 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:13:23.523 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:13:23.523 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:13:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:23 smithi129 conmon[101092]: cluster 2022-01-18T21:13:22.199090+0000 2022-01-18T21:13:24.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:23 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 10775 : cluster [DBG] pgmap v9266: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:24.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:23 smithi129 conmon[101092]: audit 2022-01-18T21:13:22.927189+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:13:24.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:23 smithi129 conmon[101092]: ) 10776 : audit [DBG] from='client.41278 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:13:24.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:23 smithi129 conmon[101092]: audit 2022 2022-01-18T21:13:24.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:23 smithi129 conmon[101092]: -01-18T21:13:23.519302+0000 mon.smithi129 (mon.0) 3212 : audit 2022-01-18T21:13:24.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:23 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/200350857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:13:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:23 smithi156 conmon[67007]: cluster 2022-01-18T21:13:22.199090+0000 mgr.smithi129.iclwio (mgr.14716) 10775 : cluster [DBG] pgmap v9266: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:23 smithi156 conmon[67007]: audit 2022-01-18T21:13:22.927189+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:13:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:23 smithi156 conmon[67007]: .14716) 10776 : audit [DBG] from='client.41278 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:13:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:23 smithi156 conmon[67007]: audit 2022-01-18T21:13:23.519302+0000 mon.smithi129 (mon.0) 3212 : audit [DBG] from='client.? 172.21.15.129:0/200350857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:13:25.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:24 smithi129 conmon[101092]: audit 2022-01-18T21:13:23.193843+0000 mgr.smithi129.iclwio (mgr.14716) 10777 : audit [DBG] 2022-01-18T21:13:25.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:24 smithi129 conmon[101092]: from='client.41282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:13:25.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:24 smithi156 conmon[67007]: audit 2022-01-18T21:13:23.193843+0000 mgr.smithi129.iclwio (mgr.14716) 10777 2022-01-18T21:13:25.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:24 smithi156 conmon[67007]: : audit [DBG] from='client.41282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:13:26.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:25 smithi129 conmon[101092]: cluster 2022-01-18T21:13:24.199958+0000 mgr.smithi129.iclwio (mgr.14716) 10778 : cluster [DBG] 2022-01-18T21:13:26.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:25 smithi129 conmon[101092]: pgmap v9267: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:25 smithi156 conmon[67007]: cluster 2022-01-18T21:13:24.199958+0000 mgr.smithi129.iclwio (mgr.14716) 10778 : cluster 2022-01-18T21:13:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:25 smithi156 conmon[67007]: [DBG] pgmap v9267: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:28.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:27 smithi129 conmon[101092]: cluster 2022-01-18T21:13:26.200384+0000 mgr.smithi129.iclwio (mgr.14716) 10779 : cluster 2022-01-18T21:13:28.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:27 smithi129 conmon[101092]: [DBG] pgmap v9268: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:27 smithi156 conmon[67007]: cluster 2022-01-18T21:13:26.200384+0000 mgr.smithi129.iclwio (mgr.14716) 10779 : cluster [DBG] 2022-01-18T21:13:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:27 smithi156 conmon[67007]: pgmap v9268: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:29 smithi129 conmon[101092]: cluster 2022-01-18T21:13:28.200968+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:13:30.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:29 smithi129 conmon[101092]: 10780 : cluster [DBG] pgmap v9269: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:29 smithi156 conmon[67007]: cluster 2022-01-18T21:13:28.200968+0000 mgr.smithi129.iclwio (mgr.14716) 10780 : cluster [DBG] pgmap v9269: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:32.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:31 smithi129 conmon[101092]: cluster 2022-01-18T21:13:30.201703+0000 mgr.smithi129.iclwio (mgr.14716) 10781 2022-01-18T21:13:32.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:31 smithi129 conmon[101092]: : cluster [DBG] pgmap v9270: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:13:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:31 smithi156 conmon[67007]: cluster 2022-01-18T21:13:30.201703+0000 mgr.smithi129.iclwio (mgr.14716) 10781 : cluster 2022-01-18T21:13:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:31 smithi156 conmon[67007]: [DBG] pgmap v9270: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:13:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:33 smithi129 conmon[101092]: cluster 2022-01-18T21:13:32.202421+0000 mgr.smithi129.iclwio (mgr.14716) 10782 : cluster [DBG] pgmap v9271: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:33 smithi156 conmon[67007]: cluster 2022-01-18T21:13:32.202421+0000 mgr.smithi129.iclwio (mgr.14716) 10782 : cluster [DBG] 2022-01-18T21:13:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:33 smithi156 conmon[67007]: pgmap v9271: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:36.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:35 smithi129 conmon[101092]: cluster 2022-01-18T21:13:34.203264+0000 mgr.smithi129.iclwio (mgr.14716) 10783 : cluster [DBG] pgmap v9272: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:35 smithi156 conmon[67007]: cluster 2022-01-18T21:13:34.203264+0000 mgr.smithi129.iclwio (mgr.14716) 10783 : cluster [DBG] 2022-01-18T21:13:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:35 smithi156 conmon[67007]: pgmap v9272: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:38.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:37 smithi129 conmon[101092]: cluster 2022-01-18T21:13:36.203975+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:13:38.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:37 smithi129 conmon[101092]: 10784 : cluster [DBG] pgmap v9273: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:37 smithi156 conmon[67007]: cluster 2022-01-18T21:13:36.203975+0000 mgr.smithi129.iclwio (mgr.14716) 10784 : cluster 2022-01-18T21:13:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:37 smithi156 conmon[67007]: [DBG] pgmap v9273: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:39 smithi129 conmon[101092]: cluster 2022-01-18T21:13:38.204621+0000 mgr.smithi129.iclwio (mgr.14716) 10785 : cluster [DBG] pgmap v9274: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:39 smithi156 conmon[67007]: cluster 2022-01-18T21:13:38.204621+0000 mgr.smithi129.iclwio (mgr.14716) 10785 : cluster 2022-01-18T21:13:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:39 smithi156 conmon[67007]: [DBG] pgmap v9274: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:42.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:41 smithi129 conmon[101092]: cluster 2022-01-18T21:13:40.205496+0000 mgr.smithi129.iclwio (mgr.14716) 10786 : cluster 2022-01-18T21:13:42.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:41 smithi129 conmon[101092]: [DBG] pgmap v9275: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:13:42.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:41 smithi129 conmon[101092]: audit 2022-01-18T21:13:41.754529+0000 mon.smithi129 (mon.0) 3213 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:13:42.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:41 smithi129 conmon[101092]: audit 2022-01-18T21:13: 2022-01-18T21:13:42.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:41 smithi129 conmon[101092]: 41.755994+0000 mon.smithi129 (mon.0) 3214 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:13:42.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:41 smithi129 conmon[101092]: audit 2022-01-18T21:13:41.756917+0000 2022-01-18T21:13:42.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:41 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3215 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:13:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:41 smithi156 conmon[67007]: cluster 2022-01-18T21:13:40.205496+0000 mgr.smithi129.iclwio (mgr.14716) 10786 2022-01-18T21:13:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:41 smithi156 conmon[67007]: : cluster [DBG] pgmap v9275: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:13:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:41 smithi156 conmon[67007]: audit 2022-01-18T21:13:41.754529+0000 mon.smithi129 (mon.0) 3213 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:13:42.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:41 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T21:13:42.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:41 smithi156 conmon[67007]: T21:13:41.755994+0000 mon.smithi129 (mon.0) 2022-01-18T21:13:42.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:41 smithi156 conmon[67007]: 3214 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:13:42.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:41 smithi156 conmon[67007]: audit 2022-01-18T21:13:42.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:41 smithi156 conmon[67007]: 2022-01-18T21:13:41. 2022-01-18T21:13:42.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:41 smithi156 conmon[67007]: 756917+0000 mon.smithi129 (mon.0) 3215 : audit [INF] 2022-01-18T21:13:42.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:41 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:13:43.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:43 smithi156 conmon[67007]: cephadm 2022-01-18T21:13:41.757659+0000 mgr.smithi129.iclwio (mgr.14716) 10787 2022-01-18T21:13:43.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:43 smithi156 conmon[67007]: : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:13:43.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:43 smithi156 conmon[67007]: audit 2022-01-18T21:13:42.022035+0000 mon.smithi129 (mon.0) 3216 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:13:43.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:43 smithi156 conmon[67007]: audit 2022-01-18T21:13:42.314004+0000 mon.smithi129 (mon.0) 3217 2022-01-18T21:13:43.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:43 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:13:43.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:43 smithi156 conmon[67007]: audit 2022-01-18T21:13:43.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:43 smithi156 conmon[67007]: 2022-01-18T21:13:42.319130 2022-01-18T21:13:43.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:43 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 3218 : audit [INF] 2022-01-18T21:13:43.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:43 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:13:43.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:43 smithi129 conmon[101092]: cephadm 2022-01-18T21:13:41.757659+0000 mgr.smithi129.iclwio (mgr.14716) 10787 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:13:43.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:43 smithi129 conmon[101092]: audit 2022-01-18T21:13:42.022035+0000 mon.smithi129 (mon.0) 3216 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:13:43.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:43 smithi129 conmon[101092]: audit 2022-01-18T21:13:42.314004+0000 mon.smithi129 (mon.0) 3217 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:13:43.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:43 smithi129 conmon[101092]: audit 2022-01-18T21:13:42. 2022-01-18T21:13:43.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:43 smithi129 conmon[101092]: 319130+0000 mon.smithi129 (mon.0) 3218 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:13:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:44 smithi156 conmon[67007]: cluster 2022-01-18T21:13:42.206194+0000 mgr.smithi129.iclwio (mgr.14716) 10788 : cluster [DBG] 2022-01-18T21:13:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:44 smithi156 conmon[67007]: pgmap v9276: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:44 smithi129 conmon[101092]: cluster 2022-01-18T21:13:42.206194+0000 mgr.smithi129.iclwio (mgr.14716) 10788 : cluster [DBG] pgmap v9276: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:46 smithi156 conmon[67007]: cluster 2022-01-18T21:13:44.206985+0000 mgr.smithi129.iclwio (mgr.14716) 10789 : cluster [DBG] 2022-01-18T21:13:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:46 smithi156 conmon[67007]: pgmap v9277: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:46 smithi129 conmon[101092]: cluster 2022-01-18T21:13:44.206985+0000 mgr.smithi129.iclwio (mgr.14716) 10789 : cluster [DBG] pgmap v9277: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:48 smithi156 conmon[67007]: cluster 2022-01-18T21:13:46.207657+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:13:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:48 smithi156 conmon[67007]: .14716) 10790 : cluster [DBG] pgmap v9278: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:48 smithi129 conmon[101092]: cluster 2022-01-18T21:13:46.207657+0000 mgr.smithi129.iclwio (mgr.14716) 10790 : cluster [DBG] pgmap v9278: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:50 smithi156 conmon[67007]: cluster 2022-01-18T21:13:48.208380+0000 mgr.smithi129.iclwio (mgr.14716) 10791 : cluster [DBG] pgmap v9279: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:50 smithi156 conmon[67007]: 2022-01-18T21:13:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:50 smithi129 conmon[101092]: cluster 2022-01-18T21:13:48.208380+0000 mgr.smithi129.iclwio (mgr.14716) 10791 : cluster [DBG] pgmap v9279: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:50.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:50 smithi129 conmon[101092]: 2022-01-18T21:13:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:52 smithi156 conmon[67007]: cluster 2022-01-18T21:13:50.209233+0000 mgr.smithi129.iclwio (mgr.14716) 10792 : cluster [DBG] 2022-01-18T21:13:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:52 smithi156 conmon[67007]: pgmap v9280: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:13:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:52 smithi129 conmon[101092]: cluster 2022-01-18T21:13:50.209233+0000 mgr.smithi129.iclwio (mgr.14716) 10792 : cluster [DBG] pgmap v9280: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:13:53.818 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:13:54.088 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:13:54.088 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 2m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:13:54.088 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 2m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:13:54.088 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 2m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:13:54.089 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 2m ago 5h 44.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:13:54.089 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 2m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:13:54.089 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 2m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:13:54.089 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 2m ago 5h 839M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:13:54.089 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 2m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:13:54.090 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 2m ago 5h 1885M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:13:54.090 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 2m ago 5h 924M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:13:54.090 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 2m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:13:54.090 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 2m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:13:54.091 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 2m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:13:54.091 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 2m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:13:54.091 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 2m ago 5h 2301M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:13:54.091 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 2m ago 5h 3414M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:13:54.091 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 2m ago 5h 2576M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:13:54.092 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 2m ago 5h 3442M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:13:54.092 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 2m ago 5h 3196M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:13:54.092 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 2m ago 5h 3693M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:13:54.092 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 2m ago 5h 2988M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:13:54.093 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 2m ago 5h 4291M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:13:54.093 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 2m ago 5h 123M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:13:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:54 smithi156 conmon[67007]: cluster 2022-01-18T21:13:52.209858+0000 mgr.smithi129.iclwio (mgr.14716) 10793 : cluster [DBG] 2022-01-18T21:13:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:54 smithi156 conmon[67007]: pgmap v9281: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:54.407 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:13:54.407 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:13:54.408 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:13:54.408 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:13:54.408 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:13:54.408 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:13:54.408 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:13:54.409 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:13:54.409 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:13:54.409 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:13:54.409 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:13:54.409 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:13:54.410 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:13:54.410 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:13:54.410 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:13:54.410 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:13:54.410 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:13:54.411 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:13:54.411 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:13:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:54 smithi129 conmon[101092]: cluster 2022-01-18T21:13:52.209858+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:13:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:54 smithi129 conmon[101092]: 10793 : cluster [DBG] pgmap v9281: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:55.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:55 smithi156 conmon[67007]: audit 2022-01-18T21:13:53.806649+0000 mgr.smithi129.iclwio (mgr.14716) 10794 : audit [DBG] 2022-01-18T21:13:55.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:55 smithi156 conmon[67007]: from='client.41290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:13:55.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:55 smithi156 conmon[67007]: audit 2022-01-18T21:13:54.078564+0000 mgr.smithi129.iclwio (mgr.14716) 10795 : audit [DBG] from='client.41294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:13:55.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:55 smithi156 conmon[67007]: audit 2022-01-18T21:13:54.407559+0000 mon.smithi129 (mon.0) 3219 : audit [DBG] 2022-01-18T21:13:55.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:55 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/2535922124' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:13:55.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:55 smithi129 conmon[101092]: audit 2022-01-18T21:13:53.806649+0000 mgr.smithi129.iclwio (mgr.14716) 10794 : audit [DBG] from='client.41290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:13:55.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:55 smithi129 conmon[101092]: audit 2022-01-18T21:13:54.078564+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:13:55.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:55 smithi129 conmon[101092]: .14716) 10795 : audit [DBG] from='client.41294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:13:55.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:55 smithi129 conmon[101092]: audit 2022-01-18T21:13:54.407559+0000 mon.smithi129 (mon.0) 3219 : audit [DBG] from='client.? 172.21.15.129:0/2535922124' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:13:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:56 smithi129 conmon[101092]: cluster 2022-01-18T21:13:54.210484+0000 mgr.smithi129.iclwio (mgr.14716) 10796 : cluster [DBG] pgmap v9282: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:56 smithi156 conmon[67007]: cluster 2022-01-18T21:13:54.210484+0000 mgr.smithi129.iclwio (mgr.14716) 10796 2022-01-18T21:13:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:56 smithi156 conmon[67007]: : cluster [DBG] pgmap v9282: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:13:58 smithi129 conmon[101092]: cluster 2022-01-18T21:13:56.210911+0000 mgr.smithi129.iclwio (mgr.14716) 10797 : cluster [DBG] pgmap v9283: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:13:58.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:58 smithi156 conmon[67007]: cluster 2022-01-18T21:13:56.210911+0000 mgr.smithi129.iclwio (mgr.14716) 10797 : cluster 2022-01-18T21:13:58.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:13:58 smithi156 conmon[67007]: [DBG] pgmap v9283: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:00 smithi129 conmon[101092]: cluster 2022-01-18T21:13:58. 2022-01-18T21:14:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:00 smithi129 conmon[101092]: 211435+0000 mgr.smithi129.iclwio (mgr.14716) 10798 : cluster [DBG] pgmap v9284: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:00 smithi129 conmon[101092]: audit 2022-01-18T21:13:59.449767+0000 mon.smithi129 (mon.0) 3220 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:14:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:00 smithi129 conmon[101092]: 2022-01-18T21:14:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:00 smithi129 conmon[101092]: audit 2022-01-18T21:13:59.450033+0000 2022-01-18T21:14:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:00 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3221 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:14:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:00 smithi156 conmon[67007]: cluster 2022-01-18T21:13:58.211435+0000 mgr.smithi129.iclwio (mgr.14716) 10798 : cluster [DBG] pgmap v9284: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:00 smithi156 conmon[67007]: audit 2022-01-18T21:13:59.449767+0000 mon.smithi129 (mon.0) 3220 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:14:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:00 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T21:14:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:00 smithi156 conmon[67007]: T21:13:59.450033+0000 mon.smithi129 (mon.0) 3221 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:14:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:02 smithi129 conmon[101092]: cluster 2022-01-18T21:14:00.212284+0000 mgr.smithi129.iclwio (mgr.14716) 10799 : cluster [DBG] 2022-01-18T21:14:02.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:02 smithi129 conmon[101092]: pgmap v9285: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:14:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:02 smithi156 conmon[67007]: cluster 2022-01-18T21:14:00.212284+0000 mgr.smithi129.iclwio (mgr.14716) 10799 : cluster [DBG] 2022-01-18T21:14:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:02 smithi156 conmon[67007]: pgmap v9285: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:14:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:04 smithi129 conmon[101092]: cluster 2022-01-18T21:14:02.213006+0000 mgr.smithi129.iclwio (mgr.14716) 10800 : cluster [DBG] pgmap v9286: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:04.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:04 smithi156 conmon[67007]: cluster 2022-01-18T21:14:02.213006+0000 mgr.smithi129.iclwio (mgr.14716) 10800 : cluster [DBG] 2022-01-18T21:14:04.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:04 smithi156 conmon[67007]: pgmap v9286: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:06 smithi129 conmon[101092]: cluster 2022-01-18T21:14:04.213691+0000 mgr.smithi129.iclwio (mgr.14716) 10801 : cluster [DBG] pgmap v9287: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:06.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:06 smithi129 conmon[101092]: 2022-01-18T21:14:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:06 smithi156 conmon[67007]: cluster 2022-01-18T21:14:04.213691+0000 mgr.smithi129.iclwio (mgr.14716) 10801 : cluster 2022-01-18T21:14:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:06 smithi156 conmon[67007]: [DBG] pgmap v9287: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:08.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:08 smithi129 conmon[101092]: cluster 2022-01-18T21:14:06.214232+0000 mgr.smithi129.iclwio (mgr.14716) 10802 : cluster [DBG] pgmap v9288: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:08.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:08 smithi129 conmon[101092]: 2022-01-18T21:14:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:08 smithi156 conmon[67007]: cluster 2022-01-18T21:14:06.214232+0000 mgr.smithi129.iclwio (mgr.14716) 10802 : cluster [DBG] pgmap v9288: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:10 smithi129 conmon[101092]: cluster 2022-01-18T21:14:08.214951+0000 mgr.smithi129.iclwio (mgr.14716) 10803 : cluster [DBG] pgmap v9289: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:10 smithi156 conmon[67007]: cluster 2022-01-18T21:14:08.214951+0000 mgr.smithi129.iclwio (mgr.14716) 10803 : cluster [DBG] pgmap v9289: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:12 smithi129 conmon[101092]: cluster 2022-01-18T21:14:10.215701+0000 mgr.smithi129.iclwio (mgr.14716) 10804 : cluster [DBG] pgmap v9290: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:14:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:12 smithi156 conmon[67007]: cluster 2022-01-18T21:14:10.215701+0000 mgr.smithi129.iclwio (mgr.14716) 10804 : cluster [DBG] pgmap v9290: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:14:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:14 smithi129 conmon[101092]: cluster 2022-01-18T21:14:12.216194+0000 mgr.smithi129.iclwio (mgr.14716) 10805 : cluster [DBG] pgmap v9291: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:14.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:14 smithi156 conmon[67007]: cluster 2022-01-18T21:14:12.216194+0000 mgr.smithi129.iclwio (mgr.14716) 10805 : cluster [DBG] pgmap v9291: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:16 smithi129 conmon[101092]: cluster 2022-01-18T21:14:14.216992+0000 mgr.smithi129.iclwio (mgr.14716) 10806 2022-01-18T21:14:16.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:16 smithi129 conmon[101092]: : cluster [DBG] pgmap v9292: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:16 smithi156 conmon[67007]: cluster 2022-01-18T21:14:14.216992+0000 mgr.smithi129.iclwio (mgr.14716) 10806 : cluster [DBG] pgmap v9292: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:18 smithi129 conmon[101092]: cluster 2022-01-18T21:14:16.217649+0000 mgr.smithi129.iclwio (mgr.14716) 10807 : cluster [DBG] pgmap v9293: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:18.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:18 smithi129 conmon[101092]: 2022-01-18T21:14:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:18 smithi156 conmon[67007]: cluster 2022-01-18T21:14:16.217649+0000 mgr.smithi129.iclwio (mgr.14716) 10807 : cluster [DBG] pgmap v9293: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:20 smithi129 conmon[101092]: cluster 2022-01-18T21:14:18.218226+0000 2022-01-18T21:14:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:20 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 10808 : cluster [DBG] pgmap v9294: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:20 smithi156 conmon[67007]: cluster 2022-01-18T21:14:18.218226+0000 mgr.smithi129.iclwio (mgr.14716) 10808 : cluster [DBG] pgmap v9294: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:21.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:21 smithi129 conmon[101092]: cluster 2022-01-18T21:14:20.218999+0000 mgr.smithi129.iclwio (mgr.14716) 10809 : cluster [DBG] pgmap v9295: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:14:21.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:21 smithi156 conmon[67007]: cluster 2022-01-18T21:14:20.218999+0000 mgr.smithi129.iclwio (mgr.14716) 10809 : cluster [DBG] pgmap v9295: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:14:23.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:23 smithi156 conmon[67007]: cluster 2022-01-18T21:14:22.219463+0000 mgr.smithi129.iclwio (mgr.14716) 10810 : cluster [DBG] pgmap v9296: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:23.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:23 smithi129 conmon[101092]: cluster 2022-01-18T21:14:22.219463+0000 mgr.smithi129.iclwio (mgr.14716) 10810 : cluster [DBG] pgmap v9296: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:24.706 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:14:24.974 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:14:24.975 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 2m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:14:24.975 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 2m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:14:24.975 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 2m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:14:24.975 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 2m ago 5h 44.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:14:24.976 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 2m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:14:24.976 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 2m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:14:24.976 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 2m ago 5h 839M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:14:24.976 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 2m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:14:24.977 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 2m ago 5h 1885M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:14:24.977 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 2m ago 5h 924M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:14:24.977 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 2m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:14:24.977 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 2m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:14:24.977 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 2m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:14:24.978 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 2m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:14:24.978 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 2m ago 5h 2301M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:14:24.978 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 2m ago 5h 3414M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:14:24.978 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 2m ago 5h 2576M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:14:24.979 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 2m ago 5h 3442M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:14:24.979 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 2m ago 5h 3196M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:14:24.979 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 2m ago 5h 3693M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:14:24.979 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 2m ago 5h 2988M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:14:24.980 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 2m ago 5h 4291M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:14:24.980 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 2m ago 5h 123M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:14:25.293 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:14:25.293 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:14:25.293 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:14:25.294 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:14:25.294 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:14:25.294 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:14:25.294 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:14:25.295 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:14:25.295 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:14:25.295 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:14:25.295 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:14:25.296 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:14:25.296 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:14:25.296 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:14:25.296 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:14:25.297 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:14:25.297 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:14:25.297 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:14:25.297 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:14:25.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:25 smithi129 conmon[101092]: cluster 2022-01-18T21:14:24.220361+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:14:25.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:25 smithi129 conmon[101092]: 10811 : cluster [DBG] pgmap v9297: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:25.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:25 smithi129 conmon[101092]: audit 2022-01-18T21:14:24.694599+0000 mgr.smithi129.iclwio (mgr.14716) 10812 : audit [DBG] from='client.41302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:14:25.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:25 smithi129 conmon[101092]: audit 2022-01-18T21 2022-01-18T21:14:25.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:25 smithi129 conmon[101092]: :14:24.965931+0000 mgr.smithi129.iclwio (mgr.14716) 10813 : audit [DBG] from='client.41306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:14:25.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:25 smithi129 conmon[101092]: audit 2022-01-18T21:14:25.293174+0000 mon.smithi129 2022-01-18T21:14:25.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:25 smithi129 conmon[101092]: (mon.0) 3222 : audit [DBG] from='client.? 172.21.15.129:0/3894355574' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:14:25.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:25 smithi156 conmon[67007]: cluster 2022-01-18T21:14:24.220361+0000 mgr.smithi129.iclwio (mgr.14716) 10811 : cluster [DBG] pgmap v9297: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:25.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:25 smithi156 conmon[67007]: audit 2022-01-18T21:14:24.694599+0000 mgr.smithi129.iclwio (mgr.14716) 10812 : audit [DBG] from='client.41302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:14:25.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:25 smithi156 conmon[67007]: audit 2022-01-18T21:14:24.965931+0000 mgr.smithi129.iclwio (mgr.14716) 10813 : audit [DBG] from='client.41306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:14:25.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:25 smithi156 conmon[67007]: audit 2022-01-18T21: 2022-01-18T21:14:25.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:25 smithi156 conmon[67007]: 14:25.293174+0000 mon.smithi129 (mon.0 2022-01-18T21:14:25.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:25 smithi156 conmon[67007]: ) 3222 : audit [DBG] from='client.? 172.21.15.129:0/3894355574' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:14:27.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:27 smithi129 conmon[101092]: cluster 2022-01-18T21:14:26.220824+0000 mgr.smithi129.iclwio (mgr.14716) 10814 : cluster [DBG] pgmap v9298: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:27.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:27 smithi129 conmon[101092]: 2022-01-18T21:14:27.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:27 smithi156 conmon[67007]: cluster 2022-01-18T21:14:26.220824+0000 mgr.smithi129.iclwio (mgr.14716) 10814 : cluster [DBG] pgmap v9298: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:29.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:29 smithi129 conmon[101092]: cluster 2022-01-18T21:14:28.221444+0000 mgr.smithi129.iclwio (mgr.14716) 10815 : cluster [DBG] 2022-01-18T21:14:29.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:29 smithi129 conmon[101092]: pgmap v9299: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:29.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:29 smithi156 conmon[67007]: cluster 2022-01-18T21:14:28.221444+0000 mgr.smithi129.iclwio (mgr.14716) 10815 : cluster [DBG] pgmap v9299: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:31.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:31 smithi129 conmon[101092]: cluster 2022-01-18T21:14:30.222199+0000 mgr.smithi129.iclwio (mgr.14716) 10816 : cluster 2022-01-18T21:14:31.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:31 smithi129 conmon[101092]: [DBG] pgmap v9300: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:14:31.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:31 smithi156 conmon[67007]: cluster 2022-01-18T21:14:30.222199+0000 mgr.smithi129.iclwio (mgr.14716) 10816 : cluster [DBG] pgmap v9300: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:14:33.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:33 smithi129 conmon[101092]: cluster 2022-01-18T21:14:32.222865+0000 mgr.smithi129.iclwio (mgr.14716) 10817 : cluster 2022-01-18T21:14:33.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:33 smithi129 conmon[101092]: [DBG] pgmap v9301: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:33.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:33 smithi156 conmon[67007]: cluster 2022-01-18T21:14:32.222865+0000 mgr.smithi129.iclwio (mgr.14716) 10817 : cluster [DBG] pgmap v9301: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:33.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:33 smithi156 conmon[67007]: 2022-01-18T21:14:35.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:35 smithi129 conmon[101092]: cluster 2022-01-18T21:14:34.223565+0000 mgr.smithi129.iclwio (mgr.14716) 10818 : cluster [DBG] 2022-01-18T21:14:35.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:35 smithi129 conmon[101092]: pgmap v9302: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:35.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:35 smithi156 conmon[67007]: cluster 2022-01-18T21:14:34.223565+0000 mgr.smithi129.iclwio (mgr.14716) 10818 : cluster [DBG] pgmap v9302: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:37.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:37 smithi129 conmon[101092]: cluster 2022-01-18T21:14:36.224107+0000 mgr.smithi129.iclwio (mgr.14716) 10819 : cluster [DBG] pgmap v9303: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:37.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:37 smithi129 conmon[101092]: 2022-01-18T21:14:37.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:37 smithi156 conmon[67007]: cluster 2022-01-18T21:14:36.224107+0000 mgr.smithi129.iclwio (mgr.14716) 10819 : cluster [DBG] pgmap v9303: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:39.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:39 smithi129 conmon[101092]: cluster 2022-01-18T21:14:38.224658+0000 mgr.smithi129.iclwio (mgr.14716) 10820 : cluster [DBG] pgmap v9304: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:39.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:39 smithi156 conmon[67007]: cluster 2022-01-18T21:14:38.224658+0000 mgr.smithi129.iclwio (mgr.14716) 10820 : cluster [DBG] pgmap v9304: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:41.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:41 smithi129 conmon[101092]: cluster 2022-01-18T21:14:40.225378+0000 mgr.smithi129.iclwio (mgr.14716) 10821 : cluster [DBG] pgmap v9305: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:14:41.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:41 smithi129 conmon[101092]: 2022-01-18T21:14:41.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:41 smithi156 conmon[67007]: cluster 2022-01-18T21:14:40.225378+0000 mgr.smithi129.iclwio (mgr.14716) 10821 : cluster [DBG] pgmap v9305: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:14:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:42 smithi129 conmon[101092]: audit 2022-01-18T21:14:42 2022-01-18T21:14:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:42 smithi129 conmon[101092]: .321859+0000 mon.smithi129 (mon.0) 3223 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:14:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:42 smithi129 conmon[101092]: audit 2022-01-18T21:14:42.323368+0000 mon.smithi129 (mon.0) 3224 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:14:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:42 smithi129 conmon[101092]: audit 2022-01 2022-01-18T21:14:42.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:42 smithi129 conmon[101092]: -18T21:14:42.324242+0000 mon.smithi129 (mon.0) 3225 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:14:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:42 smithi156 conmon[67007]: audit 2022-01-18T21:14:42.321859+0000 mon.smithi129 (mon.0) 3223 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:14:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:42 smithi156 conmon[67007]: audit 2022-01-18T21:14:42.323368+0000 mon.smithi129 (mon.0) 3224 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:14:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:42 smithi156 conmon[67007]: audit 2022-01-18T21:14:42.324242+0000 mon.smithi129 (mon.0) 3225 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:14:43.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:43 smithi129 conmon[101092]: cluster 2022-01-18T21:14:42.225934+0000 mgr.smithi129.iclwio (mgr.14716) 10822 : cluster [DBG] pgmap v9306: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:43.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:43 smithi129 conmon[101092]: 2022-01-18T21:14:43.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:43 smithi129 conmon[101092]: cephadm 2022-01-18T21:14:42.324981+0000 mgr.smithi129.iclwio (mgr.14716) 10823 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:14:43.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:43 smithi129 conmon[101092]: audit 2022-01-18T21:14:42.634008+0000 mon.smithi129 (mon.0) 3226 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:14:43.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:43 smithi129 conmon[101092]: audit 2022-01-18T21:14:42.638681+0000 mon.smithi129 (mon.0) 3227 : audit [INF] 2022-01-18T21:14:43.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:43 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:14:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:43 smithi156 conmon[67007]: cluster 2022-01-18T21:14:42.225934+0000 mgr.smithi129.iclwio (mgr.14716) 10822 : cluster [DBG] pgmap v9306: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:43 smithi156 conmon[67007]: cephadm 2022-01-18T21:14:42.324981+0000 mgr.smithi129.iclwio (mgr.14716) 10823 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:14:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:43 smithi156 conmon[67007]: audit 2022-01-18T21:14:42.634008+0000 mon.smithi129 (mon.0) 3226 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:14:44.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:43 smithi156 conmon[67007]: audit 2022-01-18T21:14:42.638681+0000 mon.smithi129 (mon.0) 3227 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:14:44.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:43 smithi156 conmon[67007]: 2022-01-18T21:14:45.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:45 smithi129 conmon[101092]: cluster 2022-01-18T21:14:44.226650+0000 mgr.smithi129.iclwio (mgr.14716) 10824 : cluster [DBG] pgmap v9307: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:46.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:45 smithi156 conmon[67007]: cluster 2022-01-18T21:14:44.226650+0000 mgr.smithi129.iclwio (mgr.14716) 10824 : cluster [DBG] pgmap v9307: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:47.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:47 smithi129 conmon[101092]: cluster 2022-01-18T21:14:46.227173+0000 mgr.smithi129.iclwio (mgr.14716) 10825 : cluster 2022-01-18T21:14:47.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:47 smithi129 conmon[101092]: [DBG] pgmap v9308: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:48.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:47 smithi156 conmon[67007]: cluster 2022-01-18T21:14:46.227173+0000 mgr.smithi129.iclwio (mgr.14716) 10825 : cluster [DBG] pgmap v9308: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:49.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:49 smithi129 conmon[101092]: cluster 2022-01-18T21:14:48.227681+0000 mgr.smithi129.iclwio (mgr.14716) 10826 : cluster 2022-01-18T21:14:49.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:49 smithi129 conmon[101092]: [DBG] pgmap v9309: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:50.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:49 smithi156 conmon[67007]: cluster 2022-01-18T21:14:48.227681+0000 mgr.smithi129.iclwio (mgr.14716) 10826 : cluster [DBG] pgmap v9309: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:51.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:51 smithi129 conmon[101092]: cluster 2022-01-18T21:14:50.228521+0000 mgr.smithi129.iclwio (mgr.14716) 10827 : cluster [DBG] pgmap v9310: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:14:51.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:51 smithi129 conmon[101092]: 2022-01-18T21:14:52.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:51 smithi156 conmon[67007]: cluster 2022-01-18T21:14:50.228521+0000 mgr.smithi129.iclwio (mgr.14716) 10827 : cluster [DBG] pgmap v9310: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:14:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:53 smithi129 conmon[101092]: cluster 2022-01-18T21:14:52.229167+0000 mgr.smithi129.iclwio (mgr.14716) 10828 : cluster [DBG] 2022-01-18T21:14:53.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:53 smithi129 conmon[101092]: pgmap v9311: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:53 smithi156 conmon[67007]: cluster 2022-01-18T21:14:52.229167+0000 mgr.smithi129.iclwio (mgr.14716) 10828 : cluster [DBG] pgmap v9311: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:55.589 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:14:55.853 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:14:55.853 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 3m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:14:55.854 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 3m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:14:55.854 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 3m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:14:55.854 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 3m ago 5h 44.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:14:55.854 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 3m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:14:55.855 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 3m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:14:55.855 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 3m ago 5h 839M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:14:55.855 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 3m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:14:55.855 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 3m ago 5h 1885M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:14:55.856 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 3m ago 5h 924M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:14:55.856 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 3m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:14:55.856 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 3m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:14:55.856 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 3m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:14:55.857 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 3m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:14:55.857 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 3m ago 5h 2301M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:14:55.857 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 3m ago 5h 3414M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:14:55.857 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 3m ago 5h 2576M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:14:55.857 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 3m ago 5h 3442M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:14:55.858 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 3m ago 5h 3196M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:14:55.858 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 3m ago 5h 3693M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:14:55.858 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 3m ago 5h 2988M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:14:55.858 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 3m ago 5h 4291M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:14:55.859 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 3m ago 5h 123M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:14:55.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:55 smithi129 conmon[101092]: cluster 2022-01-18T21:14:54.229911+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:14:55.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:55 smithi129 conmon[101092]: ) 10829 : cluster [DBG] pgmap v9312: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:56.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:55 smithi156 conmon[67007]: cluster 2022-01-18T21:14:54.229911+0000 mgr.smithi129.iclwio (mgr.14716) 10829 : cluster [DBG] pgmap v9312: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:56.169 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:14:56.169 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:14:56.169 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:14:56.169 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:14:56.170 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:14:56.170 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:14:56.170 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:14:56.171 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:14:56.171 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:14:56.171 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:14:56.172 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:14:56.172 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:14:56.172 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:14:56.172 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:14:56.172 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:14:56.173 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:14:56.173 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:14:56.173 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:14:56.173 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:14:56.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:56 smithi129 conmon[101092]: audit 2022-01-18T21:14:55.577200+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:14:56.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:56 smithi129 conmon[101092]: 10830 : audit [DBG] from='client.41314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:14:56.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:56 smithi129 conmon[101092]: audit 2022-01-18T21:14:55.844344+0000 mgr.smithi129.iclwio (mgr.14716) 10831 : audit [DBG] from='client.41318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:14:56.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:56 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T21:14:56.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:56 smithi129 conmon[101092]: 21:14:56.169043+0000 mon.smithi129 (mon.0) 3228 : audit [DBG] from='client.? 172.21.15.129:0/1923106200' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:14:57.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:56 smithi156 conmon[67007]: audit 2022-01-18T21:14:55.577200+0000 mgr.smithi129.iclwio (mgr.14716) 10830 : audit [DBG] from='client.41314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:14:57.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:56 smithi156 conmon[67007]: audit 2022-01-18T21:14: 2022-01-18T21:14:57.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:56 smithi156 conmon[67007]: 55.844344+0000 mgr.smithi129.iclwio (mgr.14716) 10831 : audit [DBG] from='client.41318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:14:57.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:56 smithi156 conmon[67007]: audit 2022-01-18T21:14:56.169043+0000 mon.smithi129 (mon.0) 3228 : audit [DBG] from='client.? 172.21.15.129:0/1923106200' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:14:57.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:57 smithi129 conmon[101092]: cluster 2022-01-18T21:14:56.230285+0000 mgr.smithi129.iclwio (mgr.14716) 10832 : 2022-01-18T21:14:57.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:57 smithi129 conmon[101092]: cluster [DBG] pgmap v9313: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:58.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:57 smithi156 conmon[67007]: cluster 2022-01-18T21:14:56.230285+0000 mgr.smithi129.iclwio (mgr.14716) 10832 : cluster [DBG] pgmap v9313: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:59 smithi129 conmon[101092]: cluster 2022-01-18T21:14:58.230907+0000 mgr.smithi129.iclwio (mgr.14716) 10833 : cluster [DBG] 2022-01-18T21:14:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:59 smithi129 conmon[101092]: pgmap v9314: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:14:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:59 smithi129 conmon[101092]: audit 2022-01-18T21:14:59.453639+0000 mon.smithi129 (mon.0) 3229 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:14:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:14:59 smithi129 conmon[101092]: audit 2022-01-18T21:14:59.453877+0000 mon.smithi129 (mon.0) 3230 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:15:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:59 smithi156 conmon[67007]: cluster 2022-01-18T21:14:58.230907+0000 mgr.smithi129.iclwio (mgr.14716) 10833 : cluster [DBG] pgmap v9314: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:59 smithi156 conmon[67007]: audit 2022-01-18T21:14:59 2022-01-18T21:15:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:59 smithi156 conmon[67007]: .453639+0000 mon.smithi129 (mon.0) 3229 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:15:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:14:59 smithi156 conmon[67007]: audit 2022-01-18T21:14:59.453877+0000 mon.smithi129 (mon.0) 3230 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:15:01.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:01 smithi129 conmon[101092]: cluster 2022-01-18T21:15:00.231830+0000 mgr.smithi129.iclwio (mgr.14716) 10834 : cluster [DBG] 2022-01-18T21:15:01.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:01 smithi129 conmon[101092]: pgmap v9315: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:15:02.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:01 smithi156 conmon[67007]: cluster 2022-01-18T21:15:00.231830+0000 mgr.smithi129.iclwio (mgr.14716) 10834 : cluster [DBG] pgmap v9315: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:15:03.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:03 smithi129 conmon[101092]: cluster 2022-01-18T21:15:02.232389+0000 mgr.smithi129.iclwio (mgr.14716) 10835 : cluster [DBG] pgmap v9316: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:03.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:03 smithi129 conmon[101092]: 2022-01-18T21:15:04.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:03 smithi156 conmon[67007]: cluster 2022-01-18T21:15:02.232389+0000 mgr.smithi129.iclwio (mgr.14716) 10835 : cluster [DBG] pgmap v9316: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:05.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:05 smithi129 conmon[101092]: cluster 2022-01-18T21:15:04.233244+0000 mgr.smithi129.iclwio (mgr.14716) 10836 : cluster [DBG] 2022-01-18T21:15:05.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:05 smithi129 conmon[101092]: pgmap v9317: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:06.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:05 smithi156 conmon[67007]: cluster 2022-01-18T21:15:04.233244+0000 mgr.smithi129.iclwio (mgr.14716) 10836 : cluster [DBG] pgmap v9317: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:07.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:07 smithi129 conmon[101092]: cluster 2022-01-18T21:15:06.233828+0000 mgr.smithi129.iclwio (mgr.14716) 10837 : cluster [DBG] pgmap v9318: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:07.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:07 smithi129 conmon[101092]: 2022-01-18T21:15:08.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:07 smithi156 conmon[67007]: cluster 2022-01-18T21:15:06.233828+0000 mgr.smithi129.iclwio (mgr.14716) 10837 : cluster [DBG] pgmap v9318: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:09.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:09 smithi129 conmon[101092]: cluster 2022-01-18T21:15:08.234556+0000 mgr.smithi129.iclwio (mgr.14716) 10838 : cluster 2022-01-18T21:15:09.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:09 smithi129 conmon[101092]: [DBG] pgmap v9319: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:09 smithi156 conmon[67007]: cluster 2022-01-18T21:15:08.234556+0000 mgr.smithi129.iclwio (mgr.14716) 10838 : cluster [DBG] pgmap v9319: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:11.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:11 smithi129 conmon[101092]: cluster 2022-01-18T21:15:10.235474+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:15:11.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:11 smithi129 conmon[101092]: .14716) 10839 : cluster [DBG] pgmap v9320: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:15:12.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:11 smithi156 conmon[67007]: cluster 2022-01-18T21:15:10.235474+0000 mgr.smithi129.iclwio (mgr.14716) 10839 : cluster [DBG] pgmap v9320: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:15:14.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:13 smithi156 conmon[67007]: cluster 2022-01-18T21:15:12.236204+0000 mgr.smithi129.iclwio (mgr.14716) 10840 : cluster [DBG] pgmap v9321: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:13 smithi129 conmon[101092]: cluster 2022-01-18T21:15:12.236204+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:15:14.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:13 smithi129 conmon[101092]: 14716) 10840 : cluster [DBG] pgmap v9321: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:16.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:15 smithi156 conmon[67007]: cluster 2022-01-18T21:15:14.236907+0000 mgr.smithi129.iclwio (mgr.14716) 10841 : cluster [DBG] pgmap v9322: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:16.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:15 smithi129 conmon[101092]: cluster 2022-01-18T21:15:14.236907+0000 mgr.smithi129.iclwio (mgr.14716) 10841 : cluster [DBG] 2022-01-18T21:15:16.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:15 smithi129 conmon[101092]: pgmap v9322: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:17.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:17 smithi129 conmon[101092]: cluster 2022-01-18T21:15:16.237408+0000 mgr.smithi129.iclwio (mgr.14716) 10842 : cluster [DBG] pgmap v9323: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:18.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:17 smithi156 conmon[67007]: cluster 2022-01-18T21:15:16.237408+0000 mgr.smithi129.iclwio (mgr.14716) 10842 : cluster [DBG] pgmap v9323: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:18.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:17 smithi156 conmon[67007]: 2022-01-18T21:15:20.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:19 smithi156 conmon[67007]: cluster 2022-01-18T21:15:18.238061+0000 mgr.smithi129.iclwio (mgr.14716) 10843 : cluster [DBG] pgmap v9324: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:20.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:19 smithi129 conmon[101092]: cluster 2022-01-18T21:15:18.238061+0000 mgr.smithi129.iclwio (mgr.14716) 10843 : cluster [DBG] pgmap v9324: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:20.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:19 smithi129 conmon[101092]: 2022-01-18T21:15:22.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:21 smithi156 conmon[67007]: cluster 2022-01-18T21:15:20.238937+0000 mgr.smithi129.iclwio (mgr.14716) 10844 : cluster [DBG] pgmap v9325: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:15:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:21 smithi129 conmon[101092]: cluster 2022-01-18T21:15:20.238937+0000 mgr.smithi129.iclwio (mgr.14716) 10844 : cluster [DBG] 2022-01-18T21:15:22.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:21 smithi129 conmon[101092]: pgmap v9325: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:15:24.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:23 smithi156 conmon[67007]: cluster 2022-01-18T21:15:22.239487+0000 mgr.smithi129.iclwio (mgr.14716) 10845 : cluster [DBG] pgmap v9326: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:23 smithi129 conmon[101092]: cluster 2022-01-18T21:15:22.239487+0000 mgr.smithi129.iclwio 2022-01-18T21:15:24.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:23 smithi129 conmon[101092]: (mgr.14716) 10845 : cluster [DBG] pgmap v9326: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:26.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:25 smithi156 conmon[67007]: cluster 2022-01-18T21:15:24.240328+0000 mgr.smithi129.iclwio (mgr.14716) 10846 : cluster [DBG] pgmap v9327: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:26.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:25 smithi129 conmon[101092]: cluster 2022-01-18T21:15:24.240328+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:15:26.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:25 smithi129 conmon[101092]: 10846 : cluster [DBG] pgmap v9327: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:26.475 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:15:26.735 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:15:26.736 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 3m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:15:26.736 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 3m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:15:26.736 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 3m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:15:26.737 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 3m ago 5h 44.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:15:26.737 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 3m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:15:26.737 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 3m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:15:26.737 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 3m ago 5h 839M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:15:26.738 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 3m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:15:26.738 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 3m ago 5h 1885M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:15:26.738 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 3m ago 5h 924M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:15:26.738 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 3m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:15:26.739 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 3m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:15:26.739 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 3m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:15:26.739 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 3m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:15:26.739 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 3m ago 5h 2301M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:15:26.740 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 3m ago 5h 3414M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:15:26.740 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 3m ago 5h 2576M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:15:26.740 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 3m ago 5h 3442M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:15:26.740 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 3m ago 5h 3196M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:15:26.741 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 3m ago 5h 3693M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:15:26.741 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 3m ago 5h 2988M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:15:26.741 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 3m ago 5h 4291M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:15:26.741 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 3m ago 5h 123M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:15:27.057 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:15:27.057 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:15:27.058 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:15:27.058 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:15:27.058 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:15:27.058 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:15:27.059 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:15:27.059 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:15:27.059 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:15:27.059 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:15:27.059 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:15:27.060 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:15:27.060 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:15:27.060 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:15:27.060 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:15:27.061 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:15:27.061 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:15:27.061 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:15:27.061 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:15:27.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:27 smithi129 conmon[101092]: cluster 2022-01-18T21:15:26.240809+0000 mgr.smithi129.iclwio ( 2022-01-18T21:15:27.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:27 smithi129 conmon[101092]: mgr.14716) 10847 : cluster [DBG] pgmap v9328: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:27.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:27 smithi129 conmon[101092]: audit 2022-01-18T21:15:26.458096+0000 mgr.smithi129.iclwio (mgr.14716) 10848 : audit [DBG] from='client.41326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:15:27.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:27 smithi129 conmon[101092]: 2022-01-18T21:15:27.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:27 smithi129 conmon[101092]: audit 2022-01-18T21:15:26.727142+0000 mgr.smithi129.iclwio 2022-01-18T21:15:27.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:27 smithi129 conmon[101092]: (mgr.14716) 10849 : audit [DBG] from='client.41330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:15:27.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:27 smithi129 conmon[101092]: audit 2022-01-18T21:15 2022-01-18T21:15:27.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:27 smithi129 conmon[101092]: :27.057231+0000 mon.smithi129 (mon.0) 3231 : 2022-01-18T21:15:27.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:27 smithi129 conmon[101092]: audit [DBG] from='client.? 172.21.15.129:0/1227513058' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:15:28.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:27 smithi156 conmon[67007]: cluster 2022-01-18T21:15:26.240809+0000 mgr.smithi129.iclwio (mgr.14716) 10847 : cluster [DBG] pgmap v9328: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:28.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:27 smithi156 conmon[67007]: audit 2022-01-18T21:15:26.458096+0000 mgr.smithi129.iclwio (mgr.14716) 10848 : audit [DBG] from='client.41326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:15:28.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:27 smithi156 conmon[67007]: audit 2022-01-18T21:15:26.727142+0000 mgr.smithi129.iclwio (mgr.14716) 10849 : audit [DBG] from='client.41330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:15:28.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:27 smithi156 conmon[67007]: audit 2022-01-18T21:15:27.057231+0000 mon.smithi129 (mon.0) 3231 : audit [DBG] 2022-01-18T21:15:28.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:27 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/1227513058' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:15:30.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:29 smithi156 conmon[67007]: cluster 2022-01-18T21:15:28.241523+0000 mgr.smithi129.iclwio (mgr.14716) 10850 : cluster [DBG] pgmap v9329: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:29 smithi129 conmon[101092]: cluster 2022-01-18T21:15:28.241523+0000 mgr.smithi129.iclwio (mgr.14716) 10850 : cluster [DBG] pgmap v9329: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:32.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:31 smithi156 conmon[67007]: cluster 2022-01-18T21:15:30.242443+0000 mgr.smithi129.iclwio (mgr.14716) 10851 : cluster [DBG] pgmap v9330: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:15:32.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:31 smithi129 conmon[101092]: cluster 2022-01-18T21:15:30.242443+0000 mgr.smithi129.iclwio (mgr.14716) 10851 : cluster [DBG] pgmap v9330: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:15:34.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:33 smithi156 conmon[67007]: cluster 2022-01-18T21:15:32.243094+0000 mgr.smithi129.iclwio (mgr.14716) 10852 : cluster [DBG] pgmap v9331: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:33 smithi129 conmon[101092]: cluster 2022-01-18T21:15:32.243094+0000 mgr.smithi129.iclwio (mgr.14716) 10852 : cluster [DBG] pgmap v9331: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:36.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:35 smithi156 conmon[67007]: cluster 2022-01-18T21:15:34.244028+0000 mgr.smithi129.iclwio (mgr.14716) 10853 : cluster [DBG] pgmap v9332: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:36.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:35 smithi129 conmon[101092]: cluster 2022-01-18T21:15:34.244028+0000 mgr.smithi129.iclwio (mgr.14716) 10853 : cluster [DBG] pgmap v9332: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:36.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:35 smithi129 conmon[101092]: 2022-01-18T21:15:37.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:37 smithi129 conmon[101092]: cluster 2022-01-18T21:15:36.244573+0000 mgr.smithi129.iclwio (mgr.14716) 10854 : cluster 2022-01-18T21:15:37.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:37 smithi129 conmon[101092]: [DBG] pgmap v9333: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:38.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:37 smithi156 conmon[67007]: cluster 2022-01-18T21:15:36.244573+0000 mgr.smithi129.iclwio (mgr.14716) 10854 : cluster [DBG] pgmap v9333: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:40.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:39 smithi156 conmon[67007]: cluster 2022-01-18T21:15:38.245250+0000 mgr.smithi129.iclwio (mgr.14716) 10855 : cluster [DBG] pgmap v9334: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:39 smithi129 conmon[101092]: cluster 2022-01-18T21:15:38.245250+0000 mgr.smithi129.iclwio (mgr.14716) 10855 : cluster [DBG] 2022-01-18T21:15:40.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:39 smithi129 conmon[101092]: pgmap v9334: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:42.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:41 smithi156 conmon[67007]: cluster 2022-01-18T21:15:40.246035+0000 mgr.smithi129.iclwio (mgr.14716) 10856 : cluster [DBG] pgmap v9335: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:15:42.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:41 smithi129 conmon[101092]: cluster 2022-01-18T21:15:40.246035+0000 mgr.smithi129.iclwio (mgr.14716) 10856 : cluster [DBG] 2022-01-18T21:15:42.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:41 smithi129 conmon[101092]: pgmap v9335: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:15:43.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:42 smithi156 conmon[67007]: audit 2022-01-18T21:15:42.641213+0000 mon.smithi129 (mon.0) 3232 : audit [DBG] 2022-01-18T21:15:43.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:42 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:15:43.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:42 smithi156 conmon[67007]: audit 2022-01-18T21:15:42.642594+0000 mon.smithi129 (mon.0) 3233 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:15:43.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:42 smithi156 conmon[67007]: audit 2022-01-18T21:15:43.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:42 smithi156 conmon[67007]: 2022-01-18T21:15:42.643415+0000 mon.smithi129 (mon.0) 3234 : audit [INF] 2022-01-18T21:15:43.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:42 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:15:43.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:42 smithi129 conmon[101092]: audit 2022-01-18T21:15:42.641213+0000 mon.smithi129 (mon.0 2022-01-18T21:15:43.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:42 smithi129 conmon[101092]: ) 3232 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:15:43.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:42 smithi129 conmon[101092]: audit 2022-01-18T21:15:42.642594+0000 mon.smithi129 (mon.0) 3233 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:15:43.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:42 smithi129 conmon[101092]: audit 2022-01 2022-01-18T21:15:43.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:42 smithi129 conmon[101092]: -18T21:15:42.643415+0000 mon.smithi129 (mon.0) 3234 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:15:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:43 smithi156 conmon[67007]: cluster 2022-01-18T21:15:42.246681+0000 mgr.smithi129.iclwio (mgr.14716) 10857 : cluster [DBG] pgmap v9336: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:43 smithi156 conmon[67007]: cephadm 2022-01-18T21:15:42.644118+0000 mgr.smithi129.iclwio (mgr.14716) 10858 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:15:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:43 smithi156 conmon[67007]: audit 2022-01-18T21:15:42.952235+0000 mon.smithi129 (mon.0) 3235 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:15:44.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:43 smithi156 conmon[67007]: audit 2022-01-18T21: 2022-01-18T21:15:44.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:43 smithi156 conmon[67007]: 15:42.959436+0000 mon.smithi129 (mon.0) 3236 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:15:44.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:43 smithi129 conmon[101092]: cluster 2022-01-18T21:15:42.246681+0000 mgr.smithi129.iclwio (mgr.14716) 10857 : cluster [DBG] pgmap v9336: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:44.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:43 smithi129 conmon[101092]: cephadm 2022-01-18T21:15:42.644118+0000 mgr.smithi129.iclwio (mgr.14716) 10858 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:15:44.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:43 smithi129 conmon[101092]: audit 2022-01-18T21:15:42. 2022-01-18T21:15:44.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:43 smithi129 conmon[101092]: 952235+0000 mon.smithi129 (mon.0) 3235 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:15:44.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:43 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T21:15:44.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:43 smithi129 conmon[101092]: 18T21:15:42.959436+0000 mon.smithi129 (mon.0) 3236 : audit [INF] 2022-01-18T21:15:44.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:43 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:15:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:45 smithi156 conmon[67007]: cluster 2022-01-18T21:15:44.247607+0000 mgr.smithi129.iclwio (mgr.14716) 10859 : cluster [DBG] pgmap v9337: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:45 smithi129 conmon[101092]: cluster 2022-01-18T21:15:44.247607+0000 mgr.smithi129.iclwio (mgr.14716) 10859 : cluster [DBG] pgmap v9337: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:47 smithi156 conmon[67007]: cluster 2022-01-18T21:15:46.248104+0000 mgr.smithi129.iclwio (mgr.14716) 10860 : cluster [DBG] pgmap v9338: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:47 smithi129 conmon[101092]: cluster 2022-01-18T21:15:46.248104+0000 mgr.smithi129.iclwio (mgr.14716) 10860 : cluster [DBG] pgmap v9338: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:49 smithi156 conmon[67007]: cluster 2022-01-18T21:15:48.248821+0000 mgr.smithi129.iclwio (mgr.14716) 10861 : cluster [DBG] pgmap v9339: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:49 smithi129 conmon[101092]: cluster 2022-01-18T21:15:48.248821+0000 mgr.smithi129.iclwio (mgr.14716) 10861 : cluster 2022-01-18T21:15:50.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:49 smithi129 conmon[101092]: [DBG] pgmap v9339: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:51 smithi156 conmon[67007]: cluster 2022-01-18T21:15:50.249756+0000 mgr.smithi129.iclwio (mgr.14716) 10862 : cluster [DBG] pgmap v9340: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:15:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:51 smithi129 conmon[101092]: cluster 2022-01-18T21:15:50.249756+0000 mgr.smithi129.iclwio (mgr.14716) 10862 : cluster [DBG] pgmap v9340: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:15:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:53 smithi156 conmon[67007]: cluster 2022-01-18T21:15:52.250295+0000 mgr.smithi129.iclwio (mgr.14716) 10863 : cluster [DBG] pgmap v9341: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:53 smithi156 conmon[67007]: 2022-01-18T21:15:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:53 smithi129 conmon[101092]: cluster 2022-01-18T21:15:52.250295+0000 mgr.smithi129.iclwio (mgr.14716) 10863 : cluster [DBG] pgmap v9341: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:54.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:53 smithi129 conmon[101092]: 2022-01-18T21:15:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:55 smithi156 conmon[67007]: cluster 2022-01-18T21:15:54.251246+0000 mgr.smithi129.iclwio (mgr.14716) 10864 : cluster [DBG] pgmap v9342: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:55 smithi156 conmon[67007]: 2022-01-18T21:15:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:55 smithi129 conmon[101092]: cluster 2022-01-18T21:15:54.251246+0000 mgr.smithi129.iclwio (mgr.14716) 10864 : cluster [DBG] pgmap v9342: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:57.355 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:15:57.623 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:15:57.623 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 4m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:15:57.623 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 4m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:15:57.624 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 4m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:15:57.624 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 4m ago 5h 44.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:15:57.624 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 4m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:15:57.624 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 4m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:15:57.624 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 4m ago 5h 839M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:15:57.625 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 4m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:15:57.625 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 4m ago 5h 1885M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:15:57.625 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 4m ago 5h 924M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:15:57.625 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 4m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:15:57.626 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 4m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:15:57.626 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 4m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:15:57.626 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 4m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:15:57.626 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 4m ago 5h 2301M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:15:57.627 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 4m ago 5h 3414M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:15:57.627 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 4m ago 5h 2576M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:15:57.627 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 4m ago 5h 3442M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:15:57.627 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 4m ago 5h 3196M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:15:57.628 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 4m ago 5h 3693M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:15:57.628 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 4m ago 5h 2988M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:15:57.628 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 4m ago 5h 4291M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:15:57.628 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 4m ago 5h 123M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:15:57.946 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:15:57.947 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:15:57.947 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:15:57.947 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:15:57.947 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:15:57.948 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:15:57.948 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:15:57.948 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:15:57.948 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:15:57.949 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:15:57.949 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:15:57.949 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:15:57.949 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:15:57.950 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:15:57.950 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:15:57.950 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:15:57.950 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:15:57.951 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:15:57.951 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:15:58.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:57 smithi156 conmon[67007]: cluster 2022-01-18T21:15:56.251854+0000 mgr.smithi129.iclwio (mgr.14716) 10865 : cluster [DBG] pgmap v9343: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:58.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:57 smithi156 conmon[67007]: 2022-01-18T21:15:58.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:57 smithi156 conmon[67007]: audit 2022-01-18T21:15:57.946727+0000 mon.smithi129 (mon.0) 3237 : audit [DBG] from='client.? 172.21.15.129:0/2168177160' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:15:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:57 smithi129 conmon[101092]: cluster 2022-01-18T21:15:56.251854+0000 mgr.smithi129.iclwio (mgr.14716) 10865 : cluster 2022-01-18T21:15:58.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:57 smithi129 conmon[101092]: [DBG] pgmap v9343: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:15:58.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:57 smithi129 conmon[101092]: audit 2022-01-18T21:15:57.946727+0000 mon.smithi129 (mon.0) 3237 : audit [DBG] from='client.? 172.21.15.129:0/2168177160' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:15:59.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:58 smithi156 conmon[67007]: audit 2022-01-18T21:15:57.343520+0000 mgr.smithi129.iclwio (mgr.14716) 10866 : audit [DBG] 2022-01-18T21:15:59.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:58 smithi156 conmon[67007]: from='client.41338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:15:59.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:58 smithi156 conmon[67007]: audit 2022-01-18T21:15:57.614341+0000 mgr.smithi129.iclwio (mgr.14716) 10867 : audit [DBG] from='client.41342 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:15:59.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:58 smithi129 conmon[101092]: audit 2022-01-18T21:15:57.343520+0000 mgr.smithi129.iclwio (mgr.14716) 10866 : audit [DBG] from='client.41338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:15:59.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:58 smithi129 conmon[101092]: 2022-01-18T21:15:59.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:58 smithi129 conmon[101092]: audit 2022-01-18T21:15:57.614341+0000 mgr.smithi129.iclwio (mgr.14716) 10867 : audit [DBG] from='client.41342 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:16:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:59 smithi156 conmon[67007]: cluster 2022-01-18T21:15:58.252285+0000 mgr.smithi129.iclwio (mgr.14716) 10868 : cluster 2022-01-18T21:16:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:59 smithi156 conmon[67007]: [DBG] pgmap v9344: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:59 smithi156 conmon[67007]: audit 2022-01-18T21:15:59.458021+0000 mon.smithi129 (mon.0) 3238 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:16:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:59 smithi156 conmon[67007]: audit 2022-01-18T21:16:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:15:59 smithi156 conmon[67007]: 2022-01-18T21:15:59.458343+0000 mon.smithi129 (mon.0) 3239 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:16:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:59 smithi129 conmon[101092]: cluster 2022-01-18T21:15:58.252285+0000 mgr.smithi129.iclwio (mgr.14716) 10868 : cluster [DBG] 2022-01-18T21:16:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:59 smithi129 conmon[101092]: pgmap v9344: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:59 smithi129 conmon[101092]: audit 2022-01-18T21:15:59.458021+0000 mon.smithi129 (mon.0) 3238 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:16:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:59 smithi129 conmon[101092]: audit 2022-01-18T21:15:59.458343+0000 2022-01-18T21:16:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:15:59 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3239 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:16:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:01 smithi156 conmon[67007]: cluster 2022-01-18T21:16:00.252980+0000 mgr.smithi129.iclwio (mgr.14716) 10869 : cluster [DBG] pgmap v9345: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:16:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:01 smithi156 conmon[67007]: 2022-01-18T21:16:02.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:01 smithi129 conmon[101092]: cluster 2022-01-18T21:16:00.252980+0000 mgr.smithi129.iclwio (mgr.14716) 10869 : cluster [DBG] 2022-01-18T21:16:02.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:01 smithi129 conmon[101092]: pgmap v9345: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:16:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:03 smithi156 conmon[67007]: cluster 2022-01-18T21:16:02.253440+0000 mgr.smithi129.iclwio (mgr.14716) 10870 : cluster [DBG] pgmap v9346: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:03 smithi129 conmon[101092]: cluster 2022-01-18T21:16:02.253440+0000 mgr.smithi129.iclwio (mgr.14716) 10870 : cluster [DBG] pgmap v9346: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:05 smithi156 conmon[67007]: cluster 2022-01-18T21:16:04.254413+0000 mgr.smithi129.iclwio (mgr.14716) 10871 : cluster [DBG] pgmap v9347: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:05 smithi129 conmon[101092]: cluster 2022-01-18T21:16:04.254413+0000 mgr.smithi129.iclwio (mgr.14716) 10871 : cluster [DBG] pgmap v9347: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:07 smithi156 conmon[67007]: cluster 2022-01-18T21:16:06.254985+0000 mgr.smithi129.iclwio (mgr.14716) 10872 : cluster [DBG] pgmap v9348: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:07 smithi156 conmon[67007]: 2022-01-18T21:16:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:07 smithi129 conmon[101092]: cluster 2022-01-18T21:16:06.254985+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:16:08.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:07 smithi129 conmon[101092]: .14716) 10872 : cluster [DBG] pgmap v9348: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:10 smithi156 conmon[67007]: cluster 2022-01-18T21:16:08.255610+0000 mgr.smithi129.iclwio (mgr.14716) 10873 : cluster [DBG] pgmap v9349: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:10.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:10 smithi129 conmon[101092]: cluster 2022-01-18T21:16:08.255610+0000 mgr.smithi129.iclwio (mgr.14716) 10873 : cluster [DBG] pgmap v9349: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:10.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:10 smithi129 conmon[101092]: 2022-01-18T21:16:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:12 smithi156 conmon[67007]: cluster 2022-01-18T21:16:10.256413+0000 mgr.smithi129.iclwio (mgr.14716) 10874 : cluster [DBG] pgmap v9350: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:16:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:12 smithi129 conmon[101092]: cluster 2022-01-18T21:16:10.256413+0000 mgr.smithi129.iclwio (mgr.14716) 10874 : cluster [DBG] pgmap v9350: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:16:12.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:12 smithi129 conmon[101092]: 2022-01-18T21:16:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:14 smithi156 conmon[67007]: cluster 2022-01-18T21:16:12.256978+0000 mgr.smithi129.iclwio (mgr.14716) 10875 : cluster [DBG] pgmap v9351: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:14.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:14 smithi129 conmon[101092]: cluster 2022-01-18T21:16:12.256978+0000 mgr.smithi129.iclwio (mgr.14716) 10875 : cluster [DBG] 2022-01-18T21:16:14.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:14 smithi129 conmon[101092]: pgmap v9351: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:16 smithi156 conmon[67007]: cluster 2022-01-18T21:16:14.257780+0000 mgr.smithi129.iclwio (mgr.14716) 10876 : cluster [DBG] pgmap v9352: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:16 smithi129 conmon[101092]: cluster 2022-01-18T21:16:14.257780+0000 mgr.smithi129.iclwio (mgr.14716) 10876 : cluster [DBG] pgmap v9352: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:16.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:16 smithi129 conmon[101092]: 2022-01-18T21:16:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:18 smithi156 conmon[67007]: cluster 2022-01-18T21:16:16.258248+0000 mgr.smithi129.iclwio (mgr.14716) 10877 : cluster [DBG] pgmap v9353: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:18 smithi129 conmon[101092]: cluster 2022-01-18T21:16:16.258248+0000 mgr.smithi129.iclwio (mgr.14716) 10877 : cluster 2022-01-18T21:16:18.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:18 smithi129 conmon[101092]: [DBG] pgmap v9353: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:20 smithi156 conmon[67007]: cluster 2022-01-18T21:16:18.258811+0000 mgr.smithi129.iclwio (mgr.14716) 10878 : cluster [DBG] pgmap v9354: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:20 smithi129 conmon[101092]: cluster 2022-01-18T21:16:18.258811+0000 mgr.smithi129.iclwio (mgr.14716) 10878 : cluster 2022-01-18T21:16:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:20 smithi129 conmon[101092]: [DBG] pgmap v9354: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:22 smithi156 conmon[67007]: cluster 2022-01-18T21:16:20.259562+0000 mgr.smithi129.iclwio (mgr.14716) 10879 : cluster [DBG] pgmap v9355: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:16:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:22 smithi129 conmon[101092]: cluster 2022-01-18T21:16:20.259562+0000 mgr.smithi129.iclwio (mgr.14716) 10879 2022-01-18T21:16:22.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:22 smithi129 conmon[101092]: : cluster [DBG] pgmap v9355: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:16:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:24 smithi156 conmon[67007]: cluster 2022-01-18T21:16:22.260308+0000 mgr.smithi129.iclwio (mgr.14716) 10880 : cluster [DBG] pgmap v9356: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:24 smithi129 conmon[101092]: cluster 2022-01-18T21:16:22.260308+0000 mgr.smithi129.iclwio (mgr.14716) 10880 : cluster [DBG] pgmap v9356: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:24.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:24 smithi129 conmon[101092]: 2022-01-18T21:16:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:26 smithi156 conmon[67007]: cluster 2022-01-18T21:16:24.261145+0000 mgr.smithi129.iclwio (mgr.14716) 10881 : cluster [DBG] pgmap v9357: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:26 smithi129 conmon[101092]: cluster 2022-01-18T21:16:24.261145+0000 mgr.smithi129.iclwio (mgr.14716) 10881 : cluster [DBG] pgmap v9357: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:28.250 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:16:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:28 smithi156 conmon[67007]: cluster 2022-01-18T21:16:26.261611+0000 mgr.smithi129.iclwio (mgr.14716) 10882 : cluster [DBG] pgmap v9358: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:28 smithi129 conmon[101092]: cluster 2022-01-18T21:16:26.261611+0000 mgr.smithi129.iclwio (mgr.14716) 10882 : cluster [DBG] pgmap v9358: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:28.516 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:16:28.516 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 4m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:16:28.516 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 4m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:16:28.516 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 4m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:16:28.517 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 4m ago 5h 44.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:16:28.517 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 4m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:16:28.517 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 4m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:16:28.517 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 4m ago 5h 839M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:16:28.518 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 4m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:16:28.518 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 4m ago 5h 1885M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:16:28.518 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 4m ago 5h 924M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:16:28.518 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 4m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:16:28.519 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 4m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:16:28.519 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 4m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:16:28.519 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 4m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:16:28.519 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 4m ago 5h 2301M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:16:28.520 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 4m ago 5h 3414M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:16:28.520 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 4m ago 5h 2576M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:16:28.520 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 4m ago 5h 3442M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:16:28.520 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 4m ago 5h 3196M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:16:28.521 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 4m ago 5h 3693M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:16:28.521 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 4m ago 5h 2988M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:16:28.521 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 4m ago 5h 4291M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:16:28.521 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 4m ago 5h 123M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:16:28.832 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:16:28.833 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:16:28.833 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:16:28.833 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:16:28.833 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:16:28.834 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:16:28.834 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:16:28.834 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:16:28.834 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:16:28.835 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:16:28.835 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:16:28.835 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:16:28.835 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:16:28.836 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:16:28.836 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:16:28.836 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:16:28.836 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:16:28.836 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:16:28.837 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:16:29.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:29 smithi129 conmon[101092]: audit 2022-01-18T21:16:28.238500+0000 mgr.smithi129.iclwio (mgr.14716) 10883 : 2022-01-18T21:16:29.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:29 smithi129 conmon[101092]: audit [DBG] from='client.41350 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:16:29.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:29 smithi129 conmon[101092]: cluster 2022-01-18T21:16:28.262146+0000 mgr.smithi129.iclwio (mgr.14716) 10884 : cluster [DBG] pgmap v9359: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:29.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:29 smithi129 conmon[101092]: audit 2022- 2022-01-18T21:16:29.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:29 smithi129 conmon[101092]: 01-18T21:16:28.506813+0000 mgr.smithi129.iclwio (mgr.14716) 10885 : audit [DBG] from='client.41354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:16:29.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:29 smithi129 conmon[101092]: audit 2022-01-18T21:16 2022-01-18T21:16:29.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:29 smithi129 conmon[101092]: :28.832742+0000 mon.smithi129 (mon.0) 3240 : 2022-01-18T21:16:29.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:29 smithi129 conmon[101092]: audit [DBG] from='client.? 172.21.15.129:0/848662821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:16:29.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:29 smithi156 conmon[67007]: audit 2022-01-18T21:16:28.238500+0000 mgr.smithi129.iclwio (mgr.14716) 10883 : audit [DBG] from='client.41350 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:16:29.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:29 smithi156 conmon[67007]: cluster 2022-01-18T21:16:28.262146+0000 mgr.smithi129.iclwio (mgr.14716) 10884 : cluster [DBG] pgmap v9359: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:29.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:29 smithi156 conmon[67007]: audit 2022 2022-01-18T21:16:29.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:29 smithi156 conmon[67007]: -01-18T21:16:28.506813+0000 mgr.smithi129.iclwio (mgr.14716) 10885 : 2022-01-18T21:16:29.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:29 smithi156 conmon[67007]: audit [DBG] from='client.41354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:16:29.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:29 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T21:16:29.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:29 smithi156 conmon[67007]: 21:16:28.832742+0000 mon.smithi129 (mon.0 2022-01-18T21:16:29.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:29 smithi156 conmon[67007]: ) 3240 : audit [DBG] from='client.? 172.21.15.129:0/848662821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:16:31.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:31 smithi129 conmon[101092]: cluster 2022-01-18T21:16:30.262902+0000 mgr.smithi129.iclwio (mgr.14716) 10886 : cluster [DBG] pgmap v9360: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:16:31.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:31 smithi156 conmon[67007]: cluster 2022-01-18T21:16:30.262902+0000 mgr.smithi129.iclwio (mgr.14716) 10886 : cluster [DBG] pgmap v9360: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:16:33.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:33 smithi129 conmon[101092]: cluster 2022-01-18T21:16:32.263518+0000 mgr.smithi129.iclwio (mgr.14716) 10887 : cluster [DBG] pgmap v9361: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:33.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:33 smithi156 conmon[67007]: cluster 2022-01-18T21:16:32.263518+0000 mgr.smithi129.iclwio (mgr.14716) 10887 : cluster [DBG] pgmap v9361: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:35.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:35 smithi129 conmon[101092]: cluster 2022-01-18T21:16:34.264263+0000 mgr.smithi129.iclwio (mgr.14716) 10888 : cluster [DBG] pgmap v9362: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:35.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:35 smithi156 conmon[67007]: cluster 2022-01-18T21:16:34.264263+0000 mgr.smithi129.iclwio (mgr.14716) 10888 : cluster [DBG] 2022-01-18T21:16:35.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:35 smithi156 conmon[67007]: pgmap v9362: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:37.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:37 smithi129 conmon[101092]: cluster 2022-01-18T21:16:36.264694+0000 mgr.smithi129.iclwio (mgr.14716) 10889 : cluster [DBG] pgmap v9363: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:37.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:37 smithi156 conmon[67007]: cluster 2022-01-18T21:16:36.264694+0000 mgr.smithi129.iclwio (mgr.14716) 10889 : cluster [DBG] 2022-01-18T21:16:37.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:37 smithi156 conmon[67007]: pgmap v9363: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:39.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:39 smithi129 conmon[101092]: cluster 2022-01-18T21:16:38.265243+0000 mgr.smithi129.iclwio (mgr.14716) 10890 : cluster [DBG] pgmap v9364: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:39.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:39 smithi156 conmon[67007]: cluster 2022-01-18T21:16:38.265243+0000 mgr.smithi129.iclwio (mgr.14716) 10890 : cluster [DBG] pgmap v9364: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:41.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:41 smithi129 conmon[101092]: cluster 2022-01-18T21:16:40.266074+0000 mgr.smithi129.iclwio (mgr.14716) 10891 : cluster [DBG] pgmap v9365: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:16:41.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:41 smithi156 conmon[67007]: cluster 2022-01-18T21:16:40.266074+0000 mgr.smithi129.iclwio (mgr.14716) 10891 : cluster [DBG] 2022-01-18T21:16:41.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:41 smithi156 conmon[67007]: pgmap v9365: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:16:43.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:43 smithi129 conmon[101092]: cluster 2022-01-18T21:16:42.266687+0000 mgr.smithi129.iclwio (mgr.14716) 10892 : cluster [DBG] pgmap v9366: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:43.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:43 smithi129 conmon[101092]: audit 2022-01-18T21:16:42 2022-01-18T21:16:43.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:43 smithi129 conmon[101092]: .961910+0000 mon.smithi129 (mon.0) 3241 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:16:43.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:43 smithi129 conmon[101092]: audit 2022-01-18T21:16:42.963443+0000 mon.smithi129 (mon.0) 3242 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:16:43.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:43 smithi129 conmon[101092]: audit 2022-01-18T21:16: 2022-01-18T21:16:43.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:43 smithi129 conmon[101092]: 42.964364+0000 mon.smithi129 (mon.0) 3243 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:16:43.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:43 smithi129 conmon[101092]: cephadm 2022-01-18T21:16 2022-01-18T21:16:43.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:43 smithi129 conmon[101092]: :42.965107+0000 mgr.smithi129.iclwio (mgr.14716) 10893 2022-01-18T21:16:43.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:43 smithi129 conmon[101092]: : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:16:43.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:43 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T21:16:43.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:43 smithi129 conmon[101092]: 21:16:43.271837+0000 mon.smithi129 (mon. 2022-01-18T21:16:43.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:43 smithi129 conmon[101092]: 0) 3244 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:16:43.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:43 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T21:16:43.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:43 smithi129 conmon[101092]: 21:16:43.278750+0000 mon.smithi129 (mon. 2022-01-18T21:16:43.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:43 smithi129 conmon[101092]: 0) 3245 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:16:43.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:43 smithi156 conmon[67007]: cluster 2022-01-18T21:16:42.266687+0000 mgr.smithi129.iclwio (mgr.14716) 10892 2022-01-18T21:16:43.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:43 smithi156 conmon[67007]: : cluster [DBG] pgmap v9366: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:43.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:43 smithi156 conmon[67007]: audit 2022-01-18T21:16:42.961910+0000 mon.smithi129 (mon.0) 3241 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:16:43.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:43 smithi156 conmon[67007]: audit 2022-01-18T21:16:42.963443+0000 mon.smithi129 ( 2022-01-18T21:16:43.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:43 smithi156 conmon[67007]: mon.0) 3242 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:16:43.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:43 smithi156 conmon[67007]: 2022-01-18T21:16:43.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:43 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T21:16:43.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:43 smithi156 conmon[67007]: T21:16:42.964364+0000 2022-01-18T21:16:43.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:43 smithi156 conmon[67007]: mon.smithi129 (mon.0) 3243 : audit 2022-01-18T21:16:43.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:43 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:16:43.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:43 smithi156 conmon[67007]: cephadm 2022-01-18T21:16:43.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:43 smithi156 conmon[67007]: 2022-01-18T21:16 2022-01-18T21:16:43.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:43 smithi156 conmon[67007]: :42.965107+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:16:43.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:43 smithi156 conmon[67007]: 14716) 10893 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:16:43.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:43 smithi156 conmon[67007]: 2022-01-18T21:16:43.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:43 smithi156 conmon[67007]: audit 2022-01-18T21:16:43.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:43 smithi156 conmon[67007]: 2022-01-18T21:16 2022-01-18T21:16:43.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:43 smithi156 conmon[67007]: :43.271837+0000 mon.smithi129 (mon 2022-01-18T21:16:43.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:43 smithi156 conmon[67007]: .0) 3244 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:16:43.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:43 smithi156 conmon[67007]: 2022-01-18T21:16:43.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:43 smithi156 conmon[67007]: audit 2022-01-18T21:16:43.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:43 smithi156 conmon[67007]: 2022-01-18T21:16: 2022-01-18T21:16:43.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:43 smithi156 conmon[67007]: 43.278750+0000 mon.smithi129 (mon. 2022-01-18T21:16:43.804 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:43 smithi156 conmon[67007]: 0) 3245 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:16:45.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:45 smithi129 conmon[101092]: cluster 2022-01-18T21:16:44.267643+0000 mgr.smithi129.iclwio (mgr.14716) 10894 : cluster [DBG] pgmap v9367: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:45.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:45 smithi156 conmon[67007]: cluster 2022-01-18T21:16:44.267643+0000 mgr.smithi129.iclwio (mgr.14716) 10894 : cluster [DBG] pgmap v9367: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:47.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:47 smithi129 conmon[101092]: cluster 2022-01-18T21:16:46.268301+0000 mgr.smithi129.iclwio (mgr.14716) 10895 : cluster [DBG] pgmap v9368: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:47.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:47 smithi156 conmon[67007]: cluster 2022-01-18T21:16:46.268301+0000 mgr.smithi129.iclwio (mgr.14716) 10895 : cluster [DBG] pgmap v9368: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:49.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:49 smithi129 conmon[101092]: cluster 2022-01-18T21:16:48.269024+0000 mgr.smithi129.iclwio (mgr.14716) 10896 : cluster [DBG] pgmap v9369: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:49.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:49 smithi156 conmon[67007]: cluster 2022-01-18T21:16:48.269024+0000 mgr.smithi129.iclwio (mgr.14716) 10896 : cluster [DBG] pgmap v9369: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:49.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:49 smithi156 conmon[67007]: 2022-01-18T21:16:51.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:51 smithi129 conmon[101092]: cluster 2022-01-18T21:16:50.269978+0000 mgr.smithi129.iclwio (mgr.14716) 10897 : cluster [DBG] pgmap v9370: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:16:51.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:51 smithi129 conmon[101092]: 2022-01-18T21:16:51.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:51 smithi156 conmon[67007]: cluster 2022-01-18T21:16:50.269978+0000 mgr.smithi129.iclwio (mgr.14716) 10897 : cluster [DBG] pgmap v9370: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:16:51.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:51 smithi156 conmon[67007]: 2022-01-18T21:16:53.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:53 smithi129 conmon[101092]: cluster 2022-01-18T21:16:52.270579+0000 mgr.smithi129.iclwio ( 2022-01-18T21:16:53.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:53 smithi129 conmon[101092]: mgr.14716) 10898 : cluster [DBG] pgmap v9371: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:53.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:53 smithi156 conmon[67007]: cluster 2022-01-18T21:16:52.270579+0000 mgr.smithi129.iclwio (mgr.14716) 10898 : cluster [DBG] 2022-01-18T21:16:53.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:53 smithi156 conmon[67007]: pgmap v9371: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:55.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:55 smithi129 conmon[101092]: cluster 2022-01-18T21:16:54.271457+0000 mgr.smithi129.iclwio (mgr.14716) 10899 : cluster [DBG] pgmap v9372: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:55.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:55 smithi129 conmon[101092]: 2022-01-18T21:16:55.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:55 smithi156 conmon[67007]: cluster 2022-01-18T21:16:54.271457+0000 mgr.smithi129.iclwio (mgr.14716) 10899 : cluster 2022-01-18T21:16:55.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:55 smithi156 conmon[67007]: [DBG] pgmap v9372: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:57.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:57 smithi129 conmon[101092]: cluster 2022-01-18T21:16:56.271984+0000 mgr.smithi129.iclwio (mgr.14716) 10900 : cluster [DBG] pgmap v9373: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:57.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:57 smithi156 conmon[67007]: cluster 2022-01-18T21:16:56.271984+0000 mgr.smithi129.iclwio (mgr.14716) 10900 : cluster [DBG] pgmap v9373: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:57.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:57 smithi156 conmon[67007]: 2022-01-18T21:16:59.133 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:16:59.399 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:16:59.399 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 5m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:16:59.400 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 5m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:16:59.400 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 5m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:16:59.400 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 5m ago 5h 44.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:16:59.400 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 5m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:16:59.401 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 5m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:16:59.401 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 5m ago 5h 839M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:16:59.401 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 5m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:16:59.401 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 5m ago 5h 1885M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:16:59.402 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 5m ago 5h 924M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:16:59.402 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 5m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:16:59.402 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 5m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:16:59.402 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 5m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:16:59.402 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 5m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:16:59.403 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 5m ago 5h 2301M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:16:59.403 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 5m ago 5h 3414M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:16:59.403 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 5m ago 5h 2576M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:16:59.403 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 5m ago 5h 3442M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:16:59.404 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 5m ago 5h 3196M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:16:59.404 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 5m ago 5h 3693M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:16:59.404 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 5m ago 5h 2988M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:16:59.404 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 5m ago 5h 4291M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:16:59.405 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 5m ago 5h 123M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:16:59.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:16:59 smithi129 conmon[101092]: cluster 2022-01-18T21:16:58.272726+0000 mgr.smithi129.iclwio (mgr.14716) 10901 : cluster [DBG] pgmap v9374: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:16:59.722 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:16:59.722 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:16:59.722 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:16:59.723 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:16:59.723 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:16:59.723 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:16:59.723 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:16:59.723 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:16:59.724 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:16:59.724 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:16:59.724 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:16:59.724 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:16:59.725 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:16:59.725 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:16:59.725 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:16:59.725 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:16:59.726 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:16:59.726 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:16:59.726 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:16:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:16:59 smithi156 conmon[67007]: cluster 2022-01-18T21:16:58.272726+0000 mgr.smithi129.iclwio (mgr.14716) 10901 : cluster [DBG] pgmap v9374: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:00 smithi129 conmon[101092]: audit 2022-01-18T21:16:59.121941+0000 mgr.smithi129.iclwio (mgr.14716) 10902 : audit 2022-01-18T21:17:00.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:00 smithi129 conmon[101092]: [DBG] from='client.41362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:17:00.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:00 smithi129 conmon[101092]: audit 2022-01-18T21:16:59.390603+0000 mgr.smithi129.iclwio (mgr.14716) 10903 : audit [DBG] from='client.41366 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:17:00.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:00 smithi129 conmon[101092]: audit 2022-01-18T21:16:59.461640 2022-01-18T21:17:00.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:00 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 3246 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:17:00.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:00 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T21:17:00.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:00 smithi129 conmon[101092]: T21:16:59.461831+0000 mon.smithi129 (mon.0) 3247 : audit [INF] 2022-01-18T21:17:00.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:00 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:17:00.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:00 smithi129 conmon[101092]: audit 2022-01-18T21:17:00.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:00 smithi129 conmon[101092]: 2022-01-18T21:16:59.721853+0000 mon.smithi129 (mon 2022-01-18T21:17:00.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:00 smithi129 conmon[101092]: .0) 3248 : audit [DBG] from='client.? 172.21.15.129:0/4286826392' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:17:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:00 smithi156 conmon[67007]: audit 2022-01-18T21:16:59.121941+0000 mgr.smithi129.iclwio (mgr.14716) 10902 : audit [DBG] from='client.41362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:17:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:00 smithi156 conmon[67007]: 2022-01-18T21:17:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:00 smithi156 conmon[67007]: audit 2022-01-18T21:16:59.390603+0000 mgr.smithi129.iclwio (mgr.14716) 10903 : audit [DBG] from='client.41366 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:17:00.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:00 smithi156 conmon[67007]: audit 2022-01-18T21:16:59.461640+0000 mon.smithi129 (mon.0) 3246 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:17:00.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:00 smithi156 conmon[67007]: audit 2022-01-18T21:16:59.461831+0000 mon.smithi129 (mon.0) 3247 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:17:00.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:00 smithi156 conmon[67007]: audit 2022-01 2022-01-18T21:17:00.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:00 smithi156 conmon[67007]: -18T21:16:59.721853+0000 mon.smithi129 (mon.0) 3248 : audit [DBG] from='client.? 172.21.15.129:0/4286826392' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:17:01.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:01 smithi129 conmon[101092]: cluster 2022-01-18T21:17:00.273449+0000 mgr.smithi129.iclwio (mgr.14716) 10904 : cluster [DBG] pgmap v9375: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:17:01.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:01 smithi156 conmon[67007]: cluster 2022-01-18T21:17:00.273449+0000 mgr.smithi129.iclwio (mgr.14716) 10904 : 2022-01-18T21:17:01.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:01 smithi156 conmon[67007]: cluster [DBG] pgmap v9375: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:17:03.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:03 smithi129 conmon[101092]: cluster 2022-01-18T21:17:02.274123+0000 mgr.smithi129.iclwio (mgr.14716) 10905 : cluster [DBG] pgmap v9376: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:03.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:03 smithi129 conmon[101092]: 2022-01-18T21:17:03.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:03 smithi156 conmon[67007]: cluster 2022-01-18T21:17:02.274123+0000 mgr.smithi129.iclwio (mgr.14716) 10905 : cluster [DBG] pgmap v9376: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:05.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:05 smithi129 conmon[101092]: cluster 2022-01-18T21:17:04.274823+0000 mgr.smithi129.iclwio (mgr.14716) 10906 : cluster [DBG] pgmap v9377: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:05.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:05 smithi156 conmon[67007]: cluster 2022-01-18T21:17:04.274823+0000 mgr.smithi129.iclwio (mgr.14716) 10906 : cluster [DBG] pgmap v9377: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:07.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:07 smithi129 conmon[101092]: cluster 2022-01-18T21:17:06.275311+0000 mgr.smithi129.iclwio (mgr.14716) 10907 : cluster [DBG] pgmap v9378: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:07.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:07 smithi156 conmon[67007]: cluster 2022-01-18T21:17:06.275311+0000 mgr.smithi129.iclwio (mgr.14716) 10907 : cluster [DBG] pgmap v9378: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:07.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:07 smithi156 conmon[67007]: 2022-01-18T21:17:09.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:09 smithi129 conmon[101092]: cluster 2022-01-18T21:17:08.276021+0000 mgr.smithi129.iclwio (mgr.14716) 10908 : cluster [DBG] pgmap v9379: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:09.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:09 smithi129 conmon[101092]: 2022-01-18T21:17:09.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:09 smithi156 conmon[67007]: cluster 2022-01-18T21:17:08.276021+0000 mgr.smithi129.iclwio (mgr.14716) 10908 : cluster [DBG] pgmap v9379: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:11.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:11 smithi156 conmon[67007]: cluster 2022-01-18T21:17:10.276937+0000 mgr.smithi129.iclwio (mgr.14716) 10909 : cluster [DBG] pgmap v9380: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:17:11.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:11 smithi129 conmon[101092]: cluster 2022-01-18T21 2022-01-18T21:17:11.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:11 smithi129 conmon[101092]: :17:10.276937+0000 mgr.smithi129.iclwio (mgr.14716) 10909 : cluster [DBG] pgmap v9380: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:17:13.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:13 smithi156 conmon[67007]: cluster 2022-01-18T21:17:12.277521+0000 mgr.smithi129.iclwio (mgr.14716) 10910 : cluster [DBG] pgmap v9381: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:13 smithi129 conmon[101092]: cluster 2022-01-18T21:17:12.277521+0000 mgr.smithi129.iclwio (mgr.14716) 10910 : cluster [DBG] pgmap v9381: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:13.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:13 smithi129 conmon[101092]: 2022-01-18T21:17:15.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:15 smithi156 conmon[67007]: cluster 2022-01-18T21:17:14.278465+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:17:15.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:15 smithi156 conmon[67007]: 10911 : cluster [DBG] pgmap v9382: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:15.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:15 smithi129 conmon[101092]: cluster 2022-01-18T21:17:14.278465+0000 mgr.smithi129.iclwio (mgr.14716) 10911 : cluster [DBG] pgmap v9382: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:17.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:17 smithi156 conmon[67007]: cluster 2022-01-18T21:17:16.279019+0000 mgr.smithi129.iclwio (mgr.14716) 10912 : cluster [DBG] pgmap v9383: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:17.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:17 smithi129 conmon[101092]: cluster 2022-01-18T21:17:16.279019+0000 mgr.smithi129.iclwio (mgr.14716) 10912 : cluster [DBG] pgmap v9383: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:19.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:19 smithi156 conmon[67007]: cluster 2022-01-18T21:17:18.279595+0000 mgr.smithi129.iclwio (mgr.14716) 10913 : cluster [DBG] pgmap v9384: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:19.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:19 smithi129 conmon[101092]: cluster 2022-01-18T21:17:18.279595+0000 mgr.smithi129.iclwio (mgr.14716) 10913 : cluster [DBG] 2022-01-18T21:17:19.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:19 smithi129 conmon[101092]: pgmap v9384: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:21.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:21 smithi156 conmon[67007]: cluster 2022-01-18T21:17:20.280394+0000 mgr.smithi129.iclwio (mgr.14716) 10914 : cluster [DBG] pgmap v9385: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:17:21.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:21 smithi129 conmon[101092]: cluster 2022-01-18T21:17:20.280394+0000 mgr.smithi129.iclwio (mgr.14716) 10914 : cluster 2022-01-18T21:17:21.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:21 smithi129 conmon[101092]: [DBG] pgmap v9385: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:17:23.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:23 smithi156 conmon[67007]: cluster 2022-01-18T21:17:22.281054+0000 mgr.smithi129.iclwio (mgr.14716) 10915 : cluster [DBG] pgmap v9386: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:23.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:23 smithi129 conmon[101092]: cluster 2022-01-18T21:17:22.281054+0000 mgr.smithi129.iclwio (mgr.14716) 10915 : cluster [DBG] pgmap v9386: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:23.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:23 smithi129 conmon[101092]: 2022-01-18T21:17:25.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:25 smithi156 conmon[67007]: cluster 2022-01-18T21:17:24.281755+0000 mgr.smithi129.iclwio (mgr.14716) 10916 : cluster [DBG] pgmap v9387: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:25.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:25 smithi156 conmon[67007]: 2022-01-18T21:17:25.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:25 smithi129 conmon[101092]: cluster 2022-01-18T21:17:24.281755+0000 mgr.smithi129.iclwio (mgr.14716) 10916 : cluster 2022-01-18T21:17:25.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:25 smithi129 conmon[101092]: [DBG] pgmap v9387: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:27.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:27 smithi156 conmon[67007]: cluster 2022-01-18T21:17:26.282240+0000 mgr.smithi129.iclwio (mgr.14716) 10917 : cluster [DBG] 2022-01-18T21:17:27.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:27 smithi156 conmon[67007]: pgmap v9388: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:27.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:27 smithi129 conmon[101092]: cluster 2022-01-18T21:17:26.282240+0000 mgr.smithi129.iclwio (mgr.14716) 10917 : cluster [DBG] pgmap v9388: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:29.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:29 smithi156 conmon[67007]: cluster 2022-01-18T21:17:28.282804+0000 mgr.smithi129.iclwio (mgr.14716) 10918 : cluster [DBG] pgmap v9389: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:29.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:29 smithi129 conmon[101092]: cluster 2022-01-18T21:17:28.282804+0000 mgr.smithi129.iclwio (mgr.14716) 10918 : cluster [DBG] pgmap v9389: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:29.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:29 smithi129 conmon[101092]: 2022-01-18T21:17:30.023 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:17:30.285 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:17:30.286 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 5m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:17:30.286 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 5m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:17:30.286 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 5m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:17:30.287 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 5m ago 5h 44.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:17:30.287 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 5m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:17:30.287 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 5m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:17:30.287 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 5m ago 5h 839M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:17:30.287 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 5m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:17:30.288 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 5m ago 5h 1885M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:17:30.288 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 5m ago 5h 924M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:17:30.288 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 5m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:17:30.288 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 5m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:17:30.289 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 5m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:17:30.289 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 5m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:17:30.289 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 5m ago 5h 2301M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:17:30.289 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 5m ago 5h 3414M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:17:30.289 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 5m ago 5h 2576M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:17:30.290 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 5m ago 5h 3442M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:17:30.290 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 5m ago 5h 3196M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:17:30.290 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 5m ago 5h 3693M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:17:30.290 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 5m ago 5h 2988M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:17:30.291 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 5m ago 5h 4291M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:17:30.291 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 5m ago 5h 123M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:17:30.604 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:17:30.605 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:17:30.605 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:17:30.605 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:17:30.606 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:17:30.606 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:17:30.606 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:17:30.606 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:17:30.607 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:17:30.607 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:17:30.607 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:17:30.607 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:17:30.608 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:17:30.608 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:17:30.608 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:17:30.608 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:17:30.609 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:17:30.609 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:17:30.609 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:17:30.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:30 smithi156 conmon[67007]: audit 2022-01-18T21:17:30.010970+0000 mgr.smithi129.iclwio (mgr.14716) 10919 : audit [DBG] from='client.41374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:17:30.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:30 smithi129 conmon[101092]: audit 2022-01-18T21:17:30.010970+0000 mgr.smithi129.iclwio (mgr.14716) 10919 : audit [DBG] from='client.41374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:17:31.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:31 smithi156 conmon[67007]: audit 2022-01-18T21:17:30.276885+0000 mgr.smithi129.iclwio (mgr.14716) 10920 : audit [DBG] from='client.41378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:17:31.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:31 smithi156 conmon[67007]: cluster 2022-01-18T21:17:30.283450+0000 mgr.smithi129.iclwio (mgr.14716) 10921 : cluster [DBG] pgmap v9390: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:17:31.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:31 smithi156 conmon[67007]: audit 2022-01-18T21:17:30 2022-01-18T21:17:31.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:31 smithi156 conmon[67007]: .604720+0000 mon.smithi129 (mon.0) 3249 : audit [DBG] from='client.? 172.21.15.129:0/598521957' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:17:31.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:31 smithi129 conmon[101092]: audit 2022-01-18T21:17:30.276885+0000 mgr.smithi129.iclwio (mgr.14716) 10920 : audit [DBG] from='client.41378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:17:31.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:31 smithi129 conmon[101092]: 2022-01-18T21:17:31.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:31 smithi129 conmon[101092]: cluster 2022-01-18T21:17:30.283450+0000 mgr.smithi129.iclwio (mgr.14716) 10921 : cluster [DBG] pgmap v9390: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:17:31.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:31 smithi129 conmon[101092]: audit 2022-01-18T21:17:30.604720+0000 mon.smithi129 (mon. 2022-01-18T21:17:31.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:31 smithi129 conmon[101092]: 0) 3249 : audit [DBG] from='client.? 172.21.15.129:0/598521957' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:17:33.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:33 smithi156 conmon[67007]: cluster 2022-01-18T21:17:32.284166+0000 mgr.smithi129.iclwio (mgr.14716) 10922 : cluster [DBG] pgmap v9391: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:33 smithi129 conmon[101092]: cluster 2022-01-18T21:17:32.284166+0000 mgr.smithi129.iclwio (mgr.14716) 10922 : cluster [DBG] pgmap v9391: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:35.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:35 smithi156 conmon[67007]: cluster 2022-01-18T21:17:34.285081+0000 mgr.smithi129.iclwio (mgr.14716) 10923 : cluster [DBG] pgmap v9392: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:35.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:35 smithi129 conmon[101092]: cluster 2022-01-18T21:17:34.285081+0000 mgr.smithi129.iclwio (mgr.14716) 10923 : cluster [DBG] pgmap v9392: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:37.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:37 smithi156 conmon[67007]: cluster 2022-01-18T21:17:36.285675+0000 mgr.smithi129.iclwio (mgr.14716) 10924 : cluster [DBG] pgmap v9393: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:37.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:37 smithi129 conmon[101092]: cluster 2022-01-18T21:17:36.285675+0000 mgr.smithi129.iclwio (mgr.14716) 10924 : cluster [DBG] pgmap v9393: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:39.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:39 smithi156 conmon[67007]: cluster 2022-01-18T21:17:38.286215+0000 mgr.smithi129.iclwio (mgr.14716) 10925 : cluster [DBG] pgmap v9394: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:39.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:39 smithi129 conmon[101092]: cluster 2022-01-18T21:17:38.286215+0000 mgr.smithi129.iclwio (mgr.14716) 10925 : cluster [DBG] pgmap v9394: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:41.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:41 smithi156 conmon[67007]: cluster 2022-01-18T21:17:40.286984+0000 mgr.smithi129.iclwio (mgr.14716) 10926 : cluster [DBG] pgmap v9395: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:17:41.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:41 smithi129 conmon[101092]: cluster 2022-01-18T21:17:40.286984+0000 mgr.smithi129.iclwio (mgr.14716) 10926 : cluster [DBG] 2022-01-18T21:17:41.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:41 smithi129 conmon[101092]: pgmap v9395: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:17:43.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:43 smithi156 conmon[67007]: cluster 2022-01-18T21:17:42.287659+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:17:43.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:43 smithi156 conmon[67007]: 14716) 10927 : cluster [DBG] pgmap v9396: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:43.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:43 smithi156 conmon[67007]: audit 2022-01-18T21:17:43.281288+0000 mon.smithi129 (mon.0) 3250 : audit [DBG] 2022-01-18T21:17:43.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:43 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:17:43.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:43 smithi156 conmon[67007]: audit 2022-01-18T21:17: 2022-01-18T21:17:43.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:43 smithi156 conmon[67007]: 43.282756+0000 mon.smithi129 (mon.0) 3251 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:17:43.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:43 smithi156 conmon[67007]: audit 2022- 2022-01-18T21:17:43.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:43 smithi156 conmon[67007]: 01-18T21:17:43.283571+0000 2022-01-18T21:17:43.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:43 smithi156 conmon[67007]: mon.smithi129 (mon.0) 3252 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:17:43.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:43 smithi129 conmon[101092]: cluster 2022-01-18T21:17:42.287659+0000 mgr.smithi129.iclwio (mgr.14716) 10927 2022-01-18T21:17:43.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:43 smithi129 conmon[101092]: : cluster [DBG] pgmap v9396: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:43.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:43 smithi129 conmon[101092]: audit 2022-01-18T21:17:43.281288+0000 mon.smithi129 (mon.0) 3250 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:17:43.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:43 smithi129 conmon[101092]: audit 2022-01-18T21:17:43.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:43 smithi129 conmon[101092]: 2022-01-18T21:17:43.282756+0000 mon.smithi129 (mon.0) 3251 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:17:43.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:43 smithi129 conmon[101092]: audit 2022 2022-01-18T21:17:43.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:43 smithi129 conmon[101092]: -01-18T21:17:43 2022-01-18T21:17:43.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:43 smithi129 conmon[101092]: .283571+0000 mon.smithi129 (mon.0 2022-01-18T21:17:43.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:43 smithi129 conmon[101092]: ) 3252 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:17:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:44 smithi156 conmon[67007]: cephadm 2022-01-18T21:17:43.284285+0000 mgr.smithi129.iclwio (mgr.14716) 10928 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:17:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:44 smithi156 conmon[67007]: audit 2022-01-18T21:17:43.596500+0000 mon.smithi129 (mon.0) 3253 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:17:44.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:44 smithi156 conmon[67007]: audit 2022-01-18T21:17:43. 2022-01-18T21:17:44.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:44 smithi156 conmon[67007]: 601206+0000 mon.smithi129 (mon.0) 3254 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:17:44.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:44 smithi129 conmon[101092]: cephadm 2022-01-18T21:17:43.284285+0000 mgr.smithi129.iclwio (mgr.14716) 10928 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:17:44.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:44 smithi129 conmon[101092]: audit 2022-01-18T21:17:43.596500+0000 mon.smithi129 (mon.0) 3253 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:17:44.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:44 smithi129 conmon[101092]: audit 2022-01-18T21:17:43.601206+0000 mon.smithi129 (mon.0) 3254 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:17:45.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:45 smithi129 conmon[101092]: cluster 2022-01-18T21:17:44.288356+0000 mgr.smithi129.iclwio (mgr.14716) 10929 : cluster [DBG] 2022-01-18T21:17:45.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:45 smithi129 conmon[101092]: pgmap v9397: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:46.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:45 smithi156 conmon[67007]: cluster 2022-01-18T21:17:44.288356+0000 mgr.smithi129.iclwio (mgr.14716) 10929 : cluster [DBG] pgmap v9397: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:47.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:47 smithi129 conmon[101092]: cluster 2022-01-18T21:17:46.288887+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:17:47.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:47 smithi129 conmon[101092]: 10930 : cluster [DBG] pgmap v9398: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:48.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:47 smithi156 conmon[67007]: cluster 2022-01-18T21:17:46.288887+0000 mgr.smithi129.iclwio (mgr.14716) 10930 : cluster [DBG] pgmap v9398: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:49.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:49 smithi129 conmon[101092]: cluster 2022-01-18T21:17:48.289419+0000 mgr.smithi129.iclwio (mgr.14716) 10931 : cluster [DBG] pgmap v9399: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:50.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:49 smithi156 conmon[67007]: cluster 2022-01-18T21:17:48.289419+0000 mgr.smithi129.iclwio (mgr.14716) 10931 : cluster [DBG] pgmap v9399: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:51.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:51 smithi129 conmon[101092]: cluster 2022-01-18T21:17:50.290283+0000 mgr.smithi129.iclwio (mgr.14716) 10932 : cluster [DBG] pgmap v9400: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:17:52.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:51 smithi156 conmon[67007]: cluster 2022-01-18T21:17:50.290283+0000 mgr.smithi129.iclwio (mgr.14716) 10932 : cluster [DBG] pgmap v9400: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:17:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:53 smithi129 conmon[101092]: cluster 2022-01-18T21:17:52.290957+0000 mgr.smithi129.iclwio (mgr.14716) 10933 : cluster [DBG] pgmap v9401: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:53.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:53 smithi129 conmon[101092]: 2022-01-18T21:17:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:53 smithi156 conmon[67007]: cluster 2022-01-18T21:17:52.290957+0000 mgr.smithi129.iclwio (mgr.14716) 10933 : cluster [DBG] pgmap v9401: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:55.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:55 smithi129 conmon[101092]: cluster 2022-01-18T21:17:54.291755+0000 mgr.smithi129.iclwio (mgr.14716) 10934 : cluster [DBG] pgmap v9402: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:56.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:55 smithi156 conmon[67007]: cluster 2022-01-18T21:17:54.291755+0000 mgr.smithi129.iclwio (mgr.14716) 10934 : cluster [DBG] pgmap v9402: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:57.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:57 smithi129 conmon[101092]: cluster 2022-01-18T21:17:56.292238+0000 mgr.smithi129.iclwio (mgr.14716) 10935 : cluster [DBG] pgmap v9403: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:57.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:57 smithi129 conmon[101092]: 2022-01-18T21:17:58.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:57 smithi156 conmon[67007]: cluster 2022-01-18T21:17:56.292238+0000 mgr.smithi129.iclwio (mgr.14716) 10935 : cluster [DBG] pgmap v9403: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:59 smithi129 conmon[101092]: cluster 2022-01-18T21:17:58.292806+0000 mgr.smithi129.iclwio (mgr.14716) 10936 2022-01-18T21:17:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:59 smithi129 conmon[101092]: : cluster [DBG] pgmap v9404: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:17:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:59 smithi129 conmon[101092]: audit 2022-01-18T21:17:59.465481+0000 mon.smithi129 (mon.0) 3255 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:17:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:59 smithi129 conmon[101092]: audit 2022-01-18T21:17:59. 2022-01-18T21:17:59.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:17:59 smithi129 conmon[101092]: 466061+0000 mon.smithi129 (mon.0) 3256 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:18:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:59 smithi156 conmon[67007]: cluster 2022-01-18T21:17:58.292806+0000 mgr.smithi129.iclwio (mgr.14716) 10936 : cluster [DBG] pgmap v9404: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:59 smithi156 conmon[67007]: audit 2022- 2022-01-18T21:18:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:59 smithi156 conmon[67007]: 01-18T21:17:59.465481+0000 mon.smithi129 (mon.0) 3255 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:18:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:17:59 smithi156 conmon[67007]: audit 2022-01-18T21:17:59.466061+0000 mon.smithi129 (mon.0) 3256 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:18:00.911 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:18:01.178 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:18:01.179 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 6m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:18:01.179 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 6m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:18:01.179 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 6m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:18:01.179 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 6m ago 5h 44.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:18:01.180 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 6m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:18:01.180 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 6m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:18:01.180 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 6m ago 5h 839M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:18:01.180 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 6m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:18:01.181 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 6m ago 5h 1885M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:18:01.181 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 6m ago 5h 924M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:18:01.181 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 6m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:18:01.181 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 6m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:18:01.182 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 6m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:18:01.182 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 6m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:18:01.182 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 6m ago 5h 2301M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:18:01.182 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 6m ago 5h 3414M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:18:01.183 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 6m ago 5h 2576M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:18:01.183 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 6m ago 5h 3442M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:18:01.183 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 6m ago 5h 3196M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:18:01.183 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 6m ago 5h 3693M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:18:01.183 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 6m ago 5h 2988M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:18:01.184 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 6m ago 5h 4291M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:18:01.184 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 6m ago 5h 123M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:18:01.497 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:18:01.497 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:18:01.497 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:18:01.498 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:18:01.498 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:18:01.498 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:18:01.498 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:18:01.499 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:18:01.499 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:18:01.499 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:18:01.499 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:18:01.500 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:18:01.500 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:18:01.500 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:18:01.500 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:18:01.500 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:18:01.501 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:18:01.501 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:18:01.501 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:18:01.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:01 smithi129 conmon[101092]: cluster 2022-01-18T21:18:00.293673+0000 mgr.smithi129.iclwio (mgr.14716) 10937 : cluster [DBG] pgmap v9405: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:18:01.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:01 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T21:18:01.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:01 smithi129 conmon[101092]: 21:18:00.899253+0000 mgr.smithi129.iclwio (mgr.14716) 10938 : audit [DBG] from='client.41386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:18:01.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:01 smithi129 conmon[101092]: audit 2022-01-18T21:18:01.497175+0000 mon.smithi129 (mon.0) 3257 : audit [DBG] from='client.? 172.21.15.129:0/3970945462' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:18:02.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:01 smithi156 conmon[67007]: cluster 2022-01-18T21:18:00.293673+0000 mgr.smithi129.iclwio (mgr.14716) 10937 : cluster [DBG] pgmap v9405: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:18:02.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:01 smithi156 conmon[67007]: audit 2022-01-18T21:18:00.899253+0000 2022-01-18T21:18:02.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:01 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 10938 : audit [DBG] from='client.41386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:18:02.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:01 smithi156 conmon[67007]: audit 2022-01-18T21:18:01.497175+0000 mon.smithi129 (mon.0) 3257 : audit [DBG] from='client.? 172.21.15.129:0/3970945462' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:18:02.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:02 smithi129 conmon[101092]: audit 2022-01-18T21:18:01.170159+0000 mgr.smithi129.iclwio (mgr.14716) 10939 : audit [DBG] 2022-01-18T21:18:02.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:02 smithi129 conmon[101092]: from='client.41390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:18:03.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:02 smithi156 conmon[67007]: audit 2022-01-18T21:18:01.170159+0000 mgr.smithi129.iclwio (mgr.14716) 10939 : audit [DBG] from='client.41390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:18:03.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:02 smithi156 conmon[67007]: 2022-01-18T21:18:03.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:03 smithi129 conmon[101092]: cluster 2022-01-18T21:18:02.294160+0000 mgr.smithi129.iclwio (mgr.14716) 10940 : cluster [DBG] pgmap v9406: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:04.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:03 smithi156 conmon[67007]: cluster 2022-01-18T21:18:02.294160+0000 mgr.smithi129.iclwio (mgr.14716) 10940 : cluster [DBG] 2022-01-18T21:18:04.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:03 smithi156 conmon[67007]: pgmap v9406: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:05.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:05 smithi129 conmon[101092]: cluster 2022-01-18T21:18:04.295097+0000 mgr.smithi129.iclwio (mgr.14716) 10941 : cluster [DBG] 2022-01-18T21:18:05.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:05 smithi129 conmon[101092]: pgmap v9407: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:06.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:05 smithi156 conmon[67007]: cluster 2022-01-18T21:18:04.295097+0000 mgr.smithi129.iclwio (mgr.14716) 10941 : cluster [DBG] pgmap v9407: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:06.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:05 smithi156 conmon[67007]: 2022-01-18T21:18:07.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:07 smithi129 conmon[101092]: cluster 2022-01-18T21:18:06.295676+0000 mgr.smithi129.iclwio (mgr.14716) 10942 : cluster [DBG] pgmap v9408: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:08.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:07 smithi156 conmon[67007]: cluster 2022-01-18T21:18:06.295676+0000 mgr.smithi129.iclwio (mgr.14716) 10942 : cluster [DBG] pgmap v9408: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:09.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:09 smithi129 conmon[101092]: cluster 2022-01-18T21:18:08.296222+0000 mgr.smithi129.iclwio (mgr.14716) 10943 : cluster [DBG] 2022-01-18T21:18:09.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:09 smithi129 conmon[101092]: pgmap v9409: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:09 smithi156 conmon[67007]: cluster 2022-01-18T21:18:08.296222+0000 mgr.smithi129.iclwio (mgr.14716) 10943 : cluster [DBG] pgmap v9409: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:11.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:11 smithi129 conmon[101092]: cluster 2022-01-18T21:18:10.297012+0000 mgr.smithi129.iclwio (mgr.14716) 10944 : cluster [DBG] pgmap v9410: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:18:11.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:11 smithi129 conmon[101092]: 2022-01-18T21:18:12.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:11 smithi156 conmon[67007]: cluster 2022-01-18T21:18:10.297012+0000 mgr.smithi129.iclwio (mgr.14716) 10944 : cluster [DBG] pgmap v9410: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:18:12.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:11 smithi156 conmon[67007]: 2022-01-18T21:18:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:13 smithi129 conmon[101092]: cluster 2022-01-18T21:18:12.297584+0000 mgr.smithi129.iclwio (mgr.14716) 10945 : cluster [DBG] pgmap v9411: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:14.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:13 smithi156 conmon[67007]: cluster 2022-01-18T21:18:12.297584+0000 mgr.smithi129.iclwio (mgr.14716) 10945 : cluster [DBG] pgmap v9411: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:15.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:15 smithi129 conmon[101092]: cluster 2022-01-18T21:18:14.298315+0000 mgr.smithi129.iclwio (mgr.14716) 10946 : cluster [DBG] pgmap v9412: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:16.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:15 smithi156 conmon[67007]: cluster 2022-01-18T21:18:14.298315+0000 mgr.smithi129.iclwio (mgr.14716) 10946 : cluster [DBG] pgmap v9412: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:17.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:17 smithi129 conmon[101092]: cluster 2022-01-18T21:18:16.298973+0000 mgr.smithi129.iclwio (mgr.14716) 10947 : cluster [DBG] pgmap v9413: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:17.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:17 smithi129 conmon[101092]: 2022-01-18T21:18:18.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:17 smithi156 conmon[67007]: cluster 2022-01-18T21:18:16.298973+0000 mgr.smithi129.iclwio (mgr.14716) 10947 : cluster [DBG] 2022-01-18T21:18:18.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:17 smithi156 conmon[67007]: pgmap v9413: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:19.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:19 smithi129 conmon[101092]: cluster 2022-01-18T21:18:18.299593+0000 mgr.smithi129.iclwio (mgr.14716) 10948 : cluster [DBG] pgmap v9414: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:19.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:19 smithi129 conmon[101092]: 2022-01-18T21:18:20.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:19 smithi156 conmon[67007]: cluster 2022-01-18T21:18:18.299593+0000 mgr.smithi129.iclwio (mgr.14716) 10948 : cluster [DBG] 2022-01-18T21:18:20.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:19 smithi156 conmon[67007]: pgmap v9414: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:21.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:21 smithi129 conmon[101092]: cluster 2022-01-18T21:18:20.300460+0000 mgr.smithi129.iclwio (mgr.14716) 10949 : cluster [DBG] 2022-01-18T21:18:21.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:21 smithi129 conmon[101092]: pgmap v9415: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:18:22.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:21 smithi156 conmon[67007]: cluster 2022-01-18T21:18:20.300460+0000 mgr.smithi129.iclwio (mgr.14716) 10949 : cluster [DBG] 2022-01-18T21:18:22.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:21 smithi156 conmon[67007]: pgmap v9415: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:18:23.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:23 smithi129 conmon[101092]: cluster 2022-01-18T21:18:22.301061+0000 mgr.smithi129.iclwio (mgr.14716) 10950 : cluster [DBG] pgmap v9416: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:24.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:23 smithi156 conmon[67007]: cluster 2022-01-18T21:18:22.301061+0000 mgr.smithi129.iclwio (mgr.14716) 10950 : cluster [DBG] 2022-01-18T21:18:24.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:23 smithi156 conmon[67007]: pgmap v9416: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:25.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:25 smithi129 conmon[101092]: cluster 2022-01-18T21:18:24.301915+0000 mgr.smithi129.iclwio (mgr.14716) 10951 : cluster [DBG] 2022-01-18T21:18:25.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:25 smithi129 conmon[101092]: pgmap v9417: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:26.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:25 smithi156 conmon[67007]: cluster 2022-01-18T21:18:24.301915+0000 mgr.smithi129.iclwio (mgr.14716) 10951 : cluster [DBG] pgmap v9417: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:27.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:27 smithi129 conmon[101092]: cluster 2022-01-18T21:18:26.302444+0000 mgr.smithi129.iclwio (mgr.14716) 10952 : cluster [DBG] 2022-01-18T21:18:27.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:27 smithi129 conmon[101092]: pgmap v9418: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:28.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:27 smithi156 conmon[67007]: cluster 2022-01-18T21:18:26.302444+0000 mgr.smithi129.iclwio (mgr.14716) 10952 : cluster [DBG] pgmap v9418: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:29.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:29 smithi129 conmon[101092]: cluster 2022-01-18T21:18:28.303200+0000 mgr.smithi129.iclwio ( 2022-01-18T21:18:29.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:29 smithi129 conmon[101092]: mgr.14716) 10953 : cluster [DBG] pgmap v9419: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:30.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:29 smithi156 conmon[67007]: cluster 2022-01-18T21:18:28.303200+0000 mgr.smithi129.iclwio (mgr.14716) 10953 : cluster [DBG] pgmap v9419: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:31.798 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:18:31.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:31 smithi129 conmon[101092]: cluster 2022-01-18 2022-01-18T21:18:31.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:31 smithi129 conmon[101092]: T21:18:30.304049+0000 mgr.smithi129.iclwio (mgr.14716) 10954 : cluster [DBG] pgmap v9420: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:18:32.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:31 smithi156 conmon[67007]: cluster 2022-01-18T21:18:30.304049+0000 mgr.smithi129.iclwio (mgr.14716) 10954 : cluster [DBG] pgmap v9420: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:18:32.066 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:18:32.066 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 6m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:18:32.066 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 6m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:18:32.066 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 6m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:18:32.067 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 6m ago 5h 44.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:18:32.067 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 6m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:18:32.067 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 6m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:18:32.067 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 6m ago 5h 839M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:18:32.068 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 6m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:18:32.068 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 6m ago 5h 1885M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:18:32.068 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 6m ago 5h 924M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:18:32.068 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 6m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:18:32.069 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 6m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:18:32.069 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 6m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:18:32.069 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 6m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:18:32.069 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 6m ago 5h 2301M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:18:32.070 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 6m ago 5h 3414M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:18:32.070 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 6m ago 5h 2576M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:18:32.070 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 6m ago 5h 3442M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:18:32.070 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 6m ago 5h 3196M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:18:32.071 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 6m ago 5h 3693M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:18:32.071 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 6m ago 5h 2988M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:18:32.071 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 6m ago 5h 4291M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:18:32.071 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 6m ago 5h 123M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:18:32.382 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:18:32.382 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:18:32.382 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:18:32.383 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:18:32.383 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:18:32.383 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:18:32.383 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:18:32.384 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:18:32.384 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:18:32.384 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:18:32.384 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:18:32.385 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:18:32.385 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:18:32.385 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:18:32.385 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:18:32.386 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:18:32.386 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:18:32.386 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:18:32.387 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:18:33.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:32 smithi156 conmon[67007]: audit 2022-01-18T21:18:31.786543+0000 mgr.smithi129.iclwio (mgr.14716) 10955 : audit [DBG] 2022-01-18T21:18:33.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:32 smithi156 conmon[67007]: from='client.41398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:18:33.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:32 smithi156 conmon[67007]: audit 2022-01-18T21:18:32.057366+0000 mgr.smithi129.iclwio (mgr.14716) 10956 : audit [DBG] from='client.41402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:18:33.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:32 smithi156 conmon[67007]: audit 2022-01 2022-01-18T21:18:33.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:32 smithi156 conmon[67007]: -18T21:18:32.382096+0000 mon.smithi129 (mon.0) 3258 : audit [DBG] from='client.? 172.21.15.129:0/2159245620' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:18:33.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:32 smithi129 conmon[101092]: audit 2022-01-18T21:18:31.786543+0000 mgr.smithi129.iclwio (mgr.14716) 10955 : audit 2022-01-18T21:18:33.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:32 smithi129 conmon[101092]: [DBG] from='client.41398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:18:33.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:32 smithi129 conmon[101092]: audit 2022-01-18T21:18:32.057366+0000 mgr.smithi129.iclwio (mgr.14716) 10956 : audit [DBG] from='client.41402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:18:33.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:32 smithi129 conmon[101092]: audit 2022-01-18T21:18:32.382096+0000 mon.smithi129 (mon.0) 3258 2022-01-18T21:18:33.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:32 smithi129 conmon[101092]: : audit [DBG] from='client.? 172.21.15.129:0/2159245620' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:18:34.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:33 smithi156 conmon[67007]: cluster 2022-01-18T21:18:32.304489+0000 mgr.smithi129.iclwio (mgr.14716) 10957 : cluster [DBG] pgmap v9421: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:33 smithi129 conmon[101092]: cluster 2022-01-18T21:18:32.304489+0000 mgr.smithi129.iclwio (mgr.14716) 10957 : cluster [DBG] pgmap v9421: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:34.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:33 smithi129 conmon[101092]: 2022-01-18T21:18:36.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:35 smithi156 conmon[67007]: cluster 2022-01-18T21:18:34.305281+0000 mgr.smithi129.iclwio (mgr.14716) 10958 : cluster [DBG] pgmap v9422: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:36.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:35 smithi129 conmon[101092]: cluster 2022-01-18T21:18:34.305281+0000 mgr.smithi129.iclwio (mgr.14716) 10958 : cluster [DBG] pgmap v9422: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:37.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:37 smithi129 conmon[101092]: cluster 2022-01-18T21:18:36.305702+0000 mgr.smithi129.iclwio (mgr.14716) 10959 : cluster 2022-01-18T21:18:37.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:37 smithi129 conmon[101092]: [DBG] pgmap v9423: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:38.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:37 smithi156 conmon[67007]: cluster 2022-01-18T21:18:36.305702+0000 mgr.smithi129.iclwio (mgr.14716) 10959 : cluster [DBG] 2022-01-18T21:18:38.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:37 smithi156 conmon[67007]: pgmap v9423: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:39 smithi156 conmon[67007]: cluster 2022-01-18T21:18:38.306237+0000 mgr.smithi129.iclwio (mgr.14716) 10960 : cluster [DBG] pgmap v9424: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:39 smithi129 conmon[101092]: cluster 2022-01-18T21:18:38.306237+0000 mgr.smithi129.iclwio (mgr.14716) 10960 : cluster [DBG] 2022-01-18T21:18:40.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:39 smithi129 conmon[101092]: pgmap v9424: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:42.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:41 smithi156 conmon[67007]: cluster 2022-01-18T21:18:40.307128+0000 mgr.smithi129.iclwio (mgr.14716) 10961 : cluster [DBG] pgmap v9425: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:18:42.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:41 smithi129 conmon[101092]: cluster 2022-01-18T21:18:40.307128+0000 mgr.smithi129.iclwio (mgr.14716) 10961 : cluster [DBG] pgmap v9425: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:18:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:43 smithi156 conmon[67007]: cluster 2022-01-18T21:18:42.307821+0000 mgr.smithi129.iclwio (mgr.14716) 10962 : cluster [DBG] pgmap v9426: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:43 smithi156 conmon[67007]: audit 2022-01-18T21:18: 2022-01-18T21:18:44.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:43 smithi156 conmon[67007]: 43.603801+0000 mon.smithi129 (mon.0) 3259 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:18:44.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:43 smithi156 conmon[67007]: audit 2022-01-18T21:18:43.605198+0000 mon.smithi129 (mon.0) 3260 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:18:44.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:43 smithi156 conmon[67007]: audit 2022-01-18T21:18 2022-01-18T21:18:44.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:43 smithi156 conmon[67007]: :43.606021+0000 mon.smithi129 (mon.0) 3261 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:18:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:43 smithi129 conmon[101092]: cluster 2022-01-18T21:18:42.307821+0000 mgr.smithi129.iclwio (mgr.14716) 10962 : cluster [DBG] pgmap v9426: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:44.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:43 smithi129 conmon[101092]: audit 2022-01-18T21:18:43.603801+0000 mon.smithi129 (mon.0) 3259 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:18:44.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:43 smithi129 conmon[101092]: audit 2022-01-18T21:18:43.605198+0000 mon.smithi129 (mon.0) 3260 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:18:44.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:43 smithi129 conmon[101092]: audit 2022-01-18T21:18:43.606021+0000 mon.smithi129 (mon.0) 3261 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:18:45.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:44 smithi129 conmon[101092]: cephadm 2022-01-18T21:18:43.606771+0000 mgr.smithi129.iclwio (mgr.14716) 10963 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:18:45.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:44 smithi129 conmon[101092]: audit 2022-01-18T21:18:43.920394+0000 mon.smithi129 (mon.0) 3262 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:18:45.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:44 smithi129 conmon[101092]: audit 2022-01-18T21:18:43.925443+0000 mon.smithi129 (mon.0) 3263 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:18:45.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:44 smithi156 conmon[67007]: cephadm 2022-01-18T21:18:43.606771+0000 mgr.smithi129.iclwio (mgr.14716) 10963 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:18:45.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:44 smithi156 conmon[67007]: audit 2022-01-18T21:18:43.920394+0000 mon.smithi129 (mon.0) 3262 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:18:45.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:44 smithi156 conmon[67007]: audit 2022-01-18T21: 2022-01-18T21:18:45.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:44 smithi156 conmon[67007]: 18:43.925443+0000 mon.smithi129 (mon.0) 3263 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:18:46.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:45 smithi129 conmon[101092]: cluster 2022-01-18T21:18:44.308647+0000 mgr.smithi129.iclwio (mgr.14716) 10964 2022-01-18T21:18:46.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:45 smithi129 conmon[101092]: : cluster [DBG] pgmap v9427: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:45 smithi156 conmon[67007]: cluster 2022-01-18T21:18:44.308647+0000 mgr.smithi129.iclwio (mgr.14716) 10964 : cluster [DBG] pgmap v9427: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:48.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:47 smithi129 conmon[101092]: cluster 2022-01-18T21:18:46.309061+0000 mgr.smithi129.iclwio (mgr.14716) 10965 : cluster [DBG] pgmap v9428: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:47 smithi156 conmon[67007]: cluster 2022-01-18T21:18:46.309061+0000 mgr.smithi129.iclwio (mgr.14716) 10965 : cluster [DBG] pgmap v9428: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:50.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:49 smithi129 conmon[101092]: cluster 2022-01-18T21:18:48.309679+0000 mgr.smithi129.iclwio (mgr.14716) 10966 : cluster [DBG] pgmap v9429: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:49 smithi156 conmon[67007]: cluster 2022-01-18T21:18:48.309679+0000 mgr.smithi129.iclwio (mgr.14716) 10966 : cluster [DBG] pgmap v9429: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:52.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:51 smithi129 conmon[101092]: cluster 2022-01-18T21:18:50.310590+0000 mgr.smithi129.iclwio (mgr.14716) 10967 : cluster [DBG] pgmap v9430: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:18:52.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:51 smithi129 conmon[101092]: 2022-01-18T21:18:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:51 smithi156 conmon[67007]: cluster 2022-01-18T21:18:50.310590+0000 mgr.smithi129.iclwio (mgr.14716) 10967 : cluster [DBG] pgmap v9430: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:18:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:53 smithi156 conmon[67007]: cluster 2022-01-18T21:18:52.311170+0000 mgr.smithi129.iclwio (mgr.14716) 10968 : cluster [DBG] pgmap v9431: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:53 smithi129 conmon[101092]: cluster 2022-01-18T21:18:52.311170+0000 mgr.smithi129.iclwio (mgr.14716) 10968 : cluster [DBG] pgmap v9431: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:55 smithi156 conmon[67007]: cluster 2022-01-18T21:18:54.311966+0000 mgr.smithi129.iclwio (mgr.14716) 10969 : cluster [DBG] pgmap v9432: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:55 smithi129 conmon[101092]: cluster 2022-01-18T21:18:54.311966+0000 mgr.smithi129.iclwio (mgr.14716) 10969 : cluster [DBG] pgmap v9432: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:58.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:57 smithi156 conmon[67007]: cluster 2022-01-18T21:18:56.312402+0000 mgr.smithi129.iclwio (mgr.14716) 10970 : cluster [DBG] pgmap v9433: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:18:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:57 smithi129 conmon[101092]: cluster 2022-01-18T21:18:56.312402+0000 mgr.smithi129.iclwio (mgr.14716) 10970 : cluster [DBG] pgmap v9433: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:59 smithi156 conmon[67007]: cluster 2022-01-18T21:18:58.312945+0000 mgr.smithi129.iclwio (mgr.14716) 10971 : cluster [DBG] 2022-01-18T21:19:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:59 smithi156 conmon[67007]: pgmap v9434: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:59 smithi156 conmon[67007]: audit 2022-01-18T21:18:59.470507+0000 mon.smithi129 (mon.0) 3264 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:19:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:59 smithi156 conmon[67007]: audit 2022-01-18T21:18:59.470722 2022-01-18T21:19:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:18:59 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 3265 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:19:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:59 smithi129 conmon[101092]: cluster 2022-01-18T21:18:58.312945+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:19:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:59 smithi129 conmon[101092]: 10971 : cluster [DBG] pgmap v9434: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:59 smithi129 conmon[101092]: audit 2022-01-18T21:18:59.470507+0000 mon.smithi129 (mon.0) 3264 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:19:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:59 smithi129 conmon[101092]: 2022-01-18T21:19:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:59 smithi129 conmon[101092]: audit 2022-01-18T21:18:59.470722+0000 2022-01-18T21:19:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:18:59 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3265 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:19:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:01 smithi156 conmon[67007]: cluster 2022-01-18T21:19:00.313711+0000 mgr.smithi129.iclwio (mgr.14716) 10972 : cluster [DBG] pgmap v9435: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:19:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:01 smithi129 conmon[101092]: cluster 2022-01-18T21:19:00.313711+0000 mgr.smithi129.iclwio (mgr.14716) 10972 : cluster [DBG] pgmap v9435: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:19:02.680 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:19:02.945 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:19:02.946 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 7m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:19:02.946 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 7m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:19:02.946 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 7m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:19:02.947 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 7m ago 5h 44.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:19:02.947 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 7m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:19:02.948 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 7m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:19:02.948 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 7m ago 5h 839M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:19:02.948 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 7m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:19:02.948 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 7m ago 5h 1885M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:19:02.949 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 7m ago 5h 924M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:19:02.949 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 7m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:19:02.949 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 7m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:19:02.949 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 7m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:19:02.950 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 7m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:19:02.950 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 7m ago 5h 2301M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:19:02.950 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 7m ago 5h 3414M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:19:02.950 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 7m ago 5h 2576M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:19:02.950 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 7m ago 5h 3442M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:19:02.951 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 7m ago 5h 3196M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:19:02.951 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 7m ago 5h 3693M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:19:02.951 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 7m ago 5h 2988M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:19:02.951 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 7m ago 5h 4291M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:19:02.952 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 7m ago 5h 123M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:19:03.263 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:19:03.263 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:19:03.264 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:19:03.264 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:19:03.264 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:19:03.264 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:19:03.264 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:19:03.265 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:19:03.265 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:19:03.265 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:19:03.266 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:19:03.266 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:19:03.266 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:19:03.266 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:19:03.266 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:19:03.267 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:19:03.267 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:19:03.267 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:19:03.267 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:19:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:03 smithi156 conmon[67007]: cluster 2022-01-18T21:19:02.314224+0000 mgr.smithi129.iclwio (mgr.14716) 10973 : cluster [DBG] pgmap v9436: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:03 smithi156 conmon[67007]: audit 2022-01-18T21:19:02. 2022-01-18T21:19:04.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:03 smithi156 conmon[67007]: 668327+0000 mgr.smithi129.iclwio (mgr.14716) 10974 : audit [DBG] from='client.41410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:19:04.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:03 smithi156 conmon[67007]: audit 2022-01-18T21:19:02.936592+0000 mgr.smithi129.iclwio (mgr.14716) 10975 : audit [DBG] from='client.41414 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:19:04.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:03 smithi156 conmon[67007]: audit 2022-01-18T21:19:03.263406+0000 mon.smithi129 (mon.0) 2022-01-18T21:19:04.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:03 smithi156 conmon[67007]: 3266 : audit [DBG] from='client.? 172.21.15.129:0/2403163841' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:19:04.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:03 smithi129 conmon[101092]: cluster 2022-01-18T21:19:02.314224+0000 mgr.smithi129.iclwio (mgr.14716) 10973 : cluster [DBG] 2022-01-18T21:19:04.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:03 smithi129 conmon[101092]: pgmap v9436: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:04.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:03 smithi129 conmon[101092]: audit 2022-01-18T21:19:02.668327+0000 mgr.smithi129.iclwio (mgr.14716) 10974 : audit [DBG] from='client.41410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:19:04.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:03 smithi129 conmon[101092]: audit 2022-01-18T21:19:02.936592+0000 mgr.smithi129.iclwio (mgr.14716) 10975 : audit [DBG] from='client.41414 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:19:04.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:03 smithi129 conmon[101092]: audit 2022-01-18T21:19: 2022-01-18T21:19:04.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:03 smithi129 conmon[101092]: 03.263406+0000 mon.smithi129 (mon.0) 3266 : audit [DBG] from='client.? 172.21.15.129:0/2403163841' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:19:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:05 smithi156 conmon[67007]: cluster 2022-01-18T21:19:04.315140+0000 mgr.smithi129.iclwio (mgr.14716) 10976 : cluster [DBG] pgmap v9437: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:05 smithi129 conmon[101092]: cluster 2022-01-18T21:19:04.315140+0000 mgr.smithi129.iclwio (mgr.14716) 10976 : cluster [DBG] 2022-01-18T21:19:06.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:05 smithi129 conmon[101092]: pgmap v9437: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:07 smithi156 conmon[67007]: cluster 2022-01-18T21:19:06.315724+0000 mgr.smithi129.iclwio (mgr.14716) 10977 : cluster [DBG] 2022-01-18T21:19:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:07 smithi156 conmon[67007]: pgmap v9438: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:07 smithi129 conmon[101092]: cluster 2022-01-18T21:19:06.315724+0000 mgr.smithi129.iclwio (mgr.14716) 10977 : cluster 2022-01-18T21:19:08.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:07 smithi129 conmon[101092]: [DBG] pgmap v9438: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:09 smithi156 conmon[67007]: cluster 2022-01-18T21:19:08.316237+0000 mgr.smithi129.iclwio (mgr.14716) 10978 : cluster [DBG] pgmap v9439: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:09 smithi129 conmon[101092]: cluster 2022-01-18T21:19:08.316237+0000 mgr.smithi129.iclwio (mgr.14716) 10978 : cluster [DBG] pgmap v9439: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:11 smithi156 conmon[67007]: cluster 2022-01-18T21:19:10.317187+0000 mgr.smithi129.iclwio (mgr.14716) 10979 : cluster [DBG] pgmap v9440: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:19:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:11 smithi129 conmon[101092]: cluster 2022-01-18T21:19:10.317187+0000 mgr.smithi129.iclwio (mgr.14716) 10979 : cluster [DBG] pgmap v9440: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:19:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:13 smithi156 conmon[67007]: cluster 2022-01-18T21:19:12.317877+0000 mgr.smithi129.iclwio (mgr.14716) 10980 : cluster [DBG] pgmap v9441: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:13 smithi129 conmon[101092]: cluster 2022-01-18T21:19:12.317877+0000 mgr.smithi129.iclwio (mgr.14716) 10980 : cluster [DBG] pgmap v9441: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:15 smithi156 conmon[67007]: cluster 2022-01-18T21:19:14.318628+0000 mgr.smithi129.iclwio (mgr.14716) 10981 : cluster [DBG] pgmap v9442: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:16.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:15 smithi129 conmon[101092]: cluster 2022-01-18T21:19:14.318628+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:19:16.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:15 smithi129 conmon[101092]: ) 10981 : cluster [DBG] pgmap v9442: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:17 smithi156 conmon[67007]: cluster 2022-01-18T21:19:16.319162+0000 mgr.smithi129.iclwio (mgr.14716) 10982 : cluster [DBG] pgmap v9443: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:17 smithi156 conmon[67007]: 2022-01-18T21:19:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:17 smithi129 conmon[101092]: cluster 2022-01-18T21:19:16.319162+0000 mgr.smithi129.iclwio (mgr.14716) 10982 : cluster [DBG] pgmap v9443: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:19 smithi156 conmon[67007]: cluster 2022-01-18T21:19:18.319779+0000 mgr.smithi129.iclwio (mgr.14716) 10983 : cluster [DBG] pgmap v9444: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:19 smithi156 conmon[67007]: 2022-01-18T21:19:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:19 smithi129 conmon[101092]: cluster 2022-01-18T21:19:18.319779+0000 mgr.smithi129.iclwio (mgr.14716) 10983 : cluster [DBG] 2022-01-18T21:19:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:19 smithi129 conmon[101092]: pgmap v9444: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:21 smithi156 conmon[67007]: cluster 2022-01-18T21:19:20.320671+0000 mgr.smithi129.iclwio (mgr.14716) 10984 : cluster [DBG] pgmap v9445: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:19:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:21 smithi129 conmon[101092]: cluster 2022-01-18T21:19:20.320671+0000 mgr.smithi129.iclwio (mgr.14716) 10984 : cluster [DBG] pgmap v9445: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:19:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:23 smithi156 conmon[67007]: cluster 2022-01-18T21:19:22.321345+0000 mgr.smithi129.iclwio (mgr.14716) 10985 : cluster [DBG] pgmap v9446: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:23 smithi129 conmon[101092]: cluster 2022-01-18T21:19:22.321345+0000 mgr.smithi129.iclwio (mgr.14716) 10985 : cluster [DBG] pgmap v9446: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:24.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:23 smithi129 conmon[101092]: 2022-01-18T21:19:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:25 smithi156 conmon[67007]: cluster 2022-01-18T21:19:24.322070+0000 mgr.smithi129.iclwio (mgr.14716) 10986 : cluster [DBG] pgmap v9447: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:25 smithi129 conmon[101092]: cluster 2022-01-18T21:19:24.322070+0000 mgr.smithi129.iclwio (mgr.14716) 10986 : 2022-01-18T21:19:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:25 smithi129 conmon[101092]: cluster [DBG] pgmap v9447: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:28 smithi156 conmon[67007]: cluster 2022-01-18T21:19:26.322503+0000 mgr.smithi129.iclwio (mgr.14716) 10987 : cluster [DBG] pgmap v9448: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:28 smithi129 conmon[101092]: cluster 2022-01-18T21:19:26.322503+0000 mgr.smithi129.iclwio (mgr.14716) 10987 : cluster [DBG] pgmap v9448: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:30 smithi156 conmon[67007]: cluster 2022-01-18T21:19:28.323006+0000 mgr.smithi129.iclwio (mgr.14716) 10988 : cluster [DBG] pgmap v9449: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:30 smithi129 conmon[101092]: cluster 2022-01-18T21:19:28.323006+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:19:30.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:30 smithi129 conmon[101092]: 10988 : cluster [DBG] pgmap v9449: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:32 smithi156 conmon[67007]: cluster 2022-01-18T21:19:30.323807+0000 mgr.smithi129.iclwio (mgr.14716) 10989 : cluster [DBG] 2022-01-18T21:19:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:32 smithi156 conmon[67007]: pgmap v9450: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:19:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:32 smithi129 conmon[101092]: cluster 2022-01-18T21:19:30.323807+0000 mgr.smithi129.iclwio (mgr.14716) 10989 : cluster [DBG] pgmap v9450: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:19:33.563 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:19:33.830 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:19:33.830 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 7m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:19:33.831 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 7m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:19:33.831 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 7m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:19:33.831 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 7m ago 5h 44.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:19:33.831 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 7m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:19:33.832 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 7m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:19:33.832 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 7m ago 5h 839M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:19:33.832 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 7m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:19:33.832 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 7m ago 5h 1885M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:19:33.832 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 7m ago 5h 924M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:19:33.833 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 7m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:19:33.833 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 7m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:19:33.833 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 7m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:19:33.833 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 7m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:19:33.834 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 7m ago 5h 2301M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:19:33.834 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 7m ago 5h 3414M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:19:33.834 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 7m ago 5h 2576M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:19:33.834 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 7m ago 5h 3442M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:19:33.834 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 7m ago 5h 3196M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:19:33.835 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 7m ago 5h 3693M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:19:33.835 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 7m ago 5h 2988M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:19:33.835 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 7m ago 5h 4291M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:19:33.835 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 7m ago 5h 123M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:19:34.152 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:19:34.153 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:19:34.153 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:19:34.153 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:19:34.154 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:19:34.154 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:19:34.154 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:19:34.154 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:19:34.155 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:19:34.155 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:19:34.155 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:19:34.155 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:19:34.156 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:19:34.156 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:19:34.156 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:19:34.156 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:19:34.156 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:19:34.157 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:19:34.157 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:19:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:34 smithi156 conmon[67007]: cluster 2022-01-18T21:19:32.324300+0000 mgr.smithi129.iclwio (mgr.14716) 10990 : cluster [DBG] pgmap v9451: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:34 smithi129 conmon[101092]: cluster 2022-01-18T21:19:32.324300+0000 mgr.smithi129.iclwio (mgr.14716) 10990 2022-01-18T21:19:34.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:34 smithi129 conmon[101092]: : cluster [DBG] pgmap v9451: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:35.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:35 smithi156 conmon[67007]: audit 2022-01-18T21:19:33.552418+0000 mgr.smithi129.iclwio (mgr.14716) 10991 : audit [DBG] from='client.41422 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:19:35.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:35 smithi156 conmon[67007]: audit 2022-01-18T21:19:33.821846+0000 mgr.smithi129.iclwio 2022-01-18T21:19:35.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:35 smithi156 conmon[67007]: (mgr.14716) 10992 : audit [DBG] from='client.41426 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:19:35.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:35 smithi156 conmon[67007]: audit 2022-01-18T21:19:34.152922+0000 mon.smithi129 (mon.0) 3267 : audit [DBG] from='client.? 172.21.15.129:0/228031351' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:19:35.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:35 smithi129 conmon[101092]: audit 2022-01-18T21:19:33.552418+0000 mgr.smithi129.iclwio (mgr.14716) 10991 : audit [DBG] from='client.41422 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:19:35.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:35 smithi129 conmon[101092]: audit 2022-01-18T21:19:33.821846+0000 mgr.smithi129.iclwio (mgr.14716) 10992 : audit [DBG] from='client.41426 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:19:35.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:35 smithi129 conmon[101092]: audit 2022-01-18T21:19:34.152922+0000 mon.smithi129 (mon.0) 3267 : audit [DBG] from='client.? 172.21.15.129:0/228031351' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:19:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:36 smithi156 conmon[67007]: cluster 2022-01-18T21:19:34.325039+0000 mgr.smithi129.iclwio (mgr.14716) 10993 : cluster [DBG] pgmap v9452: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:36 smithi129 conmon[101092]: cluster 2022-01-18T21:19:34.325039+0000 mgr.smithi129.iclwio (mgr.14716) 10993 : cluster [DBG] pgmap v9452: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:38 smithi156 conmon[67007]: cluster 2022-01-18T21:19:36.325542+0000 mgr.smithi129.iclwio (mgr.14716) 10994 : cluster [DBG] pgmap v9453: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:38 smithi129 conmon[101092]: cluster 2022-01-18T21:19:36.325542+0000 mgr.smithi129.iclwio (mgr.14716) 10994 : cluster 2022-01-18T21:19:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:38 smithi129 conmon[101092]: [DBG] pgmap v9453: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:40 smithi156 conmon[67007]: cluster 2022-01-18T21:19:38.326198+0000 mgr.smithi129.iclwio (mgr.14716) 10995 : cluster [DBG] pgmap v9454: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:40 smithi129 conmon[101092]: cluster 2022-01-18T21:19:38.326198+0000 mgr.smithi129.iclwio (mgr.14716) 10995 : cluster [DBG] pgmap v9454: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:42 smithi156 conmon[67007]: cluster 2022-01-18T21:19:40.327093+0000 mgr.smithi129.iclwio (mgr.14716) 10996 : cluster [DBG] pgmap v9455: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:19:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:42 smithi129 conmon[101092]: cluster 2022-01-18T21:19:40.327093+0000 mgr.smithi129.iclwio (mgr.14716) 10996 : cluster [DBG] pgmap v9455: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:19:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:44 smithi156 conmon[67007]: cluster 2022-01-18T21:19:42.327603+0000 mgr.smithi129.iclwio (mgr.14716) 10997 : cluster [DBG] pgmap v9456: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:44 smithi156 conmon[67007]: audit 2022-01-18T21:19:43.927957+0000 mon.smithi129 (mon.0) 3268 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:19:44.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:44 smithi156 conmon[67007]: audit 2022-01-18T21:19:43.929364+0000 mon.smithi129 (mon 2022-01-18T21:19:44.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:44 smithi156 conmon[67007]: .0) 3269 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:19:44.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:44 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T21:19:44.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:44 smithi156 conmon[67007]: T21:19:43.930365+0000 mon.smithi129 2022-01-18T21:19:44.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:44 smithi156 conmon[67007]: (mon.0) 3270 : audit [INF] 2022-01-18T21:19:44.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:44 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:19:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:44 smithi129 conmon[101092]: cluster 2022-01-18T21:19:42.327603+0000 mgr.smithi129.iclwio (mgr.14716) 10997 : cluster [DBG] pgmap v9456: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:44.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:44 smithi129 conmon[101092]: audit 2022-01-18T21:19:43.927957+0000 mon.smithi129 (mon.0) 3268 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:19:44.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:44 smithi129 conmon[101092]: audit 2022-01-18T21:19:43.929364+0000 mon.smithi129 (mon.0) 3269 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:19:44.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:44 smithi129 conmon[101092]: 2022-01-18T21:19:44.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:44 smithi129 conmon[101092]: audit 2022-01-18T21:19:43.930365+0000 mon.smithi129 (mon.0 2022-01-18T21:19:44.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:44 smithi129 conmon[101092]: ) 3270 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:19:45.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:45 smithi156 conmon[67007]: cephadm 2022-01-18T21:19:43.931068+0000 mgr.smithi129.iclwio (mgr.14716) 10998 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:19:45.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:45 smithi156 conmon[67007]: audit 2022-01-18T21:19:44. 2022-01-18T21:19:45.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:45 smithi156 conmon[67007]: 235536+0000 mon.smithi129 (mon.0) 3271 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:19:45.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:45 smithi156 conmon[67007]: audit 2022-01-18T21:19:44.240899+0000 mon.smithi129 (mon.0) 3272 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:19:45.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:45 smithi129 conmon[101092]: cephadm 2022-01-18T21:19:43.931068+0000 mgr.smithi129.iclwio (mgr.14716) 10998 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:19:45.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:45 smithi129 conmon[101092]: audit 2022-01-18T21:19:44.235536 2022-01-18T21:19:45.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:45 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 3271 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:19:45.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:45 smithi129 conmon[101092]: audit 2022-01-18T21:19:44.240899+0000 mon.smithi129 (mon.0) 3272 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:19:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:46 smithi156 conmon[67007]: cluster 2022-01-18T21:19:44.328231+0000 mgr.smithi129.iclwio (mgr.14716) 10999 : cluster [DBG] pgmap v9457: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:46 smithi129 conmon[101092]: cluster 2022-01-18T21:19:44.328231+0000 mgr.smithi129.iclwio (mgr.14716) 10999 : cluster [DBG] pgmap v9457: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:48 smithi156 conmon[67007]: cluster 2022-01-18T21:19:46.328768+0000 mgr.smithi129.iclwio (mgr.14716) 11000 : cluster [DBG] pgmap v9458: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:48.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:48 smithi129 conmon[101092]: cluster 2022-01-18T21:19:46.328768+0000 mgr.smithi129.iclwio (mgr.14716) 11000 : cluster [DBG] pgmap v9458: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:50 smithi156 conmon[67007]: cluster 2022-01-18T21:19:48.329461+0000 mgr.smithi129.iclwio (mgr.14716) 11001 : cluster [DBG] pgmap v9459: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:50 smithi129 conmon[101092]: cluster 2022-01-18T21:19:48.329461+0000 mgr.smithi129.iclwio (mgr.14716) 11001 : cluster [DBG] pgmap v9459: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:52 smithi156 conmon[67007]: cluster 2022-01-18T21:19:50.330196+0000 mgr.smithi129.iclwio (mgr.14716) 11002 : cluster [DBG] pgmap v9460: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:19:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:52 smithi129 conmon[101092]: cluster 2022-01-18T21:19:50.330196+0000 mgr.smithi129.iclwio (mgr.14716) 11002 : cluster [DBG] pgmap v9460: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:19:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:54 smithi129 conmon[101092]: cluster 2022-01-18T21:19:52.330710+0000 mgr.smithi129.iclwio (mgr.14716) 11003 : cluster [DBG] pgmap v9461: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:54.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:54 smithi156 conmon[67007]: cluster 2022-01-18T21:19:52.330710+0000 mgr.smithi129.iclwio (mgr.14716) 11003 : cluster [DBG] pgmap v9461: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:56 smithi129 conmon[101092]: cluster 2022-01-18T21:19:54.331620+0000 mgr.smithi129.iclwio (mgr.14716) 11004 : cluster [DBG] pgmap v9462: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:56 smithi156 conmon[67007]: cluster 2022-01-18T21:19:54.331620+0000 mgr.smithi129.iclwio (mgr.14716) 11004 : cluster [DBG] pgmap v9462: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:58 smithi129 conmon[101092]: cluster 2022-01-18T21:19:56.332577+0000 mgr.smithi129.iclwio (mgr.14716) 11005 : cluster [DBG] 2022-01-18T21:19:58.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:19:58 smithi129 conmon[101092]: pgmap v9463: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:19:58.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:19:58 smithi156 conmon[67007]: cluster 2022-01-18T21:19:56.332577+0000 mgr.smithi129.iclwio (mgr.14716) 11005 : cluster [DBG] pgmap v9463: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:00 smithi129 conmon[101092]: cluster 2022-01-18T21:19:58.333281+0000 mgr.smithi129.iclwio (mgr.14716) 11006 : cluster [DBG] pgmap v9464: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:00 smithi129 conmon[101092]: audit 2022-01-18T21:19:59.474722+0000 mon.smithi129 (mon.0) 3273 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:20:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:00 smithi129 conmon[101092]: audit 2022-01-18T21:19:59.474994+0000 mon.smithi129 (mon.0) 3274 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:20:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:00 smithi129 conmon[101092]: cluster 2022-01-18T21:20:00.000168 2022-01-18T21:20:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:00 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 3275 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T21:20:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:00 smithi156 conmon[67007]: cluster 2022-01-18T21:19:58.333281+0000 mgr.smithi129.iclwio (mgr.14716) 11006 : cluster [DBG] pgmap v9464: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:00 smithi156 conmon[67007]: audit 2022-01-18T21:19:59.474722+0000 mon.smithi129 (mon.0) 3273 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:20:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:00 smithi156 conmon[67007]: audit 2022-01-18T21:19:59.474994+0000 mon.smithi129 (mon.0) 3274 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:20:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:00 smithi156 conmon[67007]: cluster 2022-01-18T21:20:00.000168+0000 mon.smithi129 (mon.0) 3275 : cluster 2022-01-18T21:20:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:00 smithi156 conmon[67007]: [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T21:20:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:02 smithi129 conmon[101092]: cluster 2022-01-18T21:20:00.334229+0000 mgr.smithi129.iclwio (mgr.14716) 11007 : cluster [DBG] 2022-01-18T21:20:02.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:02 smithi129 conmon[101092]: pgmap v9465: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:20:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:02 smithi156 conmon[67007]: cluster 2022-01-18T21:20:00.334229+0000 mgr.smithi129.iclwio (mgr.14716) 11007 : cluster [DBG] pgmap v9465: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:20:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:04 smithi129 conmon[101092]: cluster 2022-01-18T21:20:02.334687+0000 mgr.smithi129.iclwio (mgr.14716) 11008 : cluster [DBG] pgmap v9466: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:04.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:04 smithi156 conmon[67007]: cluster 2022-01-18T21:20:02.334687+0000 mgr.smithi129.iclwio (mgr.14716) 11008 : cluster [DBG] pgmap v9466: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:04.449 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:20:04.713 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:20:04.713 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 8m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:20:04.714 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 8m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:20:04.714 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 8m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:20:04.714 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 8m ago 5h 44.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:20:04.714 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 8m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:20:04.715 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 8m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:20:04.715 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 8m ago 5h 839M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:20:04.715 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 8m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:20:04.715 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 8m ago 5h 1885M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:20:04.716 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 8m ago 5h 924M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:20:04.716 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 8m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:20:04.716 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 8m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:20:04.716 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 8m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:20:04.716 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 8m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:20:04.717 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 8m ago 5h 2301M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:20:04.717 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 8m ago 5h 3414M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:20:04.717 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 8m ago 5h 2576M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:20:04.718 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 8m ago 5h 3442M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:20:04.718 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 8m ago 5h 3196M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:20:04.719 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 8m ago 5h 3693M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:20:04.719 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 8m ago 5h 2988M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:20:04.719 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 8m ago 5h 4291M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:20:04.719 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 8m ago 5h 123M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:20:05.031 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:20:05.031 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:20:05.031 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:20:05.032 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:20:05.032 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:20:05.032 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:20:05.032 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:20:05.033 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:20:05.033 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:20:05.033 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:20:05.033 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:20:05.033 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:20:05.034 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:20:05.034 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:20:05.034 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:20:05.034 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:20:05.035 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:20:05.035 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:20:05.035 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:20:05.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:05 smithi129 conmon[101092]: audit 2022-01-18T21:20:05.031168+0000 mon.smithi129 (mon.0 2022-01-18T21:20:05.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:05 smithi129 conmon[101092]: ) 3276 : audit [DBG] from='client.? 172.21.15.129:0/1627100055' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:20:05.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:05 smithi156 conmon[67007]: audit 2022-01-18T21:20:05.031168+0000 mon.smithi129 (mon.0) 3276 : audit [DBG] from='client.? 172.21.15.129:0/1627100055' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:20:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:06 smithi129 conmon[101092]: cluster 2022-01-18T21:20:04.335502+0000 mgr.smithi129.iclwio (mgr.14716) 11009 : cluster [DBG] pgmap v9467: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:06.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:06 smithi129 conmon[101092]: audit 2022- 2022-01-18T21:20:06.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:06 smithi129 conmon[101092]: 01-18T21:20:04.437811+0000 mgr.smithi129.iclwio (mgr.14716) 11010 : audit [DBG] from='client.41434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:20:06.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:06 smithi129 conmon[101092]: audit 2022-01-18T21:20:04.704428+0000 mgr.smithi129.iclwio (mgr.14716) 11011 : audit [DBG] from='client.41438 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:20:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:06 smithi156 conmon[67007]: cluster 2022-01-18T21:20:04.335502+0000 mgr.smithi129.iclwio (mgr.14716) 11009 : cluster [DBG] pgmap v9467: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:06 smithi156 conmon[67007]: audit 2022-01-18T21:20:04.437811+0000 mgr.smithi129.iclwio (mgr.14716) 11010 : audit [DBG] from='client.41434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:20:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:06 smithi156 conmon[67007]: audit 2022-01-18T21:20:04.704428+0000 mgr.smithi129.iclwio (mgr.14716) 11011 : audit [DBG] from='client.41438 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:20:08.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:08 smithi129 conmon[101092]: cluster 2022-01-18T21:20:06.335966+0000 mgr.smithi129.iclwio (mgr.14716) 11012 : cluster [DBG] pgmap v9468: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:08.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:08 smithi129 conmon[101092]: 2022-01-18T21:20:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:08 smithi156 conmon[67007]: cluster 2022-01-18T21:20:06.335966+0000 mgr.smithi129.iclwio (mgr.14716) 11012 : cluster [DBG] pgmap v9468: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:10 smithi129 conmon[101092]: cluster 2022-01-18T21:20:08.336462+0000 mgr.smithi129.iclwio (mgr.14716) 11013 : cluster [DBG] pgmap v9469: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:10.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:10 smithi129 conmon[101092]: 2022-01-18T21:20:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:10 smithi156 conmon[67007]: cluster 2022-01-18T21:20:08.336462+0000 mgr.smithi129.iclwio (mgr.14716) 11013 : cluster [DBG] pgmap v9469: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:12 smithi129 conmon[101092]: cluster 2022-01-18T21:20:10.337196+0000 mgr.smithi129.iclwio (mgr.14716) 11014 : cluster [DBG] pgmap v9470: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:20:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:12 smithi156 conmon[67007]: cluster 2022-01-18T21:20:10.337196+0000 mgr.smithi129.iclwio (mgr.14716) 11014 : cluster [DBG] pgmap v9470: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:20:14.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:14 smithi129 conmon[101092]: cluster 2022-01-18T21:20:12.337945+0000 mgr.smithi129.iclwio (mgr.14716) 11015 : cluster [DBG] pgmap v9471: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:14.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:14 smithi156 conmon[67007]: cluster 2022-01-18T21:20:12.337945+0000 mgr.smithi129.iclwio (mgr.14716) 11015 : cluster [DBG] pgmap v9471: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:16.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:16 smithi129 conmon[101092]: cluster 2022-01-18T21:20:14.338654+0000 mgr.smithi129.iclwio (mgr.14716) 11016 : cluster [DBG] pgmap v9472: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:16 smithi156 conmon[67007]: cluster 2022-01-18T21:20:14.338654+0000 mgr.smithi129.iclwio (mgr.14716) 11016 : cluster [DBG] pgmap v9472: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:18 smithi129 conmon[101092]: cluster 2022-01-18T21:20:16.339323+0000 mgr.smithi129.iclwio (mgr.14716) 11017 : cluster [DBG] pgmap v9473: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:18 smithi156 conmon[67007]: cluster 2022-01-18T21:20:16.339323+0000 mgr.smithi129.iclwio (mgr.14716) 11017 : cluster [DBG] pgmap v9473: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:20 smithi129 conmon[101092]: cluster 2022-01-18T21:20:18.340048+0000 mgr.smithi129.iclwio (mgr.14716) 11018 : cluster [DBG] pgmap v9474: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:20 smithi129 conmon[101092]: 2022-01-18T21:20:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:20 smithi156 conmon[67007]: cluster 2022-01-18T21:20:18.340048+0000 mgr.smithi129.iclwio (mgr.14716) 11018 : cluster [DBG] pgmap v9474: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:22.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:22 smithi129 conmon[101092]: cluster 2022-01-18T21:20:20.341061+0000 mgr.smithi129.iclwio (mgr.14716) 11019 : cluster [DBG] pgmap v9475: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:20:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:22 smithi156 conmon[67007]: cluster 2022-01-18T21:20:20.341061+0000 mgr.smithi129.iclwio (mgr.14716) 11019 : cluster [DBG] pgmap v9475: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:20:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:24 smithi129 conmon[101092]: cluster 2022-01-18T21:20:22.341728+0000 mgr.smithi129.iclwio (mgr.14716) 11020 : cluster [DBG] pgmap v9476: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:24.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:24 smithi156 conmon[67007]: cluster 2022-01-18T21:20:22.341728+0000 mgr.smithi129.iclwio (mgr.14716) 11020 : cluster [DBG] pgmap v9476: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:26 smithi129 conmon[101092]: cluster 2022-01-18T21:20:24.342573+0000 mgr.smithi129.iclwio (mgr.14716) 11021 : cluster [DBG] pgmap v9477: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:26 smithi156 conmon[67007]: cluster 2022-01-18T21:20:24.342573+0000 mgr.smithi129.iclwio (mgr.14716) 11021 : cluster [DBG] pgmap v9477: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:28 smithi129 conmon[101092]: cluster 2022-01-18T21:20:26.343235+0000 mgr.smithi129.iclwio (mgr.14716) 11022 : cluster [DBG] pgmap v9478: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:28.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:28 smithi129 conmon[101092]: 2022-01-18T21:20:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:28 smithi156 conmon[67007]: cluster 2022-01-18T21:20:26.343235+0000 mgr.smithi129.iclwio (mgr.14716) 11022 : cluster [DBG] pgmap v9478: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:30 smithi129 conmon[101092]: cluster 2022-01-18T21:20:28.344076+0000 mgr.smithi129.iclwio (mgr.14716) 11023 : cluster [DBG] pgmap v9479: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:30 smithi156 conmon[67007]: cluster 2022-01-18T21:20:28.344076+0000 mgr.smithi129.iclwio (mgr.14716) 11023 : cluster [DBG] pgmap v9479: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:32.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:32 smithi129 conmon[101092]: cluster 2022-01-18T21:20:30.345089+0000 mgr.smithi129.iclwio (mgr.14716) 11024 : cluster [DBG] pgmap v9480: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:20:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:32 smithi156 conmon[67007]: cluster 2022-01-18T21:20:30.345089+0000 mgr.smithi129.iclwio (mgr.14716) 11024 : cluster [DBG] pgmap v9480: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:20:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:34 smithi129 conmon[101092]: cluster 2022-01-18T21:20:32.345693+0000 mgr.smithi129.iclwio (mgr.14716) 11025 : cluster [DBG] pgmap v9481: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:34.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:34 smithi156 conmon[67007]: cluster 2022-01-18T21:20:32.345693+0000 mgr.smithi129.iclwio (mgr.14716) 11025 : cluster [DBG] pgmap v9481: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:35.332 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:20:35.597 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:20:35.597 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 8m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:20:35.598 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 8m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:20:35.598 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 8m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:20:35.598 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 8m ago 5h 44.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:20:35.598 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 8m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:20:35.599 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 8m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:20:35.599 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 8m ago 5h 839M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:20:35.599 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 8m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:20:35.599 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 8m ago 5h 1885M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:20:35.600 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 8m ago 5h 924M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:20:35.600 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 8m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:20:35.600 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 8m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:20:35.600 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 8m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:20:35.601 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 8m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:20:35.601 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 8m ago 5h 2301M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:20:35.601 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 8m ago 5h 3414M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:20:35.601 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 8m ago 5h 2576M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:20:35.601 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 8m ago 5h 3442M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:20:35.602 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 8m ago 5h 3196M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:20:35.602 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 8m ago 5h 3693M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:20:35.602 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 8m ago 5h 2988M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:20:35.602 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 8m ago 5h 4291M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:20:35.603 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 8m ago 5h 123M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:20:35.922 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:20:35.922 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:20:35.922 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:20:35.923 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:20:35.923 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:20:35.923 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:20:35.923 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:20:35.924 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:20:35.924 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:20:35.924 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:20:35.924 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:20:35.924 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:20:35.925 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:20:35.925 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:20:35.925 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:20:35.925 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:20:35.926 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:20:35.926 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:20:35.926 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:20:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:36 smithi129 conmon[101092]: cluster 2022-01-18T21:20:34.346610+0000 mgr.smithi129.iclwio (mgr.14716) 11026 : cluster [DBG] pgmap v9482: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:36.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:36 smithi129 conmon[101092]: 2022-01-18T21:20:36.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:36 smithi129 conmon[101092]: audit 2022-01-18T21:20:35.921976+0000 mon.smithi129 (mon.0) 3277 : audit [DBG] from='client.? 172.21.15.129:0/1931324071' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:20:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:36 smithi156 conmon[67007]: cluster 2022-01-18T21:20:34.346610+0000 mgr.smithi129.iclwio (mgr.14716) 11026 : cluster [DBG] pgmap v9482: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:36 smithi156 conmon[67007]: 2022-01-18T21:20:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:36 smithi156 conmon[67007]: audit 2022-01-18T21:20:35.921976+0000 mon.smithi129 (mon.0) 3277 : audit [DBG] from='client.? 172.21.15.129:0/1931324071' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:20:37.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:37 smithi129 conmon[101092]: audit 2022-01-18T21:20:35.320582+0000 mgr.smithi129.iclwio (mgr.14716) 11027 : audit [DBG] from='client.41446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:20:37.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:37 smithi129 conmon[101092]: audit 2022-01-18T21:20:35.588643+0000 mgr.smithi129.iclwio (mgr.14716) 11028 : audit [DBG] from='client.41450 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:20:37.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:37 smithi156 conmon[67007]: audit 2022-01-18T21:20:35.320582+0000 mgr.smithi129.iclwio (mgr.14716) 11027 : audit [DBG] from='client.41446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:20:37.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:37 smithi156 conmon[67007]: audit 2022-01-18T21:20:35.588643+0000 mgr.smithi129.iclwio (mgr.14716) 11028 : audit [DBG] from='client.41450 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:20:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:38 smithi129 conmon[101092]: cluster 2022-01-18T21:20:36.347033+0000 mgr.smithi129.iclwio (mgr.14716) 11029 : cluster [DBG] pgmap v9483: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:38 smithi156 conmon[67007]: cluster 2022-01-18T21:20:36.347033+0000 mgr.smithi129.iclwio (mgr.14716) 11029 : cluster [DBG] pgmap v9483: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:40 smithi129 conmon[101092]: cluster 2022-01-18T21:20:38 2022-01-18T21:20:40.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:40 smithi129 conmon[101092]: .347645+0000 mgr.smithi129.iclwio (mgr.14716) 11030 : cluster [DBG] pgmap v9484: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:40.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:40 smithi156 conmon[67007]: cluster 2022-01-18T21:20:38.347645+0000 mgr.smithi129.iclwio (mgr.14716) 11030 : cluster [DBG] pgmap v9484: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:42 smithi129 conmon[101092]: cluster 2022-01-18T21:20:40.348545+0000 mgr.smithi129.iclwio (mgr.14716) 11031 : cluster [DBG] pgmap v9485: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:20:42.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:42 smithi156 conmon[67007]: cluster 2022-01-18T21:20:40.348545+0000 mgr.smithi129.iclwio (mgr.14716) 11031 : cluster [DBG] pgmap v9485: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:20:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:44 smithi129 conmon[101092]: cluster 2022-01-18T21:20:42.349100+0000 mgr.smithi129.iclwio (mgr.14716) 11032 : cluster [DBG] pgmap v9486: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:44.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:44 smithi156 conmon[67007]: cluster 2022-01-18T21:20:42.349100+0000 mgr.smithi129.iclwio (mgr.14716) 11032 : cluster [DBG] pgmap v9486: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:45.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:45 smithi129 conmon[101092]: audit 2022-01-18T21:20:44.243481+0000 mon.smithi129 (mon.0) 3278 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:20:45.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:45 smithi129 conmon[101092]: 2022-01-18T21:20:45.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:45 smithi129 conmon[101092]: audit 2022-01-18T21:20:44.244808+0000 mon.smithi129 (mon.0) 3279 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:20:45.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:45 smithi129 conmon[101092]: audit 2022-01-18T21:20:44.245626+0000 mon.smithi129 (mon.0) 3280 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:20:45.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:45 smithi129 conmon[101092]: audit 2022-01-18T21:20:44.541493+0000 mon.smithi129 (mon.0) 3281 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T21:20:45.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:45 smithi129 conmon[101092]: audit 2022-01-18T21:20:44.550683+0000 mon.smithi129 (mon.0) 3282 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T21:20:45.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:45 smithi129 conmon[101092]: audit 2022-01-18T21:20:44.554621+0000 mon.smithi129 (mon.0) 3283 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:20:45.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:45 smithi129 conmon[101092]: audit 2022-01-18T21 2022-01-18T21:20:45.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:45 smithi129 conmon[101092]: :20:44.559400+0000 mon.smithi129 (mon.0) 3284 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:20:45.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:45 smithi156 conmon[67007]: audit 2022-01-18T21:20:44.243481+0000 mon.smithi129 (mon.0) 3278 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:20:45.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:45 smithi156 conmon[67007]: audit 2022-01-18T21:20: 2022-01-18T21:20:45.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:45 smithi156 conmon[67007]: 44.244808+0000 mon.smithi129 (mon.0) 3279 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:20:45.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:45 smithi156 conmon[67007]: audit 2022-01-18T21:20:44.245626+0000 mon.smithi129 (mon.0) 3280 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:20:45.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:45 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T21:20:45.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:45 smithi156 conmon[67007]: 18T21:20:44.541493+0000 mon.smithi129 (mon.0) 3281 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T21:20:45.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:45 smithi156 conmon[67007]: 2022-01-18T21:20:45.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:45 smithi156 conmon[67007]: audit 2022-01-18T21:20:45.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:45 smithi156 conmon[67007]: 2022-01-18T21:20: 2022-01-18T21:20:45.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:45 smithi156 conmon[67007]: 44.550683+0000 mon.smithi129 (mon.0 2022-01-18T21:20:45.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:45 smithi156 conmon[67007]: ) 3282 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T21:20:45.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:45 smithi156 conmon[67007]: audit 2022- 2022-01-18T21:20:45.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:45 smithi156 conmon[67007]: 01-18T21:20:44.554621+0000 2022-01-18T21:20:45.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:45 smithi156 conmon[67007]: mon.smithi129 (mon.0) 3283 : audit 2022-01-18T21:20:45.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:45 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:20:45.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:45 smithi156 conmon[67007]: audit 2022- 2022-01-18T21:20:45.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:45 smithi156 conmon[67007]: 01-18T21:20:44.559400+0000 2022-01-18T21:20:45.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:45 smithi156 conmon[67007]: mon.smithi129 (mon.0) 3284 : 2022-01-18T21:20:45.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:45 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:20:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:46 smithi129 conmon[101092]: cephadm 2022-01-18T21:20:44.246390+0000 mgr.smithi129.iclwio (mgr.14716) 11033 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:20:46.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:46 smithi129 conmon[101092]: cluster 2022- 2022-01-18T21:20:46.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:46 smithi129 conmon[101092]: 01-18T21:20:44.349830+0000 mgr.smithi129.iclwio (mgr.14716) 11034 : cluster [DBG] pgmap v9487: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:46 smithi156 conmon[67007]: cephadm 2022-01-18T21:20:44.246390+0000 mgr.smithi129.iclwio (mgr.14716) 11033 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:20:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:46 smithi156 conmon[67007]: cluster 2022-01-18T21:20:44.349830+0000 2022-01-18T21:20:46.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:46 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 11034 : cluster [DBG] pgmap v9487: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:48.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:48 smithi129 conmon[101092]: cluster 2022-01-18T21:20:46.350306+0000 mgr.smithi129.iclwio (mgr.14716) 11035 : cluster [DBG] pgmap v9488: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:48.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:48 smithi156 conmon[67007]: cluster 2022-01-18T21:20:46.350306+0000 mgr.smithi129.iclwio (mgr.14716) 11035 : cluster [DBG] pgmap v9488: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:49.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:49 smithi129 conmon[101092]: cluster 2022-01-18T21:20:48.351077+0000 mgr.smithi129.iclwio (mgr.14716) 11036 : cluster [DBG] pgmap v9489: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:49.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:49 smithi156 conmon[67007]: cluster 2022-01-18T21:20:48.351077+0000 mgr.smithi129.iclwio (mgr.14716) 11036 : cluster [DBG] pgmap v9489: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:51.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:51 smithi129 conmon[101092]: cluster 2022-01-18T21:20:50.351854+0000 mgr.smithi129.iclwio (mgr.14716) 11037 : cluster [DBG] pgmap v9490: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:20:51.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:51 smithi156 conmon[67007]: cluster 2022-01-18T21:20:50.351854+0000 mgr.smithi129.iclwio (mgr.14716) 11037 : cluster [DBG] pgmap v9490: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:20:51.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:51 smithi156 conmon[67007]: 2022-01-18T21:20:53.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:53 smithi129 conmon[101092]: cluster 2022-01-18T21:20:52.352527+0000 mgr.smithi129.iclwio (mgr.14716) 11038 : cluster [DBG] pgmap v9491: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:53.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:53 smithi156 conmon[67007]: cluster 2022-01-18T21:20:52.352527+0000 mgr.smithi129.iclwio (mgr.14716) 11038 : cluster [DBG] 2022-01-18T21:20:53.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:53 smithi156 conmon[67007]: pgmap v9491: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:55.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:55 smithi129 conmon[101092]: cluster 2022-01-18T21:20:54.353454+0000 mgr.smithi129.iclwio (mgr.14716) 11039 : cluster [DBG] pgmap v9492: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:55.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:55 smithi156 conmon[67007]: cluster 2022-01-18T21:20:54.353454+0000 mgr.smithi129.iclwio (mgr.14716) 11039 : cluster [DBG] pgmap v9492: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:57.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:57 smithi129 conmon[101092]: cluster 2022-01-18T21:20:56.353982+0000 mgr.smithi129.iclwio (mgr.14716) 11040 : cluster [DBG] pgmap v9493: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:57.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:57 smithi156 conmon[67007]: cluster 2022-01-18T21:20:56.353982+0000 mgr.smithi129.iclwio (mgr.14716) 11040 : cluster [DBG] pgmap v9493: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:59 smithi156 conmon[67007]: cluster 2022-01-18T21:20:58.354509+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:20:59.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:20:59 smithi156 conmon[67007]: ) 11041 : cluster [DBG] pgmap v9494: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:20:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:20:59 smithi129 conmon[101092]: cluster 2022-01-18T21:20:58.354509+0000 mgr.smithi129.iclwio (mgr.14716) 11041 : cluster [DBG] pgmap v9494: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:00 smithi156 conmon[67007]: audit 2022-01-18T21:20:59.479008+0000 mon.smithi129 (mon.0) 3285 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:21:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:00 smithi156 conmon[67007]: audit 2022-01-18T21:20:59.479234+0000 mon.smithi129 (mon.0) 3286 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:21:00.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:00 smithi129 conmon[101092]: audit 2022-01-18T21:20:59.479008+0000 mon.smithi129 (mon.0) 3285 2022-01-18T21:21:00.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:00 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:21:00.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:00 smithi129 conmon[101092]: audit 2022-01-18T21:20:59.479234+0000 mon.smithi129 (mon.0) 3286 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:21:01.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:01 smithi156 conmon[67007]: cluster 2022-01-18T21:21:00.355476+0000 mgr.smithi129.iclwio (mgr.14716) 11042 : 2022-01-18T21:21:01.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:01 smithi156 conmon[67007]: cluster [DBG] pgmap v9495: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:21:01.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:01 smithi129 conmon[101092]: cluster 2022-01-18T21:21:00.355476+0000 2022-01-18T21:21:01.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:01 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 11042 : cluster [DBG] pgmap v9495: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:21:03.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:03 smithi156 conmon[67007]: cluster 2022-01-18T21:21:02.356063+0000 mgr.smithi129.iclwio (mgr.14716) 11043 : cluster [DBG] 2022-01-18T21:21:03.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:03 smithi156 conmon[67007]: pgmap v9496: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:03.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:03 smithi129 conmon[101092]: cluster 2022-01-18T21:21:02.356063+0000 2022-01-18T21:21:03.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:03 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 11043 : cluster [DBG] pgmap v9496: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:05.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:05 smithi156 conmon[67007]: cluster 2022-01-18T21:21:04.356988+0000 mgr.smithi129.iclwio (mgr.14716) 11044 : cluster [DBG] pgmap v9497: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:05.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:05 smithi129 conmon[101092]: cluster 2022-01-18T21:21:04.356988+0000 mgr.smithi129.iclwio (mgr.14716) 11044 : cluster [DBG] pgmap v9497: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:05.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:05 smithi129 conmon[101092]: 2022-01-18T21:21:06.220 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:21:06.488 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:21:06.489 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 9m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:21:06.489 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 9m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:21:06.489 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 9m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:21:06.490 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 9m ago 5h 44.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:21:06.490 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 9m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:21:06.490 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 9m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:21:06.490 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 9m ago 5h 839M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:21:06.490 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 9m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:21:06.491 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 9m ago 5h 1885M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:21:06.491 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 9m ago 5h 924M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:21:06.491 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 9m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:21:06.491 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 9m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:21:06.492 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 9m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:21:06.492 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 9m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:21:06.492 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 9m ago 5h 2301M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:21:06.492 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 9m ago 5h 3414M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:21:06.492 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 9m ago 5h 2576M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:21:06.493 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 9m ago 5h 3442M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:21:06.493 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 9m ago 5h 3196M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:21:06.493 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 9m ago 5h 3693M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:21:06.493 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 9m ago 5h 2988M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:21:06.494 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 9m ago 5h 4291M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:21:06.494 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 9m ago 5h 123M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:21:06.805 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:21:06.806 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:21:06.806 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:21:06.806 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:21:06.807 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:21:06.807 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:21:06.807 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:21:06.808 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:21:06.808 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:21:06.808 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:21:06.808 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:21:06.809 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:21:06.809 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:21:06.809 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:21:06.809 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:21:06.809 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:21:06.810 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:21:06.810 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:21:06.810 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:21:07.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:07 smithi156 conmon[67007]: audit 2022-01-18T21:21:06.208729+0000 mgr.smithi129.iclwio (mgr.14716) 11045 : audit [DBG] from='client.41458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:21:07.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:07 smithi156 conmon[67007]: 2022-01-18T21:21:07.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:07 smithi156 conmon[67007]: cluster 2022-01-18T21:21:06.357388+0000 mgr.smithi129.iclwio (mgr.14716) 11046 : cluster [DBG] pgmap v9498: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:07.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:07 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T21:21:07.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:07 smithi156 conmon[67007]: 18T21:21:06.480267+0000 mgr.smithi129.iclwio (mgr.14716) 11047 : audit [DBG] from='client.41462 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:21:07.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:07 smithi156 conmon[67007]: audit 2022-01 2022-01-18T21:21:07.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:07 smithi156 conmon[67007]: -18T21:21:06.805516+0000 mon.smithi129 (mon 2022-01-18T21:21:07.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:07 smithi156 conmon[67007]: .0) 3287 : audit [DBG] from='client.? 172.21.15.129:0/2990244420' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:21:07.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:07 smithi156 conmon[67007]: 2022-01-18T21:21:07.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:07 smithi129 conmon[101092]: audit 2022-01-18T21:21:06.208729+0000 mgr.smithi129.iclwio (mgr.14716) 11045 : audit [DBG] from='client.41458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:21:07.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:07 smithi129 conmon[101092]: cluster 2022- 2022-01-18T21:21:07.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:07 smithi129 conmon[101092]: 01-18T21:21:06.357388+0000 mgr.smithi129.iclwio (mgr.14716) 11046 : cluster [DBG] pgmap v9498: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:07.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:07 smithi129 conmon[101092]: audit 2022-01-18T21:21:06.480267+0000 mgr.smithi129.iclwio (mgr.14716) 11047 : audit [DBG] from='client.41462 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:21:07.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:07 smithi129 conmon[101092]: audit 2022- 2022-01-18T21:21:07.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:07 smithi129 conmon[101092]: 01-18T21:21:06.805516 2022-01-18T21:21:07.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:07 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 3287 : 2022-01-18T21:21:07.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:07 smithi129 conmon[101092]: audit [DBG] from='client.? 172.21.15.129:0/2990244420' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:21:09.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:09 smithi156 conmon[67007]: cluster 2022-01-18T21:21:08.357957+0000 mgr.smithi129.iclwio (mgr.14716) 11048 : cluster [DBG] pgmap v9499: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:09.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:09 smithi156 conmon[67007]: 2022-01-18T21:21:09.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:09 smithi129 conmon[101092]: cluster 2022-01-18T21:21:08.357957+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:21:09.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:09 smithi129 conmon[101092]: ) 11048 : cluster [DBG] pgmap v9499: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:11.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:11 smithi156 conmon[67007]: cluster 2022-01-18T21:21:10.358685+0000 mgr.smithi129.iclwio (mgr.14716) 11049 : cluster [DBG] pgmap v9500: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:21:11.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:11 smithi156 conmon[67007]: 2022-01-18T21:21:11.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:11 smithi129 conmon[101092]: cluster 2022-01-18T21:21:10.358685+0000 mgr.smithi129.iclwio (mgr.14716) 11049 : cluster [DBG] pgmap v9500: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:21:13.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:13 smithi156 conmon[67007]: cluster 2022-01-18T21:21:12.359239+0000 mgr.smithi129.iclwio (mgr.14716) 11050 : cluster [DBG] pgmap v9501: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:13.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:13 smithi156 conmon[67007]: 2022-01-18T21:21:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:13 smithi129 conmon[101092]: cluster 2022-01-18T21:21:12.359239+0000 mgr.smithi129.iclwio (mgr.14716) 11050 : cluster [DBG] pgmap v9501: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:13.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:13 smithi129 conmon[101092]: 2022-01-18T21:21:15.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:15 smithi156 conmon[67007]: cluster 2022-01-18T21:21:14.359949+0000 mgr.smithi129.iclwio (mgr.14716) 11051 : cluster [DBG] 2022-01-18T21:21:15.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:15 smithi156 conmon[67007]: pgmap v9502: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:15.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:15 smithi129 conmon[101092]: cluster 2022-01-18T21:21:14.359949+0000 mgr.smithi129.iclwio (mgr.14716) 11051 : cluster [DBG] pgmap v9502: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:17.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:17 smithi156 conmon[67007]: cluster 2022-01-18T21:21:16.360588+0000 mgr.smithi129.iclwio (mgr.14716) 11052 : cluster [DBG] pgmap v9503: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:17.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:17 smithi129 conmon[101092]: cluster 2022-01-18T21:21:16.360588+0000 mgr.smithi129.iclwio (mgr.14716) 11052 : cluster 2022-01-18T21:21:17.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:17 smithi129 conmon[101092]: [DBG] pgmap v9503: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:19.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:19 smithi156 conmon[67007]: cluster 2022-01-18T21:21:18.361185+0000 mgr.smithi129.iclwio (mgr.14716) 11053 : cluster [DBG] 2022-01-18T21:21:19.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:19 smithi156 conmon[67007]: pgmap v9504: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:19.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:19 smithi129 conmon[101092]: cluster 2022-01-18T21:21:18.361185+0000 mgr.smithi129.iclwio (mgr.14716) 11053 : cluster 2022-01-18T21:21:19.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:19 smithi129 conmon[101092]: [DBG] pgmap v9504: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:21.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:21 smithi156 conmon[67007]: cluster 2022-01-18T21:21:20.362009+0000 mgr.smithi129.iclwio (mgr.14716) 11054 : cluster [DBG] 2022-01-18T21:21:21.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:21 smithi156 conmon[67007]: pgmap v9505: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:21:21.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:21 smithi129 conmon[101092]: cluster 2022-01-18T21:21:20.362009+0000 mgr.smithi129.iclwio (mgr.14716) 11054 : cluster [DBG] 2022-01-18T21:21:21.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:21 smithi129 conmon[101092]: pgmap v9505: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:21:23.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:23 smithi156 conmon[67007]: cluster 2022-01-18T21:21:22.362592+0000 mgr.smithi129.iclwio (mgr.14716) 11055 : cluster [DBG] 2022-01-18T21:21:23.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:23 smithi156 conmon[67007]: pgmap v9506: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:23.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:23 smithi129 conmon[101092]: cluster 2022-01-18T21:21:22.362592+0000 mgr.smithi129.iclwio (mgr.14716) 11055 : cluster [DBG] pgmap v9506: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:25.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:25 smithi156 conmon[67007]: cluster 2022-01-18T21:21:24.363346+0000 mgr.smithi129.iclwio (mgr.14716) 11056 : cluster [DBG] 2022-01-18T21:21:25.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:25 smithi156 conmon[67007]: pgmap v9507: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:25.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:25 smithi129 conmon[101092]: cluster 2022-01-18T21:21:24.363346+0000 mgr.smithi129.iclwio (mgr.14716) 11056 : cluster [DBG] pgmap v9507: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:27.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:27 smithi156 conmon[67007]: cluster 2022-01-18T21:21:26.363871+0000 mgr.smithi129.iclwio (mgr.14716) 11057 : cluster [DBG] pgmap v9508: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:27.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:27 smithi156 conmon[67007]: 2022-01-18T21:21:27.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:27 smithi129 conmon[101092]: cluster 2022-01-18T21:21:26.363871+0000 mgr.smithi129.iclwio (mgr.14716) 11057 : cluster [DBG] pgmap v9508: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:29.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:29 smithi156 conmon[67007]: cluster 2022-01-18T21:21:28.364494+0000 mgr.smithi129.iclwio (mgr.14716) 11058 : cluster [DBG] pgmap v9509: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:29.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:29 smithi129 conmon[101092]: cluster 2022-01-18T21:21:28.364494+0000 mgr.smithi129.iclwio (mgr.14716) 11058 : cluster [DBG] 2022-01-18T21:21:29.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:29 smithi129 conmon[101092]: pgmap v9509: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:31.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:31 smithi156 conmon[67007]: cluster 2022-01-18T21:21:30.365388+0000 mgr.smithi129.iclwio (mgr.14716) 11059 : cluster [DBG] pgmap v9510: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:21:31.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:31 smithi129 conmon[101092]: cluster 2022-01-18T21:21:30.365388+0000 mgr.smithi129.iclwio (mgr.14716) 11059 : cluster [DBG] pgmap v9510: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:21:33.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:33 smithi156 conmon[67007]: cluster 2022-01-18T21:21:32.366080+0000 mgr.smithi129.iclwio (mgr.14716) 11060 : cluster [DBG] pgmap v9511: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:33.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:33 smithi129 conmon[101092]: cluster 2022-01-18T21:21:32.366080+0000 mgr.smithi129.iclwio (mgr.14716) 11060 : cluster 2022-01-18T21:21:33.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:33 smithi129 conmon[101092]: [DBG] pgmap v9511: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:35.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:35 smithi156 conmon[67007]: cluster 2022-01-18T21:21:34.366889+0000 mgr.smithi129.iclwio (mgr.14716) 11061 : cluster [DBG] pgmap v9512: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:35.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:35 smithi129 conmon[101092]: cluster 2022-01-18T21:21:34.366889+0000 mgr.smithi129.iclwio (mgr.14716) 11061 : cluster [DBG] pgmap v9512: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:35.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:35 smithi129 conmon[101092]: 2022-01-18T21:21:37.108 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:21:37.372 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:21:37.373 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 9m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:21:37.373 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 9m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:21:37.373 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 9m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:21:37.374 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 9m ago 5h 44.4M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:21:37.374 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 9m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:21:37.374 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 9m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:21:37.374 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 9m ago 5h 839M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:21:37.375 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 9m ago 5h 400M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:21:37.375 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 9m ago 5h 1885M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:21:37.376 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 9m ago 5h 924M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:21:37.376 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 9m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:21:37.376 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 9m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:21:37.376 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 9m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:21:37.377 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 9m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:21:37.377 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 9m ago 5h 2301M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:21:37.377 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 9m ago 5h 3414M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:21:37.377 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 9m ago 5h 2576M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:21:37.377 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 9m ago 5h 3442M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:21:37.378 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 9m ago 5h 3196M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:21:37.378 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 9m ago 5h 3693M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:21:37.379 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 9m ago 5h 2988M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:21:37.380 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 9m ago 5h 4291M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:21:37.380 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 9m ago 5h 123M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:21:37.693 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:21:37.694 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:21:37.694 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:21:37.694 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:21:37.694 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:21:37.695 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:21:37.695 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:21:37.695 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:21:37.695 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:21:37.696 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:21:37.696 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:21:37.696 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:21:37.696 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:21:37.696 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:21:37.697 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:21:37.697 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:21:37.697 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:21:37.697 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:21:37.698 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:21:37.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:37 smithi156 conmon[67007]: cluster 2022-01-18T21:21:36.367445+0000 mgr.smithi129.iclwio (mgr.14716) 11062 : cluster [DBG] pgmap v9513: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:37.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:37 smithi156 conmon[67007]: audit 2022-01-18T21:21:37.096687+0000 mgr.smithi129.iclwio (mgr.14716) 11063 : audit [DBG] from='client.41470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:21:37.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:37 smithi129 conmon[101092]: cluster 2022-01-18T21:21:36.367445+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:21:37.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:37 smithi129 conmon[101092]: ) 11062 : cluster [DBG] pgmap v9513: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:37.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:37 smithi129 conmon[101092]: audit 2022-01-18T21:21:37.096687+0000 mgr.smithi129.iclwio (mgr.14716) 11063 : audit [DBG] from='client.41470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:21:38.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:38 smithi156 conmon[67007]: audit 2022-01-18T21:21:37.364249+0000 mgr.smithi129.iclwio (mgr.14716) 11064 : audit [DBG] from='client.41474 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:21:38.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:38 smithi156 conmon[67007]: audit 2022-01-18T21:21:37.693316+0000 mon.smithi129 (mon.0) 3288 : audit [DBG] from='client.? 172.21.15.129:0/2000383016' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:21:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:38 smithi129 conmon[101092]: audit 2022-01-18T21:21:37.364249+0000 mgr.smithi129.iclwio (mgr.14716) 11064 : audit [DBG] from='client.41474 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:21:38.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:38 smithi129 conmon[101092]: audit 2022-01-18T21:21:37.693316+0000 mon.smithi129 (mon.0) 3288 : audit [DBG] from='client.? 172.21.15.129:0/2000383016' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:21:39.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:39 smithi156 conmon[67007]: cluster 2022-01-18T21:21:38.368074+0000 mgr.smithi129.iclwio (mgr.14716) 11065 : cluster [DBG] pgmap v9514: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:39.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:39 smithi156 conmon[67007]: 2022-01-18T21:21:39.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:39 smithi129 conmon[101092]: cluster 2022-01-18T21:21:38.368074+0000 mgr.smithi129.iclwio (mgr.14716) 11065 : cluster [DBG] 2022-01-18T21:21:39.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:39 smithi129 conmon[101092]: pgmap v9514: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:41.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:41 smithi156 conmon[67007]: cluster 2022-01-18T21:21:40.368901+0000 mgr.smithi129.iclwio (mgr.14716) 11066 : cluster [DBG] pgmap v9515: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:21:41.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:41 smithi129 conmon[101092]: cluster 2022-01-18T21:21:40.368901+0000 mgr.smithi129.iclwio (mgr.14716) 11066 : cluster [DBG] pgmap v9515: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:21:43.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:43 smithi156 conmon[67007]: cluster 2022-01-18T21:21:42.369437+0000 mgr.smithi129.iclwio (mgr.14716) 11067 : cluster [DBG] pgmap v9516: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:43.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:43 smithi129 conmon[101092]: cluster 2022-01-18T21:21:42.369437+0000 mgr.smithi129.iclwio (mgr.14716) 11067 : cluster [DBG] pgmap v9516: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:45.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:45 smithi156 conmon[67007]: cluster 2022-01-18T21:21:44.370263+0000 2022-01-18T21:21:45.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:45 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 11068 : cluster [DBG] pgmap v9517: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:45.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:45 smithi156 conmon[67007]: audit 2022-01-18T21:21:44.561850+0000 mon.smithi129 (mon.0) 3289 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:21:45.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:45 smithi156 conmon[67007]: audit 2022-01-18T21:21:44.563266+0000 mon.smithi129 (mon.0) 3290 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:21:45.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:45 smithi156 conmon[67007]: audit 2022-01-18T21:21:44.564069+0000 mon.smithi129 (mon.0) 3291 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:21:45.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:45 smithi156 conmon[67007]: cephadm 2022-01-18T21:21:44.564774+0000 mgr.smithi129.iclwio (mgr.14716) 11069 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:21:45.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:45 smithi156 conmon[67007]: audit 2022-01-18T21:21:44.819568+0000 mon.smithi129 (mon.0) 3292 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:21:45.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:45 smithi129 conmon[101092]: cluster 2022-01-18T21:21:44.370263+0000 mgr.smithi129.iclwio (mgr.14716) 11068 : cluster [DBG] pgmap v9517: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:45.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:45 smithi129 conmon[101092]: audit 2022-01-18T21:21:44.561850+0000 mon.smithi129 (mon.0) 3289 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:21:45.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:45 smithi129 conmon[101092]: audit 2022-01-18T21:21:44.563266+0000 mon.smithi129 (mon.0) 3290 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:21:45.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:45 smithi129 conmon[101092]: audit 2022-01-18T21:21:44.564069+0000 mon.smithi129 (mon.0) 3291 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:21:45.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:45 smithi129 conmon[101092]: cephadm 2022-01-18T21:21:44.564774+0000 mgr.smithi129.iclwio (mgr.14716) 11069 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:21:45.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:45 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T21:21:45.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:45 smithi129 conmon[101092]: T21:21:44.819568+0000 mon.smithi129 (mon.0) 3292 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:21:47.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:47 smithi156 conmon[67007]: cluster 2022-01-18T21:21:46.370711+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:21:47.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:47 smithi156 conmon[67007]: 11070 : cluster [DBG] pgmap v9518: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:47.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:47 smithi129 conmon[101092]: cluster 2022-01-18T21:21:46.370711+0000 2022-01-18T21:21:47.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:47 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 11070 : cluster [DBG] pgmap v9518: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:49.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:49 smithi129 conmon[101092]: audit 2022-01-18T21:21:48.090281+0000 mon.smithi129 (mon 2022-01-18T21:21:49.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:49 smithi129 conmon[101092]: .0) 3293 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:21:49.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:49 smithi156 conmon[67007]: audit 2022-01-18T21:21:48.090281+0000 mon.smithi129 (mon.0) 3293 : audit 2022-01-18T21:21:49.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:49 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:21:50.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:50 smithi129 conmon[101092]: cluster 2022-01-18T21:21:48.371113+0000 mgr.smithi129.iclwio (mgr.14716) 11071 2022-01-18T21:21:50.540 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:50 smithi129 conmon[101092]: : cluster [DBG] pgmap v9519: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:50.541 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:50 smithi129 conmon[101092]: audit 2022-01-18T21:21:50.007806+0000 mon.smithi129 (mon.0) 3294 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:21:50.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:50 smithi156 conmon[67007]: cluster 2022-01-18T21:21:48.371113+0000 mgr.smithi129.iclwio (mgr.14716) 11071 : cluster [DBG] pgmap v9519: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:50.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:50 smithi156 conmon[67007]: audit 2022-01-18T21:21:50.007806+0000 mon.smithi129 (mon.0) 3294 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:21:51.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:51 smithi129 conmon[101092]: audit 2022-01-18T21:21:50.300977+0000 mon.smithi129 (mon.0) 3295 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:21:51.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:51 smithi129 conmon[101092]: 2022-01-18T21:21:51.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:51 smithi129 conmon[101092]: audit 2022-01-18T21:21:50.308027+0000 mon.smithi129 (mon.0) 3296 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:21:51.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:51 smithi129 conmon[101092]: cluster 2022-01-18T21:21:50.371712+0000 mgr.smithi129.iclwio (mgr.14716) 11072 : cluster [DBG] pgmap v9520: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:21:51.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:51 smithi156 conmon[67007]: audit 2022-01-18T21:21:50.300977+0000 mon.smithi129 (mon.0) 3295 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:21:51.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:51 smithi156 conmon[67007]: 2022-01-18T21:21:51.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:51 smithi156 conmon[67007]: audit 2022-01-18T21:21:50.308027+0000 mon.smithi129 (mon.0) 3296 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:21:51.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:51 smithi156 conmon[67007]: cluster 2022-01-18T21:21:50.371712+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:21:51.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:51 smithi156 conmon[67007]: 14716) 11072 : cluster [DBG] pgmap v9520: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:21:53.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:53 smithi129 conmon[101092]: cluster 2022-01-18T21:21:52.372238+0000 mgr.smithi129.iclwio (mgr.14716) 11073 : cluster [DBG] pgmap v9521: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:53.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:53 smithi156 conmon[67007]: cluster 2022-01-18T21:21:52.372238+0000 mgr.smithi129.iclwio (mgr.14716) 11073 : cluster [DBG] 2022-01-18T21:21:53.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:53 smithi156 conmon[67007]: pgmap v9521: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:55.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:55 smithi156 conmon[67007]: cluster 2022-01-18T21:21:54.373190+0000 mgr.smithi129.iclwio (mgr.14716) 11074 : cluster [DBG] pgmap v9522: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:55.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:55 smithi129 conmon[101092]: cluster 2022-01-18T21:21:54.373190+0000 mgr.smithi129.iclwio (mgr.14716) 11074 : cluster [DBG] pgmap v9522: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:57.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:57 smithi156 conmon[67007]: cluster 2022-01-18T21:21:56.373742+0000 mgr.smithi129.iclwio (mgr.14716) 11075 : cluster 2022-01-18T21:21:57.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:57 smithi156 conmon[67007]: [DBG] pgmap v9523: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:57.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:57 smithi129 conmon[101092]: cluster 2022-01-18T21:21:56.373742+0000 mgr.smithi129.iclwio (mgr.14716) 11075 : cluster [DBG] pgmap v9523: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:59.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:21:59 smithi156 conmon[67007]: cluster 2022-01-18T21:21:58.374304+0000 mgr.smithi129.iclwio (mgr.14716) 11076 : cluster [DBG] pgmap v9524: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:59 smithi129 conmon[101092]: cluster 2022-01-18T21:21:58.374304+0000 mgr.smithi129.iclwio (mgr.14716) 11076 : cluster [DBG] pgmap v9524: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:21:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:21:59 smithi129 conmon[101092]: 2022-01-18T21:22:00.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:00 smithi156 conmon[67007]: audit 2022-01-18T21:21:59.483694+0000 mon.smithi129 (mon. 2022-01-18T21:22:00.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:00 smithi156 conmon[67007]: 0) 3297 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:22:00.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:00 smithi156 conmon[67007]: audit 2022-01-18T21:21:59.483970+0000 mon.smithi129 (mon.0) 3298 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:22:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:00 smithi129 conmon[101092]: audit 2022-01-18T21:21:59.483694+0000 mon.smithi129 (mon.0) 3297 : audit [INF] 2022-01-18T21:22:00.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:00 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:22:00.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:00 smithi129 conmon[101092]: audit 2022-01-18T21:21:59.483970+0000 mon.smithi129 (mon.0) 3298 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:22:01.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:01 smithi156 conmon[67007]: cluster 2022-01-18T21:22:00.375276+0000 mgr.smithi129.iclwio (mgr.14716) 11077 : cluster [DBG] pgmap v9525: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:22:01.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:01 smithi129 conmon[101092]: cluster 2022-01-18T21:22:00.375276+0000 mgr.smithi129.iclwio (mgr.14716) 11077 : cluster [DBG] pgmap v9525: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:22:03.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:03 smithi156 conmon[67007]: cluster 2022-01-18T21:22:02.375822+0000 mgr.smithi129.iclwio (mgr.14716) 11078 : cluster [DBG] pgmap v9526: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:03.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:03 smithi156 conmon[67007]: 2022-01-18T21:22:03.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:03 smithi129 conmon[101092]: cluster 2022-01-18T21:22:02.375822+0000 mgr.smithi129.iclwio (mgr.14716) 11078 : cluster [DBG] pgmap v9526: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:03.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:03 smithi129 conmon[101092]: 2022-01-18T21:22:05.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:05 smithi156 conmon[67007]: cluster 2022-01-18T21:22:04.376508+0000 mgr.smithi129.iclwio (mgr.14716) 11079 : cluster [DBG] pgmap v9527: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:05.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:05 smithi129 conmon[101092]: cluster 2022-01-18T21:22:04.376508+0000 mgr.smithi129.iclwio (mgr.14716) 11079 : cluster [DBG] pgmap v9527: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:05.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:05 smithi129 conmon[101092]: 2022-01-18T21:22:07.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:07 smithi156 conmon[67007]: cluster 2022-01-18T21:22:06.377022+0000 mgr.smithi129.iclwio (mgr.14716) 11080 : cluster [DBG] 2022-01-18T21:22:07.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:07 smithi156 conmon[67007]: pgmap v9528: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:07.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:07 smithi129 conmon[101092]: cluster 2022-01-18T21:22:06.377022+0000 mgr.smithi129.iclwio (mgr.14716) 11080 : cluster [DBG] pgmap v9528: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:07.989 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:22:08.251 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:22:08.251 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 18s ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:22:08.251 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 18s ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:22:08.252 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 20s ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:22:08.252 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 18s ago 5h 44.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:22:08.252 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 18s ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:22:08.252 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 20s ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:22:08.253 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 18s ago 5h 851M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:22:08.253 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 20s ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:22:08.253 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 18s ago 5h 1905M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:22:08.253 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 20s ago 5h 949M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:22:08.254 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 18s ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:22:08.254 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 20s ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:22:08.254 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 18s ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:22:08.254 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 20s ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:22:08.255 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 18s ago 5h 2330M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:22:08.255 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 18s ago 5h 3446M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:22:08.255 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 18s ago 5h 2599M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:22:08.255 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 18s ago 5h 3477M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:22:08.256 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 20s ago 5h 3228M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:22:08.256 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 20s ago 5h 3722M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:22:08.256 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 20s ago 5h 3014M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:22:08.256 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 20s ago 5h 4323M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:22:08.257 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 18s ago 5h 125M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:22:08.572 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:22:08.573 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:22:08.573 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:22:08.573 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:22:08.574 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:22:08.574 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:22:08.574 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:22:08.574 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:22:08.574 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:22:08.575 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:22:08.575 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:22:08.575 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:22:08.575 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:22:08.576 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:22:08.576 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:22:08.576 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:22:08.576 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:22:08.576 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:22:08.577 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:22:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:08 smithi156 conmon[67007]: audit 2022-01-18T21:22:07.976846+0000 mgr.smithi129.iclwio (mgr.14716) 11081 : audit [DBG] 2022-01-18T21:22:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:08 smithi156 conmon[67007]: from='client.41482 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:22:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:08 smithi129 conmon[101092]: audit 2022-01-18T21:22:07.976846+0000 mgr.smithi129.iclwio (mgr.14716) 11081 2022-01-18T21:22:08.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:08 smithi129 conmon[101092]: : audit [DBG] from='client.41482 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:22:09.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:09 smithi156 conmon[67007]: audit 2022-01-18T21:22:08.242414+0000 mgr.smithi129.iclwio (mgr.14716) 11082 : audit [DBG] from='client.41486 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:22:09.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:09 smithi156 conmon[67007]: cluster 2022-01-18T21:22:08.377467+0000 mgr.smithi129.iclwio (mgr.14716) 11083 : cluster [DBG] pgmap v9529: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:09.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:09 smithi156 conmon[67007]: audit 2022-01-18T21:22:08.572888+0000 mon.smithi129 (mon.0) 3299 : audit [DBG] from='client.? 172.21.15.129:0/1943126261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:22:09.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:09 smithi129 conmon[101092]: audit 2022-01-18T21:22:08.242414+0000 mgr.smithi129.iclwio (mgr.14716) 11082 : 2022-01-18T21:22:09.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:09 smithi129 conmon[101092]: audit [DBG] from='client.41486 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:22:09.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:09 smithi129 conmon[101092]: cluster 2022-01-18T21:22:08.377467+0000 mgr.smithi129.iclwio (mgr.14716) 11083 : cluster [DBG] pgmap v9529: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:09.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:09 smithi129 conmon[101092]: audit 2022-01-18T21: 2022-01-18T21:22:09.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:09 smithi129 conmon[101092]: 22:08.572888+0000 mon.smithi129 (mon.0) 3299 : audit [DBG] from='client.? 172.21.15.129:0/1943126261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:22:11.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:11 smithi156 conmon[67007]: cluster 2022-01-18T21:22:10.378213+0000 mgr.smithi129.iclwio (mgr.14716) 11084 : cluster [DBG] pgmap v9530: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:22:11.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:11 smithi129 conmon[101092]: cluster 2022-01-18T21:22:10.378213+0000 mgr.smithi129.iclwio (mgr.14716) 11084 : cluster 2022-01-18T21:22:11.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:11 smithi129 conmon[101092]: [DBG] pgmap v9530: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:22:13.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:13 smithi156 conmon[67007]: cluster 2022-01-18T21:22:12.378935+0000 mgr.smithi129.iclwio (mgr.14716) 11085 : cluster [DBG] pgmap v9531: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:13.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:13 smithi129 conmon[101092]: cluster 2022-01-18T21:22:12.378935+0000 mgr.smithi129.iclwio (mgr.14716) 11085 : cluster [DBG] 2022-01-18T21:22:13.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:13 smithi129 conmon[101092]: pgmap v9531: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:15.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:15 smithi156 conmon[67007]: cluster 2022-01-18T21:22:14.379820+0000 mgr.smithi129.iclwio (mgr.14716) 11086 : cluster [DBG] pgmap v9532: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:15.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:15 smithi129 conmon[101092]: cluster 2022-01-18T21:22:14.379820+0000 mgr.smithi129.iclwio (mgr.14716) 11086 : cluster 2022-01-18T21:22:15.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:15 smithi129 conmon[101092]: [DBG] pgmap v9532: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:17.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:17 smithi156 conmon[67007]: cluster 2022-01-18T21:22:16.380476+0000 mgr.smithi129.iclwio (mgr.14716) 11087 : cluster [DBG] pgmap v9533: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:17.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:17 smithi129 conmon[101092]: cluster 2022-01-18T21:22:16.380476+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:22:17.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:17 smithi129 conmon[101092]: 11087 : cluster [DBG] pgmap v9533: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:19.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:19 smithi156 conmon[67007]: cluster 2022-01-18T21:22:18.381130+0000 mgr.smithi129.iclwio (mgr.14716) 11088 : cluster [DBG] pgmap v9534: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:19.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:19 smithi129 conmon[101092]: cluster 2022-01-18T21:22:18.381130+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:22:19.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:19 smithi129 conmon[101092]: .14716) 11088 : cluster [DBG] pgmap v9534: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:21.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:21 smithi156 conmon[67007]: cluster 2022-01-18T21:22:20.381960+0000 mgr.smithi129.iclwio (mgr.14716) 11089 : cluster [DBG] pgmap v9535: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:22:21.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:21 smithi129 conmon[101092]: cluster 2022-01-18T21:22:21.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:21 smithi129 conmon[101092]: 2022-01-18T21:22:20.381960+0000 mgr.smithi129.iclwio (mgr.14716) 11089 : cluster [DBG] pgmap v9535: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:22:23.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:23 smithi156 conmon[67007]: cluster 2022-01-18T21:22:22.382513+0000 mgr.smithi129.iclwio (mgr.14716) 11090 : cluster [DBG] pgmap v9536: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:23.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:23 smithi129 conmon[101092]: cluster 2022-01-18T21:22:22.382513+0000 mgr.smithi129.iclwio (mgr.14716) 11090 : cluster [DBG] 2022-01-18T21:22:23.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:23 smithi129 conmon[101092]: pgmap v9536: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:25.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:25 smithi156 conmon[67007]: cluster 2022-01-18T21:22:24.383305+0000 mgr.smithi129.iclwio (mgr.14716) 11091 : cluster [DBG] pgmap v9537: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:25.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:25 smithi129 conmon[101092]: cluster 2022-01-18T21:22:24.383305+0000 mgr.smithi129.iclwio (mgr.14716) 11091 2022-01-18T21:22:25.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:25 smithi129 conmon[101092]: : cluster [DBG] pgmap v9537: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:27.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:27 smithi156 conmon[67007]: cluster 2022-01-18T21:22:26.383898+0000 mgr.smithi129.iclwio (mgr.14716) 11092 : cluster [DBG] pgmap v9538: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:27.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:27 smithi129 conmon[101092]: cluster 2022-01-18T21:22:26.383898+0000 mgr.smithi129.iclwio (mgr.14716) 11092 : cluster [DBG] pgmap v9538: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:27.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:27 smithi129 conmon[101092]: 2022-01-18T21:22:29.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:29 smithi156 conmon[67007]: cluster 2022-01-18T21:22:28.384422+0000 mgr.smithi129.iclwio (mgr.14716) 11093 : cluster [DBG] pgmap v9539: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:29.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:29 smithi129 conmon[101092]: cluster 2022-01-18T21:22:28.384422+0000 mgr.smithi129.iclwio (mgr.14716) 11093 : 2022-01-18T21:22:29.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:29 smithi129 conmon[101092]: cluster [DBG] pgmap v9539: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:31.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:31 smithi156 conmon[67007]: cluster 2022-01-18T21:22:30.385207+0000 mgr.smithi129.iclwio (mgr.14716) 11094 : cluster [DBG] pgmap v9540: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:22:31.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:31 smithi156 conmon[67007]: 2022-01-18T21:22:31.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:31 smithi129 conmon[101092]: cluster 2022-01-18T21:22:30.385207+0000 mgr.smithi129.iclwio (mgr.14716) 11094 : cluster [DBG] pgmap v9540: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:22:31.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:31 smithi129 conmon[101092]: 2022-01-18T21:22:33.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:33 smithi156 conmon[67007]: cluster 2022-01-18T21:22:32.385830+0000 mgr.smithi129.iclwio (mgr.14716) 11095 : cluster [DBG] pgmap v9541: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:33 smithi129 conmon[101092]: cluster 2022-01-18T21:22:32.385830+0000 mgr.smithi129.iclwio ( 2022-01-18T21:22:33.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:33 smithi129 conmon[101092]: mgr.14716) 11095 : cluster [DBG] pgmap v9541: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:35.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:35 smithi156 conmon[67007]: cluster 2022-01-18T21:22:34.386663+0000 mgr.smithi129.iclwio (mgr.14716) 11096 : cluster [DBG] pgmap v9542: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:35.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:35 smithi129 conmon[101092]: cluster 2022-01-18T21:22:34.386663+0000 mgr.smithi129.iclwio (mgr.14716) 11096 : cluster [DBG] 2022-01-18T21:22:35.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:35 smithi129 conmon[101092]: pgmap v9542: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:37.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:37 smithi156 conmon[67007]: cluster 2022-01-18T21:22:36.387240+0000 mgr.smithi129.iclwio (mgr.14716) 11097 : cluster [DBG] pgmap v9543: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:37.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:37 smithi129 conmon[101092]: cluster 2022-01-18T21:22:36.387240+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:22:37.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:37 smithi129 conmon[101092]: 11097 : cluster [DBG] pgmap v9543: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:38.873 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:22:39.139 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:22:39.140 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 49s ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:22:39.140 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 49s ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:22:39.140 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 51s ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:22:39.140 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 49s ago 5h 44.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:22:39.141 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 49s ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:22:39.141 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 51s ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:22:39.141 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 49s ago 5h 851M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:22:39.141 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 51s ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:22:39.142 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 49s ago 5h 1905M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:22:39.142 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 51s ago 5h 949M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:22:39.142 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 49s ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:22:39.142 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 51s ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:22:39.142 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 49s ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:22:39.143 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 51s ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:22:39.143 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 49s ago 5h 2330M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:22:39.143 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 49s ago 5h 3446M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:22:39.143 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 49s ago 5h 2599M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:22:39.144 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 49s ago 5h 3477M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:22:39.144 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 51s ago 5h 3228M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:22:39.144 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 51s ago 5h 3722M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:22:39.144 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 51s ago 5h 3014M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:22:39.145 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 51s ago 5h 4323M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:22:39.145 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 49s ago 5h 125M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:22:39.456 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:22:39.457 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:22:39.457 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:22:39.457 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:22:39.457 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:22:39.458 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:22:39.458 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:22:39.458 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:22:39.458 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:22:39.459 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:22:39.459 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:22:39.459 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:22:39.459 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:22:39.459 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:22:39.460 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:22:39.460 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:22:39.460 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:22:39.460 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:22:39.461 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:22:39.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:39 smithi156 conmon[67007]: cluster 2022-01-18T21:22:38.387784+0000 mgr.smithi129.iclwio (mgr.14716) 11098 : cluster [DBG] pgmap v9544: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:39.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:39 smithi156 conmon[67007]: 2022-01-18T21:22:39.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:39 smithi156 conmon[67007]: audit 2022-01-18T21:22:38.861948+0000 mgr.smithi129.iclwio (mgr.14716) 11099 : audit [DBG] from='client.41494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:22:39.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:39 smithi156 conmon[67007]: audit 2022-01-18T21:22:39.130708+0000 mgr.smithi129.iclwio (mgr.14716) 11100 : audit [DBG] from='client.41498 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:22:39.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:39 smithi156 conmon[67007]: audit 2022-01-18T21:22:39.456623+0000 mon.smithi129 (mon.0) 3300 : audit [DBG] from='client.? 172.21.15.129:0/3554711535' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:22:39.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:39 smithi129 conmon[101092]: cluster 2022-01-18T21:22:38.387784+0000 mgr.smithi129.iclwio (mgr.14716) 11098 : cluster 2022-01-18T21:22:39.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:39 smithi129 conmon[101092]: [DBG] pgmap v9544: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:39.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:39 smithi129 conmon[101092]: audit 2022-01-18T21:22:38.861948+0000 mgr.smithi129.iclwio (mgr.14716) 11099 : audit [DBG] from='client.41494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:22:39.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:39 smithi129 conmon[101092]: audit 2022-01-18T21:22:39.130708+0000 mgr.smithi129.iclwio (mgr.14716) 11100 : audit [DBG] from='client.41498 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:22:39.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:39 smithi129 conmon[101092]: audit 2022-01-18T21:22:39.456623+0000 mon.smithi129 (mon.0) 3300 : audit [DBG] from='client.? 172.21.15.129:0/3554711535' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:22:41.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:41 smithi156 conmon[67007]: cluster 2022-01-18T21:22:40.388528+0000 mgr.smithi129.iclwio (mgr.14716) 11101 : cluster [DBG] pgmap v9545: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:22:41.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:41 smithi129 conmon[101092]: cluster 2022-01-18T21:22:40.388528+0000 mgr.smithi129.iclwio (mgr.14716) 11101 : cluster [DBG] pgmap v9545: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:22:41.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:41 smithi129 conmon[101092]: 2022-01-18T21:22:43.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:43 smithi156 conmon[67007]: cluster 2022-01-18T21:22:42.389033+0000 mgr.smithi129.iclwio (mgr.14716) 11102 : cluster [DBG] 2022-01-18T21:22:43.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:43 smithi156 conmon[67007]: pgmap v9546: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:43.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:43 smithi129 conmon[101092]: cluster 2022-01-18T21:22:42.389033+0000 mgr.smithi129.iclwio (mgr.14716) 11102 : cluster [DBG] pgmap v9546: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:45.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:45 smithi156 conmon[67007]: cluster 2022-01-18T21:22:44.389752+0000 mgr.smithi129.iclwio (mgr.14716) 11103 : cluster [DBG] 2022-01-18T21:22:45.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:45 smithi156 conmon[67007]: pgmap v9547: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:45.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:45 smithi129 conmon[101092]: cluster 2022-01-18T21:22:44.389752+0000 mgr.smithi129.iclwio (mgr.14716) 11103 : cluster [DBG] pgmap v9547: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:45.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:45 smithi129 conmon[101092]: 2022-01-18T21:22:47.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:47 smithi156 conmon[67007]: cluster 2022-01-18T21:22:46.390250+0000 mgr.smithi129.iclwio (mgr.14716) 11104 : cluster [DBG] 2022-01-18T21:22:47.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:47 smithi156 conmon[67007]: pgmap v9548: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:47.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:47 smithi129 conmon[101092]: cluster 2022-01-18T21:22:46.390250+0000 mgr.smithi129.iclwio (mgr.14716) 11104 : cluster [DBG] pgmap v9548: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:49.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:49 smithi156 conmon[67007]: cluster 2022-01-18T21:22:48.390976+0000 mgr.smithi129.iclwio (mgr.14716) 11105 : cluster [DBG] pgmap v9549: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:49.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:49 smithi156 conmon[67007]: 2022-01-18T21:22:49.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:49 smithi129 conmon[101092]: cluster 2022-01-18T21:22:48.390976+0000 mgr.smithi129.iclwio (mgr.14716) 11105 : cluster [DBG] pgmap v9549: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:50.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:50 smithi156 conmon[67007]: audit 2022-01-18T21:22:50.310448+0000 mon.smithi129 (mon.0) 2022-01-18T21:22:50.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:50 smithi156 conmon[67007]: 3301 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:22:50.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:50 smithi156 conmon[67007]: audit 2022-01-18T21:22:50.311868+0000 mon.smithi129 (mon.0) 3302 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:22:50.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:50 smithi156 conmon[67007]: audit 2022-01-18T21:22:50.312812+0000 mon.smithi129 (mon.0) 3303 2022-01-18T21:22:50.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:50 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:22:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:50 smithi129 conmon[101092]: audit 2022-01-18T21:22:50.310448+0000 mon.smithi129 (mon. 2022-01-18T21:22:50.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:50 smithi129 conmon[101092]: 0) 3301 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:22:50.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:50 smithi129 conmon[101092]: audit 2022-01-18T21:22:50.311868+0000 mon.smithi129 (mon.0) 3302 : 2022-01-18T21:22:50.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:50 smithi129 conmon[101092]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:22:50.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:50 smithi129 conmon[101092]: audit 2022- 2022-01-18T21:22:50.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:50 smithi129 conmon[101092]: 01-18T21:22:50.312812+0000 mon.smithi129 (mon. 2022-01-18T21:22:50.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:50 smithi129 conmon[101092]: 0) 3303 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:22:51.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:51 smithi129 conmon[101092]: cephadm 2022-01-18T21:22:50.313551+0000 mgr.smithi129.iclwio (mgr.14716) 11106 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:22:51.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:51 smithi129 conmon[101092]: cluster 2022-01-18T21:22:50.391710+0000 mgr.smithi129.iclwio (mgr.14716) 11107 : cluster [DBG] pgmap v9550: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:22:51.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:51 smithi129 conmon[101092]: audit 2022-01-18T21:22:50.623718 2022-01-18T21:22:51.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:51 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 3304 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:22:51.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:51 smithi129 conmon[101092]: audit 2022-01-18T21:22:50 2022-01-18T21:22:51.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:51 smithi129 conmon[101092]: .628647+0000 mon.smithi129 (mon.0) 3305 : audit 2022-01-18T21:22:51.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:51 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:22:52.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:51 smithi156 conmon[67007]: cephadm 2022-01-18T21:22:50.313551+0000 mgr.smithi129.iclwio (mgr.14716) 11106 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:22:52.074 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:51 smithi156 conmon[67007]: 2022-01-18T21:22:52.074 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:51 smithi156 conmon[67007]: cluster 2022-01-18T21:22:50.391710+0000 mgr.smithi129.iclwio (mgr.14716) 11107 : cluster [DBG] pgmap v9550: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:22:52.075 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:51 smithi156 conmon[67007]: audit 2022-01-18T21:22:50.623718+0000 mon.smithi129 (mon.0) 3304 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:22:52.075 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:51 smithi156 conmon[67007]: audit 2022-01-18T21:22:50.628647+0000 mon.smithi129 (mon.0) 3305 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:22:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:53 smithi129 conmon[101092]: cluster 2022-01-18T21:22:52.392364+0000 mgr.smithi129.iclwio (mgr.14716) 11108 : cluster [DBG] pgmap v9551: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:53 smithi156 conmon[67007]: cluster 2022-01-18T21:22:52.392364+0000 mgr.smithi129.iclwio (mgr.14716) 11108 : cluster [DBG] 2022-01-18T21:22:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:53 smithi156 conmon[67007]: pgmap v9551: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:55.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:55 smithi129 conmon[101092]: cluster 2022-01-18T21:22:54.393218+0000 mgr.smithi129.iclwio (mgr.14716) 11109 : cluster [DBG] pgmap v9552: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:56.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:55 smithi156 conmon[67007]: cluster 2022-01-18T21:22:54.393218+0000 mgr.smithi129.iclwio (mgr.14716) 11109 : cluster [DBG] 2022-01-18T21:22:56.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:55 smithi156 conmon[67007]: pgmap v9552: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:57.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:57 smithi129 conmon[101092]: cluster 2022-01-18T21:22:56.393824+0000 2022-01-18T21:22:57.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:57 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 11110 : cluster [DBG] pgmap v9553: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:58.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:57 smithi156 conmon[67007]: cluster 2022-01-18T21:22:56.393824+0000 mgr.smithi129.iclwio (mgr.14716) 11110 : cluster [DBG] pgmap v9553: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:59 smithi129 conmon[101092]: cluster 2022-01-18T21:22:58.394558+0000 mgr.smithi129.iclwio (mgr.14716) 11111 : cluster [DBG] pgmap v9554: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:22:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:59 smithi129 conmon[101092]: audit 2022-01-18T21:22:59.488636+0000 mon.smithi129 ( 2022-01-18T21:22:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:59 smithi129 conmon[101092]: mon.0) 3306 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:22:59.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:22:59 smithi129 conmon[101092]: audit 2022-01-18T21:22:59.488857+0000 mon.smithi129 (mon.0) 3307 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:23:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:59 smithi156 conmon[67007]: cluster 2022-01-18T21:22:58.394558+0000 mgr.smithi129.iclwio (mgr.14716) 11111 : cluster [DBG] pgmap v9554: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:59 smithi156 conmon[67007]: audit 2022-01-18T21:22:59.488636+0000 mon.smithi129 (mon.0) 3306 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:23:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:22:59 smithi156 conmon[67007]: audit 2022-01-18T21:22:59.488857+0000 mon.smithi129 (mon.0) 3307 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:23:01.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:01 smithi129 conmon[101092]: cluster 2022-01-18T21:23:00.395380+0000 mgr.smithi129.iclwio (mgr.14716) 11112 : cluster [DBG] pgmap v9555: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:23:02.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:01 smithi156 conmon[67007]: cluster 2022-01-18T21:23:00.395380+0000 mgr.smithi129.iclwio (mgr.14716) 11112 : cluster [DBG] pgmap v9555: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:23:02.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:01 smithi156 conmon[67007]: 2022-01-18T21:23:03.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:03 smithi129 conmon[101092]: cluster 2022-01-18T21:23:02.395885+0000 mgr.smithi129.iclwio (mgr.14716) 11113 : cluster [DBG] pgmap v9556: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:04.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:03 smithi156 conmon[67007]: cluster 2022-01-18T21:23:02.395885+0000 mgr.smithi129.iclwio (mgr.14716) 11113 : cluster [DBG] 2022-01-18T21:23:04.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:03 smithi156 conmon[67007]: pgmap v9556: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:05.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:05 smithi129 conmon[101092]: cluster 2022-01-18T21:23:04.396573+0000 mgr.smithi129.iclwio (mgr.14716) 11114 : cluster [DBG] pgmap v9557: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:06.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:05 smithi156 conmon[67007]: cluster 2022-01-18T21:23:04.396573+0000 mgr.smithi129.iclwio (mgr.14716) 11114 : cluster [DBG] pgmap v9557: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:06.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:05 smithi156 conmon[67007]: 2022-01-18T21:23:07.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:07 smithi129 conmon[101092]: cluster 2022-01-18T21:23:06.397263+0000 mgr.smithi129.iclwio (mgr.14716) 11115 : cluster [DBG] pgmap v9558: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:08.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:07 smithi156 conmon[67007]: cluster 2022-01-18T21:23:06.397263+0000 mgr.smithi129.iclwio (mgr.14716) 11115 : cluster [DBG] pgmap v9558: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:09.761 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:23:09.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:09 smithi129 conmon[101092]: cluster 2022-01-18T21:23:08.397838+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:23:09.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:09 smithi129 conmon[101092]: ) 11116 : cluster [DBG] pgmap v9559: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:10.028 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:23:10.028 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 80s ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:23:10.028 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 80s ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:23:10.029 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 81s ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:23:10.029 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 80s ago 5h 44.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:23:10.029 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 80s ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:23:10.029 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 81s ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:23:10.030 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 80s ago 5h 851M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:23:10.030 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 81s ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:23:10.030 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 80s ago 5h 1905M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:23:10.030 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 81s ago 5h 949M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:23:10.031 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 80s ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:23:10.031 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 81s ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:23:10.031 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 80s ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:23:10.031 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 81s ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:23:10.031 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 80s ago 5h 2330M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:23:10.032 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 80s ago 5h 3446M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:23:10.032 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 80s ago 5h 2599M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:23:10.032 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 80s ago 5h 3477M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:23:10.032 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 81s ago 5h 3228M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:23:10.033 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 81s ago 5h 3722M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:23:10.033 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 81s ago 5h 3014M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:23:10.033 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 81s ago 5h 4323M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:23:10.033 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 80s ago 5h 125M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:23:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:09 smithi156 conmon[67007]: cluster 2022-01-18T21:23:08.397838+0000 mgr.smithi129.iclwio (mgr.14716) 11116 : cluster [DBG] 2022-01-18T21:23:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:09 smithi156 conmon[67007]: pgmap v9559: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:10.346 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:23:10.347 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:23:10.347 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:23:10.347 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:23:10.347 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:23:10.347 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:23:10.348 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:23:10.348 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:23:10.348 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:23:10.349 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:23:10.349 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:23:10.349 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:23:10.350 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:23:10.350 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:23:10.350 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:23:10.350 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:23:10.351 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:23:10.351 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:23:10.351 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:23:10.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:10 smithi129 conmon[101092]: audit 2022-01-18T21:23:09.749668+0000 mgr.smithi129.iclwio (mgr.14716) 11117 : 2022-01-18T21:23:10.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:10 smithi129 conmon[101092]: audit [DBG] from='client.41506 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:23:10.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:10 smithi129 conmon[101092]: audit 2022-01-18T21:23:10.019399+0000 mgr.smithi129.iclwio (mgr.14716) 11118 : audit [DBG] from='client.41510 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:23:10.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:10 smithi129 conmon[101092]: audit 2022-01-18T21:23:10.346528+0000 mon.smithi129 (mon. 2022-01-18T21:23:10.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:10 smithi129 conmon[101092]: 0) 3308 : audit [DBG] from='client.? 172.21.15.129:0/939252689' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:23:11.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:10 smithi156 conmon[67007]: audit 2022-01-18T21:23:09.749668+0000 mgr.smithi129.iclwio (mgr.14716) 11117 : audit [DBG] 2022-01-18T21:23:11.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:10 smithi156 conmon[67007]: from='client.41506 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:23:11.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:10 smithi156 conmon[67007]: audit 2022-01-18T21:23:10.019399+0000 mgr.smithi129.iclwio (mgr.14716) 11118 : audit [DBG] from='client.41510 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:23:11.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:10 smithi156 conmon[67007]: audit 2022-01-18T21: 2022-01-18T21:23:11.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:10 smithi156 conmon[67007]: 23:10.346528+0000 mon.smithi129 (mon.0) 3308 : audit [DBG] from='client.? 172.21.15.129:0/939252689' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:23:11.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:11 smithi129 conmon[101092]: cluster 2022-01-18T21:23:10.398473+0000 mgr.smithi129.iclwio (mgr.14716) 11119 : cluster [DBG] pgmap v9560: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:23:12.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:11 smithi156 conmon[67007]: cluster 2022-01-18T21:23:10.398473+0000 mgr.smithi129.iclwio (mgr.14716) 11119 2022-01-18T21:23:12.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:11 smithi156 conmon[67007]: : cluster [DBG] pgmap v9560: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:23:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:13 smithi129 conmon[101092]: cluster 2022-01-18T21:23:12.399130+0000 mgr.smithi129.iclwio (mgr.14716) 11120 : cluster [DBG] pgmap v9561: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:14.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:13 smithi156 conmon[67007]: cluster 2022-01-18T21:23:12.399130+0000 mgr.smithi129.iclwio (mgr.14716) 11120 : cluster [DBG] pgmap v9561: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:14.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:13 smithi156 conmon[67007]: 2022-01-18T21:23:15.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:15 smithi129 conmon[101092]: cluster 2022-01-18T21:23:14.400029+0000 mgr.smithi129.iclwio (mgr.14716) 11121 : cluster [DBG] pgmap v9562: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:16.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:15 smithi156 conmon[67007]: cluster 2022-01-18T21:23:14.400029+0000 mgr.smithi129.iclwio (mgr.14716) 11121 : cluster [DBG] 2022-01-18T21:23:16.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:15 smithi156 conmon[67007]: pgmap v9562: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:17.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:17 smithi129 conmon[101092]: cluster 2022-01-18T21:23:16.400560+0000 mgr.smithi129.iclwio (mgr.14716) 11122 : cluster [DBG] 2022-01-18T21:23:17.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:17 smithi129 conmon[101092]: pgmap v9563: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:18.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:17 smithi156 conmon[67007]: cluster 2022-01-18T21:23:16.400560+0000 mgr.smithi129.iclwio (mgr.14716) 11122 : cluster [DBG] pgmap v9563: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:19.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:19 smithi129 conmon[101092]: cluster 2022-01-18T21:23:18.401142+0000 mgr.smithi129.iclwio (mgr.14716) 11123 : cluster [DBG] 2022-01-18T21:23:19.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:19 smithi129 conmon[101092]: pgmap v9564: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:20.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:19 smithi156 conmon[67007]: cluster 2022-01-18T21:23:18.401142+0000 mgr.smithi129.iclwio (mgr.14716) 11123 : cluster [DBG] pgmap v9564: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:21.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:21 smithi129 conmon[101092]: cluster 2022-01-18T21:23:20.401894+0000 mgr.smithi129.iclwio (mgr.14716) 11124 : cluster [DBG] 2022-01-18T21:23:21.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:21 smithi129 conmon[101092]: pgmap v9565: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:23:22.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:21 smithi156 conmon[67007]: cluster 2022-01-18T21:23:20.401894+0000 mgr.smithi129.iclwio (mgr.14716) 11124 : cluster [DBG] pgmap v9565: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:23:23.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:23 smithi129 conmon[101092]: cluster 2022-01-18T21:23:22.402575+0000 mgr.smithi129.iclwio (mgr.14716) 11125 : cluster [DBG] pgmap v9566: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:24.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:23 smithi156 conmon[67007]: cluster 2022-01-18T21:23:22.402575+0000 mgr.smithi129.iclwio (mgr.14716) 11125 : cluster [DBG] pgmap v9566: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:26.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:25 smithi156 conmon[67007]: cluster 2022-01-18T21:23:24.403312+0000 mgr.smithi129.iclwio (mgr.14716) 11126 : cluster [DBG] pgmap v9567: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:26.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:25 smithi129 conmon[101092]: cluster 2022-01-18T21:23:24.403312+0000 mgr.smithi129.iclwio (mgr.14716) 11126 : cluster [DBG] pgmap v9567: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:27.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:27 smithi129 conmon[101092]: cluster 2022-01-18T21:23:26.403827+0000 mgr.smithi129.iclwio (mgr.14716) 11127 : cluster [DBG] pgmap v9568: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:28.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:27 smithi156 conmon[67007]: cluster 2022-01-18T21:23:26.403827+0000 mgr.smithi129.iclwio (mgr.14716) 11127 : cluster [DBG] pgmap v9568: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:30.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:29 smithi156 conmon[67007]: cluster 2022-01-18T21:23:28.404404+0000 mgr.smithi129.iclwio (mgr.14716) 11128 : cluster [DBG] pgmap v9569: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:29 smithi129 conmon[101092]: cluster 2022-01-18T21:23:28.404404+0000 mgr.smithi129.iclwio (mgr.14716) 11128 : cluster [DBG] pgmap v9569: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:32.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:31 smithi156 conmon[67007]: cluster 2022-01-18T21:23:30.405325+0000 mgr.smithi129.iclwio (mgr.14716) 11129 : cluster [DBG] pgmap v9570: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:23:32.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:31 smithi129 conmon[101092]: cluster 2022-01-18T21:23:30.405325+0000 mgr.smithi129.iclwio (mgr.14716) 11129 : cluster [DBG] pgmap v9570: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:23:34.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:33 smithi156 conmon[67007]: cluster 2022-01-18T21:23:32.405878+0000 mgr.smithi129.iclwio (mgr.14716) 11130 : cluster [DBG] pgmap v9571: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:33 smithi129 conmon[101092]: cluster 2022-01-18T21:23:32.405878+0000 mgr.smithi129.iclwio (mgr.14716) 11130 : cluster [DBG] pgmap v9571: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:36.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:35 smithi156 conmon[67007]: cluster 2022-01-18T21:23:34.406774+0000 mgr.smithi129.iclwio (mgr.14716) 11131 : cluster [DBG] pgmap v9572: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:36.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:35 smithi129 conmon[101092]: cluster 2022-01-18T21:23:34.406774+0000 mgr.smithi129.iclwio (mgr.14716) 11131 : cluster [DBG] pgmap v9572: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:36.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:35 smithi129 conmon[101092]: 2022-01-18T21:23:37.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:37 smithi129 conmon[101092]: cluster 2022-01-18T21:23:36.407392+0000 mgr.smithi129.iclwio (mgr.14716) 11132 : cluster [DBG] pgmap v9573: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:37.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:37 smithi129 conmon[101092]: 2022-01-18T21:23:38.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:37 smithi156 conmon[67007]: cluster 2022-01-18T21:23:36.407392+0000 mgr.smithi129.iclwio (mgr.14716) 11132 : cluster [DBG] pgmap v9573: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:39 smithi156 conmon[67007]: cluster 2022-01-18T21:23:38.408165+0000 mgr.smithi129.iclwio (mgr.14716) 11133 : cluster [DBG] pgmap v9574: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:39 smithi129 conmon[101092]: cluster 2022-01-18T21:23:38.408165+0000 mgr.smithi129.iclwio (mgr.14716) 11133 : cluster [DBG] pgmap v9574: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:40.644 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:23:40.908 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:23:40.909 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 110s ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:23:40.909 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 110s ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:23:40.909 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 112s ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:23:40.909 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 110s ago 5h 44.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:23:40.910 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 110s ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:23:40.910 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 112s ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:23:40.910 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 110s ago 5h 851M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:23:40.911 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 112s ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:23:40.911 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 110s ago 5h 1905M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:23:40.911 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 112s ago 5h 949M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:23:40.912 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 110s ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:23:40.912 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 112s ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:23:40.912 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 110s ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:23:40.912 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 112s ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:23:40.912 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 110s ago 5h 2330M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:23:40.913 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 110s ago 5h 3446M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:23:40.913 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 110s ago 5h 2599M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:23:40.913 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 110s ago 5h 3477M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:23:40.913 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 112s ago 5h 3228M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:23:40.914 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 112s ago 5h 3722M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:23:40.914 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 112s ago 5h 3014M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:23:40.914 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 112s ago 5h 4323M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:23:40.914 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 110s ago 5h 125M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:23:41.228 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:23:41.229 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:23:41.229 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:23:41.229 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:23:41.230 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:23:41.230 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:23:41.230 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:23:41.230 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:23:41.230 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:23:41.231 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:23:41.231 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:23:41.231 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:23:41.231 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:23:41.232 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:23:41.232 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:23:41.232 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:23:41.232 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:23:41.232 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:23:41.233 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:23:42.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:41 smithi156 conmon[67007]: cluster 2022-01-18T21:23:40.408953+0000 mgr.smithi129.iclwio (mgr.14716) 11134 : cluster [DBG] pgmap v9575: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:23:42.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:41 smithi156 conmon[67007]: audit 2022-01-18T21:23:40.632477+0000 mgr.smithi129.iclwio 2022-01-18T21:23:42.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:41 smithi156 conmon[67007]: (mgr.14716) 11135 : audit [DBG] from='client.41518 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:23:42.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:41 smithi156 conmon[67007]: audit 2022-01-18T21:23:40.899804+0000 mgr.smithi129.iclwio (mgr.14716) 11136 : audit [DBG] from='client.41522 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:23:42.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:41 smithi156 conmon[67007]: audit 2022-01-18T21:23:41.228775+0000 mon.smithi129 (mon.0) 3309 : audit [DBG] from='client.? 172.21.15.129:0/3173301547' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:23:42.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:41 smithi129 conmon[101092]: cluster 2022-01- 2022-01-18T21:23:42.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:41 smithi129 conmon[101092]: 18T21:23:40.408953+0000 mgr.smithi129.iclwio (mgr.14716) 11134 : cluster [DBG] pgmap v9575: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:23:42.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:41 smithi129 conmon[101092]: audit 2022-01-18T21:23:40.632477+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:23:42.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:41 smithi129 conmon[101092]: 14716) 11135 : audit [DBG] from='client.41518 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:23:42.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:41 smithi129 conmon[101092]: audit 2022-01-18T21:23:42.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:41 smithi129 conmon[101092]: 2022-01-18T21:23:40.899804+0000 mgr.smithi129.iclwio (mgr.14716) 11136 : audit [DBG] from='client.41522 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:23:42.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:41 smithi129 conmon[101092]: audit 2022-01-18T21 2022-01-18T21:23:42.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:41 smithi129 conmon[101092]: :23:41.228775+0000 mon.smithi129 (mon.0) 2022-01-18T21:23:42.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:41 smithi129 conmon[101092]: 3309 : audit [DBG] from='client.? 172.21.15.129:0/3173301547' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:23:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:43 smithi156 conmon[67007]: cluster 2022-01-18T21:23:42.409517+0000 mgr.smithi129.iclwio (mgr.14716) 11137 : cluster [DBG] pgmap v9576: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:43 smithi129 conmon[101092]: cluster 2022-01-18T21:23:42.409517+0000 mgr.smithi129.iclwio (mgr.14716) 11137 : cluster [DBG] pgmap v9576: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:46.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:45 smithi156 conmon[67007]: cluster 2022-01-18T21:23:44.410326+0000 mgr.smithi129.iclwio (mgr.14716) 11138 : cluster [DBG] pgmap v9577: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:46.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:45 smithi129 conmon[101092]: cluster 2022-01-18T21:23:44.410326+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:23:46.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:45 smithi129 conmon[101092]: 14716) 11138 : cluster [DBG] pgmap v9577: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:47.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:47 smithi129 conmon[101092]: cluster 2022-01-18T21:23:46.410892+0000 mgr.smithi129.iclwio (mgr.14716) 11139 2022-01-18T21:23:47.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:47 smithi129 conmon[101092]: : cluster [DBG] pgmap v9578: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:48.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:47 smithi156 conmon[67007]: cluster 2022-01-18T21:23:46.410892+0000 mgr.smithi129.iclwio (mgr.14716) 11139 : cluster [DBG] pgmap v9578: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:50.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:49 smithi156 conmon[67007]: cluster 2022-01-18T21:23:48.411558+0000 mgr.smithi129.iclwio (mgr.14716) 11140 : cluster [DBG] pgmap v9579: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:50.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:49 smithi156 conmon[67007]: 2022-01-18T21:23:50.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:49 smithi129 conmon[101092]: cluster 2022-01-18T21:23:48.411558+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:23:50.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:49 smithi129 conmon[101092]: 11140 : cluster [DBG] pgmap v9579: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:51.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:50 smithi156 conmon[67007]: audit 2022-01-18T21:23:50.631357+0000 mon.smithi129 (mon.0) 3310 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:23:51.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:50 smithi156 conmon[67007]: audit 2022-01-18T21:23:50.632781+0000 mon.smithi129 (mon.0) 3311 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:23:51.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:50 smithi156 conmon[67007]: audit 2022-01-18T21:23:50.633547+0000 mon.smithi129 (mon.0) 3312 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:23:51.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:50 smithi129 conmon[101092]: audit 2022-01-18T21:23:50.631357+0000 mon.smithi129 ( 2022-01-18T21:23:51.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:50 smithi129 conmon[101092]: mon.0) 3310 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:23:51.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:50 smithi129 conmon[101092]: audit 2022-01-18T21:23:50.632781+0000 mon.smithi129 (mon.0) 3311 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:23:51.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:50 smithi129 conmon[101092]: audit 2022-01-18T21:23:50.633547+0000 mon.smithi129 (mon.0 2022-01-18T21:23:51.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:50 smithi129 conmon[101092]: ) 3312 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:23:52.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:51 smithi129 conmon[101092]: cluster 2022-01-18T21:23:50.412404+0000 mgr.smithi129.iclwio (mgr.14716) 11141 : cluster [DBG] pgmap v9580: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:23:52.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:51 smithi129 conmon[101092]: 2022-01-18T21:23:52.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:51 smithi129 conmon[101092]: cephadm 2022-01-18T21:23:50.634283+0000 mgr.smithi129.iclwio (mgr.14716) 11142 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:23:52.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:51 smithi129 conmon[101092]: audit 2022-01-18T21:23:50.895352+0000 mon.smithi129 (mon.0) 3313 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:23:52.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:51 smithi129 conmon[101092]: audit 2022-01-18T21:23:51.189350+0000 mon.smithi129 (mon.0) 3314 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:23:52.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:51 smithi129 conmon[101092]: audit 2022-01-18T21:23:51.194484+0000 mon.smithi129 (mon.0) 3315 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:23:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:51 smithi156 conmon[67007]: cluster 2022-01-18T21:23:50.412404+0000 mgr.smithi129.iclwio (mgr.14716) 11141 : cluster 2022-01-18T21:23:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:51 smithi156 conmon[67007]: [DBG] pgmap v9580: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:23:52.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:51 smithi156 conmon[67007]: cephadm 2022-01-18T21:23:50.634283+0000 mgr.smithi129.iclwio (mgr.14716) 11142 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:23:52.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:51 smithi156 conmon[67007]: audit 2022- 2022-01-18T21:23:52.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:51 smithi156 conmon[67007]: 01-18T21:23:50.895352+0000 mon.smithi129 (mon.0) 3313 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:23:52.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:51 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T21:23:52.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:51 smithi156 conmon[67007]: 21:23:51.189350+0000 mon.smithi129 (mon.0) 3314 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:23:52.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:51 smithi156 conmon[67007]: audit 2022-01-18T21:23:51.194484+0000 mon.smithi129 ( 2022-01-18T21:23:52.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:51 smithi156 conmon[67007]: mon.0) 3315 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:23:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:53 smithi129 conmon[101092]: cluster 2022-01-18T21:23:52.413072+0000 mgr.smithi129.iclwio (mgr.14716) 11143 : cluster [DBG] pgmap v9581: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:53 smithi156 conmon[67007]: cluster 2022-01-18T21:23:52.413072+0000 mgr.smithi129.iclwio (mgr.14716) 11143 : cluster [DBG] pgmap v9581: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:53 smithi156 conmon[67007]: 2022-01-18T21:23:56.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:55 smithi129 conmon[101092]: cluster 2022-01-18T21:23:54.413751+0000 mgr.smithi129.iclwio (mgr.14716) 11144 : cluster [DBG] pgmap v9582: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:55 smithi156 conmon[67007]: cluster 2022-01-18T21:23:54.413751+0000 mgr.smithi129.iclwio (mgr.14716) 11144 : cluster [DBG] pgmap v9582: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:58.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:57 smithi129 conmon[101092]: cluster 2022-01-18T21:23:56.414422+0000 mgr.smithi129.iclwio (mgr.14716) 11145 : cluster [DBG] pgmap v9583: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:23:58.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:57 smithi156 conmon[67007]: cluster 2022-01-18T21:23:56.414422+0000 mgr.smithi129.iclwio (mgr.14716) 11145 : cluster [DBG] pgmap v9583: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:59 smithi129 conmon[101092]: cluster 2022-01-18T21:23:58.415172+0000 mgr.smithi129.iclwio (mgr.14716) 11146 : cluster [DBG] pgmap v9584: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:59 smithi129 conmon[101092]: audit 2022-01-18T21:23:59.492688+0000 mon.smithi129 2022-01-18T21:24:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:59 smithi129 conmon[101092]: (mon.0) 3316 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:24:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:23:59 smithi129 conmon[101092]: audit 2022-01-18T21:23:59.492912+0000 mon.smithi129 (mon.0) 3317 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:24:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:59 smithi156 conmon[67007]: cluster 2022-01-18T21:23:58.415172+0000 mgr.smithi129.iclwio (mgr.14716) 11146 : cluster [DBG] pgmap v9584: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:59 smithi156 conmon[67007]: audit 2022-01-18T21:24:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:59 smithi156 conmon[67007]: 2022-01-18T21:23:59.492688+0000 mon.smithi129 (mon.0) 3316 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:24:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:23:59 smithi156 conmon[67007]: audit 2022-01-18T21:23:59.492912+0000 mon.smithi129 (mon.0) 3317 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:24:02.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:01 smithi129 conmon[101092]: cluster 2022-01-18T21:24:00.415938+0000 mgr.smithi129.iclwio (mgr.14716) 11147 : cluster [DBG] 2022-01-18T21:24:02.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:01 smithi129 conmon[101092]: pgmap v9585: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:24:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:01 smithi156 conmon[67007]: cluster 2022-01-18T21:24:00.415938+0000 mgr.smithi129.iclwio (mgr.14716) 11147 : cluster [DBG] pgmap v9585: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:24:04.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:03 smithi129 conmon[101092]: cluster 2022-01-18T21:24:02.416469+0000 mgr.smithi129.iclwio (mgr.14716) 11148 : cluster [DBG] pgmap v9586: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:03 smithi156 conmon[67007]: cluster 2022-01-18T21:24:02.416469+0000 mgr.smithi129.iclwio (mgr.14716) 11148 : cluster [DBG] pgmap v9586: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:04.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:03 smithi156 conmon[67007]: 2022-01-18T21:24:06.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:05 smithi129 conmon[101092]: cluster 2022-01-18T21:24:04.417182+0000 mgr.smithi129.iclwio (mgr.14716) 11149 : cluster [DBG] pgmap v9587: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:05 smithi156 conmon[67007]: cluster 2022-01-18T21:24:04.417182+0000 mgr.smithi129.iclwio (mgr.14716) 11149 : cluster [DBG] pgmap v9587: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:08.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:07 smithi129 conmon[101092]: cluster 2022-01-18T21:24:06.417698+0000 mgr.smithi129.iclwio (mgr.14716) 11150 : cluster [DBG] pgmap v9588: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:08.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:07 smithi129 conmon[101092]: 2022-01-18T21:24:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:07 smithi156 conmon[67007]: cluster 2022-01-18T21:24:06.417698+0000 mgr.smithi129.iclwio (mgr.14716) 11150 : cluster [DBG] pgmap v9588: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:09 smithi129 conmon[101092]: cluster 2022-01-18T21:24:08.418253+0000 mgr.smithi129.iclwio (mgr.14716) 11151 : cluster [DBG] pgmap v9589: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:09 smithi156 conmon[67007]: cluster 2022-01-18T21:24:08.418253+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:24:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:09 smithi156 conmon[67007]: 11151 : cluster [DBG] pgmap v9589: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:11.530 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:24:11.795 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:24:11.795 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 2m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:24:11.796 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 2m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:24:11.796 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 2m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:24:11.796 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 2m ago 5h 44.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:24:11.796 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 2m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:24:11.796 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 2m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:24:11.797 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 2m ago 5h 851M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:24:11.797 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 2m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:24:11.797 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 2m ago 5h 1905M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:24:11.797 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 2m ago 5h 949M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:24:11.798 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 2m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:24:11.798 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 2m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:24:11.798 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 2m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:24:11.798 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 2m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:24:11.799 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 2m ago 5h 2330M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:24:11.799 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 2m ago 5h 3446M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:24:11.799 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 2m ago 5h 2599M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:24:11.799 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 2m ago 5h 3477M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:24:11.799 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 2m ago 5h 3228M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:24:11.800 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 2m ago 5h 3722M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:24:11.800 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 2m ago 5h 3014M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:24:11.800 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 2m ago 5h 4323M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:24:11.800 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 2m ago 5h 125M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:24:12.115 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:24:12.115 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:24:12.116 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:24:12.116 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:24:12.116 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:24:12.116 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:24:12.117 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:24:12.117 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:24:12.117 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:24:12.117 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:24:12.117 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:24:12.118 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:24:12.118 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:24:12.118 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:24:12.118 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:24:12.119 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:24:12.119 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:24:12.119 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:24:12.119 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:24:12.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:11 smithi129 conmon[101092]: cluster 2022-01-18T21:24:10.419118+0000 mgr.smithi129.iclwio (mgr.14716) 11152 : 2022-01-18T21:24:12.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:11 smithi129 conmon[101092]: cluster [DBG] pgmap v9590: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:24:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:11 smithi156 conmon[67007]: cluster 2022-01-18T21:24:10.419118+0000 mgr.smithi129.iclwio (mgr.14716) 11152 : cluster [DBG] pgmap v9590: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:24:13.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:12 smithi129 conmon[101092]: audit 2022-01-18T21:24:11.517999+0000 mgr.smithi129.iclwio (mgr.14716) 11153 : audit [DBG] from='client.41530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:24:13.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:12 smithi129 conmon[101092]: audit 2022-01-18T21:24:11.786644+0000 mgr.smithi129.iclwio (mgr.14716) 11154 : audit [DBG] from='client.41534 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:24:13.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:12 smithi129 conmon[101092]: audit 2022-01-18T21:24:12.115346+0000 mon.smithi129 (mon.0) 3318 : audit [DBG] from='client.? 172.21.15.129:0/1120439346' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:24:13.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:12 smithi156 conmon[67007]: audit 2022-01-18T21:24:11.517999+0000 mgr.smithi129.iclwio (mgr.14716) 11153 : audit [DBG] from='client.41530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:24:13.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:12 smithi156 conmon[67007]: audit 2022-01-18T21:24:11.786644 2022-01-18T21:24:13.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:12 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 11154 : audit [DBG] from='client.41534 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:24:13.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:12 smithi156 conmon[67007]: audit 2022-01-18T21:24:12.115346+0000 mon.smithi129 (mon.0) 3318 : audit [DBG] from='client.? 172.21.15.129:0/1120439346' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:24:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:13 smithi156 conmon[67007]: cluster 2022-01-18T21:24:12.419579+0000 mgr.smithi129.iclwio (mgr.14716) 11155 : cluster [DBG] pgmap v9591: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:13 smithi129 conmon[101092]: cluster 2022-01-18T21:24:12.419579+0000 mgr.smithi129.iclwio (mgr.14716) 11155 : cluster [DBG] pgmap v9591: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:15 smithi156 conmon[67007]: cluster 2022-01-18T21:24:14.420251+0000 mgr.smithi129.iclwio (mgr.14716) 11156 : cluster [DBG] pgmap v9592: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:15 smithi129 conmon[101092]: cluster 2022-01-18T21:24:14.420251+0000 mgr.smithi129.iclwio (mgr.14716) 11156 : cluster [DBG] pgmap v9592: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:17 smithi156 conmon[67007]: cluster 2022-01-18T21:24:16.420836+0000 mgr.smithi129.iclwio (mgr.14716) 11157 : cluster [DBG] pgmap v9593: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:18.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:17 smithi129 conmon[101092]: cluster 2022-01-18T21:24:16.420836+0000 mgr.smithi129.iclwio (mgr.14716) 11157 : cluster [DBG] pgmap v9593: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:18.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:17 smithi129 conmon[101092]: 2022-01-18T21:24:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:19 smithi156 conmon[67007]: cluster 2022-01-18T21:24:18.421363+0000 mgr.smithi129.iclwio (mgr.14716) 11158 : cluster [DBG] pgmap v9594: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:19 smithi129 conmon[101092]: cluster 2022-01-18T21:24:18.421363+0000 mgr.smithi129.iclwio (mgr.14716) 11158 : cluster [DBG] pgmap v9594: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:21 smithi156 conmon[67007]: cluster 2022-01-18T21:24:20.422208+0000 mgr.smithi129.iclwio (mgr.14716) 11159 : cluster [DBG] pgmap v9595: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:24:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:21 smithi129 conmon[101092]: cluster 2022-01-18T21:24:20.422208+0000 mgr.smithi129.iclwio (mgr.14716) 11159 : cluster [DBG] pgmap v9595: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:24:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:23 smithi156 conmon[67007]: cluster 2022-01-18T21:24:22.422901+0000 mgr.smithi129.iclwio (mgr.14716) 11160 : cluster [DBG] pgmap v9596: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:23 smithi129 conmon[101092]: cluster 2022-01-18T21:24:22.422901+0000 mgr.smithi129.iclwio (mgr.14716) 11160 : cluster [DBG] pgmap v9596: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:24.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:23 smithi129 conmon[101092]: 2022-01-18T21:24:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:25 smithi156 conmon[67007]: cluster 2022-01-18T21:24:24.423576+0000 mgr.smithi129.iclwio (mgr.14716) 11161 : cluster [DBG] pgmap v9597: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:25 smithi129 conmon[101092]: cluster 2022-01-18T21:24:24.423576+0000 mgr.smithi129.iclwio (mgr.14716) 11161 : cluster 2022-01-18T21:24:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:25 smithi129 conmon[101092]: [DBG] pgmap v9597: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:27 smithi156 conmon[67007]: cluster 2022-01-18T21:24:26.424084+0000 mgr.smithi129.iclwio (mgr.14716) 11162 : cluster [DBG] pgmap v9598: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:28.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:27 smithi129 conmon[101092]: cluster 2022-01-18T21:24:26.424084+0000 mgr.smithi129.iclwio (mgr.14716) 11162 : cluster [DBG] 2022-01-18T21:24:28.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:27 smithi129 conmon[101092]: pgmap v9598: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:29 smithi156 conmon[67007]: cluster 2022-01-18T21:24:28.424703+0000 mgr.smithi129.iclwio (mgr.14716) 11163 : cluster [DBG] pgmap v9599: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:30.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:29 smithi129 conmon[101092]: cluster 2022-01-18T21:24:28.424703+0000 mgr.smithi129.iclwio (mgr.14716) 11163 : cluster [DBG] pgmap v9599: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:31 smithi156 conmon[67007]: cluster 2022-01-18T21:24:30.425698+0000 mgr.smithi129.iclwio (mgr.14716) 11164 : cluster [DBG] pgmap v9600: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:24:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:31 smithi129 conmon[101092]: cluster 2022-01-18T21:24:30.425698+0000 mgr.smithi129.iclwio (mgr.14716) 11164 : cluster [DBG] pgmap v9600: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:24:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:33 smithi156 conmon[67007]: cluster 2022-01-18T21:24:32.426221+0000 mgr.smithi129.iclwio (mgr.14716) 11165 : cluster [DBG] pgmap v9601: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:33 smithi129 conmon[101092]: cluster 2022-01-18T21:24:32.426221+0000 mgr.smithi129.iclwio (mgr.14716) 11165 : cluster [DBG] pgmap v9601: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:35 smithi156 conmon[67007]: cluster 2022-01-18T21:24:34.426925+0000 mgr.smithi129.iclwio (mgr.14716) 11166 : cluster [DBG] pgmap v9602: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:35 smithi129 conmon[101092]: cluster 2022-01-18T21:24:34.426925+0000 mgr.smithi129.iclwio (mgr.14716) 11166 : cluster [DBG] pgmap v9602: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:37 smithi156 conmon[67007]: cluster 2022-01-18T21:24:36.427437+0000 mgr.smithi129.iclwio (mgr.14716) 11167 : cluster [DBG] pgmap v9603: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:37 smithi129 conmon[101092]: cluster 2022-01-18T21:24:36.427437+0000 mgr.smithi129.iclwio (mgr.14716) 11167 : cluster [DBG] pgmap v9603: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:39 smithi156 conmon[67007]: cluster 2022-01-18T21:24:38.427999+0000 mgr.smithi129.iclwio (mgr.14716) 11168 : cluster [DBG] pgmap v9604: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:39 smithi129 conmon[101092]: cluster 2022-01-18T21:24:38.427999+0000 mgr.smithi129.iclwio (mgr.14716) 11168 : cluster [DBG] pgmap v9604: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:41 smithi156 conmon[67007]: cluster 2022-01-18T21:24:40.428825+0000 mgr.smithi129.iclwio (mgr.14716) 11169 : cluster [DBG] pgmap v9605: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:24:42.412 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:24:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:41 smithi129 conmon[101092]: cluster 2022-01-18T21: 2022-01-18T21:24:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:41 smithi129 conmon[101092]: 24:40.428825+0000 mgr.smithi129.iclwio (mgr.14716) 11169 : cluster [DBG] pgmap v9605: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:24:42.676 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:24:42.676 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 2m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:24:42.677 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 2m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:24:42.677 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 2m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:24:42.677 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 2m ago 5h 44.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:24:42.677 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 2m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:24:42.678 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 2m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:24:42.678 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 2m ago 5h 851M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:24:42.678 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 2m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:24:42.678 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 2m ago 5h 1905M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:24:42.678 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 2m ago 5h 949M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:24:42.679 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 2m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:24:42.679 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 2m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:24:42.679 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 2m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:24:42.679 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 2m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:24:42.680 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 2m ago 5h 2330M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:24:42.680 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 2m ago 5h 3446M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:24:42.680 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 2m ago 5h 2599M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:24:42.680 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 2m ago 5h 3477M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:24:42.680 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 2m ago 5h 3228M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:24:42.681 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 2m ago 5h 3722M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:24:42.681 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 2m ago 5h 3014M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:24:42.681 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 2m ago 5h 4323M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:24:42.681 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 2m ago 5h 125M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:24:42.995 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:24:42.995 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:24:42.996 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:24:42.996 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:24:42.996 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:24:42.997 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:24:42.997 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:24:42.997 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:24:42.997 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:24:42.997 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:24:42.998 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:24:42.998 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:24:42.998 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:24:42.998 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:24:42.999 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:24:42.999 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:24:42.999 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:24:42.999 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:24:43.000 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:24:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:43 smithi156 conmon[67007]: audit 2022-01-18T21:24:42.400211+0000 mgr.smithi129.iclwio (mgr.14716) 11170 : audit [DBG] from='client.41542 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:24:44.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:43 smithi156 conmon[67007]: cluster 2022-01-18T21:24:42.429255+0000 mgr.smithi129.iclwio (mgr.14716) 11171 : cluster [DBG] pgmap v9606: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:44.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:43 smithi156 conmon[67007]: audit 2022-01-18T21:24:42.667672+0000 mgr.smithi129.iclwio (mgr.14716) 11172 : audit [DBG] from='client.41546 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:24:44.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:43 smithi156 conmon[67007]: audit 2022-01-18T21:24:44.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:43 smithi156 conmon[67007]: 2022-01-18T21:24:42.995546+0000 mon.smithi129 (mon.0) 3319 : audit [DBG] from='client.? 172.21.15.129:0/3451272662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:24:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:43 smithi129 conmon[101092]: audit 2022-01-18T21:24:42.400211+0000 mgr.smithi129.iclwio (mgr.14716) 11170 : audit [DBG] from='client.41542 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:24:44.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:43 smithi129 conmon[101092]: cluster 2022-01-18T21:24:42.429255+0000 mgr.smithi129.iclwio ( 2022-01-18T21:24:44.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:43 smithi129 conmon[101092]: mgr.14716) 11171 : cluster [DBG] pgmap v9606: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:44.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:43 smithi129 conmon[101092]: audit 2022-01-18T21:24:42.667672+0000 mgr.smithi129.iclwio (mgr.14716) 11172 : audit [DBG] from='client.41546 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:24:44.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:43 smithi129 conmon[101092]: audit 2022-01-18T21:24:42.995546+0000 mon.smithi129 (mon.0) 3319 : audit [DBG] from='client.? 172.21.15.129:0/3451272662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:24:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:45 smithi156 conmon[67007]: cluster 2022-01-18T21:24:44.430218+0000 mgr.smithi129.iclwio (mgr.14716) 11173 : cluster [DBG] pgmap v9607: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:45 smithi129 conmon[101092]: cluster 2022-01-18T21:24:44.430218+0000 mgr.smithi129.iclwio (mgr.14716) 11173 : cluster [DBG] pgmap v9607: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:46.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:45 smithi129 conmon[101092]: 2022-01-18T21:24:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:48 smithi156 conmon[67007]: cluster 2022-01-18T21:24:46.430854+0000 mgr.smithi129.iclwio (mgr.14716) 11174 : cluster [DBG] pgmap v9608: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:48 smithi129 conmon[101092]: cluster 2022-01-18T21:24:46.430854+0000 mgr.smithi129.iclwio (mgr.14716) 11174 : cluster 2022-01-18T21:24:48.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:48 smithi129 conmon[101092]: [DBG] pgmap v9608: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:50 smithi156 conmon[67007]: cluster 2022-01-18T21:24:48.431422+0000 mgr.smithi129.iclwio (mgr.14716) 11175 : cluster [DBG] pgmap v9609: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:50 smithi129 conmon[101092]: cluster 2022-01-18T21:24:48.431422+0000 mgr.smithi129.iclwio (mgr.14716) 11175 : cluster [DBG] pgmap v9609: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:52 smithi156 conmon[67007]: cluster 2022-01-18T21:24:50.432210+0000 mgr.smithi129.iclwio (mgr.14716) 11176 : cluster [DBG] pgmap v9610: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:24:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:52 smithi156 conmon[67007]: audit 2022-01-18T21:24:51.197128+0000 mon.smithi129 2022-01-18T21:24:52.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:52 smithi156 conmon[67007]: (mon.0) 3320 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:24:52.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:52 smithi156 conmon[67007]: audit 2022-01-18T21:24:51.198514+0000 mon.smithi129 (mon.0) 3321 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:24:52.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:52 smithi156 conmon[67007]: audit 2022-01-18T21:24:51.199359+0000 mon.smithi129 (mon.0) 3322 : audit 2022-01-18T21:24:52.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:52 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:24:52.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:52 smithi156 conmon[67007]: audit 2022-01-18T21:24:51.507322 2022-01-18T21:24:52.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:52 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 3323 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:24:52.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:52 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T21:24:52.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:52 smithi156 conmon[67007]: 21:24:51.514293+0000 mon.smithi129 (mon.0 2022-01-18T21:24:52.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:52 smithi156 conmon[67007]: ) 3324 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:24:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:52 smithi129 conmon[101092]: cluster 2022-01-18T21:24:50.432210+0000 mgr.smithi129.iclwio (mgr.14716) 11176 : cluster 2022-01-18T21:24:52.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:52 smithi129 conmon[101092]: [DBG] pgmap v9610: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:24:52.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:52 smithi129 conmon[101092]: audit 2022-01-18T21:24:51.197128+0000 mon.smithi129 (mon.0) 3320 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:24:52.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:52 smithi129 conmon[101092]: audit 2022-01-18T21:24:51.198514+0000 mon.smithi129 (mon.0) 2022-01-18T21:24:52.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:52 smithi129 conmon[101092]: 3321 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:24:52.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:52 smithi129 conmon[101092]: audit 2022-01 2022-01-18T21:24:52.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:52 smithi129 conmon[101092]: -18T21:24:51.199359 2022-01-18T21:24:52.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:52 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0 2022-01-18T21:24:52.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:52 smithi129 conmon[101092]: ) 3322 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:24:52.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:52 smithi129 conmon[101092]: audit 2022-01-18T21 2022-01-18T21:24:52.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:52 smithi129 conmon[101092]: :24:51.507322+0000 mon.smithi129 (mon.0 2022-01-18T21:24:52.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:52 smithi129 conmon[101092]: ) 3323 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:24:52.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:52 smithi129 conmon[101092]: audit 2022-01-18T21:24:52.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:52 smithi129 conmon[101092]: 2022-01-18T21:24: 2022-01-18T21:24:52.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:52 smithi129 conmon[101092]: 51.514293+0000 mon.smithi129 (mon. 2022-01-18T21:24:52.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:52 smithi129 conmon[101092]: 0) 3324 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:24:53.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:53 smithi156 conmon[67007]: cephadm 2022-01-18T21:24:51.200083+0000 mgr.smithi129.iclwio (mgr.14716) 11177 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:24:53.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:53 smithi129 conmon[101092]: cephadm 2022-01-18T21:24:51.200083+0000 mgr.smithi129.iclwio (mgr.14716) 11177 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:24:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:54 smithi156 conmon[67007]: cluster 2022-01-18T21:24:52.432727+0000 mgr.smithi129.iclwio (mgr.14716) 11178 : cluster [DBG] pgmap v9611: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:54 smithi129 conmon[101092]: cluster 2022-01-18T21:24:52.432727+0000 mgr.smithi129.iclwio (mgr.14716) 11178 : cluster [DBG] pgmap v9611: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:56 smithi156 conmon[67007]: cluster 2022-01-18T21:24:54.433432+0000 mgr.smithi129.iclwio (mgr.14716) 11179 : cluster [DBG] pgmap v9612: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:56 smithi129 conmon[101092]: cluster 2022-01-18T21:24:54.433432+0000 mgr.smithi129.iclwio (mgr.14716) 11179 : cluster [DBG] pgmap v9612: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:58.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:24:58 smithi156 conmon[67007]: cluster 2022-01-18T21:24:56.433976+0000 mgr.smithi129.iclwio (mgr.14716) 11180 : cluster [DBG] pgmap v9613: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:58 smithi129 conmon[101092]: cluster 2022-01-18T21:24:56.433976+0000 mgr.smithi129.iclwio (mgr.14716) 11180 : cluster [DBG] pgmap v9613: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:24:58.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:24:58 smithi129 conmon[101092]: 2022-01-18T21:25:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:00 smithi156 conmon[67007]: cluster 2022-01-18T21:24:58.434503+0000 mgr.smithi129.iclwio (mgr.14716) 11181 : cluster [DBG] pgmap v9614: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:00 smithi156 conmon[67007]: audit 2022-01-18T21:24:59.497139+0000 mon.smithi129 (mon.0) 3325 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:25:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:00 smithi156 conmon[67007]: audit 2022-01-18T21:24:59.497439+0000 mon.smithi129 (mon.0) 3326 : audit 2022-01-18T21:25:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:00 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:25:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:00 smithi129 conmon[101092]: cluster 2022-01-18T21:24:58.434503+0000 mgr.smithi129.iclwio (mgr.14716) 11181 : cluster [DBG] pgmap v9614: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:00 smithi129 conmon[101092]: audit 2022-01-18T21:24:59.497139+0000 mon.smithi129 (mon 2022-01-18T21:25:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:00 smithi129 conmon[101092]: .0) 3325 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:25:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:00 smithi129 conmon[101092]: audit 2022-01-18T21:24:59.497439+0000 mon.smithi129 (mon.0) 3326 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:25:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:02 smithi156 conmon[67007]: cluster 2022-01-18T21:25:00.435395+0000 mgr.smithi129.iclwio (mgr.14716) 11182 : cluster [DBG] pgmap v9615: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:25:02.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:02 smithi129 conmon[101092]: cluster 2022-01-18T21:25:00.435395+0000 mgr.smithi129.iclwio (mgr.14716) 11182 : cluster [DBG] pgmap v9615: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:25:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:04 smithi156 conmon[67007]: cluster 2022-01-18T21:25:02.435923+0000 mgr.smithi129.iclwio (mgr.14716) 11183 : cluster [DBG] pgmap v9616: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:04.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:04 smithi129 conmon[101092]: cluster 2022-01-18T21:25:02.435923+0000 mgr.smithi129.iclwio (mgr.14716) 11183 : cluster [DBG] pgmap v9616: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:06 smithi156 conmon[67007]: cluster 2022-01-18T21:25:04.436657+0000 mgr.smithi129.iclwio (mgr.14716) 11184 : cluster [DBG] pgmap v9617: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:06 smithi129 conmon[101092]: cluster 2022-01-18T21:25:04.436657+0000 mgr.smithi129.iclwio (mgr.14716) 11184 : cluster [DBG] pgmap v9617: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:08 smithi156 conmon[67007]: cluster 2022-01-18T21:25:06.437228+0000 mgr.smithi129.iclwio (mgr.14716) 11185 : cluster [DBG] pgmap v9618: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:08 smithi129 conmon[101092]: cluster 2022-01-18T21:25:06.437228+0000 mgr.smithi129.iclwio (mgr.14716) 11185 : cluster [DBG] pgmap v9618: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:10.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:10 smithi156 conmon[67007]: cluster 2022-01-18T21:25:08.437868+0000 mgr.smithi129.iclwio (mgr.14716) 11186 : cluster [DBG] pgmap v9619: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:10 smithi129 conmon[101092]: cluster 2022-01-18T21:25:08.437868+0000 mgr.smithi129.iclwio (mgr.14716) 11186 : cluster [DBG] pgmap v9619: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:12 smithi156 conmon[67007]: cluster 2022-01-18T21:25:10.438637+0000 mgr.smithi129.iclwio (mgr.14716) 11187 : cluster [DBG] pgmap v9620: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:25:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:12 smithi129 conmon[101092]: cluster 2022-01-18T21:25:10.438637+0000 mgr.smithi129.iclwio ( 2022-01-18T21:25:12.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:12 smithi129 conmon[101092]: mgr.14716) 11187 : cluster [DBG] pgmap v9620: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:25:13.298 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:25:13.564 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:25:13.564 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 3m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:25:13.564 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 3m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:25:13.565 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 3m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:25:13.565 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 3m ago 5h 44.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:25:13.565 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 3m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:25:13.565 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 3m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:25:13.566 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 3m ago 5h 851M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:25:13.566 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 3m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:25:13.566 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 3m ago 5h 1905M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:25:13.566 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 3m ago 5h 949M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:25:13.567 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 3m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:25:13.567 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 3m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:25:13.567 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 3m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:25:13.567 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 3m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:25:13.567 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 3m ago 5h 2330M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:25:13.568 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 3m ago 5h 3446M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:25:13.568 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 3m ago 5h 2599M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:25:13.568 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 3m ago 5h 3477M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:25:13.568 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 3m ago 5h 3228M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:25:13.569 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 3m ago 5h 3722M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:25:13.569 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 3m ago 5h 3014M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:25:13.569 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 3m ago 5h 4323M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:25:13.569 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 3m ago 5h 125M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:25:13.880 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:25:13.880 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:25:13.880 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:25:13.881 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:25:13.881 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:25:13.882 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:25:13.882 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:25:13.882 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:25:13.882 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:25:13.883 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:25:13.883 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:25:13.883 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:25:13.883 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:25:13.884 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:25:13.884 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:25:13.884 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:25:13.884 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:25:13.885 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:25:13.885 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:25:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:14 smithi129 conmon[101092]: cluster 2022-01-18T21:25:12.439234+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:25:14.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:14 smithi129 conmon[101092]: 11188 : cluster [DBG] pgmap v9621: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:14.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:14 smithi129 conmon[101092]: audit 2022-01-18T21:25:13.880242+0000 mon.smithi129 (mon.0) 3327 : audit [DBG] from='client.? 172.21.15.129:0/1337736980' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:25:14.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:14 smithi156 conmon[67007]: cluster 2022-01-18T21:25:12.439234+0000 mgr.smithi129.iclwio (mgr.14716) 11188 : cluster [DBG] pgmap v9621: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:14.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:14 smithi156 conmon[67007]: audit 2022-01-18T21:25:13.880242+0000 mon.smithi129 (mon.0) 3327 : audit [DBG] from='client.? 172.21.15.129:0/1337736980' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:25:15.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:15 smithi129 conmon[101092]: audit 2022-01-18T21:25:13.286275+0000 mgr.smithi129.iclwio (mgr.14716) 11189 : audit [DBG] from='client.41554 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:25:15.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:15 smithi129 conmon[101092]: audit 2022-01-18T21:25:13.554947+0000 mgr.smithi129.iclwio (mgr.14716) 11190 : audit [DBG] from='client.41558 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:25:15.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:15 smithi156 conmon[67007]: audit 2022-01-18T21:25:13.286275+0000 mgr.smithi129.iclwio (mgr.14716) 11189 : audit [DBG] from='client.41554 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:25:15.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:15 smithi156 conmon[67007]: audit 2022-01-18T21:25:13.554947+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:25:15.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:15 smithi156 conmon[67007]: 14716) 11190 : audit [DBG] from='client.41558 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:25:16.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:16 smithi129 conmon[101092]: cluster 2022-01-18T21:25:14.439896+0000 mgr.smithi129.iclwio (mgr.14716) 11191 : cluster [DBG] pgmap v9622: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:16 smithi156 conmon[67007]: cluster 2022-01-18T21:25:14.439896+0000 mgr.smithi129.iclwio (mgr.14716) 11191 : cluster [DBG] pgmap v9622: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:18.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:18 smithi129 conmon[101092]: cluster 2022-01-18T21:25:16.440396+0000 mgr.smithi129.iclwio (mgr.14716) 11192 : cluster [DBG] pgmap v9623: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:18 smithi156 conmon[67007]: cluster 2022-01-18T21:25:16.440396+0000 mgr.smithi129.iclwio (mgr.14716) 11192 : cluster [DBG] pgmap v9623: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:20 smithi129 conmon[101092]: cluster 2022-01-18T21:25:18.441012+0000 mgr.smithi129.iclwio (mgr.14716) 11193 : cluster [DBG] 2022-01-18T21:25:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:20 smithi129 conmon[101092]: pgmap v9624: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:20 smithi156 conmon[67007]: cluster 2022-01-18T21:25:18.441012+0000 mgr.smithi129.iclwio (mgr.14716) 11193 : cluster [DBG] pgmap v9624: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:22.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:22 smithi129 conmon[101092]: cluster 2022-01-18T21:25:20.441714+0000 mgr.smithi129.iclwio (mgr.14716) 11194 : cluster [DBG] pgmap v9625: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:25:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:22 smithi156 conmon[67007]: cluster 2022-01-18T21:25:20.441714+0000 mgr.smithi129.iclwio (mgr.14716) 11194 : cluster [DBG] pgmap v9625: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:25:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:24 smithi129 conmon[101092]: cluster 2022-01-18T21:25:22.442286+0000 mgr.smithi129.iclwio (mgr.14716) 11195 : cluster [DBG] pgmap v9626: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:24.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:24 smithi156 conmon[67007]: cluster 2022-01-18T21:25:22.442286+0000 mgr.smithi129.iclwio (mgr.14716) 11195 : cluster [DBG] pgmap v9626: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:26 smithi129 conmon[101092]: cluster 2022-01-18T21:25:24.443012+0000 mgr.smithi129.iclwio (mgr.14716) 11196 : cluster [DBG] pgmap v9627: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:26 smithi129 conmon[101092]: 2022-01-18T21:25:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:26 smithi156 conmon[67007]: cluster 2022-01-18T21:25:24.443012+0000 mgr.smithi129.iclwio (mgr.14716) 11196 : cluster [DBG] pgmap v9627: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:28 smithi129 conmon[101092]: cluster 2022-01-18T21:25:26.443465+0000 mgr.smithi129.iclwio (mgr.14716) 11197 : cluster [DBG] pgmap v9628: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:28 smithi156 conmon[67007]: cluster 2022-01-18T21:25:26.443465+0000 mgr.smithi129.iclwio (mgr.14716) 11197 : cluster [DBG] pgmap v9628: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:30 smithi129 conmon[101092]: cluster 2022-01-18T21:25:28.444145+0000 mgr.smithi129.iclwio (mgr.14716) 11198 2022-01-18T21:25:30.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:30 smithi129 conmon[101092]: : cluster [DBG] pgmap v9629: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:30 smithi156 conmon[67007]: cluster 2022-01-18T21:25:28.444145+0000 mgr.smithi129.iclwio (mgr.14716) 11198 : cluster [DBG] pgmap v9629: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:32.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:32 smithi129 conmon[101092]: cluster 2022-01-18T21:25:30.444989+0000 mgr.smithi129.iclwio (mgr.14716) 11199 : cluster [DBG] 2022-01-18T21:25:32.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:32 smithi129 conmon[101092]: pgmap v9630: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:25:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:32 smithi156 conmon[67007]: cluster 2022-01-18T21:25:30.444989+0000 mgr.smithi129.iclwio (mgr.14716) 11199 : cluster [DBG] pgmap v9630: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:25:34.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:34 smithi129 conmon[101092]: cluster 2022-01-18T21:25:32.445459+0000 mgr.smithi129.iclwio (mgr.14716) 11200 : cluster [DBG] 2022-01-18T21:25:34.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:34 smithi129 conmon[101092]: pgmap v9631: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:34.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:34 smithi156 conmon[67007]: cluster 2022-01-18T21:25:32.445459+0000 mgr.smithi129.iclwio (mgr.14716) 11200 : cluster [DBG] pgmap v9631: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:36.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:36 smithi129 conmon[101092]: cluster 2022-01-18T21:25:34.446178+0000 mgr.smithi129.iclwio (mgr.14716) 11201 : cluster [DBG] 2022-01-18T21:25:36.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:36 smithi129 conmon[101092]: pgmap v9632: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:36 smithi156 conmon[67007]: cluster 2022-01-18T21:25:34.446178+0000 mgr.smithi129.iclwio (mgr.14716) 11201 : cluster [DBG] pgmap v9632: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:38 smithi129 conmon[101092]: cluster 2022-01-18T21:25:36.446759+0000 mgr.smithi129.iclwio (mgr.14716) 11202 : cluster 2022-01-18T21:25:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:38 smithi129 conmon[101092]: [DBG] pgmap v9633: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:38 smithi156 conmon[67007]: cluster 2022-01-18T21:25:36.446759+0000 mgr.smithi129.iclwio (mgr.14716) 11202 : cluster [DBG] pgmap v9633: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:40.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:40 smithi129 conmon[101092]: cluster 2022-01-18T21:25:38.447348+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:25:40.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:40 smithi129 conmon[101092]: 14716) 11203 : cluster [DBG] pgmap v9634: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:40.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:40 smithi156 conmon[67007]: cluster 2022-01-18T21:25:38.447348+0000 mgr.smithi129.iclwio (mgr.14716) 11203 : cluster [DBG] pgmap v9634: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:42 smithi129 conmon[101092]: cluster 2022-01-18T21:25:40.448279+0000 mgr.smithi129.iclwio (mgr.14716) 11204 : cluster [DBG] pgmap v9635: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:25:42.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:42 smithi129 conmon[101092]: 2022-01-18T21:25:42.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:42 smithi156 conmon[67007]: cluster 2022-01-18T21:25:40.448279+0000 mgr.smithi129.iclwio (mgr.14716) 11204 : cluster [DBG] pgmap v9635: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:25:44.180 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:25:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:44 smithi129 conmon[101092]: cluster 2022-01-18T21:25:42.448837+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:25:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:44 smithi129 conmon[101092]: .14716) 11205 : cluster [DBG] pgmap v9636: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:44.444 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:25:44.445 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 3m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:25:44.445 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 3m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:25:44.445 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 3m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:25:44.445 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 3m ago 5h 44.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:25:44.446 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 3m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:25:44.446 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 3m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:25:44.446 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 3m ago 5h 851M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:25:44.446 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 3m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:25:44.447 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 3m ago 5h 1905M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:25:44.447 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 3m ago 5h 949M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:25:44.447 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 3m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:25:44.447 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 3m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:25:44.447 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 3m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:25:44.448 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 3m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:25:44.448 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 3m ago 5h 2330M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:25:44.448 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 3m ago 5h 3446M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:25:44.448 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 3m ago 5h 2599M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:25:44.449 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 3m ago 5h 3477M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:25:44.449 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 3m ago 5h 3228M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:25:44.449 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 3m ago 5h 3722M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:25:44.449 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 3m ago 5h 3014M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:25:44.449 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 3m ago 5h 4323M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:25:44.450 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 3m ago 5h 125M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:25:44.450 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:44 smithi156 conmon[67007]: cluster 2022-01-18T21:25:42.448837+0000 mgr.smithi129.iclwio (mgr.14716) 11205 : cluster [DBG] pgmap v9636: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:44.766 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:25:44.766 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:25:44.767 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:25:44.767 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:25:44.767 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:25:44.767 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:25:44.768 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:25:44.768 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:25:44.768 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:25:44.768 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:25:44.768 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:25:44.769 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:25:44.769 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:25:44.769 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:25:44.769 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:25:44.769 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:25:44.770 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:25:44.770 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:25:44.770 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:25:45.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:45 smithi129 conmon[101092]: audit 2022-01-18T21:25:44.168173+0000 mgr.smithi129.iclwio (mgr.14716) 11206 : audit 2022-01-18T21:25:45.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:45 smithi129 conmon[101092]: [DBG] from='client.41566 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:25:45.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:45 smithi129 conmon[101092]: audit 2022-01-18T21:25:44.766450+0000 mon.smithi129 (mon.0) 3328 : audit [DBG] from='client.? 172.21.15.129:0/1131789330' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:25:45.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:45 smithi156 conmon[67007]: audit 2022-01-18T21:25:44.168173+0000 mgr.smithi129.iclwio (mgr.14716) 11206 : audit [DBG] 2022-01-18T21:25:45.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:45 smithi156 conmon[67007]: from='client.41566 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:25:45.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:45 smithi156 conmon[67007]: audit 2022-01-18T21:25:44.766450+0000 mon.smithi129 (mon.0) 3328 : audit [DBG] from='client.? 172.21.15.129:0/1131789330' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:25:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:46 smithi129 conmon[101092]: audit 2022-01-18T21:25:44.435885+0000 mgr.smithi129.iclwio (mgr.14716) 11207 : audit [DBG] from='client.41570 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:25:46.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:46 smithi129 conmon[101092]: cluster 2022-01-18T21:25:44.449468+0000 mgr.smithi129.iclwio (mgr.14716) 11208 : cluster [DBG] pgmap v9637: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:46 smithi156 conmon[67007]: audit 2022-01-18T21:25:44.435885+0000 mgr.smithi129.iclwio (mgr.14716) 11207 : audit [DBG] from='client.41570 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:25:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:46 smithi156 conmon[67007]: cluster 2022-01-18T21:25:44 2022-01-18T21:25:46.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:46 smithi156 conmon[67007]: .449468+0000 mgr.smithi129.iclwio (mgr.14716) 11208 : cluster [DBG] pgmap v9637: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:48 smithi129 conmon[101092]: cluster 2022-01-18T21:25:46.449959+0000 mgr.smithi129.iclwio (mgr.14716) 11209 : cluster [DBG] pgmap v9638: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:48.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:48 smithi129 conmon[101092]: 2022-01-18T21:25:48.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:48 smithi156 conmon[67007]: cluster 2022-01-18T21:25:46.449959+0000 mgr.smithi129.iclwio (mgr.14716) 11209 : cluster [DBG] pgmap v9638: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:50 smithi129 conmon[101092]: cluster 2022-01-18T21:25:48.450614+0000 mgr.smithi129.iclwio (mgr.14716) 11210 : cluster [DBG] 2022-01-18T21:25:50.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:50 smithi129 conmon[101092]: pgmap v9639: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:50.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:50 smithi156 conmon[67007]: cluster 2022-01-18T21:25:48.450614+0000 mgr.smithi129.iclwio (mgr.14716) 11210 : cluster [DBG] pgmap v9639: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:52.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:52 smithi129 conmon[101092]: cluster 2022-01-18T21:25:50.451554+0000 mgr.smithi129.iclwio (mgr.14716) 11211 : cluster [DBG] pgmap v9640: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:25:52.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:52 smithi129 conmon[101092]: audit 2022-01-18T21:25:51.516705+0000 mon.smithi129 (mon.0) 3329 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:25:52.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:52 smithi129 conmon[101092]: audit 2022-01-18T21:25:51.518154+0000 mon.smithi129 (mon.0) 3330 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:25:52.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:52 smithi129 conmon[101092]: audit 2022-01-18T21:25:51.519093+0000 mon.smithi129 (mon.0) 3331 : audit [INF] 2022-01-18T21:25:52.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:52 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:25:52.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:52 smithi129 conmon[101092]: audit 2022-01-18T21:25:52.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:52 smithi129 conmon[101092]: 2022-01-18T21:25:51.830545+0000 mon.smithi129 (mon.0) 3332 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:25:52.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:52 smithi129 conmon[101092]: audit 2022-01-18T21:25:51.837474+0000 mon.smithi129 (mon.0 2022-01-18T21:25:52.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:52 smithi129 conmon[101092]: ) 3333 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:25:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:52 smithi156 conmon[67007]: cluster 2022-01-18T21:25:50.451554+0000 mgr.smithi129.iclwio (mgr.14716) 11211 : cluster [DBG] pgmap v9640: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:25:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:52 smithi156 conmon[67007]: audit 2022-01-18T21:25:51.516705+0000 mon.smithi129 (mon.0) 3329 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:25:52.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:52 smithi156 conmon[67007]: audit 2022-01-18T21:25:51.518154+0000 mon.smithi129 (mon.0) 3330 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:25:52.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:52 smithi156 conmon[67007]: audit 2022-01-18T21:25:51.519093+0000 mon.smithi129 (mon.0) 3331 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:25:52.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:52 smithi156 conmon[67007]: audit 2022-01-18T21 2022-01-18T21:25:52.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:52 smithi156 conmon[67007]: :25:51.830545+0000 mon.smithi129 (mon.0) 3332 2022-01-18T21:25:52.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:52 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:25:52.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:52 smithi156 conmon[67007]: audit 2022-01-18T21:25: 2022-01-18T21:25:52.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:52 smithi156 conmon[67007]: 51.837474+0000 mon.smithi129 (mon.0) 3333 : audit 2022-01-18T21:25:52.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:52 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:25:53.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:53 smithi129 conmon[101092]: cephadm 2022-01-18T21:25:51.519828+0000 mgr.smithi129.iclwio (mgr.14716) 11212 : cephadm [WRN] 2022-01-18T21:25:53.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:53 smithi129 conmon[101092]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:25:53.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:53 smithi156 conmon[67007]: cephadm 2022-01-18T21:25:51.519828+0000 mgr.smithi129.iclwio (mgr.14716) 11212 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:25:54.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:54 smithi129 conmon[101092]: cluster 2022-01-18T21:25:52.452167+0000 mgr.smithi129.iclwio (mgr.14716) 11213 : cluster [DBG] pgmap v9641: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:54.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:54 smithi156 conmon[67007]: cluster 2022-01-18T21:25:52.452167+0000 mgr.smithi129.iclwio (mgr.14716) 11213 : cluster [DBG] pgmap v9641: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:56.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:56 smithi129 conmon[101092]: cluster 2022-01-18T21:25:54.452979+0000 mgr.smithi129.iclwio (mgr.14716) 11214 : cluster [DBG] pgmap v9642: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:56 smithi156 conmon[67007]: cluster 2022-01-18T21:25:54.452979+0000 mgr.smithi129.iclwio (mgr.14716) 11214 : cluster [DBG] pgmap v9642: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:25:58 smithi129 conmon[101092]: cluster 2022-01-18T21:25:56.453523+0000 mgr.smithi129.iclwio (mgr.14716) 11215 : cluster [DBG] pgmap v9643: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:25:58.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:25:58 smithi156 conmon[67007]: cluster 2022-01-18T21:25:56.453523+0000 mgr.smithi129.iclwio (mgr.14716) 11215 : cluster [DBG] pgmap v9643: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:00 smithi129 conmon[101092]: cluster 2022-01-18T21:25:58.454097+0000 mgr.smithi129.iclwio (mgr.14716) 11216 : cluster [DBG] pgmap v9644: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:00 smithi129 conmon[101092]: audit 2022-01-18T21:25:59.501188+0000 mon.smithi129 (mon.0) 3334 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:26:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:00 smithi129 conmon[101092]: audit 2022-01-18T21:25:59.501469+0000 mon.smithi129 (mon.0) 3335 : audit [INF] 2022-01-18T21:26:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:00 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:26:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:00 smithi156 conmon[67007]: cluster 2022-01-18T21:25:58.454097+0000 mgr.smithi129.iclwio (mgr.14716) 11216 : cluster [DBG] pgmap v9644: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:00 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T21:26:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:00 smithi156 conmon[67007]: 21:25:59.501188+0000 mon.smithi129 (mon.0) 3334 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:26:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:00 smithi156 conmon[67007]: audit 2022-01-18T21:25:59.501469+0000 mon.smithi129 (mon.0) 3335 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:26:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:02 smithi129 conmon[101092]: cluster 2022-01-18T21:26:00.455087+0000 mgr.smithi129.iclwio (mgr.14716) 11217 : cluster 2022-01-18T21:26:02.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:02 smithi129 conmon[101092]: [DBG] pgmap v9645: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:26:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:02 smithi156 conmon[67007]: cluster 2022-01-18T21:26:00.455087+0000 mgr.smithi129.iclwio (mgr.14716) 11217 : cluster [DBG] pgmap v9645: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:26:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:04 smithi129 conmon[101092]: cluster 2022-01-18T21:26:02.455755+0000 mgr.smithi129.iclwio (mgr.14716) 11218 : cluster [DBG] pgmap v9646: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:04.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:04 smithi156 conmon[67007]: cluster 2022-01-18T21:26:02.455755+0000 mgr.smithi129.iclwio (mgr.14716) 11218 : cluster [DBG] pgmap v9646: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:06 smithi129 conmon[101092]: cluster 2022-01-18T21:26:04.456745+0000 mgr.smithi129.iclwio (mgr.14716) 11219 : cluster [DBG] pgmap v9647: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:06 smithi156 conmon[67007]: cluster 2022-01-18T21:26:04.456745+0000 mgr.smithi129.iclwio (mgr.14716) 11219 : cluster [DBG] pgmap v9647: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:08 smithi129 conmon[101092]: cluster 2022-01-18T21:26:06.457365+0000 mgr.smithi129.iclwio (mgr.14716) 11220 : cluster [DBG] pgmap v9648: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:08 smithi156 conmon[67007]: cluster 2022-01-18T21:26:06.457365+0000 mgr.smithi129.iclwio (mgr.14716) 11220 : cluster [DBG] pgmap v9648: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:08 smithi156 conmon[67007]: 2022-01-18T21:26:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:10 smithi129 conmon[101092]: cluster 2022-01-18T21:26:08.457921+0000 mgr.smithi129.iclwio (mgr.14716) 11221 : cluster [DBG] pgmap v9649: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:10 smithi156 conmon[67007]: cluster 2022-01-18T21:26:08.457921+0000 mgr.smithi129.iclwio (mgr.14716) 11221 : cluster [DBG] pgmap v9649: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:12.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:12 smithi129 conmon[101092]: cluster 2022-01-18T21:26:10.458821+0000 mgr.smithi129.iclwio (mgr.14716) 11222 : cluster [DBG] pgmap v9650: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:26:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:12 smithi156 conmon[67007]: cluster 2022-01-18T21:26:10.458821+0000 mgr.smithi129.iclwio (mgr.14716) 11222 : cluster [DBG] pgmap v9650: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:26:14.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:14 smithi129 conmon[101092]: cluster 2022-01-18T21:26:12.459334+0000 mgr.smithi129.iclwio (mgr.14716) 11223 : cluster [DBG] pgmap v9651: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:14.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:14 smithi129 conmon[101092]: 2022-01-18T21:26:14.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:14 smithi156 conmon[67007]: cluster 2022-01-18T21:26:12.459334+0000 mgr.smithi129.iclwio (mgr.14716) 11223 : cluster [DBG] pgmap v9651: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:14.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:14 smithi156 conmon[67007]: 2022-01-18T21:26:15.066 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:26:15.331 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:26:15.332 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 4m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:26:15.332 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 4m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:26:15.332 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 4m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:26:15.333 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 4m ago 5h 44.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:26:15.333 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 4m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:26:15.333 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 4m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:26:15.333 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 4m ago 5h 851M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:26:15.333 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 4m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:26:15.334 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 4m ago 5h 1905M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:26:15.334 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 4m ago 5h 949M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:26:15.334 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 4m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:26:15.334 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 4m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:26:15.335 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 4m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:26:15.335 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 4m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:26:15.335 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 4m ago 5h 2330M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:26:15.335 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 4m ago 5h 3446M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:26:15.335 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 4m ago 5h 2599M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:26:15.336 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 4m ago 5h 3477M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:26:15.336 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 4m ago 5h 3228M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:26:15.336 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 4m ago 5h 3722M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:26:15.336 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 4m ago 5h 3014M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:26:15.337 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 4m ago 5h 4323M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:26:15.337 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 4m ago 5h 125M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:26:15.650 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:26:15.650 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:26:15.650 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:26:15.650 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:26:15.651 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:26:15.651 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:26:15.651 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:26:15.651 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:26:15.652 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:26:15.652 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:26:15.652 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:26:15.652 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:26:15.652 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:26:15.653 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:26:15.653 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:26:15.653 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:26:15.653 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:26:15.653 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:26:15.653 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:26:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:16 smithi129 conmon[101092]: cluster 2022-01-18T21:26:14.460246+0000 mgr.smithi129.iclwio (mgr.14716) 11224 : cluster 2022-01-18T21:26:16.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:16 smithi129 conmon[101092]: [DBG] pgmap v9652: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:16.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:16 smithi129 conmon[101092]: audit 2022-01-18T21:26:15.054454+0000 mgr.smithi129.iclwio (mgr.14716) 11225 : audit [DBG] from='client.41578 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:26:16.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:16 smithi129 conmon[101092]: audit 2022-01-18T21 2022-01-18T21:26:16.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:16 smithi129 conmon[101092]: :26:15.649946+0000 mon.smithi129 (mon.0) 3336 : audit [DBG] from='client.? 172.21.15.129:0/904511507' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:26:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:16 smithi156 conmon[67007]: cluster 2022-01-18T21:26:14.460246+0000 mgr.smithi129.iclwio (mgr.14716) 11224 : cluster [DBG] pgmap v9652: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:16 smithi156 conmon[67007]: audit 2022-01-18T21:26:15.054454+0000 mgr.smithi129.iclwio (mgr.14716) 11225 : audit [DBG] from='client.41578 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:26:16.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:16 smithi156 conmon[67007]: audit 2022-01-18T21:26:15.649946+0000 mon.smithi129 (mon.0) 3336 : audit [DBG] from='client.? 172.21.15.129:0/904511507' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:26:17.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:17 smithi129 conmon[101092]: audit 2022-01-18T21:26:15.322716+0000 mgr.smithi129.iclwio (mgr.14716) 11226 : audit [DBG] from='client.41582 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:26:17.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:17 smithi156 conmon[67007]: audit 2022-01-18T21:26:15.322716+0000 mgr.smithi129.iclwio (mgr.14716) 11226 : audit [DBG] from='client.41582 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:26:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:18 smithi129 conmon[101092]: cluster 2022-01-18T21:26:16.460737+0000 mgr.smithi129.iclwio (mgr.14716) 11227 : cluster [DBG] pgmap v9653: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:18 smithi156 conmon[67007]: cluster 2022-01-18T21:26:16.460737+0000 mgr.smithi129.iclwio (mgr.14716) 11227 : cluster [DBG] pgmap v9653: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:20 smithi129 conmon[101092]: cluster 2022-01-18T21:26:18.461274+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:26:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:20 smithi129 conmon[101092]: ) 11228 : cluster [DBG] pgmap v9654: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:20 smithi156 conmon[67007]: cluster 2022-01-18T21:26:18.461274+0000 mgr.smithi129.iclwio (mgr.14716) 11228 : cluster [DBG] pgmap v9654: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:20 smithi156 conmon[67007]: 2022-01-18T21:26:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:22 smithi156 conmon[67007]: cluster 2022-01-18T21:26:20.462141+0000 mgr.smithi129.iclwio (mgr.14716) 11229 : cluster [DBG] pgmap v9655: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:26:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:22 smithi129 conmon[101092]: cluster 2022-01-18T21:26:20.462141+0000 mgr.smithi129.iclwio (mgr.14716) 11229 : cluster [DBG] pgmap v9655: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:26:24.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:24 smithi156 conmon[67007]: cluster 2022-01-18T21:26:22.462612+0000 mgr.smithi129.iclwio (mgr.14716) 11230 : cluster [DBG] 2022-01-18T21:26:24.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:24 smithi156 conmon[67007]: pgmap v9656: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:24 smithi129 conmon[101092]: cluster 2022-01-18T21:26:22.462612+0000 mgr.smithi129.iclwio (mgr.14716) 11230 : cluster [DBG] 2022-01-18T21:26:24.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:24 smithi129 conmon[101092]: pgmap v9656: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:26 smithi156 conmon[67007]: cluster 2022-01-18T21:26:24.463504+0000 mgr.smithi129.iclwio (mgr.14716) 11231 : cluster 2022-01-18T21:26:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:26 smithi156 conmon[67007]: [DBG] pgmap v9657: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:26 smithi129 conmon[101092]: cluster 2022-01-18T21:26:24.463504+0000 mgr.smithi129.iclwio (mgr.14716) 11231 : cluster [DBG] pgmap v9657: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:26.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:26 smithi129 conmon[101092]: 2022-01-18T21:26:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:28 smithi156 conmon[67007]: cluster 2022-01-18T21:26:26.463985+0000 mgr.smithi129.iclwio (mgr.14716) 11232 : cluster 2022-01-18T21:26:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:28 smithi156 conmon[67007]: [DBG] pgmap v9658: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:28.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:28 smithi129 conmon[101092]: cluster 2022-01-18T21:26:26.463985+0000 mgr.smithi129.iclwio (mgr.14716) 11232 : cluster 2022-01-18T21:26:28.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:28 smithi129 conmon[101092]: [DBG] pgmap v9658: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:30 smithi156 conmon[67007]: cluster 2022-01-18T21:26:28.464474+0000 mgr.smithi129.iclwio (mgr.14716) 11233 : cluster [DBG] 2022-01-18T21:26:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:30 smithi156 conmon[67007]: pgmap v9659: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:30 smithi129 conmon[101092]: cluster 2022-01-18T21:26:28.464474+0000 mgr.smithi129.iclwio (mgr.14716) 11233 : cluster 2022-01-18T21:26:30.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:30 smithi129 conmon[101092]: [DBG] pgmap v9659: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:32 smithi156 conmon[67007]: cluster 2022-01-18T21:26:30.465379+0000 mgr.smithi129.iclwio (mgr.14716) 11234 : cluster [DBG] pgmap v9660: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:26:32.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:32 smithi129 conmon[101092]: cluster 2022-01-18T21:26:30.465379+0000 mgr.smithi129.iclwio (mgr.14716) 11234 : cluster 2022-01-18T21:26:32.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:32 smithi129 conmon[101092]: [DBG] pgmap v9660: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:26:34.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:34 smithi156 conmon[67007]: cluster 2022-01-18T21:26:32.465881+0000 mgr.smithi129.iclwio (mgr.14716) 11235 : cluster [DBG] pgmap v9661: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:34.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:34 smithi129 conmon[101092]: cluster 2022-01-18T21:26:32.465881+0000 mgr.smithi129.iclwio (mgr.14716) 11235 : cluster [DBG] pgmap v9661: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:36 smithi156 conmon[67007]: cluster 2022-01-18T21:26:34.466709+0000 mgr.smithi129.iclwio (mgr.14716) 11236 : cluster [DBG] pgmap v9662: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:36 smithi129 conmon[101092]: cluster 2022-01-18T21:26:34.466709+0000 mgr.smithi129.iclwio (mgr.14716) 11236 : cluster [DBG] 2022-01-18T21:26:36.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:36 smithi129 conmon[101092]: pgmap v9662: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:38 smithi156 conmon[67007]: cluster 2022-01-18T21:26:36.467176+0000 mgr.smithi129.iclwio (mgr.14716) 11237 : cluster [DBG] pgmap v9663: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:38 smithi156 conmon[67007]: 2022-01-18T21:26:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:38 smithi129 conmon[101092]: cluster 2022-01-18T21:26:36.467176+0000 mgr.smithi129.iclwio (mgr.14716) 11237 : cluster [DBG] pgmap v9663: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:39.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:39 smithi156 conmon[67007]: cluster 2022-01-18T21:26:38.467872+0000 mgr.smithi129.iclwio (mgr.14716) 11238 : cluster 2022-01-18T21:26:39.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:39 smithi156 conmon[67007]: [DBG] pgmap v9664: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:39.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:39 smithi129 conmon[101092]: cluster 2022-01-18T21:26:38.467872+0000 mgr.smithi129.iclwio ( 2022-01-18T21:26:39.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:39 smithi129 conmon[101092]: mgr.14716) 11238 : cluster [DBG] pgmap v9664: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:41.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:41 smithi156 conmon[67007]: cluster 2022-01-18T21:26:40.468828+0000 mgr.smithi129.iclwio (mgr.14716) 11239 : cluster [DBG] pgmap v9665: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:26:41.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:41 smithi129 conmon[101092]: cluster 2022-01-18T21:26:40.468828+0000 mgr.smithi129.iclwio (mgr.14716) 11239 : cluster [DBG] pgmap v9665: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:26:43.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:43 smithi156 conmon[67007]: cluster 2022-01-18T21:26:42.469333+0000 mgr.smithi129.iclwio (mgr.14716) 11240 : cluster 2022-01-18T21:26:43.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:43 smithi156 conmon[67007]: [DBG] pgmap v9666: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:43.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:43 smithi129 conmon[101092]: cluster 2022-01-18T21:26:42.469333+0000 mgr.smithi129.iclwio (mgr.14716) 11240 : cluster [DBG] pgmap v9666: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:43.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:43 smithi129 conmon[101092]: 2022-01-18T21:26:45.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:45 smithi156 conmon[67007]: cluster 2022-01-18T21:26:44.470068+0000 mgr.smithi129.iclwio (mgr.14716) 11241 : cluster [DBG] pgmap v9667: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:45.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:45 smithi129 conmon[101092]: cluster 2022-01-18T21:26:44.470068+0000 mgr.smithi129.iclwio (mgr.14716) 11241 : cluster [DBG] pgmap v9667: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:45.958 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:26:46.223 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:26:46.223 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 4m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:26:46.224 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 4m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:26:46.224 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 4m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:26:46.224 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 4m ago 5h 44.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:26:46.224 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 4m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:26:46.225 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 4m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:26:46.225 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 4m ago 5h 851M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:26:46.225 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 4m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:26:46.225 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 4m ago 5h 1905M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:26:46.226 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 4m ago 5h 949M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:26:46.226 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 4m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:26:46.226 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 4m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:26:46.226 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 4m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:26:46.226 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 4m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:26:46.227 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 4m ago 5h 2330M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:26:46.227 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 4m ago 5h 3446M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:26:46.227 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 4m ago 5h 2599M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:26:46.227 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 4m ago 5h 3477M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:26:46.228 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 4m ago 5h 3228M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:26:46.228 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 4m ago 5h 3722M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:26:46.228 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 4m ago 5h 3014M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:26:46.228 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 4m ago 5h 4323M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:26:46.228 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 4m ago 5h 125M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:26:46.546 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:26:46.547 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:26:46.547 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:26:46.547 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:26:46.548 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:26:46.548 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:26:46.548 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:26:46.548 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:26:46.549 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:26:46.549 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:26:46.549 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:26:46.549 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:26:46.550 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:26:46.550 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:26:46.550 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:26:46.551 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:26:46.551 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:26:46.551 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:26:46.552 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:26:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:46 smithi156 conmon[67007]: audit 2022-01-18T21:26:45.946824+0000 mgr.smithi129.iclwio (mgr.14716) 11242 : audit 2022-01-18T21:26:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:46 smithi156 conmon[67007]: [DBG] from='client.41590 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:26:46.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:46 smithi156 conmon[67007]: audit 2022-01-18T21:26:46.214661+0000 mgr.smithi129.iclwio (mgr.14716) 11243 : audit [DBG] from='client.41594 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:26:46.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:46 smithi129 conmon[101092]: audit 2022-01-18T21:26:45.946824+0000 mgr.smithi129.iclwio (mgr.14716) 11242 : audit [DBG] 2022-01-18T21:26:46.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:46 smithi129 conmon[101092]: from='client.41590 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:26:46.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:46 smithi129 conmon[101092]: audit 2022-01-18T21:26:46.214661+0000 mgr.smithi129.iclwio (mgr.14716) 11243 : audit [DBG] from='client.41594 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:26:47.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:47 smithi156 conmon[67007]: cluster 2022-01-18T21:26:46.470452+0000 mgr.smithi129.iclwio (mgr.14716) 11244 : cluster 2022-01-18T21:26:47.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:47 smithi156 conmon[67007]: [DBG] pgmap v9668: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:47.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:47 smithi156 conmon[67007]: audit 2022-01-18T21:26:46.546907+0000 mon.smithi129 (mon.0) 3337 : audit [DBG] from='client.? 172.21.15.129:0/760299133' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:26:47.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:47 smithi129 conmon[101092]: cluster 2022-01-18T21:26:46.470452+0000 mgr.smithi129.iclwio (mgr.14716) 11244 : cluster [DBG] 2022-01-18T21:26:47.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:47 smithi129 conmon[101092]: pgmap v9668: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:47.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:47 smithi129 conmon[101092]: audit 2022-01-18T21:26:46.546907+0000 mon.smithi129 (mon.0) 3337 : audit [DBG] from='client.? 172.21.15.129:0/760299133' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:26:49.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:49 smithi156 conmon[67007]: cluster 2022-01-18T21:26:48.471002+0000 mgr.smithi129.iclwio (mgr.14716) 11245 : cluster [DBG] 2022-01-18T21:26:49.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:49 smithi156 conmon[67007]: pgmap v9669: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:49.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:49 smithi129 conmon[101092]: cluster 2022-01-18T21:26:48.471002+0000 mgr.smithi129.iclwio (mgr.14716) 11245 : cluster [DBG] pgmap v9669: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:51.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:51 smithi156 conmon[67007]: cluster 2022-01-18T21:26:50.471686+0000 mgr.smithi129.iclwio (mgr.14716) 11246 : cluster [DBG] 2022-01-18T21:26:51.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:51 smithi156 conmon[67007]: pgmap v9670: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:26:51.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:51 smithi129 conmon[101092]: cluster 2022-01-18T21:26:50.471686+0000 mgr.smithi129.iclwio (mgr.14716) 11246 : cluster [DBG] pgmap v9670: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:26:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:52 smithi156 conmon[67007]: audit 2022-01-18T21:26:51.840266+0000 mon.smithi129 (mon. 2022-01-18T21:26:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:52 smithi156 conmon[67007]: 0) 3338 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:26:52.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:52 smithi156 conmon[67007]: audit 2022-01-18T21:26:51.841977+0000 mon.smithi129 (mon.0) 3339 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:26:52.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:52 smithi156 conmon[67007]: audit 2022-01-18T21:26:51.842912+0000 mon.smithi129 (mon.0) 3340 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:26:52.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:52 smithi156 conmon[67007]: 2022-01-18T21:26:52.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:52 smithi156 conmon[67007]: cephadm 2022-01- 2022-01-18T21:26:52.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:52 smithi156 conmon[67007]: 18T21:26:51.843761+0000 mgr.smithi129.iclwio (mgr.14716) 11247 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:26:52.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:52 smithi156 conmon[67007]: audit 2022-01-18T21: 2022-01-18T21:26:52.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:52 smithi156 conmon[67007]: 26:52.151133+0000 mon.smithi129 (mon.0) 3341 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:26:52.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:52 smithi156 conmon[67007]: 2022-01-18T21:26:52.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:52 smithi156 conmon[67007]: audit 2022-01-18T21 2022-01-18T21:26:52.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:52 smithi156 conmon[67007]: :26:52.155685+0000 mon.smithi129 (mon.0) 3342 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:26:52.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:52 smithi129 conmon[101092]: audit 2022-01-18T21:26:51.840266+0000 mon.smithi129 (mon.0) 3338 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:26:52.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:52 smithi129 conmon[101092]: audit 2022-01-18T21:26:51.841977+0000 mon.smithi129 (mon.0) 3339 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:26:52.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:52 smithi129 conmon[101092]: audit 2022-01-18T21:26:51.842912+0000 mon.smithi129 (mon.0) 3340 : audit 2022-01-18T21:26:52.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:52 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:26:52.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:52 smithi129 conmon[101092]: cephadm 2022-01-18 2022-01-18T21:26:52.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:52 smithi129 conmon[101092]: T21:26:51.843761+0000 mgr.smithi129.iclwio (mgr.14716) 11247 : cephadm 2022-01-18T21:26:52.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:52 smithi129 conmon[101092]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:26:52.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:52 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T21:26:52.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:52 smithi129 conmon[101092]: 21:26:52.151133+0000 mon.smithi129 (mon. 2022-01-18T21:26:52.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:52 smithi129 conmon[101092]: 0) 3341 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:26:52.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:52 smithi129 conmon[101092]: audit 2022-01 2022-01-18T21:26:52.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:52 smithi129 conmon[101092]: -18T21:26:52.155685+0000 mon.smithi129 2022-01-18T21:26:52.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:52 smithi129 conmon[101092]: (mon.0) 3342 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:26:54.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:54 smithi129 conmon[101092]: cluster 2022-01-18T21:26:52.472189+0000 mgr.smithi129.iclwio (mgr.14716) 11248 : cluster [DBG] pgmap v9671: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:54.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:54 smithi156 conmon[67007]: cluster 2022-01-18T21:26:52.472189+0000 mgr.smithi129.iclwio (mgr.14716) 11248 : cluster [DBG] pgmap v9671: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:56 smithi129 conmon[101092]: cluster 2022-01-18T21:26:54.473170+0000 mgr.smithi129.iclwio (mgr.14716) 11249 : cluster [DBG] pgmap v9672: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:56.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:56 smithi129 conmon[101092]: 2022-01-18T21:26:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:56 smithi156 conmon[67007]: cluster 2022-01-18T21:26:54.473170+0000 mgr.smithi129.iclwio (mgr.14716) 11249 : cluster [DBG] 2022-01-18T21:26:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:56 smithi156 conmon[67007]: pgmap v9672: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:26:58 smithi129 conmon[101092]: cluster 2022-01-18T21:26:56.473713+0000 mgr.smithi129.iclwio (mgr.14716) 11250 : cluster [DBG] pgmap v9673: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:26:58.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:58 smithi156 conmon[67007]: cluster 2022-01-18T21:26:56.473713+0000 mgr.smithi129.iclwio (mgr.14716) 11250 : cluster [DBG] 2022-01-18T21:26:58.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:26:58 smithi156 conmon[67007]: pgmap v9673: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:00 smithi129 conmon[101092]: cluster 2022-01-18T21:26:58.474254+0000 mgr.smithi129.iclwio (mgr.14716) 11251 : cluster [DBG] pgmap v9674: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:00 smithi129 conmon[101092]: audit 2022-01-18T21:26:59.505548+0000 mon.smithi129 2022-01-18T21:27:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:00 smithi129 conmon[101092]: (mon.0) 3343 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:27:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:00 smithi129 conmon[101092]: audit 2022-01-18T21:26:59.505766+0000 mon.smithi129 (mon.0) 3344 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:27:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:00 smithi156 conmon[67007]: cluster 2022-01-18T21:26:58.474254+0000 mgr.smithi129.iclwio (mgr.14716) 11251 : cluster [DBG] pgmap v9674: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:00 smithi156 conmon[67007]: audit 2022-01-18T21:26:59. 2022-01-18T21:27:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:00 smithi156 conmon[67007]: 505548+0000 mon.smithi129 (mon.0) 3343 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:27:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:00 smithi156 conmon[67007]: audit 2022-01-18T21:26:59.505766+0000 mon.smithi129 (mon.0) 3344 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:27:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:02 smithi129 conmon[101092]: cluster 2022-01-18T21:27:00.475035+0000 mgr.smithi129.iclwio (mgr.14716) 11252 : cluster [DBG] pgmap v9675: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:27:02.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:02 smithi129 conmon[101092]: 2022-01-18T21:27:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:02 smithi156 conmon[67007]: cluster 2022-01-18T21:27:00.475035+0000 mgr.smithi129.iclwio (mgr.14716) 11252 : cluster [DBG] pgmap v9675: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:27:04.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:04 smithi129 conmon[101092]: cluster 2022-01-18T21:27:02.475619+0000 mgr.smithi129.iclwio (mgr.14716) 11253 : cluster [DBG] pgmap v9676: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:04.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:04 smithi156 conmon[67007]: cluster 2022-01-18T21:27:02.475619+0000 mgr.smithi129.iclwio (mgr.14716) 11253 : cluster [DBG] pgmap v9676: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:04.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:04 smithi156 conmon[67007]: 2022-01-18T21:27:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:06 smithi129 conmon[101092]: cluster 2022-01-18T21:27:04.476461+0000 2022-01-18T21:27:06.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:06 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 11254 : cluster [DBG] pgmap v9677: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:06 smithi156 conmon[67007]: cluster 2022-01-18T21:27:04.476461+0000 mgr.smithi129.iclwio (mgr.14716) 11254 : cluster [DBG] pgmap v9677: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:08 smithi129 conmon[101092]: cluster 2022-01-18T21:27:06.477162+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:27:08.473 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:08 smithi129 conmon[101092]: 14716) 11255 : cluster [DBG] pgmap v9678: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:08 smithi156 conmon[67007]: cluster 2022-01-18T21:27:06.477162+0000 mgr.smithi129.iclwio (mgr.14716) 11255 : cluster [DBG] pgmap v9678: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:08.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:08 smithi156 conmon[67007]: 2022-01-18T21:27:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:10 smithi156 conmon[67007]: cluster 2022-01-18T21:27:08.477864+0000 mgr.smithi129.iclwio (mgr.14716) 11256 : cluster [DBG] pgmap v9679: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:10 smithi156 conmon[67007]: 2022-01-18T21:27:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:10 smithi129 conmon[101092]: cluster 2022-01-18T21:27:08.477864+0000 mgr.smithi129.iclwio (mgr.14716) 11256 : cluster [DBG] pgmap v9679: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:12 smithi156 conmon[67007]: cluster 2022-01-18T21:27:10.478618+0000 mgr.smithi129.iclwio (mgr.14716) 11257 : cluster [DBG] pgmap v9680: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:27:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:12 smithi129 conmon[101092]: cluster 2022-01-18T21:27:10.478618+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:27:12.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:12 smithi129 conmon[101092]: ) 11257 : cluster [DBG] pgmap v9680: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:27:14.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:14 smithi156 conmon[67007]: cluster 2022-01-18T21:27:12.479214+0000 mgr.smithi129.iclwio (mgr.14716) 11258 : cluster [DBG] pgmap v9681: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:14 smithi129 conmon[101092]: cluster 2022-01-18T21:27:12.479214+0000 mgr.smithi129.iclwio (mgr.14716) 11258 : cluster [DBG] pgmap v9681: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:16 smithi156 conmon[67007]: cluster 2022-01-18T21:27:14.480017+0000 mgr.smithi129.iclwio (mgr.14716) 11259 : cluster [DBG] pgmap v9682: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:16 smithi129 conmon[101092]: cluster 2022-01-18T21:27:14.480017+0000 mgr.smithi129.iclwio (mgr.14716) 11259 : cluster [DBG] 2022-01-18T21:27:16.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:16 smithi129 conmon[101092]: pgmap v9682: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:16.841 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:27:17.108 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:27:17.108 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 5m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:27:17.108 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 5m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:27:17.109 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 5m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:27:17.109 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 5m ago 5h 44.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:27:17.109 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 5m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:27:17.109 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 5m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:27:17.110 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 5m ago 5h 851M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:27:17.110 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 5m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:27:17.110 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 5m ago 5h 1905M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:27:17.110 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 5m ago 5h 949M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:27:17.110 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 5m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:27:17.111 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 5m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:27:17.111 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 5m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:27:17.111 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 5m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:27:17.111 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 5m ago 5h 2330M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:27:17.112 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 5m ago 5h 3446M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:27:17.112 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 5m ago 5h 2599M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:27:17.112 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 5m ago 5h 3477M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:27:17.112 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 5m ago 5h 3228M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:27:17.112 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 5m ago 5h 3722M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:27:17.113 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 5m ago 5h 3014M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:27:17.113 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 5m ago 5h 4323M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:27:17.113 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 5m ago 5h 125M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:27:17.427 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:27:17.427 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:27:17.428 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:27:17.428 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:27:17.428 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:27:17.428 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:27:17.429 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:27:17.429 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:27:17.429 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:27:17.429 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:27:17.430 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:27:17.430 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:27:17.430 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:27:17.430 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:27:17.431 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:27:17.431 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:27:17.431 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:27:17.431 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:27:17.432 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:27:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:18 smithi156 conmon[67007]: cluster 2022-01-18T21:27:16.480425+0000 mgr.smithi129.iclwio (mgr.14716) 11260 : cluster [DBG] pgmap v9683: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:18 smithi156 conmon[67007]: audit 2022-01-18T21:27:16.829325+0000 mgr.smithi129.iclwio (mgr.14716) 11261 : audit [DBG] from='client.41602 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:27:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:18 smithi156 conmon[67007]: audit 2022-01-18T21:27:17.099474+0000 mgr.smithi129.iclwio (mgr.14716) 11262 : audit [DBG] from='client.41606 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:27:18.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:18 smithi156 conmon[67007]: audit 2022-01-18T21:27:17.427454+0000 mon.smithi129 (mon.0) 3345 : 2022-01-18T21:27:18.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:18 smithi156 conmon[67007]: audit [DBG] from='client.? 172.21.15.129:0/1662979820' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:27:18.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:18 smithi129 conmon[101092]: cluster 2022-01-18T21:27:16.480425+0000 mgr.smithi129.iclwio (mgr.14716) 11260 : cluster [DBG] pgmap v9683: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:18.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:18 smithi129 conmon[101092]: audit 2022-01-18T21:27:16. 2022-01-18T21:27:18.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:18 smithi129 conmon[101092]: 829325+0000 mgr.smithi129.iclwio (mgr.14716) 11261 : audit [DBG] from='client.41602 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:27:18.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:18 smithi129 conmon[101092]: audit 2022-01-18T21:27:17.099474+0000 mgr.smithi129.iclwio (mgr.14716) 11262 : audit [DBG] from='client.41606 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:27:18.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:18 smithi129 conmon[101092]: audit 2022 2022-01-18T21:27:18.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:18 smithi129 conmon[101092]: -01-18T21:27:17.427454+0000 mon.smithi129 (mon.0) 3345 : audit 2022-01-18T21:27:18.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:18 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/1662979820' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:27:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:20 smithi156 conmon[67007]: cluster 2022-01-18T21:27:18.480956+0000 mgr.smithi129.iclwio (mgr.14716) 11263 : cluster [DBG] pgmap v9684: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:20 smithi129 conmon[101092]: cluster 2022-01-18T21:27:18.480956+0000 mgr.smithi129.iclwio (mgr.14716) 11263 : cluster [DBG] pgmap v9684: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:22 smithi156 conmon[67007]: cluster 2022-01-18T21:27:20.481720+0000 mgr.smithi129.iclwio (mgr.14716) 11264 : cluster [DBG] pgmap v9685: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:27:22.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:22 smithi156 conmon[67007]: 2022-01-18T21:27:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:22 smithi129 conmon[101092]: cluster 2022-01-18T21:27:20.481720+0000 mgr.smithi129.iclwio (mgr.14716) 11264 : cluster [DBG] pgmap v9685: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:27:24.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:24 smithi156 conmon[67007]: cluster 2022-01-18T21:27:22.482273+0000 mgr.smithi129.iclwio (mgr.14716) 11265 : cluster [DBG] pgmap v9686: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:24.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:24 smithi156 conmon[67007]: 2022-01-18T21:27:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:24 smithi129 conmon[101092]: cluster 2022-01-18T21:27:22.482273+0000 mgr.smithi129.iclwio (mgr.14716) 11265 : cluster [DBG] pgmap v9686: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:26 smithi156 conmon[67007]: cluster 2022-01-18T21:27:24.483140+0000 mgr.smithi129.iclwio (mgr.14716) 11266 : cluster [DBG] pgmap v9687: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:26 smithi129 conmon[101092]: cluster 2022-01-18T21:27:24.483140+0000 mgr.smithi129.iclwio (mgr.14716) 11266 : cluster [DBG] pgmap v9687: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:28 smithi156 conmon[67007]: cluster 2022-01-18T21:27:26.483740+0000 mgr.smithi129.iclwio (mgr.14716) 11267 : cluster [DBG] pgmap v9688: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:28 smithi156 conmon[67007]: 2022-01-18T21:27:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:28 smithi129 conmon[101092]: cluster 2022-01-18T21:27:26.483740+0000 mgr.smithi129.iclwio (mgr.14716) 11267 : cluster [DBG] pgmap v9688: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:30 smithi156 conmon[67007]: cluster 2022-01-18T21:27:28.484337+0000 mgr.smithi129.iclwio (mgr.14716) 11268 : cluster [DBG] pgmap v9689: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:30.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:30 smithi129 conmon[101092]: cluster 2022-01-18T21:27:28.484337+0000 mgr.smithi129.iclwio (mgr.14716) 11268 : cluster [DBG] pgmap v9689: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:30.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:30 smithi129 conmon[101092]: 2022-01-18T21:27:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:32 smithi156 conmon[67007]: cluster 2022-01-18T21:27:30.485202+0000 mgr.smithi129.iclwio (mgr.14716) 11269 : cluster [DBG] pgmap v9690: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:27:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:32 smithi129 conmon[101092]: cluster 2022-01-18T21:27:30.485202+0000 mgr.smithi129.iclwio (mgr.14716) 11269 : cluster [DBG] pgmap v9690: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:27:32.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:32 smithi129 conmon[101092]: 2022-01-18T21:27:33.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:33 smithi156 conmon[67007]: cluster 2022-01-18T21:27:32.485693+0000 mgr.smithi129.iclwio (mgr.14716) 11270 : cluster [DBG] 2022-01-18T21:27:33.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:33 smithi156 conmon[67007]: pgmap v9691: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:33.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:33 smithi129 conmon[101092]: cluster 2022-01-18T21:27:32.485693+0000 mgr.smithi129.iclwio (mgr.14716) 11270 : cluster [DBG] 2022-01-18T21:27:33.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:33 smithi129 conmon[101092]: pgmap v9691: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:35.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:35 smithi156 conmon[67007]: cluster 2022-01-18T21:27:34.486396+0000 mgr.smithi129.iclwio (mgr.14716) 11271 : cluster [DBG] pgmap v9692: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:35.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:35 smithi129 conmon[101092]: cluster 2022-01-18T21:27:34.486396+0000 mgr.smithi129.iclwio (mgr.14716) 11271 : cluster [DBG] pgmap v9692: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:35.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:35 smithi129 conmon[101092]: 2022-01-18T21:27:37.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:37 smithi156 conmon[67007]: cluster 2022-01-18T21:27:36.489399+0000 mgr.smithi129.iclwio (mgr.14716) 11272 : cluster [DBG] pgmap v9693: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:37.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:37 smithi129 conmon[101092]: cluster 2022-01-18T21:27:36.489399+0000 mgr.smithi129.iclwio (mgr.14716) 11272 : cluster [DBG] pgmap v9693: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:37.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:37 smithi129 conmon[101092]: 2022-01-18T21:27:39.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:39 smithi156 conmon[67007]: cluster 2022-01-18T21:27:38.490036+0000 mgr.smithi129.iclwio (mgr.14716) 11273 : cluster [DBG] pgmap v9694: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:39.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:39 smithi129 conmon[101092]: cluster 2022-01-18T21:27:38.490036+0000 mgr.smithi129.iclwio (mgr.14716) 11273 : cluster [DBG] 2022-01-18T21:27:39.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:39 smithi129 conmon[101092]: pgmap v9694: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:41.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:41 smithi156 conmon[67007]: cluster 2022-01-18T21:27:40.491018+0000 mgr.smithi129.iclwio (mgr.14716) 11274 : cluster [DBG] pgmap v9695: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:27:41.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:41 smithi129 conmon[101092]: cluster 2022-01-18T21:27:40.491018+0000 mgr.smithi129.iclwio (mgr.14716) 11274 : cluster [DBG] 2022-01-18T21:27:41.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:41 smithi129 conmon[101092]: pgmap v9695: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:27:43.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:43 smithi156 conmon[67007]: cluster 2022-01-18T21:27:42.491721+0000 mgr.smithi129.iclwio (mgr.14716) 11275 : cluster [DBG] pgmap v9696: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:43.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:43 smithi129 conmon[101092]: cluster 2022-01-18T21:27:42.491721+0000 mgr.smithi129.iclwio (mgr.14716) 11275 : cluster [DBG] pgmap v9696: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:43.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:43 smithi129 conmon[101092]: 2022-01-18T21:27:45.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:45 smithi156 conmon[67007]: cluster 2022-01-18T21:27:44.492457+0000 mgr.smithi129.iclwio (mgr.14716) 11276 : cluster [DBG] pgmap v9697: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:45.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:45 smithi129 conmon[101092]: cluster 2022-01-18T21:27:44.492457+0000 mgr.smithi129.iclwio (mgr.14716) 11276 : cluster [DBG] pgmap v9697: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:47.727 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:27:47.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:47 smithi156 conmon[67007]: cluster 2022-01-18T21:27:46.493139+0000 mgr.smithi129.iclwio (mgr.14716) 11277 : cluster [DBG] pgmap v9698: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:47.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:47 smithi129 conmon[101092]: cluster 2022-01-18T21:27:46. 2022-01-18T21:27:47.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:47 smithi129 conmon[101092]: 493139+0000 mgr.smithi129.iclwio (mgr.14716) 11277 : cluster [DBG] pgmap v9698: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:47.991 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:27:47.991 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 5m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:27:47.992 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 5m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:27:47.992 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 5m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:27:47.992 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 5m ago 5h 44.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:27:47.992 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 5m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:27:47.993 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 5m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:27:47.993 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 5m ago 5h 851M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:27:47.993 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 5m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:27:47.993 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 5m ago 5h 1905M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:27:47.994 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 5m ago 5h 949M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:27:47.994 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 5m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:27:47.994 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 5m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:27:47.995 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 5m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:27:47.995 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 5m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:27:47.995 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 5m ago 5h 2330M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:27:47.995 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 5m ago 5h 3446M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:27:47.995 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 5m ago 5h 2599M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:27:47.996 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 5m ago 5h 3477M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:27:47.996 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 5m ago 5h 3228M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:27:47.996 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 5m ago 5h 3722M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:27:47.996 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 5m ago 5h 3014M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:27:47.997 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 5m ago 5h 4323M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:27:47.997 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 5m ago 5h 125M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:27:48.308 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:27:48.308 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:27:48.309 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:27:48.309 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:27:48.309 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:27:48.309 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:27:48.310 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:27:48.310 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:27:48.310 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:27:48.310 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:27:48.311 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:27:48.311 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:27:48.311 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:27:48.311 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:27:48.312 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:27:48.312 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:27:48.312 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:27:48.312 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:27:48.313 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:27:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:48 smithi129 conmon[101092]: audit 2022-01-18T21:27:47.715016+0000 mgr.smithi129.iclwio (mgr.14716) 11278 : audit [DBG] 2022-01-18T21:27:48.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:48 smithi129 conmon[101092]: from='client.41614 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:27:48.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:48 smithi129 conmon[101092]: audit 2022-01-18T21:27:47.982580+0000 mgr.smithi129.iclwio (mgr.14716) 11279 : audit [DBG] from='client.41618 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:27:48.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:48 smithi129 conmon[101092]: audit 2022-01-18T21:27:48.308573+0000 mon.smithi129 (mon.0) 3346 : audit 2022-01-18T21:27:48.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:48 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/1868645525' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:27:49.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:48 smithi156 conmon[67007]: audit 2022-01-18T21:27:47.715016+0000 mgr.smithi129.iclwio (mgr.14716) 11278 : audit [DBG] from='client.41614 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:27:49.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:48 smithi156 conmon[67007]: audit 2022-01-18T21:27:47.982580+0000 mgr.smithi129.iclwio (mgr.14716) 11279 : audit [DBG] from='client.41618 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:27:49.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:48 smithi156 conmon[67007]: audit 2022 2022-01-18T21:27:49.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:48 smithi156 conmon[67007]: -01-18T21:27:48.308573+0000 mon.smithi129 (mon.0) 3346 : audit [DBG] from='client.? 172.21.15.129:0/1868645525' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:27:49.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:49 smithi129 conmon[101092]: cluster 2022-01-18T21:27:48.493655+0000 mgr.smithi129.iclwio (mgr.14716) 11280 : cluster [DBG] 2022-01-18T21:27:49.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:49 smithi129 conmon[101092]: pgmap v9699: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:50.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:49 smithi156 conmon[67007]: cluster 2022-01-18T21:27:48.493655+0000 mgr.smithi129.iclwio (mgr.14716) 11280 : cluster [DBG] 2022-01-18T21:27:50.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:49 smithi156 conmon[67007]: pgmap v9699: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:51.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:51 smithi129 conmon[101092]: cluster 2022-01-18T21:27:50.494335+0000 mgr.smithi129.iclwio (mgr.14716) 11281 : cluster [DBG] pgmap v9700: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:27:51.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:51 smithi129 conmon[101092]: 2022-01-18T21:27:52.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:51 smithi156 conmon[67007]: cluster 2022-01-18T21:27:50.494335+0000 mgr.smithi129.iclwio (mgr.14716) 11281 : cluster [DBG] 2022-01-18T21:27:52.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:51 smithi156 conmon[67007]: pgmap v9700: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:27:52.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:52 smithi129 conmon[101092]: audit 2022-01-18T21:27:52.158218+0000 mon.smithi129 (mon.0) 3347 2022-01-18T21:27:52.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:52 smithi129 conmon[101092]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:27:52.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:52 smithi129 conmon[101092]: audit 2022-01-18T21:27:52.159828+0000 mon.smithi129 (mon.0) 3348 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:27:52.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:52 smithi129 conmon[101092]: audit 2022-01-18T21:27:52.160771+0000 mon.smithi129 2022-01-18T21:27:52.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:52 smithi129 conmon[101092]: (mon.0) 3349 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:27:52.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:52 smithi129 conmon[101092]: cephadm 2022-01-18T21:27:52.161563+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:27:52.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:52 smithi129 conmon[101092]: .14716) 11282 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:27:52.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:52 smithi129 conmon[101092]: audit 2022- 2022-01-18T21:27:52.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:52 smithi129 conmon[101092]: 01-18T21:27:52.466403+0000 mon.smithi129 (mon.0) 3350 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:27:52.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:52 smithi129 conmon[101092]: audit 2022-01-18T21 2022-01-18T21:27:52.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:52 smithi129 conmon[101092]: :27:52.471831+0000 mon.smithi129 (mon.0) 3351 : audit [INF] 2022-01-18T21:27:52.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:52 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:27:53.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:52 smithi156 conmon[67007]: audit 2022-01-18T21:27:52.158218+0000 mon.smithi129 (mon.0) 3347 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:27:53.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:52 smithi156 conmon[67007]: audit 2022-01-18T21 2022-01-18T21:27:53.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:52 smithi156 conmon[67007]: :27:52.159828+0000 mon.smithi129 (mon.0) 3348 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:27:53.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:52 smithi156 conmon[67007]: audit 2022-01-18T21:27:52.160771+0000 mon.smithi129 (mon.0) 3349 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:27:53.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:52 smithi156 conmon[67007]: cephadm 2022 2022-01-18T21:27:53.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:52 smithi156 conmon[67007]: -01-18T21:27:52.161563+0000 mgr.smithi129.iclwio (mgr.14716) 11282 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:27:53.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:52 smithi156 conmon[67007]: audit 2022-01 2022-01-18T21:27:53.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:52 smithi156 conmon[67007]: -18T21:27:52.466403+0000 mon.smithi129 ( 2022-01-18T21:27:53.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:52 smithi156 conmon[67007]: mon.0) 3350 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:27:53.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:52 smithi156 conmon[67007]: audit 2022 2022-01-18T21:27:53.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:52 smithi156 conmon[67007]: -01-18T21:27:52.471831+0000 2022-01-18T21:27:53.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:52 smithi156 conmon[67007]: mon.smithi129 (mon.0) 3351 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:27:53.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:52 smithi156 conmon[67007]: 2022-01-18T21:27:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:53 smithi129 conmon[101092]: cluster 2022-01-18T21:27:52.494965+0000 mgr.smithi129.iclwio (mgr.14716) 11283 : cluster [DBG] pgmap v9701: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:53.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:53 smithi129 conmon[101092]: 2022-01-18T21:27:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:53 smithi156 conmon[67007]: cluster 2022-01-18T21:27:52.494965+0000 mgr.smithi129.iclwio (mgr.14716) 11283 : cluster [DBG] pgmap v9701: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:55.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:55 smithi129 conmon[101092]: cluster 2022-01-18T21:27:54.495900+0000 mgr.smithi129.iclwio (mgr.14716) 11284 : cluster [DBG] pgmap v9702: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:56.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:55 smithi156 conmon[67007]: cluster 2022-01-18T21:27:54.495900+0000 mgr.smithi129.iclwio (mgr.14716) 11284 : cluster [DBG] 2022-01-18T21:27:56.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:55 smithi156 conmon[67007]: pgmap v9702: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:57.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:57 smithi129 conmon[101092]: cluster 2022-01-18T21:27:56.496327+0000 mgr.smithi129.iclwio (mgr.14716) 11285 : cluster [DBG] 2022-01-18T21:27:57.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:57 smithi129 conmon[101092]: pgmap v9703: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:58.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:57 smithi156 conmon[67007]: cluster 2022-01-18T21:27:56.496327+0000 mgr.smithi129.iclwio (mgr.14716) 11285 : cluster [DBG] pgmap v9703: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:58.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:57 smithi156 conmon[67007]: 2022-01-18T21:27:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:59 smithi129 conmon[101092]: cluster 2022-01-18T21:27:58.497000+0000 mgr.smithi129.iclwio (mgr.14716) 11286 : cluster [DBG] pgmap v9704: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:27:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:59 smithi129 conmon[101092]: audit 2022-01-18T21:27:59.509461+0000 2022-01-18T21:27:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:59 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3352 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:27:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:27:59 smithi129 conmon[101092]: audit 2022-01-18T21:27:59.509707+0000 mon.smithi129 (mon.0) 3353 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:28:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:59 smithi156 conmon[67007]: cluster 2022-01-18T21:27:58.497000+0000 mgr.smithi129.iclwio (mgr.14716) 11286 : cluster [DBG] pgmap v9704: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:59 smithi156 conmon[67007]: audit 2022-01-18T21:27:59.509461+0000 mon.smithi129 (mon. 2022-01-18T21:28:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:59 smithi156 conmon[67007]: 0) 3352 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:28:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:27:59 smithi156 conmon[67007]: audit 2022-01-18T21:27:59.509707+0000 mon.smithi129 (mon.0) 3353 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:28:01.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:01 smithi129 conmon[101092]: cluster 2022-01-18T21:28:00.497847+0000 mgr.smithi129.iclwio (mgr.14716) 11287 : cluster [DBG] pgmap v9705: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:28:01.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:01 smithi129 conmon[101092]: 2022-01-18T21:28:02.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:01 smithi156 conmon[67007]: cluster 2022-01-18T21:28:00.497847+0000 mgr.smithi129.iclwio (mgr.14716) 11287 : cluster [DBG] 2022-01-18T21:28:02.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:01 smithi156 conmon[67007]: pgmap v9705: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:28:03.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:03 smithi129 conmon[101092]: cluster 2022-01-18T21:28:02.498538+0000 mgr.smithi129.iclwio (mgr.14716) 11288 : cluster [DBG] pgmap v9706: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:04.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:03 smithi156 conmon[67007]: cluster 2022-01-18T21:28:02.498538+0000 mgr.smithi129.iclwio (mgr.14716) 11288 : cluster [DBG] pgmap v9706: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:05.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:05 smithi129 conmon[101092]: cluster 2022-01-18T21:28:04.499298+0000 mgr.smithi129.iclwio (mgr.14716) 11289 : cluster [DBG] pgmap v9707: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:06.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:05 smithi156 conmon[67007]: cluster 2022-01-18T21:28:04.499298+0000 mgr.smithi129.iclwio (mgr.14716) 11289 : cluster [DBG] pgmap v9707: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:07.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:07 smithi129 conmon[101092]: cluster 2022-01-18T21:28:06.499838+0000 mgr.smithi129.iclwio (mgr.14716) 11290 : cluster [DBG] pgmap v9708: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:07.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:07 smithi129 conmon[101092]: 2022-01-18T21:28:08.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:07 smithi156 conmon[67007]: cluster 2022-01-18T21:28:06.499838+0000 mgr.smithi129.iclwio (mgr.14716) 11290 : cluster 2022-01-18T21:28:08.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:07 smithi156 conmon[67007]: [DBG] pgmap v9708: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:09.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:09 smithi129 conmon[101092]: cluster 2022-01-18T21:28:08.500440+0000 mgr.smithi129.iclwio (mgr.14716) 11291 : cluster [DBG] pgmap v9709: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:09 smithi156 conmon[67007]: cluster 2022-01-18T21:28:08.500440+0000 mgr.smithi129.iclwio (mgr.14716) 11291 : cluster [DBG] 2022-01-18T21:28:10.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:09 smithi156 conmon[67007]: pgmap v9709: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:11.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:11 smithi129 conmon[101092]: cluster 2022-01-18T21:28:10.501204+0000 mgr.smithi129.iclwio (mgr.14716) 11292 : cluster [DBG] pgmap v9710: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:28:12.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:11 smithi156 conmon[67007]: cluster 2022-01-18T21:28:10.501204+0000 mgr.smithi129.iclwio ( 2022-01-18T21:28:12.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:11 smithi156 conmon[67007]: mgr.14716) 11292 : cluster [DBG] pgmap v9710: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:28:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:13 smithi129 conmon[101092]: cluster 2022-01-18T21:28:12.501834+0000 mgr.smithi129.iclwio (mgr.14716) 11293 : cluster [DBG] 2022-01-18T21:28:13.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:13 smithi129 conmon[101092]: pgmap v9711: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:14.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:13 smithi156 conmon[67007]: cluster 2022-01-18T21:28:12.501834+0000 mgr.smithi129.iclwio (mgr.14716) 11293 : cluster [DBG] 2022-01-18T21:28:14.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:13 smithi156 conmon[67007]: pgmap v9711: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:15.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:15 smithi129 conmon[101092]: cluster 2022-01-18T21:28:14.502586+0000 mgr.smithi129.iclwio (mgr.14716) 11294 : cluster [DBG] pgmap v9712: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:16.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:15 smithi156 conmon[67007]: cluster 2022-01-18T21:28:14.502586+0000 mgr.smithi129.iclwio (mgr.14716) 11294 : cluster [DBG] pgmap v9712: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:16.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:15 smithi156 conmon[67007]: 2022-01-18T21:28:17.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:17 smithi129 conmon[101092]: cluster 2022-01-18T21:28:16.503249+0000 mgr.smithi129.iclwio (mgr.14716) 11295 : cluster [DBG] pgmap v9713: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:18.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:17 smithi156 conmon[67007]: cluster 2022-01-18T21:28:16.503249+0000 mgr.smithi129.iclwio (mgr.14716) 11295 : cluster [DBG] pgmap v9713: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:18.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:17 smithi156 conmon[67007]: 2022-01-18T21:28:18.608 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:28:18.875 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:28:18.876 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 6m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:28:18.876 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 6m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:28:18.876 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 6m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:28:18.876 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 6m ago 5h 44.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:28:18.877 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 6m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:28:18.877 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 6m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:28:18.877 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 6m ago 5h 851M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:28:18.877 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 6m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:28:18.878 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 6m ago 5h 1905M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:28:18.878 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 6m ago 5h 949M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:28:18.878 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 6m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:28:18.878 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 6m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:28:18.878 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 6m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:28:18.879 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 6m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:28:18.879 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 6m ago 5h 2330M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:28:18.879 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 6m ago 5h 3446M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:28:18.879 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 6m ago 5h 2599M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:28:18.880 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 6m ago 5h 3477M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:28:18.880 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 6m ago 5h 3228M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:28:18.880 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 6m ago 5h 3722M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:28:18.880 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 6m ago 5h 3014M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:28:18.880 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 6m ago 5h 4323M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:28:18.881 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 6m ago 5h 125M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:28:19.194 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:28:19.194 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:28:19.194 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:28:19.195 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:28:19.195 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:28:19.195 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:28:19.195 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:28:19.196 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:28:19.196 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:28:19.196 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:28:19.196 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:28:19.197 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:28:19.197 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:28:19.197 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:28:19.197 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:28:19.197 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:28:19.198 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:28:19.198 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:28:19.198 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:28:19.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:19 smithi129 conmon[101092]: cluster 2022-01-18T21:28:18.503737+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:28:20.013 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:19 smithi129 conmon[101092]: ) 11296 : cluster [DBG] pgmap v9714: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:20.013 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:19 smithi129 conmon[101092]: audit 2022-01-18T21:28:18.597014+0000 mgr.smithi129.iclwio (mgr.14716) 11297 : audit [DBG] from='client.41626 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:28:20.013 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:19 smithi129 conmon[101092]: audit 2022-01-18T21:28:18.867040+0000 mgr.smithi129.iclwio (mgr.14716) 11298 : audit 2022-01-18T21:28:20.014 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:19 smithi129 conmon[101092]: [DBG] from='client.41630 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:28:20.014 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:19 smithi129 conmon[101092]: audit 2022-01-18T21:28:19 2022-01-18T21:28:20.014 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:19 smithi129 conmon[101092]: .194103+0000 mon.smithi129 (mon.0) 3354 : audit 2022-01-18T21:28:20.014 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:19 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/4293481479' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:28:20.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:19 smithi156 conmon[67007]: cluster 2022-01-18T21:28:18.503737+0000 mgr.smithi129.iclwio (mgr.14716) 11296 : cluster [DBG] pgmap v9714: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:20.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:19 smithi156 conmon[67007]: audit 2022-01-18T21:28:18.597014+0000 mgr.smithi129.iclwio (mgr.14716) 11297 : audit [DBG] from='client.41626 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:28:20.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:19 smithi156 conmon[67007]: audit 2022-01-18T21:28:18.867040+0000 mgr.smithi129.iclwio (mgr.14716) 11298 : audit [DBG] 2022-01-18T21:28:20.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:19 smithi156 conmon[67007]: from='client.41630 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:28:20.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:19 smithi156 conmon[67007]: audit 2022-01-18T21:28: 2022-01-18T21:28:20.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:19 smithi156 conmon[67007]: 19.194103+0000 mon.smithi129 (mon.0) 3354 : audit [DBG] from='client.? 172.21.15.129:0/4293481479' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:28:21.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:21 smithi129 conmon[101092]: cluster 2022-01-18T21:28:20.504575+0000 mgr.smithi129.iclwio (mgr.14716) 11299 : cluster [DBG] pgmap v9715: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:28:22.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:21 smithi156 conmon[67007]: cluster 2022-01-18T21:28:20.504575+0000 mgr.smithi129.iclwio (mgr.14716) 11299 : cluster [DBG] pgmap v9715: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:28:23.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:23 smithi129 conmon[101092]: cluster 2022-01-18T21:28:22.505243+0000 mgr.smithi129.iclwio (mgr.14716) 11300 : cluster [DBG] pgmap v9716: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:24.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:23 smithi156 conmon[67007]: cluster 2022-01-18T21:28:22.505243+0000 mgr.smithi129.iclwio (mgr.14716) 11300 : cluster [DBG] pgmap v9716: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:25.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:25 smithi129 conmon[101092]: cluster 2022-01-18T21:28:24.505973+0000 mgr.smithi129.iclwio (mgr.14716) 11301 : cluster [DBG] pgmap v9717: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:26.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:25 smithi156 conmon[67007]: cluster 2022-01-18T21:28:24.505973+0000 mgr.smithi129.iclwio (mgr.14716) 11301 : cluster [DBG] pgmap v9717: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:27.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:27 smithi129 conmon[101092]: cluster 2022-01-18T21:28:26.506504+0000 mgr.smithi129.iclwio (mgr.14716) 11302 : cluster [DBG] pgmap v9718: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:28.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:27 smithi156 conmon[67007]: cluster 2022-01-18T21:28:26.506504+0000 mgr.smithi129.iclwio (mgr.14716) 11302 : cluster [DBG] pgmap v9718: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:28.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:27 smithi156 conmon[67007]: 2022-01-18T21:28:29.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:29 smithi129 conmon[101092]: cluster 2022-01-18T21:28:28.507213+0000 mgr.smithi129.iclwio (mgr.14716) 11303 : cluster 2022-01-18T21:28:29.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:29 smithi129 conmon[101092]: [DBG] pgmap v9719: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:30.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:29 smithi156 conmon[67007]: cluster 2022-01-18T21:28:28.507213+0000 mgr.smithi129.iclwio (mgr.14716) 11303 : cluster [DBG] pgmap v9719: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:31.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:31 smithi129 conmon[101092]: cluster 2022-01-18T21:28:30.507952+0000 mgr.smithi129.iclwio (mgr.14716) 11304 : cluster [DBG] pgmap v9720: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:28:32.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:31 smithi156 conmon[67007]: cluster 2022-01-18T21:28:30.507952+0000 mgr.smithi129.iclwio (mgr.14716) 11304 : cluster [DBG] pgmap v9720: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:28:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:33 smithi129 conmon[101092]: cluster 2022-01-18T21:28:32.508398+0000 mgr.smithi129.iclwio (mgr.14716) 11305 : cluster [DBG] pgmap v9721: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:34.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:33 smithi156 conmon[67007]: cluster 2022-01-18T21:28:32.508398+0000 mgr.smithi129.iclwio (mgr.14716) 11305 : cluster [DBG] pgmap v9721: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:35.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:35 smithi129 conmon[101092]: cluster 2022-01-18T21:28:34.509098+0000 mgr.smithi129.iclwio (mgr.14716) 11306 : 2022-01-18T21:28:35.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:35 smithi129 conmon[101092]: cluster [DBG] pgmap v9722: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:36.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:35 smithi156 conmon[67007]: cluster 2022-01-18T21:28:34.509098+0000 mgr.smithi129.iclwio (mgr.14716) 11306 : cluster [DBG] pgmap v9722: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:37.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:37 smithi129 conmon[101092]: cluster 2022-01-18T21:28:36.509641+0000 mgr.smithi129.iclwio (mgr.14716) 11307 : cluster 2022-01-18T21:28:37.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:37 smithi129 conmon[101092]: [DBG] pgmap v9723: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:38.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:37 smithi156 conmon[67007]: cluster 2022-01-18T21:28:36.509641+0000 mgr.smithi129.iclwio (mgr.14716) 11307 : cluster [DBG] pgmap v9723: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:39.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:39 smithi129 conmon[101092]: cluster 2022-01-18T21:28:38.510178+0000 mgr.smithi129.iclwio (mgr.14716) 11308 : cluster 2022-01-18T21:28:39.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:39 smithi129 conmon[101092]: [DBG] pgmap v9724: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:39 smithi156 conmon[67007]: cluster 2022-01-18T21:28:38.510178+0000 mgr.smithi129.iclwio (mgr.14716) 11308 : cluster [DBG] pgmap v9724: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:41.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:41 smithi129 conmon[101092]: cluster 2022-01-18T21:28:40.511078+0000 mgr.smithi129.iclwio (mgr.14716) 11309 : cluster [DBG] pgmap v9725: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:28:42.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:41 smithi156 conmon[67007]: cluster 2022-01-18T21:28:40.511078+0000 mgr.smithi129.iclwio (mgr.14716) 11309 : cluster [DBG] pgmap v9725: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:28:43.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:43 smithi129 conmon[101092]: cluster 2022-01-18T21:28:42.511784+0000 mgr.smithi129.iclwio (mgr.14716) 11310 : cluster [DBG] pgmap v9726: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:43 smithi156 conmon[67007]: cluster 2022-01-18T21:28:42.511784+0000 mgr.smithi129.iclwio (mgr.14716) 11310 : cluster [DBG] pgmap v9726: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:45.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:45 smithi129 conmon[101092]: cluster 2022-01-18T21:28:44.512548+0000 mgr.smithi129.iclwio (mgr.14716) 11311 : cluster [DBG] 2022-01-18T21:28:45.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:45 smithi129 conmon[101092]: pgmap v9727: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:46.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:45 smithi156 conmon[67007]: cluster 2022-01-18T21:28:44.512548+0000 mgr.smithi129.iclwio (mgr.14716) 11311 : cluster [DBG] pgmap v9727: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:47.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:47 smithi129 conmon[101092]: cluster 2022-01-18T21:28:46.513076+0000 mgr.smithi129.iclwio (mgr.14716) 11312 : cluster 2022-01-18T21:28:47.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:47 smithi129 conmon[101092]: [DBG] pgmap v9728: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:48.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:47 smithi156 conmon[67007]: cluster 2022-01-18T21:28:46.513076+0000 mgr.smithi129.iclwio (mgr.14716) 11312 : cluster [DBG] pgmap v9728: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:48.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:47 smithi156 conmon[67007]: 2022-01-18T21:28:49.490 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:28:49.755 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:28:49.755 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 6m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:28:49.756 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 6m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:28:49.756 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 7m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:28:49.756 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 6m ago 5h 44.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:28:49.756 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 6m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:28:49.756 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 7m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:28:49.757 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 6m ago 5h 851M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:28:49.757 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 7m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:28:49.757 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 6m ago 5h 1905M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:28:49.757 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 7m ago 5h 949M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:28:49.758 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 6m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:28:49.758 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 7m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:28:49.758 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 6m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:28:49.758 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 7m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:28:49.759 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 6m ago 5h 2330M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:28:49.759 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 6m ago 5h 3446M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:28:49.759 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 6m ago 5h 2599M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:28:49.759 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 6m ago 5h 3477M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:28:49.760 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 7m ago 5h 3228M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:28:49.760 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 7m ago 5h 3722M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:28:49.760 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 7m ago 5h 3014M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:28:49.760 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 7m ago 5h 4323M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:28:49.760 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 6m ago 5h 125M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:28:49.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:49 smithi129 conmon[101092]: cluster 2022-01-18T21:28:48.513616+0000 mgr.smithi129.iclwio (mgr.14716) 11313 2022-01-18T21:28:49.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:49 smithi129 conmon[101092]: : cluster [DBG] pgmap v9729: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:50.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:49 smithi156 conmon[67007]: cluster 2022-01-18T21:28:48.513616+0000 mgr.smithi129.iclwio (mgr.14716) 11313 : 2022-01-18T21:28:50.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:49 smithi156 conmon[67007]: cluster [DBG] pgmap v9729: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:50.075 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:28:50.075 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:28:50.075 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:28:50.075 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:28:50.076 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:28:50.076 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:28:50.076 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:28:50.076 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:28:50.076 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:28:50.077 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:28:50.077 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:28:50.077 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:28:50.077 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:28:50.078 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:28:50.078 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:28:50.078 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:28:50.078 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:28:50.079 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:28:50.079 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:28:50.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:50 smithi129 conmon[101092]: audit 2022-01-18T21:28:49.478887+0000 mgr.smithi129.iclwio (mgr.14716) 11314 : 2022-01-18T21:28:50.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:50 smithi129 conmon[101092]: audit [DBG] from='client.41638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:28:50.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:50 smithi129 conmon[101092]: audit 2022-01-18T21:28:49.746263+0000 mgr.smithi129.iclwio (mgr.14716) 11315 : audit [DBG] from='client.41642 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:28:50.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:50 smithi129 conmon[101092]: audit 2022-01-18T21:28:50. 2022-01-18T21:28:50.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:50 smithi129 conmon[101092]: 075187+0000 mon.smithi129 (mon.0) 3355 : audit [DBG] from='client.? 172.21.15.129:0/3772091485' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:28:51.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:50 smithi156 conmon[67007]: audit 2022-01-18T21:28:49.478887+0000 mgr.smithi129.iclwio (mgr.14716) 11314 : audit [DBG] from='client.41638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:28:51.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:50 smithi156 conmon[67007]: 2022-01-18T21:28:51.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:50 smithi156 conmon[67007]: audit 2022-01-18T21:28:49.746263+0000 mgr.smithi129.iclwio (mgr.14716) 11315 : audit [DBG] from='client.41642 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:28:51.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:50 smithi156 conmon[67007]: audit 2022-01-18T21:28:50. 2022-01-18T21:28:51.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:50 smithi156 conmon[67007]: 075187+0000 mon.smithi129 (mon.0) 3355 : audit [DBG] from='client.? 172.21.15.129:0/3772091485' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:28:51.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:51 smithi129 conmon[101092]: cluster 2022-01-18T21:28:50.514343+0000 mgr.smithi129.iclwio (mgr.14716) 11316 : cluster [DBG] pgmap v9730: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:28:52.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:51 smithi156 conmon[67007]: cluster 2022-01-18T21:28:50.514343+0000 mgr.smithi129.iclwio (mgr.14716) 11316 : cluster [DBG] pgmap v9730: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:28:52.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:52 smithi129 conmon[101092]: audit 2022-01-18T21:28:52.474642+0000 mon.smithi129 (mon.0 2022-01-18T21:28:52.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:52 smithi129 conmon[101092]: ) 3356 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:28:52.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:52 smithi129 conmon[101092]: audit 2022-01-18T21:28:52.476118+0000 mon.smithi129 (mon.0) 3357 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:28:52.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:52 smithi129 conmon[101092]: audit 2022-01-18T21:28: 2022-01-18T21:28:52.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:52 smithi129 conmon[101092]: 52.476982+0000 mon.smithi129 (mon.0) 3358 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:28:53.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:52 smithi156 conmon[67007]: audit 2022-01-18T21:28:52. 2022-01-18T21:28:53.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:52 smithi156 conmon[67007]: 474642+0000 mon.smithi129 (mon.0) 3356 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:28:53.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:52 smithi156 conmon[67007]: audit 2022-01-18T21:28:53.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:52 smithi156 conmon[67007]: 2022-01-18T21:28:52. 2022-01-18T21:28:53.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:52 smithi156 conmon[67007]: 476118+0000 mon.smithi129 (mon.0) 2022-01-18T21:28:53.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:52 smithi156 conmon[67007]: 3357 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:28:53.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:52 smithi156 conmon[67007]: audit 2022 2022-01-18T21:28:53.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:52 smithi156 conmon[67007]: -01-18T21:28:52. 2022-01-18T21:28:53.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:52 smithi156 conmon[67007]: 476982+0000 mon.smithi129 (mon.0) 3358 2022-01-18T21:28:53.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:52 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:28:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:53 smithi156 conmon[67007]: cephadm 2022-01-18T21:28:52.477692+0000 mgr.smithi129.iclwio (mgr.14716) 11317 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:28:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:53 smithi156 conmon[67007]: 2022-01-18T21:28:54.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:53 smithi156 conmon[67007]: cluster 2022-01-18T21:28:52.514826+0000 mgr.smithi129.iclwio (mgr.14716) 11318 : cluster [DBG] pgmap v9731: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:54.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:53 smithi156 conmon[67007]: audit 2022-01-18T21:28:52.785974+0000 mon.smithi129 (mon.0) 2022-01-18T21:28:54.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:53 smithi156 conmon[67007]: 3359 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:28:54.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:53 smithi156 conmon[67007]: audit 2022-01-18T21:28:52 2022-01-18T21:28:54.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:53 smithi156 conmon[67007]: .800137+0000 mon.smithi129 (mon.0) 3360 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:28:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:53 smithi129 conmon[101092]: cephadm 2022-01-18T21:28:52.477692+0000 mgr.smithi129.iclwio (mgr.14716) 11317 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:28:54.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:53 smithi129 conmon[101092]: cluster 2022-01-18T21:28:52.514826+0000 mgr.smithi129.iclwio (mgr.14716) 11318 : cluster [DBG] pgmap v9731: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:54.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:53 smithi129 conmon[101092]: audit 2022-01-18T21:28:52.785974+0000 mon.smithi129 (mon.0) 3359 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:28:54.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:53 smithi129 conmon[101092]: audit 2022-01-18T21:28:52.800137+0000 mon.smithi129 (mon.0) 3360 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:28:56.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:55 smithi156 conmon[67007]: cluster 2022-01-18T21:28:54.515664+0000 mgr.smithi129.iclwio (mgr.14716) 11319 : cluster [DBG] pgmap v9732: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:56.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:55 smithi156 conmon[67007]: 2022-01-18T21:28:56.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:55 smithi129 conmon[101092]: cluster 2022-01-18T21:28:54.515664+0000 mgr.smithi129.iclwio (mgr.14716) 11319 : cluster [DBG] pgmap v9732: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:57.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:57 smithi129 conmon[101092]: cluster 2022-01-18T21:28:56.516270+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:28:57.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:57 smithi129 conmon[101092]: .14716) 11320 : cluster [DBG] pgmap v9733: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:28:58.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:57 smithi156 conmon[67007]: cluster 2022-01-18T21:28:56.516270+0000 mgr.smithi129.iclwio (mgr.14716) 11320 : cluster [DBG] 2022-01-18T21:28:58.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:57 smithi156 conmon[67007]: pgmap v9733: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:59 smithi156 conmon[67007]: cluster 2022-01-18T21:28:58.516883+0000 mgr.smithi129.iclwio (mgr.14716) 11321 : cluster [DBG] 2022-01-18T21:29:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:59 smithi156 conmon[67007]: pgmap v9734: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:59 smithi156 conmon[67007]: audit 2022-01-18T21:28:59.513951+0000 mon.smithi129 (mon.0) 3361 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:29:00.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:59 smithi156 conmon[67007]: audit 2022-01-18T21: 2022-01-18T21:29:00.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:28:59 smithi156 conmon[67007]: 28:59.514196+0000 mon.smithi129 (mon.0) 3362 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:29:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:59 smithi129 conmon[101092]: cluster 2022-01-18T21:28:58.516883+0000 mgr.smithi129.iclwio (mgr.14716) 11321 : cluster [DBG] pgmap v9734: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:59 smithi129 conmon[101092]: audit 2022-01-18T21:28:59.513951+0000 mon.smithi129 (mon.0) 3361 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:29:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:28:59 smithi129 conmon[101092]: audit 2022-01-18T21:28:59.514196+0000 mon.smithi129 (mon.0) 3362 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:29:02.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:01 smithi129 conmon[101092]: cluster 2022-01-18T21:29:00.517647+0000 mgr.smithi129.iclwio (mgr.14716) 11322 : cluster [DBG] pgmap v9735: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:29:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:01 smithi156 conmon[67007]: cluster 2022-01-18T21:29:00.517647+0000 mgr.smithi129.iclwio (mgr.14716) 11322 : cluster [DBG] pgmap v9735: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:29:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:03 smithi129 conmon[101092]: cluster 2022-01-18T21:29:02.518286+0000 mgr.smithi129.iclwio (mgr.14716) 11323 : cluster [DBG] pgmap v9736: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:03 smithi156 conmon[67007]: cluster 2022-01-18T21:29:02.518286+0000 mgr.smithi129.iclwio (mgr.14716) 11323 : cluster [DBG] pgmap v9736: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:03 smithi156 conmon[67007]: 2022-01-18T21:29:06.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:05 smithi129 conmon[101092]: cluster 2022-01-18T21:29:04.518993+0000 mgr.smithi129.iclwio (mgr.14716) 11324 : cluster [DBG] pgmap v9737: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:05 smithi156 conmon[67007]: cluster 2022-01-18T21:29:04.518993+0000 mgr.smithi129.iclwio (mgr.14716) 11324 : cluster [DBG] 2022-01-18T21:29:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:05 smithi156 conmon[67007]: pgmap v9737: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:08.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:07 smithi129 conmon[101092]: cluster 2022-01-18T21:29:06.519639+0000 mgr.smithi129.iclwio (mgr.14716) 11325 : cluster [DBG] pgmap v9738: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:08.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:07 smithi129 conmon[101092]: 2022-01-18T21:29:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:07 smithi156 conmon[67007]: cluster 2022-01-18T21:29:06.519639+0000 mgr.smithi129.iclwio (mgr.14716) 11325 : cluster [DBG] pgmap v9738: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:07 smithi156 conmon[67007]: 2022-01-18T21:29:10.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:09 smithi129 conmon[101092]: cluster 2022-01-18T21:29:08.520206+0000 mgr.smithi129.iclwio ( 2022-01-18T21:29:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:09 smithi129 conmon[101092]: mgr.14716) 11326 : cluster [DBG] pgmap v9739: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:09 smithi156 conmon[67007]: cluster 2022-01-18T21:29:08.520206+0000 mgr.smithi129.iclwio (mgr.14716) 11326 : cluster [DBG] 2022-01-18T21:29:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:09 smithi156 conmon[67007]: pgmap v9739: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:12.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:11 smithi129 conmon[101092]: cluster 2022-01-18T21:29:10.521026+0000 mgr.smithi129.iclwio 2022-01-18T21:29:12.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:11 smithi129 conmon[101092]: (mgr.14716) 11327 : cluster [DBG] pgmap v9740: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:29:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:11 smithi156 conmon[67007]: cluster 2022-01-18T21:29:10.521026+0000 mgr.smithi129.iclwio (mgr.14716) 11327 : cluster [DBG] pgmap v9740: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:29:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:11 smithi156 conmon[67007]: 2022-01-18T21:29:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:13 smithi129 conmon[101092]: cluster 2022-01-18T21:29:12.521613+0000 mgr.smithi129.iclwio (mgr.14716) 11328 : cluster [DBG] pgmap v9741: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:13 smithi156 conmon[67007]: cluster 2022-01-18T21:29:12.521613+0000 mgr.smithi129.iclwio (mgr.14716) 11328 : cluster [DBG] 2022-01-18T21:29:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:13 smithi156 conmon[67007]: pgmap v9741: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:16.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:15 smithi129 conmon[101092]: cluster 2022-01-18T21:29:14.522397+0000 mgr.smithi129.iclwio (mgr.14716) 11329 : cluster [DBG] pgmap v9742: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:15 smithi156 conmon[67007]: cluster 2022-01-18T21:29:14.522397+0000 mgr.smithi129.iclwio (mgr.14716) 11329 : cluster [DBG] pgmap v9742: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:18.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:17 smithi129 conmon[101092]: cluster 2022-01-18T21:29:16.522875+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:29:18.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:17 smithi129 conmon[101092]: 14716) 11330 : cluster [DBG] pgmap v9743: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:17 smithi156 conmon[67007]: cluster 2022-01-18T21:29:16.522875+0000 mgr.smithi129.iclwio (mgr.14716) 11330 : cluster [DBG] pgmap v9743: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:20.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:19 smithi129 conmon[101092]: cluster 2022-01-18T21:29:18.523483+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:29:20.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:19 smithi129 conmon[101092]: 14716) 11331 : cluster [DBG] pgmap v9744: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:19 smithi156 conmon[67007]: cluster 2022-01-18T21:29:18.523483+0000 mgr.smithi129.iclwio (mgr.14716) 11331 : cluster [DBG] pgmap v9744: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:20.371 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:29:20.636 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:29:20.636 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 7m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:29:20.636 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 7m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:29:20.636 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 7m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:29:20.637 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 7m ago 5h 44.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:29:20.637 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 7m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:29:20.637 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 7m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:29:20.637 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 7m ago 5h 851M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:29:20.638 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 7m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:29:20.638 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 7m ago 5h 1905M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:29:20.638 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 7m ago 5h 949M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:29:20.638 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 7m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:29:20.639 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 7m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:29:20.639 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 7m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:29:20.639 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 7m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:29:20.639 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 7m ago 5h 2330M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:29:20.640 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 7m ago 5h 3446M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:29:20.640 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 7m ago 5h 2599M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:29:20.640 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 7m ago 5h 3477M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:29:20.640 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 7m ago 5h 3228M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:29:20.640 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 7m ago 5h 3722M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:29:20.641 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 7m ago 5h 3014M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:29:20.641 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 7m ago 5h 4323M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:29:20.641 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 7m ago 5h 125M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:29:20.953 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:29:20.954 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:29:20.954 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:29:20.954 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:29:20.954 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:29:20.955 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:29:20.955 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:29:20.955 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:29:20.955 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:29:20.956 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:29:20.956 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:29:20.956 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:29:20.956 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:29:20.956 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:29:20.957 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:29:20.957 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:29:20.957 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:29:20.957 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:29:20.958 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:29:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:21 smithi129 conmon[101092]: audit 2022-01-18T21:29:20.359701+0000 mgr.smithi129.iclwio (mgr.14716) 11332 : audit [DBG] from='client.41650 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:29:22.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:21 smithi129 conmon[101092]: cluster 2022-01-18T21:29:20.524149+0000 mgr.smithi129.iclwio (mgr.14716) 11333 : cluster [DBG] pgmap v9745: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:29:22.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:21 smithi129 conmon[101092]: audit 2022-01-18T21:29:20.627254+0000 mgr.smithi129.iclwio (mgr.14716) 11334 : audit [DBG] from='client.41654 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:29:22.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:21 smithi129 conmon[101092]: audit 2022-01-18T21:29:20.953757+0000 mon.smithi129 (mon. 2022-01-18T21:29:22.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:21 smithi129 conmon[101092]: 0) 3363 : audit [DBG] from='client.? 172.21.15.129:0/1854982088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:29:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:21 smithi156 conmon[67007]: audit 2022-01-18T21:29:20.359701+0000 mgr.smithi129.iclwio (mgr.14716) 11332 : audit [DBG] from='client.41650 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:29:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:21 smithi156 conmon[67007]: cluster 2022-01-18T21:29:20.524149+0000 mgr.smithi129.iclwio (mgr.14716) 11333 : cluster [DBG] pgmap v9745: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:29:22.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:21 smithi156 conmon[67007]: audit 2022-01-18T21:29:20.627254+0000 mgr.smithi129.iclwio (mgr.14716) 11334 : audit [DBG] from='client.41654 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:29:22.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:21 smithi156 conmon[67007]: audit 2022 2022-01-18T21:29:22.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:21 smithi156 conmon[67007]: -01-18T21:29:20.953757+0000 mon.smithi129 (mon.0) 3363 : audit [DBG] from='client.? 172.21.15.129:0/1854982088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:29:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:23 smithi129 conmon[101092]: cluster 2022-01-18T21:29:22.524704+0000 mgr.smithi129.iclwio (mgr.14716) 11335 : cluster [DBG] pgmap v9746: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:23 smithi156 conmon[67007]: cluster 2022-01-18T21:29:22.524704+0000 mgr.smithi129.iclwio (mgr.14716) 11335 : cluster [DBG] pgmap v9746: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:26.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:25 smithi129 conmon[101092]: cluster 2022-01-18T21:29:24.525413+0000 mgr.smithi129.iclwio (mgr.14716) 11336 : cluster [DBG] pgmap v9747: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:25 smithi156 conmon[67007]: cluster 2022-01-18T21:29:24.525413+0000 mgr.smithi129.iclwio (mgr.14716) 11336 : cluster [DBG] pgmap v9747: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:28.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:27 smithi129 conmon[101092]: cluster 2022-01-18T21:29:26.526080+0000 mgr.smithi129.iclwio (mgr.14716) 11337 : cluster [DBG] pgmap v9748: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:28.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:27 smithi129 conmon[101092]: 2022-01-18T21:29:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:27 smithi156 conmon[67007]: cluster 2022-01-18T21:29:26.526080+0000 mgr.smithi129.iclwio (mgr.14716) 11337 : cluster [DBG] pgmap v9748: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:29 smithi129 conmon[101092]: cluster 2022-01-18T21:29:28.526875+0000 mgr.smithi129.iclwio (mgr.14716) 11338 : cluster [DBG] pgmap v9749: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:29 smithi156 conmon[67007]: cluster 2022-01-18T21:29:28.526875+0000 mgr.smithi129.iclwio (mgr.14716) 11338 : cluster [DBG] pgmap v9749: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:32.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:31 smithi129 conmon[101092]: cluster 2022-01-18T21:29:30.527668+0000 mgr.smithi129.iclwio (mgr.14716) 11339 : cluster [DBG] pgmap v9750: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:29:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:31 smithi156 conmon[67007]: cluster 2022-01-18T21:29:30.527668+0000 mgr.smithi129.iclwio (mgr.14716) 11339 : cluster [DBG] pgmap v9750: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:29:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:33 smithi129 conmon[101092]: cluster 2022-01-18T21:29:32.528169+0000 mgr.smithi129.iclwio (mgr.14716) 11340 : cluster [DBG] pgmap v9751: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:33 smithi156 conmon[67007]: cluster 2022-01-18T21:29:32.528169+0000 mgr.smithi129.iclwio (mgr.14716) 11340 : cluster [DBG] pgmap v9751: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:36.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:35 smithi129 conmon[101092]: cluster 2022-01-18T21:29:34.528988+0000 mgr.smithi129.iclwio (mgr.14716) 11341 : cluster [DBG] pgmap v9752: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:35 smithi156 conmon[67007]: cluster 2022-01-18T21:29:34.528988+0000 mgr.smithi129.iclwio (mgr.14716) 11341 : cluster [DBG] pgmap v9752: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:38.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:37 smithi129 conmon[101092]: cluster 2022-01-18T21:29:36.529549+0000 mgr.smithi129.iclwio (mgr.14716) 11342 : cluster [DBG] pgmap v9753: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:37 smithi156 conmon[67007]: cluster 2022-01-18T21:29:36.529549+0000 mgr.smithi129.iclwio (mgr.14716) 11342 : cluster [DBG] pgmap v9753: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:39 smithi129 conmon[101092]: cluster 2022-01-18T21:29:38.530323+0000 mgr.smithi129.iclwio (mgr.14716) 11343 : cluster [DBG] pgmap v9754: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:39 smithi156 conmon[67007]: cluster 2022-01-18T21:29:38.530323+0000 mgr.smithi129.iclwio (mgr.14716) 11343 : cluster [DBG] pgmap v9754: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:42.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:41 smithi129 conmon[101092]: cluster 2022-01-18T21:29:40.531112+0000 mgr.smithi129.iclwio (mgr.14716) 11344 : cluster [DBG] pgmap v9755: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:29:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:41 smithi156 conmon[67007]: cluster 2022-01-18T21:29:40.531112+0000 mgr.smithi129.iclwio (mgr.14716) 11344 : cluster [DBG] pgmap v9755: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:29:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:43 smithi129 conmon[101092]: cluster 2022-01-18T21:29:42.531720+0000 mgr.smithi129.iclwio (mgr.14716) 11345 : cluster [DBG] pgmap v9756: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:43 smithi156 conmon[67007]: cluster 2022-01-18T21:29:42.531720+0000 mgr.smithi129.iclwio (mgr.14716) 11345 : cluster [DBG] pgmap v9756: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:46.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:45 smithi129 conmon[101092]: cluster 2022-01-18T21:29:44.532461+0000 mgr.smithi129.iclwio (mgr.14716) 11346 : cluster [DBG] pgmap v9757: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:46.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:45 smithi129 conmon[101092]: 2022-01-18T21:29:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:45 smithi156 conmon[67007]: cluster 2022-01-18T21:29:44.532461+0000 mgr.smithi129.iclwio (mgr.14716) 11346 : cluster [DBG] pgmap v9757: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:48.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:47 smithi129 conmon[101092]: cluster 2022-01-18T21:29:46.532963+0000 mgr.smithi129.iclwio (mgr.14716) 11347 : cluster [DBG] pgmap v9758: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:47 smithi156 conmon[67007]: cluster 2022-01-18T21:29:46.532963+0000 mgr.smithi129.iclwio (mgr.14716) 11347 : cluster [DBG] pgmap v9758: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:50.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:49 smithi129 conmon[101092]: cluster 2022-01-18T21:29:48.533508+0000 mgr.smithi129.iclwio (mgr.14716) 11348 : cluster [DBG] pgmap v9759: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:49 smithi156 conmon[67007]: cluster 2022-01-18T21:29:48.533508+0000 mgr.smithi129.iclwio (mgr.14716) 11348 : cluster 2022-01-18T21:29:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:49 smithi156 conmon[67007]: [DBG] pgmap v9759: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:51.250 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:29:51.516 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:29:51.516 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 8m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:29:51.517 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 8m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:29:51.517 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 8m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:29:51.517 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 8m ago 5h 44.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:29:51.517 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 8m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:29:51.518 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 8m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:29:51.518 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 8m ago 5h 851M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:29:51.518 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 8m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:29:51.518 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 8m ago 5h 1905M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:29:51.519 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 8m ago 5h 949M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:29:51.519 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 8m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:29:51.519 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 8m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:29:51.519 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 8m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:29:51.520 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 8m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:29:51.520 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 8m ago 5h 2330M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:29:51.520 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 8m ago 5h 3446M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:29:51.520 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 8m ago 5h 2599M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:29:51.520 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 8m ago 5h 3477M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:29:51.521 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 8m ago 5h 3228M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:29:51.521 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 8m ago 5h 3722M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:29:51.521 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 8m ago 5h 3014M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:29:51.521 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 8m ago 5h 4323M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:29:51.522 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 8m ago 5h 125M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:29:51.834 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:29:51.835 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:29:51.835 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:29:51.835 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:29:51.835 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:29:51.836 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:29:51.836 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:29:51.836 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:29:51.836 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:29:51.836 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:29:51.837 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:29:51.837 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:29:51.837 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:29:51.837 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:29:51.838 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:29:51.838 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:29:51.838 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:29:51.838 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:29:51.839 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:29:52.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:51 smithi129 conmon[101092]: cluster 2022-01-18T21:29:50.534404+0000 mgr.smithi129.iclwio (mgr.14716) 11349 : cluster [DBG] 2022-01-18T21:29:52.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:51 smithi129 conmon[101092]: pgmap v9760: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:29:52.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:51 smithi129 conmon[101092]: audit 2022-01-18T21:29:51.238836+0000 mgr.smithi129.iclwio (mgr.14716) 11350 : audit [DBG] from='client.41662 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:29:52.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:51 smithi129 conmon[101092]: audit 2022- 2022-01-18T21:29:52.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:51 smithi129 conmon[101092]: 01-18T21:29:51.834497+0000 mon.smithi129 (mon.0) 3364 : audit [DBG] from='client.? 172.21.15.129:0/2637239807' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:29:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:51 smithi156 conmon[67007]: cluster 2022-01-18T21:29:50.534404+0000 mgr.smithi129.iclwio (mgr.14716) 11349 : cluster [DBG] pgmap v9760: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:29:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:51 smithi156 conmon[67007]: audit 2022-01-18T21:29:51.238836+0000 mgr.smithi129.iclwio (mgr.14716) 11350 : audit [DBG] from='client.41662 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:29:52.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:51 smithi156 conmon[67007]: audit 2022-01-18T21:29:51.834497+0000 mon.smithi129 (mon.0) 3364 : audit [DBG] from='client.? 172.21.15.129:0/2637239807' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:29:53.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:52 smithi129 conmon[101092]: audit 2022-01-18T21:29:51.507743+0000 mgr.smithi129.iclwio (mgr.14716) 11351 : audit 2022-01-18T21:29:53.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:52 smithi129 conmon[101092]: [DBG] from='client.41666 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:29:53.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:52 smithi129 conmon[101092]: audit 2022-01-18T21:29:52.802432+0000 mon.smithi129 (mon.0) 3365 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:29:53.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:52 smithi129 conmon[101092]: audit 2022-01-18T21:29:52.803853+0000 mon.smithi129 (mon.0) 3366 : audit 2022-01-18T21:29:53.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:52 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:29:53.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:52 smithi129 conmon[101092]: audit 2022-01-18T21:29:52.804711+0000 mon.smithi129 (mon 2022-01-18T21:29:53.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:52 smithi129 conmon[101092]: .0) 3367 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:29:53.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:52 smithi156 conmon[67007]: audit 2022-01-18T21:29:51.507743+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:29:53.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:52 smithi156 conmon[67007]: ) 11351 : audit [DBG] from='client.41666 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:29:53.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:52 smithi156 conmon[67007]: audit 2022-01-18T21:29:52.802432+0000 mon.smithi129 (mon.0) 3365 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:29:53.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:52 smithi156 conmon[67007]: audit 2022-01-18T21:29:52.803853+0000 mon.smithi129 (mon.0) 3366 : audit 2022-01-18T21:29:53.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:52 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:29:53.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:52 smithi156 conmon[67007]: audit 2022-01-18T21:29 2022-01-18T21:29:53.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:52 smithi156 conmon[67007]: :52.804711+0000 mon.smithi129 (mon.0) 3367 : 2022-01-18T21:29:53.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:52 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:29:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:54 smithi129 conmon[101092]: cluster 2022-01-18T21:29:52.534923+0000 mgr.smithi129.iclwio (mgr.14716) 11352 : cluster [DBG] pgmap v9761: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:54.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:54 smithi129 conmon[101092]: cephadm 2022-01-18T21:29:52.805443+0000 mgr.smithi129.iclwio ( 2022-01-18T21:29:54.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:54 smithi129 conmon[101092]: mgr.14716) 11353 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:29:54.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:54 smithi129 conmon[101092]: audit 2022-01-18T21:29:53.116499+0000 mon.smithi129 (mon.0) 3368 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:29:54.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:54 smithi129 conmon[101092]: audit 2022-01-18T21:29:53.121517+0000 mon.smithi129 (mon.0) 3369 : audit 2022-01-18T21:29:54.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:54 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:29:54.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:54 smithi156 conmon[67007]: cluster 2022-01-18T21:29:52.534923+0000 mgr.smithi129.iclwio (mgr.14716) 11352 : cluster [DBG] pgmap v9761: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:54.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:54 smithi156 conmon[67007]: cephadm 2022-01-18T21:29:52.805443+0000 mgr.smithi129.iclwio (mgr.14716) 11353 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:29:54.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:54 smithi156 conmon[67007]: audit 2022-01-18T21:29:53.116499+0000 mon.smithi129 (mon.0) 3368 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:29:54.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:54 smithi156 conmon[67007]: audit 2022-01-18T21:29:54.446 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:54 smithi156 conmon[67007]: 2022-01-18T21:29:53.121517+0000 mon.smithi129 (mon.0) 3369 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:29:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:56 smithi129 conmon[101092]: cluster 2022-01-18T21:29:54.535610+0000 mgr.smithi129.iclwio (mgr.14716) 11354 : cluster [DBG] pgmap v9762: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:56 smithi156 conmon[67007]: cluster 2022-01-18T21:29:54.535610+0000 mgr.smithi129.iclwio (mgr.14716) 11354 : cluster [DBG] pgmap v9762: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:29:58 smithi129 conmon[101092]: cluster 2022-01-18T21:29:56.536091+0000 mgr.smithi129.iclwio (mgr.14716) 11355 : cluster [DBG] pgmap v9763: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:29:58.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:29:58 smithi156 conmon[67007]: cluster 2022-01-18T21:29:56.536091+0000 mgr.smithi129.iclwio (mgr.14716) 11355 : cluster [DBG] pgmap v9763: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:00 smithi129 conmon[101092]: cluster 2022-01-18T21:29:58.536605+0000 mgr.smithi129.iclwio (mgr.14716) 11356 : cluster [DBG] pgmap v9764: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:00 smithi129 conmon[101092]: audit 2022-01-18T21:29:59.517285+0000 mon.smithi129 (mon.0) 3370 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:30:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:00 smithi129 conmon[101092]: audit 2022-01-18T21:30:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:00 smithi129 conmon[101092]: 2022-01-18T21:29:59.519336+0000 mon.smithi129 (mon.0) 3371 : audit [INF] 2022-01-18T21:30:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:00 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:30:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:00 smithi129 conmon[101092]: cluster 2022-01-18T21: 2022-01-18T21:30:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:00 smithi129 conmon[101092]: 30:00.000128+0000 mon.smithi129 (mon.0) 3372 2022-01-18T21:30:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:00 smithi129 conmon[101092]: : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T21:30:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:00 smithi156 conmon[67007]: cluster 2022-01-18T21:29:58.536605+0000 mgr.smithi129.iclwio (mgr.14716) 11356 : cluster [DBG] pgmap v9764: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:00 smithi156 conmon[67007]: 2022-01-18T21:30:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:00 smithi156 conmon[67007]: audit 2022-01-18T21:29:59.517285+0000 mon.smithi129 (mon.0) 3370 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:30:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:00 smithi156 conmon[67007]: audit 2022-01-18T21:29:59.519336+0000 mon.smithi129 (mon 2022-01-18T21:30:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:00 smithi156 conmon[67007]: .0) 3371 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:30:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:00 smithi156 conmon[67007]: cluster 2022-01- 2022-01-18T21:30:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:00 smithi156 conmon[67007]: 18T21:30:00.000128+0000 2022-01-18T21:30:00.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:00 smithi156 conmon[67007]: mon.smithi129 (mon.0) 3372 : cluster 2022-01-18T21:30:00.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:00 smithi156 conmon[67007]: [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T21:30:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:02 smithi129 conmon[101092]: cluster 2022-01-18T21:30:00.537454+0000 mgr.smithi129.iclwio (mgr.14716) 11357 : cluster [DBG] pgmap v9765: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:30:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:02 smithi156 conmon[67007]: cluster 2022-01-18T21:30:00.537454+0000 mgr.smithi129.iclwio (mgr.14716) 11357 : cluster [DBG] pgmap v9765: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:30:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:04 smithi129 conmon[101092]: cluster 2022-01-18T21:30:02.538009+0000 mgr.smithi129.iclwio (mgr.14716) 11358 : cluster [DBG] 2022-01-18T21:30:04.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:04 smithi129 conmon[101092]: pgmap v9766: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:04.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:04 smithi156 conmon[67007]: cluster 2022-01-18T21:30:02.538009+0000 mgr.smithi129.iclwio (mgr.14716) 11358 : cluster [DBG] pgmap v9766: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:04.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:04 smithi156 conmon[67007]: 2022-01-18T21:30:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:06 smithi129 conmon[101092]: cluster 2022-01-18T21:30:04.538780+0000 mgr.smithi129.iclwio (mgr.14716) 11359 : cluster [DBG] pgmap v9767: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:06 smithi156 conmon[67007]: cluster 2022-01-18T21:30:04.538780+0000 mgr.smithi129.iclwio (mgr.14716) 11359 : cluster [DBG] pgmap v9767: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:08 smithi129 conmon[101092]: cluster 2022-01-18T21:30:06.539266+0000 mgr.smithi129.iclwio (mgr.14716) 11360 : cluster [DBG] pgmap v9768: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:08 smithi156 conmon[67007]: cluster 2022-01-18T21:30:06.539266+0000 mgr.smithi129.iclwio (mgr.14716) 11360 : cluster [DBG] pgmap v9768: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:10 smithi129 conmon[101092]: cluster 2022-01-18T21:30:08.539977+0000 mgr.smithi129.iclwio (mgr.14716) 11361 : cluster [DBG] pgmap v9769: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:10 smithi156 conmon[67007]: cluster 2022-01-18T21:30:08.539977+0000 mgr.smithi129.iclwio (mgr.14716) 11361 : cluster [DBG] pgmap v9769: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:12 smithi129 conmon[101092]: cluster 2022-01-18T21:30:10.540708+0000 mgr.smithi129.iclwio (mgr.14716) 11362 : cluster [DBG] pgmap v9770: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:30:12.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:12 smithi129 conmon[101092]: 2022-01-18T21:30:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:12 smithi156 conmon[67007]: cluster 2022-01-18T21:30:10.540708+0000 mgr.smithi129.iclwio (mgr.14716) 11362 : cluster [DBG] pgmap v9770: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:30:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:14 smithi129 conmon[101092]: cluster 2022-01-18T21:30:12.541433+0000 mgr.smithi129.iclwio (mgr.14716) 11363 : cluster [DBG] pgmap v9771: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:14.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:14 smithi156 conmon[67007]: cluster 2022-01-18T21:30:12.541433+0000 mgr.smithi129.iclwio (mgr.14716) 11363 : cluster [DBG] pgmap v9771: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:16 smithi129 conmon[101092]: cluster 2022-01-18T21:30:14.542211+0000 mgr.smithi129.iclwio (mgr.14716) 11364 : cluster [DBG] pgmap v9772: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:16 smithi156 conmon[67007]: cluster 2022-01-18T21:30:14.542211+0000 mgr.smithi129.iclwio (mgr.14716) 11364 : cluster [DBG] pgmap v9772: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:18 smithi129 conmon[101092]: cluster 2022-01-18T21:30:16.542939+0000 mgr.smithi129.iclwio (mgr.14716) 11365 : cluster [DBG] pgmap v9773: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:18 smithi156 conmon[67007]: cluster 2022-01-18T21:30:16.542939+0000 mgr.smithi129.iclwio (mgr.14716) 11365 : cluster [DBG] pgmap v9773: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:20 smithi129 conmon[101092]: cluster 2022-01-18T21:30:18.543492+0000 mgr.smithi129.iclwio (mgr.14716) 11366 : cluster [DBG] pgmap v9774: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:20 smithi156 conmon[67007]: cluster 2022-01-18T21:30:18.543492+0000 mgr.smithi129.iclwio (mgr.14716) 11366 : cluster [DBG] pgmap v9774: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:22.137 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:30:22.403 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:30:22.403 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 8m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:30:22.404 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 8m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:30:22.404 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 8m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:30:22.404 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 8m ago 5h 44.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:30:22.404 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 8m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:30:22.405 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 8m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:30:22.405 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 8m ago 5h 851M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:30:22.405 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 8m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:30:22.405 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 8m ago 5h 1905M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:30:22.406 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 8m ago 5h 949M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:30:22.406 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 8m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:30:22.406 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 8m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:30:22.406 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 8m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:30:22.407 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 8m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:30:22.407 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 8m ago 5h 2330M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:30:22.407 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 8m ago 5h 3446M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:30:22.407 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 8m ago 5h 2599M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:30:22.408 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 8m ago 5h 3477M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:30:22.408 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 8m ago 5h 3228M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:30:22.408 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 8m ago 5h 3722M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:30:22.408 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 8m ago 5h 3014M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:30:22.409 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 8m ago 5h 4323M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:30:22.409 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 8m ago 5h 125M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:30:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:22 smithi129 conmon[101092]: cluster 2022-01-18T21:30:20.544342+0000 mgr.smithi129.iclwio (mgr.14716) 11367 2022-01-18T21:30:22.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:22 smithi129 conmon[101092]: : cluster [DBG] pgmap v9775: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:30:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:22 smithi156 conmon[67007]: cluster 2022-01-18T21:30:20.544342+0000 mgr.smithi129.iclwio (mgr.14716) 11367 : cluster [DBG] pgmap v9775: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:30:22.725 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:30:22.725 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:30:22.725 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:30:22.726 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:30:22.726 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:30:22.726 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:30:22.726 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:30:22.726 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:30:22.727 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:30:22.727 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:30:22.727 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:30:22.727 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:30:22.728 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:30:22.728 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:30:22.728 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:30:22.728 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:30:22.729 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:30:22.729 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:30:22.729 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:30:23.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:23 smithi129 conmon[101092]: audit 2022-01-18T21:30:22.125183+0000 mgr.smithi129.iclwio (mgr.14716) 11368 : audit 2022-01-18T21:30:23.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:23 smithi129 conmon[101092]: [DBG] from='client.41674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:30:23.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:23 smithi129 conmon[101092]: audit 2022-01-18T21:30:22.724977+0000 mon.smithi129 (mon.0) 3373 : audit [DBG] from='client.? 172.21.15.129:0/1297832110' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:30:23.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:23 smithi156 conmon[67007]: audit 2022-01-18T21:30:22.125183+0000 mgr.smithi129.iclwio (mgr.14716) 11368 : audit [DBG] from='client.41674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:30:23.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:23 smithi156 conmon[67007]: audit 2022-01-18T21:30:22.724977+0000 mon.smithi129 (mon.0) 3373 : audit [DBG] from='client.? 172.21.15.129:0/1297832110' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:30:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:24 smithi129 conmon[101092]: audit 2022-01-18T21:30:22.394598+0000 mgr.smithi129.iclwio (mgr.14716) 11369 : audit [DBG] from='client.41678 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:30:24.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:24 smithi129 conmon[101092]: 2022-01-18T21:30:24.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:24 smithi129 conmon[101092]: cluster 2022-01-18T21:30:22.544932+0000 mgr.smithi129.iclwio (mgr.14716) 11370 : cluster [DBG] pgmap v9776: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:24.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:24 smithi156 conmon[67007]: audit 2022-01-18T21:30:22.394598+0000 mgr.smithi129.iclwio (mgr.14716) 11369 : audit [DBG] from='client.41678 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:30:24.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:24 smithi156 conmon[67007]: cluster 2022-01-18T21:30:22.544932+0000 mgr.smithi129.iclwio (mgr.14716) 11370 : cluster [DBG] pgmap v9776: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:26 smithi129 conmon[101092]: cluster 2022-01-18T21:30: 2022-01-18T21:30:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:26 smithi129 conmon[101092]: 24.545735+0000 mgr.smithi129.iclwio (mgr.14716) 11371 : cluster [DBG] pgmap v9777: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:26 smithi156 conmon[67007]: cluster 2022-01-18T21:30:24.545735+0000 mgr.smithi129.iclwio (mgr.14716) 11371 : cluster [DBG] pgmap v9777: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:28 smithi129 conmon[101092]: cluster 2022-01-18T21:30:26.546222+0000 mgr.smithi129.iclwio (mgr.14716) 11372 : cluster [DBG] pgmap v9778: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:28 smithi156 conmon[67007]: cluster 2022-01-18T21:30:26.546222+0000 mgr.smithi129.iclwio (mgr.14716) 11372 : cluster [DBG] pgmap v9778: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:30 smithi129 conmon[101092]: cluster 2022-01-18T21:30:28.546746+0000 mgr.smithi129.iclwio (mgr.14716) 11373 : cluster [DBG] pgmap v9779: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:30 smithi156 conmon[67007]: cluster 2022-01-18T21:30:28.546746+0000 mgr.smithi129.iclwio (mgr.14716) 11373 : cluster [DBG] pgmap v9779: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:32 smithi156 conmon[67007]: cluster 2022-01-18T21:30:30.547498+0000 mgr.smithi129.iclwio (mgr.14716) 11374 : cluster [DBG] pgmap v9780: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:30:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:32 smithi129 conmon[101092]: cluster 2022-01-18T21:30:30.547498+0000 mgr.smithi129.iclwio (mgr.14716) 11374 : 2022-01-18T21:30:32.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:32 smithi129 conmon[101092]: cluster [DBG] pgmap v9780: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:30:34.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:34 smithi156 conmon[67007]: cluster 2022-01-18T21:30:32.548143+0000 mgr.smithi129.iclwio (mgr.14716) 11375 : cluster [DBG] pgmap v9781: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:34.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:34 smithi129 conmon[101092]: cluster 2022-01-18T21:30:32.548143+0000 mgr.smithi129.iclwio (mgr.14716) 11375 : cluster [DBG] pgmap v9781: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:36 smithi156 conmon[67007]: cluster 2022-01-18T21:30:34.549031+0000 mgr.smithi129.iclwio (mgr.14716) 11376 : cluster [DBG] pgmap v9782: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:36 smithi129 conmon[101092]: cluster 2022-01-18T21:30:34.549031+0000 mgr.smithi129.iclwio (mgr.14716) 11376 : cluster [DBG] pgmap v9782: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:38 smithi156 conmon[67007]: cluster 2022-01-18T21:30:36.549639+0000 mgr.smithi129.iclwio (mgr.14716) 11377 : cluster [DBG] pgmap v9783: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:38 smithi129 conmon[101092]: cluster 2022-01-18T21:30:36.549639+0000 mgr.smithi129.iclwio ( 2022-01-18T21:30:38.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:38 smithi129 conmon[101092]: mgr.14716) 11377 : cluster [DBG] pgmap v9783: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:40.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:40 smithi156 conmon[67007]: cluster 2022-01-18T21:30:38.550318+0000 mgr.smithi129.iclwio (mgr.14716) 11378 : cluster [DBG] pgmap v9784: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:40.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:40 smithi129 conmon[101092]: cluster 2022-01-18T21:30:38.550318+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:30:40.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:40 smithi129 conmon[101092]: 11378 : cluster [DBG] pgmap v9784: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:42.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:42 smithi156 conmon[67007]: cluster 2022-01-18T21:30:40.551167+0000 mgr.smithi129.iclwio (mgr.14716) 11379 : cluster [DBG] pgmap v9785: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:30:42.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:42 smithi156 conmon[67007]: 2022-01-18T21:30:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:42 smithi129 conmon[101092]: cluster 2022-01-18T21:30:40.551167+0000 mgr.smithi129.iclwio (mgr.14716) 11379 : cluster [DBG] pgmap v9785: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:30:44.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:44 smithi156 conmon[67007]: cluster 2022-01-18T21:30:42.551811+0000 mgr.smithi129.iclwio (mgr.14716) 11380 : cluster [DBG] pgmap v9786: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:44 smithi129 conmon[101092]: cluster 2022-01-18T21:30:42.551811+0000 mgr.smithi129.iclwio (mgr.14716) 11380 : cluster [DBG] pgmap v9786: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:46 smithi156 conmon[67007]: cluster 2022-01-18T21:30:44.552613+0000 mgr.smithi129.iclwio (mgr.14716) 11381 : cluster [DBG] pgmap v9787: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:46 smithi129 conmon[101092]: cluster 2022-01-18T21:30:44.552613+0000 mgr.smithi129.iclwio (mgr.14716) 11381 : cluster [DBG] pgmap v9787: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:48.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:48 smithi156 conmon[67007]: cluster 2022-01-18T21:30:46.553106+0000 mgr.smithi129.iclwio (mgr.14716) 11382 : cluster [DBG] pgmap v9788: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:48 smithi129 conmon[101092]: cluster 2022-01-18T21:30:46.553106+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:30:48.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:48 smithi129 conmon[101092]: .14716) 11382 : cluster [DBG] pgmap v9788: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:50.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:50 smithi156 conmon[67007]: cluster 2022-01-18T21:30:48.553775+0000 mgr.smithi129.iclwio (mgr.14716) 11383 : cluster [DBG] pgmap v9789: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:50 smithi129 conmon[101092]: cluster 2022-01-18T21:30:48.553775+0000 mgr.smithi129.iclwio (mgr.14716) 11383 : cluster [DBG] 2022-01-18T21:30:50.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:50 smithi129 conmon[101092]: pgmap v9789: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:52 smithi156 conmon[67007]: cluster 2022-01-18T21:30:50.554514+0000 mgr.smithi129.iclwio (mgr.14716) 11384 : cluster [DBG] pgmap v9790: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:30:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:52 smithi129 conmon[101092]: cluster 2022-01-18T21:30:50.554514+0000 mgr.smithi129.iclwio (mgr.14716) 11384 : cluster [DBG] pgmap v9790: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:30:52.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:52 smithi129 conmon[101092]: 2022-01-18T21:30:53.027 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:30:53.307 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:30:53.307 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 9m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:30:53.308 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 9m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:30:53.308 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 9m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:30:53.308 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 9m ago 5h 44.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:30:53.308 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 9m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:30:53.309 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 9m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:30:53.309 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 9m ago 5h 851M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:30:53.309 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 9m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:30:53.309 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 9m ago 5h 1905M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:30:53.310 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 9m ago 5h 949M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:30:53.310 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 9m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:30:53.310 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 9m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:30:53.311 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 9m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:30:53.311 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 9m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:30:53.311 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 9m ago 5h 2330M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:30:53.311 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 9m ago 5h 3446M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:30:53.312 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 9m ago 5h 2599M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:30:53.312 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 9m ago 5h 3477M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:30:53.312 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 9m ago 5h 3228M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:30:53.313 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 9m ago 5h 3722M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:30:53.313 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 9m ago 5h 3014M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:30:53.313 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 9m ago 5h 4323M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:30:53.314 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 9m ago 5h 125M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:30:53.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:53 smithi156 conmon[67007]: audit 2022-01-18T21:30:53.123794+0000 mon.smithi129 2022-01-18T21:30:53.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:53 smithi156 conmon[67007]: (mon.0) 3374 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:30:53.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:53 smithi156 conmon[67007]: audit 2022-01-18T21 2022-01-18T21:30:53.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:53 smithi156 conmon[67007]: :30:53.124869+0000 mon.smithi129 (mon.0) 3375 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:30:53.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:53 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T21:30:53.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:53 smithi156 conmon[67007]: 21:30:53.125588+0000 mon.smithi129 (mon.0) 3376 2022-01-18T21:30:53.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:53 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:30:53.639 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:30:53.639 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:30:53.640 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:30:53.640 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:30:53.640 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:30:53.641 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:30:53.641 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:30:53.641 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:30:53.642 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:30:53.643 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:30:53.643 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:30:53.643 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:30:53.643 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:30:53.643 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:30:53.644 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:30:53.644 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:30:53.644 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:30:53.644 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:30:53.645 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:30:53.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:53 smithi129 conmon[101092]: audit 2022-01-18T21:30:53.123794+0000 mon.smithi129 (mon 2022-01-18T21:30:53.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:53 smithi129 conmon[101092]: .0) 3374 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:30:53.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:53 smithi129 conmon[101092]: audit 2022-01-18T21:30:53.124869+0000 mon.smithi129 (mon.0) 3375 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:30:53.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:53 smithi129 conmon[101092]: audit 2022-01-18T21:30:53.125588+0000 mon.smithi129 2022-01-18T21:30:53.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:53 smithi129 conmon[101092]: (mon.0) 3376 : audit [INF] 2022-01-18T21:30:53.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:53 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:30:54.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:54 smithi156 conmon[67007]: cluster 2022-01-18T21:30:52.555222+0000 mgr.smithi129.iclwio (mgr.14716) 11385 : cluster [DBG] pgmap v9791: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:54.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:54 smithi156 conmon[67007]: 2022-01-18T21:30:54.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:54 smithi156 conmon[67007]: audit 2022-01-18T21:30:53.015893+0000 mgr.smithi129.iclwio (mgr.14716) 11386 : audit [DBG] from='client.41686 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:30:54.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:54 smithi156 conmon[67007]: cephadm 2022-01-18T21:30:53.126159+0000 mgr.smithi129.iclwio (mgr.14716) 11387 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:30:54.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:54 smithi156 conmon[67007]: audit 2022-01-18T21:30:53.437775+0000 mon.smithi129 (mon.0) 3377 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T21:30:54.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:54 smithi156 conmon[67007]: audit 2022-01-18T21:30:53.437975+0000 mon.smithi129 (mon.0) 3378 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T21:30:54.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:54 smithi156 conmon[67007]: audit 2022-01-18T21:30:53.442293+0000 mon.smithi129 (mon.0) 3379 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:30:54.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:54 smithi156 conmon[67007]: audit 2022-01-18T21:30:53.447213+0000 mon.smithi129 (mon.0) 3380 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:30:54.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:54 smithi156 conmon[67007]: audit 2022-01-18T21:30:53.639449+0000 mon.smithi129 (mon.0) 3381 : audit [DBG] from='client.? 172.21.15.129:0/1249049738' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:30:54.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:54 smithi129 conmon[101092]: cluster 2022-01-18T21:30:52.555222+0000 mgr.smithi129.iclwio (mgr.14716) 11385 : cluster [DBG] pgmap v9791: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:54.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:54 smithi129 conmon[101092]: audit 2022-01-18T21:30:53.015893+0000 mgr.smithi129.iclwio (mgr.14716) 11386 : audit [DBG] from='client.41686 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:30:54.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:54 smithi129 conmon[101092]: cephadm 2022-01-18T21:30:53.126159+0000 2022-01-18T21:30:54.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:54 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 11387 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:30:54.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:54 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T21:30:54.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:54 smithi129 conmon[101092]: 18T21:30:53.437775+0000 mon.smithi129 2022-01-18T21:30:54.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:54 smithi129 conmon[101092]: (mon.0) 3377 : audit 2022-01-18T21:30:54.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:54 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T21:30:54.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:54 smithi129 conmon[101092]: audit 2022- 2022-01-18T21:30:54.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:54 smithi129 conmon[101092]: 01-18T21:30:53.437975+0000 2022-01-18T21:30:54.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:54 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3378 : audit 2022-01-18T21:30:54.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:54 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T21:30:54.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:54 smithi129 conmon[101092]: audit 2022 2022-01-18T21:30:54.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:54 smithi129 conmon[101092]: -01-18T21:30:53. 2022-01-18T21:30:54.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:54 smithi129 conmon[101092]: 442293+0000 mon.smithi129 (mon.0) 3379 2022-01-18T21:30:54.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:54 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:30:54.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:54 smithi129 conmon[101092]: audit 2022 2022-01-18T21:30:54.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:54 smithi129 conmon[101092]: -01-18T21:30:53 2022-01-18T21:30:54.693 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:54 smithi129 conmon[101092]: .447213+0000 mon.smithi129 (mon.0) 3380 2022-01-18T21:30:54.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:54 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:30:54.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:54 smithi129 conmon[101092]: audit 2022-01-18T21:30:54.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:54 smithi129 conmon[101092]: 2022-01-18T21:30: 2022-01-18T21:30:54.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:54 smithi129 conmon[101092]: 53.639449+0000 mon.smithi129 (mon.0 2022-01-18T21:30:54.694 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:54 smithi129 conmon[101092]: ) 3381 : audit [DBG] from='client.? 172.21.15.129:0/1249049738' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:30:55.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:55 smithi156 conmon[67007]: audit 2022-01-18T21:30:53.295792+0000 mgr.smithi129.iclwio (mgr.14716) 11388 : audit [DBG] from='client.41690 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:30:55.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:55 smithi129 conmon[101092]: audit 2022-01-18T21:30:53.295792+0000 mgr.smithi129.iclwio (mgr.14716) 11388 : audit [DBG] from='client.41690 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:30:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:56 smithi156 conmon[67007]: cluster 2022-01-18T21:30:54.556030+0000 mgr.smithi129.iclwio (mgr.14716) 11389 : cluster [DBG] pgmap v9792: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:56 smithi129 conmon[101092]: cluster 2022-01-18T21:30:54.556030+0000 mgr.smithi129.iclwio (mgr.14716) 11389 : cluster [DBG] pgmap v9792: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:58.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:30:58 smithi156 conmon[67007]: cluster 2022-01-18T21:30:56.556601+0000 mgr.smithi129.iclwio (mgr.14716) 11390 : cluster [DBG] pgmap v9793: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:30:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:30:58 smithi129 conmon[101092]: cluster 2022-01-18T21:30:56.556601+0000 mgr.smithi129.iclwio (mgr.14716) 11390 : cluster [DBG] pgmap v9793: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:00 smithi156 conmon[67007]: cluster 2022-01-18T21:30:58.557170+0000 mgr.smithi129.iclwio (mgr.14716) 11391 : cluster [DBG] pgmap v9794: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:00 smithi156 conmon[67007]: audit 2022-01-18T21:30:59.522055+0000 mon.smithi129 (mon.0) 3382 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:31:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:00 smithi156 conmon[67007]: audit 2022-01-18T21:30:59.522264+0000 mon.smithi129 (mon.0) 3383 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:31:00.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:00 smithi129 conmon[101092]: cluster 2022-01-18T21:30:58.557170+0000 mgr.smithi129.iclwio (mgr.14716) 11391 : cluster [DBG] pgmap v9794: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:00.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:00 smithi129 conmon[101092]: audit 2022-01-18T21:30:59.522055+0000 mon.smithi129 (mon.0) 3382 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:31:00.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:00 smithi129 conmon[101092]: audit 2022-01-18T21:30:59.522264+0000 mon.smithi129 (mon.0) 3383 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:31:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:02 smithi156 conmon[67007]: cluster 2022-01-18T21:31:00.557969+0000 mgr.smithi129.iclwio (mgr.14716) 11392 : cluster [DBG] pgmap v9795: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:31:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:02 smithi129 conmon[101092]: cluster 2022-01-18T21:31:00.557969+0000 mgr.smithi129.iclwio (mgr.14716) 11392 : cluster [DBG] pgmap v9795: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:31:04.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:04 smithi156 conmon[67007]: cluster 2022-01-18T21:31:02.558577+0000 mgr.smithi129.iclwio (mgr.14716) 11393 : cluster [DBG] pgmap v9796: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:04 smithi129 conmon[101092]: cluster 2022-01-18T21:31:02.558577+0000 mgr.smithi129.iclwio (mgr.14716) 11393 : cluster [DBG] pgmap v9796: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:06 smithi156 conmon[67007]: cluster 2022-01-18T21:31:04.559341+0000 mgr.smithi129.iclwio (mgr.14716) 11394 : cluster [DBG] pgmap v9797: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:06.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:06 smithi129 conmon[101092]: cluster 2022-01-18T21:31:04.559341+0000 mgr.smithi129.iclwio (mgr.14716) 11394 : cluster [DBG] pgmap v9797: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:08 smithi156 conmon[67007]: cluster 2022-01-18T21:31:06.559863+0000 mgr.smithi129.iclwio (mgr.14716) 11395 : cluster [DBG] pgmap v9798: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:08 smithi129 conmon[101092]: cluster 2022-01-18T21:31:06.559863+0000 mgr.smithi129.iclwio (mgr.14716) 11395 : cluster [DBG] pgmap v9798: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:10 smithi156 conmon[67007]: cluster 2022-01-18T21:31:08.560533+0000 mgr.smithi129.iclwio (mgr.14716) 11396 : cluster [DBG] pgmap v9799: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:10.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:10 smithi129 conmon[101092]: cluster 2022-01-18T21:31:08.560533+0000 mgr.smithi129.iclwio (mgr.14716) 11396 : cluster [DBG] pgmap v9799: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:12 smithi156 conmon[67007]: cluster 2022-01-18T21:31:10.561362+0000 mgr.smithi129.iclwio (mgr.14716) 11397 : cluster [DBG] pgmap v9800: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:31:12.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:12 smithi156 conmon[67007]: 2022-01-18T21:31:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:12 smithi129 conmon[101092]: cluster 2022-01-18T21:31:10.561362+0000 mgr.smithi129.iclwio (mgr.14716) 11397 : cluster [DBG] pgmap v9800: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:31:14.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:14 smithi156 conmon[67007]: cluster 2022-01-18T21:31:12.561897+0000 mgr.smithi129.iclwio (mgr.14716) 11398 : cluster [DBG] pgmap v9801: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:14 smithi129 conmon[101092]: cluster 2022-01-18T21:31:12.561897+0000 mgr.smithi129.iclwio (mgr.14716) 11398 : cluster [DBG] pgmap v9801: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:15.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:15 smithi156 conmon[67007]: cluster 2022-01-18T21:31:14.562851+0000 mgr.smithi129.iclwio (mgr.14716) 11399 : cluster [DBG] pgmap v9802: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:15.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:15 smithi129 conmon[101092]: cluster 2022-01-18T21:31:14.562851+0000 mgr.smithi129.iclwio (mgr.14716) 11399 : cluster [DBG] pgmap v9802: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:15.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:15 smithi129 conmon[101092]: 2022-01-18T21:31:17.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:17 smithi129 conmon[101092]: cluster 2022-01-18T21:31:16.563364+0000 mgr.smithi129.iclwio (mgr.14716) 11400 : cluster 2022-01-18T21:31:17.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:17 smithi129 conmon[101092]: [DBG] pgmap v9803: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:18.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:17 smithi156 conmon[67007]: cluster 2022-01-18T21:31:16.563364+0000 mgr.smithi129.iclwio (mgr.14716) 11400 : cluster [DBG] pgmap v9803: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:19.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:19 smithi129 conmon[101092]: cluster 2022-01-18T21:31:18.564069+0000 mgr.smithi129.iclwio (mgr.14716) 11401 : cluster [DBG] 2022-01-18T21:31:19.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:19 smithi129 conmon[101092]: pgmap v9804: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:20.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:19 smithi156 conmon[67007]: cluster 2022-01-18T21:31:18.564069+0000 mgr.smithi129.iclwio (mgr.14716) 11401 : cluster [DBG] pgmap v9804: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:21.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:21 smithi129 conmon[101092]: cluster 2022-01-18T21:31:20.564893+0000 mgr.smithi129.iclwio (mgr.14716) 11402 : cluster [DBG] 2022-01-18T21:31:21.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:21 smithi129 conmon[101092]: pgmap v9805: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:31:22.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:21 smithi156 conmon[67007]: cluster 2022-01-18T21:31:20.564893+0000 mgr.smithi129.iclwio (mgr.14716) 11402 : cluster [DBG] pgmap v9805: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:31:23.937 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:31:23.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:23 smithi129 conmon[101092]: cluster 2022-01-18T21:31:22.565541+0000 mgr.smithi129.iclwio (mgr.14716) 11403 : cluster [DBG] pgmap v9806: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:24.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:23 smithi156 conmon[67007]: cluster 2022-01-18T21:31:22.565541+0000 mgr.smithi129.iclwio (mgr.14716) 11403 : cluster [DBG] pgmap v9806: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:24.206 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:31:24.207 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 9m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:31:24.207 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 9m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:31:24.207 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 9m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:31:24.207 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 9m ago 5h 44.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:31:24.207 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 9m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:31:24.208 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 9m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:31:24.208 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 9m ago 5h 851M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:31:24.208 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 9m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:31:24.209 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 9m ago 5h 1905M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:31:24.209 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 9m ago 5h 949M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:31:24.209 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 9m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:31:24.209 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 9m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:31:24.210 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 9m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:31:24.210 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 9m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:31:24.210 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 9m ago 5h 2330M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:31:24.210 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 9m ago 5h 3446M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:31:24.211 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 9m ago 5h 2599M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:31:24.211 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 9m ago 5h 3477M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:31:24.211 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 9m ago 5h 3228M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:31:24.211 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 9m ago 5h 3722M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:31:24.212 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 9m ago 5h 3014M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:31:24.212 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 9m ago 5h 4323M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:31:24.212 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 9m ago 5h 125M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:31:24.526 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:31:24.527 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:31:24.527 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:31:24.527 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:31:24.528 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:31:24.528 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:31:24.528 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:31:24.529 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:31:24.529 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:31:24.529 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:31:24.529 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:31:24.529 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:31:24.530 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:31:24.530 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:31:24.530 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:31:24.531 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:31:24.531 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:31:24.531 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:31:24.531 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:31:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:24 smithi156 conmon[67007]: audit 2022-01-18T21:31:23.925980+0000 mgr.smithi129.iclwio (mgr.14716) 11404 : audit [DBG] from='client.41698 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:31:24.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:24 smithi156 conmon[67007]: audit 2022-01-18T21:31: 2022-01-18T21:31:24.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:24 smithi156 conmon[67007]: 24.197721+0000 mgr.smithi129.iclwio (mgr.14716) 11405 : audit [DBG] from='client.41702 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:31:24.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:24 smithi156 conmon[67007]: audit 2022-01-18T21:31:24.526836+0000 mon.smithi129 (mon.0) 3384 : audit [DBG] from='client.? 172.21.15.129:0/44943273' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:31:24.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:24 smithi129 conmon[101092]: audit 2022-01-18T21:31:23.925980+0000 mgr.smithi129.iclwio (mgr.14716) 11404 : audit [DBG] from='client.41698 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:31:24.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:24 smithi129 conmon[101092]: audit 2022-01-18T21:31:24. 2022-01-18T21:31:24.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:24 smithi129 conmon[101092]: 197721+0000 mgr.smithi129.iclwio (mgr.14716) 11405 : audit [DBG] from='client.41702 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:31:24.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:24 smithi129 conmon[101092]: audit 2022-01-18T21:31:24.526836+0000 mon.smithi129 (mon.0) 3384 : audit [DBG] from='client.? 172.21.15.129:0/44943273' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:31:25.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:25 smithi129 conmon[101092]: cluster 2022-01-18T21:31:24.566436+0000 mgr.smithi129.iclwio (mgr.14716) 11406 : cluster [DBG] pgmap v9807: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:26.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:25 smithi156 conmon[67007]: cluster 2022-01-18T21:31:24.566436+0000 mgr.smithi129.iclwio (mgr.14716) 11406 : cluster [DBG] pgmap v9807: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:27.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:27 smithi129 conmon[101092]: cluster 2022-01-18T21:31:26.567027+0000 mgr.smithi129.iclwio (mgr.14716) 11407 : cluster [DBG] pgmap v9808: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:28.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:27 smithi156 conmon[67007]: cluster 2022-01-18T21:31:26.567027+0000 mgr.smithi129.iclwio (mgr.14716) 11407 : cluster [DBG] pgmap v9808: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:29.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:29 smithi129 conmon[101092]: cluster 2022-01-18T21:31:28.567781+0000 mgr.smithi129.iclwio (mgr.14716) 11408 : cluster [DBG] pgmap v9809: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:29.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:29 smithi129 conmon[101092]: 2022-01-18T21:31:30.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:29 smithi156 conmon[67007]: cluster 2022-01-18T21:31:28.567781+0000 mgr.smithi129.iclwio (mgr.14716) 11408 : cluster [DBG] pgmap v9809: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:31.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:31 smithi129 conmon[101092]: cluster 2022-01-18T21:31:30.568646+0000 mgr.smithi129.iclwio (mgr.14716) 11409 : cluster [DBG] pgmap v9810: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:31:32.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:31 smithi156 conmon[67007]: cluster 2022-01-18T21:31:30.568646+0000 mgr.smithi129.iclwio (mgr.14716) 11409 : cluster [DBG] pgmap v9810: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:31:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:33 smithi129 conmon[101092]: cluster 2022-01-18T21:31:32.569303+0000 mgr.smithi129.iclwio (mgr.14716) 11410 : cluster [DBG] pgmap v9811: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:33.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:33 smithi129 conmon[101092]: 2022-01-18T21:31:34.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:33 smithi156 conmon[67007]: cluster 2022-01-18T21:31:32.569303+0000 mgr.smithi129.iclwio (mgr.14716) 11410 : cluster [DBG] pgmap v9811: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:34.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:33 smithi156 conmon[67007]: 2022-01-18T21:31:35.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:35 smithi129 conmon[101092]: cluster 2022-01-18T21:31:34.570176+0000 mgr.smithi129.iclwio (mgr.14716) 11411 : cluster [DBG] pgmap v9812: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:35.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:35 smithi129 conmon[101092]: 2022-01-18T21:31:36.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:35 smithi156 conmon[67007]: cluster 2022-01-18T21:31:34.570176+0000 mgr.smithi129.iclwio (mgr.14716) 11411 : cluster [DBG] pgmap v9812: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:37.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:37 smithi129 conmon[101092]: cluster 2022-01-18T21:31:36.570672+0000 mgr.smithi129.iclwio (mgr.14716) 11412 : cluster 2022-01-18T21:31:37.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:37 smithi129 conmon[101092]: [DBG] pgmap v9813: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:38.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:37 smithi156 conmon[67007]: cluster 2022-01-18T21:31:36.570672+0000 mgr.smithi129.iclwio (mgr.14716) 11412 : cluster [DBG] pgmap v9813: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:39.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:39 smithi129 conmon[101092]: cluster 2022-01-18T21:31:38.571168+0000 mgr.smithi129.iclwio (mgr.14716) 11413 : cluster [DBG] pgmap v9814: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:39 smithi156 conmon[67007]: cluster 2022-01-18T21:31:38.571168+0000 mgr.smithi129.iclwio (mgr.14716) 11413 : cluster [DBG] pgmap v9814: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:41.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:41 smithi129 conmon[101092]: cluster 2022-01-18T21:31:40.572040+0000 mgr.smithi129.iclwio (mgr.14716) 11414 : cluster [DBG] 2022-01-18T21:31:41.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:41 smithi129 conmon[101092]: pgmap v9815: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:31:42.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:41 smithi156 conmon[67007]: cluster 2022-01-18T21:31:40.572040+0000 mgr.smithi129.iclwio (mgr.14716) 11414 : cluster [DBG] pgmap v9815: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:31:43.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:43 smithi129 conmon[101092]: cluster 2022-01-18T21:31:42.572513+0000 mgr.smithi129.iclwio (mgr.14716) 11415 : cluster [DBG] pgmap v9816: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:43 smithi156 conmon[67007]: cluster 2022-01-18T21:31:42.572513+0000 mgr.smithi129.iclwio (mgr.14716) 11415 : cluster [DBG] pgmap v9816: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:45.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:45 smithi129 conmon[101092]: cluster 2022-01-18T21:31:44.573492+0000 mgr.smithi129.iclwio (mgr.14716) 11416 : cluster [DBG] pgmap v9817: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:46.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:45 smithi156 conmon[67007]: cluster 2022-01-18T21:31:44.573492+0000 mgr.smithi129.iclwio (mgr.14716) 11416 : cluster [DBG] pgmap v9817: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:47.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:47 smithi129 conmon[101092]: cluster 2022-01-18T21:31:46.574182+0000 mgr.smithi129.iclwio (mgr.14716) 11417 : cluster [DBG] 2022-01-18T21:31:47.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:47 smithi129 conmon[101092]: pgmap v9818: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:48.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:47 smithi156 conmon[67007]: cluster 2022-01-18T21:31:46.574182+0000 mgr.smithi129.iclwio (mgr.14716) 11417 : cluster [DBG] pgmap v9818: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:49.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:49 smithi129 conmon[101092]: cluster 2022-01-18T21:31:48.574713+0000 mgr.smithi129.iclwio (mgr.14716) 11418 : cluster [DBG] pgmap v9819: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:50.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:49 smithi156 conmon[67007]: cluster 2022-01-18T21:31:48.574713+0000 mgr.smithi129.iclwio (mgr.14716) 11418 : cluster [DBG] pgmap v9819: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:51.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:51 smithi129 conmon[101092]: cluster 2022-01-18T21:31:50.575379+0000 mgr.smithi129.iclwio (mgr.14716) 11419 : cluster [DBG] pgmap v9820: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:31:52.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:51 smithi156 conmon[67007]: cluster 2022-01-18T21:31:50.575379+0000 mgr.smithi129.iclwio (mgr.14716) 11419 : cluster [DBG] pgmap v9820: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:31:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:53 smithi129 conmon[101092]: cluster 2022-01-18T21:31:52.575939+0000 mgr.smithi129.iclwio (mgr.14716) 11420 : cluster 2022-01-18T21:31:53.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:53 smithi129 conmon[101092]: [DBG] pgmap v9821: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:53.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:53 smithi129 conmon[101092]: audit 2022-01-18T21:31:53.449880+0000 mon.smithi129 (mon.0) 3385 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:31:53.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:53 smithi129 conmon[101092]: audit 2022-01-18T21:31:53.451294 2022-01-18T21:31:53.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:53 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 3386 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:31:53.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:53 smithi129 conmon[101092]: audit 2022-01-18T21:31:53.452298+0000 mon.smithi129 (mon.0) 3387 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:31:53.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:53 smithi129 conmon[101092]: 2022-01-18T21:31:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:53 smithi156 conmon[67007]: cluster 2022-01-18T21:31:52.575939+0000 mgr.smithi129.iclwio (mgr.14716) 11420 : cluster [DBG] pgmap v9821: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:53 smithi156 conmon[67007]: audit 2022-01-18T21:31:53 2022-01-18T21:31:54.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:53 smithi156 conmon[67007]: .449880+0000 mon.smithi129 (mon.0) 3385 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:31:54.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:53 smithi156 conmon[67007]: audit 2022-01-18T21:31:53.451294+0000 mon.smithi129 (mon.0) 3386 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:31:54.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:53 smithi156 conmon[67007]: audit 2022 2022-01-18T21:31:54.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:53 smithi156 conmon[67007]: -01-18T21:31:53.452298+0000 mon.smithi129 (mon.0) 3387 : audit 2022-01-18T21:31:54.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:53 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:31:54.847 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:31:55.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:54 smithi156 conmon[67007]: cephadm 2022-01-18T21:31:53.453023+0000 mgr.smithi129.iclwio (mgr.14716) 11421 : cephadm 2022-01-18T21:31:55.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:54 smithi156 conmon[67007]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:31:55.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:54 smithi156 conmon[67007]: audit 2022-01-18T21:31:53.711095+0000 mon.smithi129 (mon.0) 3388 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:31:55.128 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:31:55.129 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 10m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:31:55.129 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 10m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:31:55.129 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 10m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:31:55.130 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 10m ago 5h 44.6M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:31:55.130 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 10m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:31:55.130 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 10m ago 5h 27.9M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:31:55.130 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 10m ago 5h 851M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:31:55.131 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 10m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:31:55.131 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 10m ago 5h 1905M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:31:55.131 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 10m ago 5h 949M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:31:55.131 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 10m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:31:55.132 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 10m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:31:55.132 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 10m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:31:55.132 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 10m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:31:55.132 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 10m ago 5h 2330M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:31:55.132 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 10m ago 5h 3446M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:31:55.133 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 10m ago 5h 2599M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:31:55.133 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 10m ago 5h 3477M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:31:55.133 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 10m ago 5h 3228M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:31:55.133 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 10m ago 5h 3722M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:31:55.134 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 10m ago 5h 3014M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:31:55.134 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 10m ago 5h 4323M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:31:55.134 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 10m ago 5h 125M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:31:55.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:54 smithi129 conmon[101092]: cephadm 2022-01-18T21:31:53. 2022-01-18T21:31:55.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:54 smithi129 conmon[101092]: 453023+0000 mgr.smithi129.iclwio (mgr.14716) 11421 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:31:55.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:54 smithi129 conmon[101092]: audit 2022-01-18T21:31:53.711095+0000 mon.smithi129 (mon.0) 3388 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:31:55.486 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:31:55.486 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:31:55.487 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:31:55.487 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:31:55.487 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:31:55.487 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:31:55.488 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:31:55.488 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:31:55.488 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:31:55.488 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:31:55.488 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:31:55.489 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:31:55.489 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:31:55.489 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:31:55.489 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:31:55.490 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:31:55.490 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:31:55.490 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:31:55.490 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:31:56.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:55 smithi156 conmon[67007]: cluster 2022-01-18T21:31:54.576628+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:31:56.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:55 smithi156 conmon[67007]: 11422 : cluster [DBG] pgmap v9822: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:56.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:55 smithi156 conmon[67007]: audit 2022-01-18T21:31:54.833832+0000 mgr.smithi129.iclwio (mgr.14716) 11423 : audit [DBG] from='client.41710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:31:56.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:55 smithi156 conmon[67007]: audit 2022-01-18T21:31:55.119886+0000 mgr.smithi129.iclwio (mgr.14716) 11424 : audit [DBG] from='client.41714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:31:56.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:55 smithi156 conmon[67007]: audit 2022-01 2022-01-18T21:31:56.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:55 smithi156 conmon[67007]: -18T21:31:55.486529+0000 mon.smithi129 (mon.0) 3389 : audit [DBG] from='client.? 172.21.15.129:0/146465892' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:31:56.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:55 smithi129 conmon[101092]: cluster 2022-01-18T21:31:54.576628+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:31:56.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:55 smithi129 conmon[101092]: ) 11422 : cluster [DBG] pgmap v9822: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:56.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:55 smithi129 conmon[101092]: audit 2022-01-18T21:31:54.833832+0000 mgr.smithi129.iclwio (mgr.14716) 11423 : audit 2022-01-18T21:31:56.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:55 smithi129 conmon[101092]: [DBG] from='client.41710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:31:56.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:55 smithi129 conmon[101092]: audit 2022-01-18T21:31:56.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:55 smithi129 conmon[101092]: 2022-01-18T21:31:55.119886+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:31:56.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:55 smithi129 conmon[101092]: ) 11424 : audit [DBG] from='client.41714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:31:56.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:55 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T21:31:56.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:55 smithi129 conmon[101092]: T21:31:55.486529+0000 mon.smithi129 (mon 2022-01-18T21:31:56.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:55 smithi129 conmon[101092]: .0) 3389 : audit [DBG] from='client.? 172.21.15.129:0/146465892' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:31:58.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:57 smithi129 conmon[101092]: cluster 2022-01-18T21:31:56.577052+0000 mgr.smithi129.iclwio (mgr.14716) 11425 2022-01-18T21:31:58.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:57 smithi129 conmon[101092]: : cluster [DBG] pgmap v9823: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:58.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:57 smithi129 conmon[101092]: audit 2022-01-18T21:31:56.811497+0000 mon.smithi129 (mon.0) 3390 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:31:58.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:57 smithi156 conmon[67007]: cluster 2022-01-18T21:31:56.577052+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:31:58.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:57 smithi156 conmon[67007]: 11425 : cluster [DBG] pgmap v9823: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:31:58.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:57 smithi156 conmon[67007]: audit 2022-01-18T21:31:56.811497+0000 mon.smithi129 (mon.0) 3390 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:32:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:59 smithi156 conmon[67007]: cluster 2022-01-18T21:31:58.577550+0000 mgr.smithi129.iclwio (mgr.14716) 11426 : cluster [DBG] pgmap v9824: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:59 smithi156 conmon[67007]: audit 2022-01-18T21:31:58.966733+0000 mon.smithi129 (mon.0) 3391 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:32:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:59 smithi156 conmon[67007]: audit 2022-01-18T21:31:59.261369+0000 mon.smithi129 (mon.0) 3392 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:32:00.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:59 smithi156 conmon[67007]: audit 2022-01-18T21:31:59.268282+0000 mon.smithi129 (mon.0) 3393 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:32:00.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:59 smithi156 conmon[67007]: audit 2022-01-18T21:31:59.525297+0000 mon.smithi129 (mon.0) 3394 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:32:00.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:31:59 smithi156 conmon[67007]: audit 2022-01-18T21:31:59.525460+0000 mon.smithi129 (mon.0) 3395 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:32:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:59 smithi129 conmon[101092]: cluster 2022-01-18T21:31:58.577550+0000 mgr.smithi129.iclwio (mgr.14716) 11426 : cluster [DBG] pgmap v9824: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:59 smithi129 conmon[101092]: 2022-01-18T21:32:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:59 smithi129 conmon[101092]: audit 2022-01-18T21:31:58.966733+0000 mon.smithi129 (mon.0) 3391 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:32:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:59 smithi129 conmon[101092]: audit 2022-01-18T21:31:59.261369+0000 mon.smithi129 (mon.0) 3392 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:32:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:59 smithi129 conmon[101092]: audit 2022-01-18T21:31:59.268282+0000 mon.smithi129 (mon.0) 3393 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:32:00.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:59 smithi129 conmon[101092]: audit 2022-01-18T21:31:59.525297+0000 mon.smithi129 (mon.0) 3394 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:32:00.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:31:59 smithi129 conmon[101092]: audit 2022-01-18T21:31:59.525460+0000 mon.smithi129 (mon.0) 3395 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:32:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:01 smithi156 conmon[67007]: cluster 2022-01-18T21:32:00.578321+0000 mgr.smithi129.iclwio (mgr.14716) 11427 : cluster [DBG] pgmap v9825: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:32:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:01 smithi129 conmon[101092]: cluster 2022-01-18T21:32:00.578321+0000 mgr.smithi129.iclwio (mgr.14716) 11427 : cluster [DBG] pgmap v9825: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:32:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:03 smithi156 conmon[67007]: cluster 2022-01-18T21:32:02.578871+0000 mgr.smithi129.iclwio (mgr.14716) 11428 : cluster [DBG] pgmap v9826: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:03 smithi129 conmon[101092]: cluster 2022-01-18T21:32:02.578871+0000 mgr.smithi129.iclwio (mgr.14716) 11428 : cluster [DBG] pgmap v9826: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:05 smithi156 conmon[67007]: cluster 2022-01-18T21:32:04.579784+0000 mgr.smithi129.iclwio (mgr.14716) 11429 : cluster [DBG] pgmap v9827: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:05 smithi129 conmon[101092]: cluster 2022-01-18T21:32:04.579784+0000 mgr.smithi129.iclwio (mgr.14716) 11429 : cluster [DBG] pgmap v9827: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:07 smithi156 conmon[67007]: cluster 2022-01-18T21:32:06.580435+0000 mgr.smithi129.iclwio (mgr.14716) 11430 : cluster [DBG] pgmap v9828: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:07 smithi129 conmon[101092]: cluster 2022-01-18T21:32:06.580435+0000 mgr.smithi129.iclwio (mgr.14716) 11430 : cluster 2022-01-18T21:32:08.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:07 smithi129 conmon[101092]: [DBG] pgmap v9828: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:09.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:09 smithi129 conmon[101092]: cluster 2022-01-18T21:32:08.580939+0000 mgr.smithi129.iclwio (mgr.14716) 11431 : cluster 2022-01-18T21:32:09.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:09 smithi129 conmon[101092]: [DBG] pgmap v9829: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:09 smithi156 conmon[67007]: cluster 2022-01-18T21:32:08.580939+0000 mgr.smithi129.iclwio (mgr.14716) 11431 : cluster [DBG] pgmap v9829: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:11.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:11 smithi129 conmon[101092]: cluster 2022-01-18T21:32:10.581699+0000 mgr.smithi129.iclwio (mgr.14716) 11432 : cluster [DBG] 2022-01-18T21:32:11.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:11 smithi129 conmon[101092]: pgmap v9830: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:32:12.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:11 smithi156 conmon[67007]: cluster 2022-01-18T21:32:10.581699+0000 mgr.smithi129.iclwio (mgr.14716) 11432 : cluster [DBG] pgmap v9830: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:32:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:13 smithi129 conmon[101092]: cluster 2022-01-18T21:32:12.582456+0000 mgr.smithi129.iclwio (mgr.14716) 11433 : cluster [DBG] pgmap v9831: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:14.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:13 smithi156 conmon[67007]: cluster 2022-01-18T21:32:12.582456+0000 mgr.smithi129.iclwio (mgr.14716) 11433 : cluster [DBG] pgmap v9831: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:15.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:15 smithi129 conmon[101092]: cluster 2022-01-18T21:32:14.583196+0000 mgr.smithi129.iclwio (mgr.14716) 11434 : cluster [DBG] pgmap v9832: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:16.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:15 smithi156 conmon[67007]: cluster 2022-01-18T21:32:14.583196+0000 mgr.smithi129.iclwio (mgr.14716) 11434 : cluster [DBG] pgmap v9832: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:17.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:17 smithi129 conmon[101092]: cluster 2022-01-18T21:32:16.583678+0000 mgr.smithi129.iclwio (mgr.14716) 11435 : cluster [DBG] 2022-01-18T21:32:17.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:17 smithi129 conmon[101092]: pgmap v9833: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:18.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:17 smithi156 conmon[67007]: cluster 2022-01-18T21:32:16.583678+0000 mgr.smithi129.iclwio (mgr.14716) 11435 : cluster [DBG] pgmap v9833: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:19.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:19 smithi129 conmon[101092]: cluster 2022-01-18T21:32:18.584174+0000 mgr.smithi129.iclwio (mgr.14716) 11436 : 2022-01-18T21:32:19.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:19 smithi129 conmon[101092]: cluster [DBG] pgmap v9834: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:20.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:19 smithi156 conmon[67007]: cluster 2022-01-18T21:32:18.584174+0000 mgr.smithi129.iclwio (mgr.14716) 11436 : cluster [DBG] pgmap v9834: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:21.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:21 smithi129 conmon[101092]: cluster 2022-01-18T21:32:20.585181+0000 mgr.smithi129.iclwio (mgr.14716) 11437 : cluster [DBG] 2022-01-18T21:32:21.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:21 smithi129 conmon[101092]: pgmap v9835: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:32:22.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:21 smithi156 conmon[67007]: cluster 2022-01-18T21:32:20.585181+0000 mgr.smithi129.iclwio (mgr.14716) 11437 : cluster [DBG] pgmap v9835: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:32:23.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:23 smithi129 conmon[101092]: cluster 2022-01-18T21:32:22.585800+0000 mgr.smithi129.iclwio (mgr.14716) 11438 : cluster [DBG] pgmap v9836: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:24.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:23 smithi156 conmon[67007]: cluster 2022-01-18T21:32:22.585800+0000 mgr.smithi129.iclwio (mgr.14716) 11438 : cluster [DBG] pgmap v9836: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:25.788 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:32:25.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:25 smithi129 conmon[101092]: cluster 2022-01-18T21:32:24.586595+0000 mgr.smithi129.iclwio (mgr.14716) 11439 : cluster [DBG] 2022-01-18T21:32:25.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:25 smithi129 conmon[101092]: pgmap v9837: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:26.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:25 smithi156 conmon[67007]: cluster 2022-01-18T21:32:24.586595+0000 mgr.smithi129.iclwio (mgr.14716) 11439 : cluster [DBG] pgmap v9837: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:26.056 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:32:26.057 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 27s ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:32:26.057 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 27s ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:32:26.057 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 29s ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:32:26.057 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 27s ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:32:26.058 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 27s ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:32:26.058 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 29s ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:32:26.058 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 27s ago 5h 863M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:32:26.058 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 29s ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:32:26.058 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 27s ago 5h 1938M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:32:26.059 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 29s ago 5h 983M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:32:26.059 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 27s ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:32:26.060 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 29s ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:32:26.060 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 27s ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:32:26.060 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 29s ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:32:26.060 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 27s ago 5h 2359M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:32:26.060 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 27s ago 5h 3480M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:32:26.061 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 27s ago 5h 2622M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:32:26.061 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 27s ago 5h 3512M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:32:26.061 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 29s ago 5h 3261M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:32:26.061 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 29s ago 5h 3749M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:32:26.062 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 29s ago 5h 3040M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:32:26.062 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 29s ago 5h 4355M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:32:26.062 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 27s ago 5h 128M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:32:26.378 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:32:26.378 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:32:26.379 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:32:26.379 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:32:26.379 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:32:26.380 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:32:26.380 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:32:26.380 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:32:26.380 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:32:26.381 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:32:26.381 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:32:26.381 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:32:26.381 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:32:26.381 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:32:26.382 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:32:26.382 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:32:26.383 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:32:26.383 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:32:26.383 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:32:26.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:26 smithi129 conmon[101092]: audit 2022-01-18T21:32:25.776474+0000 mgr.smithi129.iclwio (mgr.14716) 11440 : audit [DBG] from='client.41722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:32:26.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:26 smithi129 conmon[101092]: audit 2022-01-18T21:32:26.048295+0000 mgr.smithi129.iclwio (mgr.14716) 11441 : audit [DBG] from='client.41726 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:32:26.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:26 smithi129 conmon[101092]: audit 2022-01-18T21:32:26.378588+0000 2022-01-18T21:32:26.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:26 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3396 : audit [DBG] from='client.? 172.21.15.129:0/534932143' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:32:27.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:26 smithi156 conmon[67007]: audit 2022-01-18T21:32:25.776474+0000 mgr.smithi129.iclwio (mgr.14716) 11440 : audit [DBG] from='client.41722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:32:27.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:26 smithi156 conmon[67007]: 2022-01-18T21:32:27.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:26 smithi156 conmon[67007]: audit 2022-01-18T21:32:26.048295+0000 mgr.smithi129.iclwio (mgr.14716) 11441 : audit [DBG] from='client.41726 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:32:27.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:26 smithi156 conmon[67007]: audit 2022-01-18T21:32:26.378588+0000 mon.smithi129 (mon.0) 2022-01-18T21:32:27.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:26 smithi156 conmon[67007]: 3396 : audit [DBG] from='client.? 172.21.15.129:0/534932143' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:32:27.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:27 smithi129 conmon[101092]: cluster 2022-01-18T21:32:26.587090+0000 mgr.smithi129.iclwio (mgr.14716) 11442 : 2022-01-18T21:32:27.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:27 smithi129 conmon[101092]: cluster [DBG] pgmap v9838: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:28.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:27 smithi156 conmon[67007]: cluster 2022-01-18T21:32:26.587090+0000 mgr.smithi129.iclwio (mgr.14716) 11442 2022-01-18T21:32:28.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:27 smithi156 conmon[67007]: : cluster [DBG] pgmap v9838: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:29.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:29 smithi129 conmon[101092]: cluster 2022-01-18T21:32:28.587564+0000 mgr.smithi129.iclwio (mgr.14716) 11443 : cluster [DBG] 2022-01-18T21:32:29.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:29 smithi129 conmon[101092]: pgmap v9839: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:30.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:29 smithi156 conmon[67007]: cluster 2022-01-18T21:32:28.587564+0000 mgr.smithi129.iclwio (mgr.14716) 11443 : cluster [DBG] pgmap v9839: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:30.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:29 smithi156 conmon[67007]: 2022-01-18T21:32:31.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:31 smithi129 conmon[101092]: cluster 2022-01-18T21:32:30.588310+0000 mgr.smithi129.iclwio (mgr.14716) 11444 : cluster [DBG] pgmap v9840: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:32:32.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:31 smithi156 conmon[67007]: cluster 2022-01-18T21:32:30.588310+0000 mgr.smithi129.iclwio (mgr.14716) 11444 : cluster [DBG] pgmap v9840: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:32:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:33 smithi129 conmon[101092]: cluster 2022-01-18T21:32:32.588838+0000 mgr.smithi129.iclwio (mgr.14716) 11445 : cluster [DBG] pgmap v9841: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:34.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:33 smithi156 conmon[67007]: cluster 2022-01-18T21:32:32.588838+0000 mgr.smithi129.iclwio (mgr.14716) 11445 : cluster [DBG] pgmap v9841: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:34.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:33 smithi156 conmon[67007]: 2022-01-18T21:32:35.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:35 smithi129 conmon[101092]: cluster 2022-01-18T21:32:34.589511+0000 mgr.smithi129.iclwio (mgr.14716) 11446 : cluster [DBG] pgmap v9842: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:36.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:35 smithi156 conmon[67007]: cluster 2022-01-18T21:32:34.589511+0000 mgr.smithi129.iclwio (mgr.14716) 11446 : cluster [DBG] 2022-01-18T21:32:36.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:35 smithi156 conmon[67007]: pgmap v9842: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:37.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:37 smithi129 conmon[101092]: cluster 2022-01-18T21:32:36.590035+0000 mgr.smithi129.iclwio (mgr.14716) 11447 : cluster [DBG] pgmap v9843: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:38.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:37 smithi156 conmon[67007]: cluster 2022-01-18T21:32:36.590035+0000 mgr.smithi129.iclwio (mgr.14716) 11447 : cluster 2022-01-18T21:32:38.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:37 smithi156 conmon[67007]: [DBG] pgmap v9843: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:39.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:39 smithi129 conmon[101092]: cluster 2022-01-18T21:32:38.590762+0000 mgr.smithi129.iclwio (mgr.14716) 11448 : cluster [DBG] pgmap v9844: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:39 smithi156 conmon[67007]: cluster 2022-01-18T21:32:38.590762+0000 mgr.smithi129.iclwio (mgr.14716) 11448 : cluster [DBG] pgmap v9844: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:40.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:39 smithi156 conmon[67007]: 2022-01-18T21:32:41.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:41 smithi129 conmon[101092]: cluster 2022-01-18T21:32:40.591666+0000 mgr.smithi129.iclwio (mgr.14716) 11449 : cluster [DBG] pgmap v9845: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:32:42.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:41 smithi156 conmon[67007]: cluster 2022-01-18T21:32:40.591666+0000 mgr.smithi129.iclwio (mgr.14716) 11449 : cluster [DBG] pgmap v9845: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:32:43.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:43 smithi129 conmon[101092]: cluster 2022-01-18T21:32:42.592240+0000 mgr.smithi129.iclwio (mgr.14716) 11450 : cluster [DBG] pgmap v9846: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:43 smithi156 conmon[67007]: cluster 2022-01-18T21:32:42.592240+0000 mgr.smithi129.iclwio (mgr.14716) 11450 : cluster [DBG] pgmap v9846: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:43 smithi156 conmon[67007]: 2022-01-18T21:32:45.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:45 smithi129 conmon[101092]: cluster 2022-01-18T21:32:44.593034+0000 mgr.smithi129.iclwio (mgr.14716) 11451 : cluster [DBG] 2022-01-18T21:32:45.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:45 smithi129 conmon[101092]: pgmap v9847: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:46.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:45 smithi156 conmon[67007]: cluster 2022-01-18T21:32:44.593034+0000 mgr.smithi129.iclwio (mgr.14716) 11451 : cluster [DBG] pgmap v9847: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:47.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:47 smithi129 conmon[101092]: cluster 2022-01-18T21:32:46.593640+0000 mgr.smithi129.iclwio (mgr.14716) 11452 : cluster [DBG] 2022-01-18T21:32:47.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:47 smithi129 conmon[101092]: pgmap v9848: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:48.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:47 smithi156 conmon[67007]: cluster 2022-01-18T21:32:46.593640+0000 mgr.smithi129.iclwio (mgr.14716) 11452 : cluster [DBG] pgmap v9848: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:49.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:49 smithi129 conmon[101092]: cluster 2022-01-18T21:32:48.594185+0000 mgr.smithi129.iclwio (mgr.14716) 11453 : cluster [DBG] 2022-01-18T21:32:49.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:49 smithi129 conmon[101092]: pgmap v9849: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:50.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:49 smithi156 conmon[67007]: cluster 2022-01-18T21:32:48.594185+0000 mgr.smithi129.iclwio (mgr.14716) 11453 : cluster [DBG] pgmap v9849: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:51.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:51 smithi129 conmon[101092]: cluster 2022-01-18T21:32:50.594986+0000 mgr.smithi129.iclwio (mgr.14716) 11454 : cluster [DBG] pgmap v9850: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:32:52.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:51 smithi156 conmon[67007]: cluster 2022-01-18T21:32:50.594986+0000 mgr.smithi129.iclwio (mgr.14716) 11454 : cluster [DBG] pgmap v9850: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:32:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:53 smithi129 conmon[101092]: cluster 2022-01-18T21:32:52.595685+0000 mgr.smithi129.iclwio (mgr.14716) 11455 : cluster [DBG] pgmap v9851: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:53 smithi156 conmon[67007]: cluster 2022-01-18T21:32:52.595685+0000 mgr.smithi129.iclwio (mgr.14716) 11455 : cluster [DBG] pgmap v9851: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:55.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:55 smithi129 conmon[101092]: cluster 2022-01-18T21:32:54.596529+0000 mgr.smithi129.iclwio (mgr.14716) 11456 : cluster [DBG] pgmap v9852: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:56.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:55 smithi156 conmon[67007]: cluster 2022-01-18T21:32:54.596529+0000 mgr.smithi129.iclwio (mgr.14716) 11456 : cluster [DBG] pgmap v9852: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:56.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:55 smithi156 conmon[67007]: 2022-01-18T21:32:56.677 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:32:56.944 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:32:56.944 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 57s ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:32:56.945 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 57s ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:32:56.945 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 60s ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:32:56.945 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 57s ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:32:56.945 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 57s ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:32:56.945 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 60s ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:32:56.946 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 57s ago 5h 863M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:32:56.946 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 60s ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:32:56.946 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 57s ago 5h 1938M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:32:56.946 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 60s ago 5h 983M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:32:56.947 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 57s ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:32:56.947 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 60s ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:32:56.947 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 57s ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:32:56.947 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 60s ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:32:56.948 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 57s ago 5h 2359M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:32:56.948 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 57s ago 5h 3480M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:32:56.948 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 57s ago 5h 2622M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:32:56.948 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 57s ago 5h 3512M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:32:56.949 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 60s ago 5h 3261M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:32:56.949 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 60s ago 5h 3749M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:32:56.949 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 60s ago 5h 3040M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:32:56.949 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 60s ago 5h 4355M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:32:56.949 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 57s ago 5h 128M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:32:57.261 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:32:57.262 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:32:57.262 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:32:57.262 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:32:57.263 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:32:57.263 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:32:57.263 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:32:57.263 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:32:57.264 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:32:57.264 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:32:57.264 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:32:57.264 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:32:57.264 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:32:57.265 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:32:57.265 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:32:57.265 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:32:57.265 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:32:57.266 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:32:57.266 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:32:57.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:57 smithi129 conmon[101092]: cluster 2022-01-18T21:32:56.596941+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:32:57.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:57 smithi129 conmon[101092]: 14716) 11457 : cluster [DBG] pgmap v9853: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:57.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:57 smithi129 conmon[101092]: audit 2022-01-18T21:32:56.665581+0000 mgr.smithi129.iclwio (mgr.14716) 11458 : audit [DBG] 2022-01-18T21:32:57.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:57 smithi129 conmon[101092]: from='client.41734 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:32:57.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:57 smithi129 conmon[101092]: audit 2022-01-18T21:32 2022-01-18T21:32:57.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:57 smithi129 conmon[101092]: :56.935303+0000 mgr.smithi129.iclwio (mgr.14716) 11459 : audit [DBG] from='client.41738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:32:57.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:57 smithi129 conmon[101092]: audit 2022-01-18T21: 2022-01-18T21:32:57.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:57 smithi129 conmon[101092]: 32:57.262037+0000 mon.smithi129 (mon.0) 3397 : audit [DBG] from='client.? 172.21.15.129:0/1517109122' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:32:58.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:57 smithi156 conmon[67007]: cluster 2022-01-18T21:32:56.596941+0000 mgr.smithi129.iclwio (mgr.14716) 11457 : cluster [DBG] pgmap v9853: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:58.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:57 smithi156 conmon[67007]: audit 2022-01-18T21:32:56.665581+0000 mgr.smithi129.iclwio (mgr.14716) 11458 : audit [DBG] from='client.41734 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:32:58.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:57 smithi156 conmon[67007]: audit 2022-01-18T21:32:56.935303+0000 mgr.smithi129.iclwio (mgr.14716) 11459 : audit [DBG] from='client.41738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:32:58.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:57 smithi156 conmon[67007]: audit 2022-01-18T21:32:58.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:57 smithi156 conmon[67007]: 2022-01-18T21:32:57.262037+0000 mon.smithi129 (mon.0) 3397 : audit [DBG] from='client.? 172.21.15.129:0/1517109122' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:32:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:59 smithi129 conmon[101092]: cluster 2022-01-18T21:32:58.597539+0000 mgr.smithi129.iclwio (mgr.14716) 11460 : cluster 2022-01-18T21:32:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:59 smithi129 conmon[101092]: [DBG] pgmap v9854: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:32:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:59 smithi129 conmon[101092]: audit 2022-01-18T21:32:59.271109+0000 mon.smithi129 (mon.0) 3398 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:32:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:59 smithi129 conmon[101092]: audit 2022-01-18T21:32:59.272593+0000 mon.smithi129 (mon.0) 3399 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:32:59.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:59 smithi129 conmon[101092]: audit 2022-01-18T21:32:59.273414+0000 mon.smithi129 (mon.0) 3400 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:32:59.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:59 smithi129 conmon[101092]: cephadm 2022-01-18T21:32:59.274194+0000 mgr.smithi129.iclwio (mgr.14716) 11461 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:32:59.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:59 smithi129 conmon[101092]: audit 2022-01-18T21:32:59.528876+0000 mon.smithi129 (mon.0) 3401 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:32:59.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:59 smithi129 conmon[101092]: audit 2022-01-18T21:32:59. 2022-01-18T21:32:59.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:59 smithi129 conmon[101092]: 529051+0000 mon.smithi129 (mon.0) 3402 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:32:59.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:32:59 smithi129 conmon[101092]: audit 2022-01-18T21:32:59.585361+0000 mon.smithi129 (mon.0) 3403 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:33:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:59 smithi156 conmon[67007]: cluster 2022-01-18T21:32:58.597539+0000 mgr.smithi129.iclwio (mgr.14716) 11460 : cluster 2022-01-18T21:33:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:59 smithi156 conmon[67007]: [DBG] pgmap v9854: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:59 smithi156 conmon[67007]: audit 2022-01-18T21:32:59.271109+0000 mon.smithi129 (mon.0) 3398 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:33:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:59 smithi156 conmon[67007]: 2022-01-18T21:33:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:59 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T21:33:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:59 smithi156 conmon[67007]: T21:32:59.272593+0000 mon.smithi129 (mon.0) 3399 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:33:00.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:59 smithi156 conmon[67007]: audit 2022-01-18T21:32:59.273414+0000 mon.smithi129 (mon.0) 3400 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:33:00.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:59 smithi156 conmon[67007]: cephadm 2022 2022-01-18T21:33:00.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:59 smithi156 conmon[67007]: -01-18T21:32:59.274194+0000 mgr.smithi129.iclwio ( 2022-01-18T21:33:00.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:59 smithi156 conmon[67007]: mgr.14716) 11461 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:33:00.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:59 smithi156 conmon[67007]: audit 2022-01-18T21:33:00.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:59 smithi156 conmon[67007]: 2022-01-18T21:32:59.528876+0000 mon.smithi129 ( 2022-01-18T21:33:00.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:59 smithi156 conmon[67007]: mon.0) 3401 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:33:00.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:59 smithi156 conmon[67007]: audit 2022-01-18T21:33:00.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:59 smithi156 conmon[67007]: 2022-01-18T21:32: 2022-01-18T21:33:00.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:59 smithi156 conmon[67007]: 59.529051+0000 mon.smithi129 (mon.0) 3402 : audit 2022-01-18T21:33:00.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:59 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:33:00.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:59 smithi156 conmon[67007]: audit 2022-01-18T21:32:59.585361+0000 mon.smithi129 (mon.0) 3403 : audit 2022-01-18T21:33:00.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:32:59 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:33:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:00 smithi129 conmon[101092]: audit 2022-01-18T21:32:59.592191+0000 mon.smithi129 (mon.0) 3404 : audit 2022-01-18T21:33:00.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:00 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:33:01.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:00 smithi156 conmon[67007]: audit 2022-01-18T21:32:59.592191+0000 mon.smithi129 (mon.0) 3404 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:33:01.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:01 smithi129 conmon[101092]: cluster 2022-01-18T21:33:00.598330+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:33:01.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:01 smithi129 conmon[101092]: ) 11462 : cluster [DBG] pgmap v9855: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:33:02.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:01 smithi156 conmon[67007]: cluster 2022-01-18T21:33:00.598330+0000 mgr.smithi129.iclwio (mgr.14716) 11462 : cluster [DBG] pgmap v9855: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:33:03.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:03 smithi129 conmon[101092]: cluster 2022-01-18T21:33:02.598848+0000 mgr.smithi129.iclwio (mgr.14716) 11463 : cluster [DBG] pgmap v9856: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:04.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:03 smithi156 conmon[67007]: cluster 2022-01-18T21:33:02.598848+0000 mgr.smithi129.iclwio (mgr.14716) 11463 : cluster [DBG] pgmap v9856: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:05.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:05 smithi129 conmon[101092]: cluster 2022-01-18T21:33:04.599542+0000 mgr.smithi129.iclwio (mgr.14716) 11464 : cluster [DBG] pgmap v9857: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:06.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:05 smithi156 conmon[67007]: cluster 2022-01-18T21:33:04.599542+0000 mgr.smithi129.iclwio (mgr.14716) 11464 : cluster [DBG] pgmap v9857: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:07.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:07 smithi129 conmon[101092]: cluster 2022-01-18T21:33:06.600032+0000 mgr.smithi129.iclwio (mgr.14716) 11465 : cluster [DBG] pgmap v9858: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:08.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:07 smithi156 conmon[67007]: cluster 2022-01-18T21:33:06.600032+0000 mgr.smithi129.iclwio (mgr.14716) 11465 : cluster [DBG] pgmap v9858: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:09.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:09 smithi129 conmon[101092]: cluster 2022-01-18T21:33:08.600746+0000 mgr.smithi129.iclwio (mgr.14716) 11466 : cluster [DBG] pgmap v9859: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:09 smithi156 conmon[67007]: cluster 2022-01-18T21:33:08.600746+0000 mgr.smithi129.iclwio (mgr.14716) 11466 : cluster [DBG] pgmap v9859: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:11.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:11 smithi129 conmon[101092]: cluster 2022-01-18T21:33:10.601489+0000 mgr.smithi129.iclwio (mgr.14716) 11467 : cluster [DBG] pgmap v9860: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:33:12.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:11 smithi156 conmon[67007]: cluster 2022-01-18T21:33:10.601489+0000 mgr.smithi129.iclwio (mgr.14716) 11467 : cluster [DBG] pgmap v9860: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:33:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:13 smithi129 conmon[101092]: cluster 2022-01-18T21:33:12.602002+0000 mgr.smithi129.iclwio (mgr.14716) 11468 : cluster [DBG] pgmap v9861: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:14.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:13 smithi156 conmon[67007]: cluster 2022-01-18T21:33:12.602002+0000 mgr.smithi129.iclwio (mgr.14716) 11468 : cluster [DBG] 2022-01-18T21:33:14.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:13 smithi156 conmon[67007]: pgmap v9861: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:15.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:15 smithi129 conmon[101092]: cluster 2022-01-18T21:33:14.602801+0000 mgr.smithi129.iclwio (mgr.14716) 11469 : cluster [DBG] pgmap v9862: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:16.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:15 smithi156 conmon[67007]: cluster 2022-01-18T21:33:14.602801+0000 mgr.smithi129.iclwio (mgr.14716) 11469 : cluster 2022-01-18T21:33:16.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:15 smithi156 conmon[67007]: [DBG] pgmap v9862: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:17.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:17 smithi129 conmon[101092]: cluster 2022-01-18T21:33:16.603240+0000 mgr.smithi129.iclwio (mgr.14716) 11470 : cluster [DBG] pgmap v9863: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:18.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:17 smithi156 conmon[67007]: cluster 2022-01-18T21:33:16.603240+0000 mgr.smithi129.iclwio (mgr.14716) 11470 : cluster 2022-01-18T21:33:18.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:17 smithi156 conmon[67007]: [DBG] pgmap v9863: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:19.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:19 smithi129 conmon[101092]: cluster 2022-01-18T21:33:18.603773+0000 mgr.smithi129.iclwio (mgr.14716) 11471 : cluster [DBG] pgmap v9864: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:20.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:19 smithi156 conmon[67007]: cluster 2022-01-18T21:33:18.603773+0000 mgr.smithi129.iclwio (mgr.14716) 11471 : cluster [DBG] pgmap v9864: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:20.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:19 smithi156 conmon[67007]: 2022-01-18T21:33:21.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:21 smithi129 conmon[101092]: cluster 2022-01-18T21:33:20.604578+0000 mgr.smithi129.iclwio (mgr.14716) 11472 : cluster [DBG] pgmap v9865: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:33:22.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:21 smithi156 conmon[67007]: cluster 2022-01-18T21:33:20.604578+0000 mgr.smithi129.iclwio (mgr.14716) 11472 : cluster [DBG] 2022-01-18T21:33:22.090 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:21 smithi156 conmon[67007]: pgmap v9865: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:33:23.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:23 smithi129 conmon[101092]: cluster 2022-01-18T21:33:22.605114+0000 mgr.smithi129.iclwio (mgr.14716) 11473 : cluster [DBG] pgmap v9866: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:24.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:23 smithi156 conmon[67007]: cluster 2022-01-18T21:33:22.605114+0000 mgr.smithi129.iclwio (mgr.14716) 11473 : cluster [DBG] 2022-01-18T21:33:24.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:23 smithi156 conmon[67007]: pgmap v9866: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:25.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:25 smithi129 conmon[101092]: cluster 2022-01-18T21:33:24.605903+0000 mgr.smithi129.iclwio (mgr.14716) 11474 : cluster [DBG] pgmap v9867: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:25.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:25 smithi129 conmon[101092]: 2022-01-18T21:33:26.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:25 smithi156 conmon[67007]: cluster 2022-01-18T21:33:24.605903+0000 mgr.smithi129.iclwio (mgr.14716) 11474 : cluster [DBG] pgmap v9867: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:27.561 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:33:27.826 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:33:27.827 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 88s ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:33:27.827 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 88s ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:33:27.827 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 91s ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:33:27.828 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 88s ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:33:27.828 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 88s ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:33:27.828 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 91s ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:33:27.829 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 88s ago 5h 863M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:33:27.829 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 91s ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:33:27.829 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 88s ago 5h 1938M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:33:27.829 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 91s ago 5h 983M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:33:27.830 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 88s ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:33:27.830 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 91s ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:33:27.830 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 88s ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:33:27.830 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 91s ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:33:27.831 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 88s ago 5h 2359M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:33:27.831 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 88s ago 5h 3480M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:33:27.831 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 88s ago 5h 2622M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:33:27.831 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 88s ago 5h 3512M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:33:27.832 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 91s ago 5h 3261M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:33:27.832 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 91s ago 5h 3749M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:33:27.832 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 91s ago 5h 3040M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:33:27.832 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 91s ago 5h 4355M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:33:27.832 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 88s ago 5h 128M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:33:27.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:27 smithi129 conmon[101092]: cluster 2022-01-18T21:33:26.606459+0000 mgr.smithi129.iclwio (mgr.14716) 11475 : cluster 2022-01-18T21:33:27.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:27 smithi129 conmon[101092]: [DBG] pgmap v9868: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:28.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:27 smithi156 conmon[67007]: cluster 2022-01-18T21:33:26.606459+0000 mgr.smithi129.iclwio (mgr.14716) 11475 : cluster [DBG] pgmap v9868: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:28.144 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:33:28.144 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:33:28.145 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:33:28.145 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:33:28.145 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:33:28.145 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:33:28.146 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:33:28.146 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:33:28.146 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:33:28.146 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:33:28.147 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:33:28.149 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:33:28.149 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:33:28.149 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:33:28.149 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:33:28.150 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:33:28.150 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:33:28.150 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:33:28.151 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:33:28.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:28 smithi129 conmon[101092]: audit 2022-01-18T21:33:27.549274+0000 mgr.smithi129.iclwio (mgr.14716) 11476 : audit [DBG] from='client.41746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:33:28.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:28 smithi129 conmon[101092]: audit 2022-01-18T21:33:27. 2022-01-18T21:33:28.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:28 smithi129 conmon[101092]: 818166+0000 mgr.smithi129.iclwio (mgr.14716) 11477 : audit [DBG] from='client.41750 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:33:28.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:28 smithi129 conmon[101092]: audit 2022-01-18T21:33:28.144385+0000 mon.smithi129 (mon.0) 3405 : audit [DBG] from='client.? 172.21.15.129:0/2671771123' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:33:29.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:28 smithi156 conmon[67007]: audit 2022-01-18T21:33:27.549274+0000 mgr.smithi129.iclwio (mgr.14716) 11476 2022-01-18T21:33:29.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:28 smithi156 conmon[67007]: : audit [DBG] from='client.41746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:33:29.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:28 smithi156 conmon[67007]: audit 2022-01-18T21:33:27.818166+0000 mgr.smithi129.iclwio (mgr.14716) 11477 : audit [DBG] from='client.41750 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:33:29.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:28 smithi156 conmon[67007]: audit 2022-01-18T21:33:28.144385+0000 mon.smithi129 (mon.0) 3405 : audit [DBG] from='client.? 172.21.15.129:0/2671771123' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:33:29.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:29 smithi129 conmon[101092]: cluster 2022-01-18T21:33:28.607200+0000 mgr.smithi129.iclwio (mgr.14716) 11478 : cluster 2022-01-18T21:33:29.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:29 smithi129 conmon[101092]: [DBG] pgmap v9869: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:30.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:29 smithi156 conmon[67007]: cluster 2022-01-18T21:33:28.607200+0000 mgr.smithi129.iclwio (mgr.14716) 11478 : cluster [DBG] 2022-01-18T21:33:30.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:29 smithi156 conmon[67007]: pgmap v9869: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:31.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:31 smithi129 conmon[101092]: cluster 2022-01-18T21:33:30.607944+0000 mgr.smithi129.iclwio (mgr.14716) 11479 : 2022-01-18T21:33:31.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:31 smithi129 conmon[101092]: cluster [DBG] pgmap v9870: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:33:32.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:31 smithi156 conmon[67007]: cluster 2022-01-18T21:33:30.607944+0000 mgr.smithi129.iclwio (mgr.14716) 11479 : cluster [DBG] pgmap v9870: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:33:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:33 smithi129 conmon[101092]: cluster 2022-01-18T21:33:32.608481+0000 mgr.smithi129.iclwio (mgr.14716) 11480 : cluster [DBG] pgmap v9871: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:34.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:33 smithi156 conmon[67007]: cluster 2022-01-18T21:33:32.608481+0000 mgr.smithi129.iclwio (mgr.14716) 11480 : cluster 2022-01-18T21:33:34.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:33 smithi156 conmon[67007]: [DBG] pgmap v9871: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:35.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:35 smithi129 conmon[101092]: cluster 2022-01-18T21:33:34.609211+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:33:35.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:35 smithi129 conmon[101092]: 11481 : cluster [DBG] pgmap v9872: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:36.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:35 smithi156 conmon[67007]: cluster 2022-01-18T21:33:34.609211+0000 mgr.smithi129.iclwio (mgr.14716) 11481 : cluster [DBG] 2022-01-18T21:33:36.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:35 smithi156 conmon[67007]: pgmap v9872: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:37.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:37 smithi129 conmon[101092]: cluster 2022-01-18T21:33:36.609845+0000 mgr.smithi129.iclwio (mgr.14716) 11482 : cluster [DBG] 2022-01-18T21:33:37.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:37 smithi129 conmon[101092]: pgmap v9873: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:38.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:37 smithi156 conmon[67007]: cluster 2022-01-18T21:33:36.609845+0000 mgr.smithi129.iclwio (mgr.14716) 11482 : cluster [DBG] pgmap v9873: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:39.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:39 smithi129 conmon[101092]: cluster 2022-01-18T21:33:38.610462+0000 mgr.smithi129.iclwio (mgr.14716) 11483 : cluster [DBG] pgmap v9874: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:39 smithi156 conmon[67007]: cluster 2022-01-18T21:33:38.610462+0000 mgr.smithi129.iclwio (mgr.14716) 11483 : cluster [DBG] pgmap v9874: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:39 smithi156 conmon[67007]: 2022-01-18T21:33:41.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:41 smithi129 conmon[101092]: cluster 2022-01-18T21:33:40.611234+0000 mgr.smithi129.iclwio (mgr.14716) 11484 : cluster [DBG] pgmap v9875: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:33:42.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:41 smithi156 conmon[67007]: cluster 2022-01-18T21:33:40.611234+0000 mgr.smithi129.iclwio (mgr.14716) 11484 : cluster [DBG] pgmap v9875: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:33:42.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:41 smithi156 conmon[67007]: 2022-01-18T21:33:43.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:43 smithi129 conmon[101092]: cluster 2022-01-18T21:33:42.611830+0000 mgr.smithi129.iclwio (mgr.14716) 11485 : cluster [DBG] pgmap v9876: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:43 smithi156 conmon[67007]: cluster 2022-01-18T21:33:42.611830+0000 mgr.smithi129.iclwio (mgr.14716) 11485 : cluster [DBG] pgmap v9876: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:45.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:45 smithi129 conmon[101092]: cluster 2022-01-18T21:33:44.612575+0000 mgr.smithi129.iclwio (mgr.14716) 11486 : cluster [DBG] pgmap v9877: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:46.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:45 smithi156 conmon[67007]: cluster 2022-01-18T21:33:44.612575+0000 mgr.smithi129.iclwio (mgr.14716) 11486 : cluster [DBG] pgmap v9877: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:47.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:47 smithi129 conmon[101092]: cluster 2022-01-18T21:33:46.613211+0000 mgr.smithi129.iclwio (mgr.14716) 11487 : cluster [DBG] pgmap v9878: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:48.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:47 smithi156 conmon[67007]: cluster 2022-01-18T21:33:46.613211+0000 mgr.smithi129.iclwio (mgr.14716) 11487 : cluster [DBG] pgmap v9878: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:49.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:49 smithi129 conmon[101092]: cluster 2022-01-18T21:33:48.613870+0000 mgr.smithi129.iclwio (mgr.14716) 11488 : cluster [DBG] pgmap v9879: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:50.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:49 smithi156 conmon[67007]: cluster 2022-01-18T21:33:48.613870+0000 mgr.smithi129.iclwio (mgr.14716) 11488 : cluster [DBG] pgmap v9879: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:51.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:51 smithi129 conmon[101092]: cluster 2022-01-18T21:33:50.614723+0000 mgr.smithi129.iclwio (mgr.14716) 11489 : cluster [DBG] pgmap v9880: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:33:52.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:51 smithi156 conmon[67007]: cluster 2022-01-18T21:33:50.614723+0000 mgr.smithi129.iclwio (mgr.14716) 11489 : cluster [DBG] pgmap v9880: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:33:53.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:53 smithi129 conmon[101092]: cluster 2022-01-18T21:33:52.615225+0000 mgr.smithi129.iclwio (mgr.14716) 11490 : cluster [DBG] pgmap v9881: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:53 smithi156 conmon[67007]: cluster 2022-01-18T21:33:52.615225+0000 mgr.smithi129.iclwio (mgr.14716) 11490 : cluster [DBG] pgmap v9881: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:53 smithi156 conmon[67007]: 2022-01-18T21:33:55.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:55 smithi129 conmon[101092]: cluster 2022-01-18T21:33:54.616074+0000 mgr.smithi129.iclwio (mgr.14716) 11491 : cluster [DBG] pgmap v9882: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:56.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:55 smithi156 conmon[67007]: cluster 2022-01-18T21:33:54.616074+0000 mgr.smithi129.iclwio (mgr.14716) 11491 : cluster [DBG] 2022-01-18T21:33:56.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:55 smithi156 conmon[67007]: pgmap v9882: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:57.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:57 smithi129 conmon[101092]: cluster 2022-01-18T21:33:56.616544+0000 mgr.smithi129.iclwio (mgr.14716) 11492 : cluster [DBG] pgmap v9883: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:58.066 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:57 smithi156 conmon[67007]: cluster 2022-01-18T21:33:56.616544+0000 mgr.smithi129.iclwio (mgr.14716) 11492 : cluster [DBG] pgmap v9883: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:58.066 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:57 smithi156 conmon[67007]: 2022-01-18T21:33:58.444 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:33:58.710 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:33:58.710 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 119s ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:33:58.711 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 119s ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:33:58.711 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 2m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:33:58.711 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 119s ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:33:58.711 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 119s ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:33:58.712 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 2m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:33:58.712 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 119s ago 5h 863M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:33:58.712 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 2m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:33:58.712 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 119s ago 5h 1938M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:33:58.713 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 2m ago 5h 983M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:33:58.713 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 119s ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:33:58.713 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 2m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:33:58.713 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 119s ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:33:58.713 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 2m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:33:58.714 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 119s ago 5h 2359M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:33:58.714 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 119s ago 5h 3480M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:33:58.714 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 119s ago 5h 2622M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:33:58.714 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 119s ago 5h 3512M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:33:58.715 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 2m ago 5h 3261M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:33:58.715 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 2m ago 5h 3749M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:33:58.715 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 2m ago 5h 3040M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:33:58.715 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 2m ago 5h 4355M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:33:58.716 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 119s ago 5h 128M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:33:59.028 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:33:59.028 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:33:59.028 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:33:59.029 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:33:59.029 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:33:59.029 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:33:59.029 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:33:59.030 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:33:59.030 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:33:59.030 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:33:59.030 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:33:59.031 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:33:59.031 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:33:59.031 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:33:59.032 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:33:59.032 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:33:59.032 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:33:59.032 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:33:59.033 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:33:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:59 smithi129 conmon[101092]: audit 2022-01-18T21:33:58.432746+0000 2022-01-18T21:33:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:59 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 11493 : audit [DBG] from='client.41758 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:33:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:59 smithi129 conmon[101092]: cluster 2022-01-18T21:33:58.617003+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:33:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:59 smithi129 conmon[101092]: 14716) 11494 : cluster [DBG] pgmap v9884: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:33:59.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:59 smithi129 conmon[101092]: audit 2022 2022-01-18T21:33:59.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:59 smithi129 conmon[101092]: -01-18T21:33:58.701402+0000 mgr.smithi129.iclwio (mgr.14716) 11495 : audit [DBG] from='client.41762 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:33:59.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:59 smithi129 conmon[101092]: audit 2022-01-18T21:33:59. 2022-01-18T21:33:59.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:59 smithi129 conmon[101092]: 027904+0000 mon.smithi129 (mon.0) 3406 : audit [DBG] 2022-01-18T21:33:59.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:59 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/2510089188' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:33:59.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:59 smithi129 conmon[101092]: audit 2022-01-18T21:33:59.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:59 smithi129 conmon[101092]: 2022-01-18T21:33:59.532633+0000 mon.smithi129 (mon.0) 2022-01-18T21:33:59.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:59 smithi129 conmon[101092]: 3407 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:33:59.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:59 smithi129 conmon[101092]: audit 2022-01-18T21 2022-01-18T21:33:59.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:59 smithi129 conmon[101092]: :33:59.532878+0000 mon.smithi129 (mon.0) 3408 : audit [INF] 2022-01-18T21:33:59.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:59 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:33:59.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:59 smithi129 conmon[101092]: audit 2022 2022-01-18T21:33:59.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:59 smithi129 conmon[101092]: -01-18T21:33:59.594688+0000 mon.smithi129 (mon.0) 3409 : 2022-01-18T21:33:59.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:59 smithi129 conmon[101092]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:33:59.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:59 smithi129 conmon[101092]: audit 2022-01-18T21:33:59.595872+0000 2022-01-18T21:33:59.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:59 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3410 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:33:59.943 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:59 smithi129 conmon[101092]: audit 2022- 2022-01-18T21:33:59.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:59 smithi129 conmon[101092]: 01-18T21:33:59.596620+0000 mon.smithi129 2022-01-18T21:33:59.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:33:59 smithi129 conmon[101092]: (mon.0) 3411 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:34:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:59 smithi156 conmon[67007]: audit 2022-01-18T21:33:58.432746+0000 mgr.smithi129.iclwio (mgr.14716) 11493 : audit [DBG] from='client.41758 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:34:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:59 smithi156 conmon[67007]: 2022-01-18T21:34:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:59 smithi156 conmon[67007]: cluster 2022-01-18T21:33:58.617003+0000 mgr.smithi129.iclwio (mgr.14716) 11494 : cluster [DBG] pgmap v9884: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:59 smithi156 conmon[67007]: audit 2022-01-18T21:33:58.701402+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:34:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:59 smithi156 conmon[67007]: ) 11495 : audit [DBG] from='client.41762 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:34:00.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:59 smithi156 conmon[67007]: audit 2022-01 2022-01-18T21:34:00.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:59 smithi156 conmon[67007]: -18T21:33:59.027904+0000 mon.smithi129 (mon.0) 3406 : audit 2022-01-18T21:34:00.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:59 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/2510089188' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:34:00.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:59 smithi156 conmon[67007]: audit 2022-01-18T21 2022-01-18T21:34:00.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:59 smithi156 conmon[67007]: :33:59.532633+0000 mon.smithi129 (mon.0) 2022-01-18T21:34:00.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:59 smithi156 conmon[67007]: 3407 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:34:00.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:59 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T21:34:00.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:59 smithi156 conmon[67007]: T21:33:59.532878+0000 mon.smithi129 (mon. 2022-01-18T21:34:00.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:59 smithi156 conmon[67007]: 0) 3408 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:34:00.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:59 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T21:34:00.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:59 smithi156 conmon[67007]: T21:33:59.594688+0000 mon.smithi129 (mon 2022-01-18T21:34:00.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:59 smithi156 conmon[67007]: .0) 3409 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:34:00.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:59 smithi156 conmon[67007]: audit 2022 2022-01-18T21:34:00.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:59 smithi156 conmon[67007]: -01-18T21:33:59.595872+0000 2022-01-18T21:34:00.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:59 smithi156 conmon[67007]: mon.smithi129 (mon.0) 3410 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:34:00.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:59 smithi156 conmon[67007]: 2022-01-18T21:34:00.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:59 smithi156 conmon[67007]: audit 2022-01-18T21:34:00.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:59 smithi156 conmon[67007]: 2022-01-18T21:33:59.596620+0000 mon.smithi129 (mon 2022-01-18T21:34:00.055 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:33:59 smithi156 conmon[67007]: .0) 3411 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:34:01.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:00 smithi129 conmon[101092]: cephadm 2022-01-18T21:33:59.597161+0000 mgr.smithi129.iclwio (mgr.14716) 11496 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:34:01.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:00 smithi129 conmon[101092]: audit 2022-01-18T21:33:59.858043+0000 mon.smithi129 (mon.0) 3412 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:34:01.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:00 smithi129 conmon[101092]: audit 2022-01-18T21:34:00.154382+0000 mon.smithi129 (mon.0) 3413 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:34:01.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:00 smithi129 conmon[101092]: audit 2022-01-18T21:34:00.159393+0000 mon.smithi129 (mon.0) 3414 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:34:01.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:00 smithi156 conmon[67007]: cephadm 2022-01-18T21:33:59.597161+0000 mgr.smithi129.iclwio (mgr.14716) 11496 2022-01-18T21:34:01.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:00 smithi156 conmon[67007]: : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:34:01.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:00 smithi156 conmon[67007]: audit 2022-01-18T21:33:59.858043+0000 mon.smithi129 (mon.0) 3412 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:34:01.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:00 smithi156 conmon[67007]: audit 2022-01-18T21:34:01.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:00 smithi156 conmon[67007]: 2022-01-18T21:34:00.154382+0000 mon.smithi129 (mon.0) 3413 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:34:01.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:00 smithi156 conmon[67007]: audit 2022-01-18T21:34 2022-01-18T21:34:01.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:00 smithi156 conmon[67007]: :00.159393+0000 mon.smithi129 (mon.0) 3414 : audit 2022-01-18T21:34:01.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:00 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:34:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:02 smithi129 conmon[101092]: cluster 2022-01-18T21:34:00.617821+0000 mgr.smithi129.iclwio (mgr.14716) 11497 : cluster [DBG] pgmap v9885: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:34:02.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:02 smithi129 conmon[101092]: 2022-01-18T21:34:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:02 smithi156 conmon[67007]: cluster 2022-01-18T21:34:00.617821+0000 mgr.smithi129.iclwio (mgr.14716) 11497 : cluster [DBG] pgmap v9885: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:34:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:04 smithi129 conmon[101092]: cluster 2022-01-18T21:34:02.618409+0000 mgr.smithi129.iclwio (mgr.14716) 11498 : cluster [DBG] pgmap v9886: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:04.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:04 smithi129 conmon[101092]: 2022-01-18T21:34:04.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:04 smithi156 conmon[67007]: cluster 2022-01-18T21:34:02.618409+0000 mgr.smithi129.iclwio (mgr.14716) 11498 : cluster [DBG] pgmap v9886: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:06.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:06 smithi129 conmon[101092]: cluster 2022-01-18T21:34:04.619298+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:34:06.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:06 smithi129 conmon[101092]: ) 11499 : cluster [DBG] pgmap v9887: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:06 smithi156 conmon[67007]: cluster 2022-01-18T21:34:04.619298+0000 mgr.smithi129.iclwio (mgr.14716) 11499 : cluster [DBG] pgmap v9887: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:08 smithi129 conmon[101092]: cluster 2022-01-18T21:34:06.619771+0000 mgr.smithi129.iclwio (mgr.14716) 11500 : cluster [DBG] 2022-01-18T21:34:08.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:08 smithi129 conmon[101092]: pgmap v9888: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:08 smithi156 conmon[67007]: cluster 2022-01-18T21:34:06.619771+0000 mgr.smithi129.iclwio (mgr.14716) 11500 : cluster [DBG] pgmap v9888: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:09.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:09 smithi129 conmon[101092]: cluster 2022-01-18T21:34:08.620311+0000 mgr.smithi129.iclwio (mgr.14716) 11501 : cluster [DBG] 2022-01-18T21:34:09.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:09 smithi129 conmon[101092]: pgmap v9889: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:09 smithi156 conmon[67007]: cluster 2022-01-18T21:34:08.620311+0000 mgr.smithi129.iclwio (mgr.14716) 11501 : cluster [DBG] pgmap v9889: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:11.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:11 smithi129 conmon[101092]: cluster 2022-01-18T21:34:10.621172+0000 mgr.smithi129.iclwio (mgr.14716) 11502 : cluster [DBG] pgmap v9890: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:34:11.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:11 smithi129 conmon[101092]: 2022-01-18T21:34:12.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:11 smithi156 conmon[67007]: cluster 2022-01-18T21:34:10.621172+0000 mgr.smithi129.iclwio (mgr.14716) 11502 : cluster [DBG] pgmap v9890: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:34:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:13 smithi129 conmon[101092]: cluster 2022-01-18T21:34:12.621770+0000 mgr.smithi129.iclwio (mgr.14716) 11503 : cluster [DBG] pgmap v9891: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:14.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:13 smithi156 conmon[67007]: cluster 2022-01-18T21:34:12.621770+0000 mgr.smithi129.iclwio (mgr.14716) 11503 : cluster [DBG] pgmap v9891: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:14.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:13 smithi156 conmon[67007]: 2022-01-18T21:34:15.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:15 smithi129 conmon[101092]: cluster 2022-01-18T21:34:14.622517+0000 mgr.smithi129.iclwio (mgr.14716) 11504 : cluster [DBG] pgmap v9892: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:16.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:15 smithi156 conmon[67007]: cluster 2022-01-18T21:34:14.622517+0000 mgr.smithi129.iclwio (mgr.14716) 11504 : cluster [DBG] pgmap v9892: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:17.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:17 smithi129 conmon[101092]: cluster 2022-01-18T21:34:16.623046+0000 mgr.smithi129.iclwio (mgr.14716) 11505 : cluster [DBG] pgmap v9893: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:18.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:17 smithi156 conmon[67007]: cluster 2022-01-18T21:34:16.623046+0000 mgr.smithi129.iclwio (mgr.14716) 11505 : cluster [DBG] pgmap v9893: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:18.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:17 smithi156 conmon[67007]: 2022-01-18T21:34:19.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:19 smithi129 conmon[101092]: cluster 2022-01-18T21:34:18.623588+0000 mgr.smithi129.iclwio (mgr.14716) 11506 : cluster 2022-01-18T21:34:19.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:19 smithi129 conmon[101092]: [DBG] pgmap v9894: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:20.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:19 smithi156 conmon[67007]: cluster 2022-01-18T21:34:18.623588+0000 mgr.smithi129.iclwio (mgr.14716) 11506 : cluster [DBG] pgmap v9894: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:21.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:21 smithi129 conmon[101092]: cluster 2022-01-18T21:34:20.624398+0000 mgr.smithi129.iclwio (mgr.14716) 11507 : cluster [DBG] 2022-01-18T21:34:21.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:21 smithi129 conmon[101092]: pgmap v9895: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:34:22.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:21 smithi156 conmon[67007]: cluster 2022-01-18T21:34:20.624398+0000 mgr.smithi129.iclwio (mgr.14716) 11507 : cluster [DBG] pgmap v9895: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:34:22.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:21 smithi156 conmon[67007]: 2022-01-18T21:34:23.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:23 smithi129 conmon[101092]: cluster 2022-01-18T21:34:22.625013+0000 mgr.smithi129.iclwio (mgr.14716) 11508 : cluster [DBG] 2022-01-18T21:34:23.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:23 smithi129 conmon[101092]: pgmap v9896: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:24.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:23 smithi156 conmon[67007]: cluster 2022-01-18T21:34:22.625013+0000 mgr.smithi129.iclwio (mgr.14716) 11508 : cluster [DBG] 2022-01-18T21:34:24.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:23 smithi156 conmon[67007]: pgmap v9896: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:25.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:25 smithi129 conmon[101092]: cluster 2022-01-18T21:34:24.625696+0000 mgr.smithi129.iclwio (mgr.14716) 11509 : cluster [DBG] pgmap v9897: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:26.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:25 smithi156 conmon[67007]: cluster 2022-01-18T21:34:24.625696+0000 mgr.smithi129.iclwio (mgr.14716) 11509 : cluster [DBG] pgmap v9897: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:27.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:27 smithi129 conmon[101092]: cluster 2022-01-18T21:34:26.626145+0000 mgr.smithi129.iclwio (mgr.14716) 11510 : cluster [DBG] pgmap v9898: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:28.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:27 smithi156 conmon[67007]: cluster 2022-01-18T21:34:26.626145+0000 mgr.smithi129.iclwio (mgr.14716) 11510 : cluster [DBG] pgmap v9898: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:29.329 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:34:29.595 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:34:29.595 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 2m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:34:29.595 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 2m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:34:29.596 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 2m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:34:29.596 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 2m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:34:29.596 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 2m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:34:29.596 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 2m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:34:29.596 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 2m ago 5h 863M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:34:29.597 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 2m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:34:29.597 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 2m ago 5h 1938M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:34:29.597 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 2m ago 5h 983M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:34:29.597 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 2m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:34:29.598 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 2m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:34:29.598 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 2m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:34:29.598 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 2m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:34:29.599 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 2m ago 5h 2359M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:34:29.599 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 2m ago 5h 3480M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:34:29.599 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 2m ago 5h 2622M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:34:29.600 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 2m ago 5h 3512M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:34:29.600 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 2m ago 5h 3261M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:34:29.600 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 2m ago 5h 3749M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:34:29.601 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 2m ago 5h 3040M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:34:29.601 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 2m ago 5h 4355M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:34:29.601 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 2m ago 5h 128M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:34:29.917 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:34:29.917 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:34:29.918 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:34:29.918 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:34:29.918 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:34:29.918 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:34:29.919 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:34:29.919 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:34:29.919 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:34:29.919 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:34:29.920 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:34:29.920 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:34:29.920 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:34:29.921 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:34:29.921 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:34:29.921 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:34:29.921 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:34:29.922 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:34:29.922 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:34:29.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:29 smithi129 conmon[101092]: cluster 2022-01-18T21:34:28.626826+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:34:29.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:29 smithi129 conmon[101092]: ) 11511 : cluster [DBG] pgmap v9899: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:30.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:29 smithi156 conmon[67007]: cluster 2022-01-18T21:34:28.626826+0000 mgr.smithi129.iclwio (mgr.14716) 11511 : cluster [DBG] pgmap v9899: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:30.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:29 smithi156 conmon[67007]: 2022-01-18T21:34:30.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:30 smithi129 conmon[101092]: audit 2022-01-18T21:34:29.317561+0000 mgr.smithi129.iclwio (mgr.14716) 11512 : audit [DBG] from='client.41770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:34:30.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:30 smithi129 conmon[101092]: audit 2022-01-18T21:34:29.586364+0000 mgr.smithi129.iclwio (mgr.14716) 11513 : audit [DBG] from='client.41774 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:34:30.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:30 smithi129 conmon[101092]: audit 2022-01-18T21:34:29.917453+0000 2022-01-18T21:34:30.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:30 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3415 : audit [DBG] from='client.? 172.21.15.129:0/2663999004' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:34:31.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:30 smithi156 conmon[67007]: audit 2022-01-18T21:34:29.317561+0000 mgr.smithi129.iclwio (mgr.14716) 11512 : audit [DBG] from='client.41770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:34:31.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:30 smithi156 conmon[67007]: audit 2022-01-18T21:34:29.586364+0000 mgr.smithi129.iclwio (mgr.14716) 11513 : audit [DBG] from='client.41774 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:34:31.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:30 smithi156 conmon[67007]: audit 2022-01-18T21:34:29.917453+0000 mon.smithi129 (mon.0) 3415 : audit [DBG] 2022-01-18T21:34:31.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:30 smithi156 conmon[67007]: from='client.? 172.21.15.129:0/2663999004' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:34:31.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:31 smithi129 conmon[101092]: cluster 2022-01-18T21:34:30.627475+0000 mgr.smithi129.iclwio (mgr.14716) 11514 : 2022-01-18T21:34:31.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:31 smithi129 conmon[101092]: cluster [DBG] pgmap v9900: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:34:32.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:31 smithi156 conmon[67007]: cluster 2022-01-18T21:34:30.627475+0000 mgr.smithi129.iclwio (mgr.14716) 11514 : cluster [DBG] pgmap v9900: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:34:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:33 smithi129 conmon[101092]: cluster 2022-01-18T21:34:32.627948+0000 mgr.smithi129.iclwio (mgr.14716) 11515 : cluster [DBG] 2022-01-18T21:34:33.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:33 smithi129 conmon[101092]: pgmap v9901: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:34.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:33 smithi156 conmon[67007]: cluster 2022-01-18T21:34:32.627948+0000 mgr.smithi129.iclwio (mgr.14716) 11515 : cluster [DBG] pgmap v9901: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:35.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:35 smithi129 conmon[101092]: cluster 2022-01-18T21:34:34.628634+0000 mgr.smithi129.iclwio (mgr.14716) 11516 : cluster 2022-01-18T21:34:35.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:35 smithi129 conmon[101092]: [DBG] pgmap v9902: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:36.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:35 smithi156 conmon[67007]: cluster 2022-01-18T21:34:34.628634+0000 mgr.smithi129.iclwio (mgr.14716) 11516 : cluster [DBG] pgmap v9902: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:36.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:35 smithi156 conmon[67007]: 2022-01-18T21:34:37.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:37 smithi129 conmon[101092]: cluster 2022-01-18T21:34:36.629217+0000 mgr.smithi129.iclwio (mgr.14716) 11517 : cluster [DBG] pgmap v9903: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:38.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:37 smithi156 conmon[67007]: cluster 2022-01-18T21:34:36.629217+0000 mgr.smithi129.iclwio (mgr.14716) 11517 : cluster [DBG] pgmap v9903: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:39.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:39 smithi129 conmon[101092]: cluster 2022-01-18T21:34:38.630018+0000 mgr.smithi129.iclwio (mgr.14716) 11518 : cluster [DBG] pgmap v9904: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:39 smithi156 conmon[67007]: cluster 2022-01-18T21:34:38.630018+0000 mgr.smithi129.iclwio (mgr.14716) 11518 : cluster [DBG] pgmap v9904: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:41.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:41 smithi129 conmon[101092]: cluster 2022-01-18T21:34:40.630979+0000 mgr.smithi129.iclwio (mgr.14716) 11519 : cluster [DBG] pgmap v9905: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:34:42.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:41 smithi156 conmon[67007]: cluster 2022-01-18T21:34:40.630979+0000 mgr.smithi129.iclwio (mgr.14716) 11519 : cluster [DBG] pgmap v9905: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:34:43.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:43 smithi129 conmon[101092]: cluster 2022-01-18T21:34:42.631484+0000 mgr.smithi129.iclwio (mgr.14716) 11520 : cluster [DBG] pgmap v9906: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:43 smithi156 conmon[67007]: cluster 2022-01-18T21:34:42.631484+0000 mgr.smithi129.iclwio (mgr.14716) 11520 : cluster [DBG] pgmap v9906: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:46.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:45 smithi156 conmon[67007]: cluster 2022-01-18T21:34:44.632180+0000 mgr.smithi129.iclwio (mgr.14716) 11521 : cluster [DBG] pgmap v9907: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:46.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:45 smithi129 conmon[101092]: cluster 2022-01-18T21:34:44.632180+0000 mgr.smithi129.iclwio (mgr.14716) 11521 : cluster [DBG] pgmap v9907: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:47.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:47 smithi129 conmon[101092]: cluster 2022-01-18T21:34:46.632711+0000 mgr.smithi129.iclwio (mgr.14716) 11522 : cluster [DBG] pgmap v9908: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:48.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:47 smithi156 conmon[67007]: cluster 2022-01-18T21:34:46.632711+0000 mgr.smithi129.iclwio (mgr.14716) 11522 : cluster [DBG] pgmap v9908: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:49.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:49 smithi129 conmon[101092]: cluster 2022-01-18T21:34:48.633414+0000 mgr.smithi129.iclwio (mgr.14716) 11523 : cluster 2022-01-18T21:34:49.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:49 smithi129 conmon[101092]: [DBG] pgmap v9909: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:50.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:49 smithi156 conmon[67007]: cluster 2022-01-18T21:34:48.633414+0000 mgr.smithi129.iclwio (mgr.14716) 11523 : cluster [DBG] pgmap v9909: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:51.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:51 smithi129 conmon[101092]: cluster 2022-01-18T21:34:50.634243+0000 mgr.smithi129.iclwio (mgr.14716) 11524 : cluster [DBG] pgmap v9910: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:34:52.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:51 smithi156 conmon[67007]: cluster 2022-01-18T21:34:50.634243+0000 mgr.smithi129.iclwio (mgr.14716) 11524 : cluster [DBG] pgmap v9910: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:34:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:53 smithi156 conmon[67007]: cluster 2022-01-18T21:34:52.634987+0000 mgr.smithi129.iclwio (mgr.14716) 11525 : cluster [DBG] pgmap v9911: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:53 smithi129 conmon[101092]: cluster 2022-01-18T21:34:52.634987+0000 mgr.smithi129.iclwio (mgr.14716) 11525 : cluster [DBG] pgmap v9911: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:56.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:55 smithi156 conmon[67007]: cluster 2022-01-18T21:34:54.635650+0000 mgr.smithi129.iclwio (mgr.14716) 11526 : cluster [DBG] pgmap v9912: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:56.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:55 smithi129 conmon[101092]: cluster 2022-01-18T21:34:54.635650+0000 mgr.smithi129.iclwio (mgr.14716) 11526 : cluster [DBG] pgmap v9912: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:57.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:57 smithi129 conmon[101092]: cluster 2022-01-18T21:34:56.636180+0000 mgr.smithi129.iclwio (mgr.14716) 11527 : cluster [DBG] 2022-01-18T21:34:57.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:57 smithi129 conmon[101092]: pgmap v9913: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:58.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:57 smithi156 conmon[67007]: cluster 2022-01-18T21:34:56.636180+0000 mgr.smithi129.iclwio (mgr.14716) 11527 : cluster [DBG] pgmap v9913: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:59 smithi129 conmon[101092]: cluster 2022-01-18T21:34:58.636821+0000 mgr.smithi129.iclwio (mgr.14716) 11528 : cluster 2022-01-18T21:34:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:59 smithi129 conmon[101092]: [DBG] pgmap v9914: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:34:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:59 smithi129 conmon[101092]: audit 2022-01-18T21:34:59.536767+0000 mon.smithi129 (mon.0) 3416 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:34:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:34:59 smithi129 conmon[101092]: audit 2022-01-18T21:34:59.537016+0000 mon.smithi129 (mon.0) 3417 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:35:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:59 smithi156 conmon[67007]: cluster 2022-01-18T21:34:58.636821+0000 mgr.smithi129.iclwio (mgr.14716) 11528 : cluster [DBG] pgmap v9914: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:59 smithi156 conmon[67007]: audit 2022-01-18T21:34:59.536767+0000 mon.smithi129 (mon.0) 3416 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:35:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:34:59 smithi156 conmon[67007]: audit 2022-01-18T21:34:59.537016+0000 mon.smithi129 (mon.0) 3417 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:35:00.217 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:35:00.510 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:35:00.510 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 3m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:35:00.511 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 3m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:35:00.511 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 3m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:35:00.511 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 3m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:35:00.511 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 3m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:35:00.512 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 3m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:35:00.512 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 3m ago 5h 863M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:35:00.512 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 3m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:35:00.512 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 3m ago 5h 1938M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:35:00.513 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 3m ago 5h 983M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:35:00.513 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 3m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:35:00.513 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 3m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:35:00.514 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 3m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:35:00.514 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 3m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:35:00.514 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 3m ago 5h 2359M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:35:00.514 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 3m ago 5h 3480M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:35:00.514 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 3m ago 5h 2622M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:35:00.515 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 3m ago 5h 3512M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:35:00.515 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 3m ago 5h 3261M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:35:00.515 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 3m ago 5h 3749M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:35:00.515 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 3m ago 5h 3040M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:35:00.516 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 3m ago 5h 4355M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:35:00.516 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 3m ago 5h 128M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:35:00.857 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:35:00.858 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:35:00.858 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:35:00.858 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:35:00.859 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:35:00.859 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:35:00.859 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:35:00.859 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:35:00.860 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:35:00.860 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:35:00.860 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:35:00.860 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:35:00.861 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:35:00.861 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:35:00.861 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:35:00.861 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:35:00.862 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:35:00.862 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:35:00.862 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:35:00.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:00 smithi129 conmon[101092]: audit 2022-01-18T21:35:00.162099+0000 mon.smithi129 (mon.0) 2022-01-18T21:35:00.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:00 smithi129 conmon[101092]: 3418 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:35:00.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:00 smithi129 conmon[101092]: audit 2022-01-18T21:35:00.163175+0000 mon.smithi129 (mon.0) 3419 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:35:00.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:00 smithi129 conmon[101092]: audit 2022-01-18T21:35:00.163812+0000 mon.smithi129 (mon.0) 3420 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:35:00.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:00 smithi129 conmon[101092]: cephadm 2022-01-18T21:35:00.164313+0000 mgr.smithi129.iclwio (mgr.14716) 11529 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:35:00.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:00 smithi129 conmon[101092]: audit 2022-01-18T21:35:00.204884+0000 mgr.smithi129.iclwio (mgr.14716) 11530 : audit [DBG] from='client.41782 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:35:01.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:00 smithi156 conmon[67007]: audit 2022-01-18T21:35:00.162099+0000 mon.smithi129 (mon.0) 3418 2022-01-18T21:35:01.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:00 smithi156 conmon[67007]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:35:01.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:00 smithi156 conmon[67007]: audit 2022-01-18T21:35:00.163175+0000 mon.smithi129 (mon.0) 3419 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:35:01.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:00 smithi156 conmon[67007]: audit 2022-01-18T21: 2022-01-18T21:35:01.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:00 smithi156 conmon[67007]: 35:00.163812+0000 mon.smithi129 (mon.0) 3420 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:35:01.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:00 smithi156 conmon[67007]: cephadm 2022-01-18T21:35 2022-01-18T21:35:01.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:00 smithi156 conmon[67007]: :00.164313+0000 mgr.smithi129.iclwio (mgr.14716) 11529 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:35:01.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:00 smithi156 conmon[67007]: audit 2022- 2022-01-18T21:35:01.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:00 smithi156 conmon[67007]: 01-18T21:35:00.204884+0000 mgr.smithi129.iclwio (mgr.14716) 11530 : audit [DBG] from='client.41782 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:35:01.904 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:01 smithi129 conmon[101092]: audit 2022-01-18T21:35:00.501347+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:35:01.905 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:01 smithi129 conmon[101092]: ) 11531 : audit [DBG] from='client.41786 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:35:01.905 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:01 smithi129 conmon[101092]: cluster 2022-01-18T21:35:00.637705+0000 mgr.smithi129.iclwio (mgr.14716) 11532 : cluster [DBG] pgmap v9915: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:35:01.905 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:01 smithi129 conmon[101092]: audit 2022-01-18T21:35:00.857360+0000 mon.smithi129 (mon.0) 3421 : audit [DBG] from='client.? 172.21.15.129:0/3825971627' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:35:02.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:01 smithi156 conmon[67007]: audit 2022-01-18T21:35:00.501347+0000 mgr.smithi129.iclwio (mgr.14716) 11531 : audit [DBG] from='client.41786 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:35:02.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:01 smithi156 conmon[67007]: cluster 2022-01-18T21:35:00.637705+0000 mgr.smithi129.iclwio (mgr.14716) 11532 : cluster [DBG] pgmap v9915: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:35:02.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:01 smithi156 conmon[67007]: audit 2022-01-18T21:35:00.857360+0000 mon.smithi129 (mon.0) 3421 : audit [DBG] from='client.? 172.21.15.129:0/3825971627' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:35:04.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:03 smithi156 conmon[67007]: cluster 2022-01-18T21:35:02.638284+0000 mgr.smithi129.iclwio (mgr.14716) 11533 : cluster [DBG] pgmap v9916: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:04.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:03 smithi156 conmon[67007]: audit 2022-01-18T21:35:03.629343+0000 mon.smithi129 (mon.0) 3422 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:35:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:03 smithi129 conmon[101092]: cluster 2022-01-18T21:35:02.638284+0000 mgr.smithi129.iclwio (mgr.14716) 11533 : cluster [DBG] pgmap v9916: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:04.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:03 smithi129 conmon[101092]: audit 2022-01-18T21:35:03.629343+0000 mon.smithi129 (mon.0) 3422 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:35:05.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:04 smithi129 conmon[101092]: audit 2022-01-18T21:35:03.925551+0000 mon.smithi129 (mon.0) 3423 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:35:05.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:04 smithi129 conmon[101092]: audit 2022-01-18T21:35:03.930136+0000 mon.smithi129 (mon.0) 3424 2022-01-18T21:35:05.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:04 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:35:05.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:04 smithi156 conmon[67007]: audit 2022-01-18T21:35:03.925551+0000 mon.smithi129 (mon.0) 3423 : audit [INF] 2022-01-18T21:35:05.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:04 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:35:05.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:04 smithi156 conmon[67007]: audit 2022-01-18T21:35:03.930136+0000 mon.smithi129 (mon.0) 3424 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:35:06.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:05 smithi129 conmon[101092]: cluster 2022-01-18T21:35:04.638946+0000 mgr.smithi129.iclwio (mgr.14716) 11534 : cluster 2022-01-18T21:35:06.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:05 smithi129 conmon[101092]: [DBG] pgmap v9917: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:05 smithi156 conmon[67007]: cluster 2022-01-18T21:35:04.638946+0000 mgr.smithi129.iclwio (mgr.14716) 11534 : cluster [DBG] pgmap v9917: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:05 smithi156 conmon[67007]: 2022-01-18T21:35:08.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:07 smithi129 conmon[101092]: cluster 2022-01-18T21:35:06.639456+0000 mgr.smithi129.iclwio (mgr.14716) 11535 : cluster [DBG] pgmap v9918: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:07 smithi156 conmon[67007]: cluster 2022-01-18T21:35:06.639456+0000 mgr.smithi129.iclwio (mgr.14716) 11535 : cluster [DBG] pgmap v9918: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:07 smithi156 conmon[67007]: 2022-01-18T21:35:09.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:09 smithi129 conmon[101092]: cluster 2022-01-18T21:35:08.640014+0000 mgr.smithi129.iclwio (mgr.14716) 11536 : cluster [DBG] pgmap v9919: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:09 smithi156 conmon[67007]: cluster 2022-01-18T21:35:08.640014+0000 mgr.smithi129.iclwio (mgr.14716) 11536 : cluster [DBG] pgmap v9919: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:09 smithi156 conmon[67007]: 2022-01-18T21:35:12.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:11 smithi156 conmon[67007]: cluster 2022-01-18T21:35:10.640896+0000 mgr.smithi129.iclwio (mgr.14716) 11537 : cluster [DBG] pgmap v9920: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:35:12.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:11 smithi156 conmon[67007]: 2022-01-18T21:35:12.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:11 smithi129 conmon[101092]: cluster 2022-01-18T21:35:10.640896+0000 mgr.smithi129.iclwio (mgr.14716) 11537 : cluster 2022-01-18T21:35:12.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:11 smithi129 conmon[101092]: [DBG] pgmap v9920: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:35:14.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:13 smithi156 conmon[67007]: cluster 2022-01-18T21:35:12.641427+0000 mgr.smithi129.iclwio (mgr.14716) 11538 : cluster [DBG] pgmap v9921: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:14.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:13 smithi156 conmon[67007]: 2022-01-18T21:35:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:13 smithi129 conmon[101092]: cluster 2022-01-18T21:35:12.641427+0000 mgr.smithi129.iclwio (mgr.14716) 11538 : cluster 2022-01-18T21:35:14.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:13 smithi129 conmon[101092]: [DBG] pgmap v9921: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:16.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:15 smithi156 conmon[67007]: cluster 2022-01-18T21:35:14.642142+0000 mgr.smithi129.iclwio (mgr.14716) 11539 : cluster [DBG] pgmap v9922: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:16.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:15 smithi156 conmon[67007]: 2022-01-18T21:35:16.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:15 smithi129 conmon[101092]: cluster 2022-01-18T21:35:14.642142+0000 mgr.smithi129.iclwio (mgr.14716) 11539 : cluster [DBG] 2022-01-18T21:35:16.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:15 smithi129 conmon[101092]: pgmap v9922: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:17.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:17 smithi129 conmon[101092]: cluster 2022-01-18T21:35:16.642628+0000 mgr.smithi129.iclwio (mgr.14716) 11540 2022-01-18T21:35:17.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:17 smithi129 conmon[101092]: : cluster [DBG] pgmap v9923: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:18.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:17 smithi156 conmon[67007]: cluster 2022-01-18T21:35:16.642628+0000 mgr.smithi129.iclwio (mgr.14716) 11540 : cluster 2022-01-18T21:35:18.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:17 smithi156 conmon[67007]: [DBG] pgmap v9923: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:19.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:19 smithi129 conmon[101092]: cluster 2022-01-18T21:35: 2022-01-18T21:35:19.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:19 smithi129 conmon[101092]: 18.643192+0000 mgr.smithi129.iclwio (mgr.14716) 11541 : cluster [DBG] pgmap v9924: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:20.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:19 smithi156 conmon[67007]: cluster 2022-01-18T21:35:18.643192+0000 mgr.smithi129.iclwio (mgr.14716) 11541 : cluster [DBG] pgmap v9924: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:22.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:21 smithi156 conmon[67007]: cluster 2022-01-18T21:35:20.644007+0000 mgr.smithi129.iclwio (mgr.14716) 11542 : cluster [DBG] pgmap v9925: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:35:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:21 smithi129 conmon[101092]: cluster 2022-01-18T21:35:20.644007+0000 mgr.smithi129.iclwio (mgr.14716) 11542 : cluster [DBG] pgmap v9925: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:35:24.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:23 smithi156 conmon[67007]: cluster 2022-01-18T21:35:22.644492+0000 mgr.smithi129.iclwio (mgr.14716) 11543 : cluster [DBG] pgmap v9926: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:23 smithi129 conmon[101092]: cluster 2022-01-18T21:35:22.644492+0000 mgr.smithi129.iclwio (mgr.14716) 11543 : cluster [DBG] pgmap v9926: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:26.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:25 smithi156 conmon[67007]: cluster 2022-01-18T21:35:24.645227+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:35:26.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:25 smithi156 conmon[67007]: 14716) 11544 : cluster [DBG] pgmap v9927: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:26.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:25 smithi129 conmon[101092]: cluster 2022-01-18T21:35:24.645227+0000 mgr.smithi129.iclwio (mgr.14716) 11544 : cluster [DBG] pgmap v9927: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:27.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:27 smithi129 conmon[101092]: cluster 2022-01-18T21:35:26.645780+0000 mgr.smithi129.iclwio (mgr.14716) 11545 : cluster [DBG] 2022-01-18T21:35:27.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:27 smithi129 conmon[101092]: pgmap v9928: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:28.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:27 smithi156 conmon[67007]: cluster 2022-01-18T21:35:26.645780+0000 mgr.smithi129.iclwio (mgr.14716) 11545 : cluster [DBG] pgmap v9928: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:29.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:29 smithi129 conmon[101092]: cluster 2022-01-18T21:35:28.646416+0000 mgr.smithi129.iclwio (mgr.14716) 11546 : cluster [DBG] 2022-01-18T21:35:29.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:29 smithi129 conmon[101092]: pgmap v9929: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:30.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:29 smithi156 conmon[67007]: cluster 2022-01-18T21:35:28.646416+0000 mgr.smithi129.iclwio (mgr.14716) 11546 : cluster [DBG] pgmap v9929: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:31.153 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:35:31.416 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:35:31.416 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 3m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:35:31.416 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 3m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:35:31.416 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 3m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:35:31.417 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 3m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:35:31.417 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 3m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:35:31.417 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 3m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:35:31.418 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 3m ago 5h 863M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:35:31.418 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 3m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:35:31.418 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 3m ago 5h 1938M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:35:31.418 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 3m ago 5h 983M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:35:31.418 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 3m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:35:31.419 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 3m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:35:31.419 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 3m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:35:31.419 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 3m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:35:31.419 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 3m ago 5h 2359M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:35:31.420 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 3m ago 5h 3480M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:35:31.420 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 3m ago 5h 2622M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:35:31.420 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 3m ago 5h 3512M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:35:31.420 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 3m ago 5h 3261M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:35:31.421 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 3m ago 5h 3749M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:35:31.421 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 3m ago 5h 3040M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:35:31.421 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 3m ago 5h 4355M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:35:31.421 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 3m ago 5h 128M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:35:31.734 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:35:31.735 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:35:31.735 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:35:31.736 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:35:31.736 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:35:31.737 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:35:31.737 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:35:31.737 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:35:31.737 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:35:31.738 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:35:31.738 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:35:31.738 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:35:31.738 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:35:31.739 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:35:31.739 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:35:31.739 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:35:31.739 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:35:31.740 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:35:31.740 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:35:32.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:31 smithi156 conmon[67007]: cluster 2022-01-18T21:35:30.647168+0000 mgr.smithi129.iclwio (mgr.14716) 11547 : cluster [DBG] pgmap v9930: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:35:32.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:31 smithi156 conmon[67007]: audit 2022-01-18T21:35:31.141562+0000 mgr.smithi129.iclwio (mgr.14716) 11548 : audit [DBG] from='client.41794 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:35:32.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:31 smithi129 conmon[101092]: cluster 2022-01-18T21:35:30.647168+0000 mgr.smithi129.iclwio (mgr.14716) 11547 : cluster [DBG] 2022-01-18T21:35:32.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:31 smithi129 conmon[101092]: pgmap v9930: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:35:32.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:31 smithi129 conmon[101092]: audit 2022-01-18T21:35:31.141562+0000 mgr.smithi129.iclwio (mgr.14716) 11548 : audit [DBG] from='client.41794 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:35:33.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:32 smithi156 conmon[67007]: audit 2022-01-18T21:35:31.407177+0000 mgr.smithi129.iclwio (mgr.14716) 11549 : audit [DBG] from='client.41798 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:35:33.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:32 smithi156 conmon[67007]: 2022-01-18T21:35:33.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:32 smithi156 conmon[67007]: audit 2022-01-18T21:35:31.734738+0000 mon.smithi129 (mon.0) 3425 : audit [DBG] from='client.? 172.21.15.129:0/2900482207' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:35:33.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:32 smithi129 conmon[101092]: audit 2022-01-18T21:35:31.407177+0000 mgr.smithi129.iclwio (mgr.14716) 11549 : audit [DBG] from='client.41798 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:35:33.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:32 smithi129 conmon[101092]: audit 2022-01-18T21:35:31.734738+0000 mon.smithi129 (mon.0) 3425 : audit [DBG] from='client.? 172.21.15.129:0/2900482207' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:35:34.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:33 smithi156 conmon[67007]: cluster 2022-01-18T21:35:32.647849+0000 mgr.smithi129.iclwio (mgr.14716) 11550 : cluster [DBG] pgmap v9931: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:33 smithi129 conmon[101092]: cluster 2022-01-18T21:35:32.647849+0000 mgr.smithi129.iclwio (mgr.14716) 11550 : cluster [DBG] pgmap v9931: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:36.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:35 smithi156 conmon[67007]: cluster 2022-01-18T21:35:34.648744+0000 mgr.smithi129.iclwio 2022-01-18T21:35:36.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:35 smithi156 conmon[67007]: (mgr.14716) 11551 : cluster [DBG] pgmap v9932: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:36.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:35 smithi129 conmon[101092]: cluster 2022-01-18T21:35:34.648744+0000 mgr.smithi129.iclwio (mgr.14716) 11551 : cluster [DBG] pgmap v9932: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:37.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:37 smithi129 conmon[101092]: cluster 2022-01-18T21:35:36.649291+0000 mgr.smithi129.iclwio (mgr.14716) 11552 : cluster 2022-01-18T21:35:37.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:37 smithi129 conmon[101092]: [DBG] pgmap v9933: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:38.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:37 smithi156 conmon[67007]: cluster 2022-01-18T21:35:36.649291+0000 mgr.smithi129.iclwio (mgr.14716) 11552 : cluster [DBG] pgmap v9933: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:39.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:39 smithi129 conmon[101092]: cluster 2022-01-18T21:35:38.649993+0000 mgr.smithi129.iclwio (mgr.14716) 11553 : cluster [DBG] pgmap v9934: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:39 smithi156 conmon[67007]: cluster 2022-01-18T21:35:38.649993+0000 mgr.smithi129.iclwio (mgr.14716) 11553 : cluster [DBG] pgmap v9934: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:42.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:41 smithi156 conmon[67007]: cluster 2022-01-18T21:35:40.650804+0000 mgr.smithi129.iclwio (mgr.14716) 11554 : cluster [DBG] pgmap v9935: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:35:42.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:41 smithi129 conmon[101092]: cluster 2022-01-18T21:35:40.650804+0000 mgr.smithi129.iclwio (mgr.14716) 11554 : cluster [DBG] 2022-01-18T21:35:42.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:41 smithi129 conmon[101092]: pgmap v9935: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:35:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:43 smithi156 conmon[67007]: cluster 2022-01-18T21:35:42.651346+0000 mgr.smithi129.iclwio (mgr.14716) 11555 : cluster [DBG] pgmap v9936: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:43 smithi156 conmon[67007]: 2022-01-18T21:35:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:43 smithi129 conmon[101092]: cluster 2022-01-18T21:35:42.651346+0000 mgr.smithi129.iclwio (mgr.14716) 11555 : cluster [DBG] pgmap v9936: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:46.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:45 smithi156 conmon[67007]: cluster 2022-01-18T21:35:44.652152+0000 mgr.smithi129.iclwio (mgr.14716) 11556 : cluster [DBG] pgmap v9937: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:46.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:45 smithi129 conmon[101092]: cluster 2022-01-18T21:35:44.652152+0000 mgr.smithi129.iclwio (mgr.14716) 11556 : cluster [DBG] pgmap v9937: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:47.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:47 smithi129 conmon[101092]: cluster 2022-01-18T21:35:46.652664+0000 mgr.smithi129.iclwio (mgr.14716) 11557 : cluster 2022-01-18T21:35:47.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:47 smithi129 conmon[101092]: [DBG] pgmap v9938: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:48.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:47 smithi156 conmon[67007]: cluster 2022-01-18T21:35:46.652664+0000 mgr.smithi129.iclwio (mgr.14716) 11557 : cluster [DBG] pgmap v9938: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:49.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:49 smithi129 conmon[101092]: cluster 2022-01-18T21:35:48.653247+0000 mgr.smithi129.iclwio (mgr.14716) 11558 : cluster [DBG] 2022-01-18T21:35:49.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:49 smithi129 conmon[101092]: pgmap v9939: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:50.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:49 smithi156 conmon[67007]: cluster 2022-01-18T21:35:48.653247+0000 mgr.smithi129.iclwio (mgr.14716) 11558 : cluster [DBG] pgmap v9939: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:52.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:51 smithi156 conmon[67007]: cluster 2022-01-18T21:35:50.654238+0000 mgr.smithi129.iclwio (mgr.14716) 11559 : cluster [DBG] pgmap v9940: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:35:52.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:51 smithi129 conmon[101092]: cluster 2022-01-18T21:35:50.654238+0000 mgr.smithi129.iclwio (mgr.14716) 11559 : cluster [DBG] pgmap v9940: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:35:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:53 smithi156 conmon[67007]: cluster 2022-01-18T21:35:52.654739+0000 mgr.smithi129.iclwio (mgr.14716) 11560 : cluster [DBG] pgmap v9941: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:53 smithi156 conmon[67007]: 2022-01-18T21:35:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:53 smithi129 conmon[101092]: cluster 2022-01-18T21:35:52.654739+0000 mgr.smithi129.iclwio (mgr.14716) 11560 : cluster [DBG] pgmap v9941: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:54.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:53 smithi129 conmon[101092]: 2022-01-18T21:35:56.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:55 smithi156 conmon[67007]: cluster 2022-01-18T21:35:54.655724+0000 mgr.smithi129.iclwio (mgr.14716) 11561 : cluster [DBG] pgmap v9942: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:56.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:55 smithi129 conmon[101092]: cluster 2022-01-18T21:35:54.655724+0000 mgr.smithi129.iclwio (mgr.14716) 11561 : cluster [DBG] pgmap v9942: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:57.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:57 smithi129 conmon[101092]: cluster 2022-01-18T21:35:56.656291+0000 mgr.smithi129.iclwio (mgr.14716) 11562 : cluster 2022-01-18T21:35:57.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:57 smithi129 conmon[101092]: [DBG] pgmap v9943: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:58.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:57 smithi156 conmon[67007]: cluster 2022-01-18T21:35:56.656291+0000 mgr.smithi129.iclwio (mgr.14716) 11562 : cluster [DBG] pgmap v9943: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:58.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:57 smithi156 conmon[67007]: 2022-01-18T21:35:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:59 smithi129 conmon[101092]: cluster 2022-01-18T21:35:58.656951+0000 mgr.smithi129.iclwio (mgr.14716) 11563 : cluster 2022-01-18T21:35:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:59 smithi129 conmon[101092]: [DBG] pgmap v9944: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:35:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:59 smithi129 conmon[101092]: audit 2022-01-18T21:35:59.540900+0000 mon.smithi129 (mon.0) 3426 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:35:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:59 smithi129 conmon[101092]: audit 2022-01-18T21:35:59.541159+0000 mon.smithi129 (mon.0) 2022-01-18T21:35:59.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:35:59 smithi129 conmon[101092]: 3427 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:36:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:59 smithi156 conmon[67007]: cluster 2022-01-18T21:35:58.656951+0000 mgr.smithi129.iclwio (mgr.14716) 11563 : cluster [DBG] pgmap v9944: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:59 smithi156 conmon[67007]: audit 2022-01-18T21:35:59.540900+0000 mon.smithi129 (mon.0) 3426 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:36:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:35:59 smithi156 conmon[67007]: audit 2022-01-18T21:35:59.541159+0000 mon.smithi129 (mon.0) 3427 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:36:02.035 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:36:02.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:01 smithi156 conmon[67007]: cluster 2022-01-18T21:36:00.657673+0000 mgr.smithi129.iclwio (mgr.14716) 11564 : cluster [DBG] pgmap v9945: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:36:02.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:01 smithi156 conmon[67007]: 2022-01-18T21:36:02.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:01 smithi129 conmon[101092]: cluster 2022-01-18T21:36:00.657673+0000 mgr.smithi129.iclwio (mgr.14716) 11564 : cluster [DBG] pgmap v9945: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:36:02.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:01 smithi129 conmon[101092]: 2022-01-18T21:36:02.300 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:36:02.300 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 4m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:36:02.300 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 4m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:36:02.301 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 4m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:36:02.301 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 4m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:36:02.301 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 4m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:36:02.301 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 4m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:36:02.301 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 4m ago 5h 863M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:36:02.302 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 4m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:36:02.302 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 4m ago 5h 1938M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:36:02.302 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 4m ago 5h 983M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:36:02.302 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 4m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:36:02.303 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 4m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:36:02.303 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 4m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:36:02.303 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 4m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:36:02.303 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 4m ago 5h 2359M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:36:02.304 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 4m ago 5h 3480M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:36:02.304 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 4m ago 5h 2622M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:36:02.304 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 4m ago 5h 3512M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:36:02.304 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 4m ago 5h 3261M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:36:02.305 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 4m ago 5h 3749M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:36:02.305 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 4m ago 5h 3040M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:36:02.305 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 4m ago 5h 4355M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:36:02.305 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 4m ago 5h 128M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:36:02.620 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:36:02.620 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:36:02.620 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:36:02.621 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:36:02.621 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:36:02.621 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:36:02.621 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:36:02.621 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:36:02.622 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:36:02.622 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:36:02.622 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:36:02.622 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:36:02.623 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:36:02.623 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:36:02.623 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:36:02.623 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:36:02.623 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:36:02.624 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:36:02.624 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:36:03.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:02 smithi156 conmon[67007]: audit 2022-01-18T21:36:02.024099+0000 mgr.smithi129.iclwio (mgr.14716) 11565 : audit [DBG] 2022-01-18T21:36:03.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:02 smithi156 conmon[67007]: from='client.41806 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:36:03.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:02 smithi156 conmon[67007]: audit 2022-01-18T21:36:02.291717+0000 mgr.smithi129.iclwio (mgr.14716) 11566 : audit [DBG] from='client.41810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:36:03.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:02 smithi156 conmon[67007]: audit 2022-01-18T21:36:02. 2022-01-18T21:36:03.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:02 smithi156 conmon[67007]: 620198+0000 mon.smithi129 (mon.0) 3428 : audit [DBG] from='client.? 172.21.15.129:0/2553688833' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:36:03.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:02 smithi129 conmon[101092]: audit 2022-01-18T21:36:02.024099+0000 mgr.smithi129.iclwio (mgr.14716) 11565 : 2022-01-18T21:36:03.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:02 smithi129 conmon[101092]: audit [DBG] from='client.41806 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:36:03.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:02 smithi129 conmon[101092]: audit 2022-01-18T21:36:02.291717+0000 mgr.smithi129.iclwio (mgr.14716) 11566 : audit [DBG] from='client.41810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:36:03.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:02 smithi129 conmon[101092]: audit 2022-01-18T21:36:02.620198+0000 mon.smithi129 2022-01-18T21:36:03.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:02 smithi129 conmon[101092]: (mon.0) 3428 : audit [DBG] 2022-01-18T21:36:03.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:02 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/2553688833' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:36:04.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:03 smithi156 conmon[67007]: cluster 2022-01-18T21:36:02.658181+0000 mgr.smithi129.iclwio (mgr.14716) 11567 : cluster [DBG] pgmap v9946: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:03 smithi129 conmon[101092]: cluster 2022-01-18T21:36:02.658181+0000 mgr.smithi129.iclwio (mgr.14716) 11567 : cluster [DBG] pgmap v9946: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:05.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:04 smithi156 conmon[67007]: audit 2022-01-18T21:36:03.932709+0000 mon.smithi129 (mon.0) 3429 2022-01-18T21:36:05.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:04 smithi156 conmon[67007]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:36:05.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:04 smithi156 conmon[67007]: audit 2022-01-18T21:36:03.934095+0000 mon.smithi129 (mon.0) 3430 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:36:05.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:04 smithi156 conmon[67007]: audit 2022-01-18T21:36:03.935088+0000 mon.smithi129 (mon.0) 3431 : 2022-01-18T21:36:05.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:04 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:36:05.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:04 smithi156 conmon[67007]: cephadm 2022-01-18T21:36:05.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:04 smithi156 conmon[67007]: 2022-01-18T21:36:03.935828 2022-01-18T21:36:05.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:04 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 11568 : cephadm [WRN] 2022-01-18T21:36:05.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:04 smithi156 conmon[67007]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:36:05.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:04 smithi129 conmon[101092]: audit 2022-01-18T21:36:03.932709+0000 mon.smithi129 (mon.0) 3429 : audit 2022-01-18T21:36:05.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:04 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:36:05.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:04 smithi129 conmon[101092]: audit 2022-01-18T21:36:03.934095+0000 mon.smithi129 (mon.0) 3430 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:36:05.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:04 smithi129 conmon[101092]: audit 2022-01-18T21:36:03.935088+0000 mon.smithi129 (mon.0) 3431 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:36:05.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:04 smithi129 conmon[101092]: cephadm 2022-01-18T21:36:03.935828+0000 mgr.smithi129.iclwio (mgr.14716) 11568 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:36:06.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:05 smithi156 conmon[67007]: cluster 2022-01-18T21:36:04.658882+0000 mgr.smithi129.iclwio (mgr.14716) 11569 : cluster [DBG] pgmap v9947: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:06.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:05 smithi129 conmon[101092]: cluster 2022-01-18T21:36:04.658882+0000 mgr.smithi129.iclwio (mgr.14716) 11569 : cluster [DBG] pgmap v9947: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:08.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:08 smithi129 conmon[101092]: cluster 2022-01-18T21:36:06.659392+0000 mgr.smithi129.iclwio (mgr.14716) 11570 : cluster [DBG] pgmap v9948: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:08.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:08 smithi129 conmon[101092]: audit 2022-01-18T21:36:07.148838+0000 mon.smithi129 (mon.0) 3432 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:36:08.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:08 smithi129 conmon[101092]: audit 2022-01-18T21:36:07.435629+0000 mon.smithi129 (mon.0) 3433 : audit [INF] 2022-01-18T21:36:08.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:08 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:36:08.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:08 smithi129 conmon[101092]: audit 2022-01-18T21:36:07.441724+0000 mon.smithi129 (mon.0) 3434 : audit 2022-01-18T21:36:08.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:08 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:36:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:08 smithi156 conmon[67007]: cluster 2022-01-18T21:36:06.659392+0000 mgr.smithi129.iclwio (mgr.14716) 11570 : cluster 2022-01-18T21:36:08.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:08 smithi156 conmon[67007]: [DBG] pgmap v9948: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:08.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:08 smithi156 conmon[67007]: audit 2022-01-18T21:36:07.148838+0000 mon.smithi129 (mon.0) 3432 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:36:08.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:08 smithi156 conmon[67007]: audit 2022-01-18T21:36:07.435629+0000 mon.smithi129 (mon.0) 3433 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:36:08.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:08 smithi156 conmon[67007]: audit 2022-01-18T21:36:07.441724+0000 mon.smithi129 (mon.0) 3434 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:36:09.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:09 smithi129 conmon[101092]: cluster 2022-01-18T21:36:08.660053+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:36:09.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:09 smithi129 conmon[101092]: 11571 : cluster [DBG] pgmap v9949: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:09 smithi156 conmon[67007]: cluster 2022-01-18T21:36:08.660053+0000 mgr.smithi129.iclwio (mgr.14716) 11571 : cluster [DBG] 2022-01-18T21:36:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:09 smithi156 conmon[67007]: pgmap v9949: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:12.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:11 smithi156 conmon[67007]: cluster 2022-01-18T21:36:10.660949+0000 mgr.smithi129.iclwio (mgr.14716) 11572 : cluster [DBG] pgmap v9950: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:36:12.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:11 smithi129 conmon[101092]: cluster 2022-01-18T21:36:10.660949+0000 mgr.smithi129.iclwio (mgr.14716) 11572 : cluster [DBG] pgmap v9950: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:36:14.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:13 smithi156 conmon[67007]: cluster 2022-01-18T21:36:12.661515+0000 mgr.smithi129.iclwio (mgr.14716) 11573 : cluster [DBG] pgmap v9951: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:13 smithi129 conmon[101092]: cluster 2022-01-18T21:36:12.661515+0000 mgr.smithi129.iclwio (mgr.14716) 11573 : cluster [DBG] pgmap v9951: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:16.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:15 smithi156 conmon[67007]: cluster 2022-01-18T21:36:14.662421+0000 mgr.smithi129.iclwio (mgr.14716) 11574 : cluster [DBG] pgmap v9952: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:16.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:15 smithi129 conmon[101092]: cluster 2022-01-18T21:36:14.662421+0000 mgr.smithi129.iclwio (mgr.14716) 11574 : 2022-01-18T21:36:16.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:15 smithi129 conmon[101092]: cluster [DBG] pgmap v9952: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:17.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:17 smithi129 conmon[101092]: cluster 2022-01-18T21:36:16.662893+0000 mgr.smithi129.iclwio (mgr.14716) 11575 : cluster [DBG] 2022-01-18T21:36:17.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:17 smithi129 conmon[101092]: pgmap v9953: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:18.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:17 smithi156 conmon[67007]: cluster 2022-01-18T21:36:16.662893+0000 mgr.smithi129.iclwio (mgr.14716) 11575 : cluster [DBG] pgmap v9953: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:19.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:19 smithi129 conmon[101092]: cluster 2022-01-18T21: 2022-01-18T21:36:19.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:19 smithi129 conmon[101092]: 36:18.663455+0000 mgr.smithi129.iclwio (mgr.14716) 11576 : cluster [DBG] pgmap v9954: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:20.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:19 smithi156 conmon[67007]: cluster 2022-01-18T21:36:18.663455+0000 mgr.smithi129.iclwio (mgr.14716) 11576 : cluster [DBG] pgmap v9954: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:22.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:21 smithi156 conmon[67007]: cluster 2022-01-18T21:36:20.664469+0000 mgr.smithi129.iclwio (mgr.14716) 11577 : cluster [DBG] pgmap v9955: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:36:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:21 smithi129 conmon[101092]: cluster 2022-01-18T21:36:20.664469+0000 mgr.smithi129.iclwio (mgr.14716) 11577 : cluster [DBG] pgmap v9955: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:36:24.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:23 smithi156 conmon[67007]: cluster 2022-01-18T21:36:22.665120+0000 mgr.smithi129.iclwio (mgr.14716) 11578 : cluster [DBG] pgmap v9956: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:23 smithi129 conmon[101092]: cluster 2022-01-18T21:36:22.665120+0000 mgr.smithi129.iclwio (mgr.14716) 11578 : cluster [DBG] pgmap v9956: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:26.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:25 smithi156 conmon[67007]: cluster 2022-01-18T21:36:24.665840+0000 mgr.smithi129.iclwio (mgr.14716) 11579 : cluster [DBG] pgmap v9957: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:26.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:25 smithi129 conmon[101092]: cluster 2022-01-18T21:36:24.665840+0000 mgr.smithi129.iclwio (mgr.14716) 11579 : cluster [DBG] pgmap v9957: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:27.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:27 smithi129 conmon[101092]: cluster 2022-01-18T21:36:26.666460+0000 mgr.smithi129.iclwio (mgr.14716) 11580 : cluster [DBG] pgmap v9958: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:28.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:27 smithi156 conmon[67007]: cluster 2022-01-18T21:36:26.666460+0000 mgr.smithi129.iclwio (mgr.14716) 11580 : cluster [DBG] pgmap v9958: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:29.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:29 smithi129 conmon[101092]: cluster 2022-01-18T21:36:28.667055+0000 mgr.smithi129.iclwio (mgr.14716) 11581 : cluster [DBG] pgmap v9959: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:30.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:29 smithi156 conmon[67007]: cluster 2022-01-18T21:36:28.667055+0000 mgr.smithi129.iclwio (mgr.14716) 11581 : cluster [DBG] pgmap v9959: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:32.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:31 smithi156 conmon[67007]: cluster 2022-01-18T21:36:30.668003+0000 mgr.smithi129.iclwio (mgr.14716) 11582 : cluster [DBG] pgmap v9960: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:36:32.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:31 smithi129 conmon[101092]: cluster 2022-01-18T21:36:30.668003+0000 mgr.smithi129.iclwio (mgr.14716) 11582 : cluster [DBG] pgmap v9960: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:36:32.920 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:36:33.185 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:36:33.186 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 4m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:36:33.187 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 4m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:36:33.187 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 4m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:36:33.188 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 4m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:36:33.188 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 4m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:36:33.189 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 4m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:36:33.189 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 4m ago 5h 863M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:36:33.189 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 4m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:36:33.190 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 4m ago 5h 1938M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:36:33.190 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 4m ago 5h 983M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:36:33.191 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 4m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:36:33.191 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 4m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:36:33.192 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 4m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:36:33.192 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 4m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:36:33.193 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 4m ago 5h 2359M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:36:33.193 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 4m ago 5h 3480M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:36:33.193 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 4m ago 5h 2622M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:36:33.194 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 4m ago 5h 3512M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:36:33.194 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 4m ago 5h 3261M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:36:33.195 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 4m ago 5h 3749M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:36:33.195 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 4m ago 5h 3040M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:36:33.196 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 4m ago 5h 4355M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:36:33.196 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 4m ago 5h 128M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:36:33.503 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:36:33.504 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:36:33.504 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:36:33.504 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:36:33.504 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:36:33.505 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:36:33.505 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:36:33.505 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:36:33.506 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:36:33.506 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:36:33.506 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:36:33.506 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:36:33.507 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:36:33.507 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:36:33.507 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:36:33.507 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:36:33.508 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:36:33.508 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:36:33.508 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:36:34.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:33 smithi156 conmon[67007]: cluster 2022-01-18T21:36:32.668641+0000 mgr.smithi129.iclwio (mgr.14716) 11583 : cluster [DBG] pgmap v9961: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:34.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:33 smithi156 conmon[67007]: audit 2022-01-18T21:36:32.909289+0000 mgr.smithi129.iclwio (mgr.14716) 11584 : audit [DBG] from='client.41818 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:36:34.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:33 smithi156 conmon[67007]: audit 2022-01-18T21:36:33.177011+0000 mgr.smithi129.iclwio (mgr.14716) 11585 : audit [DBG] from='client.41822 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:36:34.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:33 smithi156 conmon[67007]: audit 2022-01-18T21:36:34.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:33 smithi156 conmon[67007]: 2022-01-18T21:36:33.503174+0000 mon.smithi129 (mon.0) 3435 : audit [DBG] from='client.? 172.21.15.129:0/1395780626' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:36:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:33 smithi129 conmon[101092]: cluster 2022-01-18T21:36:32.668641+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:36:34.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:33 smithi129 conmon[101092]: 11583 : cluster [DBG] pgmap v9961: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:34.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:33 smithi129 conmon[101092]: audit 2022-01-18T21:36:32.909289+0000 mgr.smithi129.iclwio (mgr.14716) 11584 : audit [DBG] from='client.41818 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:36:34.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:33 smithi129 conmon[101092]: audit 2022-01-18T21:36:33.177011+0000 mgr.smithi129.iclwio 2022-01-18T21:36:34.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:33 smithi129 conmon[101092]: (mgr.14716) 11585 : audit [DBG] 2022-01-18T21:36:34.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:33 smithi129 conmon[101092]: from='client.41822 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:36:34.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:33 smithi129 conmon[101092]: audit 2022-01-18T21:36:34.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:33 smithi129 conmon[101092]: 2022-01-18T21:36: 2022-01-18T21:36:34.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:33 smithi129 conmon[101092]: 33.503174+0000 mon.smithi129 (mon.0) 2022-01-18T21:36:34.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:33 smithi129 conmon[101092]: 3435 : audit [DBG] from='client.? 172.21.15.129:0/1395780626' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:36:36.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:35 smithi156 conmon[67007]: cluster 2022-01-18T21:36:34.669406+0000 mgr.smithi129.iclwio (mgr.14716) 11586 : cluster 2022-01-18T21:36:36.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:35 smithi156 conmon[67007]: [DBG] pgmap v9962: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:36.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:35 smithi129 conmon[101092]: cluster 2022-01-18T21:36:34.669406+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:36:36.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:35 smithi129 conmon[101092]: 14716) 11586 : cluster [DBG] pgmap v9962: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:37.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:37 smithi129 conmon[101092]: cluster 2022-01-18T21:36:36.669910+0000 mgr.smithi129.iclwio (mgr.14716) 11587 : cluster [DBG] 2022-01-18T21:36:37.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:37 smithi129 conmon[101092]: pgmap v9963: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:38.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:37 smithi156 conmon[67007]: cluster 2022-01-18T21:36:36.669910+0000 mgr.smithi129.iclwio (mgr.14716) 11587 : cluster [DBG] pgmap v9963: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:39.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:39 smithi129 conmon[101092]: cluster 2022-01-18T21:36:38.670467+0000 mgr.smithi129.iclwio (mgr.14716) 11588 : cluster [DBG] pgmap v9964: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:39 smithi156 conmon[67007]: cluster 2022-01-18T21:36:38.670467+0000 mgr.smithi129.iclwio (mgr.14716) 11588 : cluster [DBG] pgmap v9964: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:42.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:41 smithi156 conmon[67007]: cluster 2022-01-18T21:36:40.671348+0000 mgr.smithi129.iclwio (mgr.14716) 11589 : cluster [DBG] pgmap v9965: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:36:42.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:41 smithi129 conmon[101092]: cluster 2022-01-18T21:36:40.671348+0000 mgr.smithi129.iclwio (mgr.14716) 11589 : cluster [DBG] 2022-01-18T21:36:42.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:41 smithi129 conmon[101092]: pgmap v9965: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:36:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:43 smithi156 conmon[67007]: cluster 2022-01-18T21:36:42.671923+0000 mgr.smithi129.iclwio (mgr.14716) 11590 : cluster [DBG] pgmap v9966: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:43 smithi129 conmon[101092]: cluster 2022-01-18T21:36:42.671923+0000 mgr.smithi129.iclwio (mgr.14716) 11590 : cluster [DBG] pgmap v9966: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:46.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:45 smithi156 conmon[67007]: cluster 2022-01-18T21:36:44.672623+0000 mgr.smithi129.iclwio (mgr.14716) 11591 : cluster [DBG] 2022-01-18T21:36:46.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:45 smithi156 conmon[67007]: pgmap v9967: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:46.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:45 smithi129 conmon[101092]: cluster 2022-01-18T21:36:44.672623+0000 mgr.smithi129.iclwio (mgr.14716) 11591 : cluster [DBG] pgmap v9967: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:47.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:47 smithi129 conmon[101092]: cluster 2022-01-18T21:36:46.673140+0000 mgr.smithi129.iclwio (mgr.14716) 11592 : cluster 2022-01-18T21:36:47.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:47 smithi129 conmon[101092]: [DBG] pgmap v9968: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:48.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:47 smithi156 conmon[67007]: cluster 2022-01-18T21:36:46.673140+0000 mgr.smithi129.iclwio (mgr.14716) 11592 : cluster [DBG] pgmap v9968: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:48.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:47 smithi156 conmon[67007]: 2022-01-18T21:36:49.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:49 smithi129 conmon[101092]: cluster 2022-01-18T21:36:48.673692+0000 mgr.smithi129.iclwio (mgr.14716) 11593 : cluster [DBG] 2022-01-18T21:36:49.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:49 smithi129 conmon[101092]: pgmap v9969: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:50.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:49 smithi156 conmon[67007]: cluster 2022-01-18T21:36:48.673692+0000 mgr.smithi129.iclwio (mgr.14716) 11593 : cluster [DBG] pgmap v9969: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:52.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:51 smithi156 conmon[67007]: cluster 2022-01-18T21:36:50.674462+0000 mgr.smithi129.iclwio (mgr.14716) 11594 : cluster [DBG] pgmap v9970: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:36:52.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:51 smithi129 conmon[101092]: cluster 2022-01-18T21:36:50.674462+0000 mgr.smithi129.iclwio (mgr.14716) 11594 : cluster [DBG] pgmap v9970: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:36:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:53 smithi156 conmon[67007]: cluster 2022-01-18T21:36:52.675056+0000 mgr.smithi129.iclwio (mgr.14716) 11595 : cluster [DBG] pgmap v9971: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:53 smithi129 conmon[101092]: cluster 2022-01-18T21:36:52.675056+0000 mgr.smithi129.iclwio (mgr.14716) 11595 : cluster [DBG] pgmap v9971: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:56.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:55 smithi156 conmon[67007]: cluster 2022-01-18T21:36:54.675946+0000 mgr.smithi129.iclwio (mgr.14716) 11596 : cluster [DBG] 2022-01-18T21:36:56.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:55 smithi156 conmon[67007]: pgmap v9972: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:56.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:55 smithi129 conmon[101092]: cluster 2022-01-18T21:36:54.675946+0000 mgr.smithi129.iclwio (mgr.14716) 11596 : cluster [DBG] pgmap v9972: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:57.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:57 smithi129 conmon[101092]: cluster 2022-01-18T21:36:56.676561+0000 mgr.smithi129.iclwio (mgr.14716) 11597 : cluster [DBG] pgmap v9973: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:58.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:57 smithi156 conmon[67007]: cluster 2022-01-18T21:36:56.676561+0000 mgr.smithi129.iclwio (mgr.14716) 11597 : cluster [DBG] pgmap v9973: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:58.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:57 smithi156 conmon[67007]: 2022-01-18T21:36:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:59 smithi129 conmon[101092]: cluster 2022-01-18T21:36:58.677289+0000 mgr.smithi129.iclwio (mgr.14716) 11598 : cluster 2022-01-18T21:36:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:59 smithi129 conmon[101092]: [DBG] pgmap v9974: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:36:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:59 smithi129 conmon[101092]: audit 2022-01-18T21:36:59.545178+0000 mon.smithi129 (mon.0) 3436 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:36:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:59 smithi129 conmon[101092]: audit 2022-01-18T21:36:59.545427+0000 mon.smithi129 (mon.0) 3437 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:36:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:36:59 smithi129 conmon[101092]: 2022-01-18T21:37:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:59 smithi156 conmon[67007]: cluster 2022-01-18T21:36:58.677289+0000 mgr.smithi129.iclwio (mgr.14716) 11598 : cluster [DBG] pgmap v9974: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:59 smithi156 conmon[67007]: audit 2022-01-18T21:36:59.545178+0000 mon.smithi129 (mon.0) 3436 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:37:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:59 smithi156 conmon[67007]: audit 2022-01-18T21:36:59.545427+0000 mon.smithi129 (mon.0) 2022-01-18T21:37:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:36:59 smithi156 conmon[67007]: 3437 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:37:02.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:01 smithi156 conmon[67007]: cluster 2022-01-18T21:37:00.678222+0000 mgr.smithi129.iclwio (mgr.14716) 11599 : cluster [DBG] pgmap v9975: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:37:02.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:01 smithi129 conmon[101092]: cluster 2022-01-18T21:37:00.678222+0000 mgr.smithi129.iclwio (mgr.14716) 11599 : cluster [DBG] 2022-01-18T21:37:02.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:01 smithi129 conmon[101092]: pgmap v9975: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:37:03.806 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:37:04.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:03 smithi156 conmon[67007]: cluster 2022-01-18T21:37:02.678704+0000 mgr.smithi129.iclwio (mgr.14716) 11600 : cluster [DBG] pgmap v9976: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:04.074 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:37:04.074 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 5m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:37:04.075 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 5m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:37:04.075 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 5m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:37:04.076 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 5m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:37:04.076 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 5m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:37:04.076 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 5m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:37:04.076 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 5m ago 5h 863M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:37:04.077 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 5m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:37:04.077 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 5m ago 5h 1938M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:37:04.077 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 5m ago 5h 983M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:37:04.077 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 5m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:37:04.077 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 5m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:37:04.078 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 5m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:37:04.078 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 5m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:37:04.078 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 5m ago 5h 2359M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:37:04.078 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 5m ago 5h 3480M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:37:04.079 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 5m ago 5h 2622M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:37:04.079 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 5m ago 5h 3512M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:37:04.079 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 5m ago 5h 3261M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:37:04.079 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 5m ago 5h 3749M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:37:04.080 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 5m ago 5h 3040M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:37:04.080 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 5m ago 5h 4355M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:37:04.080 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 5m ago 5h 128M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:37:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:03 smithi129 conmon[101092]: cluster 2022-01-18T21:37:02.678704+0000 mgr.smithi129.iclwio (mgr.14716) 11600 : cluster [DBG] pgmap v9976: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:04.390 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:37:04.391 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:37:04.391 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:37:04.391 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:37:04.392 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:37:04.392 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:37:04.392 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:37:04.392 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:37:04.393 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:37:04.393 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:37:04.393 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:37:04.394 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:37:04.394 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:37:04.395 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:37:04.395 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:37:04.395 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:37:04.395 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:37:04.396 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:37:04.396 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:37:05.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:04 smithi156 conmon[67007]: audit 2022-01-18T21:37:03.794642+0000 mgr.smithi129.iclwio (mgr.14716) 11601 : audit [DBG] 2022-01-18T21:37:05.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:04 smithi156 conmon[67007]: from='client.41830 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:37:05.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:04 smithi156 conmon[67007]: audit 2022-01-18T21:37:04.064578+0000 mgr.smithi129.iclwio (mgr.14716) 11602 : audit [DBG] from='client.41834 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:37:05.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:04 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T21:37:05.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:04 smithi156 conmon[67007]: T21:37:04.390735+0000 mon.smithi129 (mon.0) 3438 : audit [DBG] from='client.? 172.21.15.129:0/93942047' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:37:05.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:04 smithi129 conmon[101092]: audit 2022-01-18T21:37:03.794642 2022-01-18T21:37:05.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:04 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 11601 : audit [DBG] from='client.41830 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:37:05.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:04 smithi129 conmon[101092]: audit 2022-01-18T21:37:04.064578+0000 mgr.smithi129.iclwio 2022-01-18T21:37:05.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:04 smithi129 conmon[101092]: (mgr.14716) 11602 : audit [DBG] from='client.41834 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:37:05.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:04 smithi129 conmon[101092]: audit 2022-01-18T21:37:04. 2022-01-18T21:37:05.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:04 smithi129 conmon[101092]: 390735+0000 mon.smithi129 (mon.0) 3438 : audit 2022-01-18T21:37:05.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:04 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/93942047' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:37:06.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:05 smithi156 conmon[67007]: cluster 2022-01-18T21:37:04.679354+0000 mgr.smithi129.iclwio (mgr.14716) 11603 : cluster [DBG] 2022-01-18T21:37:06.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:05 smithi156 conmon[67007]: pgmap v9977: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:06.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:05 smithi129 conmon[101092]: cluster 2022-01-18T21:37:04.679354+0000 mgr.smithi129.iclwio (mgr.14716) 11603 : cluster [DBG] pgmap v9977: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:07.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:07 smithi129 conmon[101092]: cluster 2022-01-18T21:37:06.679964+0000 mgr.smithi129.iclwio (mgr.14716) 11604 : cluster [DBG] 2022-01-18T21:37:07.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:07 smithi129 conmon[101092]: pgmap v9978: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:07.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:07 smithi129 conmon[101092]: audit 2022-01-18T21:37:07.444885+0000 mon.smithi129 (mon.0) 3439 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:37:07.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:07 smithi129 conmon[101092]: audit 2022-01-18T21:37:07.446334+0000 mon.smithi129 (mon.0) 3440 2022-01-18T21:37:07.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:07 smithi129 conmon[101092]: : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:37:07.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:07 smithi129 conmon[101092]: audit 2022-01-18T21:37:07.447318+0000 mon.smithi129 ( 2022-01-18T21:37:07.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:07 smithi129 conmon[101092]: mon.0) 3441 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:37:08.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:07 smithi156 conmon[67007]: cluster 2022-01-18T21:37:06.679964+0000 mgr.smithi129.iclwio (mgr.14716) 11604 : 2022-01-18T21:37:08.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:07 smithi156 conmon[67007]: cluster [DBG] pgmap v9978: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:08.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:07 smithi156 conmon[67007]: audit 2022-01-18T21:37:07.444885+0000 mon.smithi129 (mon.0) 3439 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:37:08.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:07 smithi156 conmon[67007]: audit 2022-01-18T21:37:08.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:07 smithi156 conmon[67007]: 2022-01-18T21:37:07.446334+0000 mon.smithi129 (mon.0) 3440 : 2022-01-18T21:37:08.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:07 smithi156 conmon[67007]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:37:08.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:07 smithi156 conmon[67007]: audit 2022 2022-01-18T21:37:08.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:07 smithi156 conmon[67007]: -01-18T21:37:07 2022-01-18T21:37:08.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:07 smithi156 conmon[67007]: .447318+0000 mon.smithi129 (mon.0) 2022-01-18T21:37:08.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:07 smithi156 conmon[67007]: 3441 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:37:09.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:08 smithi156 conmon[67007]: cephadm 2022-01-18T21:37:07.448079+0000 mgr.smithi129.iclwio (mgr.14716) 11605 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:37:09.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:08 smithi156 conmon[67007]: 2022-01-18T21:37:09.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:08 smithi156 conmon[67007]: audit 2022-01-18T21:37:07.759433+0000 mon.smithi129 (mon.0) 3442 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:37:09.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:08 smithi156 conmon[67007]: audit 2022-01-18T21:37:07.764214 2022-01-18T21:37:09.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:08 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 3443 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:37:09.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:08 smithi129 conmon[101092]: cephadm 2022-01-18T21:37:07.448079+0000 mgr.smithi129.iclwio (mgr.14716) 11605 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:37:09.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:08 smithi129 conmon[101092]: 2022-01-18T21:37:09.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:08 smithi129 conmon[101092]: audit 2022-01-18T21:37:07.759433+0000 mon.smithi129 (mon.0) 3442 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:37:09.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:08 smithi129 conmon[101092]: audit 2022-01-18T21:37:07.764214+0000 mon.smithi129 (mon.0) 3443 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:37:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:09 smithi156 conmon[67007]: cluster 2022-01-18T21:37:08.680486+0000 mgr.smithi129.iclwio (mgr.14716) 11606 : cluster [DBG] pgmap v9979: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:10.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:09 smithi129 conmon[101092]: cluster 2022-01-18T21:37:08.680486+0000 mgr.smithi129.iclwio (mgr.14716) 11606 : cluster [DBG] 2022-01-18T21:37:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:09 smithi129 conmon[101092]: pgmap v9979: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:12.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:11 smithi156 conmon[67007]: cluster 2022-01-18T21:37:10.681342+0000 mgr.smithi129.iclwio (mgr.14716) 11607 : cluster [DBG] 2022-01-18T21:37:12.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:11 smithi156 conmon[67007]: pgmap v9980: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:37:12.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:11 smithi129 conmon[101092]: cluster 2022-01-18T21:37:10.681342+0000 mgr.smithi129.iclwio (mgr.14716) 11607 : cluster [DBG] pgmap v9980: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:37:14.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:13 smithi156 conmon[67007]: cluster 2022-01-18T21:37:12.681817+0000 mgr.smithi129.iclwio (mgr.14716) 11608 : cluster [DBG] pgmap v9981: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:14.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:13 smithi156 conmon[67007]: 2022-01-18T21:37:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:13 smithi129 conmon[101092]: cluster 2022-01-18T21:37:12.681817+0000 mgr.smithi129.iclwio (mgr.14716) 11608 : cluster [DBG] pgmap v9981: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:16.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:15 smithi156 conmon[67007]: cluster 2022-01-18T21:37:14.682513+0000 mgr.smithi129.iclwio (mgr.14716) 11609 : cluster [DBG] pgmap v9982: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:16.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:15 smithi156 conmon[67007]: 2022-01-18T21:37:16.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:15 smithi129 conmon[101092]: cluster 2022-01-18T21:37:14.682513+0000 mgr.smithi129.iclwio (mgr.14716) 11609 : cluster [DBG] pgmap v9982: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:17.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:17 smithi129 conmon[101092]: cluster 2022-01-18T21:37:16.683102+0000 mgr.smithi129.iclwio (mgr.14716) 11610 : cluster [DBG] pgmap v9983: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:18.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:17 smithi156 conmon[67007]: cluster 2022-01-18T21:37:16.683102+0000 mgr.smithi129.iclwio (mgr.14716) 11610 : cluster [DBG] 2022-01-18T21:37:18.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:17 smithi156 conmon[67007]: pgmap v9983: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:19.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:19 smithi129 conmon[101092]: cluster 2022-01-18T21:37:18.683704+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:37:19.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:19 smithi129 conmon[101092]: 11611 : cluster [DBG] pgmap v9984: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:20.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:19 smithi156 conmon[67007]: cluster 2022-01-18T21:37:18.683704+0000 mgr.smithi129.iclwio (mgr.14716) 11611 : cluster [DBG] pgmap v9984: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:22.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:21 smithi156 conmon[67007]: cluster 2022-01-18T21:37:20.684578+0000 mgr.smithi129.iclwio (mgr.14716) 11612 : cluster [DBG] pgmap v9985: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:37:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:21 smithi129 conmon[101092]: cluster 2022-01-18T21:37:20.684578+0000 mgr.smithi129.iclwio (mgr.14716) 11612 : cluster [DBG] pgmap v9985: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:37:24.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:23 smithi156 conmon[67007]: cluster 2022-01-18T21:37:22.685195+0000 mgr.smithi129.iclwio (mgr.14716) 11613 : cluster [DBG] 2022-01-18T21:37:24.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:23 smithi156 conmon[67007]: pgmap v9986: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:23 smithi129 conmon[101092]: cluster 2022-01-18T21:37:22.685195+0000 mgr.smithi129.iclwio (mgr.14716) 11613 : cluster [DBG] pgmap v9986: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:26.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:25 smithi156 conmon[67007]: cluster 2022-01-18T21:37:24.685965+0000 mgr.smithi129.iclwio (mgr.14716) 11614 : cluster [DBG] 2022-01-18T21:37:26.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:25 smithi156 conmon[67007]: pgmap v9987: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:26.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:25 smithi129 conmon[101092]: cluster 2022-01-18T21:37:24.685965+0000 mgr.smithi129.iclwio (mgr.14716) 11614 : cluster [DBG] pgmap v9987: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:26.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:25 smithi129 conmon[101092]: 2022-01-18T21:37:27.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:27 smithi129 conmon[101092]: cluster 2022-01-18T21:37:26.686423+0000 mgr.smithi129.iclwio (mgr.14716) 11615 : cluster 2022-01-18T21:37:27.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:27 smithi129 conmon[101092]: [DBG] pgmap v9988: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:28.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:27 smithi156 conmon[67007]: cluster 2022-01-18T21:37:26.686423+0000 mgr.smithi129.iclwio (mgr.14716) 11615 : cluster [DBG] pgmap v9988: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:29.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:29 smithi129 conmon[101092]: cluster 2022-01-18T21:37: 2022-01-18T21:37:29.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:29 smithi129 conmon[101092]: 28.686935+0000 mgr.smithi129.iclwio (mgr.14716) 11616 : cluster [DBG] pgmap v9989: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:30.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:29 smithi156 conmon[67007]: cluster 2022-01-18T21:37:28.686935+0000 mgr.smithi129.iclwio (mgr.14716) 11616 : cluster [DBG] 2022-01-18T21:37:30.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:29 smithi156 conmon[67007]: pgmap v9989: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:32.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:31 smithi156 conmon[67007]: cluster 2022-01-18T21:37:30.687705+0000 mgr.smithi129.iclwio (mgr.14716) 11617 : cluster [DBG] pgmap v9990: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:37:32.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:31 smithi129 conmon[101092]: cluster 2022-01-18T21:37:30.687705+0000 mgr.smithi129.iclwio (mgr.14716) 11617 : cluster [DBG] pgmap v9990: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:37:32.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:31 smithi129 conmon[101092]: 2022-01-18T21:37:34.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:33 smithi156 conmon[67007]: cluster 2022-01-18T21:37:32.688356+0000 mgr.smithi129.iclwio (mgr.14716) 11618 : cluster [DBG] pgmap v9991: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:33 smithi129 conmon[101092]: cluster 2022-01-18T21:37:32.688356+0000 mgr.smithi129.iclwio (mgr.14716) 11618 2022-01-18T21:37:34.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:33 smithi129 conmon[101092]: : cluster [DBG] pgmap v9991: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:34.689 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:37:34.955 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:37:34.956 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 5m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:37:34.956 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 5m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:37:34.956 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 5m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:37:34.956 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 5m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:37:34.957 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 5m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:37:34.957 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 5m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:37:34.957 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 5m ago 5h 863M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:37:34.957 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 5m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:37:34.957 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 5m ago 5h 1938M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:37:34.958 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 5m ago 5h 983M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:37:34.958 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 5m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:37:34.958 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 5m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:37:34.958 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 5m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:37:34.959 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 5m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:37:34.959 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 5m ago 5h 2359M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:37:34.959 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 5m ago 5h 3480M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:37:34.959 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 5m ago 5h 2622M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:37:34.960 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 5m ago 5h 3512M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:37:34.960 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 5m ago 5h 3261M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:37:34.960 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 5m ago 5h 3749M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:37:34.960 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 5m ago 5h 3040M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:37:34.960 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 5m ago 5h 4355M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:37:34.961 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 5m ago 5h 128M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:37:35.271 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:37:35.271 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:37:35.271 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:37:35.272 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:37:35.272 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:37:35.272 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:37:35.272 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:37:35.273 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:37:35.273 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:37:35.273 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:37:35.273 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:37:35.274 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:37:35.274 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:37:35.274 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:37:35.274 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:37:35.275 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:37:35.275 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:37:35.275 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:37:35.275 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:37:36.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:35 smithi156 conmon[67007]: audit 2022-01-18T21:37:34.677979+0000 mgr.smithi129.iclwio (mgr.14716) 11619 : audit [DBG] from='client.41842 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:37:36.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:35 smithi156 conmon[67007]: cluster 2022-01-18T21:37:34.689057+0000 mgr.smithi129.iclwio (mgr.14716) 11620 : cluster [DBG] pgmap v9992: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:36.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:35 smithi156 conmon[67007]: audit 2022-01-18T21:37:34.946832+0000 mgr.smithi129.iclwio (mgr.14716) 11621 : audit [DBG] from='client.41846 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:37:36.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:35 smithi156 conmon[67007]: audit 2022-01-18T21:37:35.271497+0000 mon.smithi129 2022-01-18T21:37:36.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:35 smithi156 conmon[67007]: (mon.0) 3444 : audit [DBG] from='client.? 172.21.15.129:0/1785818395' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:37:36.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:35 smithi129 conmon[101092]: audit 2022-01-18T21:37:34.677979+0000 mgr.smithi129.iclwio (mgr.14716) 11619 : audit 2022-01-18T21:37:36.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:35 smithi129 conmon[101092]: [DBG] from='client.41842 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:37:36.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:35 smithi129 conmon[101092]: cluster 2022-01-18T21:37:34.689057+0000 mgr.smithi129.iclwio (mgr.14716) 11620 : cluster [DBG] pgmap v9992: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:36.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:35 smithi129 conmon[101092]: audit 2022-01-18T21 2022-01-18T21:37:36.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:35 smithi129 conmon[101092]: :37:34.946832+0000 2022-01-18T21:37:36.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:35 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 11621 : audit [DBG] from='client.41846 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:37:36.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:35 smithi129 conmon[101092]: audit 2022-01 2022-01-18T21:37:36.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:35 smithi129 conmon[101092]: -18T21:37:35.271497+0000 2022-01-18T21:37:36.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:35 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3444 : 2022-01-18T21:37:36.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:35 smithi129 conmon[101092]: audit [DBG] from='client.? 172.21.15.129:0/1785818395' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:37:37.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:37 smithi129 conmon[101092]: cluster 2022-01-18T21:37:36.689526+0000 mgr.smithi129.iclwio (mgr.14716) 11622 : cluster [DBG] pgmap v9993: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:37.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:37 smithi129 conmon[101092]: 2022-01-18T21:37:38.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:37 smithi156 conmon[67007]: cluster 2022-01-18T21:37:36.689526+0000 mgr.smithi129.iclwio (mgr.14716) 11622 : cluster [DBG] pgmap v9993: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:39.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:39 smithi129 conmon[101092]: cluster 2022-01-18T21:37:38.690111+0000 mgr.smithi129.iclwio (mgr.14716) 11623 : cluster 2022-01-18T21:37:39.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:39 smithi129 conmon[101092]: [DBG] pgmap v9994: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:39 smithi156 conmon[67007]: cluster 2022-01-18T21:37:38.690111+0000 mgr.smithi129.iclwio (mgr.14716) 11623 : cluster [DBG] pgmap v9994: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:42.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:41 smithi156 conmon[67007]: cluster 2022-01-18T21:37:40.691009+0000 mgr.smithi129.iclwio (mgr.14716) 11624 : cluster [DBG] pgmap v9995: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:37:42.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:41 smithi129 conmon[101092]: cluster 2022-01-18T21:37:40.691009+0000 mgr.smithi129.iclwio (mgr.14716) 11624 : cluster [DBG] pgmap v9995: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:37:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:43 smithi156 conmon[67007]: cluster 2022-01-18T21:37:42.691725+0000 mgr.smithi129.iclwio (mgr.14716) 11625 : cluster [DBG] pgmap v9996: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:43 smithi129 conmon[101092]: cluster 2022-01-18T21:37:42.691725+0000 mgr.smithi129.iclwio (mgr.14716) 11625 : cluster [DBG] 2022-01-18T21:37:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:43 smithi129 conmon[101092]: pgmap v9996: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:46.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:45 smithi156 conmon[67007]: cluster 2022-01-18T21:37:44.692640+0000 mgr.smithi129.iclwio (mgr.14716) 11626 : cluster [DBG] pgmap v9997: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:46.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:45 smithi129 conmon[101092]: cluster 2022-01-18T21:37:44.692640+0000 mgr.smithi129.iclwio (mgr.14716) 11626 : cluster [DBG] 2022-01-18T21:37:46.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:45 smithi129 conmon[101092]: pgmap v9997: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:47.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:47 smithi129 conmon[101092]: cluster 2022-01-18T21:37:46.693284+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:37:47.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:47 smithi129 conmon[101092]: 14716) 11627 : cluster [DBG] pgmap v9998: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:48.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:47 smithi156 conmon[67007]: cluster 2022-01-18T21:37:46.693284+0000 mgr.smithi129.iclwio (mgr.14716) 11627 : cluster [DBG] pgmap v9998: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:49.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:49 smithi129 conmon[101092]: cluster 2022-01-18T21:37:48.693964+0000 mgr.smithi129.iclwio (mgr.14716) 11628 : cluster 2022-01-18T21:37:49.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:49 smithi129 conmon[101092]: [DBG] pgmap v9999: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:50.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:49 smithi156 conmon[67007]: cluster 2022-01-18T21:37:48.693964+0000 mgr.smithi129.iclwio (mgr.14716) 11628 : cluster [DBG] pgmap v9999: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:52.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:51 smithi156 conmon[67007]: cluster 2022-01-18T21:37:50.694922+0000 mgr.smithi129.iclwio (mgr.14716) 11629 : cluster [DBG] pgmap v10000: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:37:52.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:51 smithi129 conmon[101092]: cluster 2022-01-18T21:37:50.694922+0000 mgr.smithi129.iclwio (mgr.14716) 11629 : cluster [DBG] pgmap v10000: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:37:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:53 smithi156 conmon[67007]: cluster 2022-01-18T21:37:52.695533+0000 mgr.smithi129.iclwio (mgr.14716) 11630 : cluster [DBG] pgmap v10001: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:53 smithi129 conmon[101092]: cluster 2022-01-18T21:37:52.695533+0000 mgr.smithi129.iclwio (mgr.14716) 11630 : cluster [DBG] pgmap v10001: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:54.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:53 smithi129 conmon[101092]: 2022-01-18T21:37:56.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:55 smithi156 conmon[67007]: cluster 2022-01-18T21:37:54.696359+0000 mgr.smithi129.iclwio (mgr.14716) 11631 : cluster [DBG] pgmap v10002: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:56.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:55 smithi156 conmon[67007]: 2022-01-18T21:37:56.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:55 smithi129 conmon[101092]: cluster 2022-01-18T21:37:54.696359+0000 mgr.smithi129.iclwio (mgr.14716) 11631 : cluster [DBG] pgmap v10002: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:57.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:57 smithi129 conmon[101092]: cluster 2022-01-18T21:37:56.696958+0000 mgr.smithi129.iclwio (mgr.14716) 11632 : cluster [DBG] pgmap v10003: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:58.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:57 smithi156 conmon[67007]: cluster 2022-01-18T21:37:56.696958+0000 mgr.smithi129.iclwio (mgr.14716) 11632 : cluster [DBG] pgmap v10003: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:59 smithi129 conmon[101092]: cluster 2022-01-18T21:37:58.697458+0000 mgr.smithi129.iclwio (mgr.14716) 11633 : cluster [DBG] pgmap v10004: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:37:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:59 smithi129 conmon[101092]: 2022-01-18T21:37:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:59 smithi129 conmon[101092]: audit 2022-01-18T21:37:59.549739+0000 mon.smithi129 (mon.0) 3445 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:37:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:37:59 smithi129 conmon[101092]: audit 2022-01-18T21:37:59.549975+0000 mon.smithi129 (mon.0) 3446 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:38:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:59 smithi156 conmon[67007]: cluster 2022-01-18T21:37:58.697458+0000 mgr.smithi129.iclwio (mgr.14716) 11633 : cluster [DBG] pgmap v10004: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:59 smithi156 conmon[67007]: 2022-01-18T21:38:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:59 smithi156 conmon[67007]: audit 2022-01-18T21:37:59.549739+0000 mon.smithi129 (mon.0) 3445 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:38:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:59 smithi156 conmon[67007]: audit 2022-01-18T21:37:59.549975+0000 mon.smithi129 (mon.0) 3446 : audit 2022-01-18T21:38:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:37:59 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:38:02.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:01 smithi156 conmon[67007]: cluster 2022-01-18T21:38:00.698406+0000 mgr.smithi129.iclwio (mgr.14716) 11634 : cluster [DBG] pgmap v10005: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:38:02.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:01 smithi129 conmon[101092]: cluster 2022-01-18T21:38:00.698406+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:38:02.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:01 smithi129 conmon[101092]: 11634 : cluster [DBG] pgmap v10005: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:38:04.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:03 smithi156 conmon[67007]: cluster 2022-01-18T21:38:02.699032+0000 mgr.smithi129.iclwio (mgr.14716) 11635 : cluster [DBG] pgmap v10006: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:03 smithi129 conmon[101092]: cluster 2022-01-18T21:38:02.699032+0000 mgr.smithi129.iclwio (mgr.14716) 11635 : cluster [DBG] pgmap v10006: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:05.571 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:38:05.840 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:38:05.841 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 6m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:38:05.841 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 6m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:38:05.841 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 6m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:38:05.841 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 6m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:38:05.842 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 6m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:38:05.842 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 6m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:38:05.842 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 6m ago 5h 863M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:38:05.843 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 6m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:38:05.843 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 6m ago 5h 1938M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:38:05.843 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 6m ago 5h 983M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:38:05.843 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 6m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:38:05.844 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 6m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:38:05.844 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 6m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:38:05.844 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 6m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:38:05.844 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 6m ago 5h 2359M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:38:05.844 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 6m ago 5h 3480M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:38:05.845 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 6m ago 5h 2622M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:38:05.845 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 6m ago 5h 3512M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:38:05.845 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 6m ago 5h 3261M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:38:05.845 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 6m ago 5h 3749M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:38:05.846 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 6m ago 5h 3040M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:38:05.846 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 6m ago 5h 4355M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:38:05.846 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 6m ago 5h 128M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:38:06.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:05 smithi156 conmon[67007]: cluster 2022-01-18T21:38:04.699879+0000 mgr.smithi129.iclwio (mgr.14716) 11636 : cluster [DBG] pgmap v10007: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:06.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:05 smithi156 conmon[67007]: 2022-01-18T21:38:06.157 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:38:06.157 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:38:06.158 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:38:06.158 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:38:06.158 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:38:06.158 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:38:06.159 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:38:06.159 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:38:06.159 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:38:06.160 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:38:06.160 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:38:06.160 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:38:06.160 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:38:06.160 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:38:06.161 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:38:06.161 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:38:06.161 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:38:06.161 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:38:06.162 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:38:06.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:05 smithi129 conmon[101092]: cluster 2022-01-18T21:38:04.699879+0000 mgr.smithi129.iclwio (mgr.14716) 11636 2022-01-18T21:38:06.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:05 smithi129 conmon[101092]: : cluster [DBG] pgmap v10007: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:07.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:06 smithi156 conmon[67007]: audit 2022-01-18T21:38:05.559591+0000 mgr.smithi129.iclwio (mgr.14716) 11637 : audit [DBG] from='client.41854 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:38:07.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:06 smithi156 conmon[67007]: audit 2022-01-18T21:38:07.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:06 smithi156 conmon[67007]: 2022-01-18T21:38:05.831468+0000 mgr.smithi129.iclwio (mgr.14716) 11638 : audit [DBG] from='client.41858 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:38:07.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:06 smithi156 conmon[67007]: audit 2022-01-18T21:38:06.157550+0000 mon.smithi129 (mon.0) 3447 : audit [DBG] from='client.? 172.21.15.129:0/4192095126' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:38:07.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:06 smithi129 conmon[101092]: audit 2022-01-18T21:38:05.559591+0000 mgr.smithi129.iclwio (mgr.14716) 11637 : audit [DBG] from='client.41854 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:38:07.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:06 smithi129 conmon[101092]: audit 2022-01-18T21:38:05.831468 2022-01-18T21:38:07.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:06 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 11638 : audit [DBG] from='client.41858 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:38:07.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:06 smithi129 conmon[101092]: audit 2022-01-18T21:38:06.157550+0000 mon.smithi129 (mon.0) 3447 : audit [DBG] from='client.? 172.21.15.129:0/4192095126' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:38:07.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:07 smithi129 conmon[101092]: cluster 2022-01-18T21:38:06.700322+0000 mgr.smithi129.iclwio (mgr.14716) 11639 : cluster 2022-01-18T21:38:07.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:07 smithi129 conmon[101092]: [DBG] pgmap v10008: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:08.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:07 smithi156 conmon[67007]: cluster 2022-01-18T21:38:06.700322+0000 mgr.smithi129.iclwio (mgr.14716) 11639 : cluster 2022-01-18T21:38:08.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:07 smithi156 conmon[67007]: [DBG] pgmap v10008: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:09.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:08 smithi156 conmon[67007]: audit 2022-01-18T21:38:07.768988+0000 mon.smithi129 (mon.0) 3448 : audit [DBG] 2022-01-18T21:38:09.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:08 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:38:09.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:08 smithi156 conmon[67007]: audit 2022-01-18T21:38:07.770319+0000 mon.smithi129 (mon.0) 3449 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:38:09.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:08 smithi156 conmon[67007]: audit 2022-01-18T21: 2022-01-18T21:38:09.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:08 smithi156 conmon[67007]: 38:07.771134+0000 mon.smithi129 (mon.0) 3450 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:38:09.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:08 smithi156 conmon[67007]: cephadm 2022-01-18T21:38:07.771861+0000 2022-01-18T21:38:09.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:08 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 11640 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:38:09.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:08 smithi156 conmon[67007]: audit 2022-01-18T21:38:08.075616+0000 mon.smithi129 (mon.0) 3451 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:38:09.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:08 smithi156 conmon[67007]: audit 2022-01 2022-01-18T21:38:09.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:08 smithi156 conmon[67007]: -18T21:38:08.080743+0000 mon.smithi129 (mon.0) 3452 : audit [INF] 2022-01-18T21:38:09.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:08 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:38:09.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:08 smithi129 conmon[101092]: audit 2022-01-18T21:38:07.768988+0000 mon.smithi129 (mon. 2022-01-18T21:38:09.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:08 smithi129 conmon[101092]: 0) 3448 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:38:09.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:08 smithi129 conmon[101092]: audit 2022-01-18T21:38:07.770319+0000 mon.smithi129 (mon. 2022-01-18T21:38:09.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:08 smithi129 conmon[101092]: 0) 3449 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:38:09.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:08 smithi129 conmon[101092]: audit 2022-01-18T21:38:09.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:08 smithi129 conmon[101092]: 2022-01-18T21:38:07.771134+0000 mon.smithi129 2022-01-18T21:38:09.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:08 smithi129 conmon[101092]: (mon.0) 3450 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:38:09.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:08 smithi129 conmon[101092]: cephadm 2022-01- 2022-01-18T21:38:09.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:08 smithi129 conmon[101092]: 18T21:38:07.771861+0000 mgr.smithi129.iclwio (mgr.14716) 11640 : cephadm 2022-01-18T21:38:09.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:08 smithi129 conmon[101092]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:38:09.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:08 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T21:38:09.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:08 smithi129 conmon[101092]: T21:38:08.075616+0000 mon.smithi129 (mon.0) 2022-01-18T21:38:09.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:08 smithi129 conmon[101092]: 3451 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:38:09.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:08 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T21:38:09.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:08 smithi129 conmon[101092]: T21:38:08.080743+0000 mon.smithi129 (mon.0) 2022-01-18T21:38:09.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:08 smithi129 conmon[101092]: 3452 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:38:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:09 smithi156 conmon[67007]: cluster 2022-01-18T21:38:08.700858+0000 mgr.smithi129.iclwio (mgr.14716) 11641 : cluster [DBG] pgmap v10009: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:10.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:09 smithi129 conmon[101092]: cluster 2022-01-18T21:38:08.700858+0000 mgr.smithi129.iclwio (mgr.14716) 11641 : cluster 2022-01-18T21:38:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:09 smithi129 conmon[101092]: [DBG] pgmap v10009: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:12.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:11 smithi156 conmon[67007]: cluster 2022-01-18T21:38:10.701615+0000 mgr.smithi129.iclwio (mgr.14716) 11642 : cluster [DBG] pgmap v10010: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:38:12.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:11 smithi129 conmon[101092]: cluster 2022-01-18T21:38:10.701615+0000 mgr.smithi129.iclwio (mgr.14716) 11642 : cluster [DBG] 2022-01-18T21:38:12.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:11 smithi129 conmon[101092]: pgmap v10010: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:38:14.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:13 smithi156 conmon[67007]: cluster 2022-01-18T21:38:12.702180+0000 mgr.smithi129.iclwio (mgr.14716) 11643 : cluster [DBG] pgmap v10011: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:13 smithi129 conmon[101092]: cluster 2022-01-18T21:38:12.702180+0000 mgr.smithi129.iclwio (mgr.14716) 11643 : cluster 2022-01-18T21:38:14.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:13 smithi129 conmon[101092]: [DBG] pgmap v10011: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:16.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:15 smithi156 conmon[67007]: cluster 2022-01-18T21:38:14.702985+0000 mgr.smithi129.iclwio (mgr.14716) 11644 : cluster [DBG] pgmap v10012: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:16.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:15 smithi129 conmon[101092]: cluster 2022-01-18T21:38:14.702985+0000 mgr.smithi129.iclwio (mgr.14716) 11644 : cluster [DBG] 2022-01-18T21:38:16.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:15 smithi129 conmon[101092]: pgmap v10012: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:17.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:17 smithi129 conmon[101092]: cluster 2022-01-18T21:38:16.703446+0000 mgr.smithi129.iclwio (mgr.14716) 11645 : cluster 2022-01-18T21:38:17.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:17 smithi129 conmon[101092]: [DBG] pgmap v10013: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:18.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:17 smithi156 conmon[67007]: cluster 2022-01-18T21:38:16.703446+0000 mgr.smithi129.iclwio (mgr.14716) 11645 : cluster [DBG] pgmap v10013: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:19.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:19 smithi129 conmon[101092]: cluster 2022-01-18T21:38:18.704154+0000 mgr.smithi129.iclwio (mgr.14716) 11646 : cluster [DBG] pgmap v10014: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:20.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:19 smithi156 conmon[67007]: cluster 2022-01-18T21:38:18.704154+0000 mgr.smithi129.iclwio (mgr.14716) 11646 : cluster [DBG] pgmap v10014: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:22.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:21 smithi156 conmon[67007]: cluster 2022-01-18T21:38:20.704952+0000 mgr.smithi129.iclwio (mgr.14716) 11647 : cluster [DBG] pgmap v10015: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:38:22.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:21 smithi156 conmon[67007]: 2022-01-18T21:38:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:21 smithi129 conmon[101092]: cluster 2022-01-18T21:38:20.704952+0000 mgr.smithi129.iclwio (mgr.14716) 11647 : cluster [DBG] pgmap v10015: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:38:24.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:23 smithi156 conmon[67007]: cluster 2022-01-18T21:38:22.705599+0000 mgr.smithi129.iclwio (mgr.14716) 11648 : cluster [DBG] pgmap v10016: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:24.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:23 smithi129 conmon[101092]: cluster 2022-01-18T21:38:22.705599+0000 mgr.smithi129.iclwio (mgr.14716) 11648 : cluster [DBG] pgmap v10016: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:26.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:25 smithi156 conmon[67007]: cluster 2022-01-18T21:38:24.706529+0000 mgr.smithi129.iclwio (mgr.14716) 11649 : cluster [DBG] pgmap v10017: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:26.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:25 smithi129 conmon[101092]: cluster 2022-01-18T21:38:24.706529+0000 mgr.smithi129.iclwio (mgr.14716) 11649 : cluster [DBG] pgmap v10017: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:27.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:27 smithi129 conmon[101092]: cluster 2022-01-18T21:38:26.707207+0000 mgr.smithi129.iclwio (mgr.14716) 11650 : cluster [DBG] 2022-01-18T21:38:27.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:27 smithi129 conmon[101092]: pgmap v10018: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:28.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:27 smithi156 conmon[67007]: cluster 2022-01-18T21:38:26.707207+0000 mgr.smithi129.iclwio (mgr.14716) 11650 : cluster [DBG] 2022-01-18T21:38:28.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:27 smithi156 conmon[67007]: pgmap v10018: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:29.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:29 smithi129 conmon[101092]: cluster 2022-01-18T21:38:28.708019+0000 mgr.smithi129.iclwio (mgr.14716) 11651 : cluster 2022-01-18T21:38:29.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:29 smithi129 conmon[101092]: [DBG] pgmap v10019: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:30.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:29 smithi156 conmon[67007]: cluster 2022-01-18T21:38:28.708019+0000 mgr.smithi129.iclwio (mgr.14716) 11651 : cluster [DBG] pgmap v10019: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:30.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:29 smithi156 conmon[67007]: 2022-01-18T21:38:32.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:31 smithi156 conmon[67007]: cluster 2022-01-18T21:38:30.708783+0000 mgr.smithi129.iclwio (mgr.14716) 11652 : cluster [DBG] pgmap v10020: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:38:32.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:31 smithi129 conmon[101092]: cluster 2022-01-18T21:38:30.708783+0000 mgr.smithi129.iclwio (mgr.14716) 11652 : cluster [DBG] pgmap v10020: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:38:34.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:33 smithi156 conmon[67007]: cluster 2022-01-18T21:38:32.709529+0000 mgr.smithi129.iclwio (mgr.14716) 11653 : cluster [DBG] pgmap v10021: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:34.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:33 smithi156 conmon[67007]: 2022-01-18T21:38:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:33 smithi129 conmon[101092]: cluster 2022-01-18T21:38:32.709529+0000 mgr.smithi129.iclwio (mgr.14716) 11653 : cluster [DBG] pgmap v10021: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:36.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:35 smithi156 conmon[67007]: cluster 2022-01-18T21:38:34.710336+0000 mgr.smithi129.iclwio (mgr.14716) 11654 : cluster [DBG] pgmap v10022: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:36.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:35 smithi129 conmon[101092]: cluster 2022-01-18T21:38:34.710336+0000 mgr.smithi129.iclwio (mgr.14716) 11654 : cluster [DBG] 2022-01-18T21:38:36.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:35 smithi129 conmon[101092]: pgmap v10022: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:36.461 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:38:36.727 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:38:36.727 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 6m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:38:36.728 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 6m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:38:36.728 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 6m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:38:36.728 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 6m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:38:36.728 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 6m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:38:36.729 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 6m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:38:36.729 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 6m ago 5h 863M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:38:36.729 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 6m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:38:36.729 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 6m ago 5h 1938M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:38:36.730 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 6m ago 5h 983M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:38:36.730 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 6m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:38:36.730 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 6m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:38:36.730 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 6m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:38:36.730 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 6m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:38:36.731 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 6m ago 5h 2359M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:38:36.731 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 6m ago 5h 3480M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:38:36.731 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 6m ago 5h 2622M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:38:36.731 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 6m ago 5h 3512M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:38:36.732 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 6m ago 5h 3261M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:38:36.732 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 6m ago 5h 3749M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:38:36.732 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 6m ago 5h 3040M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:38:36.733 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 6m ago 5h 4355M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:38:36.733 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 6m ago 5h 128M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:38:37.047 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:38:37.048 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:38:37.048 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:38:37.048 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:38:37.049 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:38:37.049 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:38:37.049 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:38:37.049 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:38:37.050 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:38:37.050 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:38:37.050 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:38:37.050 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:38:37.051 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:38:37.051 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:38:37.051 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:38:37.051 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:38:37.051 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:38:37.052 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:38:37.052 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:38:37.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:37 smithi129 conmon[101092]: audit 2022-01-18T21:38:36.449815+0000 mgr.smithi129.iclwio (mgr.14716) 11655 : audit 2022-01-18T21:38:37.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:37 smithi129 conmon[101092]: [DBG] from='client.41866 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:38:37.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:37 smithi129 conmon[101092]: cluster 2022-01-18T21:38:36.710732+0000 mgr.smithi129.iclwio (mgr.14716) 11656 : cluster [DBG] pgmap v10023: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:37.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:37 smithi129 conmon[101092]: audit 2022-01-18T21:38:37.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:37 smithi129 conmon[101092]: 2022-01-18T21:38:36.718627+0000 mgr.smithi129.iclwio (mgr.14716) 11657 : audit [DBG] from='client.41870 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:38:37.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:37 smithi129 conmon[101092]: audit 2022-01-18T21:38:37.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:37 smithi129 conmon[101092]: 2022-01-18T21:38:37.048035+0000 mon.smithi129 (mon.0) 2022-01-18T21:38:37.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:37 smithi129 conmon[101092]: 3453 : audit [DBG] from='client.? 172.21.15.129:0/1479907099' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:38:38.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:37 smithi156 conmon[67007]: audit 2022-01-18T21:38:36.449815+0000 mgr.smithi129.iclwio (mgr.14716) 11655 : audit [DBG] from='client.41866 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:38:38.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:37 smithi156 conmon[67007]: cluster 2022-01-18T21:38:36.710732+0000 mgr.smithi129.iclwio (mgr.14716) 11656 : cluster [DBG] pgmap v10023: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:38.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:37 smithi156 conmon[67007]: audit 2022-01-18T21:38:36.718627+0000 mgr.smithi129.iclwio (mgr.14716) 11657 : audit [DBG] from='client.41870 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:38:38.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:37 smithi156 conmon[67007]: audit 2022-01-18T21: 2022-01-18T21:38:38.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:37 smithi156 conmon[67007]: 38:37.048035+0000 mon.smithi129 (mon.0) 3453 : audit [DBG] from='client.? 172.21.15.129:0/1479907099' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:38:39.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:39 smithi129 conmon[101092]: cluster 2022-01-18T21:38:38.711283+0000 mgr.smithi129.iclwio (mgr.14716) 11658 : cluster [DBG] pgmap v10024: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:39 smithi156 conmon[67007]: cluster 2022-01-18T21:38:38.711283+0000 mgr.smithi129.iclwio (mgr.14716) 11658 : cluster [DBG] pgmap v10024: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:42.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:41 smithi156 conmon[67007]: cluster 2022-01-18T21:38:40.712301+0000 mgr.smithi129.iclwio (mgr.14716) 11659 : cluster 2022-01-18T21:38:42.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:41 smithi156 conmon[67007]: [DBG] pgmap v10025: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:38:42.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:41 smithi129 conmon[101092]: cluster 2022-01-18T21:38:40.712301+0000 mgr.smithi129.iclwio (mgr.14716) 11659 : cluster [DBG] pgmap v10025: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:38:42.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:41 smithi129 conmon[101092]: 2022-01-18T21:38:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:43 smithi156 conmon[67007]: cluster 2022-01-18T21:38:42.712950+0000 mgr.smithi129.iclwio (mgr.14716) 11660 : 2022-01-18T21:38:44.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:43 smithi156 conmon[67007]: cluster [DBG] pgmap v10026: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:43 smithi129 conmon[101092]: cluster 2022-01-18T21:38:42.712950+0000 mgr.smithi129.iclwio (mgr.14716) 11660 : cluster [DBG] 2022-01-18T21:38:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:43 smithi129 conmon[101092]: pgmap v10026: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:46.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:45 smithi156 conmon[67007]: cluster 2022-01-18T21:38:44.713624+0000 mgr.smithi129.iclwio (mgr.14716) 11661 : cluster [DBG] pgmap v10027: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:46.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:45 smithi156 conmon[67007]: 2022-01-18T21:38:46.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:45 smithi129 conmon[101092]: cluster 2022-01-18T21:38:44.713624+0000 mgr.smithi129.iclwio (mgr.14716) 11661 : cluster [DBG] pgmap v10027: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:47.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:47 smithi129 conmon[101092]: cluster 2022-01-18T21:38:46.714202+0000 mgr.smithi129.iclwio (mgr.14716) 11662 : cluster 2022-01-18T21:38:47.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:47 smithi129 conmon[101092]: [DBG] pgmap v10028: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:48.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:47 smithi156 conmon[67007]: cluster 2022-01-18T21:38:46.714202+0000 mgr.smithi129.iclwio (mgr.14716) 11662 : cluster [DBG] pgmap v10028: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:48.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:47 smithi156 conmon[67007]: 2022-01-18T21:38:49.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:49 smithi129 conmon[101092]: cluster 2022-01-18T21:38:48.714888+0000 mgr.smithi129.iclwio (mgr.14716) 11663 : cluster 2022-01-18T21:38:49.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:49 smithi129 conmon[101092]: [DBG] pgmap v10029: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:50.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:49 smithi156 conmon[67007]: cluster 2022-01-18T21:38:48.714888+0000 mgr.smithi129.iclwio (mgr.14716) 11663 : cluster [DBG] pgmap v10029: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:52.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:51 smithi156 conmon[67007]: cluster 2022-01-18T21:38:50.715719+0000 mgr.smithi129.iclwio (mgr.14716) 11664 : cluster [DBG] pgmap v10030: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:38:52.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:51 smithi129 conmon[101092]: cluster 2022-01-18T21:38:50.715719+0000 mgr.smithi129.iclwio (mgr.14716) 11664 : cluster [DBG] 2022-01-18T21:38:52.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:51 smithi129 conmon[101092]: pgmap v10030: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:38:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:53 smithi156 conmon[67007]: cluster 2022-01-18T21:38:52.716352+0000 mgr.smithi129.iclwio (mgr.14716) 11665 : cluster [DBG] pgmap v10031: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:53 smithi129 conmon[101092]: cluster 2022-01-18T21:38:52.716352+0000 mgr.smithi129.iclwio (mgr.14716) 11665 : cluster [DBG] pgmap v10031: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:56.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:55 smithi156 conmon[67007]: cluster 2022-01-18T21:38:54.717114+0000 mgr.smithi129.iclwio (mgr.14716) 11666 : cluster [DBG] pgmap v10032: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:56.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:55 smithi156 conmon[67007]: 2022-01-18T21:38:56.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:55 smithi129 conmon[101092]: cluster 2022-01-18T21:38:54.717114+0000 mgr.smithi129.iclwio (mgr.14716) 11666 : cluster [DBG] pgmap v10032: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:57.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:57 smithi129 conmon[101092]: cluster 2022-01-18T21:38:56.717770+0000 mgr.smithi129.iclwio (mgr.14716) 11667 : cluster [DBG] pgmap v10033: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:58.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:57 smithi156 conmon[67007]: cluster 2022-01-18T21:38:56.717770+0000 mgr.smithi129.iclwio (mgr.14716) 11667 : cluster [DBG] pgmap v10033: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:59.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:59 smithi129 conmon[101092]: cluster 2022-01-18T21:38:58.718539+0000 mgr.smithi129.iclwio (mgr.14716) 11668 : cluster [DBG] pgmap v10034: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:38:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:59 smithi129 conmon[101092]: audit 2022-01-18T21:38:59.553910+0000 mon.smithi129 (mon.0) 3454 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:38:59.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:38:59 smithi129 conmon[101092]: audit 2022-01-18T21:38:59.554125+0000 mon.smithi129 (mon.0) 3455 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:39:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:59 smithi156 conmon[67007]: cluster 2022-01-18T21:38:58.718539+0000 mgr.smithi129.iclwio (mgr.14716) 11668 : cluster [DBG] pgmap v10034: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:59 smithi156 conmon[67007]: audit 2022-01-18T21:38:59.553910+0000 mon.smithi129 (mon.0) 3454 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:39:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:59 smithi156 conmon[67007]: audit 2022-01-18T21:38:59.554125 2022-01-18T21:39:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:38:59 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 3455 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:39:02.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:01 smithi156 conmon[67007]: cluster 2022-01-18T21:39:00.719303+0000 mgr.smithi129.iclwio (mgr.14716) 11669 : cluster [DBG] pgmap v10035: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:39:02.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:01 smithi129 conmon[101092]: cluster 2022-01-18T21:39:00.719303+0000 mgr.smithi129.iclwio (mgr.14716) 11669 : cluster 2022-01-18T21:39:02.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:01 smithi129 conmon[101092]: [DBG] pgmap v10035: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:39:04.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:03 smithi156 conmon[67007]: cluster 2022-01-18T21:39:02.719878+0000 mgr.smithi129.iclwio (mgr.14716) 11670 : cluster [DBG] pgmap v10036: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:03 smithi129 conmon[101092]: cluster 2022-01-18T21:39:02.719878+0000 mgr.smithi129.iclwio (mgr.14716) 11670 : cluster [DBG] pgmap v10036: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:06.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:05 smithi156 conmon[67007]: cluster 2022-01-18T21:39:04.720506+0000 mgr.smithi129.iclwio (mgr.14716) 11671 : cluster [DBG] pgmap v10037: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:06.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:05 smithi129 conmon[101092]: cluster 2022-01-18T21:39:04.720506+0000 mgr.smithi129.iclwio (mgr.14716) 11671 : cluster [DBG] pgmap v10037: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:07.346 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:39:07.613 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:39:07.613 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 7m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:39:07.613 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 7m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:39:07.614 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 7m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:39:07.614 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 7m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:39:07.614 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 7m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:39:07.614 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 7m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:39:07.614 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 7m ago 5h 863M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:39:07.615 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 7m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:39:07.615 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 7m ago 5h 1938M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:39:07.615 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 7m ago 5h 983M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:39:07.615 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 7m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:39:07.616 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 7m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:39:07.616 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 7m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:39:07.616 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 7m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:39:07.616 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 7m ago 5h 2359M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:39:07.616 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 7m ago 5h 3480M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:39:07.617 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 7m ago 5h 2622M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:39:07.617 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 7m ago 5h 3512M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:39:07.617 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 7m ago 5h 3261M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:39:07.617 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 7m ago 5h 3749M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:39:07.618 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 7m ago 5h 3040M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:39:07.618 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 7m ago 5h 4355M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:39:07.618 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 7m ago 5h 128M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:39:07.929 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:39:07.930 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:39:07.930 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:39:07.930 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:39:07.930 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:39:07.931 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:39:07.931 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:39:07.931 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:39:07.931 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:39:07.932 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:39:07.932 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:39:07.932 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:39:07.932 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:39:07.933 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:39:07.933 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:39:07.933 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:39:07.933 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:39:07.934 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:39:07.934 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:39:07.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:07 smithi129 conmon[101092]: cluster 2022-01-18T21:39:06.721189+0000 mgr.smithi129.iclwio (mgr.14716) 11672 : cluster [DBG] 2022-01-18T21:39:07.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:07 smithi129 conmon[101092]: pgmap v10038: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:07.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:07 smithi129 conmon[101092]: audit 2022-01-18T21:39:07.334397+0000 mgr.smithi129.iclwio (mgr.14716) 11673 : audit [DBG] from='client.41878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:39:08.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:07 smithi156 conmon[67007]: cluster 2022-01-18T21:39:06.721189+0000 mgr.smithi129.iclwio (mgr.14716) 11672 : cluster [DBG] pgmap v10038: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:08.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:07 smithi156 conmon[67007]: 2022-01-18T21:39:08.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:07 smithi156 conmon[67007]: audit 2022-01-18T21:39:07.334397+0000 mgr.smithi129.iclwio (mgr.14716) 11673 : audit [DBG] from='client.41878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:39:08.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:08 smithi156 conmon[67007]: audit 2022-01-18T21:39:07.604617+0000 mgr.smithi129.iclwio (mgr.14716) 11674 : audit 2022-01-18T21:39:08.787 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:08 smithi156 conmon[67007]: [DBG] from='client.41882 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:39:08.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:08 smithi156 conmon[67007]: audit 2022-01-18T21:39:07.929569+0000 mon.smithi129 (mon.0) 3456 : audit [DBG] from='client.? 172.21.15.129:0/1017570435' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:39:08.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:08 smithi156 conmon[67007]: audit 2022-01-18T21:39:08.083159+0000 2022-01-18T21:39:08.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:08 smithi156 conmon[67007]: mon.smithi129 (mon.0) 3457 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:39:08.788 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:08 smithi156 conmon[67007]: audit 2022-01-18T21:39:08.084308+0000 mon.smithi129 (mon 2022-01-18T21:39:08.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:08 smithi156 conmon[67007]: .0) 3458 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:39:08.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:08 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T21:39:08.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:08 smithi156 conmon[67007]: 18T21:39:08.084885+0000 mon.smithi129 (mon.0) 3459 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:39:08.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:08 smithi156 conmon[67007]: cephadm 2022-01-18T21:39:08.085411 2022-01-18T21:39:08.789 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:08 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 11675 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:39:08.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:08 smithi156 conmon[67007]: audit 2022-01-18T21:39:08.392828+0000 mon.smithi129 (mon.0) 2022-01-18T21:39:08.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:08 smithi156 conmon[67007]: 3460 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:39:08.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:08 smithi156 conmon[67007]: audit 2022-01-18T21:39:08.397535+0000 mon.smithi129 (mon 2022-01-18T21:39:08.790 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:08 smithi156 conmon[67007]: .0) 3461 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:39:09.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:08 smithi129 conmon[101092]: audit 2022-01-18T21:39:07.604617+0000 mgr.smithi129.iclwio (mgr.14716) 11674 : audit [DBG] from='client.41882 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:39:09.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:08 smithi129 conmon[101092]: audit 2022-01-18T21:39:07.929569+0000 mon.smithi129 (mon.0) 3456 : audit [DBG] from='client.? 172.21.15.129:0/1017570435' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:39:09.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:08 smithi129 conmon[101092]: audit 2022-01-18T21:39:08.083159+0000 mon.smithi129 (mon.0) 3457 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:39:09.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:08 smithi129 conmon[101092]: audit 2022-01-18T21:39:08.084308+0000 mon.smithi129 (mon.0) 3458 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:39:09.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:08 smithi129 conmon[101092]: audit 2022-01-18T21:39:08.084885+0000 mon.smithi129 (mon.0) 3459 2022-01-18T21:39:09.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:08 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:39:09.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:08 smithi129 conmon[101092]: cephadm 2022-01-18 2022-01-18T21:39:09.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:08 smithi129 conmon[101092]: T21:39:08.085411+0000 mgr.smithi129.iclwio (mgr.14716) 11675 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:39:09.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:08 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T21:39:09.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:08 smithi129 conmon[101092]: 18T21:39:08.392828+0000 mon.smithi129 (mon.0) 3460 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:39:09.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:08 smithi129 conmon[101092]: audit 2022-01-18T21:39:08.397535+0000 mon.smithi129 2022-01-18T21:39:09.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:08 smithi129 conmon[101092]: (mon.0) 3461 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:39:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:09 smithi156 conmon[67007]: cluster 2022-01-18T21:39:08.721665+0000 mgr.smithi129.iclwio (mgr.14716) 11676 : cluster [DBG] pgmap v10039: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:09 smithi156 conmon[67007]: 2022-01-18T21:39:10.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:09 smithi129 conmon[101092]: cluster 2022-01-18T21:39:08.721665+0000 mgr.smithi129.iclwio (mgr.14716) 11676 : cluster [DBG] 2022-01-18T21:39:10.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:09 smithi129 conmon[101092]: pgmap v10039: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:12.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:11 smithi156 conmon[67007]: cluster 2022-01-18T21:39:10.722440+0000 mgr.smithi129.iclwio (mgr.14716) 11677 : cluster [DBG] pgmap v10040: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:39:12.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:11 smithi156 conmon[67007]: 2022-01-18T21:39:12.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:11 smithi129 conmon[101092]: cluster 2022-01-18T21:39:10.722440+0000 mgr.smithi129.iclwio (mgr.14716) 11677 : cluster [DBG] pgmap v10040: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:39:14.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:13 smithi156 conmon[67007]: cluster 2022-01-18T21:39:12.723142+0000 mgr.smithi129.iclwio (mgr.14716) 11678 : cluster [DBG] pgmap v10041: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:13 smithi129 conmon[101092]: cluster 2022-01-18T21:39:12.723142+0000 mgr.smithi129.iclwio (mgr.14716) 11678 : cluster [DBG] pgmap v10041: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:16.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:15 smithi156 conmon[67007]: cluster 2022-01-18T21:39:14.723911+0000 mgr.smithi129.iclwio (mgr.14716) 11679 : cluster [DBG] pgmap v10042: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:16.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:15 smithi129 conmon[101092]: cluster 2022-01-18T21:39:14.723911+0000 mgr.smithi129.iclwio (mgr.14716) 11679 : cluster [DBG] pgmap v10042: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:16.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:15 smithi129 conmon[101092]: 2022-01-18T21:39:18.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:17 smithi129 conmon[101092]: cluster 2022-01-18T21:39:16.724536+0000 mgr.smithi129.iclwio (mgr.14716) 11680 : cluster [DBG] pgmap v10043: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:18.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:17 smithi129 conmon[101092]: 2022-01-18T21:39:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:17 smithi156 conmon[67007]: cluster 2022-01-18T21:39:16.724536+0000 mgr.smithi129.iclwio (mgr.14716) 11680 : cluster [DBG] 2022-01-18T21:39:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:17 smithi156 conmon[67007]: pgmap v10043: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:20.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:19 smithi156 conmon[67007]: cluster 2022-01-18T21:39:18.725246+0000 mgr.smithi129.iclwio (mgr.14716) 11681 : cluster [DBG] pgmap v10044: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:20.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:19 smithi129 conmon[101092]: cluster 2022-01-18T21:39:18.725246+0000 mgr.smithi129.iclwio (mgr.14716) 11681 : cluster [DBG] pgmap v10044: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:20.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:19 smithi129 conmon[101092]: 2022-01-18T21:39:22.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:21 smithi156 conmon[67007]: cluster 2022-01-18T21:39:20.725972+0000 mgr.smithi129.iclwio (mgr.14716) 11682 : cluster [DBG] pgmap v10045: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:39:22.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:21 smithi156 conmon[67007]: 2022-01-18T21:39:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:21 smithi129 conmon[101092]: cluster 2022-01-18T21:39:20.725972+0000 mgr.smithi129.iclwio (mgr.14716) 11682 : cluster [DBG] pgmap v10045: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:39:24.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:23 smithi156 conmon[67007]: cluster 2022-01-18T21:39:22.726445+0000 mgr.smithi129.iclwio (mgr.14716) 11683 : cluster [DBG] 2022-01-18T21:39:24.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:23 smithi156 conmon[67007]: pgmap v10046: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:23 smithi129 conmon[101092]: cluster 2022-01-18T21:39:22.726445+0000 mgr.smithi129.iclwio (mgr.14716) 11683 : cluster [DBG] pgmap v10046: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:26.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:25 smithi156 conmon[67007]: cluster 2022-01-18T21:39:24.727192+0000 mgr.smithi129.iclwio (mgr.14716) 11684 : cluster 2022-01-18T21:39:26.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:25 smithi156 conmon[67007]: [DBG] pgmap v10047: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:26.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:25 smithi129 conmon[101092]: cluster 2022-01-18T21:39:24.727192+0000 mgr.smithi129.iclwio (mgr.14716) 11684 : cluster [DBG] pgmap v10047: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:27.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:27 smithi129 conmon[101092]: cluster 2022-01-18T21:39:26.727724+0000 mgr.smithi129.iclwio (mgr.14716) 11685 : cluster [DBG] pgmap v10048: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:28.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:27 smithi156 conmon[67007]: cluster 2022-01-18T21:39:26.727724+0000 mgr.smithi129.iclwio (mgr.14716) 11685 : cluster [DBG] 2022-01-18T21:39:28.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:27 smithi156 conmon[67007]: pgmap v10048: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:30.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:29 smithi156 conmon[67007]: cluster 2022-01-18T21:39:28.728275+0000 mgr.smithi129.iclwio (mgr.14716) 11686 : cluster 2022-01-18T21:39:30.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:29 smithi156 conmon[67007]: [DBG] pgmap v10049: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:29 smithi129 conmon[101092]: cluster 2022-01-18T21:39:28.728275+0000 mgr.smithi129.iclwio (mgr.14716) 11686 : cluster [DBG] 2022-01-18T21:39:30.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:29 smithi129 conmon[101092]: pgmap v10049: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:32.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:31 smithi156 conmon[67007]: cluster 2022-01-18T21:39:30.729186+0000 mgr.smithi129.iclwio (mgr.14716) 11687 : cluster [DBG] 2022-01-18T21:39:32.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:31 smithi156 conmon[67007]: pgmap v10050: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:39:32.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:31 smithi129 conmon[101092]: cluster 2022-01-18T21:39:30.729186+0000 mgr.smithi129.iclwio (mgr.14716) 11687 : cluster [DBG] pgmap v10050: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:39:32.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:31 smithi129 conmon[101092]: 2022-01-18T21:39:34.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:33 smithi156 conmon[67007]: cluster 2022-01-18T21:39:32.729833+0000 mgr.smithi129.iclwio (mgr.14716) 11688 : cluster 2022-01-18T21:39:34.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:33 smithi156 conmon[67007]: [DBG] pgmap v10051: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:33 smithi129 conmon[101092]: cluster 2022-01-18T21:39:32.729833+0000 mgr.smithi129.iclwio (mgr.14716) 11688 : cluster [DBG] pgmap v10051: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:36.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:35 smithi156 conmon[67007]: cluster 2022-01-18T21:39:34.730537+0000 mgr.smithi129.iclwio (mgr.14716) 11689 : cluster 2022-01-18T21:39:36.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:35 smithi156 conmon[67007]: [DBG] pgmap v10052: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:36.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:35 smithi129 conmon[101092]: cluster 2022-01-18T21:39:34.730537+0000 mgr.smithi129.iclwio (mgr.14716) 11689 : cluster [DBG] pgmap v10052: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:37.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:37 smithi129 conmon[101092]: cluster 2022-01-18T21:39:36.731201+0000 mgr.smithi129.iclwio (mgr.14716) 11690 : cluster [DBG] pgmap v10053: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:37.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:37 smithi129 conmon[101092]: 2022-01-18T21:39:38.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:37 smithi156 conmon[67007]: cluster 2022-01-18T21:39:36.731201+0000 mgr.smithi129.iclwio (mgr.14716) 11690 : 2022-01-18T21:39:38.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:37 smithi156 conmon[67007]: cluster [DBG] pgmap v10053: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:38.227 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:39:38.493 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:39:38.493 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 7m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:39:38.494 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 7m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:39:38.494 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 7m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:39:38.494 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 7m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:39:38.494 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 7m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:39:38.495 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 7m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:39:38.495 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 7m ago 5h 863M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:39:38.495 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 7m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:39:38.495 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 7m ago 5h 1938M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:39:38.496 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 7m ago 5h 983M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:39:38.496 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 7m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:39:38.496 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 7m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:39:38.496 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 7m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:39:38.497 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 7m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:39:38.497 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 7m ago 5h 2359M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:39:38.497 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 7m ago 5h 3480M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:39:38.497 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 7m ago 5h 2622M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:39:38.497 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 7m ago 5h 3512M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:39:38.498 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 7m ago 5h 3261M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:39:38.498 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 7m ago 5h 3749M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:39:38.498 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 7m ago 5h 3040M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:39:38.498 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 7m ago 5h 4355M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:39:38.499 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 7m ago 5h 128M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:39:38.813 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:39:38.814 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:39:38.814 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:39:38.814 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:39:38.815 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:39:38.815 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:39:38.815 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:39:38.815 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:39:38.816 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:39:38.816 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:39:38.816 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:39:38.816 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:39:38.816 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:39:38.817 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:39:38.817 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:39:38.817 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:39:38.817 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:39:38.818 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:39:38.818 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:39:39.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:38 smithi156 conmon[67007]: audit 2022-01-18T21:39:38.215701+0000 mgr.smithi129.iclwio (mgr.14716) 11691 : audit [DBG] 2022-01-18T21:39:39.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:38 smithi156 conmon[67007]: from='client.41890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:39:39.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:38 smithi129 conmon[101092]: audit 2022-01-18T21:39:38.215701+0000 mgr.smithi129.iclwio (mgr.14716) 11691 : audit [DBG] from='client.41890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:39:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:39 smithi156 conmon[67007]: audit 2022-01-18T21:39:38.484753+0000 mgr.smithi129.iclwio (mgr.14716) 11692 : audit 2022-01-18T21:39:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:39 smithi156 conmon[67007]: [DBG] from='client.41894 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:39:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:39 smithi156 conmon[67007]: cluster 2022-01-18T21:39:38.731682+0000 mgr.smithi129.iclwio (mgr.14716) 11693 : cluster [DBG] pgmap v10054: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:40.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:39 smithi156 conmon[67007]: audit 2022-01-18T21:39:38.814078+0000 mon.smithi129 (mon.0) 3462 : audit 2022-01-18T21:39:40.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:39 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/2114322406' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:39:40.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:39 smithi129 conmon[101092]: audit 2022-01-18T21:39:38.484753+0000 mgr.smithi129.iclwio (mgr.14716) 11692 : audit [DBG] from='client.41894 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:39:40.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:39 smithi129 conmon[101092]: cluster 2022-01-18T21:39:38.731682+0000 mgr.smithi129.iclwio (mgr.14716) 11693 : cluster [DBG] pgmap v10054: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:40.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:39 smithi129 conmon[101092]: audit 2022-01-18T21:39:38.814078+0000 mon.smithi129 (mon.0) 3462 : audit [DBG] from='client.? 172.21.15.129:0/2114322406' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:39:42.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:41 smithi129 conmon[101092]: cluster 2022-01-18T21:39:40.732444+0000 mgr.smithi129.iclwio (mgr.14716) 11694 : cluster [DBG] pgmap v10055: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:39:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:41 smithi156 conmon[67007]: cluster 2022-01-18T21:39:40.732444+0000 mgr.smithi129.iclwio (mgr.14716) 11694 : cluster [DBG] 2022-01-18T21:39:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:41 smithi156 conmon[67007]: pgmap v10055: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:39:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:43 smithi129 conmon[101092]: cluster 2022-01-18T21:39:42.733163+0000 mgr.smithi129.iclwio (mgr.14716) 11695 : cluster [DBG] pgmap v10056: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:44.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:43 smithi129 conmon[101092]: 2022-01-18T21:39:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:43 smithi156 conmon[67007]: cluster 2022-01-18T21:39:42.733163+0000 mgr.smithi129.iclwio (mgr.14716) 11695 : cluster [DBG] 2022-01-18T21:39:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:43 smithi156 conmon[67007]: pgmap v10056: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:46.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:45 smithi129 conmon[101092]: cluster 2022-01-18T21:39:44.733999+0000 mgr.smithi129.iclwio (mgr.14716) 11696 : cluster 2022-01-18T21:39:46.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:45 smithi129 conmon[101092]: [DBG] pgmap v10057: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:45 smithi156 conmon[67007]: cluster 2022-01-18T21:39:44.733999+0000 mgr.smithi129.iclwio (mgr.14716) 11696 : cluster [DBG] pgmap v10057: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:48.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:47 smithi129 conmon[101092]: cluster 2022-01-18T21:39:46.734493+0000 mgr.smithi129.iclwio (mgr.14716) 11697 : cluster 2022-01-18T21:39:48.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:47 smithi129 conmon[101092]: [DBG] pgmap v10058: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:47 smithi156 conmon[67007]: cluster 2022-01-18T21:39:46.734493+0000 mgr.smithi129.iclwio (mgr.14716) 11697 : cluster [DBG] pgmap v10058: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:47 smithi156 conmon[67007]: 2022-01-18T21:39:50.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:49 smithi156 conmon[67007]: cluster 2022-01-18T21:39:48.735095+0000 mgr.smithi129.iclwio (mgr.14716) 11698 : cluster [DBG] pgmap v10059: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:50.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:49 smithi129 conmon[101092]: cluster 2022-01-18T21:39:48 2022-01-18T21:39:50.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:49 smithi129 conmon[101092]: .735095+0000 mgr.smithi129.iclwio (mgr.14716) 11698 : cluster [DBG] pgmap v10059: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:52.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:51 smithi156 conmon[67007]: cluster 2022-01-18T21:39:50.736125+0000 mgr.smithi129.iclwio (mgr.14716) 11699 : cluster [DBG] pgmap v10060: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:39:52.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:51 smithi129 conmon[101092]: cluster 2022-01-18T21:39:50.736125+0000 mgr.smithi129.iclwio (mgr.14716) 11699 : cluster [DBG] 2022-01-18T21:39:52.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:51 smithi129 conmon[101092]: pgmap v10060: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:39:54.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:53 smithi156 conmon[67007]: cluster 2022-01-18T21:39:52.736652+0000 mgr.smithi129.iclwio (mgr.14716) 11700 : cluster [DBG] pgmap v10061: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:53 smithi129 conmon[101092]: cluster 2022-01-18T21:39:52.736652+0000 mgr.smithi129.iclwio (mgr.14716) 11700 : cluster [DBG] pgmap v10061: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:56.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:55 smithi129 conmon[101092]: cluster 2022-01-18T21:39:54.737444+0000 mgr.smithi129.iclwio (mgr.14716) 11701 : cluster [DBG] pgmap v10062: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:55 smithi156 conmon[67007]: cluster 2022-01-18T21:39:54.737444+0000 mgr.smithi129.iclwio (mgr.14716) 11701 : cluster [DBG] pgmap v10062: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:58.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:57 smithi129 conmon[101092]: cluster 2022-01-18T21:39:56.737976+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:39:58.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:57 smithi129 conmon[101092]: 14716) 11702 : cluster [DBG] pgmap v10063: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:39:58.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:57 smithi156 conmon[67007]: cluster 2022-01-18T21:39:56.737976+0000 mgr.smithi129.iclwio (mgr.14716) 11702 : cluster 2022-01-18T21:39:58.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:57 smithi156 conmon[67007]: [DBG] pgmap v10063: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:59 smithi156 conmon[67007]: cluster 2022-01-18T21:39:58.738674+0000 mgr.smithi129.iclwio (mgr.14716) 11703 : cluster [DBG] 2022-01-18T21:40:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:59 smithi156 conmon[67007]: pgmap v10064: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:59 smithi156 conmon[67007]: audit 2022-01-18T21:39:59.558526+0000 mon.smithi129 (mon.0) 3463 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:40:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:59 smithi156 conmon[67007]: audit 2022-01-18T21:39:59. 2022-01-18T21:40:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:39:59 smithi156 conmon[67007]: 558772+0000 mon.smithi129 (mon.0) 3464 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:40:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:59 smithi129 conmon[101092]: cluster 2022-01-18T21:39:58.738674+0000 mgr.smithi129.iclwio (mgr.14716) 11703 : cluster 2022-01-18T21:40:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:59 smithi129 conmon[101092]: [DBG] pgmap v10064: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:59 smithi129 conmon[101092]: audit 2022-01-18T21:39:59.558526+0000 mon.smithi129 (mon.0) 3463 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:40:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:59 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T21:40:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:39:59 smithi129 conmon[101092]: T21:39:59.558772+0000 mon.smithi129 (mon.0) 3464 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:40:01.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:00 smithi156 conmon[67007]: cluster 2022-01-18T21:40:00.000146+0000 mon.smithi129 (mon.0) 3465 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T21:40:01.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:00 smithi129 conmon[101092]: cluster 2022-01-18T21:40:00.000146+0000 mon.smithi129 (mon.0) 3465 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T21:40:02.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:01 smithi156 conmon[67007]: cluster 2022-01-18T21:40:00.739568+0000 mgr.smithi129.iclwio (mgr.14716) 11704 : cluster 2022-01-18T21:40:02.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:01 smithi156 conmon[67007]: [DBG] pgmap v10065: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:40:02.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:01 smithi129 conmon[101092]: cluster 2022-01-18T21:40:00.739568+0000 mgr.smithi129.iclwio (mgr.14716) 11704 : cluster [DBG] pgmap v10065: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:40:04.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:03 smithi156 conmon[67007]: cluster 2022-01-18T21:40:02.740169+0000 mgr.smithi129.iclwio (mgr.14716) 11705 : cluster [DBG] pgmap v10066: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:03 smithi129 conmon[101092]: cluster 2022-01-18T21:40:02.740169+0000 mgr.smithi129.iclwio (mgr.14716) 11705 : cluster [DBG] pgmap v10066: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:06.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:05 smithi156 conmon[67007]: cluster 2022-01-18T21:40:04.741062+0000 mgr.smithi129.iclwio (mgr.14716) 11706 : cluster [DBG] pgmap v10067: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:06.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:05 smithi129 conmon[101092]: cluster 2022-01-18T21:40:04.741062+0000 mgr.smithi129.iclwio (mgr.14716) 11706 : cluster [DBG] pgmap v10067: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:08.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:07 smithi129 conmon[101092]: cluster 2022-01-18T21:40:06.741626+0000 mgr.smithi129.iclwio (mgr.14716) 11707 : cluster [DBG] pgmap v10068: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:08.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:07 smithi129 conmon[101092]: 2022-01-18T21:40:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:07 smithi156 conmon[67007]: cluster 2022-01-18T21:40:06.741626+0000 mgr.smithi129.iclwio (mgr.14716) 11707 : cluster [DBG] pgmap v10068: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:08.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:08 smithi129 conmon[101092]: audit 2022-01-18T21:40:08.400016+0000 mon.smithi129 (mon.0) 3466 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:40:08.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:08 smithi129 conmon[101092]: audit 2022-01-18T21: 2022-01-18T21:40:08.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:08 smithi129 conmon[101092]: 40:08.401335+0000 mon.smithi129 (mon.0) 3467 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:40:08.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:08 smithi129 conmon[101092]: audit 2022-01-18T21:40:08.402205+0000 mon.smithi129 (mon.0) 3468 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:40:08.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:08 smithi129 conmon[101092]: audit 2022-01-18T21:40:08.714613+0000 mon.smithi129 (mon.0) 3469 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:40:08.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:08 smithi129 conmon[101092]: audit 2022-01-18T21:40:08.719093+0000 mon.smithi129 (mon.0) 3470 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:40:09.102 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:40:09.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:08 smithi156 conmon[67007]: audit 2022-01-18T21:40:08.400016+0000 mon.smithi129 (mon.0) 3466 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:40:09.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:08 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T21:40:09.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:08 smithi156 conmon[67007]: 21:40:08.401335+0000 mon.smithi129 (mon.0) 3467 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:40:09.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:08 smithi156 conmon[67007]: audit 2022-01-18T21:40:08.402205+0000 mon.smithi129 (mon.0) 3468 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:40:09.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:08 smithi156 conmon[67007]: audit 2022-01-18T21:40:08.714613+0000 2022-01-18T21:40:09.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:08 smithi156 conmon[67007]: mon.smithi129 (mon.0) 3469 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:40:09.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:08 smithi156 conmon[67007]: audit 2022-01-18T21:40:08. 2022-01-18T21:40:09.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:08 smithi156 conmon[67007]: 719093+0000 mon.smithi129 (mon.0) 3470 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:40:09.368 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:40:09.369 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 8m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:40:09.369 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 8m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:40:09.369 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 8m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:40:09.369 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 8m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:40:09.370 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 8m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:40:09.370 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 8m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:40:09.370 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 8m ago 5h 863M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:40:09.370 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 8m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:40:09.371 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 8m ago 5h 1938M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:40:09.371 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 8m ago 5h 983M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:40:09.371 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 8m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:40:09.371 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 8m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:40:09.372 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 8m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:40:09.372 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 8m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:40:09.372 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 8m ago 5h 2359M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:40:09.372 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 8m ago 5h 3480M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:40:09.373 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 8m ago 5h 2622M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:40:09.373 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 8m ago 5h 3512M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:40:09.373 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 8m ago 5h 3261M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:40:09.373 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 8m ago 5h 3749M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:40:09.373 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 8m ago 5h 3040M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:40:09.374 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 8m ago 5h 4355M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:40:09.374 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 8m ago 5h 128M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:40:09.684 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:40:09.684 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:40:09.684 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:40:09.685 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:40:09.685 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:40:09.685 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:40:09.686 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:40:09.686 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:40:09.687 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:40:09.687 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:40:09.688 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:40:09.688 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:40:09.688 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:40:09.689 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:40:09.689 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:40:09.689 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:40:09.690 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:40:09.690 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:40:09.691 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:40:10.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:09 smithi129 conmon[101092]: cephadm 2022-01-18T21:40:08.402936+0000 mgr.smithi129.iclwio (mgr.14716) 11708 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:40:10.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:09 smithi129 conmon[101092]: cluster 2022-01-18T 2022-01-18T21:40:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:09 smithi129 conmon[101092]: 21:40:08.742227+0000 mgr.smithi129.iclwio (mgr.14716) 11709 : cluster [DBG] pgmap v10069: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:09 smithi129 conmon[101092]: audit 2022-01-18T21:40:09.089713+0000 mgr.smithi129.iclwio (mgr.14716) 11710 : audit [DBG] from='client.41902 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:40:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:09 smithi129 conmon[101092]: audit 2022-01-18T21:40:09.359865+0000 2022-01-18T21:40:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:09 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 11711 : audit [DBG] from='client.41906 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:40:10.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:09 smithi129 conmon[101092]: 2022-01-18T21:40:10.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:09 smithi129 conmon[101092]: audit 2022-01-18T21:40:10.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:09 smithi129 conmon[101092]: 2022-01-18T21:40:09.684285 2022-01-18T21:40:10.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:09 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 3471 : audit [DBG] 2022-01-18T21:40:10.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:09 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/2247899478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:40:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:09 smithi156 conmon[67007]: cephadm 2022-01-18T21:40:08.402936+0000 mgr.smithi129.iclwio (mgr.14716) 11708 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:40:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:09 smithi156 conmon[67007]: cluster 2022-01-18T21:40:08.742227+0000 mgr.smithi129.iclwio (mgr.14716) 11709 : cluster [DBG] pgmap v10069: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:10.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:09 smithi156 conmon[67007]: audit 2022-01-18T21:40:09.089713+0000 mgr.smithi129.iclwio (mgr.14716) 11710 : audit [DBG] from='client.41902 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:40:10.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:09 smithi156 conmon[67007]: audit 2022-01-18T21:40:09.359865+0000 mgr.smithi129.iclwio (mgr.14716) 11711 : audit [DBG] from='client.41906 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:40:10.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:09 smithi156 conmon[67007]: audit 2022-01-18T21:40:09.684285+0000 mon.smithi129 (mon.0) 3471 : audit 2022-01-18T21:40:10.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:09 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/2247899478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:40:12.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:11 smithi129 conmon[101092]: cluster 2022-01-18T21:40:10.743181+0000 mgr.smithi129.iclwio (mgr.14716) 11712 : cluster [DBG] pgmap v10070: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:40:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:11 smithi156 conmon[67007]: cluster 2022-01-18T21:40:10.743181+0000 mgr.smithi129.iclwio (mgr.14716) 11712 : cluster [DBG] pgmap v10070: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:40:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:13 smithi129 conmon[101092]: cluster 2022-01-18T21:40:12.743733+0000 mgr.smithi129.iclwio (mgr.14716) 11713 : cluster [DBG] pgmap v10071: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:13 smithi156 conmon[67007]: cluster 2022-01-18T21:40:12.743733+0000 mgr.smithi129.iclwio (mgr.14716) 11713 : cluster [DBG] pgmap v10071: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:16.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:15 smithi129 conmon[101092]: cluster 2022-01-18T21:40:14.744601+0000 mgr.smithi129.iclwio (mgr.14716) 11714 : cluster [DBG] pgmap v10072: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:15 smithi156 conmon[67007]: cluster 2022-01-18T21:40:14.744601+0000 mgr.smithi129.iclwio (mgr.14716) 11714 : cluster [DBG] pgmap v10072: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:18.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:17 smithi129 conmon[101092]: cluster 2022-01-18T21:40:16.745126+0000 mgr.smithi129.iclwio (mgr.14716) 11715 : cluster [DBG] 2022-01-18T21:40:18.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:17 smithi129 conmon[101092]: pgmap v10073: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:17 smithi156 conmon[67007]: cluster 2022-01-18T21:40:16.745126+0000 mgr.smithi129.iclwio (mgr.14716) 11715 : cluster [DBG] pgmap v10073: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:20.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:19 smithi156 conmon[67007]: cluster 2022-01-18T21:40:18.745768+0000 mgr.smithi129.iclwio (mgr.14716) 11716 : cluster [DBG] pgmap v10074: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:20.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:19 smithi129 conmon[101092]: cluster 2022-01-18T21:40:18.745768+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:40:20.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:19 smithi129 conmon[101092]: 11716 : cluster [DBG] pgmap v10074: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:21 smithi129 conmon[101092]: cluster 2022-01-18T21:40:20.746566+0000 mgr.smithi129.iclwio (mgr.14716) 11717 : cluster [DBG] pgmap v10075: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:40:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:21 smithi156 conmon[67007]: cluster 2022-01-18T21:40:20.746566+0000 mgr.smithi129.iclwio (mgr.14716) 11717 : cluster [DBG] pgmap v10075: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:40:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:23 smithi129 conmon[101092]: cluster 2022-01-18T21:40:22.747150+0000 mgr.smithi129.iclwio (mgr.14716) 11718 : cluster [DBG] pgmap v10076: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:23 smithi156 conmon[67007]: cluster 2022-01-18T21:40:22.747150+0000 mgr.smithi129.iclwio (mgr.14716) 11718 : cluster [DBG] pgmap v10076: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:26.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:25 smithi129 conmon[101092]: cluster 2022-01-18T21:40:24.747843+0000 mgr.smithi129.iclwio (mgr.14716) 11719 : cluster [DBG] 2022-01-18T21:40:26.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:25 smithi129 conmon[101092]: pgmap v10077: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:25 smithi156 conmon[67007]: cluster 2022-01-18T21:40:24.747843+0000 mgr.smithi129.iclwio (mgr.14716) 11719 : cluster [DBG] pgmap v10077: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:25 smithi156 conmon[67007]: 2022-01-18T21:40:28.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:27 smithi129 conmon[101092]: cluster 2022-01-18T21:40:26.748415+0000 mgr.smithi129.iclwio (mgr.14716) 11720 : cluster [DBG] pgmap v10078: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:27 smithi156 conmon[67007]: cluster 2022-01-18T21:40:26.748415+0000 mgr.smithi129.iclwio (mgr.14716) 11720 : cluster [DBG] pgmap v10078: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:30.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:29 smithi156 conmon[67007]: cluster 2022-01-18T21:40:28.748935+0000 mgr.smithi129.iclwio (mgr.14716) 11721 : cluster [DBG] pgmap v10079: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:29 smithi129 conmon[101092]: cluster 2022-01-18T21:40:28.748935+0000 mgr.smithi129.iclwio (mgr.14716) 11721 : cluster [DBG] pgmap v10079: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:32.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:31 smithi129 conmon[101092]: cluster 2022-01-18T21:40:30.749696+0000 mgr.smithi129.iclwio (mgr.14716) 11722 : cluster [DBG] pgmap v10080: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:40:32.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:31 smithi156 conmon[67007]: cluster 2022-01-18T21:40:30.749696+0000 mgr.smithi129.iclwio (mgr.14716) 11722 : cluster [DBG] pgmap v10080: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:40:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:33 smithi129 conmon[101092]: cluster 2022-01-18T21:40:32.750318+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:40:34.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:33 smithi129 conmon[101092]: 11723 : cluster [DBG] pgmap v10081: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:33 smithi156 conmon[67007]: cluster 2022-01-18T21:40:32.750318+0000 mgr.smithi129.iclwio (mgr.14716) 11723 : cluster [DBG] 2022-01-18T21:40:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:33 smithi156 conmon[67007]: pgmap v10081: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:36.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:35 smithi129 conmon[101092]: cluster 2022-01-18T21:40:34.751092+0000 mgr.smithi129.iclwio (mgr.14716) 11724 : cluster [DBG] pgmap v10082: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:35 smithi156 conmon[67007]: cluster 2022-01-18T21:40:34.751092+0000 mgr.smithi129.iclwio (mgr.14716) 11724 : 2022-01-18T21:40:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:35 smithi156 conmon[67007]: cluster [DBG] pgmap v10082: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:38.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:37 smithi129 conmon[101092]: cluster 2022-01-18T21:40:36.751656+0000 mgr.smithi129.iclwio (mgr.14716) 11725 : cluster [DBG] pgmap v10083: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:38.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:37 smithi129 conmon[101092]: 2022-01-18T21:40:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:37 smithi156 conmon[67007]: cluster 2022-01-18T21:40:36.751656+0000 mgr.smithi129.iclwio (mgr.14716) 11725 : cluster 2022-01-18T21:40:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:37 smithi156 conmon[67007]: [DBG] pgmap v10083: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:39.991 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:40:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:39 smithi156 conmon[67007]: cluster 2022-01-18T21:40:38.752246+0000 mgr.smithi129.iclwio (mgr.14716) 11726 : cluster 2022-01-18T21:40:40.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:39 smithi156 conmon[67007]: [DBG] pgmap v10084: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:39 smithi129 conmon[101092]: cluster 2022-01-18T21:40:38.752246+0000 mgr.smithi129.iclwio (mgr.14716) 11726 : cluster [DBG] pgmap v10084: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:40.253 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:40:40.253 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 8m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:40:40.253 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 8m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:40:40.253 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 8m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:40:40.254 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 8m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:40:40.254 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 8m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:40:40.254 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 8m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:40:40.254 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 8m ago 5h 863M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:40:40.255 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 8m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:40:40.255 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 8m ago 5h 1938M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:40:40.255 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 8m ago 5h 983M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:40:40.255 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 8m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:40:40.255 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 8m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:40:40.256 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 8m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:40:40.256 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 8m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:40:40.256 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 8m ago 5h 2359M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:40:40.256 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 8m ago 5h 3480M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:40:40.257 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 8m ago 5h 2622M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:40:40.257 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 8m ago 5h 3512M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:40:40.257 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 8m ago 5h 3261M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:40:40.257 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 8m ago 5h 3749M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:40:40.257 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 8m ago 5h 3040M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:40:40.258 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 8m ago 5h 4355M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:40:40.258 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 8m ago 5h 128M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:40:40.569 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:40:40.570 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:40:40.570 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:40:40.570 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:40:40.570 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:40:40.571 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:40:40.571 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:40:40.571 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:40:40.572 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:40:40.572 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:40:40.572 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:40:40.572 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:40:40.573 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:40:40.573 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:40:40.573 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:40:40.574 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:40:40.574 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:40:40.574 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:40:40.575 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:40:41.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:40 smithi156 conmon[67007]: audit 2022-01-18T21:40:39.979177+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:40:41.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:40 smithi156 conmon[67007]: .14716) 11727 : audit [DBG] from='client.41914 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:40:41.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:40 smithi156 conmon[67007]: audit 2022-01-18T21:40:40.243998+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:40:41.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:40 smithi156 conmon[67007]: .14716) 11728 : audit [DBG] from='client.41918 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:40:41.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:40 smithi156 conmon[67007]: audit 2022-01-18T21: 2022-01-18T21:40:41.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:40 smithi156 conmon[67007]: 40:40.568844+0000 mon.smithi129 (mon.0) 3472 : audit [DBG] from='client.? 172.21.15.129:0/2138527949' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:40:41.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:40 smithi129 conmon[101092]: audit 2022-01-18T21:40:39.979177+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:40:41.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:40 smithi129 conmon[101092]: .14716) 11727 : audit [DBG] from='client.41914 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:40:41.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:40 smithi129 conmon[101092]: audit 2022-01-18T21:40:40.243998+0000 mgr.smithi129.iclwio (mgr.14716) 11728 : audit [DBG] from='client.41918 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:40:41.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:40 smithi129 conmon[101092]: audit 2022-01-18T21:40:40.568844+0000 mon.smithi129 (mon.0) 3472 2022-01-18T21:40:41.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:40 smithi129 conmon[101092]: : audit [DBG] from='client.? 172.21.15.129:0/2138527949' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:40:42.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:41 smithi156 conmon[67007]: cluster 2022-01-18T21:40:40.752966+0000 mgr.smithi129.iclwio (mgr.14716) 11729 : cluster 2022-01-18T21:40:42.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:41 smithi156 conmon[67007]: [DBG] pgmap v10085: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:40:42.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:41 smithi129 conmon[101092]: cluster 2022-01-18T21:40:40.752966+0000 mgr.smithi129.iclwio (mgr.14716) 11729 : cluster 2022-01-18T21:40:42.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:41 smithi129 conmon[101092]: [DBG] pgmap v10085: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:40:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:43 smithi129 conmon[101092]: cluster 2022-01-18T21:40:42.753518+0000 mgr.smithi129.iclwio (mgr.14716) 11730 : cluster [DBG] pgmap v10086: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:44.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:43 smithi129 conmon[101092]: 2022-01-18T21:40:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:43 smithi156 conmon[67007]: cluster 2022-01-18T21:40:42.753518+0000 mgr.smithi129.iclwio (mgr.14716) 11730 : cluster [DBG] 2022-01-18T21:40:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:43 smithi156 conmon[67007]: pgmap v10086: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:46.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:45 smithi129 conmon[101092]: cluster 2022-01-18T21:40:44.754518+0000 mgr.smithi129.iclwio (mgr.14716) 11731 : 2022-01-18T21:40:46.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:45 smithi129 conmon[101092]: cluster [DBG] pgmap v10087: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:45 smithi156 conmon[67007]: cluster 2022-01-18T21:40:44.754518+0000 mgr.smithi129.iclwio (mgr.14716) 11731 : 2022-01-18T21:40:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:45 smithi156 conmon[67007]: cluster [DBG] pgmap v10087: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:48.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:47 smithi129 conmon[101092]: cluster 2022-01-18T21:40:46.755170+0000 mgr.smithi129.iclwio (mgr.14716) 11732 : cluster [DBG] pgmap v10088: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:47 smithi156 conmon[67007]: cluster 2022-01-18T21:40:46.755170+0000 mgr.smithi129.iclwio (mgr.14716) 11732 : cluster [DBG] 2022-01-18T21:40:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:47 smithi156 conmon[67007]: pgmap v10088: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:50.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:49 smithi156 conmon[67007]: cluster 2022-01-18T21:40:48.755886+0000 mgr.smithi129.iclwio (mgr.14716) 11733 : cluster [DBG] 2022-01-18T21:40:50.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:49 smithi156 conmon[67007]: pgmap v10089: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:50.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:49 smithi129 conmon[101092]: cluster 2022-01-18T21:40:48.755886+0000 mgr.smithi129.iclwio (mgr.14716) 11733 : cluster [DBG] pgmap v10089: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:52.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:51 smithi129 conmon[101092]: cluster 2022-01-18T21:40:50.756719+0000 mgr.smithi129.iclwio (mgr.14716) 11734 : cluster [DBG] pgmap v10090: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:40:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:51 smithi156 conmon[67007]: cluster 2022-01-18T21:40:50.756719+0000 mgr.smithi129.iclwio (mgr.14716) 11734 : cluster 2022-01-18T21:40:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:51 smithi156 conmon[67007]: [DBG] pgmap v10090: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:40:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:53 smithi129 conmon[101092]: cluster 2022-01-18T21:40:52.757276+0000 mgr.smithi129.iclwio ( 2022-01-18T21:40:54.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:53 smithi129 conmon[101092]: mgr.14716) 11735 : cluster [DBG] pgmap v10091: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:53 smithi156 conmon[67007]: cluster 2022-01-18T21:40:52.757276+0000 mgr.smithi129.iclwio (mgr.14716) 11735 2022-01-18T21:40:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:53 smithi156 conmon[67007]: : cluster [DBG] pgmap v10091: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:56.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:55 smithi129 conmon[101092]: cluster 2022-01-18T21:40:54.758137+0000 mgr.smithi129.iclwio (mgr.14716) 11736 : cluster [DBG] pgmap v10092: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:55 smithi156 conmon[67007]: cluster 2022-01-18T21:40:54.758137+0000 mgr.smithi129.iclwio (mgr.14716) 11736 : cluster [DBG] 2022-01-18T21:40:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:55 smithi156 conmon[67007]: pgmap v10092: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:58.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:57 smithi129 conmon[101092]: cluster 2022-01-18T21:40:56.758560+0000 mgr.smithi129.iclwio (mgr.14716) 11737 : cluster [DBG] pgmap v10093: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:40:58.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:57 smithi129 conmon[101092]: 2022-01-18T21:40:58.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:57 smithi156 conmon[67007]: cluster 2022-01-18T21:40:56.758560+0000 mgr.smithi129.iclwio (mgr.14716) 11737 : cluster 2022-01-18T21:40:58.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:57 smithi156 conmon[67007]: [DBG] pgmap v10093: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:59 smithi156 conmon[67007]: cluster 2022-01-18T21:40:58.759145+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:41:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:59 smithi156 conmon[67007]: 11738 : cluster [DBG] pgmap v10094: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:59 smithi156 conmon[67007]: audit 2022-01-18T21:40:59.562264+0000 mon.smithi129 (mon.0) 3473 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:41:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:59 smithi156 conmon[67007]: audit 2022-01-18T21:40:59.562524+0000 mon.smithi129 (mon. 2022-01-18T21:41:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:40:59 smithi156 conmon[67007]: 0) 3474 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:41:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:59 smithi129 conmon[101092]: cluster 2022-01-18T21:40:58.759145+0000 mgr.smithi129.iclwio (mgr.14716) 11738 : cluster [DBG] pgmap v10094: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:59 smithi129 conmon[101092]: 2022-01-18T21:41:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:59 smithi129 conmon[101092]: audit 2022-01-18T21:40:59.562264+0000 mon.smithi129 (mon.0) 3473 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:41:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:59 smithi129 conmon[101092]: audit 2022-01-18T21:40:59.562524+0000 mon.smithi129 (mon.0) 3474 : audit 2022-01-18T21:41:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:40:59 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:41:02.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:01 smithi129 conmon[101092]: cluster 2022-01-18T21:41:00.760081+0000 mgr.smithi129.iclwio (mgr.14716) 11739 : cluster [DBG] pgmap v10095: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:41:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:01 smithi156 conmon[67007]: cluster 2022-01-18T21:41:00.760081+0000 mgr.smithi129.iclwio (mgr.14716) 11739 : cluster 2022-01-18T21:41:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:01 smithi156 conmon[67007]: [DBG] pgmap v10095: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:41:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:03 smithi129 conmon[101092]: cluster 2022-01-18T21:41:02.760587+0000 mgr.smithi129.iclwio (mgr.14716) 11740 : cluster [DBG] pgmap v10096: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:03 smithi156 conmon[67007]: cluster 2022-01-18T21:41:02.760587+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:41:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:03 smithi156 conmon[67007]: .14716) 11740 : cluster [DBG] pgmap v10096: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:06.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:05 smithi129 conmon[101092]: cluster 2022-01-18T21:41:04.761296+0000 mgr.smithi129.iclwio (mgr.14716) 11741 : cluster [DBG] pgmap v10097: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:05 smithi156 conmon[67007]: cluster 2022-01-18T21:41:04.761296+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:41:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:05 smithi156 conmon[67007]: ) 11741 : cluster [DBG] pgmap v10097: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:08.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:07 smithi129 conmon[101092]: cluster 2022-01-18T21:41:06.761746+0000 mgr.smithi129.iclwio (mgr.14716) 11742 : cluster [DBG] pgmap v10098: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:07 smithi156 conmon[67007]: cluster 2022-01-18T21:41:06.761746+0000 mgr.smithi129.iclwio (mgr.14716) 11742 : cluster 2022-01-18T21:41:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:07 smithi156 conmon[67007]: [DBG] pgmap v10098: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:09 smithi156 conmon[67007]: audit 2022-01-18T21:41:08.721447+0000 mon.smithi129 (mon.0) 3475 : audit [DBG] 2022-01-18T21:41:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:09 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:41:10.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:09 smithi156 conmon[67007]: audit 2022-01-18T21:41:08.722815+0000 mon.smithi129 (mon.0) 3476 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:41:10.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:09 smithi156 conmon[67007]: audit 2022-01-18T21:41:08.723678+0000 mon.smithi129 (mon 2022-01-18T21:41:10.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:09 smithi156 conmon[67007]: .0) 3477 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:41:10.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:09 smithi156 conmon[67007]: cephadm 2022- 2022-01-18T21:41:10.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:09 smithi156 conmon[67007]: 01-18T21:41:08.724428+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:41:10.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:09 smithi156 conmon[67007]: ) 11743 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:41:10.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:09 smithi156 conmon[67007]: cluster 2022 2022-01-18T21:41:10.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:09 smithi156 conmon[67007]: -01-18T21:41:08.762263+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:41:10.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:09 smithi156 conmon[67007]: .14716) 11744 : cluster [DBG] pgmap v10099: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:10.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:09 smithi156 conmon[67007]: audit 2022 2022-01-18T21:41:10.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:09 smithi156 conmon[67007]: -01-18T21:41:09.015906+0000 mon.smithi129 (mon. 2022-01-18T21:41:10.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:09 smithi156 conmon[67007]: 0) 3478 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T21:41:10.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:09 smithi156 conmon[67007]: audit 2022-01 2022-01-18T21:41:10.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:09 smithi156 conmon[67007]: -18T21:41:09.031810+0000 mon.smithi129 (mon. 2022-01-18T21:41:10.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:09 smithi156 conmon[67007]: 0) 3479 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T21:41:10.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:09 smithi156 conmon[67007]: audit 2022-01-18T21:41:10.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:09 smithi156 conmon[67007]: 2022-01-18T21:41:09.035742+0000 mon.smithi129 ( 2022-01-18T21:41:10.053 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:09 smithi156 conmon[67007]: mon.0) 3480 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:41:10.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:09 smithi156 conmon[67007]: audit 2022-01-18T21: 2022-01-18T21:41:10.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:09 smithi156 conmon[67007]: 41:09.040803+0000 mon.smithi129 (mon.0) 3481 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:41:10.054 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:09 smithi156 conmon[67007]: 2022-01-18T21:41:10.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:09 smithi129 conmon[101092]: audit 2022-01-18T21:41:08.721447+0000 mon.smithi129 (mon.0) 3475 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:41:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:09 smithi129 conmon[101092]: audit 2022-01-18T21:41:08.722815+0000 mon.smithi129 (mon.0) 3476 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:41:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:09 smithi129 conmon[101092]: audit 2022-01-18T21:41:08.723678+0000 mon.smithi129 (mon.0) 3477 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:41:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:09 smithi129 conmon[101092]: cephadm 2022-01-18T21:41:08.724428+0000 mgr.smithi129.iclwio (mgr.14716) 11743 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:41:10.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:09 smithi129 conmon[101092]: cluster 2022-01-18T21:41:08.762263+0000 mgr.smithi129.iclwio (mgr.14716) 11744 : cluster [DBG] pgmap v10099: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:10.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:09 smithi129 conmon[101092]: audit 2022-01-18T21:41:09.015906+0000 mon.smithi129 (mon.0) 3478 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T21:41:10.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:09 smithi129 conmon[101092]: audit 2022-01-18T21:41:09.031810+0000 mon.smithi129 (mon.0) 3479 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T21:41:10.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:09 smithi129 conmon[101092]: audit 2022-01-18T21:41:09.035742+0000 mon.smithi129 (mon.0) 3480 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:41:10.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:09 smithi129 conmon[101092]: audit 2022-01-18T21:41:09.040803+0000 mon.smithi129 (mon.0) 3481 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:41:10.867 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:41:11.131 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:41:11.132 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 9m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:41:11.132 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 9m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:41:11.132 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 9m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:41:11.133 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 9m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:41:11.133 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 9m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:41:11.133 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 9m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:41:11.133 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 9m ago 5h 863M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:41:11.134 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 9m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:41:11.134 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 9m ago 5h 1938M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:41:11.134 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 9m ago 5h 983M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:41:11.134 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 9m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:41:11.134 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 9m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:41:11.135 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 9m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:41:11.135 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 9m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:41:11.135 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 9m ago 5h 2359M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:41:11.135 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 9m ago 5h 3480M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:41:11.136 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 9m ago 5h 2622M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:41:11.136 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 9m ago 5h 3512M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:41:11.136 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 9m ago 5h 3261M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:41:11.136 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 9m ago 5h 3749M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:41:11.136 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 9m ago 5h 3040M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:41:11.137 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 9m ago 5h 4355M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:41:11.137 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 9m ago 5h 128M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:41:11.448 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:41:11.448 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:41:11.448 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:41:11.449 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:41:11.449 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:41:11.449 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:41:11.449 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:41:11.450 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:41:11.450 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:41:11.451 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:41:11.451 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:41:11.452 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:41:11.452 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:41:11.453 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:41:11.453 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:41:11.453 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:41:11.453 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:41:11.454 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:41:11.454 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:41:12.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:11 smithi129 conmon[101092]: cluster 2022-01-18T21:41:10.762916+0000 mgr.smithi129.iclwio (mgr.14716) 11745 : cluster [DBG] pgmap v10100: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:41:12.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:11 smithi129 conmon[101092]: audit 2022-01-18T21:41:10. 2022-01-18T21:41:12.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:11 smithi129 conmon[101092]: 855467+0000 mgr.smithi129.iclwio (mgr.14716) 11746 : audit [DBG] from='client.41926 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:41:12.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:11 smithi129 conmon[101092]: audit 2022-01-18T21:41:11.123215+0000 mgr.smithi129.iclwio (mgr.14716) 11747 : audit [DBG] from='client.41930 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:41:12.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:11 smithi129 conmon[101092]: audit 2022-01-18T21:41:11.447968+0000 2022-01-18T21:41:12.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:11 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3482 : audit [DBG] from='client.? 172.21.15.129:0/2958560231' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:41:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:11 smithi156 conmon[67007]: cluster 2022-01-18T21:41:10.762916+0000 mgr.smithi129.iclwio (mgr.14716) 11745 : cluster [DBG] 2022-01-18T21:41:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:11 smithi156 conmon[67007]: pgmap v10100: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:41:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:11 smithi156 conmon[67007]: audit 2022-01-18T21:41:10.855467+0000 mgr.smithi129.iclwio (mgr.14716) 11746 : audit [DBG] from='client.41926 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:41:12.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:11 smithi156 conmon[67007]: audit 2022-01-18T21:41:11.123215+0000 mgr.smithi129.iclwio (mgr.14716) 11747 : audit [DBG] from='client.41930 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:41:12.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:11 smithi156 conmon[67007]: audit 2022 2022-01-18T21:41:12.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:11 smithi156 conmon[67007]: -01-18T21:41:11.447968+0000 mon.smithi129 (mon.0) 2022-01-18T21:41:12.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:11 smithi156 conmon[67007]: 3482 : audit [DBG] from='client.? 172.21.15.129:0/2958560231' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:41:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:13 smithi129 conmon[101092]: cluster 2022-01-18T21:41:12.763395+0000 mgr.smithi129.iclwio (mgr.14716) 11748 : cluster [DBG] pgmap v10101: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:13 smithi156 conmon[67007]: cluster 2022-01-18T21:41:12.763395+0000 mgr.smithi129.iclwio (mgr.14716) 11748 : cluster [DBG] 2022-01-18T21:41:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:13 smithi156 conmon[67007]: pgmap v10101: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:16.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:15 smithi129 conmon[101092]: cluster 2022-01-18T21:41:14.764219+0000 mgr.smithi129.iclwio (mgr.14716) 11749 : cluster [DBG] pgmap v10102: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:15 smithi156 conmon[67007]: cluster 2022-01-18T21:41:14.764219+0000 mgr.smithi129.iclwio (mgr.14716) 11749 : cluster [DBG] 2022-01-18T21:41:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:15 smithi156 conmon[67007]: pgmap v10102: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:18.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:17 smithi129 conmon[101092]: cluster 2022-01-18T21:41:16.764905+0000 mgr.smithi129.iclwio (mgr.14716) 11750 : cluster [DBG] pgmap v10103: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:18.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:17 smithi129 conmon[101092]: 2022-01-18T21:41:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:17 smithi156 conmon[67007]: cluster 2022-01-18T21:41:16.764905+0000 mgr.smithi129.iclwio (mgr.14716) 11750 : cluster 2022-01-18T21:41:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:17 smithi156 conmon[67007]: [DBG] pgmap v10103: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:20.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:19 smithi156 conmon[67007]: cluster 2022-01-18T21:41:18.765524+0000 mgr.smithi129.iclwio (mgr.14716) 11751 : cluster [DBG] pgmap v10104: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:20.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:19 smithi129 conmon[101092]: cluster 2022-01-18T21:41:18.765524+0000 mgr.smithi129.iclwio (mgr.14716) 11751 : cluster [DBG] pgmap v10104: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:20.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:19 smithi129 conmon[101092]: 2022-01-18T21:41:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:21 smithi129 conmon[101092]: cluster 2022-01-18T 2022-01-18T21:41:22.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:21 smithi129 conmon[101092]: 21:41:20.766391+0000 mgr.smithi129.iclwio (mgr.14716) 11752 : cluster [DBG] pgmap v10105: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:41:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:21 smithi156 conmon[67007]: cluster 2022-01-18T21:41:20.766391+0000 mgr.smithi129.iclwio (mgr.14716) 11752 : cluster [DBG] pgmap v10105: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:41:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:23 smithi129 conmon[101092]: cluster 2022-01-18T21:41:22.767117+0000 mgr.smithi129.iclwio (mgr.14716) 11753 : cluster [DBG] pgmap v10106: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:23 smithi156 conmon[67007]: cluster 2022-01-18T21:41:22.767117+0000 mgr.smithi129.iclwio (mgr.14716) 11753 : cluster [DBG] pgmap v10106: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:26.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:25 smithi129 conmon[101092]: cluster 2022-01-18T21:41:24.767857+0000 mgr.smithi129.iclwio (mgr.14716) 11754 : cluster [DBG] pgmap v10107: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:26.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:25 smithi129 conmon[101092]: 2022-01-18T21:41:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:25 smithi156 conmon[67007]: cluster 2022-01-18T21:41:24.767857+0000 mgr.smithi129.iclwio (mgr.14716) 11754 : cluster [DBG] pgmap v10107: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:25 smithi156 conmon[67007]: 2022-01-18T21:41:28.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:27 smithi129 conmon[101092]: cluster 2022-01-18T21:41:26.768379+0000 mgr.smithi129.iclwio (mgr.14716) 11755 : cluster [DBG] pgmap v10108: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:27 smithi156 conmon[67007]: cluster 2022-01-18T21:41:26.768379+0000 mgr.smithi129.iclwio (mgr.14716) 11755 : 2022-01-18T21:41:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:27 smithi156 conmon[67007]: cluster [DBG] pgmap v10108: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:30.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:29 smithi156 conmon[67007]: cluster 2022-01-18T21:41:28.769062+0000 mgr.smithi129.iclwio (mgr.14716) 11756 : cluster 2022-01-18T21:41:30.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:29 smithi156 conmon[67007]: [DBG] pgmap v10109: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:29 smithi129 conmon[101092]: cluster 2022-01-18T21:41:28.769062+0000 mgr.smithi129.iclwio 2022-01-18T21:41:30.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:29 smithi129 conmon[101092]: (mgr.14716) 11756 : cluster [DBG] pgmap v10109: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:32.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:31 smithi129 conmon[101092]: cluster 2022-01-18T21:41:30.769860+0000 mgr.smithi129.iclwio (mgr.14716) 11757 : cluster [DBG] pgmap v10110: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:41:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:31 smithi156 conmon[67007]: cluster 2022-01-18T21:41:30.769860+0000 mgr.smithi129.iclwio (mgr.14716) 11757 : cluster 2022-01-18T21:41:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:31 smithi156 conmon[67007]: [DBG] pgmap v10110: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:41:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:33 smithi129 conmon[101092]: cluster 2022-01-18T21:41:32.770368+0000 mgr.smithi129.iclwio (mgr.14716) 11758 : cluster [DBG] pgmap v10111: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:33 smithi156 conmon[67007]: cluster 2022-01-18T21:41:32.770368+0000 mgr.smithi129.iclwio (mgr.14716) 11758 : cluster 2022-01-18T21:41:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:33 smithi156 conmon[67007]: [DBG] pgmap v10111: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:36.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:35 smithi129 conmon[101092]: cluster 2022-01-18T21:41:34.771330+0000 mgr.smithi129.iclwio (mgr.14716) 11759 : cluster [DBG] pgmap v10112: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:35 smithi156 conmon[67007]: cluster 2022-01-18T21:41:34.771330+0000 mgr.smithi129.iclwio (mgr.14716) 11759 2022-01-18T21:41:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:35 smithi156 conmon[67007]: : cluster [DBG] pgmap v10112: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:38.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:37 smithi129 conmon[101092]: cluster 2022-01-18T21:41:36.771849+0000 2022-01-18T21:41:38.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:37 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 11760 : cluster [DBG] pgmap v10113: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:37 smithi156 conmon[67007]: cluster 2022-01-18T21:41:36.771849+0000 mgr.smithi129.iclwio (mgr.14716) 11760 : cluster 2022-01-18T21:41:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:37 smithi156 conmon[67007]: [DBG] pgmap v10113: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:39 smithi156 conmon[67007]: cluster 2022-01-18T21:41:38.772350+0000 mgr.smithi129.iclwio (mgr.14716) 11761 : cluster [DBG] pgmap v10114: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:39 smithi129 conmon[101092]: cluster 2022-01-18T21:41:38.772350+0000 mgr.smithi129.iclwio (mgr.14716) 11761 : cluster [DBG] 2022-01-18T21:41:40.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:39 smithi129 conmon[101092]: pgmap v10114: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:41.746 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:41:42.015 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:41:42.016 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 9m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:41:42.016 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 9m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:41:42.016 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 9m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:41:42.016 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 9m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:41:42.017 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 9m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:41:42.017 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 9m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:41:42.017 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 9m ago 5h 863M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:41:42.017 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 9m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:41:42.018 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 9m ago 5h 1938M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:41:42.018 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 9m ago 5h 983M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:41:42.018 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 9m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:41:42.018 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 9m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:41:42.018 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 9m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:41:42.019 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 9m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:41:42.019 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 9m ago 5h 2359M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:41:42.019 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 9m ago 5h 3480M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:41:42.019 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 9m ago 5h 2622M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:41:42.020 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 9m ago 5h 3512M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:41:42.020 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 9m ago 5h 3261M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:41:42.020 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 9m ago 5h 3749M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:41:42.020 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 9m ago 5h 3040M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:41:42.020 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 9m ago 5h 4355M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:41:42.021 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 9m ago 5h 128M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:41:42.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:41 smithi129 conmon[101092]: cluster 2022-01-18T21:41:40.773208+0000 mgr.smithi129.iclwio (mgr.14716) 11762 : cluster [DBG] 2022-01-18T21:41:42.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:41 smithi129 conmon[101092]: pgmap v10115: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:41:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:41 smithi156 conmon[67007]: cluster 2022-01-18T21:41:40.773208+0000 mgr.smithi129.iclwio (mgr.14716) 11762 : cluster [DBG] pgmap v10115: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:41:42.333 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:41:42.334 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:41:42.334 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:41:42.334 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:41:42.334 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:41:42.335 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:41:42.335 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:41:42.335 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:41:42.335 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:41:42.335 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:41:42.336 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:41:42.336 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:41:42.336 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:41:42.336 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:41:42.337 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:41:42.337 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:41:42.337 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:41:42.337 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:41:42.338 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:41:43.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:42 smithi129 conmon[101092]: audit 2022-01-18T21:41:41.734965+0000 2022-01-18T21:41:43.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:42 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 11763 : audit [DBG] from='client.41938 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:41:43.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:42 smithi129 conmon[101092]: audit 2022-01-18T21:41:42.007151+0000 mgr.smithi129.iclwio (mgr.14716) 11764 : audit [DBG] from='client.41942 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:41:43.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:42 smithi129 conmon[101092]: audit 2022-01-18T21:41:42.333772+0000 mon.smithi129 (mon.0) 3483 : audit 2022-01-18T21:41:43.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:42 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/1529507211' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:41:43.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:42 smithi156 conmon[67007]: audit 2022-01-18T21:41:41.734965+0000 mgr.smithi129.iclwio (mgr.14716) 11763 : audit [DBG] from='client.41938 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:41:43.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:42 smithi156 conmon[67007]: audit 2022-01-18T21:41:42.007151+0000 mgr.smithi129.iclwio (mgr.14716) 11764 : audit [DBG] from='client.41942 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:41:43.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:42 smithi156 conmon[67007]: audit 2022-01-18T21:41:42.333772+0000 mon.smithi129 (mon.0) 3483 : audit [DBG] from='client.? 172.21.15.129:0/1529507211' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:41:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:43 smithi129 conmon[101092]: cluster 2022-01-18T21:41:42.773681+0000 mgr.smithi129.iclwio (mgr.14716) 11765 : cluster [DBG] pgmap v10116: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:44.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:43 smithi129 conmon[101092]: 2022-01-18T21:41:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:43 smithi156 conmon[67007]: cluster 2022-01-18T21:41:42.773681+0000 mgr.smithi129.iclwio (mgr.14716) 11765 : 2022-01-18T21:41:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:43 smithi156 conmon[67007]: cluster [DBG] pgmap v10116: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:46.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:45 smithi129 conmon[101092]: cluster 2022-01-18T21:41:44.774383+0000 mgr.smithi129.iclwio (mgr.14716) 11766 : cluster [DBG] 2022-01-18T21:41:46.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:45 smithi129 conmon[101092]: pgmap v10117: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:45 smithi156 conmon[67007]: cluster 2022-01-18T21:41:44.774383+0000 mgr.smithi129.iclwio (mgr.14716) 11766 : cluster [DBG] pgmap v10117: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:48.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:47 smithi129 conmon[101092]: cluster 2022-01-18T21:41:46.774894+0000 mgr.smithi129.iclwio (mgr.14716) 11767 : cluster [DBG] pgmap v10118: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:48.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:47 smithi129 conmon[101092]: 2022-01-18T21:41:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:47 smithi156 conmon[67007]: cluster 2022-01-18T21:41:46.774894+0000 mgr.smithi129.iclwio (mgr.14716) 11767 : cluster [DBG] pgmap v10118: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:50.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:49 smithi156 conmon[67007]: cluster 2022-01-18T21:41:48.775422+0000 mgr.smithi129.iclwio (mgr.14716) 11768 : cluster [DBG] pgmap v10119: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:50.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:49 smithi129 conmon[101092]: cluster 2022-01-18T21:41:48.775422+0000 mgr.smithi129.iclwio (mgr.14716) 11768 : cluster [DBG] 2022-01-18T21:41:50.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:49 smithi129 conmon[101092]: pgmap v10119: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:52.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:51 smithi129 conmon[101092]: cluster 2022-01-18T21:41:50.776259+0000 mgr.smithi129.iclwio (mgr.14716) 11769 : cluster [DBG] pgmap v10120: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:41:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:51 smithi156 conmon[67007]: cluster 2022-01-18T21:41:50.776259+0000 mgr.smithi129.iclwio (mgr.14716) 11769 : cluster [DBG] pgmap v10120: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:41:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:53 smithi129 conmon[101092]: cluster 2022-01-18T21:41:52.776877+0000 mgr.smithi129.iclwio (mgr.14716) 11770 : cluster [DBG] pgmap v10121: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:53 smithi156 conmon[67007]: cluster 2022-01-18T21:41:52.776877+0000 mgr.smithi129.iclwio (mgr.14716) 11770 : cluster [DBG] pgmap v10121: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:56.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:55 smithi129 conmon[101092]: cluster 2022-01-18T21:41:54.777640+0000 mgr.smithi129.iclwio (mgr.14716) 11771 : cluster [DBG] pgmap v10122: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:55 smithi156 conmon[67007]: cluster 2022-01-18T21:41:54.777640+0000 mgr.smithi129.iclwio (mgr.14716) 11771 : cluster [DBG] pgmap v10122: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:58.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:57 smithi129 conmon[101092]: cluster 2022-01-18T21:41:56.778097+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:41:58.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:57 smithi129 conmon[101092]: .14716) 11772 : cluster [DBG] pgmap v10123: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:41:58.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:57 smithi156 conmon[67007]: cluster 2022-01-18T21:41:56.778097+0000 mgr.smithi129.iclwio (mgr.14716) 11772 : cluster [DBG] pgmap v10123: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:59 smithi156 conmon[67007]: cluster 2022-01-18T21:41:58.778669+0000 mgr.smithi129.iclwio (mgr.14716) 11773 : cluster [DBG] pgmap v10124: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:59 smithi156 conmon[67007]: audit 2022-01-18T21:41:59.566433+0000 mon.smithi129 (mon.0) 3484 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:42:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:59 smithi156 conmon[67007]: audit 2022-01-18T21:41:59.566660+0000 mon.smithi129 (mon.0) 3485 : audit [INF] 2022-01-18T21:42:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:41:59 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:42:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:59 smithi129 conmon[101092]: cluster 2022-01-18T21:41:58.778669+0000 mgr.smithi129.iclwio (mgr.14716) 11773 : cluster [DBG] pgmap v10124: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:59 smithi129 conmon[101092]: audit 2022-01-18T21:41:59.566433+0000 mon.smithi129 (mon.0) 3484 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:42:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:41:59 smithi129 conmon[101092]: audit 2022-01-18T21:41:59.566660+0000 mon.smithi129 (mon.0) 3485 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:42:02.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:01 smithi129 conmon[101092]: cluster 2022-01-18T21:42:00.779690+0000 mgr.smithi129.iclwio (mgr.14716) 11774 : cluster 2022-01-18T21:42:02.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:01 smithi129 conmon[101092]: [DBG] pgmap v10125: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:42:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:01 smithi156 conmon[67007]: cluster 2022-01-18T21:42:00.779690+0000 mgr.smithi129.iclwio (mgr.14716) 11774 : cluster [DBG] pgmap v10125: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:42:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:03 smithi129 conmon[101092]: cluster 2022-01-18T21:42:02.780355+0000 mgr.smithi129.iclwio (mgr.14716) 11775 : cluster [DBG] pgmap v10126: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:03 smithi156 conmon[67007]: cluster 2022-01-18T21:42:02.780355+0000 mgr.smithi129.iclwio (mgr.14716) 11775 : cluster [DBG] pgmap v10126: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:06.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:05 smithi129 conmon[101092]: cluster 2022-01-18T21:42:04.781288+0000 mgr.smithi129.iclwio (mgr.14716) 11776 : cluster [DBG] 2022-01-18T21:42:06.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:05 smithi129 conmon[101092]: pgmap v10127: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:05 smithi156 conmon[67007]: cluster 2022-01-18T21:42:04.781288+0000 mgr.smithi129.iclwio (mgr.14716) 11776 : cluster [DBG] pgmap v10127: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:08.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:07 smithi129 conmon[101092]: cluster 2022-01-18T21:42:06.781827+0000 mgr.smithi129.iclwio (mgr.14716) 11777 : cluster [DBG] 2022-01-18T21:42:08.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:07 smithi129 conmon[101092]: pgmap v10128: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:07 smithi156 conmon[67007]: cluster 2022-01-18T21:42:06.781827+0000 mgr.smithi129.iclwio (mgr.14716) 11777 : cluster [DBG] pgmap v10128: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:09 smithi156 conmon[67007]: cluster 2022-01-18T21:42:08.782431+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:42:10.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:09 smithi156 conmon[67007]: 14716) 11778 : cluster [DBG] pgmap v10129: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:10.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:09 smithi156 conmon[67007]: audit 2022-01-18T21:42:09.043221+0000 mon.smithi129 (mon.0) 3486 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:42:10.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:09 smithi156 conmon[67007]: audit 2022-01-18T21:42:09.044578+0000 mon.smithi129 (mon.0) 3487 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:42:10.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:09 smithi156 conmon[67007]: audit 2022-01-18T21:42:09.045451+0000 mon.smithi129 (mon.0) 3488 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:42:10.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:09 smithi156 conmon[67007]: cephadm 2022-01-18T21:42:09.046186+0000 mgr.smithi129.iclwio (mgr.14716) 11779 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:42:10.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:09 smithi156 conmon[67007]: audit 2022-01-18T21:42:09.302818+0000 mon.smithi129 (mon.0) 3489 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:42:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:09 smithi129 conmon[101092]: cluster 2022-01-18T21:42:08.782431+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:42:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:09 smithi129 conmon[101092]: 11778 : cluster [DBG] pgmap v10129: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:09 smithi129 conmon[101092]: audit 2022-01-18T21:42:09.043221+0000 mon.smithi129 (mon.0) 3486 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:42:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:09 smithi129 conmon[101092]: audit 2022-01-18T21 2022-01-18T21:42:10.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:09 smithi129 conmon[101092]: :42:09.044578+0000 mon.smithi129 (mon.0) 3487 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:42:10.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:09 smithi129 conmon[101092]: audit 2022-01-18T21: 2022-01-18T21:42:10.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:09 smithi129 conmon[101092]: 42:09.045451+0000 mon.smithi129 (mon.0) 3488 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:42:10.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:09 smithi129 conmon[101092]: cephadm 2022-01-18T21:42:10.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:09 smithi129 conmon[101092]: 2022-01-18T21:42:09.046186+0000 mgr.smithi129.iclwio (mgr.14716) 11779 : cephadm [WRN] 2022-01-18T21:42:10.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:09 smithi129 conmon[101092]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:42:10.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:09 smithi129 conmon[101092]: audit 2022 2022-01-18T21:42:10.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:09 smithi129 conmon[101092]: -01-18T21:42:09.302818+0000 mon.smithi129 (mon.0) 3489 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:42:12.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:11 smithi129 conmon[101092]: cluster 2022-01-18T21:42:10.783161+0000 mgr.smithi129.iclwio (mgr.14716) 11780 : cluster [DBG] pgmap v10130: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:42:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:11 smithi156 conmon[67007]: cluster 2022-01-18T21:42:10.783161+0000 mgr.smithi129.iclwio (mgr.14716) 11780 : 2022-01-18T21:42:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:11 smithi156 conmon[67007]: cluster [DBG] pgmap v10130: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:42:12.655 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:42:12.934 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:42:12.935 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 10m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:42:12.935 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 10m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:42:12.935 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 0s ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:42:12.936 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 10m ago 5h 44.5M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:42:12.936 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 10m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:42:12.937 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 0s ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:42:12.937 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 10m ago 5h 863M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:42:12.937 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 0s ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:42:12.937 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 10m ago 5h 1938M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:42:12.937 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 0s ago 5h 1040M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:42:12.938 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 10m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:42:12.938 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 0s ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:42:12.938 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 10m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:42:12.938 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 0s ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:42:12.939 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 10m ago 5h 2359M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:42:12.939 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 10m ago 5h 3480M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:42:12.939 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 10m ago 5h 2622M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:42:12.939 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 10m ago 5h 3512M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:42:12.940 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 0s ago 5h 3294M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:42:12.940 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 0s ago 5h 3778M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:42:12.940 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 0s ago 5h 3065M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:42:12.940 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 0s ago 5h 4386M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:42:12.940 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 10m ago 5h 128M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:42:13.316 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:42:13.316 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:42:13.316 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:42:13.317 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:42:13.317 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:42:13.317 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:42:13.317 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:42:13.318 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:42:13.318 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:42:13.318 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:42:13.318 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:42:13.319 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:42:13.319 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:42:13.319 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:42:13.319 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:42:13.319 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:42:13.320 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:42:13.320 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:42:13.320 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:42:13.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:13 smithi156 conmon[67007]: audit 2022-01-18T21:42:12.484658+0000 mon.smithi129 (mon.0) 3490 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:42:13.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:13 smithi156 conmon[67007]: 2022-01-18T21:42:13.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:13 smithi156 conmon[67007]: audit 2022-01-18T21:42:12.643942+0000 mgr.smithi129.iclwio (mgr.14716) 11781 : audit [DBG] from='client.41950 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:42:13.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:13 smithi156 conmon[67007]: cluster 2022-01-18T21:42:12. 2022-01-18T21:42:13.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:13 smithi156 conmon[67007]: 783732+0000 mgr.smithi129.iclwio (mgr.14716) 11782 : cluster [DBG] pgmap v10131: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:13.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:13 smithi156 conmon[67007]: audit 2022- 2022-01-18T21:42:13.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:13 smithi156 conmon[67007]: 01-18T21:42:12.925775+0000 mgr.smithi129.iclwio (mgr.14716) 11783 : 2022-01-18T21:42:13.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:13 smithi156 conmon[67007]: audit [DBG] from='client.41954 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:42:13.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:13 smithi156 conmon[67007]: audit 2022-01-18T21: 2022-01-18T21:42:13.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:13 smithi156 conmon[67007]: 42:13.315970+0000 mon.smithi129 (mon.0) 3491 2022-01-18T21:42:13.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:13 smithi156 conmon[67007]: : audit [DBG] from='client.? 172.21.15.129:0/2504655298' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:42:13.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:13 smithi129 conmon[101092]: audit 2022-01-18T21:42:12.484658+0000 2022-01-18T21:42:13.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:13 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3490 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:42:13.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:13 smithi129 conmon[101092]: audit 2022-01-18T21:42:12.643942+0000 mgr.smithi129.iclwio (mgr.14716) 11781 : audit [DBG] from='client.41950 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:42:13.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:13 smithi129 conmon[101092]: cluster 2022-01-18T21:42:12.783732+0000 mgr.smithi129.iclwio (mgr.14716) 11782 : cluster [DBG] pgmap v10131: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:13.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:13 smithi129 conmon[101092]: audit 2022-01-18T21:42:12.925775+0000 mgr.smithi129.iclwio (mgr.14716) 11783 : audit [DBG] from='client.41954 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:42:13.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:13 smithi129 conmon[101092]: audit 2022-01-18T21:42:13.315970+0000 mon.smithi129 (mon.0) 3491 : audit [DBG] from='client.? 172.21.15.129:0/2504655298' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:42:15.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:15 smithi129 conmon[101092]: audit 2022-01-18T21:42:14.582988+0000 mon.smithi129 (mon.0) 3492 : audit 2022-01-18T21:42:15.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:15 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:42:15.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:15 smithi129 conmon[101092]: cluster 2022-01-18T21:42:14.784577+0000 mgr.smithi129.iclwio (mgr.14716) 11784 : cluster [DBG] pgmap v10132: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:15.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:15 smithi129 conmon[101092]: audit 2022-01-18T21:42:14.879216+0000 mon.smithi129 (mon.0) 3493 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:42:15.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:15 smithi129 conmon[101092]: audit 2022-01-18T21:42:14.886338+0000 mon.smithi129 (mon.0) 3494 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:42:16.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:15 smithi156 conmon[67007]: audit 2022-01-18T21:42:14.582988+0000 mon.smithi129 (mon.0) 3492 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:42:16.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:15 smithi156 conmon[67007]: cluster 2022-01-18T21:42:14.784577+0000 mgr.smithi129.iclwio (mgr.14716) 11784 : cluster [DBG] pgmap v10132: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:16.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:15 smithi156 conmon[67007]: audit 2022-01-18T21:42:14.879216+0000 mon.smithi129 (mon.0) 3493 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:42:16.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:15 smithi156 conmon[67007]: audit 2022-01-18T21:42:14.886338+0000 mon.smithi129 (mon.0) 3494 : audit [INF] 2022-01-18T21:42:16.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:15 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:42:18.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:17 smithi129 conmon[101092]: cluster 2022-01-18T21:42:16.785113+0000 mgr.smithi129.iclwio (mgr.14716) 11785 : cluster 2022-01-18T21:42:18.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:17 smithi129 conmon[101092]: [DBG] pgmap v10133: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:17 smithi156 conmon[67007]: cluster 2022-01-18T21:42:16.785113+0000 mgr.smithi129.iclwio (mgr.14716) 11785 : cluster [DBG] pgmap v10133: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:20.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:19 smithi156 conmon[67007]: cluster 2022-01-18T21:42:18.785627+0000 mgr.smithi129.iclwio (mgr.14716) 11786 : cluster [DBG] pgmap v10134: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:20.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:19 smithi129 conmon[101092]: cluster 2022-01-18T21:42:18.785627+0000 mgr.smithi129.iclwio (mgr.14716) 11786 : cluster [DBG] pgmap v10134: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:21 smithi129 conmon[101092]: cluster 2022-01-18T21:42:20.786419+0000 mgr.smithi129.iclwio (mgr.14716) 11787 : cluster [DBG] pgmap v10135: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:42:22.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:21 smithi129 conmon[101092]: 2022-01-18T21:42:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:21 smithi156 conmon[67007]: cluster 2022-01-18T21:42:20.786419+0000 mgr.smithi129.iclwio (mgr.14716) 11787 : cluster [DBG] pgmap v10135: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:42:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:23 smithi129 conmon[101092]: cluster 2022-01-18T21:42:22.787069+0000 mgr.smithi129.iclwio (mgr.14716) 11788 : cluster [DBG] pgmap v10136: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:23 smithi156 conmon[67007]: cluster 2022-01-18T21:42:22.787069+0000 mgr.smithi129.iclwio (mgr.14716) 11788 : cluster [DBG] pgmap v10136: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:26.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:25 smithi129 conmon[101092]: cluster 2022-01-18T21:42:24.787775+0000 mgr.smithi129.iclwio (mgr.14716) 11789 : cluster [DBG] pgmap v10137: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:25 smithi156 conmon[67007]: cluster 2022-01-18T21:42:24.787775+0000 mgr.smithi129.iclwio (mgr.14716) 11789 : cluster [DBG] pgmap v10137: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:28.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:27 smithi129 conmon[101092]: cluster 2022-01-18T21:42:26.788300+0000 mgr.smithi129.iclwio (mgr.14716) 11790 : cluster [DBG] pgmap v10138: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:27 smithi156 conmon[67007]: cluster 2022-01-18T21:42:26.788300+0000 mgr.smithi129.iclwio (mgr.14716) 11790 : cluster [DBG] pgmap v10138: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:30.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:29 smithi156 conmon[67007]: cluster 2022-01-18T21:42:28.788823+0000 mgr.smithi129.iclwio (mgr.14716) 11791 : cluster [DBG] pgmap v10139: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:29 smithi129 conmon[101092]: cluster 2022-01-18T21:42:28.788823+0000 mgr.smithi129.iclwio ( 2022-01-18T21:42:30.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:29 smithi129 conmon[101092]: mgr.14716) 11791 : cluster [DBG] pgmap v10139: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:32.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:31 smithi129 conmon[101092]: cluster 2022-01-18T21:42:30.789585+0000 mgr.smithi129.iclwio (mgr.14716) 11792 : cluster [DBG] pgmap v10140: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:42:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:31 smithi156 conmon[67007]: cluster 2022-01-18T21:42:30.789585+0000 mgr.smithi129.iclwio (mgr.14716) 11792 : cluster [DBG] pgmap v10140: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:42:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:33 smithi129 conmon[101092]: cluster 2022-01-18T21:42:32.790099+0000 mgr.smithi129.iclwio (mgr.14716) 11793 : cluster [DBG] 2022-01-18T21:42:34.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:33 smithi129 conmon[101092]: pgmap v10141: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:33 smithi156 conmon[67007]: cluster 2022-01-18T21:42:32.790099+0000 mgr.smithi129.iclwio (mgr.14716) 11793 : cluster [DBG] pgmap v10141: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:36.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:35 smithi129 conmon[101092]: cluster 2022-01-18T21:42:34.790926+0000 mgr.smithi129.iclwio (mgr.14716) 11794 : cluster [DBG] pgmap v10142: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:35 smithi156 conmon[67007]: cluster 2022-01-18T21:42:34.790926+0000 mgr.smithi129.iclwio (mgr.14716) 11794 : cluster [DBG] pgmap v10142: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:38.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:37 smithi129 conmon[101092]: cluster 2022-01-18T21:42:36.791357+0000 mgr.smithi129.iclwio (mgr.14716) 11795 : cluster [DBG] pgmap v10143: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:37 smithi156 conmon[67007]: cluster 2022-01-18T21:42:36.791357+0000 mgr.smithi129.iclwio (mgr.14716) 11795 : cluster [DBG] pgmap v10143: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:39 smithi156 conmon[67007]: cluster 2022-01-18T21:42:38.792002+0000 mgr.smithi129.iclwio (mgr.14716) 11796 : cluster [DBG] pgmap v10144: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:39 smithi129 conmon[101092]: cluster 2022-01-18T21:42:38.792002+0000 mgr.smithi129.iclwio (mgr.14716) 11796 : cluster [DBG] pgmap v10144: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:42.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:41 smithi129 conmon[101092]: cluster 2022-01-18T21:42:40.792810+0000 mgr.smithi129.iclwio (mgr.14716) 11797 : cluster [DBG] pgmap v10145: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:42:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:41 smithi156 conmon[67007]: cluster 2022-01-18T21:42:40.792810+0000 mgr.smithi129.iclwio (mgr.14716) 11797 : cluster [DBG] pgmap v10145: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:42:43.618 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:42:43.890 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:42:43.891 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 29s ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:42:43.891 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 29s ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:42:43.891 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 31s ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:42:43.892 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 29s ago 5h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:42:43.892 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 29s ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:42:43.892 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 31s ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:42:43.892 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 29s ago 5h 876M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:42:43.892 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 31s ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:42:43.893 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 29s ago 5h 1972M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:42:43.893 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 31s ago 5h 1040M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:42:43.893 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 29s ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:42:43.893 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 31s ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:42:43.894 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 29s ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:42:43.894 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 31s ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:42:43.894 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 29s ago 5h 2388M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:42:43.894 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 29s ago 5h 3513M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:42:43.895 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 29s ago 5h 2644M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:42:43.895 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 29s ago 5h 3548M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:42:43.895 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 31s ago 5h 3294M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:42:43.895 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 31s ago 5h 3778M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:42:43.895 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 31s ago 5h 3065M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:42:43.896 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 31s ago 5h 4386M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:42:43.896 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 29s ago 5h 130M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:42:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:43 smithi129 conmon[101092]: cluster 2022-01-18T21:42:42.794041+0000 mgr.smithi129.iclwio (mgr.14716) 11798 2022-01-18T21:42:44.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:43 smithi129 conmon[101092]: : cluster [DBG] pgmap v10146: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:44.205 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:42:44.205 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:42:44.206 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:42:44.206 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:42:44.207 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:42:44.207 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:42:44.207 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:42:44.207 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:42:44.208 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:42:44.208 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:42:44.208 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:42:44.208 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:42:44.209 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:42:44.209 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:42:44.209 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:42:44.209 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:42:44.209 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:42:44.210 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:42:44.210 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:42:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:43 smithi156 conmon[67007]: cluster 2022-01-18T21:42:42.794041+0000 mgr.smithi129.iclwio (mgr.14716) 11798 : cluster [DBG] pgmap v10146: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:45.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:44 smithi129 conmon[101092]: audit 2022-01-18T21:42:43.605563+0000 mgr.smithi129.iclwio (mgr.14716) 11799 : audit [DBG] from='client.41962 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:42:45.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:44 smithi129 conmon[101092]: audit 2022-01-18T21:42: 2022-01-18T21:42:45.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:44 smithi129 conmon[101092]: 43.875509+0000 mgr.smithi129.iclwio (mgr.14716) 11800 : audit [DBG] from='client.41966 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:42:45.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:44 smithi129 conmon[101092]: audit 2022-01-18T21:42:44.205552+0000 mon.smithi129 (mon.0) 3495 : audit [DBG] from='client.? 172.21.15.129:0/2310580331' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:42:45.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:44 smithi156 conmon[67007]: audit 2022-01-18T21:42:43.605563+0000 mgr.smithi129.iclwio (mgr.14716) 11799 : audit [DBG] from='client.41962 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:42:45.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:44 smithi156 conmon[67007]: 2022-01-18T21:42:45.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:44 smithi156 conmon[67007]: audit 2022-01-18T21:42:43.875509+0000 mgr.smithi129.iclwio (mgr.14716) 11800 : audit [DBG] from='client.41966 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:42:45.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:44 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T21:42:45.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:44 smithi156 conmon[67007]: T21:42:44.205552+0000 mon.smithi129 (mon.0) 3495 : audit [DBG] from='client.? 172.21.15.129:0/2310580331' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:42:46.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:45 smithi129 conmon[101092]: cluster 2022-01-18T21:42:44.795019+0000 mgr.smithi129.iclwio (mgr.14716) 11801 : cluster [DBG] pgmap v10147: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:45 smithi156 conmon[67007]: cluster 2022-01-18T21:42:44.795019+0000 mgr.smithi129.iclwio (mgr.14716) 11801 : cluster [DBG] pgmap v10147: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:45 smithi156 conmon[67007]: 2022-01-18T21:42:48.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:47 smithi129 conmon[101092]: cluster 2022-01-18T21:42:46.795635+0000 mgr.smithi129.iclwio (mgr.14716) 11802 : cluster [DBG] pgmap v10148: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:48.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:47 smithi129 conmon[101092]: 2022-01-18T21:42:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:47 smithi156 conmon[67007]: cluster 2022-01-18T21:42:46.795635+0000 mgr.smithi129.iclwio (mgr.14716) 11802 : cluster [DBG] pgmap v10148: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:50.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:49 smithi156 conmon[67007]: cluster 2022-01-18T21:42:48.796177+0000 mgr.smithi129.iclwio (mgr.14716) 11803 : cluster [DBG] pgmap v10149: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:50.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:49 smithi129 conmon[101092]: cluster 2022-01-18T21:42:48.796177+0000 mgr.smithi129.iclwio (mgr.14716) 11803 : cluster [DBG] pgmap v10149: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:52.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:51 smithi129 conmon[101092]: cluster 2022-01-18T21:42:50.796903+0000 mgr.smithi129.iclwio (mgr.14716) 11804 : cluster [DBG] pgmap v10150: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:42:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:51 smithi156 conmon[67007]: cluster 2022-01-18T21:42:50.796903+0000 mgr.smithi129.iclwio (mgr.14716) 11804 : cluster [DBG] pgmap v10150: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:42:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:53 smithi129 conmon[101092]: cluster 2022-01-18T21:42:52.797465+0000 mgr.smithi129.iclwio (mgr.14716) 11805 : cluster [DBG] 2022-01-18T21:42:54.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:53 smithi129 conmon[101092]: pgmap v10151: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:53 smithi156 conmon[67007]: cluster 2022-01-18T21:42:52.797465+0000 mgr.smithi129.iclwio (mgr.14716) 11805 : cluster [DBG] pgmap v10151: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:56.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:55 smithi129 conmon[101092]: cluster 2022-01-18T21:42:54.798175+0000 mgr.smithi129.iclwio (mgr.14716) 11806 : cluster [DBG] pgmap v10152: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:55 smithi156 conmon[67007]: cluster 2022-01-18T21:42:54.798175+0000 mgr.smithi129.iclwio (mgr.14716) 11806 : cluster [DBG] pgmap v10152: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:58.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:57 smithi129 conmon[101092]: cluster 2022-01-18T21:42:56.798784+0000 mgr.smithi129.iclwio (mgr.14716) 11807 : cluster 2022-01-18T21:42:58.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:57 smithi129 conmon[101092]: [DBG] pgmap v10153: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:42:58.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:57 smithi156 conmon[67007]: cluster 2022-01-18T21:42:56.798784+0000 mgr.smithi129.iclwio (mgr.14716) 11807 : cluster [DBG] pgmap v10153: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:59 smithi156 conmon[67007]: cluster 2022-01-18T21:42:58.799401+0000 mgr.smithi129.iclwio (mgr.14716) 11808 : cluster [DBG] pgmap v10154: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:59 smithi156 conmon[67007]: audit 2022-01-18T21:42:59.570986+0000 mon.smithi129 (mon.0) 3496 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:43:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:59 smithi156 conmon[67007]: audit 2022-01-18T21:42:59.571274+0000 mon.smithi129 (mon.0) 3497 : audit [INF] 2022-01-18T21:43:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:42:59 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:43:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:59 smithi129 conmon[101092]: cluster 2022-01-18T21:42:58.799401+0000 mgr.smithi129.iclwio (mgr.14716) 11808 : cluster 2022-01-18T21:43:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:59 smithi129 conmon[101092]: [DBG] pgmap v10154: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:59 smithi129 conmon[101092]: audit 2022-01-18T21:42:59.570986+0000 mon.smithi129 (mon.0) 3496 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:43:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:59 smithi129 conmon[101092]: audit 2022-01-18T21:42: 2022-01-18T21:43:00.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:42:59 smithi129 conmon[101092]: 59.571274+0000 mon.smithi129 (mon.0) 3497 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:43:02.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:01 smithi129 conmon[101092]: cluster 2022-01-18T21:43:00.800351+0000 mgr.smithi129.iclwio (mgr.14716) 11809 : cluster 2022-01-18T21:43:02.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:01 smithi129 conmon[101092]: [DBG] pgmap v10155: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:43:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:01 smithi156 conmon[67007]: cluster 2022-01-18T21:43:00.800351+0000 mgr.smithi129.iclwio (mgr.14716) 11809 : cluster [DBG] pgmap v10155: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:43:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:03 smithi129 conmon[101092]: cluster 2022-01-18T21:43:02.801018+0000 mgr.smithi129.iclwio (mgr.14716) 11810 : cluster [DBG] 2022-01-18T21:43:04.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:03 smithi129 conmon[101092]: pgmap v10156: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:03 smithi156 conmon[67007]: cluster 2022-01-18T21:43:02.801018+0000 mgr.smithi129.iclwio (mgr.14716) 11810 : cluster [DBG] pgmap v10156: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:03 smithi156 conmon[67007]: 2022-01-18T21:43:06.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:05 smithi129 conmon[101092]: cluster 2022-01-18T21:43:04.801781+0000 mgr.smithi129.iclwio (mgr.14716) 11811 : cluster [DBG] pgmap v10157: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:06.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:05 smithi129 conmon[101092]: 2022-01-18T21:43:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:05 smithi156 conmon[67007]: cluster 2022-01-18T21:43:04.801781+0000 mgr.smithi129.iclwio (mgr.14716) 11811 : cluster [DBG] 2022-01-18T21:43:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:05 smithi156 conmon[67007]: pgmap v10157: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:08.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:07 smithi129 conmon[101092]: cluster 2022-01-18T21:43:06.802447+0000 mgr.smithi129.iclwio (mgr.14716) 11812 : cluster [DBG] pgmap v10158: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:08.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:07 smithi129 conmon[101092]: 2022-01-18T21:43:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:07 smithi156 conmon[67007]: cluster 2022-01-18T21:43:06.802447+0000 mgr.smithi129.iclwio (mgr.14716) 11812 : cluster [DBG] pgmap v10158: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:09 smithi156 conmon[67007]: cluster 2022-01-18T21:43:08.802947+0000 mgr.smithi129.iclwio (mgr.14716) 11813 : cluster [DBG] pgmap v10159: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:09 smithi129 conmon[101092]: cluster 2022-01-18T21:43:08.802947+0000 mgr.smithi129.iclwio (mgr.14716) 11813 : cluster 2022-01-18T21:43:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:09 smithi129 conmon[101092]: [DBG] pgmap v10159: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:12.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:11 smithi129 conmon[101092]: cluster 2022-01-18T21:43:10.803764+0000 mgr.smithi129.iclwio (mgr.14716) 11814 : cluster [DBG] pgmap v10160: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:43:12.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:11 smithi129 conmon[101092]: 2022-01-18T21:43:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:11 smithi156 conmon[67007]: cluster 2022-01-18T21:43:10.803764+0000 mgr.smithi129.iclwio (mgr.14716) 11814 : cluster [DBG] pgmap v10160: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:43:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:11 smithi156 conmon[67007]: 2022-01-18T21:43:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:13 smithi129 conmon[101092]: cluster 2022-01-18T21:43:12.804250+0000 mgr.smithi129.iclwio (mgr.14716) 11815 : cluster [DBG] pgmap v10161: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:13 smithi156 conmon[67007]: cluster 2022-01-18T21:43:12.804250+0000 mgr.smithi129.iclwio (mgr.14716) 11815 : cluster [DBG] pgmap v10161: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:13 smithi156 conmon[67007]: 2022-01-18T21:43:14.506 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:43:14.771 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:43:14.772 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 60s ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:43:14.772 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 60s ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:43:14.772 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 62s ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:43:14.773 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 60s ago 5h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:43:14.773 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 60s ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:43:14.773 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 62s ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:43:14.774 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 60s ago 5h 876M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:43:14.774 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 62s ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:43:14.774 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 60s ago 5h 1972M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:43:14.774 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 62s ago 5h 1040M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:43:14.775 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 60s ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:43:14.775 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 62s ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:43:14.775 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 60s ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:43:14.775 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 62s ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:43:14.776 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 60s ago 5h 2388M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:43:14.776 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 60s ago 5h 3513M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:43:14.776 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 60s ago 5h 2644M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:43:14.776 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 60s ago 5h 3548M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:43:14.777 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 62s ago 5h 3294M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:43:14.777 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 62s ago 5h 3778M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:43:14.777 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 62s ago 5h 3065M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:43:14.777 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 62s ago 5h 4386M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:43:14.778 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 60s ago 5h 130M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:43:15.102 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:43:15.102 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:43:15.103 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:43:15.103 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:43:15.103 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:43:15.103 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:43:15.104 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:43:15.104 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:43:15.104 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:43:15.104 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:43:15.105 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:43:15.105 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:43:15.105 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:43:15.105 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:43:15.106 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:43:15.106 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:43:15.106 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:43:15.106 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:43:15.107 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:43:16.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:15 smithi129 conmon[101092]: audit 2022-01-18T21:43:14.494901+0000 mgr.smithi129.iclwio (mgr.14716) 11816 2022-01-18T21:43:16.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:15 smithi129 conmon[101092]: : audit [DBG] from='client.41974 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:43:16.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:15 smithi129 conmon[101092]: audit 2022-01-18T21:43:14.763327+0000 mgr.smithi129.iclwio (mgr.14716) 11817 : audit [DBG] from='client.41978 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:43:16.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:15 smithi129 conmon[101092]: cluster 2022-01-18T21:43: 2022-01-18T21:43:16.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:15 smithi129 conmon[101092]: 14.804943+0000 mgr.smithi129.iclwio (mgr.14716) 11818 : cluster 2022-01-18T21:43:16.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:15 smithi129 conmon[101092]: [DBG] pgmap v10162: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:16.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:15 smithi129 conmon[101092]: audit 2022-01-18T21 2022-01-18T21:43:16.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:15 smithi129 conmon[101092]: :43:14.888647+0000 mon.smithi129 (mon.0 2022-01-18T21:43:16.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:15 smithi129 conmon[101092]: ) 3498 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:43:16.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:15 smithi129 conmon[101092]: audit 2022-01 2022-01-18T21:43:16.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:15 smithi129 conmon[101092]: -18T21:43:14.889654+0000 mon.smithi129 2022-01-18T21:43:16.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:15 smithi129 conmon[101092]: (mon.0) 3499 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:43:16.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:15 smithi129 conmon[101092]: audit 2022- 2022-01-18T21:43:16.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:15 smithi129 conmon[101092]: 01-18T21:43:14.890336+0000 2022-01-18T21:43:16.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:15 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3500 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:43:16.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:15 smithi129 conmon[101092]: 2022-01-18T21:43:16.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:15 smithi129 conmon[101092]: cephadm 2022-01-18T21:43:16.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:15 smithi129 conmon[101092]: 2022-01-18T21:43:14.890856+0000 mgr.smithi129.iclwio 2022-01-18T21:43:16.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:15 smithi129 conmon[101092]: (mgr.14716) 11819 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:43:16.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:15 smithi129 conmon[101092]: audit 2022- 2022-01-18T21:43:16.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:15 smithi129 conmon[101092]: 01-18T21:43:15.102477+0000 2022-01-18T21:43:16.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:15 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3501 : audit [DBG] from='client.? 172.21.15.129:0/984440883' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:43:16.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:15 smithi129 conmon[101092]: 2022-01-18T21:43:16.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:15 smithi129 conmon[101092]: audit 2022-01-18T21:43:16.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:15 smithi129 conmon[101092]: 2022-01-18T21:43:15.198005+0000 mon.smithi129 (mon 2022-01-18T21:43:16.194 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:15 smithi129 conmon[101092]: .0) 3502 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:43:16.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:15 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T21:43:16.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:15 smithi129 conmon[101092]: 18T21:43:15.202556+0000 mon.smithi129 ( 2022-01-18T21:43:16.195 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:15 smithi129 conmon[101092]: mon.0) 3503 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:43:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:15 smithi156 conmon[67007]: audit 2022-01-18T21:43:14.494901+0000 mgr.smithi129.iclwio (mgr.14716) 11816 : audit [DBG] from='client.41974 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:43:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:15 smithi156 conmon[67007]: audit 2022 2022-01-18T21:43:16.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:15 smithi156 conmon[67007]: -01-18T21:43:14.763327+0000 mgr.smithi129.iclwio (mgr.14716) 11817 : audit [DBG] from='client.41978 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:43:16.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:15 smithi156 conmon[67007]: cluster 2022-01-18T21:43:14.804943+0000 mgr.smithi129.iclwio (mgr.14716) 11818 : cluster [DBG] pgmap v10162: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:16.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:15 smithi156 conmon[67007]: audit 2022-01-18T21:43:14.888647+0000 mon.smithi129 (mon.0) 3498 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:43:16.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:15 smithi156 conmon[67007]: audit 2022-01-18T21:43:14.889654+0000 mon.smithi129 (mon.0) 3499 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:43:16.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:15 smithi156 conmon[67007]: audit 2022-01-18T21:43:14.890336+0000 mon.smithi129 (mon.0) 3500 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:43:16.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:15 smithi156 conmon[67007]: cephadm 2022-01-18T 2022-01-18T21:43:16.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:15 smithi156 conmon[67007]: 21:43:14.890856+0000 mgr.smithi129.iclwio (mgr.14716) 11819 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:43:16.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:15 smithi156 conmon[67007]: audit 2022-01-18T21:43: 2022-01-18T21:43:16.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:15 smithi156 conmon[67007]: 15.102477+0000 mon.smithi129 (mon.0) 3501 : audit [DBG] from='client.? 172.21.15.129:0/984440883' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:43:16.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:15 smithi156 conmon[67007]: audit 2022-01 2022-01-18T21:43:16.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:15 smithi156 conmon[67007]: -18T21:43:15.198005+0000 mon.smithi129 ( 2022-01-18T21:43:16.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:15 smithi156 conmon[67007]: mon.0) 3502 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:43:16.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:15 smithi156 conmon[67007]: audit 2022-01 2022-01-18T21:43:16.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:15 smithi156 conmon[67007]: -18T21:43:15.202556+0000 mon.smithi129 ( 2022-01-18T21:43:16.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:15 smithi156 conmon[67007]: mon.0) 3503 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:43:18.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:17 smithi129 conmon[101092]: cluster 2022-01-18T21:43:16.805426+0000 mgr.smithi129.iclwio (mgr.14716) 11820 : cluster [DBG] pgmap v10163: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:18.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:17 smithi129 conmon[101092]: 2022-01-18T21:43:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:17 smithi156 conmon[67007]: cluster 2022-01-18T21:43:16.805426+0000 mgr.smithi129.iclwio (mgr.14716) 11820 : cluster [DBG] 2022-01-18T21:43:18.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:17 smithi156 conmon[67007]: pgmap v10163: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:20.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:19 smithi156 conmon[67007]: cluster 2022-01-18T21:43:18.806016+0000 mgr.smithi129.iclwio (mgr.14716) 11821 : cluster [DBG] pgmap v10164: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:20.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:19 smithi129 conmon[101092]: cluster 2022-01-18T21:43:18.806016+0000 mgr.smithi129.iclwio (mgr.14716) 11821 : cluster [DBG] pgmap v10164: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:20.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:19 smithi129 conmon[101092]: 2022-01-18T21:43:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:21 smithi129 conmon[101092]: cluster 2022-01-18T21:43:20.806758+0000 mgr.smithi129.iclwio (mgr.14716) 11822 : cluster [DBG] pgmap v10165: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:43:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:21 smithi156 conmon[67007]: cluster 2022-01-18T21:43:20.806758+0000 mgr.smithi129.iclwio (mgr.14716) 11822 : cluster [DBG] pgmap v10165: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:43:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:23 smithi129 conmon[101092]: cluster 2022-01-18T21:43:22.807411+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:43:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:23 smithi129 conmon[101092]: 11823 : cluster [DBG] pgmap v10166: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:23 smithi156 conmon[67007]: cluster 2022-01-18T21:43:22.807411+0000 mgr.smithi129.iclwio (mgr.14716) 11823 : cluster [DBG] pgmap v10166: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:26.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:25 smithi129 conmon[101092]: cluster 2022-01-18T21:43:24.808376+0000 mgr.smithi129.iclwio (mgr.14716) 11824 : cluster [DBG] pgmap v10167: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:26.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:25 smithi129 conmon[101092]: 2022-01-18T21:43:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:25 smithi156 conmon[67007]: cluster 2022-01-18T21:43:24.808376+0000 mgr.smithi129.iclwio (mgr.14716) 11824 : cluster [DBG] pgmap v10167: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:25 smithi156 conmon[67007]: 2022-01-18T21:43:28.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:27 smithi129 conmon[101092]: cluster 2022-01-18T21:43:26.808903+0000 mgr.smithi129.iclwio (mgr.14716) 11825 : cluster [DBG] pgmap v10168: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:27 smithi156 conmon[67007]: cluster 2022-01-18T21:43:26.808903+0000 mgr.smithi129.iclwio (mgr.14716) 11825 : cluster [DBG] 2022-01-18T21:43:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:27 smithi156 conmon[67007]: pgmap v10168: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:30.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:29 smithi156 conmon[67007]: cluster 2022-01-18T21:43:28.809532+0000 mgr.smithi129.iclwio (mgr.14716) 11826 : cluster [DBG] pgmap v10169: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:29 smithi129 conmon[101092]: cluster 2022-01-18T21:43:28.809532+0000 mgr.smithi129.iclwio (mgr.14716) 11826 : cluster [DBG] 2022-01-18T21:43:30.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:29 smithi129 conmon[101092]: pgmap v10169: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:32.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:31 smithi129 conmon[101092]: cluster 2022-01-18T21:43:30.810400+0000 mgr.smithi129.iclwio (mgr.14716) 11827 : cluster [DBG] pgmap v10170: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:43:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:31 smithi156 conmon[67007]: cluster 2022-01-18T21:43:30.810400+0000 mgr.smithi129.iclwio (mgr.14716) 11827 : cluster [DBG] pgmap v10170: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:43:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:33 smithi129 conmon[101092]: cluster 2022-01-18T21:43:32.811177+0000 mgr.smithi129.iclwio (mgr.14716) 11828 : cluster [DBG] pgmap v10171: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:33 smithi156 conmon[67007]: cluster 2022-01-18T21:43:32.811177+0000 mgr.smithi129.iclwio (mgr.14716) 11828 : cluster [DBG] 2022-01-18T21:43:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:33 smithi156 conmon[67007]: pgmap v10171: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:36.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:35 smithi129 conmon[101092]: cluster 2022-01-18T21:43:34.812027+0000 mgr.smithi129.iclwio (mgr.14716) 11829 : cluster [DBG] 2022-01-18T21:43:36.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:35 smithi129 conmon[101092]: pgmap v10172: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:36.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:35 smithi156 conmon[67007]: cluster 2022-01-18T21:43:34.812027+0000 mgr.smithi129.iclwio (mgr.14716) 11829 : cluster [DBG] pgmap v10172: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:36.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:35 smithi156 conmon[67007]: 2022-01-18T21:43:38.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:37 smithi129 conmon[101092]: cluster 2022-01-18T21:43:36.812664+0000 mgr.smithi129.iclwio (mgr.14716) 11830 : cluster [DBG] pgmap v10173: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:37 smithi156 conmon[67007]: cluster 2022-01-18T21:43:36.812664+0000 mgr.smithi129.iclwio (mgr.14716) 11830 : cluster [DBG] 2022-01-18T21:43:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:37 smithi156 conmon[67007]: pgmap v10173: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:39 smithi156 conmon[67007]: cluster 2022-01-18T21:43:38.813411 2022-01-18T21:43:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:39 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 11831 : cluster [DBG] pgmap v10174: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:39 smithi129 conmon[101092]: cluster 2022-01-18T21:43:38.813411+0000 mgr.smithi129.iclwio (mgr.14716) 11831 : cluster [DBG] 2022-01-18T21:43:40.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:39 smithi129 conmon[101092]: pgmap v10174: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:42.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:41 smithi129 conmon[101092]: cluster 2022-01-18T21:43:40.814269+0000 mgr.smithi129.iclwio (mgr.14716) 11832 : 2022-01-18T21:43:42.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:41 smithi129 conmon[101092]: cluster [DBG] pgmap v10175: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:43:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:41 smithi156 conmon[67007]: cluster 2022-01-18T21:43:40.814269+0000 mgr.smithi129.iclwio (mgr.14716) 11832 : cluster [DBG] pgmap v10175: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:43:42.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:41 smithi156 conmon[67007]: 2022-01-18T21:43:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:43 smithi129 conmon[101092]: cluster 2022-01-18T21:43:42.814989+0000 mgr.smithi129.iclwio (mgr.14716) 11833 : cluster [DBG] pgmap v10176: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:43 smithi156 conmon[67007]: cluster 2022-01-18T21:43:42.814989+0000 mgr.smithi129.iclwio (mgr.14716) 11833 : cluster [DBG] pgmap v10176: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:45.404 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:43:45.668 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:43:45.669 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 91s ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:43:45.669 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 91s ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:43:45.669 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 93s ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:43:45.669 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 91s ago 5h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:43:45.670 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 91s ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:43:45.670 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 93s ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:43:45.670 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 91s ago 5h 876M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:43:45.671 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 93s ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:43:45.671 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 91s ago 5h 1972M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:43:45.671 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 93s ago 5h 1040M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:43:45.671 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 91s ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:43:45.672 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 93s ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:43:45.672 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 91s ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:43:45.672 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 93s ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:43:45.672 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 91s ago 5h 2388M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:43:45.673 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 91s ago 5h 3513M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:43:45.673 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 91s ago 5h 2644M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:43:45.673 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 91s ago 5h 3548M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:43:45.674 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 93s ago 5h 3294M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:43:45.674 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 93s ago 5h 3778M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:43:45.674 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 93s ago 5h 3065M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:43:45.674 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 93s ago 5h 4386M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:43:45.674 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 91s ago 5h 130M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:43:45.997 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:43:45.998 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:43:45.998 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:43:45.998 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:43:45.999 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:43:45.999 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:43:45.999 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:43:45.999 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:43:45.999 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:43:46.000 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:43:46.000 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:43:46.000 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:43:46.000 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:43:46.001 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:43:46.001 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:43:46.001 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:43:46.001 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:43:46.002 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:43:46.002 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:43:46.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:45 smithi129 conmon[101092]: cluster 2022-01-18T21:43:44.815674+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:43:46.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:45 smithi129 conmon[101092]: .14716) 11834 : cluster [DBG] pgmap v10177: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:46.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:45 smithi129 conmon[101092]: audit 2022-01-18T21:43:45.392970+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:43:46.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:45 smithi129 conmon[101092]: 14716) 11835 : audit [DBG] from='client.41986 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:43:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:45 smithi156 conmon[67007]: cluster 2022-01-18T21:43:44.815674+0000 mgr.smithi129.iclwio (mgr.14716) 11834 : cluster [DBG] pgmap v10177: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:45 smithi156 conmon[67007]: audit 2022-01-18T21:43:45.392970+0000 mgr.smithi129.iclwio (mgr.14716) 11835 : audit [DBG] from='client.41986 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:43:47.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:46 smithi129 conmon[101092]: audit 2022-01-18T21:43:45.660019+0000 mgr.smithi129.iclwio (mgr.14716) 11836 : audit [DBG] from='client.41990 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:43:47.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:46 smithi129 conmon[101092]: audit 2022-01-18T21:43:45.997896+0000 mon.smithi129 (mon.0) 3504 : audit [DBG] from='client.? 172.21.15.129:0/2306967895' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:43:47.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:46 smithi156 conmon[67007]: audit 2022-01-18T21:43:45.660019+0000 mgr.smithi129.iclwio (mgr.14716) 11836 : audit [DBG] from='client.41990 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:43:47.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:46 smithi156 conmon[67007]: audit 2022-01-18T21:43:45.997896+0000 mon.smithi129 (mon.0) 3504 : audit [DBG] from='client.? 172.21.15.129:0/2306967895' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:43:48.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:47 smithi129 conmon[101092]: cluster 2022-01-18T21:43:46.816211+0000 mgr.smithi129.iclwio (mgr.14716) 11837 : cluster [DBG] pgmap v10178: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:48.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:47 smithi129 conmon[101092]: 2022-01-18T21:43:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:47 smithi156 conmon[67007]: cluster 2022-01-18T21:43:46.816211+0000 mgr.smithi129.iclwio (mgr.14716) 11837 : cluster [DBG] pgmap v10178: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:50.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:49 smithi156 conmon[67007]: cluster 2022-01-18T21:43:48.816864+0000 mgr.smithi129.iclwio (mgr.14716) 11838 : cluster [DBG] pgmap v10179: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:50.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:49 smithi129 conmon[101092]: cluster 2022-01-18T21:43:48.816864+0000 mgr.smithi129.iclwio (mgr.14716) 11838 : cluster [DBG] pgmap v10179: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:52.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:51 smithi129 conmon[101092]: cluster 2022-01-18T21:43:50.817579+0000 mgr.smithi129.iclwio (mgr.14716) 11839 : cluster [DBG] pgmap v10180: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:43:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:51 smithi156 conmon[67007]: cluster 2022-01-18T21:43:50.817579+0000 mgr.smithi129.iclwio (mgr.14716) 11839 : cluster [DBG] pgmap v10180: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:43:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:53 smithi129 conmon[101092]: cluster 2022-01-18T21:43:52.818149+0000 mgr.smithi129.iclwio (mgr.14716) 11840 : cluster [DBG] pgmap v10181: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:54.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:53 smithi129 conmon[101092]: 2022-01-18T21:43:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:53 smithi156 conmon[67007]: cluster 2022-01-18T21:43:52.818149+0000 mgr.smithi129.iclwio (mgr.14716) 11840 : cluster [DBG] pgmap v10181: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:56.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:55 smithi129 conmon[101092]: cluster 2022-01-18T21:43:54.818983+0000 mgr.smithi129.iclwio (mgr.14716) 11841 : cluster [DBG] pgmap v10182: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:55 smithi156 conmon[67007]: cluster 2022-01-18T21:43:54.818983+0000 mgr.smithi129.iclwio (mgr.14716) 11841 : cluster [DBG] pgmap v10182: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:55 smithi156 conmon[67007]: 2022-01-18T21:43:58.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:57 smithi129 conmon[101092]: cluster 2022-01-18T21:43:56.819417+0000 mgr.smithi129.iclwio (mgr.14716) 11842 : cluster [DBG] pgmap v10183: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:43:58.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:57 smithi156 conmon[67007]: cluster 2022-01-18T21:43:56.819417+0000 mgr.smithi129.iclwio (mgr.14716) 11842 : cluster [DBG] pgmap v10183: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:59 smithi156 conmon[67007]: cluster 2022-01-18T21:43:58.820025+0000 mgr.smithi129.iclwio (mgr.14716) 11843 : cluster [DBG] pgmap v10184: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:59 smithi156 conmon[67007]: audit 2022-01-18T21:43:59.575482 2022-01-18T21:44:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:59 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 3505 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:44:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:43:59 smithi156 conmon[67007]: audit 2022-01-18T21:43:59.575715+0000 mon.smithi129 (mon.0) 3506 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:44:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:59 smithi129 conmon[101092]: cluster 2022-01-18T21:43:58.820025+0000 mgr.smithi129.iclwio (mgr.14716) 11843 : cluster [DBG] 2022-01-18T21:44:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:59 smithi129 conmon[101092]: pgmap v10184: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:59 smithi129 conmon[101092]: audit 2022-01-18T21:43:59.575482+0000 mon.smithi129 (mon.0) 3505 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:44:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:59 smithi129 conmon[101092]: audit 2022-01-18T21:43:59.575715+0000 mon.smithi129 (mon.0) 3506 : audit [INF] 2022-01-18T21:44:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:43:59 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:44:02.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:01 smithi129 conmon[101092]: cluster 2022-01-18T21:44:00.820734+0000 mgr.smithi129.iclwio (mgr.14716) 11844 : cluster [DBG] pgmap v10185: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:44:02.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:01 smithi129 conmon[101092]: 2022-01-18T21:44:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:01 smithi156 conmon[67007]: cluster 2022-01-18T21:44:00.820734+0000 mgr.smithi129.iclwio (mgr.14716) 11844 : cluster [DBG] pgmap v10185: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:44:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:03 smithi129 conmon[101092]: cluster 2022-01-18T21:44:02.821323+0000 mgr.smithi129.iclwio (mgr.14716) 11845 : cluster [DBG] pgmap v10186: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:03 smithi156 conmon[67007]: cluster 2022-01-18T21:44:02.821323+0000 mgr.smithi129.iclwio (mgr.14716) 11845 : cluster [DBG] pgmap v10186: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:06.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:05 smithi129 conmon[101092]: cluster 2022-01-18T21:44:04 2022-01-18T21:44:06.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:05 smithi129 conmon[101092]: .822081+0000 mgr.smithi129.iclwio (mgr.14716) 11846 : cluster [DBG] pgmap v10187: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:05 smithi156 conmon[67007]: cluster 2022-01-18T21:44:04.822081+0000 mgr.smithi129.iclwio (mgr.14716) 11846 : cluster [DBG] pgmap v10187: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:08.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:07 smithi129 conmon[101092]: cluster 2022-01-18T21:44:06.822703+0000 mgr.smithi129.iclwio (mgr.14716) 11847 : cluster [DBG] pgmap v10188: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:07 smithi156 conmon[67007]: cluster 2022-01-18T21:44:06.822703+0000 mgr.smithi129.iclwio (mgr.14716) 11847 : cluster [DBG] pgmap v10188: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:09 smithi156 conmon[67007]: cluster 2022-01-18T21:44:08.823232+0000 mgr.smithi129.iclwio (mgr.14716) 11848 : cluster [DBG] pgmap v10189: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:10.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:09 smithi129 conmon[101092]: cluster 2022-01-18T21:44:08.823232+0000 mgr.smithi129.iclwio (mgr.14716) 11848 : cluster [DBG] 2022-01-18T21:44:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:09 smithi129 conmon[101092]: pgmap v10189: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:12.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:11 smithi129 conmon[101092]: cluster 2022-01-18T21:44:10.824104+0000 mgr.smithi129.iclwio (mgr.14716) 11849 : cluster [DBG] pgmap v10190: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:44:12.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:11 smithi129 conmon[101092]: 2022-01-18T21:44:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:11 smithi156 conmon[67007]: cluster 2022-01-18T21:44:10.824104+0000 mgr.smithi129.iclwio (mgr.14716) 11849 : cluster [DBG] pgmap v10190: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:44:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:13 smithi129 conmon[101092]: cluster 2022-01-18T21:44:12.824820+0000 mgr.smithi129.iclwio (mgr.14716) 11850 : cluster [DBG] pgmap v10191: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:13 smithi156 conmon[67007]: cluster 2022-01-18T21:44:12.824820+0000 mgr.smithi129.iclwio (mgr.14716) 11850 : cluster [DBG] 2022-01-18T21:44:14.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:13 smithi156 conmon[67007]: pgmap v10191: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:16.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:15 smithi129 conmon[101092]: cluster 2022-01-18T21:44:14.825504+0000 mgr.smithi129.iclwio (mgr.14716) 11851 : 2022-01-18T21:44:16.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:15 smithi129 conmon[101092]: cluster [DBG] pgmap v10192: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:16.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:15 smithi129 conmon[101092]: audit 2022-01-18T21:44:15.205172+0000 mon.smithi129 (mon.0) 3507 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:44:16.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:15 smithi129 conmon[101092]: audit 2022-01-18T21:44:15.206553+0000 mon.smithi129 ( 2022-01-18T21:44:16.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:15 smithi129 conmon[101092]: mon.0) 3508 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:44:16.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:15 smithi129 conmon[101092]: audit 2022-01-18T21:44 2022-01-18T21:44:16.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:15 smithi129 conmon[101092]: :15.207448+0000 mon.smithi129 (mon.0) 3509 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:44:16.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:15 smithi129 conmon[101092]: cephadm 2022- 2022-01-18T21:44:16.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:15 smithi129 conmon[101092]: 01-18T21:44:15.208209+0000 2022-01-18T21:44:16.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:15 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 11852 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:44:16.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:15 smithi129 conmon[101092]: audit 2022- 2022-01-18T21:44:16.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:15 smithi129 conmon[101092]: 01-18T21:44:15.467669+0000 mon.smithi129 (mon.0) 3510 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:44:16.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:15 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T21:44:16.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:15 smithi129 conmon[101092]: 18T21:44:15.758112+0000 mon.smithi129 ( 2022-01-18T21:44:16.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:15 smithi129 conmon[101092]: mon.0) 3511 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:44:16.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:15 smithi129 conmon[101092]: audit 2022-01 2022-01-18T21:44:16.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:15 smithi129 conmon[101092]: -18T21:44:15.763377+0000 mon.smithi129 2022-01-18T21:44:16.193 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:15 smithi129 conmon[101092]: (mon.0) 3512 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:44:16.287 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:44:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:15 smithi156 conmon[67007]: cluster 2022-01-18T21:44:14.825504+0000 mgr.smithi129.iclwio (mgr.14716) 11851 : 2022-01-18T21:44:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:15 smithi156 conmon[67007]: cluster [DBG] pgmap v10192: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:15 smithi156 conmon[67007]: audit 2022-01-18T21:44:15.205172+0000 mon.smithi129 (mon.0) 3507 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:44:16.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:15 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T21:44:16.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:15 smithi156 conmon[67007]: T21:44:15.206553+0000 mon.smithi129 (mon.0) 3508 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:44:16.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:15 smithi156 conmon[67007]: audit 2022-01-18T21:44:15.207448+0000 2022-01-18T21:44:16.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:15 smithi156 conmon[67007]: mon.smithi129 (mon.0) 3509 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:44:16.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:15 smithi156 conmon[67007]: 2022-01-18T21:44:16.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:15 smithi156 conmon[67007]: cephadm 2022-01-18T21:44:16.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:15 smithi156 conmon[67007]: 2022-01-18T21:44:15.208209+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:44:16.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:15 smithi156 conmon[67007]: 14716) 11852 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:44:16.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:15 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T21:44:16.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:15 smithi156 conmon[67007]: 21:44:15.467669+0000 mon.smithi129 (mon. 2022-01-18T21:44:16.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:15 smithi156 conmon[67007]: 0) 3510 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:44:16.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:15 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T21:44:16.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:15 smithi156 conmon[67007]: T21:44:15.758112+0000 mon.smithi129 (mon 2022-01-18T21:44:16.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:15 smithi156 conmon[67007]: .0) 3511 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:44:16.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:15 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T21:44:16.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:15 smithi156 conmon[67007]: 18T21:44:15.763377+0000 mon.smithi129 ( 2022-01-18T21:44:16.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:15 smithi156 conmon[67007]: mon.0) 3512 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:44:16.556 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:44:16.556 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 2m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:44:16.556 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 2m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:44:16.557 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 2m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:44:16.557 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 2m ago 5h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:44:16.557 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 2m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:44:16.557 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 2m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:44:16.558 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 2m ago 5h 876M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:44:16.558 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 2m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:44:16.558 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 2m ago 5h 1972M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:44:16.558 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 2m ago 5h 1040M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:44:16.559 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 2m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:44:16.559 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 2m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:44:16.559 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 2m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:44:16.559 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 2m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:44:16.560 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 2m ago 5h 2388M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:44:16.560 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 2m ago 5h 3513M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:44:16.560 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 2m ago 5h 2644M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:44:16.560 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 2m ago 5h 3548M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:44:16.560 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 2m ago 5h 3294M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:44:16.561 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 2m ago 5h 3778M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:44:16.561 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 2m ago 5h 3065M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:44:16.561 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 2m ago 5h 4386M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:44:16.561 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 2m ago 5h 130M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:44:16.875 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:44:16.875 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:44:16.875 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:44:16.875 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:44:16.876 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:44:16.876 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:44:16.876 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:44:16.876 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:44:16.877 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:44:16.877 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:44:16.877 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:44:16.877 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:44:16.878 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:44:16.878 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:44:16.878 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:44:16.878 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:44:16.879 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:44:16.879 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:44:16.879 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:44:17.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:16 smithi129 conmon[101092]: audit 2022-01-18T21:44:16.275601+0000 mgr.smithi129.iclwio (mgr.14716) 11853 2022-01-18T21:44:17.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:16 smithi129 conmon[101092]: : audit [DBG] from='client.41998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:44:17.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:16 smithi129 conmon[101092]: audit 2022-01-18T21:44:16.875005+0000 mon.smithi129 (mon.0) 3513 : audit [DBG] from='client.? 172.21.15.129:0/342283759' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:44:17.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:16 smithi156 conmon[67007]: audit 2022-01-18T21:44:16.275601+0000 mgr.smithi129.iclwio (mgr.14716) 11853 : audit [DBG] 2022-01-18T21:44:17.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:16 smithi156 conmon[67007]: from='client.41998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:44:17.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:16 smithi156 conmon[67007]: audit 2022-01-18T21:44:16.875005+0000 mon.smithi129 (mon.0) 3513 : audit [DBG] from='client.? 172.21.15.129:0/342283759' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:44:18.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:17 smithi129 conmon[101092]: audit 2022-01-18T21:44:16.547342+0000 mgr.smithi129.iclwio (mgr.14716) 11854 : audit 2022-01-18T21:44:18.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:17 smithi129 conmon[101092]: [DBG] from='client.42002 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:44:18.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:17 smithi129 conmon[101092]: cluster 2022-01-18T21:44:16.825934+0000 mgr.smithi129.iclwio (mgr.14716) 11855 : cluster [DBG] pgmap v10193: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:17 smithi156 conmon[67007]: audit 2022-01-18T21:44:16.547342+0000 mgr.smithi129.iclwio (mgr.14716) 11854 : audit [DBG] from='client.42002 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:44:18.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:17 smithi156 conmon[67007]: cluster 2022-01-18T21:44:16.825934+0000 mgr.smithi129.iclwio (mgr.14716) 11855 : cluster [DBG] pgmap v10193: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:20.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:19 smithi156 conmon[67007]: cluster 2022-01-18T21:44:18.826495+0000 mgr.smithi129.iclwio (mgr.14716) 11856 : cluster [DBG] pgmap v10194: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:20.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:19 smithi129 conmon[101092]: cluster 2022-01-18T21:44:18.826495+0000 mgr.smithi129.iclwio (mgr.14716) 11856 : cluster [DBG] pgmap v10194: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:21 smithi129 conmon[101092]: cluster 2022-01-18T21:44:20.827303+0000 mgr.smithi129.iclwio (mgr.14716) 11857 : cluster [DBG] pgmap v10195: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:44:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:21 smithi156 conmon[67007]: cluster 2022-01-18T21:44:20.827303+0000 mgr.smithi129.iclwio (mgr.14716) 11857 : cluster [DBG] pgmap v10195: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:44:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:23 smithi129 conmon[101092]: cluster 2022-01-18T21:44:22.827976+0000 mgr.smithi129.iclwio (mgr.14716) 11858 : cluster [DBG] pgmap v10196: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:23 smithi156 conmon[67007]: cluster 2022-01-18T21:44:22.827976+0000 mgr.smithi129.iclwio (mgr.14716) 11858 : cluster [DBG] pgmap v10196: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:23 smithi156 conmon[67007]: 2022-01-18T21:44:26.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:25 smithi129 conmon[101092]: cluster 2022-01-18T21:44:24.828710+0000 mgr.smithi129.iclwio (mgr.14716) 11859 : cluster [DBG] pgmap v10197: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:26.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:25 smithi129 conmon[101092]: 2022-01-18T21:44:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:25 smithi156 conmon[67007]: cluster 2022-01-18T21:44:24.828710+0000 mgr.smithi129.iclwio (mgr.14716) 11859 : cluster [DBG] pgmap v10197: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:28.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:27 smithi129 conmon[101092]: cluster 2022-01-18T21:44:26.829165+0000 mgr.smithi129.iclwio (mgr.14716) 11860 : cluster 2022-01-18T21:44:28.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:27 smithi129 conmon[101092]: [DBG] pgmap v10198: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:27 smithi156 conmon[67007]: cluster 2022-01-18T21:44:26.829165+0000 mgr.smithi129.iclwio (mgr.14716) 11860 : cluster [DBG] pgmap v10198: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:30.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:29 smithi156 conmon[67007]: cluster 2022-01-18T21:44:28.829755+0000 mgr.smithi129.iclwio (mgr.14716) 11861 : cluster [DBG] pgmap v10199: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:30.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:29 smithi156 conmon[67007]: 2022-01-18T21:44:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:29 smithi129 conmon[101092]: cluster 2022-01-18T21:44:28.829755+0000 mgr.smithi129.iclwio (mgr.14716) 11861 : cluster [DBG] pgmap v10199: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:32.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:31 smithi129 conmon[101092]: cluster 2022-01-18T21:44:30.830614+0000 mgr.smithi129.iclwio (mgr.14716) 11862 : cluster [DBG] pgmap v10200: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:44:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:31 smithi156 conmon[67007]: cluster 2022-01-18T21:44:30.830614+0000 mgr.smithi129.iclwio (mgr.14716) 11862 : cluster [DBG] pgmap v10200: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:44:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:33 smithi129 conmon[101092]: cluster 2022-01-18T21:44:32.831179+0000 mgr.smithi129.iclwio (mgr.14716) 11863 : cluster [DBG] pgmap v10201: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:33 smithi156 conmon[67007]: cluster 2022-01-18T21:44:32.831179+0000 mgr.smithi129.iclwio (mgr.14716) 11863 : cluster [DBG] pgmap v10201: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:36.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:35 smithi129 conmon[101092]: cluster 2022-01-18T21:44:34.832157+0000 mgr.smithi129.iclwio (mgr.14716) 11864 : cluster [DBG] pgmap v10202: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:35 smithi156 conmon[67007]: cluster 2022-01-18T21:44:34.832157+0000 mgr.smithi129.iclwio (mgr.14716) 11864 : cluster [DBG] pgmap v10202: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:38.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:37 smithi129 conmon[101092]: cluster 2022-01-18T21:44:36.832767+0000 mgr.smithi129.iclwio (mgr.14716) 11865 : cluster [DBG] pgmap v10203: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:37 smithi156 conmon[67007]: cluster 2022-01-18T21:44:36.832767+0000 mgr.smithi129.iclwio (mgr.14716) 11865 : cluster [DBG] pgmap v10203: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:39 smithi156 conmon[67007]: cluster 2022-01-18T21:44:38.833373+0000 mgr.smithi129.iclwio (mgr.14716) 11866 : cluster [DBG] pgmap v10204: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:39 smithi129 conmon[101092]: cluster 2022-01-18T21:44:38.833373+0000 mgr.smithi129.iclwio (mgr.14716) 11866 : cluster [DBG] pgmap v10204: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:42.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:41 smithi129 conmon[101092]: cluster 2022-01-18T21:44:40.834177+0000 mgr.smithi129.iclwio (mgr.14716) 11867 : cluster 2022-01-18T21:44:42.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:41 smithi129 conmon[101092]: [DBG] pgmap v10205: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:44:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:41 smithi156 conmon[67007]: cluster 2022-01-18T21:44:40.834177+0000 mgr.smithi129.iclwio (mgr.14716) 11867 : cluster [DBG] pgmap v10205: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:44:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:43 smithi129 conmon[101092]: cluster 2022-01-18T21:44:42.834834+0000 mgr.smithi129.iclwio (mgr.14716) 11868 : 2022-01-18T21:44:44.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:43 smithi129 conmon[101092]: cluster [DBG] pgmap v10206: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:43 smithi156 conmon[67007]: cluster 2022-01-18T21:44:42.834834+0000 mgr.smithi129.iclwio (mgr.14716) 11868 : cluster [DBG] 2022-01-18T21:44:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:43 smithi156 conmon[67007]: pgmap v10206: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:46.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:45 smithi129 conmon[101092]: cluster 2022-01-18T21:44:44.835547+0000 mgr.smithi129.iclwio (mgr.14716) 11869 : cluster [DBG] 2022-01-18T21:44:46.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:45 smithi129 conmon[101092]: pgmap v10207: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:45 smithi156 conmon[67007]: cluster 2022-01-18T21:44:44.835547+0000 mgr.smithi129.iclwio (mgr.14716) 11869 : cluster [DBG] 2022-01-18T21:44:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:45 smithi156 conmon[67007]: pgmap v10207: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:47.170 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:44:47.433 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:44:47.434 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 2m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:44:47.434 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 2m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:44:47.434 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 2m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:44:47.434 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 2m ago 5h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:44:47.435 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 2m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:44:47.435 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 2m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:44:47.435 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 2m ago 5h 876M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:44:47.435 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 2m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:44:47.436 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 2m ago 5h 1972M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:44:47.436 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 2m ago 5h 1040M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:44:47.436 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 2m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:44:47.436 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 2m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:44:47.437 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 2m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:44:47.437 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 2m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:44:47.437 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 2m ago 5h 2388M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:44:47.437 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 2m ago 5h 3513M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:44:47.438 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 2m ago 5h 2644M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:44:47.438 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 2m ago 5h 3548M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:44:47.438 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 2m ago 5h 3294M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:44:47.438 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 2m ago 5h 3778M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:44:47.439 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 2m ago 5h 3065M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:44:47.439 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 2m ago 5h 4386M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:44:47.439 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 2m ago 5h 130M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:44:47.754 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:44:47.754 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:44:47.754 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:44:47.755 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:44:47.755 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:44:47.755 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:44:47.755 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:44:47.755 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:44:47.756 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:44:47.756 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:44:47.756 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:44:47.756 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:44:47.757 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:44:47.757 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:44:47.758 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:44:47.758 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:44:47.758 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:44:47.759 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:44:47.759 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:44:48.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:47 smithi129 conmon[101092]: cluster 2022-01-18T21:44:46.836140+0000 mgr.smithi129.iclwio (mgr.14716) 11870 : 2022-01-18T21:44:48.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:47 smithi129 conmon[101092]: cluster [DBG] pgmap v10208: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:48.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:47 smithi129 conmon[101092]: audit 2022-01-18T21:44:47.158436+0000 mgr.smithi129.iclwio (mgr.14716) 11871 : audit [DBG] from='client.42010 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:44:48.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:47 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T21:44:48.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:47 smithi129 conmon[101092]: 18T21:44:47.754084+0000 mon.smithi129 (mon.0) 3514 : audit [DBG] from='client.? 172.21.15.129:0/2909722662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:44:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:47 smithi156 conmon[67007]: cluster 2022-01-18T21:44:46.836140+0000 mgr.smithi129.iclwio (mgr.14716) 11870 : cluster [DBG] pgmap v10208: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:47 smithi156 conmon[67007]: audit 2022-01-18T21:44:47.158436+0000 mgr.smithi129.iclwio (mgr.14716) 11871 : audit [DBG] from='client.42010 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:44:48.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:47 smithi156 conmon[67007]: audit 2022-01-18T21: 2022-01-18T21:44:48.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:47 smithi156 conmon[67007]: 44:47.754084+0000 mon.smithi129 (mon.0) 3514 : audit [DBG] from='client.? 172.21.15.129:0/2909722662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:44:49.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:48 smithi129 conmon[101092]: audit 2022-01-18T21:44:47.425031+0000 mgr.smithi129.iclwio (mgr.14716) 11872 : audit [DBG] from='client.42014 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:44:49.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:48 smithi156 conmon[67007]: audit 2022-01-18T21:44:47.425031+0000 mgr.smithi129.iclwio (mgr.14716) 11872 : audit [DBG] 2022-01-18T21:44:49.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:48 smithi156 conmon[67007]: from='client.42014 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:44:50.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:49 smithi129 conmon[101092]: cluster 2022-01-18T21:44:48.836615+0000 mgr.smithi129.iclwio (mgr.14716) 11873 : cluster [DBG] pgmap v10209: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:49 smithi156 conmon[67007]: cluster 2022-01-18T21:44:48.836615+0000 mgr.smithi129.iclwio (mgr.14716) 11873 : cluster [DBG] pgmap v10209: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:52.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:51 smithi129 conmon[101092]: cluster 2022-01-18T21:44:50.837417+0000 mgr.smithi129.iclwio (mgr.14716) 11874 : cluster [DBG] pgmap v10210: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:44:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:51 smithi156 conmon[67007]: cluster 2022-01-18T21:44:50.837417+0000 mgr.smithi129.iclwio (mgr.14716) 11874 : cluster [DBG] pgmap v10210: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:44:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:53 smithi129 conmon[101092]: cluster 2022-01-18T21:44:52.837940+0000 mgr.smithi129.iclwio (mgr.14716) 11875 : cluster [DBG] 2022-01-18T21:44:54.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:53 smithi129 conmon[101092]: pgmap v10211: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:53 smithi156 conmon[67007]: cluster 2022-01-18T21:44:52.837940+0000 mgr.smithi129.iclwio ( 2022-01-18T21:44:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:53 smithi156 conmon[67007]: mgr.14716) 11875 : cluster [DBG] pgmap v10211: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:56.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:55 smithi129 conmon[101092]: cluster 2022-01-18T21:44:54.838899+0000 mgr.smithi129.iclwio (mgr.14716) 11876 : cluster [DBG] 2022-01-18T21:44:56.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:55 smithi129 conmon[101092]: pgmap v10212: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:55 smithi156 conmon[67007]: cluster 2022-01-18T21:44:54.838899+0000 mgr.smithi129.iclwio (mgr.14716) 11876 : cluster [DBG] pgmap v10212: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:58.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:57 smithi129 conmon[101092]: cluster 2022-01-18T21:44:56.839597+0000 mgr.smithi129.iclwio (mgr.14716) 11877 : cluster [DBG] pgmap v10213: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:44:58.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:57 smithi156 conmon[67007]: cluster 2022-01-18T21:44:56.839597+0000 mgr.smithi129.iclwio (mgr.14716) 11877 : cluster [DBG] pgmap v10213: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:59 smithi156 conmon[67007]: cluster 2022-01-18T21:44:58.840175+0000 mgr.smithi129.iclwio (mgr.14716) 11878 : cluster [DBG] pgmap v10214: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:59 smithi156 conmon[67007]: audit 2022-01-18T21:44:59.578661+0000 mon.smithi129 (mon.0) 3515 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:45:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:44:59 smithi156 conmon[67007]: audit 2022-01-18T21:44:59.579194+0000 mon.smithi129 (mon.0) 3516 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:45:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:59 smithi129 conmon[101092]: cluster 2022-01-18T21:44:58.840175+0000 mgr.smithi129.iclwio (mgr.14716) 11878 : cluster [DBG] pgmap v10214: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:59 smithi129 conmon[101092]: audit 2022-01-18T21:44:59.578661+0000 mon.smithi129 (mon.0) 3515 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:45:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:44:59 smithi129 conmon[101092]: audit 2022-01-18T21:44:59.579194+0000 mon.smithi129 (mon.0) 3516 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:45:02.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:01 smithi129 conmon[101092]: cluster 2022-01-18T21:45:00.841073+0000 mgr.smithi129.iclwio (mgr.14716) 11879 : cluster 2022-01-18T21:45:02.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:01 smithi129 conmon[101092]: [DBG] pgmap v10215: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:45:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:01 smithi156 conmon[67007]: cluster 2022-01-18T21:45:00.841073+0000 mgr.smithi129.iclwio (mgr.14716) 11879 : cluster [DBG] pgmap v10215: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:45:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:03 smithi129 conmon[101092]: cluster 2022-01-18T21:45:02.841595+0000 mgr.smithi129.iclwio (mgr.14716) 11880 : cluster [DBG] pgmap v10216: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:03 smithi156 conmon[67007]: cluster 2022-01-18T21:45:02.841595+0000 mgr.smithi129.iclwio (mgr.14716) 11880 : cluster [DBG] pgmap v10216: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:06.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:05 smithi129 conmon[101092]: cluster 2022-01-18T21:45:04.842378+0000 mgr.smithi129.iclwio (mgr.14716) 11881 : cluster 2022-01-18T21:45:06.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:05 smithi129 conmon[101092]: [DBG] pgmap v10217: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:05 smithi156 conmon[67007]: cluster 2022-01-18T21:45:04.842378+0000 mgr.smithi129.iclwio (mgr.14716) 11881 : cluster [DBG] pgmap v10217: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:08.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:07 smithi129 conmon[101092]: cluster 2022-01-18T21:45:06.842931+0000 mgr.smithi129.iclwio (mgr.14716) 11882 : 2022-01-18T21:45:08.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:07 smithi129 conmon[101092]: cluster [DBG] pgmap v10218: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:07 smithi156 conmon[67007]: cluster 2022-01-18T21:45:06.842931+0000 mgr.smithi129.iclwio (mgr.14716) 11882 : cluster [DBG] pgmap v10218: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:09 smithi156 conmon[67007]: cluster 2022-01-18T21:45:08.843489+0000 mgr.smithi129.iclwio (mgr.14716) 11883 : cluster [DBG] pgmap v10219: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:10.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:09 smithi129 conmon[101092]: cluster 2022-01-18T21:45:08.843489+0000 2022-01-18T21:45:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:09 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 11883 : cluster [DBG] pgmap v10219: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:12.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:11 smithi129 conmon[101092]: cluster 2022-01-18T21:45:10.844241+0000 mgr.smithi129.iclwio (mgr.14716) 11884 : cluster [DBG] pgmap v10220: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:45:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:11 smithi156 conmon[67007]: cluster 2022-01-18T21:45:10.844241+0000 mgr.smithi129.iclwio (mgr.14716) 11884 : cluster [DBG] pgmap v10220: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:45:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:13 smithi129 conmon[101092]: cluster 2022-01-18T21:45:12.844727+0000 mgr.smithi129.iclwio (mgr.14716) 11885 : cluster [DBG] pgmap v10221: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:13 smithi156 conmon[67007]: cluster 2022-01-18T21:45:12.844727+0000 mgr.smithi129.iclwio (mgr.14716) 11885 : cluster [DBG] pgmap v10221: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:16.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:15 smithi129 conmon[101092]: cluster 2022-01-18T21:45:14.845401+0000 2022-01-18T21:45:16.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:15 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 11886 : cluster [DBG] pgmap v10222: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:16.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:15 smithi129 conmon[101092]: audit 2022-01-18T21:45:15.765903+0000 mon.smithi129 2022-01-18T21:45:16.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:15 smithi129 conmon[101092]: (mon.0) 3517 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:45:16.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:15 smithi129 conmon[101092]: audit 2022-01-18T21:45:16.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:15 smithi129 conmon[101092]: 2022-01-18T21:45:15.767341+0000 mon.smithi129 (mon.0) 2022-01-18T21:45:16.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:15 smithi129 conmon[101092]: 3518 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:45:16.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:15 smithi129 conmon[101092]: audit 2022-01-18T21:45:15.768169+0000 mon.smithi129 (mon.0 2022-01-18T21:45:16.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:15 smithi129 conmon[101092]: ) 3519 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:45:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:15 smithi156 conmon[67007]: cluster 2022-01-18T21:45:14.845401+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:45:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:15 smithi156 conmon[67007]: 14716) 11886 : cluster [DBG] pgmap v10222: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:16.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:15 smithi156 conmon[67007]: audit 2022-01-18T21:45:15.765903+0000 mon.smithi129 (mon.0) 3517 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:45:16.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:15 smithi156 conmon[67007]: audit 2022-01-18T21:45:15 2022-01-18T21:45:16.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:15 smithi156 conmon[67007]: .767341+0000 mon.smithi129 (mon.0) 3518 : audit 2022-01-18T21:45:16.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:15 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:45:16.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:15 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T21:45:16.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:15 smithi156 conmon[67007]: 21:45:15.768169+0000 mon.smithi129 ( 2022-01-18T21:45:16.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:15 smithi156 conmon[67007]: mon.0) 3519 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:45:17.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:17 smithi129 conmon[101092]: cephadm 2022-01-18T21:45:15.768923+0000 mgr.smithi129.iclwio (mgr.14716) 11887 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:45:17.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:17 smithi129 conmon[101092]: audit 2022-01-18T21:45:16.078800+0000 mon.smithi129 (mon.0) 3520 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:45:17.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:17 smithi129 conmon[101092]: audit 2022-01-18T21:45:16.083241+0000 mon.smithi129 (mon.0) 3521 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:45:17.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:17 smithi156 conmon[67007]: cephadm 2022-01-18T21:45:15.768923+0000 mgr.smithi129.iclwio (mgr.14716) 11887 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:45:17.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:17 smithi156 conmon[67007]: audit 2022-01-18T21:45:17.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:17 smithi156 conmon[67007]: 2022-01-18T21:45:16.078800+0000 mon.smithi129 (mon.0) 3520 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:45:17.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:17 smithi156 conmon[67007]: audit 2022-01-18T21:45:16.083241+0000 mon.smithi129 (mon.0) 3521 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:45:18.058 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:45:18.325 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:45:18.326 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 3m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:45:18.326 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 3m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:45:18.326 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 3m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:45:18.326 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 3m ago 5h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:45:18.327 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 3m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:45:18.327 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 3m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:45:18.327 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 3m ago 5h 876M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:45:18.328 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 3m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:45:18.328 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 3m ago 5h 1972M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:45:18.330 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 3m ago 5h 1040M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:45:18.330 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 3m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:45:18.331 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 3m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:45:18.331 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 3m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:45:18.331 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 3m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:45:18.331 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 3m ago 5h 2388M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:45:18.332 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 3m ago 5h 3513M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:45:18.332 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 3m ago 5h 2644M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:45:18.332 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 3m ago 5h 3548M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:45:18.333 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 3m ago 5h 3294M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:45:18.333 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 3m ago 5h 3778M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:45:18.333 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 3m ago 5h 3065M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:45:18.333 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 3m ago 5h 4386M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:45:18.334 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 3m ago 5h 130M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:45:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:18 smithi129 conmon[101092]: cluster 2022-01-18T21:45:16.845935+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:45:18.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:18 smithi129 conmon[101092]: 11888 : cluster [DBG] pgmap v10223: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:18 smithi156 conmon[67007]: cluster 2022-01-18T21:45:16.845935+0000 mgr.smithi129.iclwio (mgr.14716) 11888 : cluster [DBG] 2022-01-18T21:45:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:18 smithi156 conmon[67007]: pgmap v10223: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:18.643 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:45:18.643 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:45:18.644 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:45:18.644 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:45:18.645 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:45:18.645 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:45:18.645 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:45:18.645 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:45:18.646 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:45:18.646 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:45:18.646 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:45:18.646 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:45:18.647 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:45:18.647 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:45:18.647 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:45:18.647 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:45:18.647 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:45:18.648 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:45:18.648 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:45:19.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:19 smithi129 conmon[101092]: audit 2022-01-18T21:45:18.046902+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:45:19.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:19 smithi129 conmon[101092]: 11889 : audit [DBG] from='client.42022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:45:19.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:19 smithi129 conmon[101092]: audit 2022-01-18T21:45:18.314405+0000 mgr.smithi129.iclwio (mgr.14716) 11890 : audit [DBG] from='client.42026 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:45:19.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:19 smithi129 conmon[101092]: audit 2022-01-18T21:45 2022-01-18T21:45:19.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:19 smithi129 conmon[101092]: :18.643137+0000 mon.smithi129 (mon.0 2022-01-18T21:45:19.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:19 smithi129 conmon[101092]: ) 3522 : audit [DBG] from='client.? 172.21.15.129:0/1600786588' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:45:19.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:19 smithi156 conmon[67007]: audit 2022-01-18T21:45:18.046902+0000 mgr.smithi129.iclwio (mgr.14716) 11889 : audit [DBG] from='client.42022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:45:19.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:19 smithi156 conmon[67007]: 2022-01-18T21:45:19.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:19 smithi156 conmon[67007]: audit 2022-01-18T21:45:18.314405+0000 mgr.smithi129.iclwio (mgr.14716) 11890 : audit [DBG] from='client.42026 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:45:19.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:19 smithi156 conmon[67007]: audit 2022-01-18T21:45 2022-01-18T21:45:19.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:19 smithi156 conmon[67007]: :18.643137+0000 mon.smithi129 (mon.0) 3522 : audit [DBG] from='client.? 172.21.15.129:0/1600786588' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:45:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:20 smithi129 conmon[101092]: cluster 2022-01-18T21:45:18.846388+0000 mgr.smithi129.iclwio (mgr.14716) 11891 : cluster [DBG] pgmap v10224: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:20 smithi156 conmon[67007]: cluster 2022-01-18T21:45:18.846388+0000 mgr.smithi129.iclwio (mgr.14716) 11891 : cluster 2022-01-18T21:45:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:20 smithi156 conmon[67007]: [DBG] pgmap v10224: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:22 smithi129 conmon[101092]: cluster 2022-01-18T21:45:20.847261+0000 mgr.smithi129.iclwio (mgr.14716) 11892 2022-01-18T21:45:22.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:22 smithi129 conmon[101092]: : cluster [DBG] pgmap v10225: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:45:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:22 smithi156 conmon[67007]: cluster 2022-01-18T21:45:20.847261+0000 mgr.smithi129.iclwio (mgr.14716) 11892 : cluster [DBG] pgmap v10225: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:45:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:24 smithi129 conmon[101092]: cluster 2022-01-18T21:45:22.847714+0000 mgr.smithi129.iclwio (mgr.14716) 11893 : cluster [DBG] pgmap v10226: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:24.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:24 smithi156 conmon[67007]: cluster 2022-01-18T21:45:22.847714+0000 mgr.smithi129.iclwio (mgr.14716) 11893 : cluster [DBG] pgmap v10226: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:26 smithi129 conmon[101092]: cluster 2022-01-18T21:45:24.848398+0000 mgr.smithi129.iclwio (mgr.14716) 11894 : cluster [DBG] pgmap v10227: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:26 smithi156 conmon[67007]: cluster 2022-01-18T21:45:24.848398+0000 mgr.smithi129.iclwio (mgr.14716) 11894 : cluster [DBG] pgmap v10227: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:28 smithi129 conmon[101092]: cluster 2022-01-18T21:45:26.848879+0000 mgr.smithi129.iclwio (mgr.14716) 11895 : cluster [DBG] pgmap v10228: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:28 smithi156 conmon[67007]: cluster 2022-01-18T21:45:26.848879+0000 mgr.smithi129.iclwio (mgr.14716) 11895 : cluster [DBG] pgmap v10228: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:30.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:29 smithi156 conmon[67007]: cluster 2022-01-18T21:45:28.849587+0000 mgr.smithi129.iclwio (mgr.14716) 11896 : cluster [DBG] pgmap v10229: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:30.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:29 smithi156 conmon[67007]: 2022-01-18T21:45:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:29 smithi129 conmon[101092]: cluster 2022-01-18T21:45:28.849587+0000 mgr.smithi129.iclwio (mgr.14716) 11896 : cluster [DBG] pgmap v10229: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:32.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:31 smithi129 conmon[101092]: cluster 2022-01-18T21:45:30.850332+0000 mgr.smithi129.iclwio (mgr.14716) 11897 : cluster [DBG] pgmap v10230: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:45:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:31 smithi156 conmon[67007]: cluster 2022-01-18T21:45:30.850332+0000 mgr.smithi129.iclwio (mgr.14716) 11897 : cluster [DBG] 2022-01-18T21:45:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:31 smithi156 conmon[67007]: pgmap v10230: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:45:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:33 smithi129 conmon[101092]: cluster 2022-01-18T21:45:32.850875+0000 mgr.smithi129.iclwio (mgr.14716) 11898 : cluster [DBG] pgmap v10231: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:33 smithi156 conmon[67007]: cluster 2022-01-18T21:45:32.850875+0000 mgr.smithi129.iclwio (mgr.14716) 11898 : cluster [DBG] pgmap v10231: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:36.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:35 smithi129 conmon[101092]: cluster 2022-01-18T21:45:34.851588+0000 mgr.smithi129.iclwio (mgr.14716) 11899 : cluster [DBG] pgmap v10232: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:35 smithi156 conmon[67007]: cluster 2022-01-18T21:45:34.851588+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:45:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:35 smithi156 conmon[67007]: 11899 : cluster [DBG] pgmap v10232: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:38.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:37 smithi129 conmon[101092]: cluster 2022-01-18T21:45:36.852211+0000 mgr.smithi129.iclwio (mgr.14716) 11900 : cluster [DBG] pgmap v10233: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:37 smithi156 conmon[67007]: cluster 2022-01-18T21:45:36.852211+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:45:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:37 smithi156 conmon[67007]: ) 11900 : cluster [DBG] pgmap v10233: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:40.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:39 smithi156 conmon[67007]: cluster 2022-01-18T21:45:38.852838+0000 mgr.smithi129.iclwio (mgr.14716) 11901 : cluster [DBG] 2022-01-18T21:45:40.052 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:39 smithi156 conmon[67007]: pgmap v10234: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:40.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:39 smithi129 conmon[101092]: cluster 2022-01-18T21:45:38.852838+0000 mgr.smithi129.iclwio (mgr.14716) 11901 : cluster [DBG] 2022-01-18T21:45:40.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:39 smithi129 conmon[101092]: pgmap v10234: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:42.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:41 smithi129 conmon[101092]: cluster 2022-01-18T21:45:40.853552+0000 mgr.smithi129.iclwio (mgr.14716) 11902 : cluster [DBG] pgmap v10235: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:45:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:41 smithi156 conmon[67007]: cluster 2022-01-18T21:45:40.853552+0000 mgr.smithi129.iclwio (mgr.14716) 11902 : cluster [DBG] pgmap v10235: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:45:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:41 smithi156 conmon[67007]: 2022-01-18T21:45:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:43 smithi129 conmon[101092]: cluster 2022-01-18T21:45:42.854321+0000 mgr.smithi129.iclwio (mgr.14716) 11903 : cluster [DBG] 2022-01-18T21:45:44.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:43 smithi129 conmon[101092]: pgmap v10236: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:43 smithi156 conmon[67007]: cluster 2022-01-18T21:45:42.854321+0000 mgr.smithi129.iclwio (mgr.14716) 11903 : cluster 2022-01-18T21:45:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:43 smithi156 conmon[67007]: [DBG] pgmap v10236: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:46.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:45 smithi129 conmon[101092]: cluster 2022-01-18T21:45:44.855347+0000 mgr.smithi129.iclwio (mgr.14716) 11904 : cluster [DBG] pgmap v10237: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:45 smithi156 conmon[67007]: cluster 2022-01-18T21:45:44.855347+0000 mgr.smithi129.iclwio (mgr.14716) 11904 : cluster 2022-01-18T21:45:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:45 smithi156 conmon[67007]: [DBG] pgmap v10237: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:48.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:47 smithi129 conmon[101092]: cluster 2022-01-18T21:45:46.855878+0000 mgr.smithi129.iclwio (mgr.14716) 11905 : cluster [DBG] 2022-01-18T21:45:48.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:47 smithi129 conmon[101092]: pgmap v10238: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:48.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:47 smithi156 conmon[67007]: cluster 2022-01-18T21:45:46.855878+0000 mgr.smithi129.iclwio (mgr.14716) 11905 : cluster [DBG] 2022-01-18T21:45:48.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:47 smithi156 conmon[67007]: pgmap v10238: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:48.945 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:45:49.211 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:45:49.212 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 3m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:45:49.212 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 3m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:45:49.212 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 3m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:45:49.213 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 3m ago 5h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:45:49.213 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 3m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:45:49.213 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 3m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:45:49.213 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 3m ago 5h 876M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:45:49.214 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 3m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:45:49.214 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 3m ago 5h 1972M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:45:49.214 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 3m ago 5h 1040M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:45:49.214 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 3m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:45:49.214 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 3m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:45:49.215 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 3m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:45:49.215 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 3m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:45:49.215 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 3m ago 5h 2388M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:45:49.215 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 3m ago 5h 3513M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:45:49.216 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 3m ago 5h 2644M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:45:49.216 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 3m ago 5h 3548M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:45:49.216 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 3m ago 5h 3294M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:45:49.216 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 3m ago 5h 3778M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:45:49.217 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 3m ago 5h 3065M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:45:49.217 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 3m ago 5h 4386M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:45:49.217 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 3m ago 5h 130M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:45:49.528 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:45:49.529 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:45:49.529 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:45:49.529 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:45:49.530 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:45:49.530 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:45:49.530 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:45:49.531 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:45:49.531 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:45:49.531 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:45:49.531 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:45:49.531 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:45:49.532 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:45:49.532 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:45:49.532 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:45:49.532 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:45:49.533 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:45:49.533 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:45:49.533 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:45:50.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:49 smithi156 conmon[67007]: cluster 2022-01-18T21:45:48.856310+0000 mgr.smithi129.iclwio (mgr.14716) 11906 : cluster [DBG] 2022-01-18T21:45:50.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:49 smithi156 conmon[67007]: pgmap v10239: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:50.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:49 smithi156 conmon[67007]: audit 2022-01-18T21:45:48.933801+0000 mgr.smithi129.iclwio (mgr.14716) 11907 : audit [DBG] from='client.42034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:45:50.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:49 smithi156 conmon[67007]: audit 2022-01-18T21:45:50.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:49 smithi156 conmon[67007]: 2022-01-18T21:45:49.203446+0000 mgr.smithi129.iclwio (mgr.14716) 11908 : audit [DBG] from='client.42038 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:45:50.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:49 smithi156 conmon[67007]: audit 2022-01-18T21:45 2022-01-18T21:45:50.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:49 smithi156 conmon[67007]: :49.528690+0000 mon.smithi129 (mon.0) 3523 : audit 2022-01-18T21:45:50.051 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:49 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/1528932619' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:45:50.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:49 smithi129 conmon[101092]: cluster 2022-01-18T21:45:48.856310+0000 mgr.smithi129.iclwio (mgr.14716) 11906 : cluster [DBG] 2022-01-18T21:45:50.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:49 smithi129 conmon[101092]: pgmap v10239: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:50.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:49 smithi129 conmon[101092]: audit 2022-01-18T21:45:48.933801+0000 mgr.smithi129.iclwio (mgr.14716) 11907 : audit [DBG] from='client.42034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:45:50.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:49 smithi129 conmon[101092]: audit 2022-01-18T21:45: 2022-01-18T21:45:50.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:49 smithi129 conmon[101092]: 49.203446+0000 mgr.smithi129.iclwio (mgr.14716) 11908 : audit [DBG] from='client.42038 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:45:50.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:49 smithi129 conmon[101092]: audit 2022-01-18T21:45:50.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:49 smithi129 conmon[101092]: 2022-01-18T21:45:49.528690+0000 mon.smithi129 (mon.0) 3523 2022-01-18T21:45:50.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:49 smithi129 conmon[101092]: : audit [DBG] from='client.? 172.21.15.129:0/1528932619' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:45:52.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:51 smithi129 conmon[101092]: cluster 2022-01-18T21:45:50.857107+0000 mgr.smithi129.iclwio (mgr.14716) 11909 : cluster [DBG] pgmap v10240: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:45:52.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:51 smithi129 conmon[101092]: 2022-01-18T21:45:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:51 smithi156 conmon[67007]: cluster 2022-01-18T21:45:50.857107+0000 mgr.smithi129.iclwio (mgr.14716) 11909 : cluster 2022-01-18T21:45:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:51 smithi156 conmon[67007]: [DBG] pgmap v10240: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:45:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:53 smithi129 conmon[101092]: cluster 2022-01-18T21:45:52.857605+0000 mgr.smithi129.iclwio (mgr.14716) 11910 : cluster [DBG] pgmap v10241: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:53 smithi156 conmon[67007]: cluster 2022-01-18T21:45:52.857605+0000 mgr.smithi129.iclwio (mgr.14716) 11910 : cluster [DBG] pgmap v10241: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:56.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:55 smithi129 conmon[101092]: cluster 2022-01-18T21:45:54.858503+0000 mgr.smithi129.iclwio (mgr.14716) 11911 : cluster [DBG] pgmap v10242: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:55 smithi156 conmon[67007]: cluster 2022-01-18T21:45:54.858503+0000 mgr.smithi129.iclwio (mgr.14716) 11911 : cluster [DBG] pgmap v10242: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:58.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:57 smithi129 conmon[101092]: cluster 2022-01-18T21:45:56.858974+0000 mgr.smithi129.iclwio (mgr.14716) 11912 : cluster [DBG] pgmap v10243: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:45:58.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:57 smithi156 conmon[67007]: cluster 2022-01-18T21:45:56.858974+0000 mgr.smithi129.iclwio (mgr.14716) 11912 : cluster [DBG] pgmap v10243: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:59 smithi156 conmon[67007]: cluster 2022-01-18T21:45:58.859627+0000 mgr.smithi129.iclwio (mgr.14716) 11913 : cluster [DBG] pgmap v10244: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:59 smithi156 conmon[67007]: audit 2022-01-18T21:45: 2022-01-18T21:46:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:59 smithi156 conmon[67007]: 59.583908+0000 mon.smithi129 (mon.0) 3524 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:46:00.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:45:59 smithi156 conmon[67007]: audit 2022-01-18T21:45:59.584123+0000 mon.smithi129 (mon.0) 3525 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:46:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:59 smithi129 conmon[101092]: cluster 2022-01-18T21:45:58.859627+0000 mgr.smithi129.iclwio (mgr.14716) 11913 : cluster [DBG] pgmap v10244: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:59 smithi129 conmon[101092]: 2022-01-18T21:46:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:59 smithi129 conmon[101092]: audit 2022-01-18T21:45:59.583908+0000 mon.smithi129 (mon.0) 3524 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:46:00.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:59 smithi129 conmon[101092]: audit 2022-01-18T21:45:59.584123+0000 mon.smithi129 (mon. 2022-01-18T21:46:00.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:45:59 smithi129 conmon[101092]: 0) 3525 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:46:02.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:01 smithi129 conmon[101092]: cluster 2022-01-18T21:46:00.860390+0000 mgr.smithi129.iclwio (mgr.14716) 11914 : cluster [DBG] pgmap v10245: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:46:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:01 smithi156 conmon[67007]: cluster 2022-01-18T21:46:00.860390+0000 mgr.smithi129.iclwio (mgr.14716) 11914 : cluster [DBG] pgmap v10245: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:46:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:03 smithi129 conmon[101092]: cluster 2022-01-18T21:46:02.860943+0000 mgr.smithi129.iclwio (mgr.14716) 11915 : cluster [DBG] pgmap v10246: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:03 smithi156 conmon[67007]: cluster 2022-01-18T21:46:02.860943+0000 mgr.smithi129.iclwio (mgr.14716) 11915 : cluster [DBG] pgmap v10246: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:06.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:05 smithi129 conmon[101092]: cluster 2022-01-18T21:46:04.861647+0000 mgr.smithi129.iclwio (mgr.14716) 11916 : cluster [DBG] pgmap v10247: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:05 smithi156 conmon[67007]: cluster 2022-01-18T21:46:04.861647+0000 mgr.smithi129.iclwio (mgr.14716) 11916 : cluster [DBG] pgmap v10247: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:08.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:07 smithi129 conmon[101092]: cluster 2022-01-18T21:46:06.862090+0000 mgr.smithi129.iclwio (mgr.14716) 11917 : cluster [DBG] pgmap v10248: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:07 smithi156 conmon[67007]: cluster 2022-01-18T21:46:06.862090+0000 mgr.smithi129.iclwio (mgr.14716) 11917 : cluster [DBG] pgmap v10248: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:10.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:09 smithi156 conmon[67007]: cluster 2022-01-18T21:46:08.862618+0000 mgr.smithi129.iclwio (mgr.14716) 11918 : cluster [DBG] pgmap v10249: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:10.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:09 smithi129 conmon[101092]: cluster 2022-01-18T21:46:08.862618+0000 mgr.smithi129.iclwio (mgr.14716) 11918 : cluster 2022-01-18T21:46:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:09 smithi129 conmon[101092]: [DBG] pgmap v10249: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:12.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:11 smithi129 conmon[101092]: cluster 2022-01-18T21:46:10.863367+0000 mgr.smithi129.iclwio (mgr.14716) 11919 : cluster [DBG] pgmap v10250: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:46:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:11 smithi156 conmon[67007]: cluster 2022-01-18T21:46:10.863367+0000 mgr.smithi129.iclwio (mgr.14716) 11919 : cluster [DBG] pgmap v10250: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:46:14.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:13 smithi129 conmon[101092]: cluster 2022-01-18T21:46:12.864054+0000 mgr.smithi129.iclwio (mgr.14716) 11920 : cluster [DBG] pgmap v10251: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:13 smithi156 conmon[67007]: cluster 2022-01-18T21:46:12.864054+0000 mgr.smithi129.iclwio (mgr.14716) 11920 : cluster [DBG] pgmap v10251: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:16.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:15 smithi129 conmon[101092]: cluster 2022-01-18T21:46:14.865025+0000 mgr.smithi129.iclwio (mgr.14716) 11921 : cluster [DBG] pgmap v10252: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:15 smithi156 conmon[67007]: cluster 2022-01-18T21:46:14.865025+0000 mgr.smithi129.iclwio (mgr.14716) 11921 : cluster [DBG] 2022-01-18T21:46:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:15 smithi156 conmon[67007]: pgmap v10252: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:17.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:16 smithi129 conmon[101092]: audit 2022-01-18T21:46:16.085734+0000 mon.smithi129 (mon.0) 3526 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:46:17.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:16 smithi129 conmon[101092]: audit 2022-01-18T21:46:16.087104+0000 mon.smithi129 (mon.0) 3527 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:46:17.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:16 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T21:46:17.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:16 smithi129 conmon[101092]: T21:46:16.087956+0000 mon.smithi129 (mon.0) 3528 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:46:17.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:16 smithi129 conmon[101092]: cephadm 2022-01 2022-01-18T21:46:17.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:16 smithi129 conmon[101092]: -18T21:46:16.088732+0000 mgr.smithi129.iclwio ( 2022-01-18T21:46:17.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:16 smithi129 conmon[101092]: mgr.14716) 11922 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:46:17.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:16 smithi129 conmon[101092]: audit 2022 2022-01-18T21:46:17.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:16 smithi129 conmon[101092]: -01-18T21:46:16.395007+0000 2022-01-18T21:46:17.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:16 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3529 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:46:17.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:16 smithi129 conmon[101092]: 2022-01-18T21:46:17.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:16 smithi129 conmon[101092]: audit 2022-01-18T21:46:17.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:16 smithi129 conmon[101092]: 2022-01-18T21:46:16.400465+0000 mon.smithi129 (mon. 2022-01-18T21:46:17.192 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:16 smithi129 conmon[101092]: 0) 3530 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:46:17.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:16 smithi156 conmon[67007]: audit 2022-01-18T21:46:16.085734+0000 mon.smithi129 (mon.0) 3526 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:46:17.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:16 smithi156 conmon[67007]: audit 2022-01-18T21:46:16.087104+0000 mon.smithi129 (mon.0) 3527 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:46:17.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:16 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T21:46:17.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:16 smithi156 conmon[67007]: 18T21:46:16.087956+0000 mon.smithi129 (mon.0) 3528 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:46:17.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:16 smithi156 conmon[67007]: cephadm 2022-01-18T21:46:17.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:16 smithi156 conmon[67007]: 2022-01-18T21:46: 2022-01-18T21:46:17.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:16 smithi156 conmon[67007]: 16.088732+0000 mgr.smithi129.iclwio (mgr.14716) 11922 : cephadm 2022-01-18T21:46:17.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:16 smithi156 conmon[67007]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:46:17.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:16 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T21:46:17.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:16 smithi156 conmon[67007]: T21:46:16.395007+0000 mon.smithi129 ( 2022-01-18T21:46:17.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:16 smithi156 conmon[67007]: mon.0) 3529 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:46:17.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:16 smithi156 conmon[67007]: audit 2022- 2022-01-18T21:46:17.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:16 smithi156 conmon[67007]: 01-18T21:46:16.400465 2022-01-18T21:46:17.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:16 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 3530 : audit [INF] 2022-01-18T21:46:17.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:16 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:46:18.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:18 smithi129 conmon[101092]: cluster 2022-01-18T21:46:16.865436+0000 mgr.smithi129.iclwio (mgr.14716) 11923 : cluster [DBG] pgmap v10253: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:18.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:18 smithi156 conmon[67007]: cluster 2022-01-18T21:46:16.865436+0000 mgr.smithi129.iclwio (mgr.14716) 11923 : cluster [DBG] pgmap v10253: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:19.829 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:46:20.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:19 smithi156 conmon[67007]: cluster 2022-01-18T21:46:18.866120+0000 mgr.smithi129.iclwio (mgr.14716) 11924 : cluster [DBG] pgmap v10254: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:20.091 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:46:20.092 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 4m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:46:20.092 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 4m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:46:20.092 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 4m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:46:20.092 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 4m ago 5h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:46:20.093 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 4m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:46:20.093 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 4m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:46:20.093 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 4m ago 5h 876M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:46:20.093 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 4m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:46:20.093 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 4m ago 5h 1972M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:46:20.094 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 4m ago 5h 1040M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:46:20.094 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 4m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:46:20.094 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 4m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:46:20.094 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 4m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:46:20.095 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 4m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:46:20.095 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 4m ago 5h 2388M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:46:20.095 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 4m ago 5h 3513M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:46:20.095 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 4m ago 5h 2644M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:46:20.096 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 4m ago 5h 3548M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:46:20.096 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 4m ago 5h 3294M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:46:20.096 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 4m ago 5h 3778M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:46:20.096 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 4m ago 5h 3065M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:46:20.096 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 4m ago 5h 4386M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:46:20.097 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 4m ago 5h 130M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:46:20.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:19 smithi129 conmon[101092]: cluster 2022-01-18T21:46:18.866120+0000 mgr.smithi129.iclwio (mgr.14716) 11924 2022-01-18T21:46:20.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:19 smithi129 conmon[101092]: : cluster [DBG] pgmap v10254: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:20.410 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:46:20.410 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:46:20.410 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:46:20.411 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:46:20.411 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:46:20.411 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:46:20.411 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:46:20.412 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:46:20.412 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:46:20.412 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:46:20.412 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:46:20.413 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:46:20.413 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:46:20.413 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:46:20.413 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:46:20.413 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:46:20.414 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:46:20.414 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:46:20.414 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:46:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:20 smithi156 conmon[67007]: audit 2022-01-18T21:46:19.817088+0000 mgr.smithi129.iclwio (mgr.14716) 11925 : audit [DBG] from='client.42046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:46:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:20 smithi156 conmon[67007]: audit 2022-01-18T21:46:20.083029+0000 mgr.smithi129.iclwio (mgr.14716) 11926 : audit [DBG] from='client.42050 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:46:21.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:20 smithi156 conmon[67007]: audit 2022-01-18T21:46:20.410206+0000 mon.smithi129 (mon.0) 3531 : 2022-01-18T21:46:21.050 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:20 smithi156 conmon[67007]: audit [DBG] from='client.? 172.21.15.129:0/2585247547' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:46:21.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:20 smithi129 conmon[101092]: audit 2022-01-18T21:46:19.817088+0000 mgr.smithi129.iclwio (mgr.14716) 11925 : audit [DBG] from='client.42046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:46:21.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:20 smithi129 conmon[101092]: audit 2022-01-18T21:46:20 2022-01-18T21:46:21.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:20 smithi129 conmon[101092]: .083029+0000 mgr.smithi129.iclwio (mgr.14716) 11926 : audit [DBG] from='client.42050 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:46:21.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:20 smithi129 conmon[101092]: audit 2022-01-18T21:46:20.410206+0000 mon.smithi129 (mon.0) 3531 : audit [DBG] from='client.? 172.21.15.129:0/2585247547' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:46:22.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:21 smithi156 conmon[67007]: cluster 2022-01-18T21:46:20.866840+0000 mgr.smithi129.iclwio (mgr.14716) 11927 : cluster [DBG] pgmap v10255: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:46:22.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:21 smithi129 conmon[101092]: cluster 2022-01-18T21:46:20.866840+0000 mgr.smithi129.iclwio (mgr.14716) 11927 : cluster [DBG] pgmap v10255: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:46:24.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:23 smithi129 conmon[101092]: cluster 2022-01-18T21:46:22.867325+0000 mgr.smithi129.iclwio (mgr.14716) 11928 : cluster [DBG] pgmap v10256: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:23 smithi156 conmon[67007]: cluster 2022-01-18T21:46:22.867325+0000 mgr.smithi129.iclwio (mgr.14716) 11928 : cluster [DBG] pgmap v10256: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:26.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:25 smithi129 conmon[101092]: cluster 2022-01-18T21:46:24.868053+0000 mgr.smithi129.iclwio (mgr.14716) 11929 : cluster [DBG] pgmap v10257: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:26.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:25 smithi129 conmon[101092]: 2022-01-18T21:46:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:25 smithi156 conmon[67007]: cluster 2022-01-18T21:46:24.868053+0000 mgr.smithi129.iclwio (mgr.14716) 11929 : cluster [DBG] pgmap v10257: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:25 smithi156 conmon[67007]: 2022-01-18T21:46:28.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:27 smithi129 conmon[101092]: cluster 2022-01 2022-01-18T21:46:28.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:27 smithi129 conmon[101092]: -18T21:46:26.868706+0000 mgr.smithi129.iclwio (mgr.14716) 11930 : cluster [DBG] pgmap v10258: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:27 smithi156 conmon[67007]: cluster 2022-01-18T21:46:26.868706+0000 mgr.smithi129.iclwio (mgr.14716) 11930 : cluster [DBG] pgmap v10258: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:30.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:29 smithi156 conmon[67007]: cluster 2022-01-18T21:46:28.869363+0000 mgr.smithi129.iclwio (mgr.14716) 11931 : cluster [DBG] pgmap v10259: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:29 smithi129 conmon[101092]: cluster 2022-01-18T21:46:28.869363+0000 mgr.smithi129.iclwio ( 2022-01-18T21:46:30.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:29 smithi129 conmon[101092]: mgr.14716) 11931 : cluster [DBG] pgmap v10259: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:32.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:31 smithi129 conmon[101092]: cluster 2022-01-18T21:46:30.870083+0000 mgr.smithi129.iclwio (mgr.14716) 11932 : cluster [DBG] pgmap v10260: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:46:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:31 smithi156 conmon[67007]: cluster 2022-01-18T21:46:30.870083+0000 mgr.smithi129.iclwio (mgr.14716) 11932 : cluster [DBG] pgmap v10260: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:46:34.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:33 smithi129 conmon[101092]: cluster 2022-01-18T21:46:32.870579+0000 mgr.smithi129.iclwio (mgr.14716) 11933 : cluster [DBG] pgmap v10261: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:33 smithi156 conmon[67007]: cluster 2022-01-18T21:46:32.870579+0000 mgr.smithi129.iclwio (mgr.14716) 11933 : cluster [DBG] pgmap v10261: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:36.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:35 smithi129 conmon[101092]: cluster 2022-01-18T21:46:34.871299+0000 2022-01-18T21:46:36.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:35 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 11934 : cluster [DBG] pgmap v10262: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:35 smithi156 conmon[67007]: cluster 2022-01-18T21:46:34.871299+0000 mgr.smithi129.iclwio (mgr.14716) 11934 : cluster [DBG] pgmap v10262: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:38.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:37 smithi129 conmon[101092]: cluster 2022-01-18T21:46:36.871818+0000 mgr.smithi129.iclwio (mgr.14716) 11935 : cluster [DBG] pgmap v10263: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:37 smithi156 conmon[67007]: cluster 2022-01-18T21:46:36.871818+0000 mgr.smithi129.iclwio (mgr.14716) 11935 : cluster [DBG] pgmap v10263: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:40.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:39 smithi156 conmon[67007]: cluster 2022-01-18T21:46:38.872475+0000 mgr.smithi129.iclwio (mgr.14716) 11936 : cluster [DBG] pgmap v10264: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:39 smithi129 conmon[101092]: cluster 2022-01-18T21:46:38.872475+0000 mgr.smithi129.iclwio (mgr.14716) 11936 : cluster [DBG] pgmap v10264: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:42.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:41 smithi129 conmon[101092]: cluster 2022-01-18T21:46:40.873383+0000 mgr.smithi129.iclwio (mgr.14716) 11937 : cluster [DBG] pgmap v10265: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:46:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:41 smithi156 conmon[67007]: cluster 2022-01-18T21:46:40.873383+0000 mgr.smithi129.iclwio (mgr.14716) 11937 : cluster [DBG] pgmap v10265: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:46:44.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:43 smithi129 conmon[101092]: cluster 2022-01-18T21:46:42.874043+0000 mgr.smithi129.iclwio (mgr.14716) 11938 : cluster [DBG] pgmap v10266: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:43 smithi156 conmon[67007]: cluster 2022-01-18T21:46:42.874043+0000 mgr.smithi129.iclwio (mgr.14716) 11938 : cluster [DBG] pgmap v10266: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:46.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:45 smithi129 conmon[101092]: cluster 2022-01-18T21:46:44.874916+0000 mgr.smithi129.iclwio (mgr.14716) 11939 : cluster [DBG] pgmap v10267: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:46.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:45 smithi129 conmon[101092]: 2022-01-18T21:46:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:45 smithi156 conmon[67007]: cluster 2022-01-18T21:46:44.874916+0000 mgr.smithi129.iclwio (mgr.14716) 11939 : cluster [DBG] pgmap v10267: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:48.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:47 smithi129 conmon[101092]: cluster 2022-01-18T21:46:46.875566+0000 mgr.smithi129.iclwio (mgr.14716) 11940 : cluster 2022-01-18T21:46:48.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:47 smithi129 conmon[101092]: [DBG] pgmap v10268: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:47 smithi156 conmon[67007]: cluster 2022-01-18T21:46:46.875566+0000 mgr.smithi129.iclwio (mgr.14716) 11940 : cluster [DBG] pgmap v10268: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:50.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:49 smithi156 conmon[67007]: cluster 2022-01-18T21:46:48.876204+0000 mgr.smithi129.iclwio (mgr.14716) 11941 : cluster [DBG] pgmap v10269: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:50.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:49 smithi129 conmon[101092]: cluster 2022-01-18T21:46:48.876204+0000 mgr.smithi129.iclwio (mgr.14716) 11941 : cluster [DBG] pgmap v10269: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:50.711 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:46:50.977 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:46:50.977 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 4m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:46:50.978 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 4m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:46:50.978 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 4m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:46:50.978 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 4m ago 5h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:46:50.978 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 4m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:46:50.979 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 4m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:46:50.979 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 4m ago 5h 876M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:46:50.979 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 4m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:46:50.979 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 4m ago 5h 1972M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:46:50.979 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 4m ago 5h 1040M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:46:50.980 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 4m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:46:50.980 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 4m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:46:50.980 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 4m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:46:50.980 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 4m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:46:50.981 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 4m ago 5h 2388M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:46:50.981 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 4m ago 5h 3513M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:46:50.981 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 4m ago 5h 2644M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:46:50.981 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 4m ago 5h 3548M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:46:50.981 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 4m ago 5h 3294M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:46:50.982 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 4m ago 5h 3778M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:46:50.982 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 4m ago 5h 3065M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:46:50.982 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 4m ago 5h 4386M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:46:50.982 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 4m ago 5h 130M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:46:51.294 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:46:51.294 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:46:51.294 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:46:51.294 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:46:51.295 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:46:51.295 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:46:51.295 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:46:51.295 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:46:51.296 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:46:51.296 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:46:51.296 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:46:51.296 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:46:51.296 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:46:51.297 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:46:51.297 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:46:51.297 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:46:51.297 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:46:51.298 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:46:51.298 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:46:52.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:51 smithi129 conmon[101092]: audit 2022-01-18T21:46:50.699191+0000 mgr.smithi129.iclwio (mgr.14716) 11942 : audit [DBG] 2022-01-18T21:46:52.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:51 smithi129 conmon[101092]: from='client.42058 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:46:52.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:51 smithi129 conmon[101092]: cluster 2022-01-18T21:46:50.876861+0000 mgr.smithi129.iclwio (mgr.14716) 11943 : cluster [DBG] pgmap v10270: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:46:52.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:51 smithi129 conmon[101092]: audit 2022-01-18T21 2022-01-18T21:46:52.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:51 smithi129 conmon[101092]: :46:50.968970+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:46:52.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:51 smithi129 conmon[101092]: .14716) 11944 : audit [DBG] from='client.42062 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:46:52.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:51 smithi129 conmon[101092]: audit 2022-01 2022-01-18T21:46:52.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:51 smithi129 conmon[101092]: -18T21:46:51.294098+0000 mon.smithi129 (mon 2022-01-18T21:46:52.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:51 smithi129 conmon[101092]: .0) 3532 : audit [DBG] from='client.? 172.21.15.129:0/3565084671' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:46:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:51 smithi156 conmon[67007]: audit 2022-01-18T21:46:50.699191+0000 mgr.smithi129.iclwio (mgr.14716) 11942 : audit [DBG] from='client.42058 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:46:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:51 smithi156 conmon[67007]: cluster 2022-01-18T21:46:50.876861+0000 mgr.smithi129.iclwio (mgr.14716) 11943 : cluster [DBG] pgmap v10270: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:46:52.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:51 smithi156 conmon[67007]: audit 2022-01-18T21:46:50.968970+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:46:52.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:51 smithi156 conmon[67007]: .14716) 11944 : audit [DBG] from='client.42062 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:46:52.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:51 smithi156 conmon[67007]: audit 2022-01 2022-01-18T21:46:52.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:51 smithi156 conmon[67007]: -18T21:46:51.294098+0000 2022-01-18T21:46:52.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:51 smithi156 conmon[67007]: mon.smithi129 (mon.0) 3532 : audit 2022-01-18T21:46:52.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:51 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/3565084671' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:46:54.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:53 smithi129 conmon[101092]: cluster 2022-01-18T21:46:52.877368+0000 mgr.smithi129.iclwio (mgr.14716) 11945 : cluster [DBG] pgmap v10271: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:54.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:53 smithi129 conmon[101092]: 2022-01-18T21:46:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:53 smithi156 conmon[67007]: cluster 2022-01-18T21:46:52.877368+0000 mgr.smithi129.iclwio (mgr.14716) 11945 : cluster [DBG] pgmap v10271: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:56.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:55 smithi129 conmon[101092]: cluster 2022-01-18T21:46:54.878094+0000 mgr.smithi129.iclwio (mgr.14716) 11946 : cluster [DBG] pgmap v10272: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:56.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:55 smithi129 conmon[101092]: 2022-01-18T21:46:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:55 smithi156 conmon[67007]: cluster 2022-01-18T21:46:54.878094+0000 mgr.smithi129.iclwio (mgr.14716) 11946 : cluster [DBG] pgmap v10272: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:58.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:57 smithi156 conmon[67007]: cluster 2022-01-18T21:46:56.878772+0000 mgr.smithi129.iclwio (mgr.14716) 11947 : cluster [DBG] pgmap v10273: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:46:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:57 smithi129 conmon[101092]: cluster 2022-01-18T21:46:56.878772+0000 mgr.smithi129.iclwio (mgr.14716) 11947 : cluster 2022-01-18T21:46:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:57 smithi129 conmon[101092]: [DBG] pgmap v10273: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:59 smithi156 conmon[67007]: cluster 2022-01-18T21:46:58.879480+0000 mgr.smithi129.iclwio (mgr.14716) 11948 : cluster [DBG] pgmap v10274: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:59 smithi156 conmon[67007]: audit 2022-01-18T21:46:59.587855+0000 mon.smithi129 (mon.0) 3533 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:47:00.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:46:59 smithi156 conmon[67007]: audit 2022-01-18T21:46:59.588060+0000 mon.smithi129 (mon.0) 3534 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:47:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:59 smithi129 conmon[101092]: cluster 2022-01-18T21:46:58.879480+0000 mgr.smithi129.iclwio (mgr.14716) 11948 : cluster [DBG] 2022-01-18T21:47:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:59 smithi129 conmon[101092]: pgmap v10274: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:59 smithi129 conmon[101092]: audit 2022-01-18T21:46:59.587855+0000 mon.smithi129 (mon.0) 3533 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:47:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:59 smithi129 conmon[101092]: audit 2022-01-18T21: 2022-01-18T21:47:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:46:59 smithi129 conmon[101092]: 46:59.588060+0000 mon.smithi129 (mon.0) 3534 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:47:02.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:01 smithi129 conmon[101092]: cluster 2022-01-18T21:47:00.880384+0000 mgr.smithi129.iclwio (mgr.14716) 11949 : cluster [DBG] 2022-01-18T21:47:02.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:01 smithi129 conmon[101092]: pgmap v10275: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:47:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:01 smithi156 conmon[67007]: cluster 2022-01-18T21:47:00.880384+0000 mgr.smithi129.iclwio (mgr.14716) 11949 : cluster [DBG] pgmap v10275: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:47:04.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:03 smithi129 conmon[101092]: cluster 2022-01-18T21:47:02.880974+0000 mgr.smithi129.iclwio (mgr.14716) 11950 : cluster 2022-01-18T21:47:04.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:03 smithi129 conmon[101092]: [DBG] pgmap v10276: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:03 smithi156 conmon[67007]: cluster 2022-01-18T21:47:02.880974+0000 mgr.smithi129.iclwio (mgr.14716) 11950 : cluster [DBG] pgmap v10276: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:05 smithi156 conmon[67007]: cluster 2022-01-18T21:47:04.881896+0000 mgr.smithi129.iclwio (mgr.14716) 11951 : cluster [DBG] pgmap v10277: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:05 smithi156 conmon[67007]: 2022-01-18T21:47:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:05 smithi129 conmon[101092]: cluster 2022-01-18T21:47:04.881896+0000 mgr.smithi129.iclwio (mgr.14716) 11951 : cluster [DBG] pgmap v10277: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:07 smithi156 conmon[67007]: cluster 2022-01-18T21:47:06.882349+0000 mgr.smithi129.iclwio (mgr.14716) 11952 : cluster [DBG] pgmap v10278: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:07 smithi129 conmon[101092]: cluster 2022-01-18T21:47:06.882349+0000 mgr.smithi129.iclwio (mgr.14716) 11952 : cluster 2022-01-18T21:47:08.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:07 smithi129 conmon[101092]: [DBG] pgmap v10278: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:10.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:09 smithi129 conmon[101092]: cluster 2022-01-18T21:47:08.882946+0000 mgr.smithi129.iclwio (mgr.14716) 11953 : cluster 2022-01-18T21:47:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:09 smithi129 conmon[101092]: [DBG] pgmap v10279: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:09 smithi156 conmon[67007]: cluster 2022-01-18T21:47:08.882946+0000 mgr.smithi129.iclwio (mgr.14716) 11953 : cluster [DBG] pgmap v10279: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:12.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:11 smithi129 conmon[101092]: cluster 2022-01-18T21:47:10.883675+0000 mgr.smithi129.iclwio (mgr.14716) 11954 : cluster [DBG] pgmap v10280: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:47:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:11 smithi156 conmon[67007]: cluster 2022-01-18T21:47:10.883675+0000 mgr.smithi129.iclwio (mgr.14716) 11954 : cluster [DBG] pgmap v10280: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:47:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:13 smithi156 conmon[67007]: cluster 2022-01-18T21:47:12.884228+0000 mgr.smithi129.iclwio (mgr.14716) 11955 : cluster [DBG] pgmap v10281: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:13 smithi129 conmon[101092]: cluster 2022-01-18T21:47:12.884228+0000 mgr.smithi129.iclwio (mgr.14716) 11955 : cluster [DBG] pgmap v10281: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:15 smithi156 conmon[67007]: cluster 2022-01-18T21:47:14.884978+0000 mgr.smithi129.iclwio (mgr.14716) 11956 : cluster [DBG] pgmap v10282: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:15 smithi156 conmon[67007]: 2022-01-18T21:47:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:15 smithi129 conmon[101092]: cluster 2022-01-18T21:47:14.884978+0000 mgr.smithi129.iclwio (mgr.14716) 11956 : cluster [DBG] pgmap v10282: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:17.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:16 smithi156 conmon[67007]: audit 2022-01-18T21:47:16.403043+0000 mon.smithi129 (mon.0) 3535 : 2022-01-18T21:47:17.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:16 smithi156 conmon[67007]: audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:47:17.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:16 smithi156 conmon[67007]: audit 2022-01-18T21:47:16.404471+0000 mon.smithi129 (mon.0) 3536 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:47:17.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:16 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T21:47:17.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:16 smithi156 conmon[67007]: 18T21:47:16.405510+0000 mon.smithi129 (mon.0) 3537 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:47:17.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:16 smithi156 conmon[67007]: cephadm 2022-01-18T21 2022-01-18T21:47:17.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:16 smithi156 conmon[67007]: :47:16.406259+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:47:17.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:16 smithi156 conmon[67007]: 11957 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:47:17.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:16 smithi156 conmon[67007]: audit 2022-01-18T21 2022-01-18T21:47:17.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:16 smithi156 conmon[67007]: :47:16.712577+0000 mon.smithi129 (mon.0 2022-01-18T21:47:17.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:16 smithi156 conmon[67007]: ) 3538 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:47:17.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:16 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T21:47:17.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:16 smithi156 conmon[67007]: T21:47:16.717309+0000 mon.smithi129 (mon 2022-01-18T21:47:17.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:16 smithi156 conmon[67007]: .0) 3539 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:47:17.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:16 smithi129 conmon[101092]: audit 2022-01-18T21:47:16.403043+0000 mon.smithi129 (mon. 2022-01-18T21:47:17.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:16 smithi129 conmon[101092]: 0) 3535 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:47:17.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:16 smithi129 conmon[101092]: audit 2022-01-18T21:47:16.404471+0000 mon.smithi129 (mon.0) 3536 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:47:17.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:16 smithi129 conmon[101092]: audit 2022-01-18T21:47:16.405510+0000 mon.smithi129 (mon.0) 2022-01-18T21:47:17.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:16 smithi129 conmon[101092]: 3537 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:47:17.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:16 smithi129 conmon[101092]: cephadm 2022-01-18T21:47:16. 2022-01-18T21:47:17.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:16 smithi129 conmon[101092]: 406259+0000 mgr.smithi129.iclwio (mgr.14716) 11957 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:47:17.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:16 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T21:47:17.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:16 smithi129 conmon[101092]: 18T21:47:16.712577+0000 mon.smithi129 (mon 2022-01-18T21:47:17.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:16 smithi129 conmon[101092]: .0) 3538 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:47:17.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:16 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T21:47:17.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:16 smithi129 conmon[101092]: 21:47:16.717309+0000 mon.smithi129 (mon. 2022-01-18T21:47:17.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:16 smithi129 conmon[101092]: 0) 3539 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:47:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:17 smithi156 conmon[67007]: cluster 2022-01-18T21:47:16.885564+0000 mgr.smithi129.iclwio (mgr.14716) 11958 : cluster [DBG] pgmap v10283: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:17 smithi156 conmon[67007]: 2022-01-18T21:47:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:17 smithi129 conmon[101092]: cluster 2022-01-18T21:47:16.885564+0000 mgr.smithi129.iclwio (mgr.14716) 11958 : cluster [DBG] pgmap v10283: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:18.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:17 smithi129 conmon[101092]: 2022-01-18T21:47:20.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:19 smithi129 conmon[101092]: cluster 2022-01-18T21:47:18.886194+0000 mgr.smithi129.iclwio (mgr.14716) 11959 : cluster [DBG] pgmap v10284: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:20.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:19 smithi129 conmon[101092]: 2022-01-18T21:47:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:19 smithi156 conmon[67007]: cluster 2022-01-18T21:47:18.886194+0000 mgr.smithi129.iclwio (mgr.14716) 11959 : cluster [DBG] pgmap v10284: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:21.591 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:47:21.856 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:47:21.856 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 5m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:47:21.856 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 5m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:47:21.857 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 5m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:47:21.857 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 5m ago 5h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:47:21.857 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 5m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:47:21.857 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 5m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:47:21.858 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 5m ago 5h 876M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:47:21.858 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 5m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:47:21.858 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 5m ago 5h 1972M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:47:21.858 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 5m ago 5h 1040M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:47:21.858 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 5m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:47:21.859 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 5m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:47:21.859 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 5m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:47:21.859 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 5m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:47:21.859 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 5m ago 5h 2388M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:47:21.860 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 5m ago 5h 3513M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:47:21.860 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 5m ago 5h 2644M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:47:21.860 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 5m ago 5h 3548M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:47:21.860 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 5m ago 5h 3294M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:47:21.860 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 5m ago 5h 3778M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:47:21.861 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 5m ago 5h 3065M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:47:21.861 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 5m ago 5h 4386M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:47:21.861 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 5m ago 5h 130M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:47:22.179 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:47:22.179 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:47:22.179 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:47:22.180 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:47:22.180 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:47:22.180 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:47:22.180 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:47:22.181 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:47:22.181 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:47:22.181 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:47:22.181 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:47:22.182 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:47:22.182 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:47:22.182 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:47:22.182 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:47:22.182 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:47:22.183 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:47:22.183 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:47:22.183 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:47:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:21 smithi156 conmon[67007]: cluster 2022-01-18T21:47:20.886893+0000 mgr.smithi129.iclwio (mgr.14716) 11960 : cluster [DBG] pgmap v10285: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:47:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:21 smithi156 conmon[67007]: 2022-01-18T21:47:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:21 smithi129 conmon[101092]: cluster 2022-01-18T21:47:20.886893+0000 mgr.smithi129.iclwio (mgr.14716) 11960 : cluster [DBG] pgmap v10285: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:47:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:21 smithi129 conmon[101092]: 2022-01-18T21:47:23.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:22 smithi156 conmon[67007]: audit 2022-01-18T21:47:21.579965+0000 mgr.smithi129.iclwio (mgr.14716) 11961 : audit [DBG] from='client.42070 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:47:23.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:22 smithi156 conmon[67007]: 2022-01-18T21:47:23.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:22 smithi156 conmon[67007]: audit 2022-01-18T21:47:21.847437+0000 mgr.smithi129.iclwio (mgr.14716) 11962 : audit [DBG] from='client.42074 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:47:23.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:22 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T21:47:23.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:22 smithi156 conmon[67007]: 21:47:22.179514+0000 mon.smithi129 (mon.0) 3540 : audit [DBG] from='client.? 172.21.15.129:0/1228227490' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:47:23.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:22 smithi129 conmon[101092]: audit 2022-01-18T21:47:21.579965+0000 mgr.smithi129.iclwio (mgr.14716) 11961 : audit [DBG] from='client.42070 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:47:23.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:22 smithi129 conmon[101092]: audit 2022-01-18T21:47:21.847437+0000 mgr.smithi129.iclwio (mgr.14716) 11962 : audit [DBG] from='client.42074 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:47:23.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:22 smithi129 conmon[101092]: audit 2022-01-18T21:47:22.179514+0000 mon.smithi129 (mon.0) 3540 : audit [DBG] from='client.? 172.21.15.129:0/1228227490' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:47:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:23 smithi156 conmon[67007]: cluster 2022-01-18T21:47:22.887530+0000 mgr.smithi129.iclwio (mgr.14716) 11963 : cluster [DBG] pgmap v10286: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:24.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:23 smithi129 conmon[101092]: cluster 2022-01-18T21:47:22.887530+0000 mgr.smithi129.iclwio (mgr.14716) 11963 : cluster [DBG] pgmap v10286: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:25 smithi156 conmon[67007]: cluster 2022-01-18T21:47:24.888327+0000 mgr.smithi129.iclwio (mgr.14716) 11964 : cluster [DBG] pgmap v10287: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:25 smithi129 conmon[101092]: cluster 2022-01-18T21:47:24.888327+0000 mgr.smithi129.iclwio (mgr.14716) 11964 : cluster [DBG] pgmap v10287: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:27 smithi156 conmon[67007]: cluster 2022-01-18T21:47:26.888817+0000 mgr.smithi129.iclwio (mgr.14716) 11965 : cluster [DBG] 2022-01-18T21:47:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:27 smithi156 conmon[67007]: pgmap v10288: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:27 smithi129 conmon[101092]: cluster 2022-01-18T21:47:26.888817+0000 mgr.smithi129.iclwio (mgr.14716) 11965 : cluster [DBG] pgmap v10288: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:29 smithi129 conmon[101092]: cluster 2022-01-18T21:47:28.889534+0000 mgr.smithi129.iclwio (mgr.14716) 11966 : cluster [DBG] pgmap v10289: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:29 smithi156 conmon[67007]: cluster 2022-01-18T21:47:28.889534+0000 mgr.smithi129.iclwio (mgr.14716) 11966 : cluster [DBG] 2022-01-18T21:47:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:29 smithi156 conmon[67007]: pgmap v10289: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:31 smithi156 conmon[67007]: cluster 2022-01-18T21:47:30.890474+0000 mgr.smithi129.iclwio (mgr.14716) 11967 : 2022-01-18T21:47:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:31 smithi156 conmon[67007]: cluster [DBG] pgmap v10290: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:47:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:31 smithi129 conmon[101092]: cluster 2022-01-18T21:47:30.890474+0000 mgr.smithi129.iclwio (mgr.14716) 11967 : cluster [DBG] pgmap v10290: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:47:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:33 smithi156 conmon[67007]: cluster 2022-01-18T21:47:32.891090+0000 mgr.smithi129.iclwio (mgr.14716) 11968 : cluster 2022-01-18T21:47:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:33 smithi156 conmon[67007]: [DBG] pgmap v10291: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:33 smithi129 conmon[101092]: cluster 2022-01-18T21:47:32.891090+0000 mgr.smithi129.iclwio (mgr.14716) 11968 : cluster [DBG] pgmap v10291: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:35 smithi156 conmon[67007]: cluster 2022-01-18T21:47:34.891784+0000 mgr.smithi129.iclwio (mgr.14716) 11969 : cluster 2022-01-18T21:47:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:35 smithi156 conmon[67007]: [DBG] pgmap v10292: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:35 smithi129 conmon[101092]: cluster 2022-01-18T21:47:34.891784+0000 mgr.smithi129.iclwio (mgr.14716) 11969 : cluster [DBG] pgmap v10292: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:37 smithi156 conmon[67007]: cluster 2022-01-18T21:47:36.892284+0000 mgr.smithi129.iclwio (mgr.14716) 11970 : cluster 2022-01-18T21:47:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:37 smithi156 conmon[67007]: [DBG] pgmap v10293: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:37 smithi129 conmon[101092]: cluster 2022-01-18T21:47:36.892284+0000 mgr.smithi129.iclwio (mgr.14716) 11970 : cluster [DBG] pgmap v10293: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:39 smithi129 conmon[101092]: cluster 2022-01-18T21:47:38.893042+0000 mgr.smithi129.iclwio (mgr.14716) 11971 : cluster 2022-01-18T21:47:40.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:39 smithi129 conmon[101092]: [DBG] pgmap v10294: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:39 smithi156 conmon[67007]: cluster 2022-01-18T21:47:38.893042+0000 mgr.smithi129.iclwio (mgr.14716) 11971 : cluster 2022-01-18T21:47:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:39 smithi156 conmon[67007]: [DBG] pgmap v10294: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:41 smithi156 conmon[67007]: cluster 2022-01-18T21:47:40.894011+0000 mgr.smithi129.iclwio (mgr.14716) 11972 : cluster 2022-01-18T21:47:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:41 smithi156 conmon[67007]: [DBG] pgmap v10295: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:47:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:41 smithi129 conmon[101092]: cluster 2022-01-18T21:47:40.894011+0000 mgr.smithi129.iclwio (mgr.14716) 11972 : cluster [DBG] pgmap v10295: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:47:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:43 smithi156 conmon[67007]: cluster 2022-01-18T21:47:42.894537+0000 mgr.smithi129.iclwio (mgr.14716) 11973 : cluster [DBG] 2022-01-18T21:47:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:43 smithi156 conmon[67007]: pgmap v10296: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:43 smithi129 conmon[101092]: cluster 2022-01-18T21:47:42.894537+0000 mgr.smithi129.iclwio (mgr.14716) 11973 : cluster [DBG] pgmap v10296: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:45 smithi156 conmon[67007]: cluster 2022-01-18T21:47:44.895356+0000 mgr.smithi129.iclwio (mgr.14716) 11974 : cluster 2022-01-18T21:47:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:45 smithi156 conmon[67007]: [DBG] pgmap v10297: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:45 smithi129 conmon[101092]: cluster 2022-01-18T21:47:44.895356+0000 mgr.smithi129.iclwio (mgr.14716) 11974 : cluster [DBG] pgmap v10297: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:47 smithi156 conmon[67007]: cluster 2022-01-18T21:47:46.895847+0000 mgr.smithi129.iclwio (mgr.14716) 11975 : cluster [DBG] pgmap v10298: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:48.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:47 smithi156 conmon[67007]: 2022-01-18T21:47:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:47 smithi129 conmon[101092]: cluster 2022-01-18T21:47:46.895847+0000 mgr.smithi129.iclwio (mgr.14716) 11975 : cluster [DBG] pgmap v10298: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:50.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:49 smithi129 conmon[101092]: cluster 2022-01-18T21:47:48.896362+0000 mgr.smithi129.iclwio (mgr.14716) 11976 : cluster [DBG] pgmap v10299: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:49 smithi156 conmon[67007]: cluster 2022-01-18T21:47:48.896362+0000 mgr.smithi129.iclwio (mgr.14716) 11976 : cluster [DBG] 2022-01-18T21:47:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:49 smithi156 conmon[67007]: pgmap v10299: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:51 smithi156 conmon[67007]: cluster 2022-01-18T21:47:50.897360+0000 mgr.smithi129.iclwio (mgr.14716) 11977 : cluster [DBG] pgmap v10300: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:47:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:51 smithi156 conmon[67007]: 2022-01-18T21:47:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:51 smithi129 conmon[101092]: cluster 2022-01-18T21:47:50.897360+0000 mgr.smithi129.iclwio (mgr.14716) 11977 : cluster [DBG] pgmap v10300: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:47:52.481 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:47:52.744 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:47:52.745 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 5m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:47:52.745 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 5m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:47:52.745 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 5m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:47:52.745 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 5m ago 5h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:47:52.745 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 5m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:47:52.746 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 5m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:47:52.746 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 5m ago 5h 876M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:47:52.746 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 5m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:47:52.746 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 5m ago 5h 1972M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:47:52.747 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 5m ago 5h 1040M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:47:52.747 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 5m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:47:52.747 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 5m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:47:52.747 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 5m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:47:52.748 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 5m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:47:52.748 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 5m ago 5h 2388M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:47:52.748 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 5m ago 5h 3513M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:47:52.748 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 5m ago 5h 2644M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:47:52.749 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 5m ago 5h 3548M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:47:52.749 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 5m ago 5h 3294M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:47:52.749 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 5m ago 5h 3778M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:47:52.749 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 5m ago 5h 3065M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:47:52.750 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 5m ago 5h 4386M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:47:52.750 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 5m ago 5h 130M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:47:53.066 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:47:53.066 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:47:53.066 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:47:53.067 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:47:53.067 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:47:53.067 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:47:53.067 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:47:53.068 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:47:53.068 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:47:53.068 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:47:53.068 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:47:53.069 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:47:53.069 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:47:53.069 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:47:53.069 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:47:53.069 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:47:53.070 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:47:53.070 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:47:53.070 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:47:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:53 smithi156 conmon[67007]: audit 2022-01-18T21:47:52.469028+0000 mgr.smithi129.iclwio (mgr.14716) 11978 : audit [DBG] from='client.42082 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:47:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:53 smithi156 conmon[67007]: audit 2022-01-18T21:47:52.735780+0000 mgr.smithi129.iclwio (mgr.14716) 11979 : audit [DBG] from='client.42086 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:47:54.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:53 smithi156 conmon[67007]: cluster 2022-01-18T21:47:52.897785+0000 mgr.smithi129.iclwio (mgr.14716) 11980 : cluster [DBG] pgmap v10301: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:54.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:53 smithi156 conmon[67007]: audit 2022-01-18T21:47:53.066543+0000 mon.smithi129 (mon.0) 3541 : audit [DBG] from='client.? 172.21.15.129:0/3939169395' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:47:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:53 smithi129 conmon[101092]: audit 2022-01-18T21:47:52.469028+0000 mgr.smithi129.iclwio (mgr.14716) 11978 : audit [DBG] from='client.42082 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:47:54.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:53 smithi129 conmon[101092]: audit 2022-01-18T21:47:52.735780+0000 mgr.smithi129.iclwio (mgr.14716) 11979 : audit [DBG] from='client.42086 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:47:54.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:53 smithi129 conmon[101092]: cluster 2022-01-18T21:47:52.897785+0000 mgr.smithi129.iclwio (mgr.14716) 11980 : cluster [DBG] pgmap v10301: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:54.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:53 smithi129 conmon[101092]: audit 2022-01-18T21:47:53.066543+0000 mon.smithi129 (mon. 2022-01-18T21:47:54.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:53 smithi129 conmon[101092]: 0) 3541 : audit [DBG] from='client.? 172.21.15.129:0/3939169395' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:47:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:55 smithi156 conmon[67007]: cluster 2022-01-18T21:47:54.898556+0000 mgr.smithi129.iclwio (mgr.14716) 11981 : cluster [DBG] pgmap v10302: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:55 smithi156 conmon[67007]: 2022-01-18T21:47:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:55 smithi129 conmon[101092]: cluster 2022-01-18T21:47:54.898556+0000 mgr.smithi129.iclwio (mgr.14716) 11981 : cluster [DBG] pgmap v10302: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:58.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:57 smithi156 conmon[67007]: cluster 2022-01-18T21:47:56.899139+0000 mgr.smithi129.iclwio (mgr.14716) 11982 : cluster [DBG] pgmap v10303: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:47:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:57 smithi129 conmon[101092]: cluster 2022-01-18T21:47:56.899139+0000 mgr.smithi129.iclwio (mgr.14716) 11982 : cluster [DBG] pgmap v10303: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:59 smithi129 conmon[101092]: cluster 2022-01-18T21:47:58.899823+0000 mgr.smithi129.iclwio (mgr.14716) 11983 : cluster [DBG] pgmap v10304: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:59 smithi129 conmon[101092]: 2022-01-18T21:48:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:59 smithi129 conmon[101092]: audit 2022-01-18T21:47:59.592073+0000 mon.smithi129 (mon.0) 3542 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:48:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:47:59 smithi129 conmon[101092]: audit 2022-01-18T21:47:59.592295+0000 mon.smithi129 (mon.0) 3543 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:48:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:59 smithi156 conmon[67007]: cluster 2022-01-18T21:47:58.899823+0000 mgr.smithi129.iclwio (mgr.14716) 11983 : cluster [DBG] pgmap v10304: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:59 smithi156 conmon[67007]: 2022-01-18T21:48:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:59 smithi156 conmon[67007]: audit 2022-01-18T21:47:59.592073+0000 mon.smithi129 (mon.0) 3542 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:48:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:47:59 smithi156 conmon[67007]: audit 2022-01-18T21:47:59.592295+0000 mon.smithi129 (mon.0) 3543 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:48:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:01 smithi156 conmon[67007]: cluster 2022-01-18T21:48:00.900687+0000 mgr.smithi129.iclwio (mgr.14716) 11984 : cluster [DBG] pgmap v10305: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:48:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:01 smithi129 conmon[101092]: cluster 2022-01-18T21:48:00.900687+0000 mgr.smithi129.iclwio (mgr.14716) 11984 : cluster 2022-01-18T21:48:02.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:01 smithi129 conmon[101092]: [DBG] pgmap v10305: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:48:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:03 smithi156 conmon[67007]: cluster 2022-01-18T21:48:02.901424+0000 mgr.smithi129.iclwio (mgr.14716) 11985 : cluster [DBG] 2022-01-18T21:48:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:03 smithi156 conmon[67007]: pgmap v10306: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:03 smithi129 conmon[101092]: cluster 2022-01-18T21:48:02.901424+0000 mgr.smithi129.iclwio (mgr.14716) 11985 : cluster [DBG] 2022-01-18T21:48:04.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:03 smithi129 conmon[101092]: pgmap v10306: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:05 smithi156 conmon[67007]: cluster 2022-01-18T21:48:04.902412+0000 mgr.smithi129.iclwio (mgr.14716) 11986 : cluster [DBG] pgmap v10307: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:05 smithi129 conmon[101092]: cluster 2022-01-18T21:48:04.902412+0000 mgr.smithi129.iclwio (mgr.14716) 11986 : cluster 2022-01-18T21:48:06.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:05 smithi129 conmon[101092]: [DBG] pgmap v10307: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:07 smithi156 conmon[67007]: cluster 2022-01-18T21:48:06.903029+0000 mgr.smithi129.iclwio (mgr.14716) 11987 : cluster [DBG] pgmap v10308: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:07 smithi129 conmon[101092]: cluster 2022-01-18T21:48:06.903029+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:48:08.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:07 smithi129 conmon[101092]: ) 11987 : cluster [DBG] pgmap v10308: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:10.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:09 smithi129 conmon[101092]: cluster 2022-01-18T21:48:08.903780+0000 mgr.smithi129.iclwio (mgr.14716) 11988 : cluster [DBG] pgmap v10309: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:09 smithi156 conmon[67007]: cluster 2022-01-18T21:48:08.903780+0000 mgr.smithi129.iclwio (mgr.14716) 11988 : cluster [DBG] pgmap v10309: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:11 smithi156 conmon[67007]: cluster 2022-01-18T21:48:10.904713+0000 mgr.smithi129.iclwio (mgr.14716) 11989 : cluster [DBG] pgmap v10310: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:48:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:11 smithi129 conmon[101092]: cluster 2022-01-18T21:48:10.904713+0000 mgr.smithi129.iclwio (mgr.14716) 11989 : cluster [DBG] pgmap v10310: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:48:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:13 smithi156 conmon[67007]: cluster 2022-01-18T21:48:12.905465+0000 mgr.smithi129.iclwio (mgr.14716) 11990 : cluster [DBG] pgmap v10311: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:13 smithi129 conmon[101092]: cluster 2022-01-18T21:48:12.905465+0000 mgr.smithi129.iclwio (mgr.14716) 11990 : cluster [DBG] pgmap v10311: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:15 smithi156 conmon[67007]: cluster 2022-01-18T21:48:14.906186+0000 mgr.smithi129.iclwio (mgr.14716) 11991 : cluster [DBG] pgmap v10312: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:15 smithi129 conmon[101092]: cluster 2022-01-18T21:48:14.906186+0000 mgr.smithi129.iclwio (mgr.14716) 11991 : cluster [DBG] pgmap v10312: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:17.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:16 smithi156 conmon[67007]: audit 2022-01-18T21:48:16.719716+0000 mon.smithi129 (mon 2022-01-18T21:48:17.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:16 smithi156 conmon[67007]: .0) 3544 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:48:17.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:16 smithi156 conmon[67007]: audit 2022-01-18T21:48:16.721127+0000 mon.smithi129 (mon.0) 3545 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:48:17.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:16 smithi156 conmon[67007]: audit 2022-01-18T21:48:16.722068+0000 mon.smithi129 (mon.0) 3546 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:48:17.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:16 smithi129 conmon[101092]: audit 2022-01-18T21:48:16.719716+0000 mon.smithi129 (mon.0 2022-01-18T21:48:17.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:16 smithi129 conmon[101092]: ) 3544 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:48:17.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:16 smithi129 conmon[101092]: audit 2022-01-18T21:48:16.721127+0000 mon.smithi129 (mon.0) 3545 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:48:17.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:16 smithi129 conmon[101092]: audit 2022-01-18T21:48:16.722068+0000 mon.smithi129 (mon.0) 3546 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:48:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:18 smithi156 conmon[67007]: cephadm 2022-01-18T21:48:16.722837+0000 mgr.smithi129.iclwio (mgr.14716) 11992 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:48:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:18 smithi156 conmon[67007]: cluster 2022-01-18T 2022-01-18T21:48:18.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:18 smithi156 conmon[67007]: 21:48:16.906556+0000 mgr.smithi129.iclwio (mgr.14716) 11993 : cluster [DBG] pgmap v10313: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:18.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:18 smithi156 conmon[67007]: audit 2022-01-18T21:48:17.036472+0000 mon.smithi129 (mon.0) 3547 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:48:18.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:18 smithi156 conmon[67007]: audit 2022-01-18T21: 2022-01-18T21:48:18.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:18 smithi156 conmon[67007]: 48:17.041728+0000 mon.smithi129 (mon.0) 3548 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:48:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:18 smithi129 conmon[101092]: cephadm 2022-01-18T21:48:16.722837+0000 mgr.smithi129.iclwio (mgr.14716) 11992 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:48:18.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:18 smithi129 conmon[101092]: 2022-01-18T21:48:18.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:18 smithi129 conmon[101092]: cluster 2022-01-18T21:48:16.906556+0000 mgr.smithi129.iclwio (mgr.14716) 11993 : cluster [DBG] pgmap v10313: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:18.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:18 smithi129 conmon[101092]: audit 2022-01-18T21:48:17.036472+0000 mon.smithi129 (mon.0) 3547 : audit 2022-01-18T21:48:18.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:18 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:48:18.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:18 smithi129 conmon[101092]: audit 2022-01-18T21:48:17.041728+0000 mon.smithi129 ( 2022-01-18T21:48:18.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:18 smithi129 conmon[101092]: mon.0) 3548 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:48:20.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:19 smithi129 conmon[101092]: cluster 2022-01-18T21: 2022-01-18T21:48:20.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:19 smithi129 conmon[101092]: 48:18.907145+0000 mgr.smithi129.iclwio (mgr.14716) 11994 : cluster [DBG] pgmap v10314: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:19 smithi156 conmon[67007]: cluster 2022-01-18T21:48:18.907145+0000 mgr.smithi129.iclwio (mgr.14716) 11994 : cluster 2022-01-18T21:48:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:19 smithi156 conmon[67007]: [DBG] pgmap v10314: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:21 smithi156 conmon[67007]: cluster 2022-01-18T21:48:20.907916+0000 mgr.smithi129.iclwio (mgr.14716) 11995 : cluster [DBG] pgmap v10315: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:48:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:21 smithi129 conmon[101092]: cluster 2022-01-18T21:48:20.907916+0000 mgr.smithi129.iclwio (mgr.14716) 11995 : cluster [DBG] pgmap v10315: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:48:23.368 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:48:23.633 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:48:23.634 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 6m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:48:23.634 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 6m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:48:23.634 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 6m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:48:23.634 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 6m ago 5h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:48:23.635 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 6m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:48:23.635 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 6m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:48:23.635 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 6m ago 5h 876M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:48:23.635 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 6m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:48:23.636 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 6m ago 5h 1972M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:48:23.636 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 6m ago 5h 1040M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:48:23.636 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 6m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:48:23.636 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 6m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:48:23.637 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 6m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:48:23.637 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 6m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:48:23.637 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 6m ago 5h 2388M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:48:23.637 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 6m ago 5h 3513M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:48:23.638 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 6m ago 5h 2644M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:48:23.638 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 6m ago 5h 3548M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:48:23.638 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 6m ago 5h 3294M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:48:23.638 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 6m ago 5h 3778M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:48:23.638 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 6m ago 5h 3065M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:48:23.639 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 6m ago 5h 4386M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:48:23.639 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 6m ago 5h 130M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:48:23.953 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:48:23.953 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:48:23.953 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:48:23.954 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:48:23.954 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:48:23.954 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:48:23.954 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:48:23.955 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:48:23.955 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:48:23.955 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:48:23.955 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:48:23.956 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:48:23.956 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:48:23.956 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:48:23.956 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:48:23.957 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:48:23.957 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:48:23.957 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:48:23.957 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:48:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:23 smithi156 conmon[67007]: cluster 2022-01-18T21:48:22.908412+0000 mgr.smithi129.iclwio (mgr.14716) 11996 : cluster [DBG] pgmap v10316: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:23 smithi156 conmon[67007]: audit 2022-01-18T21:48:23.355773+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:48:24.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:23 smithi156 conmon[67007]: 11997 : audit [DBG] from='client.42094 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:48:24.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:23 smithi156 conmon[67007]: audit 2022-01-18T21:48:23.953361+0000 mon.smithi129 (mon.0) 3549 : audit [DBG] from='client.? 172.21.15.129:0/2240669779' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:48:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:23 smithi129 conmon[101092]: cluster 2022-01-18T21:48:22.908412+0000 mgr.smithi129.iclwio (mgr.14716) 11996 : cluster [DBG] 2022-01-18T21:48:24.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:23 smithi129 conmon[101092]: pgmap v10316: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:24.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:23 smithi129 conmon[101092]: audit 2022-01-18T21:48:23.355773+0000 mgr.smithi129.iclwio (mgr.14716) 11997 : audit [DBG] from='client.42094 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:48:24.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:23 smithi129 conmon[101092]: audit 2022-01-18T21:48:23.953361+0000 2022-01-18T21:48:24.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:23 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3549 : audit [DBG] from='client.? 172.21.15.129:0/2240669779' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:48:25.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:24 smithi156 conmon[67007]: audit 2022-01-18T21:48:23.624948+0000 mgr.smithi129.iclwio (mgr.14716) 11998 : audit [DBG] from='client.42098 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:48:25.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:24 smithi129 conmon[101092]: audit 2022-01-18T21:48:23.624948+0000 mgr.smithi129.iclwio (mgr.14716) 11998 : audit [DBG] 2022-01-18T21:48:25.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:24 smithi129 conmon[101092]: from='client.42098 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:48:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:25 smithi156 conmon[67007]: cluster 2022-01-18T21:48:24.909308+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:48:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:25 smithi156 conmon[67007]: 14716) 11999 : cluster [DBG] pgmap v10317: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:25 smithi129 conmon[101092]: cluster 2022-01-18T21:48:24.909308+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:48:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:25 smithi129 conmon[101092]: ) 11999 : cluster [DBG] pgmap v10317: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:27 smithi156 conmon[67007]: cluster 2022-01-18T21:48:26.909825+0000 mgr.smithi129.iclwio (mgr.14716) 12000 : cluster [DBG] pgmap v10318: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:27 smithi156 conmon[67007]: 2022-01-18T21:48:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:27 smithi129 conmon[101092]: cluster 2022-01-18T21:48:26.909825+0000 mgr.smithi129.iclwio (mgr.14716) 12000 : cluster [DBG] pgmap v10318: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:29 smithi129 conmon[101092]: cluster 2022-01-18T21:48:28.910557+0000 mgr.smithi129.iclwio (mgr.14716) 12001 : cluster 2022-01-18T21:48:30.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:29 smithi129 conmon[101092]: [DBG] pgmap v10319: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:29 smithi156 conmon[67007]: cluster 2022-01-18T21:48:28.910557+0000 mgr.smithi129.iclwio (mgr.14716) 12001 : cluster [DBG] pgmap v10319: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:31 smithi156 conmon[67007]: cluster 2022-01-18T21:48:30.911353+0000 mgr.smithi129.iclwio (mgr.14716) 12002 : cluster [DBG] pgmap v10320: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:48:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:31 smithi129 conmon[101092]: cluster 2022-01-18T21:48:30.911353+0000 mgr.smithi129.iclwio (mgr.14716) 12002 : cluster [DBG] pgmap v10320: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:48:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:33 smithi156 conmon[67007]: cluster 2022-01-18T21:48:32.911973+0000 mgr.smithi129.iclwio (mgr.14716) 12003 : cluster [DBG] pgmap v10321: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:33 smithi129 conmon[101092]: cluster 2022-01-18T21:48:32.911973+0000 mgr.smithi129.iclwio (mgr.14716) 12003 : cluster [DBG] pgmap v10321: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:35 smithi156 conmon[67007]: cluster 2022-01-18T21:48:34.912700+0000 mgr.smithi129.iclwio (mgr.14716) 12004 : cluster [DBG] pgmap v10322: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:35 smithi129 conmon[101092]: cluster 2022-01-18T21:48:34.912700+0000 mgr.smithi129.iclwio (mgr.14716) 12004 : cluster [DBG] 2022-01-18T21:48:36.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:35 smithi129 conmon[101092]: pgmap v10322: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:37 smithi156 conmon[67007]: cluster 2022-01-18T21:48:36.913234+0000 mgr.smithi129.iclwio (mgr.14716) 12005 : cluster [DBG] pgmap v10323: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:37 smithi129 conmon[101092]: cluster 2022-01-18T21:48:36.913234+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:48:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:37 smithi129 conmon[101092]: 14716) 12005 : cluster [DBG] pgmap v10323: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:39 smithi129 conmon[101092]: cluster 2022-01-18T21:48:38.913836+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:48:40.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:39 smithi129 conmon[101092]: .14716) 12006 : cluster [DBG] pgmap v10324: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:39 smithi156 conmon[67007]: cluster 2022-01-18T21:48:38.913836+0000 mgr.smithi129.iclwio (mgr.14716) 12006 : cluster [DBG] pgmap v10324: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:41 smithi156 conmon[67007]: cluster 2022-01-18T21:48:40.914664+0000 mgr.smithi129.iclwio (mgr.14716) 12007 : cluster [DBG] pgmap v10325: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:48:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:41 smithi129 conmon[101092]: cluster 2022-01-18T21:48:40.914664+0000 mgr.smithi129.iclwio ( 2022-01-18T21:48:42.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:41 smithi129 conmon[101092]: mgr.14716) 12007 : cluster [DBG] pgmap v10325: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:48:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:43 smithi156 conmon[67007]: cluster 2022-01-18T21:48:42.915227+0000 mgr.smithi129.iclwio (mgr.14716) 12008 : cluster [DBG] pgmap v10326: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:43 smithi129 conmon[101092]: cluster 2022-01-18T21:48:42.915227+0000 mgr.smithi129.iclwio (mgr.14716) 12008 : cluster [DBG] pgmap v10326: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:44.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:43 smithi129 conmon[101092]: 2022-01-18T21:48:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:45 smithi156 conmon[67007]: cluster 2022-01-18T21:48:44.916156+0000 mgr.smithi129.iclwio (mgr.14716) 12009 : cluster [DBG] pgmap v10327: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:45 smithi129 conmon[101092]: cluster 2022-01-18T21:48:44.916156+0000 mgr.smithi129.iclwio (mgr.14716) 12009 : cluster [DBG] pgmap v10327: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:46.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:45 smithi129 conmon[101092]: 2022-01-18T21:48:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:47 smithi156 conmon[67007]: cluster 2022-01-18T21:48:46.916715+0000 mgr.smithi129.iclwio (mgr.14716) 12010 : cluster [DBG] pgmap v10328: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:47 smithi129 conmon[101092]: cluster 2022-01-18T21:48:46.916715+0000 mgr.smithi129.iclwio (mgr.14716) 12010 : 2022-01-18T21:48:48.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:47 smithi129 conmon[101092]: cluster [DBG] pgmap v10328: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:50.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:49 smithi129 conmon[101092]: cluster 2022-01-18T21:48:48.917305+0000 mgr.smithi129.iclwio (mgr.14716) 12011 : cluster [DBG] 2022-01-18T21:48:50.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:49 smithi129 conmon[101092]: pgmap v10329: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:49 smithi156 conmon[67007]: cluster 2022-01-18T21:48:48.917305+0000 mgr.smithi129.iclwio (mgr.14716) 12011 : cluster [DBG] pgmap v10329: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:49 smithi156 conmon[67007]: 2022-01-18T21:48:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:51 smithi156 conmon[67007]: cluster 2022-01-18T21:48:50.918163+0000 mgr.smithi129.iclwio (mgr.14716) 12012 : cluster [DBG] pgmap v10330: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:48:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:51 smithi129 conmon[101092]: cluster 2022-01-18T21:48:50.918163+0000 mgr.smithi129.iclwio (mgr.14716) 12012 : cluster [DBG] 2022-01-18T21:48:52.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:51 smithi129 conmon[101092]: pgmap v10330: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:48:54.254 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:48:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:53 smithi156 conmon[67007]: cluster 2022-01-18T21:48:52.918867+0000 mgr.smithi129.iclwio (mgr.14716) 12013 : cluster [DBG] pgmap v10331: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:53 smithi129 conmon[101092]: cluster 2022-01-18T21:48:52.918867+0000 mgr.smithi129.iclwio (mgr.14716) 12013 : cluster [DBG] pgmap v10331: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:54.523 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:48:54.523 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 6m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:48:54.523 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 6m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:48:54.524 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 6m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:48:54.524 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 6m ago 5h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:48:54.524 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 6m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:48:54.524 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 6m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:48:54.525 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 6m ago 5h 876M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:48:54.525 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 6m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:48:54.525 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 6m ago 5h 1972M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:48:54.525 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 6m ago 5h 1040M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:48:54.525 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 6m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:48:54.526 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 6m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:48:54.526 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 6m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:48:54.526 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 6m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:48:54.526 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 6m ago 5h 2388M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:48:54.527 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 6m ago 5h 3513M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:48:54.527 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 6m ago 5h 2644M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:48:54.527 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 6m ago 5h 3548M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:48:54.527 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 6m ago 5h 3294M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:48:54.527 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 6m ago 5h 3778M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:48:54.528 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 6m ago 5h 3065M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:48:54.528 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 6m ago 5h 4386M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:48:54.528 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 6m ago 5h 130M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:48:54.841 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:48:54.841 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:48:54.841 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:48:54.842 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:48:54.842 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:48:54.842 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:48:54.842 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:48:54.843 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:48:54.843 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:48:54.843 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:48:54.844 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:48:54.844 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:48:54.844 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:48:54.844 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:48:54.845 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:48:54.845 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:48:54.845 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:48:54.845 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:48:54.846 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:48:55.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:54 smithi156 conmon[67007]: audit 2022-01-18T21:48:54.242800+0000 mgr.smithi129.iclwio (mgr.14716) 12014 : audit [DBG] 2022-01-18T21:48:55.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:54 smithi156 conmon[67007]: from='client.42106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:48:55.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:54 smithi156 conmon[67007]: audit 2022-01-18T21:48:54.841245+0000 mon.smithi129 (mon.0) 3550 : audit [DBG] from='client.? 172.21.15.129:0/2880762033' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:48:55.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:54 smithi129 conmon[101092]: audit 2022-01-18T21:48:54.242800+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:48:55.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:54 smithi129 conmon[101092]: 12014 : audit [DBG] from='client.42106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:48:55.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:54 smithi129 conmon[101092]: audit 2022-01-18T21:48:54.841245+0000 mon.smithi129 (mon.0) 3550 : audit [DBG] from='client.? 172.21.15.129:0/2880762033' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:48:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:55 smithi156 conmon[67007]: audit 2022-01-18T21:48:54.514700+0000 mgr.smithi129.iclwio (mgr.14716) 12015 : audit [DBG] from='client.42110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:48:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:55 smithi156 conmon[67007]: cluster 2022-01-18T21:48:54.919537+0000 mgr.smithi129.iclwio (mgr.14716) 12016 : cluster [DBG] pgmap v10332: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:55 smithi129 conmon[101092]: audit 2022-01-18T21:48:54.514700+0000 mgr.smithi129.iclwio (mgr.14716) 12015 2022-01-18T21:48:56.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:55 smithi129 conmon[101092]: : audit [DBG] from='client.42110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:48:56.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:55 smithi129 conmon[101092]: cluster 2022-01-18T21:48:54.919537+0000 mgr.smithi129.iclwio (mgr.14716) 12016 : cluster [DBG] pgmap v10332: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:58.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:57 smithi156 conmon[67007]: cluster 2022-01-18T21:48:56.920079+0000 mgr.smithi129.iclwio (mgr.14716) 12017 : cluster [DBG] pgmap v10333: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:48:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:57 smithi129 conmon[101092]: cluster 2022-01-18T21:48:56.920079+0000 mgr.smithi129.iclwio (mgr.14716) 12017 : cluster [DBG] 2022-01-18T21:48:58.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:57 smithi129 conmon[101092]: pgmap v10333: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:59 smithi129 conmon[101092]: cluster 2022-01-18T21:48:58.920840+0000 mgr.smithi129.iclwio (mgr.14716) 12018 : cluster [DBG] pgmap v10334: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:59 smithi129 conmon[101092]: 2022-01-18T21:49:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:59 smithi129 conmon[101092]: audit 2022-01-18T21:48:59.595951+0000 mon.smithi129 (mon.0) 3551 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:49:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:48:59 smithi129 conmon[101092]: audit 2022-01-18T21:48:59.596167+0000 mon.smithi129 (mon.0) 3552 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:49:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:59 smithi156 conmon[67007]: cluster 2022-01-18T21:48:58.920840+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:49:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:59 smithi156 conmon[67007]: ) 12018 : cluster [DBG] pgmap v10334: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:59 smithi156 conmon[67007]: audit 2022-01-18T21:48:59.595951+0000 mon.smithi129 (mon.0) 3551 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:49:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:59 smithi156 conmon[67007]: audit 2022-01-18T21:48:59. 2022-01-18T21:49:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:48:59 smithi156 conmon[67007]: 596167+0000 mon.smithi129 (mon.0) 3552 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:49:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:01 smithi156 conmon[67007]: cluster 2022-01-18T21:49:00.921580+0000 mgr.smithi129.iclwio (mgr.14716) 12019 : cluster [DBG] pgmap v10335: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:49:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:01 smithi129 conmon[101092]: cluster 2022-01-18T21:49:00.921580+0000 mgr.smithi129.iclwio (mgr.14716) 12019 : cluster [DBG] pgmap v10335: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:49:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:03 smithi156 conmon[67007]: cluster 2022-01-18T21:49:02.922130+0000 mgr.smithi129.iclwio (mgr.14716) 12020 : cluster [DBG] pgmap v10336: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:03 smithi129 conmon[101092]: cluster 2022-01-18T21:49:02.922130+0000 mgr.smithi129.iclwio (mgr.14716) 12020 : cluster [DBG] pgmap v10336: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:05 smithi156 conmon[67007]: cluster 2022-01-18T21:49:04.922981+0000 mgr.smithi129.iclwio (mgr.14716) 12021 : cluster [DBG] pgmap v10337: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:05 smithi129 conmon[101092]: cluster 2022-01-18T21:49:04.922981+0000 mgr.smithi129.iclwio (mgr.14716) 12021 : cluster [DBG] pgmap v10337: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:07 smithi156 conmon[67007]: cluster 2022-01-18T21:49:06.923379+0000 mgr.smithi129.iclwio (mgr.14716) 12022 : cluster [DBG] pgmap v10338: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:07 smithi129 conmon[101092]: cluster 2022-01-18T21:49:06.923379+0000 mgr.smithi129.iclwio (mgr.14716) 12022 : cluster [DBG] pgmap v10338: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:10.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:09 smithi129 conmon[101092]: cluster 2022-01-18T21:49:08.923963+0000 mgr.smithi129.iclwio (mgr.14716) 12023 : cluster [DBG] 2022-01-18T21:49:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:09 smithi129 conmon[101092]: pgmap v10339: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:09 smithi156 conmon[67007]: cluster 2022-01-18T21:49:08.923963+0000 mgr.smithi129.iclwio (mgr.14716) 12023 : cluster [DBG] pgmap v10339: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:11 smithi156 conmon[67007]: cluster 2022-01-18T21:49:10.924769+0000 mgr.smithi129.iclwio (mgr.14716) 12024 : cluster [DBG] pgmap v10340: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:49:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:11 smithi129 conmon[101092]: cluster 2022-01-18T21:49:10.924769+0000 mgr.smithi129.iclwio (mgr.14716) 12024 : cluster [DBG] pgmap v10340: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:49:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:13 smithi156 conmon[67007]: cluster 2022-01-18T21:49:12.925396+0000 mgr.smithi129.iclwio (mgr.14716) 12025 : cluster [DBG] pgmap v10341: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:13 smithi129 conmon[101092]: cluster 2022-01-18T21:49:12.925396+0000 mgr.smithi129.iclwio (mgr.14716) 12025 : cluster [DBG] pgmap v10341: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:15 smithi156 conmon[67007]: cluster 2022-01-18T21:49:14.926114+0000 mgr.smithi129.iclwio (mgr.14716) 12026 : cluster [DBG] pgmap v10342: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:15 smithi129 conmon[101092]: cluster 2022-01-18T21:49:14.926114+0000 mgr.smithi129.iclwio (mgr.14716) 12026 : cluster [DBG] pgmap v10342: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:17 smithi156 conmon[67007]: cluster 2022-01-18T21:49:16.926696+0000 mgr.smithi129.iclwio (mgr.14716) 12027 : cluster [DBG] pgmap v10343: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:17 smithi156 conmon[67007]: 2022-01-18T21:49:18.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:17 smithi156 conmon[67007]: audit 2022-01-18T21:49:17.044340+0000 mon.smithi129 (mon.0) 3553 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:49:18.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:17 smithi156 conmon[67007]: audit 2022-01-18T21:49:17.045800+0000 mon.smithi129 (mon.0) 3554 : audit 2022-01-18T21:49:18.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:17 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:49:18.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:17 smithi156 conmon[67007]: audit 2022-01-18T21:49:17.046632+0000 mon.smithi129 (mon.0) 3555 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:49:18.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:17 smithi156 conmon[67007]: 2022-01-18T21:49:18.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:17 smithi156 conmon[67007]: cephadm 2022-01-18T21:49:17.047374+0000 2022-01-18T21:49:18.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:17 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 12028 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:49:18.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:17 smithi156 conmon[67007]: audit 2022-01-18T21:49:17.357169+0000 mon.smithi129 (mon.0) 2022-01-18T21:49:18.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:17 smithi156 conmon[67007]: 3556 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:49:18.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:17 smithi156 conmon[67007]: audit 2022-01 2022-01-18T21:49:18.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:17 smithi156 conmon[67007]: -18T21:49:17.362419+0000 mon.smithi129 (mon.0) 3557 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:49:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:17 smithi129 conmon[101092]: cluster 2022-01-18T21:49:16.926696+0000 mgr.smithi129.iclwio (mgr.14716) 12027 2022-01-18T21:49:18.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:17 smithi129 conmon[101092]: : cluster [DBG] pgmap v10343: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:18.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:17 smithi129 conmon[101092]: audit 2022-01-18T21:49:17.044340+0000 mon.smithi129 2022-01-18T21:49:18.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:17 smithi129 conmon[101092]: (mon.0) 3553 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:49:18.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:17 smithi129 conmon[101092]: audit 2022- 2022-01-18T21:49:18.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:17 smithi129 conmon[101092]: 01-18T21:49:17.045800+0000 mon.smithi129 ( 2022-01-18T21:49:18.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:17 smithi129 conmon[101092]: mon.0) 3554 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:49:18.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:17 smithi129 conmon[101092]: audit 2022-01-18T21:49:18.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:17 smithi129 conmon[101092]: 2022-01-18T21:49:17.046632+0000 2022-01-18T21:49:18.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:17 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3555 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:49:18.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:17 smithi129 conmon[101092]: cephadm 2022-01-18T 2022-01-18T21:49:18.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:17 smithi129 conmon[101092]: 21:49:17.047374+0000 mgr.smithi129.iclwio (mgr.14716) 12028 : cephadm 2022-01-18T21:49:18.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:17 smithi129 conmon[101092]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:49:18.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:17 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T21:49:18.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:17 smithi129 conmon[101092]: T21:49:17.357169+0000 mon.smithi129 (mon. 2022-01-18T21:49:18.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:17 smithi129 conmon[101092]: 0) 3556 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:49:18.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:17 smithi129 conmon[101092]: audit 2022 2022-01-18T21:49:18.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:17 smithi129 conmon[101092]: -01-18T21:49:17.362419+0000 2022-01-18T21:49:18.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:17 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3557 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:49:18.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:17 smithi129 conmon[101092]: 2022-01-18T21:49:20.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:19 smithi129 conmon[101092]: cluster 2022-01-18T21:49:18.927301+0000 mgr.smithi129.iclwio (mgr.14716) 12029 : cluster [DBG] pgmap v10344: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:19 smithi156 conmon[67007]: cluster 2022-01-18T21:49:18.927301+0000 mgr.smithi129.iclwio (mgr.14716) 12029 : cluster [DBG] pgmap v10344: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:21 smithi156 conmon[67007]: cluster 2022-01-18T21:49:20.928120+0000 mgr.smithi129.iclwio (mgr.14716) 12030 : cluster [DBG] pgmap v10345: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:49:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:21 smithi129 conmon[101092]: cluster 2022-01-18T21:49:20.928120+0000 mgr.smithi129.iclwio (mgr.14716) 12030 : cluster [DBG] pgmap v10345: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:49:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:23 smithi156 conmon[67007]: cluster 2022-01-18T21:49:22.928820+0000 mgr.smithi129.iclwio (mgr.14716) 12031 : cluster [DBG] pgmap v10346: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:23 smithi156 conmon[67007]: 2022-01-18T21:49:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:23 smithi129 conmon[101092]: cluster 2022-01-18T21:49:22.928820+0000 mgr.smithi129.iclwio (mgr.14716) 12031 : cluster [DBG] pgmap v10346: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:25.141 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:49:25.404 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:49:25.404 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 7m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:49:25.405 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 7m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:49:25.405 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 7m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:49:25.405 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 7m ago 5h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:49:25.405 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 7m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:49:25.406 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 7m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:49:25.406 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 7m ago 5h 876M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:49:25.406 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 7m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:49:25.406 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 7m ago 5h 1972M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:49:25.407 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 7m ago 5h 1040M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:49:25.407 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 7m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:49:25.407 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 7m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:49:25.407 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 7m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:49:25.407 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 7m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:49:25.408 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 7m ago 5h 2388M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:49:25.408 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 7m ago 5h 3513M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:49:25.408 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 7m ago 5h 2644M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:49:25.408 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 7m ago 5h 3548M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:49:25.409 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 7m ago 5h 3294M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:49:25.409 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 7m ago 5h 3778M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:49:25.409 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 7m ago 5h 3065M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:49:25.409 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 7m ago 5h 4386M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:49:25.410 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 7m ago 5h 130M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:49:25.720 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:49:25.720 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:49:25.721 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:49:25.721 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:49:25.721 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:49:25.722 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:49:25.722 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:49:25.722 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:49:25.723 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:49:25.723 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:49:25.723 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:49:25.724 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:49:25.724 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:49:25.725 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:49:25.725 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:49:25.726 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:49:25.726 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:49:25.726 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:49:25.727 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:49:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:25 smithi156 conmon[67007]: cluster 2022-01-18T21:49:24.929678+0000 mgr.smithi129.iclwio (mgr.14716) 12032 : cluster [DBG] pgmap v10347: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:25 smithi156 conmon[67007]: audit 2022-01-18T21:49:25.129238+0000 mgr.smithi129.iclwio (mgr.14716) 12033 : audit [DBG] from='client.42118 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:49:26.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:25 smithi156 conmon[67007]: audit 2022-01-18T21:49:25.395891+0000 mgr.smithi129.iclwio (mgr.14716) 12034 : audit [DBG] from='client.42122 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:49:26.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:25 smithi156 conmon[67007]: audit 2022-01-18T21:49:26.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:25 smithi156 conmon[67007]: 2022-01-18T21:49:25.720525+0000 mon.smithi129 (mon.0) 3558 : audit [DBG] from='client.? 172.21.15.129:0/585555456' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:49:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:25 smithi129 conmon[101092]: cluster 2022-01-18T21:49:24.929678+0000 mgr.smithi129.iclwio (mgr.14716) 12032 2022-01-18T21:49:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:25 smithi129 conmon[101092]: : cluster [DBG] pgmap v10347: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:25 smithi129 conmon[101092]: audit 2022-01-18T21:49:25.129238+0000 mgr.smithi129.iclwio (mgr.14716) 12033 : audit [DBG] from='client.42118 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:49:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:25 smithi129 conmon[101092]: audit 2022-01-18T21:49:25.395891 2022-01-18T21:49:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:25 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 12034 : audit [DBG] from='client.42122 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:49:26.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:25 smithi129 conmon[101092]: audit 2022-01-18T21:49:25.720525+0000 2022-01-18T21:49:26.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:25 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3558 : audit [DBG] from='client.? 172.21.15.129:0/585555456' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:49:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:27 smithi156 conmon[67007]: cluster 2022-01-18T21:49:26.930185+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:49:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:27 smithi156 conmon[67007]: 12035 : cluster [DBG] pgmap v10348: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:27 smithi129 conmon[101092]: cluster 2022-01-18T21:49:26.930185+0000 mgr.smithi129.iclwio (mgr.14716) 12035 : cluster [DBG] pgmap v10348: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:29 smithi129 conmon[101092]: cluster 2022-01-18T21:49:28.930878+0000 mgr.smithi129.iclwio (mgr.14716) 12036 : cluster [DBG] pgmap v10349: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:29 smithi156 conmon[67007]: cluster 2022-01-18T21:49:28.930878+0000 mgr.smithi129.iclwio (mgr.14716) 12036 : cluster [DBG] pgmap v10349: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:31 smithi156 conmon[67007]: cluster 2022-01-18T21:49:30.931766+0000 mgr.smithi129.iclwio (mgr.14716) 12037 : cluster [DBG] 2022-01-18T21:49:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:31 smithi156 conmon[67007]: pgmap v10350: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:49:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:31 smithi129 conmon[101092]: cluster 2022-01-18T21:49:30.931766+0000 mgr.smithi129.iclwio (mgr.14716) 12037 : cluster [DBG] pgmap v10350: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:49:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:33 smithi156 conmon[67007]: cluster 2022-01-18T21:49:32.932290+0000 mgr.smithi129.iclwio (mgr.14716) 12038 : cluster [DBG] pgmap v10351: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:33 smithi129 conmon[101092]: cluster 2022-01-18T21:49:32.932290+0000 mgr.smithi129.iclwio (mgr.14716) 12038 : cluster [DBG] pgmap v10351: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:35 smithi156 conmon[67007]: cluster 2022-01-18T21:49:34.933040+0000 mgr.smithi129.iclwio (mgr.14716) 12039 : cluster [DBG] 2022-01-18T21:49:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:35 smithi156 conmon[67007]: pgmap v10352: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:35 smithi129 conmon[101092]: cluster 2022-01-18T21:49:34.933040+0000 mgr.smithi129.iclwio (mgr.14716) 12039 : cluster [DBG] pgmap v10352: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:37 smithi156 conmon[67007]: cluster 2022-01-18T21:49:36.933585+0000 mgr.smithi129.iclwio (mgr.14716) 12040 : cluster [DBG] pgmap v10353: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:37 smithi156 conmon[67007]: 2022-01-18T21:49:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:37 smithi129 conmon[101092]: cluster 2022-01-18T21:49:36.933585+0000 mgr.smithi129.iclwio (mgr.14716) 12040 : cluster [DBG] pgmap v10353: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:39 smithi129 conmon[101092]: cluster 2022-01-18T21:49:38.934130+0000 mgr.smithi129.iclwio (mgr.14716) 12041 : cluster [DBG] pgmap v10354: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:39 smithi156 conmon[67007]: cluster 2022-01-18T21:49:38.934130+0000 mgr.smithi129.iclwio (mgr.14716) 12041 : cluster [DBG] pgmap v10354: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:41 smithi156 conmon[67007]: cluster 2022-01-18T21:49:40.934969+0000 mgr.smithi129.iclwio (mgr.14716) 12042 : cluster [DBG] 2022-01-18T21:49:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:41 smithi156 conmon[67007]: pgmap v10355: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:49:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:41 smithi129 conmon[101092]: cluster 2022-01-18T21:49:40.934969+0000 mgr.smithi129.iclwio (mgr.14716) 12042 2022-01-18T21:49:42.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:41 smithi129 conmon[101092]: : cluster [DBG] pgmap v10355: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:49:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:43 smithi156 conmon[67007]: cluster 2022-01-18T21:49:42.935562+0000 mgr.smithi129.iclwio (mgr.14716) 12043 : cluster [DBG] pgmap v10356: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:43 smithi129 conmon[101092]: cluster 2022-01-18T21:49:42.935562+0000 mgr.smithi129.iclwio (mgr.14716) 12043 : cluster [DBG] pgmap v10356: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:46 smithi156 conmon[67007]: cluster 2022-01-18T21:49:44.936365+0000 mgr.smithi129.iclwio (mgr.14716) 12044 : cluster [DBG] pgmap v10357: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:45 smithi129 conmon[101092]: cluster 2022-01-18T21:49:44.936365+0000 mgr.smithi129.iclwio (mgr.14716) 12044 : cluster [DBG] pgmap v10357: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:48 smithi156 conmon[67007]: cluster 2022-01-18T21:49:46.936851+0000 mgr.smithi129.iclwio (mgr.14716) 12045 : cluster [DBG] pgmap v10358: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:48 smithi129 conmon[101092]: cluster 2022-01-18T21:49:46.936851+0000 mgr.smithi129.iclwio (mgr.14716) 12045 : cluster [DBG] pgmap v10358: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:50.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:49 smithi129 conmon[101092]: cluster 2022-01-18T21:49:48.937413+0000 mgr.smithi129.iclwio (mgr.14716) 12046 : cluster 2022-01-18T21:49:50.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:49 smithi129 conmon[101092]: [DBG] pgmap v10359: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:49 smithi156 conmon[67007]: cluster 2022-01-18T21:49:48.937413+0000 mgr.smithi129.iclwio (mgr.14716) 12046 : cluster [DBG] pgmap v10359: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:51 smithi156 conmon[67007]: cluster 2022-01-18T21:49:50.938316+0000 mgr.smithi129.iclwio (mgr.14716) 12047 : cluster [DBG] pgmap v10360: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:49:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:51 smithi129 conmon[101092]: cluster 2022-01-18T21:49:50.938316+0000 mgr.smithi129.iclwio (mgr.14716) 12047 : cluster [DBG] pgmap v10360: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:49:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:53 smithi156 conmon[67007]: cluster 2022-01-18T21:49:52.938840+0000 mgr.smithi129.iclwio (mgr.14716) 12048 : cluster [DBG] pgmap v10361: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:53 smithi129 conmon[101092]: cluster 2022-01-18T21:49:52.938840+0000 mgr.smithi129.iclwio (mgr.14716) 12048 : cluster [DBG] pgmap v10361: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:54.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:53 smithi129 conmon[101092]: 2022-01-18T21:49:56.020 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:49:56.285 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:49:56.285 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 7m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:49:56.285 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 7m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:49:56.285 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 7m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:49:56.286 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 7m ago 5h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:49:56.286 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 7m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:49:56.286 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 7m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:49:56.286 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 7m ago 5h 876M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:49:56.287 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 7m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:49:56.287 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 7m ago 5h 1972M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:49:56.287 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 7m ago 5h 1040M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:49:56.287 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 7m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:49:56.287 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 7m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:49:56.288 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 7m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:49:56.288 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 7m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:49:56.288 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 7m ago 5h 2388M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:49:56.288 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 7m ago 5h 3513M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:49:56.289 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 7m ago 5h 2644M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:49:56.289 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 7m ago 5h 3548M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:49:56.289 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 7m ago 5h 3294M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:49:56.289 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 7m ago 5h 3778M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:49:56.289 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 7m ago 5h 3065M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:49:56.290 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 7m ago 5h 4386M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:49:56.290 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 7m ago 5h 130M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:49:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:56 smithi156 conmon[67007]: cluster 2022-01-18T21:49:54.939645+0000 mgr.smithi129.iclwio (mgr.14716) 12049 : cluster [DBG] pgmap v10362: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:55 smithi129 conmon[101092]: cluster 2022-01-18T21:49:54.939645+0000 mgr.smithi129.iclwio (mgr.14716) 12049 : cluster 2022-01-18T21:49:56.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:55 smithi129 conmon[101092]: [DBG] pgmap v10362: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:56.607 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:49:56.607 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:49:56.607 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:49:56.608 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:49:56.608 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:49:56.608 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:49:56.608 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:49:56.608 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:49:56.609 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:49:56.609 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:49:56.609 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:49:56.610 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:49:56.610 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:49:56.610 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:49:56.610 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:49:56.611 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:49:56.611 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:49:56.611 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:49:56.611 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:49:57.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:57 smithi156 conmon[67007]: audit 2022-01-18T21:49:56.008793+0000 mgr.smithi129.iclwio (mgr.14716) 12050 : audit [DBG] from='client.42130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:49:57.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:57 smithi156 conmon[67007]: audit 2022-01-18T21:49:56.276361+0000 mgr.smithi129.iclwio (mgr.14716) 12051 : audit [DBG] from='client.42134 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:49:57.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:57 smithi156 conmon[67007]: audit 2022-01-18T21:49:56.607354+0000 mon.smithi129 (mon.0) 3559 : audit [DBG] from='client.? 172.21.15.129:0/1044929460' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:49:57.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:57 smithi129 conmon[101092]: audit 2022-01-18T21:49:56.008793+0000 mgr.smithi129.iclwio (mgr.14716) 12050 : audit [DBG] from='client.42130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:49:57.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:57 smithi129 conmon[101092]: audit 2022-01-18T21:49:56.276361+0000 mgr.smithi129.iclwio (mgr.14716) 12051 : audit [DBG] from='client.42134 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:49:57.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:57 smithi129 conmon[101092]: audit 2022-01-18T21:49:56.607354+0000 mon.smithi129 (mon.0) 3559 : audit [DBG] from='client.? 172.21.15.129:0/1044929460' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:49:58.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:58 smithi156 conmon[67007]: cluster 2022-01-18T21:49:56.940233+0000 mgr.smithi129.iclwio (mgr.14716) 12052 : cluster [DBG] 2022-01-18T21:49:58.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:58 smithi156 conmon[67007]: pgmap v10363: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:49:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:58 smithi129 conmon[101092]: cluster 2022-01-18T21:49:56.940233+0000 mgr.smithi129.iclwio (mgr.14716) 12052 : cluster [DBG] 2022-01-18T21:49:58.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:58 smithi129 conmon[101092]: pgmap v10363: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:59 smithi129 conmon[101092]: cluster 2022-01-18T21:49:58.940765+0000 mgr.smithi129.iclwio (mgr.14716) 12053 : cluster [DBG] pgmap v10364: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:59 smithi129 conmon[101092]: audit 2022-01-18T21:49:59.600165+0000 mon.smithi129 (mon.0) 3560 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:50:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:49:59 smithi129 conmon[101092]: audit 2022-01-18T21:49:59.600378+0000 mon.smithi129 (mon.0) 3561 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:50:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:59 smithi156 conmon[67007]: cluster 2022-01-18T21:49:58.940765+0000 mgr.smithi129.iclwio (mgr.14716) 12053 : cluster [DBG] pgmap v10364: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:59 smithi156 conmon[67007]: audit 2022-01-18T21:49:59.600165+0000 mon.smithi129 (mon.0) 3560 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:50:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:59 smithi156 conmon[67007]: audit 2022-01-18T21:49:59.600378+0000 mon.smithi129 (mon.0) 3561 : 2022-01-18T21:50:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:49:59 smithi156 conmon[67007]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:50:01.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:00 smithi129 conmon[101092]: cluster 2022-01-18T21:50:00.000117+0000 mon.smithi129 (mon.0) 3562 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T21:50:01.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:00 smithi156 conmon[67007]: cluster 2022-01-18T21:50:00.000117+0000 mon.smithi129 (mon.0) 3562 : cluster 2022-01-18T21:50:01.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:00 smithi156 conmon[67007]: [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T21:50:02.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:01 smithi129 conmon[101092]: cluster 2022-01-18T21:50:00.941508+0000 mgr.smithi129.iclwio (mgr.14716) 12054 : cluster [DBG] 2022-01-18T21:50:02.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:01 smithi129 conmon[101092]: pgmap v10365: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:50:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:01 smithi156 conmon[67007]: cluster 2022-01-18T21:50:00.941508+0000 mgr.smithi129.iclwio (mgr.14716) 12054 : cluster [DBG] pgmap v10365: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:50:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:01 smithi156 conmon[67007]: 2022-01-18T21:50:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:03 smithi156 conmon[67007]: cluster 2022-01-18T21:50:02.942057+0000 mgr.smithi129.iclwio (mgr.14716) 12055 : cluster [DBG] pgmap v10366: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:03 smithi129 conmon[101092]: cluster 2022-01-18T21:50:02.942057+0000 mgr.smithi129.iclwio (mgr.14716) 12055 : cluster [DBG] pgmap v10366: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:04.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:03 smithi129 conmon[101092]: 2022-01-18T21:50:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:06 smithi156 conmon[67007]: cluster 2022-01-18T21:50:04.942879+0000 mgr.smithi129.iclwio (mgr.14716) 12056 : cluster [DBG] pgmap v10367: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:06 smithi129 conmon[101092]: cluster 2022-01-18T21:50:04.942879+0000 mgr.smithi129.iclwio (mgr.14716) 12056 : cluster [DBG] pgmap v10367: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:08 smithi156 conmon[67007]: cluster 2022-01-18T21:50:06.943355+0000 mgr.smithi129.iclwio (mgr.14716) 12057 : cluster [DBG] 2022-01-18T21:50:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:08 smithi156 conmon[67007]: pgmap v10368: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:08 smithi129 conmon[101092]: cluster 2022-01-18T21:50:06.943355+0000 mgr.smithi129.iclwio (mgr.14716) 12057 : cluster [DBG] pgmap v10368: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:10.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:09 smithi129 conmon[101092]: cluster 2022-01-18T21:50:08.944050+0000 mgr.smithi129.iclwio (mgr.14716) 12058 : cluster [DBG] pgmap v10369: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:09 smithi129 conmon[101092]: 2022-01-18T21:50:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:09 smithi156 conmon[67007]: cluster 2022-01-18T21:50:08.944050+0000 mgr.smithi129.iclwio (mgr.14716) 12058 : cluster [DBG] pgmap v10369: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:11 smithi156 conmon[67007]: cluster 2022-01-18T21:50:10.944834+0000 mgr.smithi129.iclwio (mgr.14716) 12059 : cluster [DBG] pgmap v10370: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:50:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:11 smithi129 conmon[101092]: cluster 2022-01-18T21:50:10.944834+0000 mgr.smithi129.iclwio (mgr.14716) 12059 : cluster [DBG] pgmap v10370: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:50:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:14 smithi156 conmon[67007]: cluster 2022-01-18T21:50:12.945402+0000 mgr.smithi129.iclwio (mgr.14716) 12060 : cluster [DBG] pgmap v10371: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:14 smithi156 conmon[67007]: 2022-01-18T21:50:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:14 smithi129 conmon[101092]: cluster 2022-01-18T21:50:12.945402+0000 mgr.smithi129.iclwio (mgr.14716) 12060 : cluster [DBG] pgmap v10371: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:16 smithi156 conmon[67007]: cluster 2022-01-18T21:50:14.946126+0000 mgr.smithi129.iclwio (mgr.14716) 12061 : cluster [DBG] pgmap v10372: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:16 smithi129 conmon[101092]: cluster 2022-01-18T21:50:14.946126+0000 mgr.smithi129.iclwio (mgr.14716) 12061 : cluster [DBG] pgmap v10372: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:18 smithi156 conmon[67007]: cluster 2022-01-18T21:50:16.946624+0000 mgr.smithi129.iclwio (mgr.14716) 12062 : cluster [DBG] pgmap v10373: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:18.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:18 smithi156 conmon[67007]: audit 2022-01-18T21:50:17.364928+0000 mon.smithi129 (mon.0) 3563 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:50:18.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:18 smithi156 conmon[67007]: audit 2022-01-18T21:50:17.366305+0000 mon.smithi129 (mon.0) 3564 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:50:18.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:18 smithi156 conmon[67007]: audit 2022-01-18T21:50:17.367136+0000 mon.smithi129 (mon.0) 3565 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:50:18.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:18 smithi156 conmon[67007]: cephadm 2022-01-18T21:50:17.367900+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:50:18.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:18 smithi156 conmon[67007]: 12063 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:50:18.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:18 smithi156 conmon[67007]: audit 2022-01-18T21:50: 2022-01-18T21:50:18.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:18 smithi156 conmon[67007]: 17.679333+0000 mon.smithi129 (mon.0) 3566 : audit 2022-01-18T21:50:18.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:18 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:50:18.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:18 smithi156 conmon[67007]: audit 2022-01 2022-01-18T21:50:18.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:18 smithi156 conmon[67007]: -18T21:50:17.683939 2022-01-18T21:50:18.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:18 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 3567 : audit [INF] 2022-01-18T21:50:18.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:18 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:50:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:18 smithi129 conmon[101092]: cluster 2022-01-18T21:50:16.946624+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:50:18.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:18 smithi129 conmon[101092]: ) 12062 : cluster [DBG] pgmap v10373: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:18.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:18 smithi129 conmon[101092]: audit 2022-01-18T21:50:17.364928+0000 mon.smithi129 (mon.0) 3563 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:50:18.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:18 smithi129 conmon[101092]: audit 2022-01-18T21:50:17.366305+0000 mon.smithi129 (mon.0) 2022-01-18T21:50:18.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:18 smithi129 conmon[101092]: 3564 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:50:18.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:18 smithi129 conmon[101092]: audit 2022-01-18T21:50:17.367136 2022-01-18T21:50:18.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:18 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 3565 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:50:18.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:18 smithi129 conmon[101092]: cephadm 2022-01- 2022-01-18T21:50:18.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:18 smithi129 conmon[101092]: 18T21:50:17.367900+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:50:18.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:18 smithi129 conmon[101092]: .14716) 12063 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:50:18.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:18 smithi129 conmon[101092]: audit 2022-01 2022-01-18T21:50:18.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:18 smithi129 conmon[101092]: -18T21:50:17.679333+0000 mon.smithi129 ( 2022-01-18T21:50:18.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:18 smithi129 conmon[101092]: mon.0) 3566 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:50:18.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:18 smithi129 conmon[101092]: audit 2022-01 2022-01-18T21:50:18.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:18 smithi129 conmon[101092]: -18T21:50:17.683939+0000 mon.smithi129 ( 2022-01-18T21:50:18.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:18 smithi129 conmon[101092]: mon.0) 3567 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:50:20.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:19 smithi129 conmon[101092]: cluster 2022-01-18T21:50:18.947199+0000 mgr.smithi129.iclwio (mgr.14716) 12064 : cluster [DBG] pgmap v10374: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:19 smithi156 conmon[67007]: cluster 2022-01-18T21:50:18.947199+0000 mgr.smithi129.iclwio (mgr.14716) 12064 : cluster [DBG] pgmap v10374: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:22 smithi156 conmon[67007]: cluster 2022-01-18T21:50:20.948004+0000 mgr.smithi129.iclwio (mgr.14716) 12065 : cluster [DBG] pgmap v10375: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:50:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:22 smithi129 conmon[101092]: cluster 2022-01-18T21:50:20.948004+0000 mgr.smithi129.iclwio (mgr.14716) 12065 : cluster [DBG] pgmap v10375: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:50:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:24 smithi156 conmon[67007]: cluster 2022-01-18T21:50:22.948557+0000 mgr.smithi129.iclwio (mgr.14716) 12066 : cluster [DBG] pgmap v10376: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:24 smithi129 conmon[101092]: cluster 2022-01-18T21:50:22.948557+0000 mgr.smithi129.iclwio (mgr.14716) 12066 : cluster 2022-01-18T21:50:24.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:24 smithi129 conmon[101092]: [DBG] pgmap v10376: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:26 smithi156 conmon[67007]: cluster 2022-01-18T21:50:24.949449+0000 mgr.smithi129.iclwio (mgr.14716) 12067 : cluster [DBG] pgmap v10377: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:26 smithi129 conmon[101092]: cluster 2022-01-18T21:50:24.949449+0000 mgr.smithi129.iclwio (mgr.14716) 12067 : cluster [DBG] pgmap v10377: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:26.908 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:50:27.173 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:50:27.173 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 8m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:50:27.173 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 8m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:50:27.174 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 8m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:50:27.174 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 8m ago 5h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:50:27.174 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 8m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:50:27.174 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 8m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:50:27.175 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 8m ago 5h 876M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:50:27.175 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 8m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:50:27.175 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 8m ago 5h 1972M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:50:27.175 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 8m ago 5h 1040M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:50:27.176 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 8m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:50:27.176 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 8m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:50:27.176 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 8m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:50:27.176 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 8m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:50:27.176 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 8m ago 5h 2388M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:50:27.177 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 8m ago 5h 3513M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:50:27.177 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 8m ago 5h 2644M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:50:27.177 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 8m ago 5h 3548M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:50:27.177 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 8m ago 5h 3294M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:50:27.178 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 8m ago 5h 3778M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:50:27.178 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 8m ago 5h 3065M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:50:27.178 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 8m ago 5h 4386M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:50:27.178 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 8m ago 5h 130M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:50:27.493 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:50:27.493 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:50:27.493 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:50:27.494 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:50:27.494 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:50:27.494 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:50:27.494 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:50:27.495 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:50:27.495 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:50:27.495 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:50:27.495 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:50:27.495 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:50:27.496 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:50:27.496 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:50:27.496 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:50:27.496 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:50:27.497 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:50:27.497 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:50:27.497 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:50:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:28 smithi156 conmon[67007]: audit 2022-01-18T21:50:26.896817+0000 mgr.smithi129.iclwio (mgr.14716) 12068 : audit [DBG] from='client.42142 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:50:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:28 smithi156 conmon[67007]: cluster 2022-01-18T21:50:26.949886+0000 mgr.smithi129.iclwio (mgr.14716) 12069 : cluster [DBG] pgmap v10378: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:28 smithi156 conmon[67007]: audit 2022-01-18T21:50:27.164345+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:50:28.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:28 smithi156 conmon[67007]: 14716) 12070 : audit [DBG] from='client.42146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:50:28.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:28 smithi156 conmon[67007]: audit 2022-01-18T21:50:28.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:28 smithi156 conmon[67007]: 2022-01-18T21:50:27.493144+0000 mon.smithi129 (mon.0) 3568 2022-01-18T21:50:28.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:28 smithi156 conmon[67007]: : audit [DBG] from='client.? 172.21.15.129:0/379219704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:50:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:28 smithi129 conmon[101092]: audit 2022-01-18T21:50:26.896817+0000 mgr.smithi129.iclwio (mgr.14716) 12068 : audit 2022-01-18T21:50:28.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:28 smithi129 conmon[101092]: [DBG] from='client.42142 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:50:28.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:28 smithi129 conmon[101092]: cluster 2022-01-18T21:50:26.949886+0000 mgr.smithi129.iclwio (mgr.14716) 12069 : cluster [DBG] pgmap v10378: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:28.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:28 smithi129 conmon[101092]: audit 2022-01-18T21:50:27.164345+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:50:28.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:28 smithi129 conmon[101092]: 14716) 12070 : audit [DBG] from='client.42146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:50:28.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:28 smithi129 conmon[101092]: audit 2022 2022-01-18T21:50:28.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:28 smithi129 conmon[101092]: -01-18T21:50:27 2022-01-18T21:50:28.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:28 smithi129 conmon[101092]: .493144+0000 mon.smithi129 (mon.0) 3568 : audit 2022-01-18T21:50:28.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:28 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/379219704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:50:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:29 smithi129 conmon[101092]: cluster 2022-01-18T21:50:28.950384+0000 mgr.smithi129.iclwio (mgr.14716) 12071 : cluster [DBG] pgmap v10379: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:29 smithi129 conmon[101092]: 2022-01-18T21:50:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:29 smithi156 conmon[67007]: cluster 2022-01-18T21:50:28.950384+0000 mgr.smithi129.iclwio (mgr.14716) 12071 : cluster [DBG] pgmap v10379: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:32 smithi156 conmon[67007]: cluster 2022-01-18T21:50:30.951211+0000 mgr.smithi129.iclwio (mgr.14716) 12072 : cluster 2022-01-18T21:50:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:32 smithi156 conmon[67007]: [DBG] pgmap v10380: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:50:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:32 smithi129 conmon[101092]: cluster 2022-01-18T21:50:30.951211+0000 mgr.smithi129.iclwio (mgr.14716) 12072 : cluster [DBG] pgmap v10380: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:50:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:34 smithi156 conmon[67007]: cluster 2022-01-18T21:50:32.952002+0000 mgr.smithi129.iclwio (mgr.14716) 12073 : cluster [DBG] 2022-01-18T21:50:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:34 smithi156 conmon[67007]: pgmap v10381: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:34 smithi129 conmon[101092]: cluster 2022-01-18T21:50:32.952002+0000 mgr.smithi129.iclwio (mgr.14716) 12073 : cluster [DBG] pgmap v10381: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:36 smithi156 conmon[67007]: cluster 2022-01-18T21:50:34.952702+0000 mgr.smithi129.iclwio (mgr.14716) 12074 : cluster 2022-01-18T21:50:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:36 smithi156 conmon[67007]: [DBG] pgmap v10382: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:36 smithi129 conmon[101092]: cluster 2022-01-18T21:50:34.952702+0000 mgr.smithi129.iclwio (mgr.14716) 12074 : cluster [DBG] pgmap v10382: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:36.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:36 smithi129 conmon[101092]: 2022-01-18T21:50:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:38 smithi156 conmon[67007]: cluster 2022-01-18T21:50:36.953205+0000 mgr.smithi129.iclwio (mgr.14716) 12075 : cluster [DBG] 2022-01-18T21:50:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:38 smithi156 conmon[67007]: pgmap v10383: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:38 smithi129 conmon[101092]: cluster 2022-01-18T21:50:36.953205+0000 mgr.smithi129.iclwio (mgr.14716) 12075 : cluster 2022-01-18T21:50:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:38 smithi129 conmon[101092]: [DBG] pgmap v10383: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:39 smithi129 conmon[101092]: cluster 2022-01-18T21:50:38.953904+0000 mgr.smithi129.iclwio (mgr.14716) 12076 : cluster [DBG] 2022-01-18T21:50:40.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:39 smithi129 conmon[101092]: pgmap v10384: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:39 smithi156 conmon[67007]: cluster 2022-01-18T21:50:38.953904+0000 mgr.smithi129.iclwio (mgr.14716) 12076 : cluster 2022-01-18T21:50:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:39 smithi156 conmon[67007]: [DBG] pgmap v10384: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:42 smithi156 conmon[67007]: cluster 2022-01-18T21:50:40.954629+0000 mgr.smithi129.iclwio (mgr.14716) 12077 : cluster [DBG] 2022-01-18T21:50:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:42 smithi156 conmon[67007]: pgmap v10385: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:50:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:42 smithi129 conmon[101092]: cluster 2022-01-18T21:50:40.954629+0000 mgr.smithi129.iclwio (mgr.14716) 12077 : cluster [DBG] pgmap v10385: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:50:42.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:42 smithi129 conmon[101092]: 2022-01-18T21:50:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:44 smithi156 conmon[67007]: cluster 2022-01-18T21:50:42.955185+0000 mgr.smithi129.iclwio (mgr.14716) 12078 : cluster [DBG] pgmap v10386: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:44 smithi129 conmon[101092]: cluster 2022-01-18T21:50:42.955185+0000 mgr.smithi129.iclwio (mgr.14716) 12078 : cluster [DBG] pgmap v10386: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:46 smithi156 conmon[67007]: cluster 2022-01-18T21:50:44.955995+0000 mgr.smithi129.iclwio (mgr.14716) 12079 : cluster [DBG] pgmap v10387: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:46 smithi129 conmon[101092]: cluster 2022-01-18T21:50:44.955995+0000 mgr.smithi129.iclwio (mgr.14716) 12079 : cluster [DBG] pgmap v10387: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:48 smithi156 conmon[67007]: cluster 2022-01-18T21:50:46.956522+0000 mgr.smithi129.iclwio (mgr.14716) 12080 : cluster [DBG] pgmap v10388: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:48 smithi129 conmon[101092]: cluster 2022-01-18T21:50:46.956522+0000 mgr.smithi129.iclwio (mgr.14716) 12080 : cluster [DBG] pgmap v10388: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:50.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:49 smithi129 conmon[101092]: cluster 2022-01-18T21:50:48.956984+0000 mgr.smithi129.iclwio (mgr.14716) 12081 : cluster [DBG] pgmap v10389: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:49 smithi156 conmon[67007]: cluster 2022-01-18T21:50:48.956984+0000 mgr.smithi129.iclwio (mgr.14716) 12081 : cluster [DBG] pgmap v10389: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:52 smithi156 conmon[67007]: cluster 2022-01-18T21:50:50.957749+0000 mgr.smithi129.iclwio (mgr.14716) 12082 : cluster [DBG] pgmap v10390: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:50:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:52 smithi129 conmon[101092]: cluster 2022-01-18T21:50:50.957749+0000 mgr.smithi129.iclwio (mgr.14716) 12082 : cluster [DBG] pgmap v10390: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:50:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:54 smithi156 conmon[67007]: cluster 2022-01-18T21:50:52.958309+0000 mgr.smithi129.iclwio (mgr.14716) 12083 : cluster [DBG] pgmap v10391: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:54 smithi129 conmon[101092]: cluster 2022-01-18T21:50:52.958309+0000 mgr.smithi129.iclwio (mgr.14716) 12083 : cluster [DBG] 2022-01-18T21:50:54.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:54 smithi129 conmon[101092]: pgmap v10391: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:56 smithi156 conmon[67007]: cluster 2022-01-18T21:50:54.959255+0000 mgr.smithi129.iclwio (mgr.14716) 12084 : cluster 2022-01-18T21:50:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:56 smithi156 conmon[67007]: [DBG] pgmap v10392: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:56 smithi129 conmon[101092]: cluster 2022-01-18T21:50:54.959255+0000 mgr.smithi129.iclwio (mgr.14716) 12084 : cluster [DBG] 2022-01-18T21:50:56.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:56 smithi129 conmon[101092]: pgmap v10392: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:57.793 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:50:58.064 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:50:58.065 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 8m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:50:58.065 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 8m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:50:58.065 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 8m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:50:58.066 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 8m ago 5h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:50:58.066 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 8m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:50:58.066 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 8m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:50:58.066 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 8m ago 5h 876M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:50:58.067 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 8m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:50:58.067 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 8m ago 5h 1972M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:50:58.067 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 8m ago 5h 1040M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:50:58.067 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 8m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:50:58.067 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 8m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:50:58.068 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 8m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:50:58.068 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 8m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:50:58.068 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 8m ago 5h 2388M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:50:58.068 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 8m ago 5h 3513M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:50:58.069 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 8m ago 5h 2644M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:50:58.069 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 8m ago 5h 3548M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:50:58.069 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 8m ago 5h 3294M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:50:58.069 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 8m ago 5h 3778M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:50:58.069 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 8m ago 5h 3065M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:50:58.070 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 8m ago 5h 4386M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:50:58.070 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 8m ago 5h 130M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:50:58.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:58 smithi156 conmon[67007]: cluster 2022-01-18T21:50:56.959761+0000 mgr.smithi129.iclwio (mgr.14716) 12085 : cluster [DBG] pgmap v10393: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:58.382 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:50:58.383 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:50:58.383 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:50:58.383 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:50:58.383 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:50:58.384 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:50:58.384 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:50:58.384 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:50:58.384 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:50:58.385 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:50:58.385 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:50:58.385 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:50:58.385 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:50:58.385 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:50:58.386 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:50:58.386 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:50:58.386 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:50:58.386 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:50:58.387 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:50:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:58 smithi129 conmon[101092]: cluster 2022-01-18T21:50:56.959761+0000 mgr.smithi129.iclwio (mgr.14716) 12085 : cluster 2022-01-18T21:50:58.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:58 smithi129 conmon[101092]: [DBG] pgmap v10393: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:50:59.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:59 smithi156 conmon[67007]: audit 2022-01-18T21:50:57.781057+0000 mgr.smithi129.iclwio (mgr.14716) 12086 : audit [DBG] 2022-01-18T21:50:59.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:59 smithi156 conmon[67007]: from='client.42154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:50:59.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:59 smithi156 conmon[67007]: audit 2022-01-18T21:50:58.056117+0000 mgr.smithi129.iclwio (mgr.14716) 12087 : audit [DBG] from='client.42158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:50:59.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:59 smithi156 conmon[67007]: audit 2022 2022-01-18T21:50:59.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:50:59 smithi156 conmon[67007]: -01-18T21:50:58.382821+0000 mon.smithi129 (mon.0) 3569 : audit [DBG] from='client.? 172.21.15.129:0/2253395145' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:50:59.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:59 smithi129 conmon[101092]: audit 2022-01-18T21:50:57.781057+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:50:59.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:59 smithi129 conmon[101092]: 12086 : audit [DBG] from='client.42154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:50:59.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:59 smithi129 conmon[101092]: audit 2022-01-18T21:50:58.056117+0000 mgr.smithi129.iclwio (mgr.14716) 12087 : audit [DBG] from='client.42158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:50:59.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:59 smithi129 conmon[101092]: audit 2022-01-18T21:50:58.382821+0000 mon.smithi129 (mon.0) 3569 : audit [DBG] 2022-01-18T21:50:59.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:50:59 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/2253395145' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:51:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:00 smithi156 conmon[67007]: cluster 2022-01-18T21:50:58.960303+0000 mgr.smithi129.iclwio (mgr.14716) 12088 : cluster [DBG] pgmap v10394: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:00 smithi156 conmon[67007]: audit 2022-01-18T21:50:59.604036+0000 mon.smithi129 (mon.0) 3570 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:51:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:00 smithi156 conmon[67007]: audit 2022-01-18T21:50:59.604257+0000 mon.smithi129 (mon.0) 3571 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:51:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:00 smithi129 conmon[101092]: cluster 2022-01-18T21:50:58.960303+0000 mgr.smithi129.iclwio (mgr.14716) 12088 : cluster [DBG] 2022-01-18T21:51:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:00 smithi129 conmon[101092]: pgmap v10394: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:00 smithi129 conmon[101092]: audit 2022-01-18T21:50:59.604036+0000 mon.smithi129 (mon.0) 3570 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:51:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:00 smithi129 conmon[101092]: audit 2022-01-18T21:50:59.604257+0000 mon.smithi129 (mon.0) 3571 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:51:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:02 smithi156 conmon[67007]: cluster 2022-01-18T21:51:00.961132+0000 mgr.smithi129.iclwio (mgr.14716) 12089 : cluster [DBG] pgmap v10395: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:51:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:02 smithi129 conmon[101092]: cluster 2022-01-18T21:51:00.961132+0000 mgr.smithi129.iclwio (mgr.14716) 12089 : cluster [DBG] pgmap v10395: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:51:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:04 smithi156 conmon[67007]: cluster 2022-01-18T21:51:02.961823+0000 mgr.smithi129.iclwio (mgr.14716) 12090 : cluster [DBG] pgmap v10396: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:04 smithi129 conmon[101092]: cluster 2022-01-18T21:51:02.961823+0000 mgr.smithi129.iclwio (mgr.14716) 12090 : cluster [DBG] pgmap v10396: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:06 smithi156 conmon[67007]: cluster 2022-01-18T21:51:04.962461+0000 mgr.smithi129.iclwio (mgr.14716) 12091 : cluster [DBG] pgmap v10397: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:06 smithi129 conmon[101092]: cluster 2022-01-18T21:51:04.962461+0000 mgr.smithi129.iclwio (mgr.14716) 12091 : cluster [DBG] pgmap v10397: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:06.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:06 smithi129 conmon[101092]: 2022-01-18T21:51:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:08 smithi156 conmon[67007]: cluster 2022-01-18T21:51:06.962973+0000 mgr.smithi129.iclwio (mgr.14716) 12092 : cluster 2022-01-18T21:51:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:08 smithi156 conmon[67007]: [DBG] pgmap v10398: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:08 smithi129 conmon[101092]: cluster 2022-01-18T21:51:06.962973+0000 mgr.smithi129.iclwio (mgr.14716) 12092 : cluster [DBG] 2022-01-18T21:51:08.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:08 smithi129 conmon[101092]: pgmap v10398: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:10.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:09 smithi129 conmon[101092]: cluster 2022-01-18T21:51:08.963618+0000 mgr.smithi129.iclwio (mgr.14716) 12093 : cluster [DBG] pgmap v10399: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:10.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:09 smithi129 conmon[101092]: 2022-01-18T21:51:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:09 smithi156 conmon[67007]: cluster 2022-01-18T21:51:08.963618+0000 mgr.smithi129.iclwio (mgr.14716) 12093 : cluster [DBG] pgmap v10399: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:09 smithi156 conmon[67007]: 2022-01-18T21:51:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:12 smithi156 conmon[67007]: cluster 2022-01-18T21:51:10.964372+0000 mgr.smithi129.iclwio (mgr.14716) 12094 : cluster [DBG] pgmap v10400: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:51:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:12 smithi129 conmon[101092]: cluster 2022-01-18T21:51:10.964372+0000 mgr.smithi129.iclwio (mgr.14716) 12094 : cluster [DBG] pgmap v10400: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:51:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:14 smithi156 conmon[67007]: cluster 2022-01-18T21:51:12.964965+0000 mgr.smithi129.iclwio (mgr.14716) 12095 : cluster [DBG] pgmap v10401: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:14 smithi129 conmon[101092]: cluster 2022-01-18T21:51:12.964965+0000 mgr.smithi129.iclwio (mgr.14716) 12095 : cluster [DBG] pgmap v10401: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:16 smithi156 conmon[67007]: cluster 2022-01-18T21:51:14.965640+0000 mgr.smithi129.iclwio (mgr.14716) 12096 : cluster [DBG] 2022-01-18T21:51:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:16 smithi156 conmon[67007]: pgmap v10402: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:16 smithi129 conmon[101092]: cluster 2022-01-18T21:51:14.965640+0000 mgr.smithi129.iclwio (mgr.14716) 12096 : cluster [DBG] pgmap v10402: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:18.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:18 smithi156 conmon[67007]: cluster 2022-01-18T21:51:16.966218+0000 mgr.smithi129.iclwio (mgr.14716) 12097 : cluster [DBG] pgmap v10403: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:18.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:18 smithi156 conmon[67007]: audit 2022-01-18T21:51:17.686417+0000 mon.smithi129 (mon.0) 3572 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:51:18.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:18 smithi156 conmon[67007]: audit 2022-01-18T21:51:17.687825+0000 mon.smithi129 (mon.0) 3573 : audit [DBG] 2022-01-18T21:51:18.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:18 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:51:18.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:18 smithi156 conmon[67007]: audit 2022-01-18T21:51: 2022-01-18T21:51:18.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:18 smithi156 conmon[67007]: 17.688718+0000 mon.smithi129 (mon.0) 3574 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:51:18.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:18 smithi156 conmon[67007]: audit 2022- 2022-01-18T21:51:18.302 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:18 smithi156 conmon[67007]: 01-18T21:51:17.992825+0000 mon.smithi129 2022-01-18T21:51:18.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:18 smithi156 conmon[67007]: (mon.0) 3575 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T21:51:18.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:18 smithi156 conmon[67007]: audit 2022- 2022-01-18T21:51:18.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:18 smithi156 conmon[67007]: 01-18T21:51:17.995882+0000 mon.smithi129 2022-01-18T21:51:18.303 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:18 smithi156 conmon[67007]: (mon.0) 3576 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T21:51:18.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:18 smithi156 conmon[67007]: audit 2022- 2022-01-18T21:51:18.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:18 smithi156 conmon[67007]: 01-18T21:51:17.999867+0000 2022-01-18T21:51:18.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:18 smithi156 conmon[67007]: mon.smithi129 (mon.0) 3577 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:51:18.304 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:18 smithi156 conmon[67007]: 2022-01-18T21:51:18.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:18 smithi156 conmon[67007]: audit 2022 2022-01-18T21:51:18.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:18 smithi156 conmon[67007]: -01-18T21:51:18.004550+0000 mon.smithi129 (mon. 2022-01-18T21:51:18.305 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:18 smithi156 conmon[67007]: 0) 3578 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:51:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:18 smithi129 conmon[101092]: cluster 2022-01-18T21:51:16.966218+0000 mgr.smithi129.iclwio (mgr.14716) 12097 : 2022-01-18T21:51:18.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:18 smithi129 conmon[101092]: cluster [DBG] pgmap v10403: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:18.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:18 smithi129 conmon[101092]: audit 2022-01-18T21:51:17.686417+0000 mon.smithi129 (mon.0) 3572 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:51:18.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:18 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T21:51:18.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:18 smithi129 conmon[101092]: T21:51:17.687825+0000 mon.smithi129 (mon.0) 3573 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:51:18.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:18 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T21:51:18.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:18 smithi129 conmon[101092]: 18T21:51:17.688718+0000 mon.smithi129 2022-01-18T21:51:18.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:18 smithi129 conmon[101092]: (mon.0) 3574 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:51:18.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:18 smithi129 conmon[101092]: audit 2022-01-18T21:51:18.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:18 smithi129 conmon[101092]: 2022-01-18T21:51 2022-01-18T21:51:18.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:18 smithi129 conmon[101092]: :17.992825+0000 mon.smithi129 (mon.0) 3575 2022-01-18T21:51:18.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:18 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T21:51:18.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:18 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T21:51:18.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:18 smithi129 conmon[101092]: 18T21:51:17.995882+0000 2022-01-18T21:51:18.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:18 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3576 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T21:51:18.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:18 smithi129 conmon[101092]: 2022-01-18T21:51:18.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:18 smithi129 conmon[101092]: audit 2022-01-18T21:51:18.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:18 smithi129 conmon[101092]: 2022-01-18T21:51:17.999867 2022-01-18T21:51:18.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:18 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 3577 : audit [INF] 2022-01-18T21:51:18.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:18 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:51:18.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:18 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T21:51:18.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:18 smithi129 conmon[101092]: 21:51:18.004550+0000 mon.smithi129 (mon 2022-01-18T21:51:18.444 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:18 smithi129 conmon[101092]: .0) 3578 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:51:19.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:19 smithi156 conmon[67007]: cephadm 2022-01-18T21:51:17.689458+0000 mgr.smithi129.iclwio (mgr.14716) 12098 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:51:19.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:19 smithi129 conmon[101092]: cephadm 2022-01-18T21:51:17.689458+0000 mgr.smithi129.iclwio (mgr.14716) 12098 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:51:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:20 smithi156 conmon[67007]: cluster 2022-01-18T21:51:18.966914+0000 mgr.smithi129.iclwio (mgr.14716) 12099 : cluster [DBG] pgmap v10404: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:20 smithi129 conmon[101092]: cluster 2022-01-18T21:51:18.966914+0000 mgr.smithi129.iclwio (mgr.14716) 12099 : cluster [DBG] pgmap v10404: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:22.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:22 smithi156 conmon[67007]: cluster 2022-01-18T21:51:20.967655+0000 mgr.smithi129.iclwio (mgr.14716) 12100 : cluster [DBG] pgmap v10405: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:51:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:22 smithi129 conmon[101092]: cluster 2022-01-18T21:51:20.967655+0000 mgr.smithi129.iclwio (mgr.14716) 12100 : cluster [DBG] pgmap v10405: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:51:24.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:24 smithi156 conmon[67007]: cluster 2022-01-18T21:51:22.968299+0000 mgr.smithi129.iclwio (mgr.14716) 12101 : cluster [DBG] pgmap v10406: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:24 smithi129 conmon[101092]: cluster 2022-01-18T21:51:22.968299+0000 mgr.smithi129.iclwio (mgr.14716) 12101 : cluster [DBG] pgmap v10406: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:26 smithi156 conmon[67007]: cluster 2022-01-18T21:51:24.969192+0000 mgr.smithi129.iclwio (mgr.14716) 12102 : cluster [DBG] 2022-01-18T21:51:26.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:26 smithi156 conmon[67007]: pgmap v10407: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:26 smithi129 conmon[101092]: cluster 2022-01-18T21:51:24.969192+0000 mgr.smithi129.iclwio (mgr.14716) 12102 : cluster [DBG] pgmap v10407: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:26 smithi129 conmon[101092]: 2022-01-18T21:51:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:28 smithi156 conmon[67007]: cluster 2022-01-18T21:51:26.969744+0000 mgr.smithi129.iclwio (mgr.14716) 12103 : cluster [DBG] pgmap v10408: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:28.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:28 smithi156 conmon[67007]: 2022-01-18T21:51:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:28 smithi129 conmon[101092]: cluster 2022-01-18T21:51:26.969744+0000 mgr.smithi129.iclwio (mgr.14716) 12103 : cluster [DBG] pgmap v10408: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:28.681 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:51:28.951 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:51:28.951 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 9m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:51:28.951 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 9m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:51:28.951 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 9m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:51:28.952 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 9m ago 5h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:51:28.952 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 9m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:51:28.952 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 9m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:51:28.952 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 9m ago 5h 876M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:51:28.952 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 9m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:51:28.953 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 9m ago 5h 1972M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:51:28.953 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 9m ago 5h 1040M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:51:28.953 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 9m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:51:28.953 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 9m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:51:28.953 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 9m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:51:28.954 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 9m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:51:28.954 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 9m ago 5h 2388M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:51:28.954 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 9m ago 5h 3513M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:51:28.954 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 9m ago 5h 2644M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:51:28.955 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 9m ago 5h 3548M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:51:28.955 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 9m ago 5h 3294M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:51:28.955 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 9m ago 5h 3778M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:51:28.955 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 9m ago 5h 3065M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:51:28.955 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 9m ago 5h 4386M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:51:28.956 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 9m ago 5h 130M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:51:29.270 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:51:29.270 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:51:29.271 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:51:29.271 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:51:29.272 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:51:29.272 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:51:29.272 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:51:29.273 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:51:29.273 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:51:29.274 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:51:29.274 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:51:29.275 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:51:29.275 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:51:29.275 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:51:29.276 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:51:29.276 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:51:29.277 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:51:29.277 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:51:29.277 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:51:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:29 smithi129 conmon[101092]: audit 2022-01-18T21:51:28.669493+0000 mgr.smithi129.iclwio (mgr.14716) 12104 2022-01-18T21:51:30.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:29 smithi129 conmon[101092]: : audit [DBG] from='client.42166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:51:30.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:29 smithi129 conmon[101092]: audit 2022-01-18T21:51:28.942141+0000 mgr.smithi129.iclwio (mgr.14716) 12105 : audit [DBG] from='client.42170 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:51:30.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:29 smithi129 conmon[101092]: cluster 2022-01-18T21:51:30.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:29 smithi129 conmon[101092]: 2022-01-18T 2022-01-18T21:51:30.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:29 smithi129 conmon[101092]: 21:51:28.970337+0000 mgr.smithi129.iclwio 2022-01-18T21:51:30.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:29 smithi129 conmon[101092]: (mgr.14716) 12106 : cluster [DBG] pgmap v10409: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:30.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:29 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T21:51:30.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:29 smithi129 conmon[101092]: 18T21:51:29.270595+0000 mon.smithi129 (mon 2022-01-18T21:51:30.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:29 smithi129 conmon[101092]: .0) 3579 : audit [DBG] from='client.? 172.21.15.129:0/4014742832' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:51:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:29 smithi156 conmon[67007]: audit 2022-01-18T21:51:28.669493+0000 mgr.smithi129.iclwio (mgr.14716) 12104 : audit [DBG] from='client.42166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:51:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:29 smithi156 conmon[67007]: audit 2022-01-18T21:51:28.942141+0000 mgr.smithi129.iclwio (mgr.14716) 12105 : audit [DBG] from='client.42170 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:51:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:29 smithi156 conmon[67007]: cluster 2022-01-18T21:51:28.970337+0000 mgr.smithi129.iclwio (mgr.14716) 12106 : cluster [DBG] 2022-01-18T21:51:30.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:29 smithi156 conmon[67007]: pgmap v10409: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:30.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:29 smithi156 conmon[67007]: audit 2022-01-18T21:51: 2022-01-18T21:51:30.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:29 smithi156 conmon[67007]: 29.270595+0000 mon.smithi129 (mon.0) 3579 : audit [DBG] from='client.? 172.21.15.129:0/4014742832' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:51:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:32 smithi156 conmon[67007]: cluster 2022-01-18T21:51:30.971304+0000 mgr.smithi129.iclwio (mgr.14716) 12107 : cluster [DBG] pgmap v10410: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:51:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:32 smithi129 conmon[101092]: cluster 2022-01-18T21:51:30.971304+0000 mgr.smithi129.iclwio (mgr.14716) 12107 : cluster [DBG] pgmap v10410: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:51:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:34 smithi156 conmon[67007]: cluster 2022-01-18T21:51:32.971981+0000 mgr.smithi129.iclwio (mgr.14716) 12108 : 2022-01-18T21:51:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:34 smithi156 conmon[67007]: cluster [DBG] pgmap v10411: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:34 smithi129 conmon[101092]: cluster 2022-01-18T21:51:32.971981+0000 mgr.smithi129.iclwio (mgr.14716) 12108 : cluster [DBG] pgmap v10411: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:36 smithi156 conmon[67007]: cluster 2022-01-18T21:51:34.972686+0000 mgr.smithi129.iclwio (mgr.14716) 12109 : cluster 2022-01-18T21:51:36.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:36 smithi156 conmon[67007]: [DBG] pgmap v10412: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:36 smithi129 conmon[101092]: cluster 2022-01-18T21:51:34.972686+0000 mgr.smithi129.iclwio (mgr.14716) 12109 : cluster [DBG] pgmap v10412: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:38.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:38 smithi156 conmon[67007]: cluster 2022-01-18T21:51:36.973087+0000 mgr.smithi129.iclwio (mgr.14716) 12110 : cluster [DBG] pgmap v10413: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:38 smithi129 conmon[101092]: cluster 2022-01-18T21:51:36.973087+0000 mgr.smithi129.iclwio (mgr.14716) 12110 : cluster [DBG] pgmap v10413: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:39 smithi129 conmon[101092]: cluster 2022-01-18T21:51:38.973749+0000 mgr.smithi129.iclwio (mgr.14716) 12111 : cluster [DBG] pgmap v10414: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:40.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:39 smithi129 conmon[101092]: 2022-01-18T21:51:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:39 smithi156 conmon[67007]: cluster 2022-01-18T21:51:38.973749+0000 mgr.smithi129.iclwio (mgr.14716) 12111 : 2022-01-18T21:51:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:39 smithi156 conmon[67007]: cluster [DBG] pgmap v10414: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:42 smithi156 conmon[67007]: cluster 2022-01-18T21:51:40.974422+0000 mgr.smithi129.iclwio (mgr.14716) 12112 : cluster [DBG] pgmap v10415: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:51:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:42 smithi129 conmon[101092]: cluster 2022-01-18T21:51:40.974422+0000 mgr.smithi129.iclwio (mgr.14716) 12112 : cluster [DBG] pgmap v10415: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:51:42.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:42 smithi129 conmon[101092]: 2022-01-18T21:51:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:44 smithi156 conmon[67007]: cluster 2022-01-18T21:51:42.974980+0000 mgr.smithi129.iclwio (mgr.14716) 12113 : cluster [DBG] pgmap v10416: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:44.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:44 smithi156 conmon[67007]: 2022-01-18T21:51:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:44 smithi129 conmon[101092]: cluster 2022-01-18T21:51:42.974980+0000 mgr.smithi129.iclwio (mgr.14716) 12113 : cluster [DBG] pgmap v10416: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:46.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:46 smithi156 conmon[67007]: cluster 2022-01-18T21:51:44.975659+0000 mgr.smithi129.iclwio (mgr.14716) 12114 : cluster [DBG] pgmap v10417: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:46 smithi129 conmon[101092]: cluster 2022-01-18T21:51:44.975659+0000 mgr.smithi129.iclwio (mgr.14716) 12114 : cluster [DBG] pgmap v10417: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:48 smithi156 conmon[67007]: cluster 2022-01-18T21:51:46.976112+0000 mgr.smithi129.iclwio (mgr.14716) 12115 : cluster [DBG] pgmap v10418: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:48.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:48 smithi156 conmon[67007]: 2022-01-18T21:51:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:48 smithi129 conmon[101092]: cluster 2022-01-18T21:51:46.976112+0000 mgr.smithi129.iclwio (mgr.14716) 12115 : cluster [DBG] 2022-01-18T21:51:48.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:48 smithi129 conmon[101092]: pgmap v10418: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:50.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:49 smithi129 conmon[101092]: cluster 2022-01-18T21:51:48.976662+0000 mgr.smithi129.iclwio (mgr.14716) 12116 : cluster [DBG] 2022-01-18T21:51:50.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:49 smithi129 conmon[101092]: pgmap v10419: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:49 smithi156 conmon[67007]: cluster 2022-01-18T21:51:48.976662+0000 mgr.smithi129.iclwio (mgr.14716) 12116 : cluster [DBG] pgmap v10419: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:52 smithi156 conmon[67007]: cluster 2022-01-18T21:51:50.977465+0000 mgr.smithi129.iclwio (mgr.14716) 12117 : cluster [DBG] pgmap v10420: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:51:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:52 smithi129 conmon[101092]: cluster 2022-01-18T21:51:50.977465+0000 mgr.smithi129.iclwio (mgr.14716) 12117 : cluster [DBG] pgmap v10420: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:51:54.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:54 smithi156 conmon[67007]: cluster 2022-01-18T21:51:52.978146+0000 mgr.smithi129.iclwio (mgr.14716) 12118 : cluster [DBG] pgmap v10421: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:54 smithi129 conmon[101092]: cluster 2022-01-18T21:51:52.978146+0000 mgr.smithi129.iclwio (mgr.14716) 12118 : cluster [DBG] pgmap v10421: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:56.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:56 smithi156 conmon[67007]: cluster 2022-01-18T21:51:54.979004+0000 mgr.smithi129.iclwio (mgr.14716) 12119 : cluster [DBG] pgmap v10422: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:56.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:56 smithi129 conmon[101092]: cluster 2022-01-18T21:51:54.979004+0000 mgr.smithi129.iclwio (mgr.14716) 12119 : cluster [DBG] pgmap v10422: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:58.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:58 smithi156 conmon[67007]: cluster 2022-01-18T21:51:56.979675+0000 mgr.smithi129.iclwio (mgr.14716) 12120 : cluster [DBG] pgmap v10423: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:58.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:58 smithi156 conmon[67007]: 2022-01-18T21:51:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:58 smithi129 conmon[101092]: cluster 2022-01-18T21:51:56.979675+0000 mgr.smithi129.iclwio (mgr.14716) 12120 : cluster [DBG] pgmap v10423: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:51:59.570 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:51:59.834 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:51:59.834 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 9m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:51:59.835 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 9m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:51:59.835 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 9m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:51:59.835 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 9m ago 5h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:51:59.835 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 9m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:51:59.836 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 9m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:51:59.836 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 9m ago 5h 876M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:51:59.836 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 9m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:51:59.836 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 9m ago 5h 1972M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:51:59.836 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 9m ago 5h 1040M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:51:59.837 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 9m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:51:59.837 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 9m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:51:59.837 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 9m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:51:59.837 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 9m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:51:59.838 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 9m ago 5h 2388M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:51:59.838 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 9m ago 5h 3513M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:51:59.838 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 9m ago 5h 2644M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:51:59.838 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 9m ago 5h 3548M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:51:59.839 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 9m ago 5h 3294M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:51:59.839 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 9m ago 5h 3778M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:51:59.839 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 9m ago 5h 3065M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:51:59.839 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 9m ago 5h 4386M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:51:59.839 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 9m ago 5h 130M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:52:00.154 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:52:00.154 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:52:00.154 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:52:00.154 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:52:00.155 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:52:00.155 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:52:00.155 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:52:00.155 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:52:00.156 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:52:00.156 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:52:00.156 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:52:00.156 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:52:00.156 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:52:00.157 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:52:00.157 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:52:00.157 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:52:00.157 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:52:00.158 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:52:00.158 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:52:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:59 smithi129 conmon[101092]: cluster 2022-01-18T21:51:58.980352+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:52:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:59 smithi129 conmon[101092]: 12121 : cluster [DBG] pgmap v10424: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:59 smithi129 conmon[101092]: audit 2022-01-18T21:51:59.607554+0000 mon.smithi129 (mon.0) 3580 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:52:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:59 smithi129 conmon[101092]: audit 2022-01-18T21:52:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:51:59 smithi129 conmon[101092]: 2022-01-18T21:51:59.607863+0000 mon.smithi129 (mon.0) 3581 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:52:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:59 smithi156 conmon[67007]: cluster 2022-01-18T21:51:58.980352+0000 mgr.smithi129.iclwio (mgr.14716) 12121 : cluster [DBG] 2022-01-18T21:52:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:59 smithi156 conmon[67007]: pgmap v10424: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:59 smithi156 conmon[67007]: audit 2022-01-18T21:51:59.607554+0000 mon.smithi129 (mon.0) 3580 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:52:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:59 smithi156 conmon[67007]: audit 2022-01-18T21:51:59.607863+0000 mon.smithi129 2022-01-18T21:52:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:51:59 smithi156 conmon[67007]: (mon.0) 3581 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:52:01.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:00 smithi129 conmon[101092]: audit 2022-01-18T21:51:59.558481+0000 mgr.smithi129.iclwio (mgr.14716) 12122 : audit [DBG] from='client.42178 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:52:01.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:00 smithi129 conmon[101092]: audit 2022-01-18T21:51:59.825469+0000 mgr.smithi129.iclwio (mgr.14716) 12123 : audit [DBG] from='client.42182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:52:01.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:00 smithi129 conmon[101092]: audit 2022-01-18T21:52:00.154152+0000 mon.smithi129 (mon.0) 2022-01-18T21:52:01.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:00 smithi129 conmon[101092]: 3582 : audit [DBG] from='client.? 172.21.15.129:0/3507490648' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:52:01.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:00 smithi156 conmon[67007]: audit 2022-01-18T21:51:59.558481+0000 mgr.smithi129.iclwio (mgr.14716) 12122 : audit 2022-01-18T21:52:01.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:00 smithi156 conmon[67007]: [DBG] from='client.42178 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:52:01.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:00 smithi156 conmon[67007]: audit 2022-01-18T21:51:59.825469+0000 mgr.smithi129.iclwio (mgr.14716) 12123 : audit [DBG] from='client.42182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:52:01.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:00 smithi156 conmon[67007]: audit 2022- 2022-01-18T21:52:01.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:00 smithi156 conmon[67007]: 01-18T21:52:00.154152+0000 mon.smithi129 (mon.0) 3582 : audit [DBG] from='client.? 172.21.15.129:0/3507490648' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:52:02.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:01 smithi129 conmon[101092]: cluster 2022-01-18T21:52:00.981243+0000 mgr.smithi129.iclwio (mgr.14716) 12124 : cluster [DBG] 2022-01-18T21:52:02.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:01 smithi129 conmon[101092]: pgmap v10425: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:52:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:01 smithi156 conmon[67007]: cluster 2022-01-18T21:52:00.981243+0000 mgr.smithi129.iclwio (mgr.14716) 12124 : cluster [DBG] pgmap v10425: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:52:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:01 smithi156 conmon[67007]: 2022-01-18T21:52:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:04 smithi156 conmon[67007]: cluster 2022-01-18T21:52:02.981831+0000 mgr.smithi129.iclwio (mgr.14716) 12125 : cluster [DBG] pgmap v10426: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:04.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:04 smithi156 conmon[67007]: 2022-01-18T21:52:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:04 smithi129 conmon[101092]: cluster 2022-01-18T21:52:02.981831+0000 mgr.smithi129.iclwio (mgr.14716) 12125 : cluster [DBG] 2022-01-18T21:52:04.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:04 smithi129 conmon[101092]: pgmap v10426: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:06 smithi156 conmon[67007]: cluster 2022-01-18T21:52:04.982701+0000 mgr.smithi129.iclwio (mgr.14716) 12126 : cluster [DBG] 2022-01-18T21:52:06.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:06 smithi156 conmon[67007]: pgmap v10427: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:06 smithi129 conmon[101092]: cluster 2022-01-18T21:52:04.982701+0000 mgr.smithi129.iclwio (mgr.14716) 12126 : cluster [DBG] pgmap v10427: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:06.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:06 smithi129 conmon[101092]: 2022-01-18T21:52:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:08 smithi156 conmon[67007]: cluster 2022-01-18T21:52:06.983264+0000 mgr.smithi129.iclwio (mgr.14716) 12127 : cluster 2022-01-18T21:52:08.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:08 smithi156 conmon[67007]: [DBG] pgmap v10428: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:08 smithi129 conmon[101092]: cluster 2022-01-18T21:52:06.983264+0000 mgr.smithi129.iclwio (mgr.14716) 12127 : cluster [DBG] pgmap v10428: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:10.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:09 smithi129 conmon[101092]: cluster 2022-01-18T21:52:08.983958+0000 mgr.smithi129.iclwio (mgr.14716) 12128 : cluster [DBG] pgmap v10429: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:09 smithi156 conmon[67007]: cluster 2022-01-18T21:52:08.983958+0000 mgr.smithi129.iclwio (mgr.14716) 12128 : cluster [DBG] pgmap v10429: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:09 smithi156 conmon[67007]: 2022-01-18T21:52:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:12 smithi156 conmon[67007]: cluster 2022-01-18T21:52:10.984749+0000 mgr.smithi129.iclwio (mgr.14716) 12129 : cluster [DBG] pgmap v10430: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:52:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:12 smithi129 conmon[101092]: cluster 2022-01-18T21:52:10.984749+0000 mgr.smithi129.iclwio (mgr.14716) 12129 : cluster [DBG] pgmap v10430: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:52:14.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:14 smithi156 conmon[67007]: cluster 2022-01-18T21:52:12.985297+0000 mgr.smithi129.iclwio (mgr.14716) 12130 : cluster [DBG] pgmap v10431: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:14 smithi129 conmon[101092]: cluster 2022-01-18T21:52:12.985297+0000 mgr.smithi129.iclwio (mgr.14716) 12130 : cluster [DBG] pgmap v10431: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:16 smithi156 conmon[67007]: cluster 2022-01-18T21:52:14.986267+0000 mgr.smithi129.iclwio (mgr.14716) 12131 : cluster [DBG] pgmap v10432: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:16.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:16 smithi156 conmon[67007]: 2022-01-18T21:52:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:16 smithi129 conmon[101092]: cluster 2022-01-18T21:52:14.986267+0000 mgr.smithi129.iclwio (mgr.14716) 12131 : cluster [DBG] pgmap v10432: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:18 smithi129 conmon[101092]: cluster 2022-01-18T21:52:16.986886+0000 mgr.smithi129.iclwio (mgr.14716) 12132 : cluster [DBG] pgmap v10433: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:18.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:18 smithi129 conmon[101092]: audit 2022-01-18T21:52:18 2022-01-18T21:52:18.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:18 smithi129 conmon[101092]: .007077+0000 mon.smithi129 (mon.0) 3583 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:52:18.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:18 smithi129 conmon[101092]: audit 2022-01-18T21:52:18.008563+0000 mon.smithi129 (mon.0) 3584 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:52:18.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:18 smithi129 conmon[101092]: audit 2022-01-18T21:52:18.009568+0000 mon.smithi129 (mon.0) 3585 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:52:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:18 smithi156 conmon[67007]: cluster 2022-01-18T21:52:16.986886+0000 mgr.smithi129.iclwio (mgr.14716) 12132 : cluster [DBG] pgmap v10433: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:18 smithi156 conmon[67007]: audit 2022-01-18T21: 2022-01-18T21:52:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:18 smithi156 conmon[67007]: 52:18.007077+0000 mon.smithi129 (mon.0) 3583 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:52:18.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:18 smithi156 conmon[67007]: audit 2022-01-18T21:52:18.008563+0000 mon.smithi129 (mon.0) 3584 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:52:18.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:18 smithi156 conmon[67007]: audit 2022-01-18T21:52:18.009568+0000 mon.smithi129 (mon.0 2022-01-18T21:52:18.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:18 smithi156 conmon[67007]: ) 3585 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:52:19.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:19 smithi156 conmon[67007]: cephadm 2022-01-18T21:52:18.011000+0000 2022-01-18T21:52:19.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:19 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 12133 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:52:19.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:19 smithi156 conmon[67007]: audit 2022-01-18T21:52:18.267393+0000 mon.smithi129 (mon.0) 3586 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:52:19.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:19 smithi129 conmon[101092]: cephadm 2022-01-18T21:52:18.011000+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:52:19.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:19 smithi129 conmon[101092]: 12133 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:52:19.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:19 smithi129 conmon[101092]: audit 2022-01-18T21:52:18.267393+0000 mon.smithi129 (mon.0) 3586 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:52:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:20 smithi156 conmon[67007]: cluster 2022-01-18T21:52:18.987388+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:52:20.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:20 smithi156 conmon[67007]: .14716) 12134 : cluster [DBG] pgmap v10434: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:20.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:20 smithi129 conmon[101092]: cluster 2022-01-18T21:52:18.987388+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:52:20.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:20 smithi129 conmon[101092]: 14716) 12134 : cluster [DBG] pgmap v10434: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:22 smithi156 conmon[67007]: cluster 2022-01-18T21:52:20.988069+0000 mgr.smithi129.iclwio (mgr.14716) 12135 : cluster [DBG] pgmap v10435: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:52:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:22 smithi156 conmon[67007]: audit 2022-01-18T21:52:21.513495+0000 mon.smithi129 (mon.0) 3587 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:52:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:22 smithi129 conmon[101092]: cluster 2022-01-18T21:52:20.988069+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:52:22.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:22 smithi129 conmon[101092]: 12135 : cluster [DBG] pgmap v10435: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:52:22.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:22 smithi129 conmon[101092]: audit 2022-01-18T21:52:21.513495+0000 mon.smithi129 (mon.0) 3587 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:52:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:24 smithi156 conmon[67007]: cluster 2022-01-18T21:52:22.988527+0000 mgr.smithi129.iclwio (mgr.14716) 12136 : cluster [DBG] pgmap v10436: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:25.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:24 smithi156 conmon[67007]: audit 2022-01-18T21:52:23.481746+0000 mon.smithi129 (mon.0) 3588 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:52:25.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:24 smithi156 conmon[67007]: audit 2022-01-18T21:52:23.776531+0000 mon.smithi129 (mon 2022-01-18T21:52:25.036 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:24 smithi156 conmon[67007]: .0) 3589 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:52:25.037 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:24 smithi156 conmon[67007]: audit 2022- 2022-01-18T21:52:25.037 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:24 smithi156 conmon[67007]: 01-18T21:52:23.781537+0000 mon.smithi129 (mon.0) 3590 : audit 2022-01-18T21:52:25.037 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:24 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:52:25.038 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:24 smithi129 conmon[101092]: cluster 2022-01-18T21:52:22.988527+0000 mgr.smithi129.iclwio (mgr.14716) 12136 : cluster [DBG] pgmap v10436: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:25.038 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:24 smithi129 conmon[101092]: audit 2022-01-18T21:52:23.481746+0000 mon.smithi129 (mon.0) 3588 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:52:25.038 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:24 smithi129 conmon[101092]: audit 2022-01-18T21:52:23.776531+0000 mon.smithi129 (mon.0) 3589 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:52:25.039 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:24 smithi129 conmon[101092]: audit 2022-01-18T21:52:23.781537+0000 mon.smithi129 (mon.0) 3590 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:52:26.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:26 smithi156 conmon[67007]: cluster 2022-01-18T21:52:24.989358+0000 mgr.smithi129.iclwio (mgr.14716) 12137 : cluster [DBG] pgmap v10437: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:26.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:26 smithi129 conmon[101092]: cluster 2022-01-18T21:52:24.989358+0000 mgr.smithi129.iclwio (mgr.14716) 12137 : cluster [DBG] pgmap v10437: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:28 smithi156 conmon[67007]: cluster 2022-01-18T21:52:26.989836+0000 mgr.smithi129.iclwio (mgr.14716) 12138 : cluster [DBG] pgmap v10438: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:28.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:28 smithi129 conmon[101092]: cluster 2022-01-18T21:52:26.989836+0000 mgr.smithi129.iclwio (mgr.14716) 12138 : cluster [DBG] pgmap v10438: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:29 smithi129 conmon[101092]: cluster 2022-01-18T21:52:28.990595+0000 mgr.smithi129.iclwio (mgr.14716) 12139 : cluster [DBG] pgmap v10439: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:29 smithi156 conmon[67007]: cluster 2022-01-18T21:52:28.990595+0000 mgr.smithi129.iclwio (mgr.14716) 12139 : cluster [DBG] pgmap v10439: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:30.454 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:52:30.721 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:52:30.722 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 7s ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:52:30.722 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 7s ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:52:30.722 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 9s ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:52:30.722 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 7s ago 5h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:52:30.723 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 7s ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:52:30.723 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 9s ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:52:30.723 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 7s ago 5h 888M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:52:30.723 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 9s ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:52:30.723 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 7s ago 5h 1995M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:52:30.724 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 9s ago 5h 1061M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:52:30.724 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 7s ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:52:30.724 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 9s ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:52:30.724 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 7s ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:52:30.725 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 9s ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:52:30.725 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 7s ago 5h 2417M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:52:30.725 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 7s ago 5h 3546M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:52:30.725 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 7s ago 5h 2667M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:52:30.725 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 7s ago 5h 3582M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:52:30.726 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 9s ago 5h 3325M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:52:30.726 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 9s ago 5h 3806M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:52:30.726 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 9s ago 5h 3091M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:52:30.726 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 9s ago 5h 4417M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:52:30.727 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 7s ago 5h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:52:31.040 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:52:31.041 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:52:31.041 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:52:31.042 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:52:31.042 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:52:31.042 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:52:31.042 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:52:31.042 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:52:31.043 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:52:31.043 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:52:31.043 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:52:31.043 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:52:31.044 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:52:31.044 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:52:31.044 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:52:31.044 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:52:31.044 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:52:31.045 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:52:31.045 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:52:31.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:30 smithi129 conmon[101092]: audit 2022-01-18T21:52:30.441828+0000 mgr.smithi129.iclwio (mgr.14716) 12140 : audit 2022-01-18T21:52:31.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:30 smithi129 conmon[101092]: [DBG] from='client.42190 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:52:31.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:30 smithi156 conmon[67007]: audit 2022-01-18T21:52:30.441828+0000 mgr.smithi129.iclwio (mgr.14716) 12140 : audit [DBG] from='client.42190 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:52:31.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:30 smithi156 conmon[67007]: 2022-01-18T21:52:32.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:31 smithi129 conmon[101092]: audit 2022-01-18T21:52:30.713131+0000 mgr.smithi129.iclwio (mgr.14716) 12141 : audit [DBG] from='client.42194 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:52:32.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:31 smithi129 conmon[101092]: 2022-01-18T21:52:32.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:31 smithi129 conmon[101092]: cluster 2022-01-18T21:52:30.991371+0000 mgr.smithi129.iclwio (mgr.14716) 12142 : cluster [DBG] pgmap v10440: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:52:32.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:31 smithi129 conmon[101092]: audit 2022-01-18T21:52:31.040987+0000 mon.smithi129 (mon.0) 2022-01-18T21:52:32.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:31 smithi129 conmon[101092]: 3591 : audit [DBG] from='client.? 172.21.15.129:0/2333047486' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:52:32.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:31 smithi156 conmon[67007]: audit 2022-01-18T21:52:30.713131+0000 mgr.smithi129.iclwio (mgr.14716) 12141 : audit 2022-01-18T21:52:32.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:31 smithi156 conmon[67007]: [DBG] from='client.42194 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:52:32.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:31 smithi156 conmon[67007]: cluster 2022-01-18T21:52:30.991371+0000 mgr.smithi129.iclwio (mgr.14716) 12142 : cluster [DBG] pgmap v10440: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:52:32.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:31 smithi156 conmon[67007]: audit 2022-01-18T21:52:31.040987+0000 mon.smithi129 ( 2022-01-18T21:52:32.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:31 smithi156 conmon[67007]: mon.0) 3591 : audit [DBG] from='client.? 172.21.15.129:0/2333047486' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:52:34.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:34 smithi156 conmon[67007]: cluster 2022-01-18T21:52:32.991956+0000 mgr.smithi129.iclwio (mgr.14716) 12143 : cluster [DBG] pgmap v10441: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:34 smithi129 conmon[101092]: cluster 2022-01-18T21:52:32.991956+0000 mgr.smithi129.iclwio (mgr.14716) 12143 : cluster [DBG] pgmap v10441: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:34.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:34 smithi129 conmon[101092]: 2022-01-18T21:52:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:36 smithi129 conmon[101092]: cluster 2022-01-18T21:52:34.992691+0000 mgr.smithi129.iclwio (mgr.14716) 12144 : cluster [DBG] 2022-01-18T21:52:36.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:36 smithi129 conmon[101092]: pgmap v10442: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:36 smithi156 conmon[67007]: cluster 2022-01-18T21:52:34.992691+0000 mgr.smithi129.iclwio (mgr.14716) 12144 : cluster [DBG] pgmap v10442: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:36 smithi156 conmon[67007]: 2022-01-18T21:52:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:38 smithi129 conmon[101092]: cluster 2022-01-18T21:52:36.993364+0000 mgr.smithi129.iclwio (mgr.14716) 12145 : cluster [DBG] pgmap v10443: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:38 smithi129 conmon[101092]: 2022-01-18T21:52:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:38 smithi156 conmon[67007]: cluster 2022-01-18T21:52:36.993364+0000 mgr.smithi129.iclwio (mgr.14716) 12145 : cluster [DBG] pgmap v10443: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:39 smithi129 conmon[101092]: cluster 2022-01-18T21:52:38.993900+0000 mgr.smithi129.iclwio (mgr.14716) 12146 : cluster [DBG] pgmap v10444: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:39 smithi156 conmon[67007]: cluster 2022-01-18T21:52:38.993900+0000 mgr.smithi129.iclwio (mgr.14716) 12146 : cluster [DBG] pgmap v10444: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:42 smithi129 conmon[101092]: cluster 2022-01-18T21:52:40.994756+0000 mgr.smithi129.iclwio (mgr.14716) 12147 : cluster [DBG] pgmap v10445: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:52:42.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:42 smithi156 conmon[67007]: cluster 2022-01-18T21:52:40.994756+0000 mgr.smithi129.iclwio (mgr.14716) 12147 : cluster [DBG] pgmap v10445: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:52:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:44 smithi129 conmon[101092]: cluster 2022-01-18T21:52:42.995338+0000 mgr.smithi129.iclwio (mgr.14716) 12148 : cluster [DBG] pgmap v10446: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:44.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:44 smithi156 conmon[67007]: cluster 2022-01-18T21:52:42.995338+0000 mgr.smithi129.iclwio (mgr.14716) 12148 : cluster [DBG] pgmap v10446: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:46 smithi129 conmon[101092]: cluster 2022-01-18T21:52:44.996192+0000 mgr.smithi129.iclwio (mgr.14716) 12149 : cluster [DBG] pgmap v10447: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:46 smithi156 conmon[67007]: cluster 2022-01-18T21:52:44.996192+0000 mgr.smithi129.iclwio (mgr.14716) 12149 : cluster [DBG] pgmap v10447: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:48 smithi129 conmon[101092]: cluster 2022-01-18T21:52:46.996746+0000 mgr.smithi129.iclwio (mgr.14716) 12150 : cluster [DBG] pgmap v10448: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:48.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:48 smithi156 conmon[67007]: cluster 2022-01-18T21:52:46.996746+0000 mgr.smithi129.iclwio (mgr.14716) 12150 : cluster [DBG] pgmap v10448: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:50.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:49 smithi129 conmon[101092]: cluster 2022-01-18T21:52:48.997435+0000 mgr.smithi129.iclwio (mgr.14716) 12151 : cluster [DBG] pgmap v10449: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:49 smithi156 conmon[67007]: cluster 2022-01-18T21:52:48.997435+0000 mgr.smithi129.iclwio (mgr.14716) 12151 : cluster [DBG] pgmap v10449: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:52 smithi129 conmon[101092]: cluster 2022-01-18T21:52:50.998177+0000 mgr.smithi129.iclwio (mgr.14716) 12152 : cluster [DBG] pgmap v10450: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:52:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:52 smithi156 conmon[67007]: cluster 2022-01-18T21:52:50.998177+0000 mgr.smithi129.iclwio (mgr.14716) 12152 : cluster [DBG] pgmap v10450: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:52:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:54 smithi129 conmon[101092]: cluster 2022-01-18T21:52:52.998834+0000 mgr.smithi129.iclwio (mgr.14716) 12153 : cluster [DBG] pgmap v10451: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:54.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:54 smithi156 conmon[67007]: cluster 2022-01-18T21:52:52.998834+0000 mgr.smithi129.iclwio (mgr.14716) 12153 : cluster [DBG] pgmap v10451: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:56 smithi129 conmon[101092]: cluster 2022-01-18T21:52:54.999710+0000 mgr.smithi129.iclwio (mgr.14716) 12154 : cluster [DBG] pgmap v10452: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:56 smithi156 conmon[67007]: cluster 2022-01-18T21:52:54.999710+0000 mgr.smithi129.iclwio (mgr.14716) 12154 : cluster [DBG] pgmap v10452: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:58 smithi129 conmon[101092]: cluster 2022-01-18T21:52:57.000377+0000 mgr.smithi129.iclwio (mgr.14716) 12155 : cluster [DBG] pgmap v10453: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:52:58.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:58 smithi156 conmon[67007]: cluster 2022-01-18T21:52:57.000377+0000 mgr.smithi129.iclwio (mgr.14716) 12155 : cluster [DBG] pgmap v10453: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:59 smithi129 conmon[101092]: cluster 2022-01-18T21:52:59.000873+0000 mgr.smithi129.iclwio (mgr.14716) 12156 : cluster [DBG] pgmap v10454: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:59 smithi129 conmon[101092]: audit 2022-01-18T21:52:59.612217+0000 mon.smithi129 (mon 2022-01-18T21:53:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:59 smithi129 conmon[101092]: .0) 3592 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:53:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:52:59 smithi129 conmon[101092]: audit 2022-01-18T21:52:59.612535+0000 mon.smithi129 (mon.0) 3593 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:53:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:59 smithi156 conmon[67007]: cluster 2022-01-18T21:52:59.000873+0000 mgr.smithi129.iclwio (mgr.14716) 12156 : cluster [DBG] pgmap v10454: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:59 smithi156 conmon[67007]: audit 2022-01-18T21:52:59.612217+0000 2022-01-18T21:53:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:59 smithi156 conmon[67007]: mon.smithi129 (mon.0) 3592 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:53:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:52:59 smithi156 conmon[67007]: audit 2022-01-18T21:52:59.612535+0000 mon.smithi129 (mon.0) 3593 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:53:01.335 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:53:01.599 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:53:01.600 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 38s ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:53:01.600 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 38s ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:53:01.600 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 40s ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:53:01.600 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 38s ago 5h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:53:01.601 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 38s ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:53:01.601 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 40s ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:53:01.601 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 38s ago 5h 888M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:53:01.601 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 40s ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:53:01.602 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 38s ago 5h 1995M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:53:01.602 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 40s ago 5h 1061M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:53:01.602 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 38s ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:53:01.602 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 40s ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:53:01.602 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 38s ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:53:01.603 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 40s ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:53:01.603 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 38s ago 5h 2417M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:53:01.603 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 38s ago 5h 3546M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:53:01.603 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 38s ago 5h 2667M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:53:01.604 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 38s ago 5h 3582M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:53:01.604 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 40s ago 5h 3325M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:53:01.604 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 40s ago 5h 3806M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:53:01.604 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 40s ago 5h 3091M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:53:01.604 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 40s ago 5h 4417M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:53:01.605 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 38s ago 5h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:53:01.920 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:53:01.921 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:53:01.921 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:53:01.922 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:53:01.922 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:53:01.923 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:53:01.923 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:53:01.924 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:53:01.924 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:53:01.925 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:53:01.925 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:53:01.926 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:53:01.926 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:53:01.926 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:53:01.927 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:53:01.927 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:53:01.927 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:53:01.928 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:53:01.928 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:53:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:02 smithi129 conmon[101092]: cluster 2022-01-18T21:53:01.001843+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:53:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:02 smithi129 conmon[101092]: ) 12157 : cluster [DBG] pgmap v10455: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:53:02.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:02 smithi129 conmon[101092]: audit 2022-01-18T21:53:01.323570+0000 mgr.smithi129.iclwio (mgr.14716) 12158 : audit [DBG] from='client.42202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:53:02.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:02 smithi129 conmon[101092]: audit 2022-01-18T21:53:01.920958+0000 mon.smithi129 (mon.0) 3594 : audit [DBG] from='client.? 172.21.15.129:0/4018174301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:53:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:02 smithi156 conmon[67007]: cluster 2022-01-18T21:53:01.001843+0000 mgr.smithi129.iclwio (mgr.14716) 12157 : cluster [DBG] pgmap v10455: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:53:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:02 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T21:53:02.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:02 smithi156 conmon[67007]: T21:53:01.323570+0000 mgr.smithi129.iclwio (mgr.14716) 12158 : audit [DBG] from='client.42202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:53:02.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:02 smithi156 conmon[67007]: audit 2022-01-18T21:53:01.920958+0000 mon.smithi129 (mon.0) 3594 : audit [DBG] from='client.? 172.21.15.129:0/4018174301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:53:03.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:03 smithi129 conmon[101092]: audit 2022-01-18T21:53:01.591233+0000 mgr.smithi129.iclwio (mgr.14716) 12159 : audit [DBG] from='client.42206 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:53:03.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:03 smithi156 conmon[67007]: audit 2022-01-18T21:53:01.591233+0000 mgr.smithi129.iclwio (mgr.14716) 12159 : audit [DBG] from='client.42206 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:53:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:04 smithi129 conmon[101092]: cluster 2022-01-18T21:53:03.002454+0000 mgr.smithi129.iclwio (mgr.14716) 12160 : cluster [DBG] pgmap v10456: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:04.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:04 smithi156 conmon[67007]: cluster 2022-01-18T21:53:03.002454+0000 mgr.smithi129.iclwio (mgr.14716) 12160 : cluster [DBG] pgmap v10456: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:06 smithi129 conmon[101092]: cluster 2022-01-18T21:53:05.003414+0000 mgr.smithi129.iclwio (mgr.14716) 12161 : cluster [DBG] pgmap v10457: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:06 smithi156 conmon[67007]: cluster 2022-01-18T21:53:05.003414+0000 mgr.smithi129.iclwio (mgr.14716) 12161 : cluster [DBG] pgmap v10457: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:08 smithi129 conmon[101092]: cluster 2022-01-18T21:53:07.004007+0000 mgr.smithi129.iclwio (mgr.14716) 12162 : cluster [DBG] pgmap v10458: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:08 smithi156 conmon[67007]: cluster 2022-01-18T21:53:07.004007+0000 mgr.smithi129.iclwio (mgr.14716) 12162 : cluster [DBG] pgmap v10458: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:09 smithi129 conmon[101092]: cluster 2022-01-18T21:53:09.004519+0000 mgr.smithi129.iclwio (mgr.14716) 12163 : cluster 2022-01-18T21:53:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:09 smithi129 conmon[101092]: [DBG] pgmap v10459: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:09 smithi156 conmon[67007]: cluster 2022-01-18T21:53:09.004519+0000 mgr.smithi129.iclwio (mgr.14716) 12163 : cluster [DBG] pgmap v10459: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:12 smithi129 conmon[101092]: cluster 2022-01-18T21:53:11.005491+0000 mgr.smithi129.iclwio (mgr.14716) 12164 : cluster [DBG] pgmap v10460: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:53:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:12 smithi156 conmon[67007]: cluster 2022-01-18T21:53:11.005491+0000 mgr.smithi129.iclwio (mgr.14716) 12164 : cluster 2022-01-18T21:53:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:12 smithi156 conmon[67007]: [DBG] pgmap v10460: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:53:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:14 smithi129 conmon[101092]: cluster 2022-01-18T21:53:13.006079+0000 mgr.smithi129.iclwio (mgr.14716) 12165 : cluster [DBG] 2022-01-18T21:53:14.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:14 smithi129 conmon[101092]: pgmap v10461: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:14.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:14 smithi156 conmon[67007]: cluster 2022-01-18T21:53:13.006079+0000 mgr.smithi129.iclwio (mgr.14716) 12165 : cluster [DBG] 2022-01-18T21:53:14.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:14 smithi156 conmon[67007]: pgmap v10461: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:16 smithi129 conmon[101092]: cluster 2022-01-18T21:53:15.006955+0000 mgr.smithi129.iclwio (mgr.14716) 12166 : cluster [DBG] 2022-01-18T21:53:16.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:16 smithi129 conmon[101092]: pgmap v10462: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:16 smithi156 conmon[67007]: cluster 2022-01-18T21:53:15.006955+0000 mgr.smithi129.iclwio (mgr.14716) 12166 : cluster [DBG] 2022-01-18T21:53:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:16 smithi156 conmon[67007]: pgmap v10462: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:18 smithi129 conmon[101092]: cluster 2022-01-18T21:53:17.007411+0000 mgr.smithi129.iclwio (mgr.14716) 12167 : cluster [DBG] pgmap v10463: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:18.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:18 smithi129 conmon[101092]: 2022-01-18T21:53:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:18 smithi156 conmon[67007]: cluster 2022-01-18T21:53:17.007411+0000 mgr.smithi129.iclwio (mgr.14716) 12167 : cluster [DBG] 2022-01-18T21:53:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:18 smithi156 conmon[67007]: pgmap v10463: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:20.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:19 smithi129 conmon[101092]: cluster 2022-01-18T21:53:19.008106+0000 mgr.smithi129.iclwio (mgr.14716) 12168 : cluster [DBG] 2022-01-18T21:53:20.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:19 smithi129 conmon[101092]: pgmap v10464: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:19 smithi156 conmon[67007]: cluster 2022-01-18T21:53:19.008106+0000 mgr.smithi129.iclwio (mgr.14716) 12168 : cluster 2022-01-18T21:53:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:19 smithi156 conmon[67007]: [DBG] pgmap v10464: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:22 smithi129 conmon[101092]: cluster 2022-01-18T21:53:21.008928+0000 mgr.smithi129.iclwio (mgr.14716) 12169 : cluster [DBG] pgmap v10465: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:53:22.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:22 smithi129 conmon[101092]: 2022-01-18T21:53:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:22 smithi156 conmon[67007]: cluster 2022-01-18T21:53:21.008928+0000 mgr.smithi129.iclwio (mgr.14716) 12169 : cluster 2022-01-18T21:53:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:22 smithi156 conmon[67007]: [DBG] pgmap v10465: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:53:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:24 smithi129 conmon[101092]: cluster 2022-01-18T21:53:23.009537+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:53:24.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:24 smithi129 conmon[101092]: 12170 : cluster [DBG] pgmap v10466: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:24.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:24 smithi129 conmon[101092]: audit 2022-01-18T21:53:23.784053+0000 mon.smithi129 (mon.0) 3595 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:53:24.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:24 smithi129 conmon[101092]: audit 2022-01-18T21:53:23.785553+0000 mon.smithi129 (mon.0) 3596 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:53:24.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:24 smithi129 conmon[101092]: audit 2022-01-18T21:53:23.786532+0000 mon.smithi129 (mon.0) 3597 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:53:24.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:24 smithi156 conmon[67007]: cluster 2022-01-18T21:53:23.009537+0000 2022-01-18T21:53:24.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:24 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 12170 : cluster [DBG] pgmap v10466: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:24.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:24 smithi156 conmon[67007]: audit 2022-01-18T21:53:23.784053+0000 mon.smithi129 (mon 2022-01-18T21:53:24.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:24 smithi156 conmon[67007]: .0) 3595 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:53:24.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:24 smithi156 conmon[67007]: audit 2022-01-18T21:53:23.785553 2022-01-18T21:53:24.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:24 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 3596 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:53:24.446 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:24 smithi156 conmon[67007]: 2022-01-18T21:53:24.446 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:24 smithi156 conmon[67007]: audit 2022-01-18T21:53:23 2022-01-18T21:53:24.446 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:24 smithi156 conmon[67007]: .786532+0000 mon.smithi129 (mon.0) 3597 : audit 2022-01-18T21:53:24.446 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:24 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:53:25.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:25 smithi129 conmon[101092]: cephadm 2022-01-18T21:53:23.787465+0000 mgr.smithi129.iclwio (mgr.14716) 12171 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:53:25.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:25 smithi129 conmon[101092]: audit 2022-01-18T21:53:24.097423+0000 mon.smithi129 (mon.0) 3598 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:53:25.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:25 smithi129 conmon[101092]: audit 2022-01-18T21:53:24.102183+0000 mon.smithi129 (mon.0) 3599 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:53:25.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:25 smithi156 conmon[67007]: cephadm 2022-01-18T21:53:23.787465+0000 mgr.smithi129.iclwio (mgr.14716) 12171 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:53:25.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:25 smithi156 conmon[67007]: audit 2022-01-18T21:53:24.097423+0000 mon.smithi129 (mon.0) 3598 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:53:25.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:25 smithi156 conmon[67007]: audit 2022-01-18T21:53:24.102183+0000 mon.smithi129 (mon.0) 3599 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:53:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:26 smithi129 conmon[101092]: cluster 2022-01-18T21:53:25.010418+0000 mgr.smithi129.iclwio (mgr.14716) 12172 : cluster [DBG] 2022-01-18T21:53:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:26 smithi129 conmon[101092]: pgmap v10467: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:26 smithi156 conmon[67007]: cluster 2022-01-18T21:53:25.010418+0000 mgr.smithi129.iclwio (mgr.14716) 12172 : cluster [DBG] pgmap v10467: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:28 smithi129 conmon[101092]: cluster 2022-01-18T21:53:27.010923+0000 mgr.smithi129.iclwio (mgr.14716) 12173 : cluster [DBG] pgmap v10468: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:28 smithi156 conmon[67007]: cluster 2022-01-18T21:53:27.010923+0000 mgr.smithi129.iclwio (mgr.14716) 12173 : cluster [DBG] pgmap v10468: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:29 smithi129 conmon[101092]: cluster 2022-01-18T21:53:29.011570+0000 mgr.smithi129.iclwio (mgr.14716) 12174 : cluster 2022-01-18T21:53:30.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:29 smithi129 conmon[101092]: [DBG] pgmap v10469: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:29 smithi156 conmon[67007]: cluster 2022-01-18T21:53:29.011570+0000 mgr.smithi129.iclwio (mgr.14716) 12174 : cluster [DBG] pgmap v10469: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:32.223 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:53:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:32 smithi129 conmon[101092]: cluster 2022-01-18T21:53:31.012488 2022-01-18T21:53:32.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:32 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 12175 : cluster [DBG] pgmap v10470: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:53:32.492 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:53:32.493 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 69s ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:53:32.493 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 69s ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:53:32.493 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 70s ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:53:32.493 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 69s ago 5h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:53:32.494 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 69s ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:53:32.494 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 70s ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:53:32.494 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 69s ago 5h 888M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:53:32.494 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 70s ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:53:32.495 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 69s ago 5h 1995M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:53:32.495 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 70s ago 5h 1061M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:53:32.495 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 69s ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:53:32.495 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 70s ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:53:32.496 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 69s ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:53:32.496 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 70s ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:53:32.496 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 69s ago 5h 2417M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:53:32.496 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 69s ago 5h 3546M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:53:32.496 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 69s ago 5h 2667M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:53:32.497 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 69s ago 5h 3582M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:53:32.497 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 70s ago 5h 3325M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:53:32.497 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 70s ago 5h 3806M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:53:32.497 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 70s ago 5h 3091M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:53:32.498 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 70s ago 5h 4417M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:53:32.498 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 69s ago 5h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:53:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:32 smithi156 conmon[67007]: cluster 2022-01-18T21:53:31.012488+0000 mgr.smithi129.iclwio (mgr.14716) 12175 : cluster [DBG] pgmap v10470: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:53:32.809 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:53:32.810 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:53:32.810 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:53:32.810 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:53:32.810 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:53:32.811 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:53:32.811 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:53:32.811 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:53:32.811 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:53:32.811 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:53:32.812 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:53:32.812 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:53:32.812 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:53:32.812 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:53:32.813 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:53:32.813 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:53:32.813 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:53:32.813 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:53:32.814 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:53:33.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:33 smithi129 conmon[101092]: audit 2022-01-18T21:53:32.211153+0000 mgr.smithi129.iclwio (mgr.14716) 12176 : audit 2022-01-18T21:53:33.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:33 smithi129 conmon[101092]: [DBG] from='client.42214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:53:33.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:33 smithi129 conmon[101092]: audit 2022-01-18T21:53:32.484150+0000 mgr.smithi129.iclwio (mgr.14716) 12177 : audit [DBG] from='client.42218 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:53:33.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:33 smithi129 conmon[101092]: audit 2022-01-18T21:53:32.809514+0000 2022-01-18T21:53:33.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:33 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3600 : audit [DBG] from='client.? 172.21.15.129:0/3960975809' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:53:33.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:33 smithi156 conmon[67007]: audit 2022-01-18T21:53:32.211153+0000 mgr.smithi129.iclwio (mgr.14716) 12176 : audit [DBG] from='client.42214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:53:33.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:33 smithi156 conmon[67007]: audit 2022-01-18T21:53:32.484150+0000 mgr.smithi129.iclwio (mgr.14716) 12177 : audit [DBG] from='client.42218 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:53:33.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:33 smithi156 conmon[67007]: audit 2022-01-18T21:53:32.809514+0000 mon.smithi129 (mon.0) 3600 : audit [DBG] from='client.? 172.21.15.129:0/3960975809' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:53:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:34 smithi129 conmon[101092]: cluster 2022-01-18T21:53:33.013189+0000 mgr.smithi129.iclwio (mgr.14716) 12178 : cluster 2022-01-18T21:53:34.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:34 smithi129 conmon[101092]: [DBG] pgmap v10471: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:34.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:34 smithi156 conmon[67007]: cluster 2022-01-18T21:53:33.013189+0000 mgr.smithi129.iclwio (mgr.14716) 12178 : cluster [DBG] pgmap v10471: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:36 smithi129 conmon[101092]: cluster 2022-01-18T21:53:35.013827+0000 mgr.smithi129.iclwio (mgr.14716) 12179 : cluster [DBG] pgmap v10472: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:36 smithi156 conmon[67007]: cluster 2022-01-18T21:53:35.013827+0000 mgr.smithi129.iclwio (mgr.14716) 12179 : cluster [DBG] pgmap v10472: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:38 smithi129 conmon[101092]: cluster 2022-01-18T21:53:37.014496+0000 mgr.smithi129.iclwio (mgr.14716) 12180 : cluster [DBG] 2022-01-18T21:53:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:38 smithi129 conmon[101092]: pgmap v10473: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:38 smithi156 conmon[67007]: cluster 2022-01-18T21:53:37.014496+0000 mgr.smithi129.iclwio (mgr.14716) 12180 : cluster [DBG] pgmap v10473: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:39 smithi129 conmon[101092]: cluster 2022-01-18T21:53:39.015170+0000 mgr.smithi129.iclwio (mgr.14716) 12181 : cluster [DBG] pgmap v10474: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:39 smithi156 conmon[67007]: cluster 2022-01-18T21:53:39.015170+0000 mgr.smithi129.iclwio (mgr.14716) 12181 2022-01-18T21:53:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:39 smithi156 conmon[67007]: : cluster [DBG] pgmap v10474: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:42 smithi129 conmon[101092]: cluster 2022-01-18T21:53:41.016066+0000 mgr.smithi129.iclwio (mgr.14716) 12182 : cluster [DBG] pgmap v10475: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:53:42.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:42 smithi156 conmon[67007]: cluster 2022-01-18T21:53:41.016066+0000 mgr.smithi129.iclwio (mgr.14716) 12182 : cluster [DBG] pgmap v10475: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:53:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:44 smithi129 conmon[101092]: cluster 2022-01-18T21:53:43.016716+0000 mgr.smithi129.iclwio (mgr.14716) 12183 : cluster [DBG] pgmap v10476: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:44.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:44 smithi156 conmon[67007]: cluster 2022-01-18T21:53:43.016716+0000 mgr.smithi129.iclwio (mgr.14716) 12183 : cluster [DBG] pgmap v10476: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:46 smithi129 conmon[101092]: cluster 2022-01-18T21:53:45.017631+0000 mgr.smithi129.iclwio (mgr.14716) 12184 : cluster 2022-01-18T21:53:46.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:46 smithi129 conmon[101092]: [DBG] pgmap v10477: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:46 smithi156 conmon[67007]: cluster 2022-01-18T21:53:45.017631+0000 mgr.smithi129.iclwio (mgr.14716) 12184 : cluster [DBG] pgmap v10477: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:48 smithi129 conmon[101092]: cluster 2022-01-18T21:53:47.018094+0000 mgr.smithi129.iclwio (mgr.14716) 12185 : cluster [DBG] pgmap v10478: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:48.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:48 smithi156 conmon[67007]: cluster 2022-01-18T21:53:47.018094+0000 mgr.smithi129.iclwio (mgr.14716) 12185 : cluster [DBG] pgmap v10478: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:50.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:49 smithi129 conmon[101092]: cluster 2022-01-18T21:53:49.018665+0000 mgr.smithi129.iclwio (mgr.14716) 12186 : cluster [DBG] pgmap v10479: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:49 smithi156 conmon[67007]: cluster 2022-01-18T21:53:49.018665+0000 mgr.smithi129.iclwio (mgr.14716) 12186 : cluster [DBG] pgmap v10479: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:52 smithi129 conmon[101092]: cluster 2022-01-18T21:53:51.019520+0000 mgr.smithi129.iclwio (mgr.14716) 12187 : cluster [DBG] 2022-01-18T21:53:52.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:52 smithi129 conmon[101092]: pgmap v10480: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:53:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:52 smithi156 conmon[67007]: cluster 2022-01-18T21:53:51.019520+0000 mgr.smithi129.iclwio (mgr.14716) 12187 : cluster [DBG] pgmap v10480: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:53:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:54 smithi129 conmon[101092]: cluster 2022-01-18T21:53:53.020222+0000 mgr.smithi129.iclwio (mgr.14716) 12188 : cluster [DBG] pgmap v10481: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:54.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:54 smithi156 conmon[67007]: cluster 2022-01-18T21:53:53.020222+0000 mgr.smithi129.iclwio (mgr.14716) 12188 : cluster [DBG] pgmap v10481: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:56.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:56 smithi129 conmon[101092]: cluster 2022-01-18T21:53:55.021043+0000 mgr.smithi129.iclwio (mgr.14716) 12189 : cluster [DBG] pgmap v10482: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:56 smithi156 conmon[67007]: cluster 2022-01-18T21:53:55.021043+0000 mgr.smithi129.iclwio (mgr.14716) 12189 : cluster [DBG] pgmap v10482: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:58 smithi129 conmon[101092]: cluster 2022-01-18T21:53:57.021666+0000 mgr.smithi129.iclwio (mgr.14716) 12190 : cluster [DBG] pgmap v10483: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:53:58.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:58 smithi156 conmon[67007]: cluster 2022-01-18T21:53:57.021666+0000 mgr.smithi129.iclwio (mgr.14716) 12190 : cluster [DBG] pgmap v10483: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:59 smithi129 conmon[101092]: cluster 2022-01-18T21:53:59.022166+0000 mgr.smithi129.iclwio (mgr.14716) 12191 : cluster [DBG] pgmap v10484: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:59 smithi129 conmon[101092]: audit 2022-01-18T21:53:59.616586+0000 mon.smithi129 (mon.0) 3601 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:54:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:59 smithi129 conmon[101092]: audit 2022-01-18T21:53:59.616817+0000 mon.smithi129 (mon.0 2022-01-18T21:54:00.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:53:59 smithi129 conmon[101092]: ) 3602 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:54:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:59 smithi156 conmon[67007]: cluster 2022-01-18T21:53:59.022166+0000 mgr.smithi129.iclwio (mgr.14716) 12191 : cluster [DBG] pgmap v10484: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:59 smithi156 conmon[67007]: 2022-01-18T21:54:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:59 smithi156 conmon[67007]: audit 2022-01-18T21:53:59.616586+0000 mon.smithi129 (mon.0) 3601 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:54:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:59 smithi156 conmon[67007]: audit 2022-01-18T21:53:59.616817+0000 mon.smithi129 (mon.0) 2022-01-18T21:54:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:53:59 smithi156 conmon[67007]: 3602 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:54:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:02 smithi129 conmon[101092]: cluster 2022-01-18T21:54:01.023093+0000 mgr.smithi129.iclwio (mgr.14716) 12192 : cluster [DBG] pgmap v10485: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:54:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:02 smithi156 conmon[67007]: cluster 2022-01-18T21:54:01.023093+0000 mgr.smithi129.iclwio (mgr.14716) 12192 : cluster [DBG] pgmap v10485: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:54:03.110 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:54:03.374 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:54:03.375 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 99s ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:54:03.375 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 99s ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:54:03.375 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 101s ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:54:03.376 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 99s ago 5h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:54:03.376 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 99s ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:54:03.376 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 101s ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:54:03.376 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 99s ago 5h 888M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:54:03.377 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 101s ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:54:03.377 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 99s ago 5h 1995M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:54:03.377 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 101s ago 5h 1061M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:54:03.377 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 99s ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:54:03.377 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 101s ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:54:03.378 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 99s ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:54:03.378 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 101s ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:54:03.378 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 99s ago 5h 2417M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:54:03.378 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 99s ago 5h 3546M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:54:03.379 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 99s ago 5h 2667M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:54:03.379 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 99s ago 5h 3582M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:54:03.379 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 101s ago 5h 3325M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:54:03.379 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 101s ago 5h 3806M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:54:03.380 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 101s ago 5h 3091M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:54:03.380 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 101s ago 5h 4417M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:54:03.380 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 99s ago 5h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:54:03.692 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:54:03.693 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:54:03.693 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:54:03.693 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:54:03.693 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:54:03.694 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:54:03.694 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:54:03.694 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:54:03.694 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:54:03.695 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:54:03.695 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:54:03.695 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:54:03.695 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:54:03.695 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:54:03.696 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:54:03.696 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:54:03.696 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:54:03.697 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:54:03.697 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:54:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:04 smithi129 conmon[101092]: cluster 2022-01-18T21:54:03.023561+0000 mgr.smithi129.iclwio (mgr.14716) 12193 : cluster [DBG] 2022-01-18T21:54:04.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:04 smithi129 conmon[101092]: pgmap v10486: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:04.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:04 smithi129 conmon[101092]: audit 2022-01-18T21:54:03.099160+0000 mgr.smithi129.iclwio (mgr.14716) 12194 : audit [DBG] from='client.42226 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:54:04.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:04 smithi129 conmon[101092]: audit 2022-01-18T21 2022-01-18T21:54:04.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:04 smithi129 conmon[101092]: :54:03.366289+0000 mgr.smithi129.iclwio (mgr.14716) 12195 : audit [DBG] from='client.42230 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:54:04.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:04 smithi129 conmon[101092]: audit 2022-01 2022-01-18T21:54:04.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:04 smithi129 conmon[101092]: -18T21:54:03.692704+0000 2022-01-18T21:54:04.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:04 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3603 : audit 2022-01-18T21:54:04.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:04 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/3147475911' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:54:04.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:04 smithi156 conmon[67007]: cluster 2022-01-18T21:54:03.023561+0000 mgr.smithi129.iclwio (mgr.14716) 12193 : cluster 2022-01-18T21:54:04.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:04 smithi156 conmon[67007]: [DBG] pgmap v10486: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:04.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:04 smithi156 conmon[67007]: audit 2022-01-18T21:54:03.099160+0000 mgr.smithi129.iclwio (mgr.14716) 12194 : audit [DBG] from='client.42226 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:54:04.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:04 smithi156 conmon[67007]: audit 2022-01-18T21:54:03.366289+0000 mgr.smithi129.iclwio (mgr.14716) 12195 : audit [DBG] from='client.42230 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:54:04.446 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:04 smithi156 conmon[67007]: audit 2022 2022-01-18T21:54:04.446 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:04 smithi156 conmon[67007]: -01-18T21:54:03.692704+0000 mon.smithi129 (mon. 2022-01-18T21:54:04.446 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:04 smithi156 conmon[67007]: 0) 3603 : audit [DBG] from='client.? 172.21.15.129:0/3147475911' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:54:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:06 smithi129 conmon[101092]: cluster 2022-01-18T21:54:05.024432+0000 mgr.smithi129.iclwio (mgr.14716) 12196 : cluster [DBG] 2022-01-18T21:54:06.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:06 smithi129 conmon[101092]: pgmap v10487: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:06 smithi156 conmon[67007]: cluster 2022-01-18T21:54:05.024432+0000 mgr.smithi129.iclwio (mgr.14716) 12196 : cluster [DBG] pgmap v10487: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:08 smithi129 conmon[101092]: cluster 2022-01-18T21:54:07.025106+0000 mgr.smithi129.iclwio (mgr.14716) 12197 : cluster [DBG] pgmap v10488: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:08.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:08 smithi156 conmon[67007]: cluster 2022-01-18T21:54:07.025106+0000 mgr.smithi129.iclwio (mgr.14716) 12197 : cluster [DBG] pgmap v10488: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:10.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:09 smithi129 conmon[101092]: cluster 2022-01-18T21:54:09.025685+0000 mgr.smithi129.iclwio (mgr.14716) 12198 : cluster [DBG] pgmap v10489: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:09 smithi156 conmon[67007]: cluster 2022-01-18T21:54:09.025685+0000 mgr.smithi129.iclwio (mgr.14716) 12198 : cluster [DBG] pgmap v10489: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:12.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:12 smithi129 conmon[101092]: cluster 2022-01-18T21:54:11.026584+0000 mgr.smithi129.iclwio (mgr.14716) 12199 : cluster [DBG] pgmap v10490: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:54:12.511 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:12 smithi129 conmon[101092]: 2022-01-18T21:54:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:12 smithi156 conmon[67007]: cluster 2022-01-18T21:54:11.026584+0000 mgr.smithi129.iclwio (mgr.14716) 12199 : cluster [DBG] pgmap v10490: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:54:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:14 smithi129 conmon[101092]: cluster 2022-01-18T21:54:13.027184+0000 mgr.smithi129.iclwio (mgr.14716) 12200 : cluster [DBG] pgmap v10491: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:14.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:14 smithi156 conmon[67007]: cluster 2022-01-18T21:54:13.027184+0000 mgr.smithi129.iclwio (mgr.14716) 12200 : cluster [DBG] pgmap v10491: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:16 smithi129 conmon[101092]: cluster 2022-01-18T21:54:15.027943+0000 mgr.smithi129.iclwio (mgr.14716) 12201 : cluster [DBG] pgmap v10492: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:16 smithi156 conmon[67007]: cluster 2022-01-18T21:54:15.027943+0000 mgr.smithi129.iclwio (mgr.14716) 12201 : cluster [DBG] pgmap v10492: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:18.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:18 smithi129 conmon[101092]: cluster 2022-01-18T21:54:17.028426+0000 mgr.smithi129.iclwio (mgr.14716) 12202 : cluster [DBG] pgmap v10493: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:18 smithi156 conmon[67007]: cluster 2022-01-18T21:54:17.028426+0000 mgr.smithi129.iclwio (mgr.14716) 12202 : cluster [DBG] pgmap v10493: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:20.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:19 smithi129 conmon[101092]: cluster 2022-01-18T21:54:19.029101+0000 mgr.smithi129.iclwio (mgr 2022-01-18T21:54:20.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:19 smithi129 conmon[101092]: .14716) 12203 : cluster [DBG] pgmap v10494: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:19 smithi156 conmon[67007]: cluster 2022-01-18T21:54:19.029101+0000 mgr.smithi129.iclwio (mgr.14716) 12203 : cluster [DBG] pgmap v10494: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:22 smithi129 conmon[101092]: cluster 2022-01-18T21:54:21.029926+0000 mgr.smithi129.iclwio (mgr.14716) 12204 : cluster [DBG] pgmap v10495: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:54:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:22 smithi156 conmon[67007]: cluster 2022-01-18T21:54:21.029926+0000 mgr.smithi129.iclwio (mgr.14716) 12204 : cluster [DBG] pgmap v10495: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:54:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:24 smithi129 conmon[101092]: cluster 2022-01-18T21:54:23.030498+0000 mgr.smithi129.iclwio (mgr.14716) 12205 : cluster [DBG] pgmap v10496: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:24.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:24 smithi156 conmon[67007]: cluster 2022-01-18T21:54:23.030498+0000 mgr.smithi129.iclwio (mgr.14716) 12205 : cluster [DBG] pgmap v10496: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:25.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:25 smithi129 conmon[101092]: audit 2022-01-18T21:54:24.104524+0000 mon.smithi129 (mon.0) 3604 : audit [DBG] 2022-01-18T21:54:25.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:25 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:54:25.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:25 smithi129 conmon[101092]: audit 2022-01-18T21:54:24.105802+0000 mon.smithi129 (mon.0) 3605 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:54:25.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:25 smithi129 conmon[101092]: audit 2022-01-18T21:54:24.106569+0000 mon.smithi129 (mon. 2022-01-18T21:54:25.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:25 smithi129 conmon[101092]: 0) 3606 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:54:25.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:25 smithi129 conmon[101092]: cephadm 2022-01-18T21:54:24.107254 2022-01-18T21:54:25.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:25 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 12206 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:54:25.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:25 smithi129 conmon[101092]: 2022-01-18T21:54:25.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:25 smithi129 conmon[101092]: audit 2022-01-18T21:54: 2022-01-18T21:54:25.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:25 smithi129 conmon[101092]: 24.367874+0000 mon.smithi129 (mon.0) 3607 : audit 2022-01-18T21:54:25.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:25 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:54:25.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:25 smithi129 conmon[101092]: audit 2022 2022-01-18T21:54:25.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:25 smithi129 conmon[101092]: -01-18T21:54:24.652245+0000 2022-01-18T21:54:25.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:25 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3608 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:54:25.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:25 smithi129 conmon[101092]: 2022-01-18T21:54:25.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:25 smithi129 conmon[101092]: audit 2022-01-18T21:54:25.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:25 smithi129 conmon[101092]: 2022-01-18T21:54:24.659633+0000 mon.smithi129 ( 2022-01-18T21:54:25.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:25 smithi129 conmon[101092]: mon.0) 3609 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:54:25.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:25 smithi156 conmon[67007]: audit 2022-01-18T21:54:24.104524+0000 mon.smithi129 (mon.0) 3604 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:54:25.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:25 smithi156 conmon[67007]: audit 2022-01-18T21:54 2022-01-18T21:54:25.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:25 smithi156 conmon[67007]: :24.105802+0000 mon.smithi129 (mon.0) 3605 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:54:25.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:25 smithi156 conmon[67007]: audit 2022-01-18T21:54:24.106569+0000 mon.smithi129 (mon.0) 3606 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:54:25.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:25 smithi156 conmon[67007]: cephadm 2022-01-18T21:54:25.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:25 smithi156 conmon[67007]: 2022-01-18T21:54:24.107254+0000 mgr.smithi129.iclwio (mgr.14716) 12206 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:54:25.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:25 smithi156 conmon[67007]: audit 2022-01-18T21:54:24. 2022-01-18T21:54:25.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:25 smithi156 conmon[67007]: 367874+0000 mon.smithi129 (mon.0) 3607 : audit [INF] 2022-01-18T21:54:25.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:25 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:54:25.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:25 smithi156 conmon[67007]: audit 2022-01-18T21:54:24 2022-01-18T21:54:25.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:25 smithi156 conmon[67007]: .652245+0000 mon.smithi129 (mon.0) 3608 : audit 2022-01-18T21:54:25.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:25 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:54:25.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:25 smithi156 conmon[67007]: audit 2022-01-18T21:54:24 2022-01-18T21:54:25.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:25 smithi156 conmon[67007]: .659633+0000 mon.smithi129 (mon.0) 3609 : audit 2022-01-18T21:54:25.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:25 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:54:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:26 smithi129 conmon[101092]: cluster 2022-01-18T21:54:25.031148+0000 mgr.smithi129.iclwio (mgr.14716) 12207 : cluster [DBG] pgmap v10497: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:26 smithi129 conmon[101092]: 2022-01-18T21:54:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:26 smithi156 conmon[67007]: cluster 2022-01-18T21:54:25.031148+0000 mgr.smithi129.iclwio (mgr.14716) 12207 : cluster [DBG] pgmap v10497: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:28 smithi129 conmon[101092]: cluster 2022-01-18T21:54:27.031650+0000 mgr.smithi129.iclwio (mgr.14716) 12208 : cluster [DBG] pgmap v10498: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:28 smithi156 conmon[67007]: cluster 2022-01-18T21:54:27.031650+0000 mgr.smithi129.iclwio (mgr.14716) 12208 : cluster [DBG] pgmap v10498: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:29 smithi129 conmon[101092]: cluster 2022-01-18T21:54:29.032359+0000 mgr.smithi129.iclwio (mgr.14716) 12209 : cluster [DBG] pgmap v10499: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:30.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:29 smithi129 conmon[101092]: 2022-01-18T21:54:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:29 smithi156 conmon[67007]: cluster 2022-01-18T21:54:29.032359+0000 mgr.smithi129.iclwio (mgr.14716) 12209 : cluster [DBG] pgmap v10499: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:32 smithi129 conmon[101092]: cluster 2022-01-18T21:54:31.033139+0000 mgr.smithi129.iclwio (mgr.14716) 12210 : cluster [DBG] pgmap v10500: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:54:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:32 smithi156 conmon[67007]: cluster 2022-01-18T21:54:31.033139+0000 mgr.smithi129.iclwio (mgr.14716) 12210 : cluster [DBG] pgmap v10500: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:54:33.994 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:54:34.259 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:54:34.259 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 2m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:54:34.259 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 2m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:54:34.260 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 2m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:54:34.260 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 2m ago 5h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:54:34.260 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 2m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:54:34.260 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 2m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:54:34.261 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 2m ago 5h 888M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:54:34.261 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 2m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:54:34.261 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 2m ago 5h 1995M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:54:34.261 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 2m ago 5h 1061M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:54:34.261 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 2m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:54:34.262 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 2m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:54:34.262 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 2m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:54:34.262 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 2m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:54:34.263 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 2m ago 5h 2417M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:54:34.263 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 2m ago 5h 3546M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:54:34.263 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 2m ago 5h 2667M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:54:34.263 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 2m ago 5h 3582M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:54:34.264 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 2m ago 5h 3325M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:54:34.264 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 2m ago 5h 3806M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:54:34.264 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 2m ago 5h 3091M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:54:34.264 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 2m ago 5h 4417M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:54:34.264 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 2m ago 5h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:54:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:34 smithi129 conmon[101092]: cluster 2022-01-18T21:54:33.033755+0000 mgr.smithi129.iclwio (mgr.14716) 12211 : 2022-01-18T21:54:34.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:34 smithi129 conmon[101092]: cluster [DBG] pgmap v10501: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:34.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:34 smithi156 conmon[67007]: cluster 2022-01-18T21:54:33.033755+0000 mgr.smithi129.iclwio (mgr.14716) 12211 : cluster [DBG] pgmap v10501: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:34.577 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:54:34.577 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:54:34.577 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:54:34.577 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:54:34.578 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:54:34.578 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:54:34.578 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:54:34.578 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:54:34.579 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:54:34.579 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:54:34.579 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:54:34.579 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:54:34.580 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:54:34.580 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:54:34.580 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:54:34.580 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:54:34.581 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:54:34.581 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:54:34.581 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:54:35.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:35 smithi129 conmon[101092]: audit 2022-01-18T21:54:33.982807 2022-01-18T21:54:35.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:35 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 12212 : audit [DBG] from='client.42238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:54:35.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:35 smithi129 conmon[101092]: audit 2022-01-18T21:54:34.250536+0000 mgr.smithi129.iclwio (mgr.14716) 12213 : audit [DBG] from='client.42242 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:54:35.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:35 smithi129 conmon[101092]: audit 2022-01-18T21:54:34.576944+0000 mon.smithi129 ( 2022-01-18T21:54:35.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:35 smithi129 conmon[101092]: mon.0) 3610 : audit [DBG] from='client.? 172.21.15.129:0/1825400572' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:54:35.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:35 smithi156 conmon[67007]: audit 2022-01-18T21:54:33.982807+0000 mgr.smithi129.iclwio (mgr.14716) 12212 : audit [DBG] from='client.42238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:54:35.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:35 smithi156 conmon[67007]: audit 2022-01-18T21:54 2022-01-18T21:54:35.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:35 smithi156 conmon[67007]: :34.250536+0000 mgr.smithi129.iclwio (mgr.14716) 12213 : audit [DBG] from='client.42242 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:54:35.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:35 smithi156 conmon[67007]: audit 2022-01-18T21:54:34.576944+0000 mon.smithi129 (mon.0) 3610 : audit [DBG] from='client.? 172.21.15.129:0/1825400572' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:54:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:36 smithi129 conmon[101092]: cluster 2022-01-18T21:54:35.034479+0000 mgr.smithi129.iclwio (mgr.14716) 12214 : cluster 2022-01-18T21:54:36.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:36 smithi129 conmon[101092]: [DBG] pgmap v10502: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:36 smithi156 conmon[67007]: cluster 2022-01-18T21:54:35.034479+0000 mgr.smithi129.iclwio (mgr.14716) 12214 : cluster [DBG] pgmap v10502: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:38 smithi129 conmon[101092]: cluster 2022-01-18T21:54:37.035107+0000 mgr.smithi129.iclwio (mgr.14716) 12215 : cluster [DBG] pgmap v10503: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:38 smithi129 conmon[101092]: 2022-01-18T21:54:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:38 smithi156 conmon[67007]: cluster 2022-01-18T21:54:37.035107+0000 mgr.smithi129.iclwio (mgr.14716) 12215 : cluster [DBG] 2022-01-18T21:54:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:38 smithi156 conmon[67007]: pgmap v10503: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:39 smithi129 conmon[101092]: cluster 2022-01-18T21:54:39.035616+0000 mgr.smithi129.iclwio (mgr.14716) 12216 : cluster [DBG] pgmap v10504: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:39 smithi156 conmon[67007]: cluster 2022-01-18T21:54:39.035616+0000 mgr.smithi129.iclwio (mgr.14716) 12216 : cluster [DBG] 2022-01-18T21:54:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:39 smithi156 conmon[67007]: pgmap v10504: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:42 smithi129 conmon[101092]: cluster 2022-01-18T21:54:41.036511+0000 mgr.smithi129.iclwio (mgr.14716) 12217 : cluster [DBG] pgmap v10505: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:54:42.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:42 smithi156 conmon[67007]: cluster 2022-01-18T21:54:41.036511+0000 mgr.smithi129.iclwio (mgr.14716) 12217 : cluster [DBG] pgmap v10505: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:54:42.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:42 smithi156 conmon[67007]: 2022-01-18T21:54:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:44 smithi129 conmon[101092]: cluster 2022-01-18T21:54:43.037237+0000 mgr.smithi129.iclwio (mgr.14716) 12218 : cluster [DBG] 2022-01-18T21:54:44.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:44 smithi129 conmon[101092]: pgmap v10506: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:44.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:44 smithi156 conmon[67007]: cluster 2022-01-18T21:54:43.037237+0000 mgr.smithi129.iclwio (mgr.14716) 12218 : cluster 2022-01-18T21:54:44.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:44 smithi156 conmon[67007]: [DBG] pgmap v10506: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:46 smithi129 conmon[101092]: cluster 2022-01-18T21:54:45.038027+0000 mgr.smithi129.iclwio (mgr.14716) 12219 : cluster [DBG] pgmap v10507: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:46.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:46 smithi129 conmon[101092]: 2022-01-18T21:54:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:46 smithi156 conmon[67007]: cluster 2022-01-18T21:54:45.038027+0000 mgr.smithi129.iclwio (mgr.14716) 12219 : cluster 2022-01-18T21:54:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:46 smithi156 conmon[67007]: [DBG] pgmap v10507: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:48 smithi129 conmon[101092]: cluster 2022-01-18T21:54:47.038439+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:54:48.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:48 smithi129 conmon[101092]: ) 12220 : cluster [DBG] pgmap v10508: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:48.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:48 smithi156 conmon[67007]: cluster 2022-01-18T21:54:47.038439+0000 mgr.smithi129.iclwio (mgr.14716) 12220 : cluster [DBG] 2022-01-18T21:54:48.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:48 smithi156 conmon[67007]: pgmap v10508: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:50.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:49 smithi129 conmon[101092]: cluster 2022-01-18T21:54:49.039110+0000 mgr.smithi129.iclwio (mgr.14716) 12221 : cluster 2022-01-18T21:54:50.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:49 smithi129 conmon[101092]: [DBG] pgmap v10509: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:49 smithi156 conmon[67007]: cluster 2022-01-18T21:54:49.039110+0000 mgr.smithi129.iclwio (mgr.14716) 12221 : cluster [DBG] pgmap v10509: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:52.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:52 smithi129 conmon[101092]: cluster 2022-01-18T21:54:51.039884+0000 mgr.smithi129.iclwio (mgr.14716) 12222 : cluster [DBG] 2022-01-18T21:54:52.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:52 smithi129 conmon[101092]: pgmap v10510: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:54:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:52 smithi156 conmon[67007]: cluster 2022-01-18T21:54:51.039884+0000 mgr.smithi129.iclwio (mgr.14716) 12222 : cluster [DBG] pgmap v10510: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:54:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:54 smithi129 conmon[101092]: cluster 2022-01-18T21:54:53.040446+0000 mgr.smithi129.iclwio (mgr.14716) 12223 : cluster [DBG] pgmap v10511: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:54.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:54 smithi156 conmon[67007]: cluster 2022-01-18T21:54:53.040446+0000 mgr.smithi129.iclwio (mgr.14716) 12223 : cluster [DBG] pgmap v10511: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:56 smithi129 conmon[101092]: cluster 2022-01-18T21:54:55.041407+0000 mgr.smithi129.iclwio (mgr.14716) 12224 : cluster [DBG] pgmap v10512: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:56 smithi156 conmon[67007]: cluster 2022-01-18T21:54:55.041407+0000 mgr.smithi129.iclwio (mgr.14716) 12224 : cluster [DBG] pgmap v10512: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:58 smithi129 conmon[101092]: cluster 2022-01-18T21:54:57.041967+0000 mgr.smithi129.iclwio (mgr.14716) 12225 : cluster [DBG] pgmap v10513: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:54:58.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:58 smithi156 conmon[67007]: cluster 2022-01-18T21:54:57.041967+0000 mgr.smithi129.iclwio (mgr.14716) 12225 : cluster [DBG] pgmap v10513: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:00.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:59 smithi129 conmon[101092]: cluster 2022-01-18T21:54:59.042380+0000 mgr.smithi129.iclwio (mgr.14716) 12226 : cluster [DBG] pgmap v10514: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:00.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:59 smithi129 conmon[101092]: audit 2022-01-18T21:54:59.620322+0000 mon.smithi129 (mon.0) 3611 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:55:00.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:59 smithi129 conmon[101092]: audit 2022-01-18T21:54:59.620501+0000 mon.smithi129 (mon.0) 3612 : audit [INF] 2022-01-18T21:55:00.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:54:59 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:55:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:59 smithi156 conmon[67007]: cluster 2022-01-18T21:54:59.042380+0000 mgr.smithi129.iclwio (mgr.14716) 12226 : cluster [DBG] pgmap v10514: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:59 smithi156 conmon[67007]: audit 2022-01-18T21:54:59.620322+0000 mon.smithi129 (mon.0) 3611 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:55:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:54:59 smithi156 conmon[67007]: audit 2022-01-18T21:54:59.620501+0000 mon.smithi129 (mon.0) 3612 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:55:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:02 smithi129 conmon[101092]: cluster 2022-01-18T21:55:01.043159+0000 mgr.smithi129.iclwio (mgr.14716) 12227 : cluster [DBG] pgmap v10515: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:55:02.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:02 smithi129 conmon[101092]: 2022-01-18T21:55:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:02 smithi156 conmon[67007]: cluster 2022-01-18T21:55:01.043159+0000 mgr.smithi129.iclwio (mgr.14716) 12227 : cluster [DBG] pgmap v10515: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:55:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:04 smithi129 conmon[101092]: cluster 2022-01-18T21:55:03.043696+0000 mgr.smithi129.iclwio (mgr.14716) 12228 : cluster [DBG] pgmap v10516: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:04.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:04 smithi156 conmon[67007]: cluster 2022-01-18T21:55:03.043696+0000 mgr.smithi129.iclwio (mgr.14716) 12228 : cluster [DBG] pgmap v10516: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:04.876 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:55:05.143 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:55:05.144 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 2m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:55:05.144 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 2m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:55:05.144 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 2m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:55:05.144 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 2m ago 5h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:55:05.145 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 2m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:55:05.145 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 2m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:55:05.145 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 2m ago 5h 888M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:55:05.145 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 2m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:55:05.145 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 2m ago 6h 1995M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:55:05.146 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 2m ago 5h 1061M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:55:05.146 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 2m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:55:05.146 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 2m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:55:05.146 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 2m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:55:05.147 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 2m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:55:05.147 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 2m ago 5h 2417M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:55:05.147 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 2m ago 5h 3546M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:55:05.147 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 2m ago 5h 2667M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:55:05.147 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 2m ago 5h 3582M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:55:05.148 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 2m ago 5h 3325M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:55:05.148 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 2m ago 5h 3806M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:55:05.148 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 2m ago 5h 3091M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:55:05.148 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 2m ago 5h 4417M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:55:05.149 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 2m ago 5h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:55:05.463 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:55:05.464 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:55:05.464 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:55:05.465 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:55:05.465 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:55:05.465 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:55:05.466 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:55:05.466 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:55:05.466 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:55:05.467 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:55:05.467 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:55:05.467 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:55:05.467 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:55:05.467 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:55:05.468 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:55:05.468 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:55:05.468 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:55:05.468 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:55:05.468 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:55:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:06 smithi129 conmon[101092]: audit 2022-01-18T21:55:04.864735+0000 mgr.smithi129.iclwio (mgr.14716) 12229 : audit 2022-01-18T21:55:06.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:06 smithi129 conmon[101092]: [DBG] from='client.42250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:55:06.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:06 smithi129 conmon[101092]: cluster 2022-01-18T21:55:05.044370+0000 mgr.smithi129.iclwio (mgr.14716) 12230 : cluster [DBG] pgmap v10517: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:06.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:06 smithi129 conmon[101092]: audit 2022-01-18T21: 2022-01-18T21:55:06.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:06 smithi129 conmon[101092]: 55:05.135085+0000 mgr.smithi129.iclwio (mgr.14716) 12231 : audit [DBG] from='client.42254 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:55:06.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:06 smithi129 conmon[101092]: audit 2022-01-18T21:55:06.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:06 smithi129 conmon[101092]: 2022-01-18T21:55:05.463807+0000 mon.smithi129 (mon.0) 3613 : audit [DBG] from='client.? 172.21.15.129:0/432367665' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:55:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:06 smithi156 conmon[67007]: audit 2022-01-18T21:55:04.864735+0000 mgr.smithi129.iclwio (mgr.14716) 12229 : audit [DBG] from='client.42250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:55:06.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:06 smithi156 conmon[67007]: cluster 2022-01-18T21:55:05.044370+0000 mgr.smithi129.iclwio (mgr.14716) 12230 : cluster [DBG] pgmap v10517: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:06.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:06 smithi156 conmon[67007]: audit 2022-01-18T21:55:05.135085+0000 mgr.smithi129.iclwio (mgr.14716) 12231 : audit [DBG] from='client.42254 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:55:06.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:06 smithi156 conmon[67007]: audit 2022-01-18T21:55:06.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:06 smithi156 conmon[67007]: 2022-01-18T21:55:05.463807+0000 mon.smithi129 (mon.0) 3613 : audit [DBG] from='client.? 172.21.15.129:0/432367665' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:55:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:08 smithi129 conmon[101092]: cluster 2022-01-18T21:55:07.044900+0000 mgr.smithi129.iclwio (mgr.14716) 12232 : cluster [DBG] pgmap v10518: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:08 smithi156 conmon[67007]: cluster 2022-01-18T21:55:07.044900+0000 mgr.smithi129.iclwio (mgr.14716) 12232 : cluster [DBG] pgmap v10518: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:09 smithi129 conmon[101092]: cluster 2022-01-18T21:55:09.045635+0000 mgr.smithi129.iclwio (mgr.14716) 12233 : cluster [DBG] pgmap v10519: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:09 smithi156 conmon[67007]: cluster 2022-01-18T21:55:09.045635+0000 mgr.smithi129.iclwio (mgr.14716) 12233 : cluster [DBG] pgmap v10519: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:12 smithi129 conmon[101092]: cluster 2022-01-18T21:55:11.046361+0000 mgr.smithi129.iclwio (mgr.14716) 12234 : cluster [DBG] pgmap v10520: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:55:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:12 smithi156 conmon[67007]: cluster 2022-01-18T21:55:11.046361+0000 mgr.smithi129.iclwio (mgr.14716) 12234 : cluster [DBG] pgmap v10520: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:55:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:14 smithi129 conmon[101092]: cluster 2022-01-18T21:55:13.047017+0000 mgr.smithi129.iclwio (mgr.14716) 12235 : cluster [DBG] pgmap v10521: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:14.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:14 smithi156 conmon[67007]: cluster 2022-01-18T21:55:13.047017+0000 mgr.smithi129.iclwio (mgr.14716) 12235 : cluster [DBG] pgmap v10521: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:16.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:16 smithi129 conmon[101092]: cluster 2022-01-18T21:55:15.047840+0000 mgr.smithi129.iclwio (mgr.14716) 12236 : cluster [DBG] pgmap v10522: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:16 smithi156 conmon[67007]: cluster 2022-01-18T21:55:15.047840+0000 mgr.smithi129.iclwio (mgr.14716) 12236 : cluster [DBG] pgmap v10522: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:18 smithi129 conmon[101092]: cluster 2022-01-18T21:55:17.048462+0000 mgr.smithi129.iclwio (mgr.14716) 12237 : cluster [DBG] pgmap v10523: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:18 smithi156 conmon[67007]: cluster 2022-01-18T21:55:17.048462+0000 mgr.smithi129.iclwio (mgr.14716) 12237 : cluster [DBG] pgmap v10523: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:20.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:19 smithi129 conmon[101092]: cluster 2022-01-18T21:55:19.049090 2022-01-18T21:55:20.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:19 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 12238 : cluster [DBG] pgmap v10524: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:19 smithi156 conmon[67007]: cluster 2022-01-18T21:55:19.049090+0000 mgr.smithi129.iclwio (mgr.14716) 12238 : cluster [DBG] pgmap v10524: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:22 smithi129 conmon[101092]: cluster 2022-01-18T21:55:21.049910+0000 mgr.smithi129.iclwio (mgr.14716) 12239 : cluster [DBG] pgmap v10525: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:55:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:22 smithi156 conmon[67007]: cluster 2022-01-18T21:55:21.049910+0000 mgr.smithi129.iclwio (mgr.14716) 12239 : cluster [DBG] pgmap v10525: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:55:24.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:24 smithi129 conmon[101092]: cluster 2022-01-18T21:55:23.050586+0000 mgr.smithi129.iclwio (mgr.14716) 12240 : cluster [DBG] pgmap v10526: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:24.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:24 smithi156 conmon[67007]: cluster 2022-01-18T21:55:23.050586+0000 mgr.smithi129.iclwio (mgr.14716) 12240 : cluster [DBG] pgmap v10526: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:25.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:25 smithi129 conmon[101092]: audit 2022-01-18T21:55:24.662439+0000 mon.smithi129 (mon.0) 3614 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:55:25.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:25 smithi129 conmon[101092]: audit 2022-01-18T21:55:24.663945+0000 mon.smithi129 (mon.0) 3615 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:55:25.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:25 smithi129 conmon[101092]: audit 2022-01-18T21:55:24.664873+0000 mon.smithi129 (mon.0) 3616 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:55:25.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:25 smithi129 conmon[101092]: audit 2022-01-18T21:55:25.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:25 smithi129 conmon[101092]: 2022-01-18T21:55:24.970513+0000 mon.smithi129 (mon.0) 3617 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:55:25.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:25 smithi129 conmon[101092]: audit 2022-01-18T21:55:25.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:25 smithi129 conmon[101092]: 2022-01-18T21:55: 2022-01-18T21:55:25.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:25 smithi129 conmon[101092]: 24.977446+0000 mon.smithi129 (mon.0 2022-01-18T21:55:25.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:25 smithi129 conmon[101092]: ) 3618 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:55:25.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:25 smithi156 conmon[67007]: audit 2022-01-18T21:55:24.662439+0000 mon.smithi129 (mon.0) 3614 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:55:25.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:25 smithi156 conmon[67007]: audit 2022-01-18T21:55 2022-01-18T21:55:25.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:25 smithi156 conmon[67007]: :24.663945+0000 mon.smithi129 (mon.0) 3615 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:55:25.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:25 smithi156 conmon[67007]: audit 2022-01-18T21:55:24.664873+0000 mon.smithi129 (mon.0) 3616 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:55:25.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:25 smithi156 conmon[67007]: audit 2022-01-18T21:55 2022-01-18T21:55:25.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:25 smithi156 conmon[67007]: :24.970513+0000 mon.smithi129 (mon.0) 3617 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:55:25.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:25 smithi156 conmon[67007]: audit 2022-01-18T21:55:24 2022-01-18T21:55:25.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:25 smithi156 conmon[67007]: .977446+0000 mon.smithi129 (mon.0) 3618 : audit 2022-01-18T21:55:25.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:25 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:55:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:26 smithi129 conmon[101092]: cephadm 2022-01-18T21:55:24.665583+0000 mgr.smithi129.iclwio (mgr.14716) 12241 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:55:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:26 smithi129 conmon[101092]: cluster 2022-01-18T21:55:26.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:26 smithi129 conmon[101092]: 2022-01-18T21:55:25.051281+0000 mgr.smithi129.iclwio (mgr.14716) 12242 : cluster [DBG] pgmap v10527: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:26 smithi156 conmon[67007]: cephadm 2022-01-18T21:55:24.665583+0000 mgr.smithi129.iclwio (mgr.14716) 12241 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:55:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:26 smithi156 conmon[67007]: cluster 2022-01-18T21:55:25.051281+0000 2022-01-18T21:55:26.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:26 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 12242 : cluster [DBG] pgmap v10527: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:28 smithi129 conmon[101092]: cluster 2022-01-18T21:55:27.051939+0000 mgr.smithi129.iclwio (mgr.14716) 12243 : cluster [DBG] pgmap v10528: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:28 smithi156 conmon[67007]: cluster 2022-01-18T21:55:27.051939+0000 mgr.smithi129.iclwio (mgr.14716) 12243 : cluster [DBG] pgmap v10528: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:29 smithi129 conmon[101092]: cluster 2022-01-18T21:55:29.052612+0000 mgr.smithi129.iclwio 2022-01-18T21:55:30.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:29 smithi129 conmon[101092]: (mgr.14716) 12244 : cluster [DBG] pgmap v10529: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:29 smithi156 conmon[67007]: cluster 2022-01-18T21:55:29.052612+0000 mgr.smithi129.iclwio (mgr.14716) 12244 : cluster [DBG] pgmap v10529: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:29 smithi156 conmon[67007]: 2022-01-18T21:55:32.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:32 smithi129 conmon[101092]: cluster 2022-01-18T21:55:31.053542+0000 mgr.smithi129.iclwio (mgr.14716) 12245 : cluster [DBG] pgmap v10530: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:55:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:32 smithi156 conmon[67007]: cluster 2022-01-18T21:55:31.053542+0000 mgr.smithi129.iclwio (mgr.14716) 12245 : cluster [DBG] pgmap v10530: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:55:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:34 smithi129 conmon[101092]: cluster 2022-01-18T21:55:33.054203+0000 mgr.smithi129.iclwio (mgr.14716) 12246 : cluster [DBG] pgmap v10531: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:34.454 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:34 smithi156 conmon[67007]: cluster 2022-01-18T21:55:33.054203+0000 mgr.smithi129.iclwio (mgr.14716) 12246 : cluster [DBG] pgmap v10531: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:35.763 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:55:36.027 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:55:36.028 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 3m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:55:36.028 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 3m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:55:36.028 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 3m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:55:36.029 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 3m ago 5h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:55:36.029 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 3m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:55:36.030 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 3m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:55:36.030 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 3m ago 6h 888M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:55:36.030 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 3m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:55:36.031 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 3m ago 6h 1995M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:55:36.031 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 3m ago 5h 1061M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:55:36.032 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 3m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:55:36.032 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 3m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:55:36.032 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 3m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:55:36.033 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 3m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:55:36.033 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 3m ago 5h 2417M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:55:36.034 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 3m ago 5h 3546M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:55:36.034 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 3m ago 5h 2667M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:55:36.035 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 3m ago 5h 3582M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:55:36.035 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 3m ago 5h 3325M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:55:36.035 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 3m ago 5h 3806M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:55:36.036 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 3m ago 5h 3091M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:55:36.036 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 3m ago 5h 4417M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:55:36.037 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 3m ago 5h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:55:36.349 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:55:36.350 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:55:36.350 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:55:36.350 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:55:36.350 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:55:36.351 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:55:36.351 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:55:36.351 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:55:36.351 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:55:36.351 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:55:36.352 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:55:36.352 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:55:36.352 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:55:36.352 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:55:36.353 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:55:36.353 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:55:36.353 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:55:36.353 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:55:36.353 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:55:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:36 smithi129 conmon[101092]: cluster 2022-01-18T21:55:35.055081+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:55:36.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:36 smithi129 conmon[101092]: 12247 : cluster [DBG] pgmap v10532: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:36 smithi156 conmon[67007]: cluster 2022-01-18T21:55:35.055081+0000 mgr.smithi129.iclwio (mgr.14716) 12247 : cluster [DBG] 2022-01-18T21:55:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:36 smithi156 conmon[67007]: pgmap v10532: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:37.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:37 smithi129 conmon[101092]: audit 2022-01-18T21:55:35.752009+0000 mgr.smithi129.iclwio (mgr.14716) 12248 : audit [DBG] from='client.42262 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:55:37.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:37 smithi129 conmon[101092]: audit 2022-01-18T21:55:36.018548+0000 mgr.smithi129.iclwio (mgr.14716) 12249 : audit [DBG] from='client.42266 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:55:37.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:37 smithi129 conmon[101092]: audit 2022-01-18T21:55:36.349679+0000 mon.smithi129 (mon.0) 3619 : audit [DBG] from='client.? 172.21.15.129:0/1125482718' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:55:37.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:37 smithi156 conmon[67007]: audit 2022-01-18T21:55:35.752009+0000 mgr.smithi129.iclwio (mgr.14716) 12248 : audit [DBG] from='client.42262 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:55:37.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:37 smithi156 conmon[67007]: audit 2022-01-18T21:55:36.018548+0000 mgr.smithi129.iclwio (mgr.14716) 12249 : audit [DBG] from='client.42266 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:55:37.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:37 smithi156 conmon[67007]: audit 2022-01-18T21:55:36.349679+0000 mon.smithi129 (mon.0) 3619 : audit [DBG] from='client.? 172.21.15.129:0/1125482718' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:55:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:38 smithi129 conmon[101092]: cluster 2022-01-18T21:55:37.055517+0000 mgr.smithi129.iclwio (mgr.14716) 12250 : cluster [DBG] pgmap v10533: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:38 smithi129 conmon[101092]: 2022-01-18T21:55:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:38 smithi156 conmon[67007]: cluster 2022-01-18T21:55:37.055517+0000 mgr.smithi129.iclwio (mgr.14716) 12250 : cluster [DBG] pgmap v10533: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:40.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:39 smithi129 conmon[101092]: cluster 2022-01-18T21:55:39.056061+0000 mgr.smithi129.iclwio (mgr.14716) 12251 : cluster 2022-01-18T21:55:40.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:39 smithi129 conmon[101092]: [DBG] pgmap v10534: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:39 smithi156 conmon[67007]: cluster 2022-01-18T21:55:39.056061+0000 mgr.smithi129.iclwio (mgr.14716) 12251 : cluster [DBG] pgmap v10534: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:42 smithi129 conmon[101092]: cluster 2022-01-18T21:55:41.056844+0000 mgr.smithi129.iclwio (mgr.14716) 12252 : cluster [DBG] pgmap v10535: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:55:42.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:42 smithi156 conmon[67007]: cluster 2022-01-18T21:55:41.056844+0000 mgr.smithi129.iclwio (mgr.14716) 12252 : cluster [DBG] pgmap v10535: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:55:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:44 smithi129 conmon[101092]: cluster 2022-01-18T21:55:43.057405+0000 mgr.smithi129.iclwio (mgr.14716) 12253 : cluster [DBG] pgmap v10536: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:44.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:44 smithi129 conmon[101092]: 2022-01-18T21:55:44.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:44 smithi156 conmon[67007]: cluster 2022-01-18T21:55:43.057405+0000 mgr.smithi129.iclwio (mgr.14716) 12253 : cluster [DBG] pgmap v10536: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:44.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:44 smithi156 conmon[67007]: 2022-01-18T21:55:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:46 smithi129 conmon[101092]: cluster 2022-01-18T21:55:45.058174+0000 mgr.smithi129.iclwio (mgr.14716) 12254 : cluster [DBG] pgmap v10537: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:46.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:46 smithi129 conmon[101092]: 2022-01-18T21:55:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:46 smithi156 conmon[67007]: cluster 2022-01-18T21:55:45.058174+0000 mgr.smithi129.iclwio (mgr.14716) 12254 : cluster [DBG] pgmap v10537: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:48 smithi129 conmon[101092]: cluster 2022-01-18T21:55:47.058662+0000 mgr.smithi129.iclwio (mgr.14716) 12255 : cluster [DBG] pgmap v10538: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:48.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:48 smithi156 conmon[67007]: cluster 2022-01-18T21:55:47.058662+0000 mgr.smithi129.iclwio (mgr.14716) 12255 : cluster [DBG] pgmap v10538: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:50.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:49 smithi129 conmon[101092]: cluster 2022-01-18T21:55:49.059205+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:55:50.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:49 smithi129 conmon[101092]: ) 12256 : cluster [DBG] pgmap v10539: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:49 smithi156 conmon[67007]: cluster 2022-01-18T21:55:49.059205+0000 mgr.smithi129.iclwio (mgr.14716) 12256 : cluster [DBG] pgmap v10539: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:49 smithi156 conmon[67007]: 2022-01-18T21:55:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:52 smithi129 conmon[101092]: cluster 2022-01-18T21:55:51.060050+0000 mgr.smithi129.iclwio (mgr.14716) 12257 : cluster [DBG] pgmap v10540: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:55:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:52 smithi156 conmon[67007]: cluster 2022-01-18T21:55:51.060050+0000 mgr.smithi129.iclwio (mgr.14716) 12257 : cluster [DBG] pgmap v10540: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:55:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:54 smithi129 conmon[101092]: cluster 2022-01-18T21:55:53.060558+0000 mgr.smithi129.iclwio (mgr.14716) 12258 : cluster [DBG] pgmap v10541: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:54.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:54 smithi129 conmon[101092]: 2022-01-18T21:55:54.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:54 smithi156 conmon[67007]: cluster 2022-01-18T21:55:53.060558+0000 mgr.smithi129.iclwio (mgr.14716) 12258 : cluster [DBG] pgmap v10541: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:56 smithi129 conmon[101092]: cluster 2022-01-18T21:55:55.061301+0000 mgr.smithi129.iclwio (mgr.14716) 12259 : cluster [DBG] 2022-01-18T21:55:56.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:56 smithi129 conmon[101092]: pgmap v10542: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:56 smithi156 conmon[67007]: cluster 2022-01-18T21:55:55.061301+0000 mgr.smithi129.iclwio (mgr.14716) 12259 : cluster [DBG] pgmap v10542: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:58 smithi129 conmon[101092]: cluster 2022-01-18T21:55:57.062029+0000 mgr.smithi129.iclwio (mgr.14716) 12260 : cluster [DBG] pgmap v10543: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:55:58.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:58 smithi156 conmon[67007]: cluster 2022-01-18T21:55:57.062029+0000 mgr.smithi129.iclwio (mgr.14716) 12260 : cluster [DBG] pgmap v10543: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:59 smithi129 conmon[101092]: cluster 2022-01-18T21:55:59.062541+0000 mgr.smithi129.iclwio (mgr.14716) 12261 : cluster [DBG] pgmap v10544: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:59 smithi129 conmon[101092]: 2022-01-18T21:56:00.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:59 smithi129 conmon[101092]: audit 2022-01-18T21:55:59.624384+0000 mon.smithi129 (mon.0) 3620 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:56:00.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:55:59 smithi129 conmon[101092]: audit 2022-01-18T21:55:59.624679+0000 mon.smithi129 (mon.0) 3621 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:56:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:59 smithi156 conmon[67007]: cluster 2022-01-18T21:55:59.062541+0000 mgr.smithi129.iclwio (mgr.14716) 12261 : cluster [DBG] pgmap v10544: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:59 smithi156 conmon[67007]: audit 2022-01-18T21:55:59.624384+0000 2022-01-18T21:56:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:59 smithi156 conmon[67007]: mon.smithi129 (mon.0) 3620 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:56:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:55:59 smithi156 conmon[67007]: audit 2022-01-18T21:55:59.624679+0000 mon.smithi129 (mon.0) 3621 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:56:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:02 smithi129 conmon[101092]: cluster 2022-01-18T21:56:01.063486+0000 mgr.smithi129.iclwio (mgr.14716) 12262 : cluster [DBG] pgmap v10545: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:56:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:02 smithi156 conmon[67007]: cluster 2022-01-18T21:56:01.063486+0000 mgr.smithi129.iclwio (mgr.14716) 12262 : cluster [DBG] pgmap v10545: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:56:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:04 smithi129 conmon[101092]: cluster 2022-01-18T21:56:03.064015+0000 mgr.smithi129.iclwio (mgr.14716) 12263 : cluster [DBG] pgmap v10546: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:04.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:04 smithi156 conmon[67007]: cluster 2022-01-18T21:56:03.064015+0000 mgr.smithi129.iclwio (mgr.14716) 12263 : cluster [DBG] pgmap v10546: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:06 smithi129 conmon[101092]: cluster 2022-01-18T21:56:05.064722+0000 mgr.smithi129.iclwio (mgr.14716) 12264 : cluster [DBG] pgmap v10547: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:06 smithi156 conmon[67007]: cluster 2022-01-18T21:56:05.064722+0000 mgr.smithi129.iclwio (mgr.14716) 12264 : cluster [DBG] pgmap v10547: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:06.645 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:56:06.912 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:56:06.913 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 3m ago 5h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:56:06.913 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 3m ago 5h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:56:06.914 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 3m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:56:06.914 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 3m ago 5h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:56:06.915 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 3m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:56:06.915 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 3m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:56:06.915 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 3m ago 6h 888M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:56:06.916 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 3m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:56:06.916 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 3m ago 6h 1995M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:56:06.916 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 3m ago 5h 1061M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:56:06.917 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 3m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:56:06.917 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 3m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:56:06.917 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 3m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:56:06.917 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 3m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:56:06.918 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 3m ago 5h 2417M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:56:06.918 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 3m ago 5h 3546M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:56:06.918 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 3m ago 5h 2667M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:56:06.918 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 3m ago 5h 3582M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:56:06.919 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 3m ago 5h 3325M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:56:06.919 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 3m ago 5h 3806M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:56:06.919 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 3m ago 5h 3091M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:56:06.919 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 3m ago 5h 4417M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:56:06.920 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 3m ago 5h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:56:07.230 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:56:07.231 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:56:07.231 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:56:07.231 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:56:07.231 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:56:07.232 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:56:07.232 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:56:07.232 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:56:07.232 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:56:07.232 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:56:07.233 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:56:07.233 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:56:07.233 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:56:07.233 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:56:07.234 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:56:07.234 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:56:07.234 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:56:07.234 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:56:07.235 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:56:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:08 smithi129 conmon[101092]: audit 2022-01-18T21:56:06.634268+0000 mgr.smithi129.iclwio (mgr.14716) 12265 : audit [DBG] from='client.42274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:56:08.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:08 smithi129 conmon[101092]: audit 2022-01-18T21:56:06.903802+0000 mgr.smithi129.iclwio (mgr.14716) 12266 : audit [DBG] from='client.42278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:56:08.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:08 smithi129 conmon[101092]: cluster 2022-01-18T21:56:07.065211+0000 2022-01-18T21:56:08.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:08 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 12267 : cluster [DBG] pgmap v10548: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:08.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:08 smithi129 conmon[101092]: audit 2022-01-18T21:56:07.230757 2022-01-18T21:56:08.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:08 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 3622 : audit [DBG] 2022-01-18T21:56:08.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:08 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/2498337370' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:56:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:08 smithi156 conmon[67007]: audit 2022-01-18T21:56:06.634268+0000 mgr.smithi129.iclwio (mgr.14716) 12265 : audit [DBG] from='client.42274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:56:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:08 smithi156 conmon[67007]: audit 2022-01-18T21:56:06.903802+0000 mgr.smithi129.iclwio (mgr.14716) 12266 : audit [DBG] from='client.42278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:56:08.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:08 smithi156 conmon[67007]: cluster 2022-01-18T21:56:07.065211+0000 mgr.smithi129.iclwio (mgr.14716) 12267 : cluster [DBG] pgmap v10548: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:08.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:08 smithi156 conmon[67007]: audit 2022-01-18T21:56:07.230757+0000 mon.smithi129 (mon.0) 3622 : audit [DBG] from='client.? 172.21.15.129:0/2498337370' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:56:10.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:09 smithi129 conmon[101092]: cluster 2022-01-18T21:56:09.065624+0000 mgr.smithi129.iclwio (mgr.14716) 12268 : cluster [DBG] pgmap v10549: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:10.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:09 smithi129 conmon[101092]: 2022-01-18T21:56:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:09 smithi156 conmon[67007]: cluster 2022-01-18T21:56:09.065624+0000 mgr.smithi129.iclwio (mgr.14716) 12268 : cluster [DBG] pgmap v10549: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:12 smithi129 conmon[101092]: cluster 2022-01-18T21:56:11.066536+0000 mgr.smithi129.iclwio (mgr.14716) 12269 : cluster [DBG] pgmap v10550: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:56:12.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:12 smithi129 conmon[101092]: 2022-01-18T21:56:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:12 smithi156 conmon[67007]: cluster 2022-01-18T21:56:11.066536+0000 mgr.smithi129.iclwio (mgr.14716) 12269 : cluster [DBG] pgmap v10550: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:56:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:14 smithi129 conmon[101092]: cluster 2022-01-18T21:56:13.067153+0000 mgr.smithi129.iclwio (mgr.14716) 12270 : cluster [DBG] pgmap v10551: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:14.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:14 smithi129 conmon[101092]: 2022-01-18T21:56:14.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:14 smithi156 conmon[67007]: cluster 2022-01-18T21:56:13.067153+0000 mgr.smithi129.iclwio (mgr.14716) 12270 : cluster [DBG] pgmap v10551: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:16 smithi129 conmon[101092]: cluster 2022-01-18T21:56:15.067997+0000 mgr.smithi129.iclwio (mgr.14716) 12271 : cluster [DBG] pgmap v10552: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:16 smithi156 conmon[67007]: cluster 2022-01-18T21:56:15.067997+0000 mgr.smithi129.iclwio (mgr.14716) 12271 : cluster [DBG] pgmap v10552: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:18 smithi129 conmon[101092]: cluster 2022-01-18T21:56:17.068599+0000 mgr.smithi129.iclwio (mgr.14716) 12272 : cluster [DBG] pgmap v10553: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:18.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:18 smithi129 conmon[101092]: 2022-01-18T21:56:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:18 smithi156 conmon[67007]: cluster 2022-01-18T21:56:17.068599+0000 mgr.smithi129.iclwio (mgr.14716) 12272 : cluster [DBG] pgmap v10553: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:20.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:19 smithi129 conmon[101092]: cluster 2022-01-18T21:56 2022-01-18T21:56:20.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:19 smithi129 conmon[101092]: :19.069122+0000 mgr.smithi129.iclwio (mgr.14716) 12273 : cluster [DBG] pgmap v10554: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:19 smithi156 conmon[67007]: cluster 2022-01-18T21:56:19.069122+0000 mgr.smithi129.iclwio (mgr.14716) 12273 : cluster [DBG] pgmap v10554: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:22 smithi129 conmon[101092]: cluster 2022-01-18T21:56:21.069891+0000 mgr.smithi129.iclwio (mgr.14716) 12274 : cluster 2022-01-18T21:56:22.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:22 smithi129 conmon[101092]: [DBG] pgmap v10555: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:56:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:22 smithi156 conmon[67007]: cluster 2022-01-18T21:56:21.069891+0000 mgr.smithi129.iclwio (mgr.14716) 12274 : cluster [DBG] pgmap v10555: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:56:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:24 smithi129 conmon[101092]: cluster 2022-01-18T21:56:23.070454+0000 mgr.smithi129.iclwio (mgr.14716) 12275 : cluster [DBG] 2022-01-18T21:56:24.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:24 smithi129 conmon[101092]: pgmap v10556: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:24.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:24 smithi156 conmon[67007]: cluster 2022-01-18T21:56:23.070454+0000 mgr.smithi129.iclwio (mgr.14716) 12275 : cluster [DBG] pgmap v10556: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:25.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:25 smithi129 conmon[101092]: audit 2022-01-18T21:56:24.980035+0000 mon.smithi129 (mon 2022-01-18T21:56:25.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:25 smithi129 conmon[101092]: .0) 3623 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:56:25.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:25 smithi129 conmon[101092]: audit 2022-01-18T21:56:24.981644+0000 mon.smithi129 (mon.0) 3624 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:56:25.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:25 smithi129 conmon[101092]: audit 2022-01-18T21:56: 2022-01-18T21:56:25.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:25 smithi129 conmon[101092]: 24.982997+0000 mon.smithi129 (mon.0) 3625 : audit 2022-01-18T21:56:25.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:25 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:56:25.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:25 smithi156 conmon[67007]: audit 2022-01-18T21:56:24.980035+0000 mon.smithi129 (mon.0) 3623 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:56:25.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:25 smithi156 conmon[67007]: audit 2022-01-18T21:56:24. 2022-01-18T21:56:25.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:25 smithi156 conmon[67007]: 981644+0000 mon.smithi129 (mon.0) 3624 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:56:25.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:25 smithi156 conmon[67007]: audit 2022-01-18T21:56:24.982997+0000 mon.smithi129 (mon.0) 3625 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:56:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:26 smithi156 conmon[67007]: cephadm 2022-01-18T21:56:24.983765+0000 mgr.smithi129.iclwio (mgr.14716) 12276 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:56:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:26 smithi156 conmon[67007]: cluster 2022-01-18T21:56:25.071177+0000 2022-01-18T21:56:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:26 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 12277 : cluster [DBG] pgmap v10557: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:26.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:26 smithi156 conmon[67007]: audit 2022-01-18T21:56:25.291996+0000 mon.smithi129 (mon.0) 3626 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:56:26.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:26 smithi156 conmon[67007]: audit 2022-01-18T21:56:25.296708+0000 mon.smithi129 ( 2022-01-18T21:56:26.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:26 smithi156 conmon[67007]: mon.0) 3627 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:56:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:26 smithi129 conmon[101092]: cephadm 2022-01-18T21:56:24.983765+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:56:26.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:26 smithi129 conmon[101092]: 14716) 12276 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:56:26.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:26 smithi129 conmon[101092]: cluster 2022-01-18T21:56:25.071177+0000 2022-01-18T21:56:26.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:26 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 12277 : cluster [DBG] pgmap v10557: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:26.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:26 smithi129 conmon[101092]: audit 2022-01-18T21:56:25.291996+0000 mon.smithi129 2022-01-18T21:56:26.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:26 smithi129 conmon[101092]: (mon.0) 3626 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:56:26.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:26 smithi129 conmon[101092]: audit 2022-01-18T21:56:26.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:26 smithi129 conmon[101092]: 2022-01-18T21:56:25.296708 2022-01-18T21:56:26.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:26 smithi129 conmon[101092]: +0000 mon.smithi129 (mon 2022-01-18T21:56:26.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:26 smithi129 conmon[101092]: .0) 3627 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:56:28.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:28 smithi156 conmon[67007]: cluster 2022-01-18T21:56:27.071844+0000 mgr.smithi129.iclwio (mgr.14716) 12278 : cluster [DBG] pgmap v10558: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:28 smithi129 conmon[101092]: cluster 2022-01-18T21:56:27.071844+0000 mgr.smithi129.iclwio (mgr.14716) 12278 : cluster [DBG] pgmap v10558: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:30.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:29 smithi129 conmon[101092]: cluster 2022-01-18T21:56:29.072264+0000 mgr.smithi129.iclwio (mgr.14716) 12279 : cluster [DBG] pgmap v10559: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:29 smithi156 conmon[67007]: cluster 2022-01-18T21:56:29.072264+0000 mgr.smithi129.iclwio (mgr.14716) 12279 : cluster [DBG] pgmap v10559: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:32 smithi129 conmon[101092]: cluster 2022-01-18T21:56:31.073274+0000 mgr.smithi129.iclwio (mgr.14716) 12280 : cluster [DBG] pgmap v10560: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:56:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:32 smithi156 conmon[67007]: cluster 2022-01-18T21:56:31.073274+0000 mgr.smithi129.iclwio (mgr.14716) 12280 : cluster 2022-01-18T21:56:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:32 smithi156 conmon[67007]: [DBG] pgmap v10560: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:56:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:34 smithi129 conmon[101092]: cluster 2022-01-18T21:56:33.074020+0000 mgr.smithi129.iclwio (mgr.14716) 12281 : cluster [DBG] pgmap v10561: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:34.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:34 smithi156 conmon[67007]: cluster 2022-01-18T21:56:33.074020+0000 mgr.smithi129.iclwio (mgr.14716) 12281 : cluster [DBG] pgmap v10561: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:36 smithi129 conmon[101092]: cluster 2022-01-18T21:56:35.074895+0000 mgr.smithi129.iclwio (mgr.14716) 12282 : cluster [DBG] pgmap v10562: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:36 smithi156 conmon[67007]: cluster 2022-01-18T21:56:35.074895+0000 mgr.smithi129.iclwio (mgr.14716) 12282 : cluster [DBG] pgmap v10562: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:37.527 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:56:37.793 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:56:37.794 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 4m ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:56:37.794 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 4m ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:56:37.794 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 4m ago 5h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:56:37.794 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 4m ago 6h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:56:37.795 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 4m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:56:37.795 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 4m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:56:37.795 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 4m ago 6h 888M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:56:37.795 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 4m ago 5h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:56:37.796 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 4m ago 6h 1995M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:56:37.796 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 4m ago 5h 1061M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:56:37.796 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 4m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:56:37.796 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 4m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:56:37.797 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (5h) 4m ago 5h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:56:37.797 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 4m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:56:37.797 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 4m ago 5h 2417M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:56:37.797 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 4m ago 5h 3546M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:56:37.797 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 4m ago 5h 2667M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:56:37.798 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 4m ago 5h 3582M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:56:37.798 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 4m ago 5h 3325M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:56:37.798 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 4m ago 5h 3806M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:56:37.798 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 4m ago 5h 3091M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:56:37.798 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 4m ago 5h 4417M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:56:37.799 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 4m ago 5h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:56:38.119 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:56:38.119 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:56:38.120 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:56:38.120 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:56:38.120 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:56:38.120 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:56:38.120 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:56:38.121 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:56:38.121 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:56:38.121 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:56:38.121 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:56:38.122 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:56:38.122 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:56:38.122 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:56:38.122 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:56:38.123 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:56:38.123 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:56:38.123 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:56:38.123 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:56:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:38 smithi129 conmon[101092]: cluster 2022-01-18T21:56:37.075570+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:56:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:38 smithi129 conmon[101092]: ) 12283 : cluster [DBG] pgmap v10563: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:38.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:38 smithi129 conmon[101092]: audit 2022-01-18T21:56:37.516369+0000 mgr.smithi129.iclwio (mgr.14716) 12284 : audit [DBG] from='client.42286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:56:38.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:38 smithi129 conmon[101092]: audit 2022-01-18T21: 2022-01-18T21:56:38.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:38 smithi129 conmon[101092]: 56:38.119455+0000 mon.smithi129 (mon.0) 3628 : audit [DBG] from='client.? 172.21.15.129:0/4024695857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:56:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:38 smithi156 conmon[67007]: cluster 2022-01-18T21:56:37.075570+0000 mgr.smithi129.iclwio (mgr.14716) 12283 : cluster [DBG] pgmap v10563: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:38 smithi156 conmon[67007]: audit 2022-01-18T21:56:37.516369 2022-01-18T21:56:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:38 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 12284 : audit [DBG] from='client.42286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:56:38.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:38 smithi156 conmon[67007]: audit 2022-01-18T21:56:38.119455+0000 mon.smithi129 (mon.0) 3628 : audit [DBG] from='client.? 172.21.15.129:0/4024695857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:56:39.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:39 smithi129 conmon[101092]: audit 2022-01-18T21:56:37.785197+0000 mgr.smithi129.iclwio (mgr.14716) 12285 : audit [DBG] from='client.42290 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:56:39.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:39 smithi156 conmon[67007]: audit 2022-01-18T21:56:37.785197+0000 mgr.smithi129.iclwio (mgr.14716) 12285 : audit [DBG] from='client.42290 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:56:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:40 smithi129 conmon[101092]: cluster 2022-01-18T21:56:39.076113+0000 mgr.smithi129.iclwio (mgr.14716) 12286 : cluster [DBG] pgmap v10564: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:40.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:40 smithi156 conmon[67007]: cluster 2022-01-18T21:56:39.076113+0000 mgr.smithi129.iclwio (mgr.14716) 12286 : cluster [DBG] pgmap v10564: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:42 smithi129 conmon[101092]: cluster 2022-01-18T21:56:41.077070+0000 mgr.smithi129.iclwio (mgr.14716) 12287 : cluster [DBG] pgmap v10565: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:56:42.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:42 smithi156 conmon[67007]: cluster 2022-01-18T21:56:41.077070+0000 mgr.smithi129.iclwio (mgr.14716) 12287 : cluster [DBG] pgmap v10565: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:56:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:44 smithi129 conmon[101092]: cluster 2022-01-18T21:56:43.077843+0000 mgr.smithi129.iclwio (mgr.14716) 12288 : cluster [DBG] pgmap v10566: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:44.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:44 smithi156 conmon[67007]: cluster 2022-01-18T21:56:43.077843+0000 mgr.smithi129.iclwio (mgr.14716) 12288 : cluster [DBG] pgmap v10566: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:46 smithi129 conmon[101092]: cluster 2022-01-18T21:56:45.078668+0000 mgr.smithi129.iclwio (mgr.14716) 12289 : cluster [DBG] pgmap v10567: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:46 smithi156 conmon[67007]: cluster 2022-01-18T21:56:45.078668+0000 mgr.smithi129.iclwio (mgr.14716) 12289 : cluster [DBG] pgmap v10567: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:48 smithi129 conmon[101092]: cluster 2022-01-18T21:56:47.079252+0000 mgr.smithi129.iclwio (mgr.14716) 12290 : cluster [DBG] pgmap v10568: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:48.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:48 smithi156 conmon[67007]: cluster 2022-01-18T21:56:47.079252+0000 mgr.smithi129.iclwio (mgr.14716) 12290 : cluster [DBG] pgmap v10568: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:50.188 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:49 smithi129 conmon[101092]: cluster 2022-01-18T21:56:49.079864+0000 mgr.smithi129.iclwio (mgr.14716) 12291 : cluster [DBG] 2022-01-18T21:56:50.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:49 smithi129 conmon[101092]: pgmap v10569: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:49 smithi156 conmon[67007]: cluster 2022-01-18T21:56:49.079864+0000 mgr.smithi129.iclwio (mgr.14716) 12291 : cluster [DBG] pgmap v10569: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:52 smithi129 conmon[101092]: cluster 2022-01-18T21:56:51.080582+0000 mgr.smithi129.iclwio (mgr.14716) 12292 : cluster [DBG] pgmap v10570: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:56:52.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:52 smithi129 conmon[101092]: 2022-01-18T21:56:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:52 smithi156 conmon[67007]: cluster 2022-01-18T21:56:51.080582+0000 mgr.smithi129.iclwio (mgr.14716) 12292 : cluster [DBG] pgmap v10570: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:56:54.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:54 smithi129 conmon[101092]: cluster 2022-01-18T21:56:53.081189+0000 mgr.smithi129.iclwio (mgr.14716) 12293 : cluster [DBG] pgmap v10571: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:54.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:54 smithi129 conmon[101092]: 2022-01-18T21:56:54.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:54 smithi156 conmon[67007]: cluster 2022-01-18T21:56:53.081189+0000 mgr.smithi129.iclwio (mgr.14716) 12293 : cluster [DBG] pgmap v10571: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:56 smithi129 conmon[101092]: cluster 2022-01-18T21:56:55.082043+0000 mgr.smithi129.iclwio (mgr.14716) 12294 : cluster [DBG] pgmap v10572: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:56 smithi156 conmon[67007]: cluster 2022-01-18T21:56:55.082043+0000 mgr.smithi129.iclwio (mgr.14716) 12294 : cluster [DBG] pgmap v10572: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:58 smithi129 conmon[101092]: cluster 2022-01-18T21:56:57.082590+0000 mgr.smithi129.iclwio (mgr.14716) 12295 : cluster [DBG] pgmap v10573: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:56:58.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:58 smithi156 conmon[67007]: cluster 2022-01-18T21:56:57.082590+0000 mgr.smithi129.iclwio (mgr.14716) 12295 : cluster [DBG] pgmap v10573: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:59 smithi156 conmon[67007]: cluster 2022-01-18T21:56:59.083282+0000 mgr.smithi129.iclwio (mgr.14716) 12296 : cluster [DBG] 2022-01-18T21:57:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:59 smithi156 conmon[67007]: pgmap v10574: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:59 smithi156 conmon[67007]: audit 2022-01-18T21:56:59.628176+0000 mon.smithi129 (mon.0) 3629 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:57:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:59 smithi156 conmon[67007]: audit 2022-01-18T21:56:59.628513+0000 mon.smithi129 ( 2022-01-18T21:57:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:56:59 smithi156 conmon[67007]: mon.0) 3630 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:57:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:59 smithi129 conmon[101092]: cluster 2022-01-18T21:56:59.083282+0000 mgr.smithi129.iclwio (mgr.14716) 12296 : cluster [DBG] pgmap v10574: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:59 smithi129 conmon[101092]: 2022-01-18T21:57:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:59 smithi129 conmon[101092]: audit 2022-01-18T21:56:59.628176+0000 mon.smithi129 (mon.0) 3629 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:57:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:59 smithi129 conmon[101092]: audit 2022-01-18T21:56:59.628513+0000 mon.smithi129 (mon.0) 3630 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:57:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:56:59 smithi129 conmon[101092]: 2022-01-18T21:57:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:02 smithi129 conmon[101092]: cluster 2022-01-18T21:57:01.084253+0000 mgr.smithi129.iclwio (mgr.14716) 12297 : cluster [DBG] pgmap v10575: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:57:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:02 smithi156 conmon[67007]: cluster 2022-01-18T21:57:01.084253+0000 mgr.smithi129.iclwio (mgr.14716) 12297 : cluster [DBG] pgmap v10575: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:57:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:04 smithi129 conmon[101092]: cluster 2022-01-18T21:57:03.084856+0000 mgr.smithi129.iclwio (mgr.14716) 12298 : cluster [DBG] pgmap v10576: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:04.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:04 smithi129 conmon[101092]: 2022-01-18T21:57:04.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:04 smithi156 conmon[67007]: cluster 2022-01-18T21:57:03.084856+0000 mgr.smithi129.iclwio (mgr.14716) 12298 : cluster [DBG] pgmap v10576: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:06 smithi129 conmon[101092]: cluster 2022-01-18T21:57:05.085842+0000 mgr.smithi129.iclwio (mgr.14716) 12299 : cluster [DBG] 2022-01-18T21:57:06.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:06 smithi129 conmon[101092]: pgmap v10577: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:06 smithi156 conmon[67007]: cluster 2022-01-18T21:57:05.085842+0000 mgr.smithi129.iclwio (mgr.14716) 12299 : cluster [DBG] 2022-01-18T21:57:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:06 smithi156 conmon[67007]: pgmap v10577: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:08.417 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:57:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:08 smithi129 conmon[101092]: cluster 2022-01-18T21:57:07.086550+0000 mgr.smithi129.iclwio (mgr.14716) 12300 : cluster [DBG] 2022-01-18T21:57:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:08 smithi129 conmon[101092]: pgmap v10578: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:08 smithi156 conmon[67007]: cluster 2022-01-18T21:57:07.086550+0000 mgr.smithi129.iclwio (mgr.14716) 12300 : cluster [DBG] 2022-01-18T21:57:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:08 smithi156 conmon[67007]: pgmap v10578: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:08.684 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:57:08.685 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (5h) 4m ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:57:08.685 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 4m ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:57:08.685 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 4m ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:57:08.686 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (5h) 4m ago 6h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:57:08.686 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 4m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:57:08.686 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 4m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:57:08.687 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 4m ago 6h 888M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:57:08.687 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 4m ago 6h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:57:08.687 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 4m ago 6h 1995M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:57:08.687 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 4m ago 6h 1061M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:57:08.688 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 4m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:57:08.688 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 4m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:57:08.688 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 4m ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:57:08.688 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (5h) 4m ago 5h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:57:08.689 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 4m ago 5h 2417M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:57:08.689 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 4m ago 5h 3546M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:57:08.689 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 4m ago 5h 2667M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:57:08.689 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 4m ago 5h 3582M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:57:08.689 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 4m ago 5h 3325M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:57:08.690 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 4m ago 5h 3806M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:57:08.690 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 4m ago 5h 3091M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:57:08.690 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 4m ago 5h 4417M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:57:08.691 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 4m ago 6h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:57:09.001 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:57:09.002 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:57:09.002 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:57:09.002 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:57:09.002 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:57:09.003 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:57:09.003 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:57:09.003 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:57:09.003 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:57:09.004 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:57:09.004 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:57:09.004 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:57:09.004 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:57:09.005 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:57:09.005 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:57:09.005 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:57:09.005 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:57:09.005 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:57:09.006 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:57:09.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:09 smithi129 conmon[101092]: audit 2022-01-18T21:57:08.406052+0000 mgr.smithi129.iclwio ( 2022-01-18T21:57:09.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:09 smithi129 conmon[101092]: mgr.14716) 12301 : audit [DBG] from='client.42298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:57:09.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:09 smithi129 conmon[101092]: audit 2022-01-18T21:57:09.001748+0000 mon.smithi129 (mon.0) 3631 : audit [DBG] from='client.? 172.21.15.129:0/1593784249' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:57:09.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:09 smithi156 conmon[67007]: audit 2022-01-18T21:57:08.406052+0000 mgr.smithi129.iclwio (mgr.14716) 12301 : audit 2022-01-18T21:57:09.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:09 smithi156 conmon[67007]: [DBG] from='client.42298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:57:09.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:09 smithi156 conmon[67007]: audit 2022-01-18T21:57:09.001748+0000 mon.smithi129 (mon.0) 3631 : audit [DBG] from='client.? 172.21.15.129:0/1593784249' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:57:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:10 smithi129 conmon[101092]: audit 2022-01-18T21:57:08.676084+0000 mgr.smithi129.iclwio (mgr.14716) 12302 : audit [DBG] 2022-01-18T21:57:10.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:10 smithi129 conmon[101092]: from='client.42302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:57:10.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:10 smithi129 conmon[101092]: cluster 2022-01-18T21:57:09.087183+0000 mgr.smithi129.iclwio (mgr.14716) 12303 : cluster [DBG] pgmap v10579: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:10 smithi156 conmon[67007]: audit 2022-01-18T21:57:08.676084+0000 mgr.smithi129.iclwio (mgr.14716) 12302 : audit [DBG] from='client.42302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:57:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:10 smithi156 conmon[67007]: 2022-01-18T21:57:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:10 smithi156 conmon[67007]: cluster 2022-01-18T21:57:09.087183+0000 mgr.smithi129.iclwio (mgr.14716) 12303 : cluster [DBG] pgmap v10579: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:12 smithi129 conmon[101092]: cluster 2022-01-18T21:57:11.087942+0000 mgr.smithi129.iclwio (mgr.14716) 12304 : cluster [DBG] pgmap v10580: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:57:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:12 smithi156 conmon[67007]: cluster 2022-01-18T21:57:11.087942+0000 mgr.smithi129.iclwio (mgr.14716) 12304 : cluster [DBG] 2022-01-18T21:57:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:12 smithi156 conmon[67007]: pgmap v10580: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:57:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:14 smithi129 conmon[101092]: cluster 2022-01-18T21:57:13.088493+0000 mgr.smithi129.iclwio (mgr.14716) 12305 : cluster [DBG] pgmap v10581: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:14.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:14 smithi156 conmon[67007]: cluster 2022-01-18T21:57:13.088493+0000 mgr.smithi129.iclwio (mgr.14716) 12305 : cluster [DBG] pgmap v10581: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:14.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:14 smithi156 conmon[67007]: 2022-01-18T21:57:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:16 smithi129 conmon[101092]: cluster 2022-01-18T21:57:15.089311+0000 mgr.smithi129.iclwio (mgr.14716) 12306 : cluster [DBG] pgmap v10582: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:16 smithi156 conmon[67007]: cluster 2022-01-18T21:57:15.089311+0000 mgr.smithi129.iclwio (mgr.14716) 12306 : cluster [DBG] 2022-01-18T21:57:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:16 smithi156 conmon[67007]: pgmap v10582: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:18 smithi129 conmon[101092]: cluster 2022-01-18T21:57:17.089818+0000 mgr.smithi129.iclwio (mgr.14716) 12307 : cluster [DBG] pgmap v10583: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:18 smithi156 conmon[67007]: cluster 2022-01-18T21:57:17.089818+0000 mgr.smithi129.iclwio (mgr.14716) 12307 : cluster [DBG] pgmap v10583: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:18 smithi156 conmon[67007]: 2022-01-18T21:57:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:19 smithi156 conmon[67007]: cluster 2022-01-18T21:57:19.090387+0000 mgr.smithi129.iclwio (mgr.14716) 12308 : cluster [DBG] 2022-01-18T21:57:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:19 smithi156 conmon[67007]: pgmap v10584: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:57:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:19 smithi129 conmon[101092]: cluster 2022-01-18T21:57:19.090387+0000 mgr.smithi129.iclwio (mgr.14716) 12308 : cluster [DBG] pgmap v10584: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:57:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:22 smithi129 conmon[101092]: cluster 2022-01-18T21:57:21.091089+0000 mgr.smithi129.iclwio (mgr.14716) 12309 : cluster [DBG] 2022-01-18T21:57:22.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:22 smithi129 conmon[101092]: pgmap v10585: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:57:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:22 smithi156 conmon[67007]: cluster 2022-01-18T21:57:21.091089+0000 mgr.smithi129.iclwio (mgr.14716) 12309 : cluster 2022-01-18T21:57:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:22 smithi156 conmon[67007]: [DBG] pgmap v10585: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:57:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:24 smithi129 conmon[101092]: cluster 2022-01-18T21:57:23.091734+0000 mgr.smithi129.iclwio (mgr.14716) 12310 : cluster [DBG] pgmap v10586: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:24.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:24 smithi129 conmon[101092]: 2022-01-18T21:57:24.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:24 smithi156 conmon[67007]: cluster 2022-01-18T21:57:23.091734+0000 mgr.smithi129.iclwio (mgr.14716) 12310 : cluster [DBG] 2022-01-18T21:57:24.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:24 smithi156 conmon[67007]: pgmap v10586: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:26 smithi129 conmon[101092]: cluster 2022-01-18T21:57:25.092701+0000 mgr.smithi129.iclwio (mgr.14716) 12311 2022-01-18T21:57:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:26 smithi129 conmon[101092]: : cluster [DBG] pgmap v10587: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:26 smithi129 conmon[101092]: audit 2022-01-18T21:57:25.299214+0000 mon.smithi129 (mon.0) 3632 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:57:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:26 smithi129 conmon[101092]: audit 2022-01-18T21:57:25.300523+0000 mon.smithi129 (mon 2022-01-18T21:57:26.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:26 smithi129 conmon[101092]: .0) 3633 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:57:26.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:26 smithi129 conmon[101092]: audit 2022- 2022-01-18T21:57:26.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:26 smithi129 conmon[101092]: 01-18T21:57:25.301493+0000 2022-01-18T21:57:26.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:26 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3634 : audit 2022-01-18T21:57:26.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:26 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:57:26.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:26 smithi129 conmon[101092]: cephadm 2022-01-18T21:57 2022-01-18T21:57:26.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:26 smithi129 conmon[101092]: :25.302227+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:57:26.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:26 smithi129 conmon[101092]: 14716) 12312 : cephadm [WRN] 2022-01-18T21:57:26.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:26 smithi129 conmon[101092]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:57:26.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:26 smithi129 conmon[101092]: audit 2022-01-18T21:57:26.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:26 smithi129 conmon[101092]: 2022-01-18T21:57: 2022-01-18T21:57:26.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:26 smithi129 conmon[101092]: 25.608927+0000 mon.smithi129 (mon. 2022-01-18T21:57:26.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:26 smithi129 conmon[101092]: 0) 3635 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:57:26.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:26 smithi129 conmon[101092]: audit 2022- 2022-01-18T21:57:26.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:26 smithi129 conmon[101092]: 01-18T21:57:25.615301 2022-01-18T21:57:26.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:26 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 3636 2022-01-18T21:57:26.443 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:26 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:57:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:26 smithi156 conmon[67007]: cluster 2022-01-18T21:57:25.092701+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:57:26.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:26 smithi156 conmon[67007]: 12311 : cluster [DBG] pgmap v10587: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:26.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:26 smithi156 conmon[67007]: audit 2022-01-18T21:57:25.299214+0000 mon.smithi129 (mon.0) 3632 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:57:26.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:26 smithi156 conmon[67007]: audit 2022-01-18T21:57:25.300523+0000 mon.smithi129 (mon.0) 2022-01-18T21:57:26.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:26 smithi156 conmon[67007]: 3633 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:57:26.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:26 smithi156 conmon[67007]: audit 2022-01-18T21 2022-01-18T21:57:26.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:26 smithi156 conmon[67007]: :57:25.301493+0000 mon.smithi129 (mon.0) 3634 2022-01-18T21:57:26.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:26 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:57:26.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:26 smithi156 conmon[67007]: cephadm 2022-01-18 2022-01-18T21:57:26.553 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:26 smithi156 conmon[67007]: T21:57:25.302227+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:57:26.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:26 smithi156 conmon[67007]: 14716) 12312 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:57:26.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:26 smithi156 conmon[67007]: audit 2022-01-18T21:57:26.554 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:26 smithi156 conmon[67007]: 2022-01-18T21:57:25.608927+0000 mon.smithi129 2022-01-18T21:57:26.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:26 smithi156 conmon[67007]: (mon.0) 3635 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:57:26.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:26 smithi156 conmon[67007]: audit 2022-01-18T21:57:26.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:26 smithi156 conmon[67007]: 2022-01-18T21:57:25.615301+0000 mon.smithi129 2022-01-18T21:57:26.555 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:26 smithi156 conmon[67007]: (mon.0) 3636 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:57:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:28 smithi129 conmon[101092]: cluster 2022-01-18T21:57:27.093250+0000 mgr.smithi129.iclwio (mgr.14716) 12313 : cluster [DBG] pgmap v10588: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:28.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:28 smithi129 conmon[101092]: 2022-01-18T21:57:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:28 smithi156 conmon[67007]: cluster 2022-01-18T21:57:27.093250+0000 mgr.smithi129.iclwio (mgr.14716) 12313 : cluster 2022-01-18T21:57:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:28 smithi156 conmon[67007]: [DBG] pgmap v10588: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:29 smithi156 conmon[67007]: cluster 2022-01-18T21:57:29.093848+0000 mgr.smithi129.iclwio (mgr.14716) 12314 : cluster 2022-01-18T21:57:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:29 smithi156 conmon[67007]: [DBG] pgmap v10589: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:57:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:29 smithi129 conmon[101092]: cluster 2022-01-18T21:57:29.093848+0000 mgr.smithi129.iclwio (mgr.14716) 12314 : 2022-01-18T21:57:30.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:29 smithi129 conmon[101092]: cluster [DBG] pgmap v10589: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:57:32.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:32 smithi129 conmon[101092]: cluster 2022-01-18T21:57:31.094684+0000 mgr.smithi129.iclwio (mgr.14716) 12315 : cluster [DBG] pgmap v10590: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:32 smithi156 conmon[67007]: cluster 2022-01-18T21:57:31.094684+0000 mgr.smithi129.iclwio (mgr.14716) 12315 : 2022-01-18T21:57:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:32 smithi156 conmon[67007]: cluster [DBG] pgmap v10590: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:34 smithi129 conmon[101092]: cluster 2022-01-18T21:57:33.095345+0000 mgr.smithi129.iclwio (mgr.14716) 12316 : cluster [DBG] 2022-01-18T21:57:34.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:34 smithi129 conmon[101092]: pgmap v10591: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:34.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:34 smithi156 conmon[67007]: cluster 2022-01-18T21:57:33.095345+0000 mgr.smithi129.iclwio (mgr.14716) 12316 : cluster 2022-01-18T21:57:34.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:34 smithi156 conmon[67007]: [DBG] pgmap v10591: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:36 smithi129 conmon[101092]: cluster 2022-01-18T21:57:35.096155+0000 mgr.smithi129.iclwio (mgr.14716) 12317 : cluster [DBG] 2022-01-18T21:57:36.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:36 smithi129 conmon[101092]: pgmap v10592: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:36 smithi156 conmon[67007]: cluster 2022-01-18T21:57:35.096155+0000 mgr.smithi129.iclwio (mgr.14716) 12317 : 2022-01-18T21:57:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:36 smithi156 conmon[67007]: cluster [DBG] pgmap v10592: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:38 smithi129 conmon[101092]: cluster 2022-01-18T21:57:37.096775+0000 mgr.smithi129.iclwio (mgr.14716) 12318 : cluster [DBG] pgmap v10593: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:38.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:38 smithi129 conmon[101092]: 2022-01-18T21:57:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:38 smithi156 conmon[67007]: cluster 2022-01-18T21:57:37.096775+0000 mgr.smithi129.iclwio (mgr.14716) 12318 : cluster [DBG] 2022-01-18T21:57:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:38 smithi156 conmon[67007]: pgmap v10593: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:39.300 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:57:39.566 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:57:39.567 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 5m ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:57:39.567 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 5m ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:57:39.567 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 5m ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:57:39.568 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 5m ago 6h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:57:39.568 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 5m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:57:39.568 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 5m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:57:39.568 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 5m ago 6h 888M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:57:39.568 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 5m ago 6h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:57:39.569 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 5m ago 6h 1995M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:57:39.569 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 5m ago 6h 1061M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:57:39.569 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 5m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:57:39.570 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 5m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:57:39.570 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 5m ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:57:39.570 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 5m ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:57:39.570 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 5m ago 5h 2417M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:57:39.570 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (5h) 5m ago 5h 3546M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:57:39.571 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 5m ago 5h 2667M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:57:39.571 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 5m ago 5h 3582M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:57:39.571 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 5m ago 5h 3325M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:57:39.571 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 5m ago 5h 3806M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:57:39.572 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 5m ago 5h 3091M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:57:39.572 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 5m ago 5h 4417M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:57:39.572 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (5h) 5m ago 6h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:57:39.889 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:57:39.889 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:57:39.889 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:57:39.889 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:57:39.890 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:57:39.890 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:57:39.890 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:57:39.890 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:57:39.891 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:57:39.891 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:57:39.891 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:57:39.891 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:57:39.892 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:57:39.892 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:57:39.892 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:57:39.892 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:57:39.893 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:57:39.893 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:57:39.893 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:57:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:39 smithi156 conmon[67007]: cluster 2022-01-18T21:57:39.097327+0000 mgr.smithi129.iclwio (mgr.14716) 12319 : cluster 2022-01-18T21:57:40.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:39 smithi156 conmon[67007]: [DBG] pgmap v10594: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:57:40.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:39 smithi156 conmon[67007]: audit 2022-01-18T21:57:39.288688+0000 mgr.smithi129.iclwio (mgr.14716) 12320 : audit [DBG] from='client.42310 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:57:40.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:39 smithi156 conmon[67007]: audit 2022-01-18T21:57:39.889074+0000 mon.smithi129 (mon.0) 3637 : audit [DBG] from='client.? 172.21.15.129:0/3560969253' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:57:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:39 smithi129 conmon[101092]: cluster 2022-01-18T21:57:39.097327+0000 mgr.smithi129.iclwio (mgr.14716) 12319 : cluster [DBG] pgmap v10594: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:57:40.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:39 smithi129 conmon[101092]: audit 2022-01-18T21:57:39 2022-01-18T21:57:40.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:39 smithi129 conmon[101092]: .288688+0000 mgr.smithi129.iclwio (mgr.14716) 12320 : audit [DBG] from='client.42310 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:57:40.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:39 smithi129 conmon[101092]: audit 2022-01-18T21:57:39.889074+0000 mon.smithi129 (mon.0) 3637 : audit [DBG] from='client.? 172.21.15.129:0/3560969253' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:57:41.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:40 smithi156 conmon[67007]: audit 2022-01-18T21:57:39.558162+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:57:41.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:40 smithi156 conmon[67007]: 12321 : audit [DBG] from='client.42314 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:57:41.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:40 smithi129 conmon[101092]: audit 2022-01-18T21:57:39.558162+0000 mgr.smithi129.iclwio (mgr.14716) 12321 : audit [DBG] from='client.42314 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:57:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:41 smithi156 conmon[67007]: cluster 2022-01-18T21:57:41.097908+0000 mgr.smithi129.iclwio (mgr.14716) 12322 : 2022-01-18T21:57:42.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:41 smithi156 conmon[67007]: cluster [DBG] pgmap v10595: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:41 smithi129 conmon[101092]: cluster 2022-01-18T21:57:41.097908+0000 mgr.smithi129.iclwio (mgr.14716) 12322 : cluster 2022-01-18T21:57:42.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:41 smithi129 conmon[101092]: [DBG] pgmap v10595: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:44 smithi129 conmon[101092]: cluster 2022-01-18T21:57:43.098525+0000 mgr.smithi129.iclwio (mgr.14716) 12323 : cluster [DBG] pgmap v10596: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:44.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:44 smithi156 conmon[67007]: cluster 2022-01-18T21:57:43.098525+0000 mgr.smithi129.iclwio (mgr.14716) 12323 : cluster 2022-01-18T21:57:44.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:44 smithi156 conmon[67007]: [DBG] pgmap v10596: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:46 smithi129 conmon[101092]: cluster 2022-01-18T21:57:45.099423+0000 mgr.smithi129.iclwio (mgr.14716) 12324 : cluster [DBG] pgmap v10597: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:46 smithi156 conmon[67007]: cluster 2022-01-18T21:57:45.099423+0000 mgr.smithi129.iclwio (mgr.14716) 12324 : 2022-01-18T21:57:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:46 smithi156 conmon[67007]: cluster [DBG] pgmap v10597: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:48.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:48 smithi129 conmon[101092]: cluster 2022-01-18T21:57:47.100017+0000 mgr.smithi129.iclwio (mgr.14716) 12325 : cluster 2022-01-18T21:57:48.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:48 smithi129 conmon[101092]: [DBG] pgmap v10598: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:48.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:48 smithi156 conmon[67007]: cluster 2022-01-18T21:57:47.100017+0000 mgr.smithi129.iclwio (mgr.14716) 12325 : cluster [DBG] pgmap v10598: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:49 smithi156 conmon[67007]: cluster 2022-01-18T21:57:49.100801+0000 mgr.smithi129.iclwio (mgr.14716) 12326 : cluster [DBG] pgmap v10599: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:57:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:49 smithi129 conmon[101092]: cluster 2022-01-18T21:57:49.100801+0000 mgr.smithi129.iclwio (mgr.14716) 12326 : cluster 2022-01-18T21:57:50.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:49 smithi129 conmon[101092]: [DBG] pgmap v10599: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:57:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:52 smithi129 conmon[101092]: cluster 2022-01-18T21:57:51.101455+0000 mgr.smithi129.iclwio (mgr.14716) 12327 : cluster [DBG] 2022-01-18T21:57:52.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:52 smithi129 conmon[101092]: pgmap v10600: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:52 smithi156 conmon[67007]: cluster 2022-01-18T21:57:51.101455+0000 mgr.smithi129.iclwio (mgr.14716) 12327 : cluster [DBG] pgmap v10600: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:54 smithi129 conmon[101092]: cluster 2022-01-18T21:57:53.101964+0000 mgr.smithi129.iclwio (mgr.14716) 12328 : cluster [DBG] 2022-01-18T21:57:54.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:54 smithi129 conmon[101092]: pgmap v10601: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:54.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:54 smithi156 conmon[67007]: cluster 2022-01-18T21:57:53.101964+0000 mgr.smithi129.iclwio (mgr.14716) 12328 : cluster [DBG] pgmap v10601: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:56 smithi129 conmon[101092]: cluster 2022-01-18T21:57:55.102744+0000 mgr.smithi129.iclwio (mgr.14716) 12329 : cluster [DBG] 2022-01-18T21:57:56.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:56 smithi129 conmon[101092]: pgmap v10602: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:56 smithi156 conmon[67007]: cluster 2022-01-18T21:57:55.102744+0000 mgr.smithi129.iclwio (mgr.14716) 12329 : cluster [DBG] pgmap v10602: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:58 smithi129 conmon[101092]: cluster 2022-01-18T21:57:57.103271+0000 mgr.smithi129.iclwio (mgr.14716) 12330 : cluster [DBG] pgmap v10603: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:57:58.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:58 smithi129 conmon[101092]: 2022-01-18T21:57:58.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:58 smithi156 conmon[67007]: cluster 2022-01-18T21:57:57.103271+0000 mgr.smithi129.iclwio (mgr.14716) 12330 : cluster [DBG] pgmap v10603: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:59 smithi156 conmon[67007]: cluster 2022-01-18T21:57:59.104142+0000 mgr.smithi129.iclwio (mgr.14716) 12331 : cluster [DBG] pgmap v10604: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:58:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:59 smithi156 conmon[67007]: 2022-01-18T21:58:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:59 smithi156 conmon[67007]: audit 2022-01-18T21:57:59.632443+0000 mon.smithi129 (mon.0) 3638 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:58:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:59 smithi156 conmon[67007]: audit 2022-01-18T21:57:59.632697 2022-01-18T21:58:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:57:59 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 3639 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:58:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:59 smithi129 conmon[101092]: cluster 2022-01-18T21:57:59.104142+0000 mgr.smithi129.iclwio (mgr.14716) 12331 : cluster [DBG] pgmap v10604: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:58:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:59 smithi129 conmon[101092]: audit 2022-01-18T21:57:59.632443+0000 mon.smithi129 ( 2022-01-18T21:58:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:59 smithi129 conmon[101092]: mon.0) 3638 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:58:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:57:59 smithi129 conmon[101092]: audit 2022-01-18T21:57:59.632697+0000 mon.smithi129 (mon.0) 3639 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:58:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:02 smithi129 conmon[101092]: cluster 2022-01-18T21:58:01.104761+0000 mgr.smithi129.iclwio (mgr.14716) 12332 : cluster [DBG] pgmap v10605: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:02 smithi156 conmon[67007]: cluster 2022-01-18T21:58:01.104761+0000 mgr.smithi129.iclwio (mgr.14716) 12332 : cluster [DBG] pgmap v10605: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:04.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:04 smithi129 conmon[101092]: cluster 2022-01-18T21:58:03.105435+0000 mgr.smithi129.iclwio (mgr.14716) 12333 : cluster [DBG] pgmap v10606: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:04.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:04 smithi156 conmon[67007]: cluster 2022-01-18T21:58:03.105435+0000 mgr.smithi129.iclwio (mgr.14716) 12333 : cluster [DBG] pgmap v10606: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:04.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:04 smithi156 conmon[67007]: 2022-01-18T21:58:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:06 smithi129 conmon[101092]: cluster 2022-01-18T21:58:05.106362+0000 mgr.smithi129.iclwio (mgr.14716) 12334 : cluster [DBG] pgmap v10607: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:06 smithi156 conmon[67007]: cluster 2022-01-18T21:58:05.106362+0000 mgr.smithi129.iclwio (mgr.14716) 12334 : cluster [DBG] pgmap v10607: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:06.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:06 smithi156 conmon[67007]: 2022-01-18T21:58:08.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:08 smithi129 conmon[101092]: cluster 2022-01-18T21:58:07.106982+0000 mgr.smithi129.iclwio (mgr.14716) 12335 : cluster [DBG] 2022-01-18T21:58:08.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:08 smithi129 conmon[101092]: pgmap v10608: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:08 smithi156 conmon[67007]: cluster 2022-01-18T21:58:07.106982+0000 mgr.smithi129.iclwio (mgr.14716) 12335 : cluster [DBG] pgmap v10608: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:10.188 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:58:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:09 smithi156 conmon[67007]: cluster 2022-01-18T21:58:09.107768+0000 mgr.smithi129.iclwio (mgr.14716) 12336 : cluster [DBG] pgmap v10609: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:58:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:09 smithi129 conmon[101092]: cluster 2022-01-18T21:58:09.107768+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:58:10.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:09 smithi129 conmon[101092]: 14716) 12336 : cluster [DBG] pgmap v10609: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:58:10.454 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:58:10.454 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 5m ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:58:10.455 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 5m ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:58:10.455 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 5m ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:58:10.455 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 5m ago 6h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:58:10.455 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 5m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:58:10.456 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 5m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:58:10.456 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 5m ago 6h 888M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:58:10.456 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 5m ago 6h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:58:10.456 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 5m ago 6h 1995M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:58:10.457 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 5m ago 6h 1061M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:58:10.457 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 5m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:58:10.457 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 5m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:58:10.457 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 5m ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:58:10.458 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 5m ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:58:10.458 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 5m ago 6h 2417M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:58:10.458 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 5m ago 6h 3546M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:58:10.458 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (5h) 5m ago 5h 2667M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:58:10.459 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 5m ago 5h 3582M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:58:10.459 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 5m ago 5h 3325M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:58:10.459 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 5m ago 5h 3806M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:58:10.459 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 5m ago 5h 3091M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:58:10.460 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 5m ago 5h 4417M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:58:10.460 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 5m ago 6h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:58:10.772 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:58:10.773 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:58:10.773 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:58:10.773 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:58:10.773 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:58:10.774 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:58:10.774 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:58:10.774 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:58:10.775 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:58:10.775 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:58:10.775 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:58:10.775 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:58:10.776 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:58:10.776 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:58:10.776 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:58:10.776 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:58:10.777 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:58:10.777 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:58:10.778 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:58:11.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:10 smithi156 conmon[67007]: audit 2022-01-18T21:58:10.177451+0000 mgr.smithi129.iclwio (mgr.14716) 12337 : audit [DBG] from='client.42322 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:58:11.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:10 smithi156 conmon[67007]: 2022-01-18T21:58:11.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:10 smithi156 conmon[67007]: audit 2022-01-18T21:58:10.445461+0000 mgr.smithi129.iclwio (mgr.14716) 12338 : audit [DBG] from='client.42326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:58:11.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:10 smithi156 conmon[67007]: audit 2022- 2022-01-18T21:58:11.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:10 smithi156 conmon[67007]: 01-18T21:58:10.772725+0000 mon.smithi129 (mon.0) 3640 : audit [DBG] from='client.? 172.21.15.129:0/1481858935' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:58:11.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:10 smithi129 conmon[101092]: audit 2022-01-18T21:58:10.177451+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:58:11.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:10 smithi129 conmon[101092]: 12337 : audit [DBG] from='client.42322 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:58:11.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:10 smithi129 conmon[101092]: audit 2022-01-18T21:58:10.445461+0000 mgr.smithi129.iclwio (mgr.14716) 12338 : audit [DBG] from='client.42326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:58:11.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:10 smithi129 conmon[101092]: audit 2022-01-18T21:58:10.772725+0000 2022-01-18T21:58:11.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:10 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3640 : audit [DBG] from='client.? 172.21.15.129:0/1481858935' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:58:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:11 smithi156 conmon[67007]: cluster 2022-01-18T21:58:11.108266+0000 mgr.smithi129.iclwio (mgr.14716) 12339 : cluster [DBG] 2022-01-18T21:58:12.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:11 smithi156 conmon[67007]: pgmap v10610: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:11 smithi129 conmon[101092]: cluster 2022-01-18T21:58:11.108266+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:58:12.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:11 smithi129 conmon[101092]: 14716) 12339 : cluster [DBG] pgmap v10610: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:14.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:14 smithi129 conmon[101092]: cluster 2022-01-18T21:58:13.108905+0000 mgr.smithi129.iclwio (mgr.14716) 12340 : cluster 2022-01-18T21:58:14.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:14 smithi129 conmon[101092]: [DBG] pgmap v10611: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:14.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:14 smithi156 conmon[67007]: cluster 2022-01-18T21:58:13.108905+0000 mgr.smithi129.iclwio (mgr.14716) 12340 : cluster [DBG] pgmap v10611: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:16.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:16 smithi129 conmon[101092]: cluster 2022-01-18T21:58:15.109604+0000 mgr.smithi129.iclwio (mgr.14716) 12341 : cluster 2022-01-18T21:58:16.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:16 smithi129 conmon[101092]: [DBG] pgmap v10612: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:16 smithi156 conmon[67007]: cluster 2022-01-18T21:58:15.109604+0000 mgr.smithi129.iclwio (mgr.14716) 12341 : cluster [DBG] pgmap v10612: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:18.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:18 smithi129 conmon[101092]: cluster 2022-01-18T21:58:17.110311+0000 mgr.smithi129.iclwio (mgr.14716) 12342 : cluster [DBG] pgmap v10613: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:18 smithi156 conmon[67007]: cluster 2022-01-18T21:58:17.110311+0000 mgr.smithi129.iclwio (mgr.14716) 12342 : cluster [DBG] pgmap v10613: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:19 smithi156 conmon[67007]: cluster 2022-01-18T21:58:19.111038+0000 mgr.smithi129.iclwio (mgr.14716) 12343 : cluster [DBG] pgmap v10614: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:58:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:19 smithi156 conmon[67007]: 2022-01-18T21:58:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:19 smithi129 conmon[101092]: cluster 2022-01-18T21:58:19.111038+0000 mgr.smithi129.iclwio (mgr.14716) 12343 : cluster 2022-01-18T21:58:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:19 smithi129 conmon[101092]: [DBG] pgmap v10614: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:58:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:22 smithi129 conmon[101092]: cluster 2022-01-18T21:58:21.111754+0000 mgr.smithi129.iclwio (mgr.14716) 12344 : cluster [DBG] pgmap v10615: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:22 smithi156 conmon[67007]: cluster 2022-01-18T21:58:21.111754+0000 mgr.smithi129.iclwio (mgr.14716) 12344 : cluster [DBG] pgmap v10615: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:24.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:24 smithi129 conmon[101092]: cluster 2022-01-18T21:58:23.112413+0000 mgr.smithi129.iclwio (mgr.14716) 12345 : cluster [DBG] pgmap v10616: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:24.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:24 smithi156 conmon[67007]: cluster 2022-01-18T21:58:23.112413+0000 mgr.smithi129.iclwio (mgr.14716) 12345 : cluster [DBG] pgmap v10616: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:26.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:26 smithi129 conmon[101092]: cluster 2022-01-18T21:58:25.113368+0000 mgr.smithi129.iclwio (mgr.14716) 12346 : cluster [DBG] pgmap v10617: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:26 smithi129 conmon[101092]: audit 2022-01-18T21:58:25.617929+0000 mon.smithi129 (mon.0) 3641 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:58:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:26 smithi129 conmon[101092]: audit 2022-01-18T21:58:25.619402 2022-01-18T21:58:26.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:26 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 3642 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:58:26.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:26 smithi129 conmon[101092]: 2022-01-18T21:58:26.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:26 smithi129 conmon[101092]: audit 2022 2022-01-18T21:58:26.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:26 smithi129 conmon[101092]: -01-18T21:58:25.620209+0000 2022-01-18T21:58:26.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:26 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3643 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:58:26.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:26 smithi129 conmon[101092]: 2022-01-18T21:58:26.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:26 smithi129 conmon[101092]: audit 2022-01-18T21:58:26.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:26 smithi129 conmon[101092]: 2022-01-18T21:58:25.925499+0000 mon.smithi129 (mon 2022-01-18T21:58:26.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:26 smithi129 conmon[101092]: .0) 3644 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:58:26.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:26 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T21:58:26.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:26 smithi129 conmon[101092]: 18T21:58:25.930083+0000 mon.smithi129 ( 2022-01-18T21:58:26.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:26 smithi129 conmon[101092]: mon.0) 3645 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:58:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:26 smithi156 conmon[67007]: cluster 2022-01-18T21:58:25.113368+0000 mgr.smithi129.iclwio (mgr.14716) 12346 : cluster [DBG] pgmap v10617: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:26.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:26 smithi156 conmon[67007]: audit 2022-01-18T21:58:25.617929+0000 mon.smithi129 (mon.0) 3641 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:58:26.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:26 smithi156 conmon[67007]: audit 2022-01-18T21:58:25.619402+0000 mon.smithi129 (mon. 2022-01-18T21:58:26.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:26 smithi156 conmon[67007]: 0) 3642 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:58:26.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:26 smithi156 conmon[67007]: audit 2022 2022-01-18T21:58:26.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:26 smithi156 conmon[67007]: -01-18T21:58:25.620209+0000 mon.smithi129 (mon.0) 3643 2022-01-18T21:58:26.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:26 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:58:26.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:26 smithi156 conmon[67007]: audit 2022-01-18T21 2022-01-18T21:58:26.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:26 smithi156 conmon[67007]: :58:25.925499+0000 mon.smithi129 (mon.0) 2022-01-18T21:58:26.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:26 smithi156 conmon[67007]: 3644 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:58:26.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:26 smithi156 conmon[67007]: audit 2022-01-18T21 2022-01-18T21:58:26.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:26 smithi156 conmon[67007]: :58:25.930083+0000 mon.smithi129 (mon.0) 2022-01-18T21:58:26.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:26 smithi156 conmon[67007]: 3645 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:58:27.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:27 smithi129 conmon[101092]: cephadm 2022-01-18T21:58:25.620937+0000 mgr.smithi129.iclwio (mgr.14716) 12347 : cephadm 2022-01-18T21:58:27.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:27 smithi129 conmon[101092]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:58:27.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:27 smithi156 conmon[67007]: cephadm 2022-01-18T21:58:25.620937+0000 mgr.smithi129.iclwio (mgr.14716) 12347 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:58:28.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:28 smithi129 conmon[101092]: cluster 2022-01-18T21:58:27.113956+0000 mgr.smithi129.iclwio (mgr.14716) 12348 : cluster 2022-01-18T21:58:28.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:28 smithi129 conmon[101092]: [DBG] pgmap v10618: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:28 smithi156 conmon[67007]: cluster 2022-01-18T21:58:27.113956+0000 mgr.smithi129.iclwio (mgr.14716) 12348 : cluster [DBG] pgmap v10618: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:29 smithi156 conmon[67007]: cluster 2022-01-18T21:58:29.114557+0000 mgr.smithi129.iclwio (mgr.14716) 12349 : cluster [DBG] 2022-01-18T21:58:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:29 smithi156 conmon[67007]: pgmap v10619: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:58:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:29 smithi129 conmon[101092]: cluster 2022-01-18T21:58:29.114557+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T21:58:30.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:29 smithi129 conmon[101092]: ) 12349 : cluster [DBG] pgmap v10619: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:58:32.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:32 smithi129 conmon[101092]: cluster 2022-01-18T21:58:31.115210+0000 mgr.smithi129.iclwio (mgr.14716) 12350 : cluster [DBG] pgmap v10620: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:32 smithi156 conmon[67007]: cluster 2022-01-18T21:58:31.115210+0000 mgr.smithi129.iclwio (mgr.14716) 12350 : cluster [DBG] pgmap v10620: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:34.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:34 smithi129 conmon[101092]: cluster 2022-01-18T21:58:33.115836+0000 mgr.smithi129.iclwio (mgr.14716) 12351 : cluster [DBG] pgmap v10621: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:34.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:34 smithi156 conmon[67007]: cluster 2022-01-18T21:58:33.115836+0000 mgr.smithi129.iclwio (mgr.14716) 12351 : cluster [DBG] pgmap v10621: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:36.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:36 smithi129 conmon[101092]: cluster 2022-01-18T21:58:35.116797+0000 mgr.smithi129.iclwio (mgr.14716) 12352 : cluster [DBG] pgmap v10622: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:36 smithi156 conmon[67007]: cluster 2022-01-18T21:58:35.116797+0000 mgr.smithi129.iclwio (mgr.14716) 12352 : cluster [DBG] pgmap v10622: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:38.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:38 smithi129 conmon[101092]: cluster 2022-01-18T21:58:37.117505+0000 mgr.smithi129.iclwio (mgr.14716) 12353 : cluster [DBG] pgmap v10623: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:38 smithi156 conmon[67007]: cluster 2022-01-18T21:58:37.117505+0000 mgr.smithi129.iclwio (mgr.14716) 12353 : cluster [DBG] pgmap v10623: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:39 smithi156 conmon[67007]: cluster 2022-01-18T21:58:39.118205+0000 mgr.smithi129.iclwio (mgr.14716) 12354 : cluster [DBG] pgmap v10624: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:58:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:39 smithi129 conmon[101092]: cluster 2022-01-18T21:58:39.118205+0000 mgr.smithi129.iclwio (mgr.14716) 12354 : cluster [DBG] pgmap v10624: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:58:40.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:39 smithi129 conmon[101092]: 2022-01-18T21:58:41.073 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:58:41.339 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:58:41.340 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 6m ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:58:41.340 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 6m ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:58:41.340 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 6m ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:58:41.340 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 6m ago 6h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:58:41.341 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 6m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:58:41.341 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 6m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:58:41.341 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 6m ago 6h 888M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:58:41.341 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 6m ago 6h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:58:41.342 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 6m ago 6h 1995M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:58:41.342 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 6m ago 6h 1061M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:58:41.342 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 6m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:58:41.343 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 6m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:58:41.343 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 6m ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:58:41.343 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 6m ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:58:41.343 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 6m ago 6h 2417M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:58:41.344 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 6m ago 6h 3546M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:58:41.344 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 6m ago 6h 2667M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:58:41.344 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (5h) 6m ago 5h 3582M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:58:41.344 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (5h) 6m ago 5h 3325M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:58:41.345 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 6m ago 5h 3806M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:58:41.345 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 6m ago 5h 3091M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:58:41.345 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 6m ago 5h 4417M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:58:41.345 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 6m ago 6h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:58:41.656 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:58:41.657 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:58:41.657 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:58:41.657 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:58:41.657 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:58:41.658 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:58:41.658 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:58:41.658 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:58:41.658 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:58:41.658 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:58:41.659 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:58:41.659 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:58:41.659 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:58:41.659 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:58:41.660 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:58:41.660 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:58:41.660 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:58:41.660 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:58:41.661 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:58:42.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:42 smithi129 conmon[101092]: audit 2022-01-18T21:58:41.061673+0000 mgr.smithi129.iclwio (mgr.14716) 12355 : audit [DBG] 2022-01-18T21:58:42.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:42 smithi129 conmon[101092]: from='client.42334 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:58:42.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:42 smithi129 conmon[101092]: cluster 2022-01-18T21:58:41.118743+0000 mgr.smithi129.iclwio (mgr.14716) 12356 : cluster [DBG] pgmap v10625: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:42.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:42 smithi129 conmon[101092]: audit 2022-01-18T21:58:41.330889+0000 mgr.smithi129.iclwio (mgr.14716) 12357 : audit [DBG] from='client.42338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:58:42.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:42 smithi129 conmon[101092]: audit 2022-01-18T21:58:41.656716+0000 mon.smithi129 (mon.0) 3646 : audit [DBG] from='client.? 172.21.15.129:0/2247891609' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:58:42.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:42 smithi156 conmon[67007]: audit 2022-01-18T21:58:41.061673+0000 mgr.smithi129.iclwio (mgr.14716) 12355 : audit [DBG] from='client.42334 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:58:42.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:42 smithi156 conmon[67007]: 2022-01-18T21:58:42.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:42 smithi156 conmon[67007]: cluster 2022-01-18T21:58:41.118743+0000 mgr.smithi129.iclwio (mgr.14716) 12356 : cluster [DBG] pgmap v10625: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:42.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:42 smithi156 conmon[67007]: audit 2022-01-18T21:58:41.330889+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:58:42.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:42 smithi156 conmon[67007]: 12357 : audit [DBG] from='client.42338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:58:42.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:42 smithi156 conmon[67007]: audit 2022-01-18T21:58 2022-01-18T21:58:42.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:42 smithi156 conmon[67007]: :41.656716+0000 mon.smithi129 (mon.0) 3646 : audit [DBG] from='client.? 172.21.15.129:0/2247891609' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:58:44.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:44 smithi129 conmon[101092]: cluster 2022-01-18T21:58:43.119286+0000 mgr.smithi129.iclwio (mgr.14716) 12358 : cluster [DBG] pgmap v10626: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:44.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:44 smithi156 conmon[67007]: cluster 2022-01-18T21:58:43.119286+0000 mgr.smithi129.iclwio (mgr.14716) 12358 : cluster [DBG] pgmap v10626: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:44.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:44 smithi156 conmon[67007]: 2022-01-18T21:58:46.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:46 smithi129 conmon[101092]: cluster 2022-01-18T21:58:45.120143+0000 mgr.smithi129.iclwio (mgr.14716) 12359 : cluster [DBG] pgmap v10627: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:46 smithi156 conmon[67007]: cluster 2022-01-18T21:58:45.120143+0000 mgr.smithi129.iclwio (mgr.14716) 12359 : cluster [DBG] pgmap v10627: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:46 smithi156 conmon[67007]: 2022-01-18T21:58:48.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:48 smithi129 conmon[101092]: cluster 2022-01-18T21:58:47.120815+0000 2022-01-18T21:58:48.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:48 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 12360 : cluster [DBG] pgmap v10628: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:48.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:48 smithi156 conmon[67007]: cluster 2022-01-18T21:58:47.120815+0000 mgr.smithi129.iclwio (mgr.14716) 12360 : cluster [DBG] pgmap v10628: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:49 smithi156 conmon[67007]: cluster 2022-01-18T21:58:49.121622+0000 mgr.smithi129.iclwio (mgr.14716) 12361 : cluster [DBG] pgmap v10629: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:58:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:49 smithi129 conmon[101092]: cluster 2022-01-18T21:58:49.121622+0000 mgr.smithi129.iclwio (mgr.14716) 12361 : cluster [DBG] pgmap v10629: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:58:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:52 smithi129 conmon[101092]: cluster 2022-01-18T21:58:51.122322+0000 mgr.smithi129.iclwio (mgr.14716) 12362 : cluster [DBG] pgmap v10630: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:52 smithi156 conmon[67007]: cluster 2022-01-18T21:58:51.122322+0000 mgr.smithi129.iclwio (mgr.14716) 12362 : cluster [DBG] pgmap v10630: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:54.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:54 smithi129 conmon[101092]: cluster 2022-01-18T21:58:53.122841+0000 mgr.smithi129.iclwio (mgr.14716) 12363 : cluster [DBG] 2022-01-18T21:58:54.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:54 smithi129 conmon[101092]: pgmap v10631: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:54.444 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:54 smithi156 conmon[67007]: cluster 2022-01-18T21:58:53.122841+0000 mgr.smithi129.iclwio (mgr.14716) 12363 : cluster [DBG] pgmap v10631: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:54.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:54 smithi156 conmon[67007]: 2022-01-18T21:58:56.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:56 smithi129 conmon[101092]: cluster 2022-01-18T21:58:55.123612+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:58:56.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:56 smithi129 conmon[101092]: 12364 : cluster [DBG] pgmap v10632: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:56 smithi156 conmon[67007]: cluster 2022-01-18T21:58:55.123612+0000 mgr.smithi129.iclwio (mgr.14716) 12364 : cluster [DBG] pgmap v10632: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:58.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:58 smithi129 conmon[101092]: cluster 2022-01-18T21:58:57.124229+0000 mgr.smithi129.iclwio (mgr.14716) 12365 : cluster [DBG] pgmap v10633: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:58:58.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:58 smithi156 conmon[67007]: cluster 2022-01-18T21:58:57.124229+0000 mgr.smithi129.iclwio (mgr.14716) 12365 : cluster [DBG] pgmap v10633: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:59 smithi156 conmon[67007]: cluster 2022-01-18T21:58:59.124873+0000 mgr.smithi129.iclwio (mgr.14716) 12366 : cluster [DBG] pgmap v10634: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:59:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:59 smithi156 conmon[67007]: audit 2022-01-18T21:58:59.636598+0000 mon.smithi129 (mon.0) 3647 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:59:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:58:59 smithi156 conmon[67007]: audit 2022-01-18T21:58:59.636821+0000 mon.smithi129 (mon.0) 3648 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:59:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:59 smithi129 conmon[101092]: cluster 2022-01-18T21:58:59.124873+0000 mgr.smithi129.iclwio (mgr.14716) 12366 : cluster [DBG] pgmap v10634: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:59:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:59 smithi129 conmon[101092]: audit 2022-01-18T21:58:59.636598+0000 mon.smithi129 (mon.0) 3647 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T21:59:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:58:59 smithi129 conmon[101092]: audit 2022-01-18T21:58:59.636821+0000 mon.smithi129 (mon.0) 3648 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T21:59:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:02 smithi129 conmon[101092]: cluster 2022-01-18T21:59:01.125514+0000 mgr.smithi129.iclwio (mgr.14716) 12367 : cluster [DBG] pgmap v10635: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:02 smithi156 conmon[67007]: cluster 2022-01-18T21:59:01.125514+0000 mgr.smithi129.iclwio (mgr.14716) 12367 : cluster [DBG] pgmap v10635: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:04.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:04 smithi129 conmon[101092]: cluster 2022-01-18T21:59:03.126074+0000 mgr.smithi129.iclwio (mgr.14716) 12368 : cluster [DBG] pgmap v10636: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:04.600 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:04 smithi156 conmon[67007]: cluster 2022-01-18T21:59:03.126074+0000 mgr.smithi129.iclwio (mgr.14716) 12368 : cluster [DBG] pgmap v10636: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:06.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:06 smithi129 conmon[101092]: cluster 2022-01-18T21:59:05.126877+0000 mgr.smithi129.iclwio (mgr.14716) 12369 : cluster [DBG] pgmap v10637: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:06 smithi156 conmon[67007]: cluster 2022-01-18T21:59:05.126877+0000 mgr.smithi129.iclwio (mgr.14716) 12369 : cluster [DBG] 2022-01-18T21:59:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:06 smithi156 conmon[67007]: pgmap v10637: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:08 smithi156 conmon[67007]: cluster 2022-01-18T21:59:07.127557+0000 mgr.smithi129.iclwio (mgr.14716) 12370 : cluster [DBG] pgmap v10638: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:08.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:08 smithi129 conmon[101092]: cluster 2022-01-18T21:59:07.127557+0000 mgr.smithi129.iclwio (mgr.14716) 12370 : cluster [DBG] 2022-01-18T21:59:08.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:08 smithi129 conmon[101092]: pgmap v10638: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:09 smithi156 conmon[67007]: cluster 2022-01-18T21:59:09.128289+0000 mgr.smithi129.iclwio (mgr.14716) 12371 : cluster [DBG] pgmap v10639: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:59:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:09 smithi129 conmon[101092]: cluster 2022-01-18T21:59:09.128289+0000 mgr.smithi129.iclwio (mgr.14716) 12371 : cluster [DBG] 2022-01-18T21:59:10.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:09 smithi129 conmon[101092]: pgmap v10639: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:59:11.955 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:59:12.219 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:59:12.220 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 6m ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:59:12.220 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 6m ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:59:12.220 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 6m ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:59:12.220 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 6m ago 6h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:59:12.220 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 6m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:59:12.221 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 6m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:59:12.221 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 6m ago 6h 888M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:59:12.221 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 6m ago 6h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:59:12.221 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 6m ago 6h 1995M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:59:12.221 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 6m ago 6h 1061M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:59:12.222 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 6m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:59:12.222 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 6m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:59:12.222 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 6m ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:59:12.222 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 6m ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:59:12.222 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 6m ago 6h 2417M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:59:12.223 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 6m ago 6h 3546M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:59:12.223 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 6m ago 6h 2667M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:59:12.223 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6h) 6m ago 6h 3582M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:59:12.223 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6h) 6m ago 6h 3325M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:59:12.223 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (5h) 6m ago 5h 3806M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:59:12.224 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (5h) 6m ago 5h 3091M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:59:12.224 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 6m ago 5h 4417M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:59:12.224 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 6m ago 6h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:59:12.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:12 smithi129 conmon[101092]: cluster 2022-01-18T21:59:11.128966+0000 mgr.smithi129.iclwio (mgr.14716) 12372 : cluster [DBG] pgmap v10640: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:12.538 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:59:12.538 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:59:12.539 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:59:12.539 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:59:12.539 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:59:12.539 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:59:12.540 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:59:12.540 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:59:12.540 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:59:12.540 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:59:12.541 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:59:12.541 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:59:12.541 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:59:12.541 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:59:12.541 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:59:12.542 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:59:12.542 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:59:12.542 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:59:12.542 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:59:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:12 smithi156 conmon[67007]: cluster 2022-01-18T21:59:11.128966+0000 mgr.smithi129.iclwio (mgr.14716) 12372 : cluster [DBG] pgmap v10640: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:13.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:13 smithi129 conmon[101092]: audit 2022-01-18T21:59:11.943182+0000 mgr.smithi129.iclwio (mgr.14716) 12373 : audit [DBG] from='client.42346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:59:13.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:13 smithi129 conmon[101092]: 2022-01-18T21:59:13.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:13 smithi129 conmon[101092]: audit 2022-01-18T21:59:12.211022+0000 mgr.smithi129.iclwio (mgr.14716) 12374 : audit [DBG] from='client.42350 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:59:13.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:13 smithi129 conmon[101092]: audit 2022-01-18T21:59:12.538443+0000 mon.smithi129 (mon.0) 3649 : audit [DBG] from='client.? 172.21.15.129:0/3081082446' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:59:13.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:13 smithi156 conmon[67007]: audit 2022-01-18T21:59:11.943182+0000 mgr.smithi129.iclwio (mgr.14716) 12373 : audit [DBG] from='client.42346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:59:13.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:13 smithi156 conmon[67007]: audit 2022-01-18T21:59:12.211022+0000 mgr.smithi129.iclwio (mgr.14716) 12374 : audit [DBG] from='client.42350 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:59:13.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:13 smithi156 conmon[67007]: audit 2022-01-18T21:59:12.538443+0000 mon.smithi129 (mon.0) 3649 : audit [DBG] from='client.? 172.21.15.129:0/3081082446' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:59:14.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:14 smithi156 conmon[67007]: cluster 2022-01-18T21:59:13.129652+0000 mgr.smithi129.iclwio (mgr.14716) 12375 : cluster [DBG] pgmap v10641: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:14 smithi129 conmon[101092]: cluster 2022-01-18T21:59:13.129652+0000 mgr.smithi129.iclwio (mgr.14716) 12375 : cluster [DBG] pgmap v10641: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:16 smithi156 conmon[67007]: cluster 2022-01-18T21:59:15.130413+0000 mgr.smithi129.iclwio (mgr.14716) 12376 : cluster [DBG] pgmap v10642: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:16.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:16 smithi129 conmon[101092]: cluster 2022-01-18T21:59:15.130413+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T21:59:16.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:16 smithi129 conmon[101092]: 14716) 12376 : cluster [DBG] pgmap v10642: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:18 smithi156 conmon[67007]: cluster 2022-01-18T21:59:17.131138+0000 mgr.smithi129.iclwio (mgr.14716) 12377 : cluster [DBG] pgmap v10643: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:18 smithi129 conmon[101092]: cluster 2022-01-18T21:59:17.131138+0000 mgr.smithi129.iclwio (mgr.14716) 12377 : cluster [DBG] pgmap v10643: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:18.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:18 smithi129 conmon[101092]: 2022-01-18T21:59:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:19 smithi156 conmon[67007]: cluster 2022-01-18T21:59:19.131765+0000 mgr.smithi129.iclwio (mgr.14716) 12378 : cluster [DBG] pgmap v10644: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:59:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:19 smithi129 conmon[101092]: cluster 2022-01-18T21:59:19.131765+0000 mgr.smithi129.iclwio (mgr.14716) 12378 : cluster [DBG] pgmap v10644: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:59:22.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:22 smithi129 conmon[101092]: cluster 2022-01-18T21:59:21.132569+0000 mgr.smithi129.iclwio (mgr.14716) 12379 : cluster [DBG] pgmap v10645: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:22 smithi156 conmon[67007]: cluster 2022-01-18T21:59:21.132569+0000 mgr.smithi129.iclwio (mgr.14716) 12379 : cluster [DBG] pgmap v10645: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:24.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:24 smithi156 conmon[67007]: cluster 2022-01-18T21:59:23.133285+0000 mgr.smithi129.iclwio (mgr.14716) 12380 : cluster [DBG] pgmap v10646: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:24 smithi129 conmon[101092]: cluster 2022-01-18T21:59:23.133285+0000 mgr.smithi129.iclwio (mgr.14716) 12380 : cluster 2022-01-18T21:59:24.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:24 smithi129 conmon[101092]: [DBG] pgmap v10646: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:26 smithi156 conmon[67007]: cluster 2022-01-18T21:59:25.134217+0000 mgr.smithi129.iclwio (mgr.14716) 12381 : cluster [DBG] pgmap v10647: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:26 smithi156 conmon[67007]: 2022-01-18T21:59:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:26 smithi156 conmon[67007]: audit 2022-01-18T21:59:25.932986+0000 mon.smithi129 (mon.0) 3650 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:59:26.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:26 smithi156 conmon[67007]: audit 2022-01-18T21:59: 2022-01-18T21:59:26.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:26 smithi156 conmon[67007]: 25.934417+0000 mon.smithi129 (mon.0) 3651 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:59:26.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:26 smithi156 conmon[67007]: audit 2022 2022-01-18T21:59:26.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:26 smithi156 conmon[67007]: -01-18T21:59:25.935344+0000 mon.smithi129 (mon.0) 2022-01-18T21:59:26.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:26 smithi156 conmon[67007]: 3652 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:59:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:26 smithi129 conmon[101092]: cluster 2022-01-18T21:59:25.134217 2022-01-18T21:59:26.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:26 smithi129 conmon[101092]: +0000 mgr.smithi129.iclwio (mgr.14716) 12381 : cluster [DBG] pgmap v10647: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:26.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:26 smithi129 conmon[101092]: audit 2022-01-18T21:59:25.932986+0000 mon.smithi129 2022-01-18T21:59:26.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:26 smithi129 conmon[101092]: (mon.0) 3650 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T21:59:26.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:26 smithi129 conmon[101092]: audit 2022-01-18T21:59:26.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:26 smithi129 conmon[101092]: 2022-01-18T21:59: 2022-01-18T21:59:26.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:26 smithi129 conmon[101092]: 25.934417+0000 mon.smithi129 (mon. 2022-01-18T21:59:26.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:26 smithi129 conmon[101092]: 0) 3651 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T21:59:26.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:26 smithi129 conmon[101092]: audit 2022- 2022-01-18T21:59:26.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:26 smithi129 conmon[101092]: 01-18T21:59:25.935344 2022-01-18T21:59:26.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:26 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 3652 2022-01-18T21:59:26.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:26 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T21:59:27.544 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:27 smithi129 conmon[101092]: cephadm 2022-01-18T21:59:25.936079+0000 mgr.smithi129.iclwio (mgr.14716) 12382 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:59:27.544 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:27 smithi129 conmon[101092]: audit 2022-01-18T21:59:26.247217+0000 mon.smithi129 (mon.0) 3653 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:59:27.544 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:27 smithi129 conmon[101092]: audit 2022-01-18T21:59:26.251780+0000 mon.smithi129 (mon 2022-01-18T21:59:27.545 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:27 smithi129 conmon[101092]: .0) 3654 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:59:27.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:27 smithi156 conmon[67007]: cephadm 2022-01-18T21:59:25.936079+0000 mgr.smithi129.iclwio (mgr.14716) 12382 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T21:59:27.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:27 smithi156 conmon[67007]: audit 2022-01-18T21:59:26.247217+0000 mon.smithi129 (mon.0) 3653 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:59:27.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:27 smithi156 conmon[67007]: audit 2022-01-18T21:59:26.251780+0000 mon.smithi129 (mon.0) 3654 : audit 2022-01-18T21:59:27.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:27 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T21:59:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:28 smithi156 conmon[67007]: cluster 2022-01-18T21:59:27.134715+0000 mgr.smithi129.iclwio (mgr.14716) 12383 : cluster [DBG] pgmap v10648: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:28 smithi129 conmon[101092]: cluster 2022-01-18T21:59:27.134715+0000 mgr.smithi129.iclwio (mgr.14716) 12383 : cluster [DBG] pgmap v10648: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:29 smithi156 conmon[67007]: cluster 2022-01-18T21:59:29.135578+0000 mgr.smithi129.iclwio (mgr.14716) 12384 : cluster [DBG] pgmap v10649: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:59:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:29 smithi129 conmon[101092]: cluster 2022-01-18T21:59:29.135578+0000 mgr.smithi129.iclwio (mgr.14716) 12384 : cluster [DBG] pgmap v10649: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:59:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:32 smithi156 conmon[67007]: cluster 2022-01-18T21:59:31.136290+0000 mgr.smithi129.iclwio (mgr.14716) 12385 : cluster [DBG] pgmap v10650: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:32 smithi129 conmon[101092]: cluster 2022-01-18T21:59:31.136290+0000 mgr.smithi129.iclwio (mgr.14716) 12385 : cluster [DBG] pgmap v10650: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:34.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:34 smithi156 conmon[67007]: cluster 2022-01-18T21:59:33.136988+0000 mgr.smithi129.iclwio (mgr.14716) 12386 : cluster [DBG] 2022-01-18T21:59:34.445 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:34 smithi156 conmon[67007]: pgmap v10651: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:34.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:34 smithi129 conmon[101092]: cluster 2022-01-18T21:59:33.136988+0000 mgr.smithi129.iclwio (mgr.14716) 12386 : cluster [DBG] pgmap v10651: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:36 smithi156 conmon[67007]: cluster 2022-01-18T21:59:35.137710+0000 mgr.smithi129.iclwio (mgr.14716) 12387 : cluster [DBG] pgmap v10652: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:36 smithi129 conmon[101092]: cluster 2022-01-18T21:59:35.137710+0000 mgr.smithi129.iclwio 2022-01-18T21:59:36.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:36 smithi129 conmon[101092]: (mgr.14716) 12387 : cluster [DBG] pgmap v10652: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:38 smithi156 conmon[67007]: cluster 2022-01-18T21:59:37.138335+0000 mgr.smithi129.iclwio (mgr.14716) 12388 : cluster [DBG] pgmap v10653: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:38 smithi129 conmon[101092]: cluster 2022-01-18T21:59:37.138335+0000 mgr.smithi129.iclwio (mgr.14716) 12388 : cluster [DBG] 2022-01-18T21:59:38.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:38 smithi129 conmon[101092]: pgmap v10653: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:39 smithi156 conmon[67007]: cluster 2022-01-18T21:59:39.139176+0000 mgr.smithi129.iclwio (mgr.14716) 12389 : cluster [DBG] 2022-01-18T21:59:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:39 smithi156 conmon[67007]: pgmap v10654: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:59:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:39 smithi129 conmon[101092]: cluster 2022-01-18T21:59:39.139176+0000 mgr.smithi129.iclwio (mgr.14716) 12389 : cluster [DBG] pgmap v10654: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:59:42.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:42 smithi156 conmon[67007]: cluster 2022-01-18T21:59:41.139772+0000 mgr.smithi129.iclwio (mgr.14716) 12390 : cluster [DBG] 2022-01-18T21:59:42.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:42 smithi156 conmon[67007]: pgmap v10655: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:42 smithi129 conmon[101092]: cluster 2022-01-18T21:59:41.139772+0000 mgr.smithi129.iclwio (mgr.14716) 12390 : cluster [DBG] pgmap v10655: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:42.844 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T21:59:43.110 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T21:59:43.110 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 7m ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T21:59:43.110 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 7m ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T21:59:43.111 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 7m ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T21:59:43.111 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 7m ago 6h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T21:59:43.111 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 7m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T21:59:43.111 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 7m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T21:59:43.112 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 7m ago 6h 888M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T21:59:43.112 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 7m ago 6h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T21:59:43.112 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 7m ago 6h 1995M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T21:59:43.112 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 7m ago 6h 1061M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T21:59:43.113 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 7m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T21:59:43.113 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 7m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T21:59:43.113 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 7m ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T21:59:43.113 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 7m ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T21:59:43.114 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 7m ago 6h 2417M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T21:59:43.114 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 7m ago 6h 3546M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T21:59:43.114 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 7m ago 6h 2667M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T21:59:43.114 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6h) 7m ago 6h 3582M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T21:59:43.114 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6h) 7m ago 6h 3325M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T21:59:43.115 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6h) 7m ago 6h 3806M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T21:59:43.115 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6h) 7m ago 6h 3091M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T21:59:43.115 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (5h) 7m ago 5h 4417M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T21:59:43.115 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 7m ago 6h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T21:59:43.428 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T21:59:43.428 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T21:59:43.429 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:59:43.429 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:59:43.429 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T21:59:43.429 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T21:59:43.430 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:59:43.430 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T21:59:43.430 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T21:59:43.430 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T21:59:43.431 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:59:43.431 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T21:59:43.431 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T21:59:43.432 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T21:59:43.432 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T21:59:43.432 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T21:59:43.432 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T21:59:43.432 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T21:59:43.433 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T21:59:44.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:44 smithi156 conmon[67007]: audit 2022-01-18T21:59:42.830302+0000 mgr.smithi129.iclwio (mgr.14716) 12391 : audit [DBG] from='client.42358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:59:44.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:44 smithi156 conmon[67007]: audit 2022-01-18T21:59:43.101482+0000 mgr.smithi129.iclwio (mgr.14716) 12392 : audit [DBG] from='client.42362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:59:44.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:44 smithi156 conmon[67007]: cluster 2022-01-18T21:59:43.140241+0000 mgr.smithi129.iclwio (mgr.14716) 12393 : cluster [DBG] pgmap v10656: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:44.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:44 smithi156 conmon[67007]: audit 2022-01-18T21:59:43.428635+0000 mon.smithi129 (mon. 2022-01-18T21:59:44.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:44 smithi156 conmon[67007]: 0) 3655 : audit [DBG] from='client.? 172.21.15.129:0/2205584626' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:59:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:44 smithi129 conmon[101092]: audit 2022-01-18T21:59:42.830302+0000 mgr.smithi129.iclwio (mgr.14716) 12391 2022-01-18T21:59:44.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:44 smithi129 conmon[101092]: : audit [DBG] from='client.42358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:59:44.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:44 smithi129 conmon[101092]: audit 2022-01-18T21:59:43.101482+0000 mgr.smithi129.iclwio (mgr.14716) 12392 : audit [DBG] from='client.42362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T21:59:44.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:44 smithi129 conmon[101092]: cluster 2022-01-18T21:59 2022-01-18T21:59:44.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:44 smithi129 conmon[101092]: :43.140241+0000 mgr.smithi129.iclwio (mgr.14716) 12393 : cluster [DBG] pgmap v10656: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:44.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:44 smithi129 conmon[101092]: audit 2022-01-18T21:59:43 2022-01-18T21:59:44.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:44 smithi129 conmon[101092]: .428635+0000 mon.smithi129 (mon.0) 3655 : audit 2022-01-18T21:59:44.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:44 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/2205584626' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T21:59:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:46 smithi156 conmon[67007]: cluster 2022-01-18T21:59:45.141144+0000 mgr.smithi129.iclwio (mgr.14716) 12394 : cluster [DBG] pgmap v10657: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:46 smithi129 conmon[101092]: cluster 2022-01-18T21:59:45.141144+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T21:59:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:46 smithi129 conmon[101092]: 12394 : cluster [DBG] pgmap v10657: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:48.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:48 smithi156 conmon[67007]: cluster 2022-01-18T21:59:47.141666+0000 mgr.smithi129.iclwio (mgr.14716) 12395 : cluster [DBG] pgmap v10658: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:48 smithi129 conmon[101092]: cluster 2022-01-18T21:59:47.141666+0000 mgr.smithi129.iclwio (mgr.14716) 12395 : cluster 2022-01-18T21:59:48.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:48 smithi129 conmon[101092]: [DBG] pgmap v10658: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:49 smithi156 conmon[67007]: cluster 2022-01-18T21:59:49.142496+0000 mgr.smithi129.iclwio (mgr.14716) 12396 : cluster [DBG] pgmap v10659: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:59:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:49 smithi156 conmon[67007]: 2022-01-18T21:59:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:49 smithi129 conmon[101092]: cluster 2022-01-18T21:59:49.142496+0000 mgr.smithi129.iclwio (mgr.14716) 12396 : cluster 2022-01-18T21:59:50.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:49 smithi129 conmon[101092]: [DBG] pgmap v10659: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T21:59:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:52 smithi156 conmon[67007]: cluster 2022-01-18T21:59:51.143165+0000 mgr.smithi129.iclwio (mgr.14716) 12397 : cluster [DBG] pgmap v10660: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:52 smithi129 conmon[101092]: cluster 2022-01-18T21:59:51.143165+0000 mgr.smithi129.iclwio (mgr.14716) 12397 : cluster [DBG] pgmap v10660: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:54.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:54 smithi156 conmon[67007]: cluster 2022-01-18T21:59:53.143753+0000 mgr.smithi129.iclwio (mgr.14716) 12398 : cluster [DBG] pgmap v10661: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:54.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:54 smithi129 conmon[101092]: cluster 2022-01-18T21:59:53.143753+0000 mgr.smithi129.iclwio (mgr.14716) 12398 : cluster [DBG] pgmap v10661: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:56 smithi156 conmon[67007]: cluster 2022-01-18T21:59:55.144715+0000 mgr.smithi129.iclwio (mgr.14716) 12399 : cluster [DBG] pgmap v10662: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:56 smithi129 conmon[101092]: cluster 2022-01-18T21:59:55.144715+0000 mgr.smithi129.iclwio (mgr.14716) 12399 : cluster [DBG] pgmap v10662: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:58.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:58 smithi156 conmon[67007]: cluster 2022-01-18T21:59:57.145198+0000 mgr.smithi129.iclwio (mgr.14716) 12400 : cluster [DBG] pgmap v10663: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T21:59:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:58 smithi129 conmon[101092]: cluster 2022-01-18T21:59:57.145198+0000 mgr.smithi129.iclwio (mgr.14716) 12400 : cluster [DBG] pgmap v10663: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:59 smithi156 conmon[67007]: cluster 2022-01-18T21:59:59.145931+0000 mgr.smithi129.iclwio (mgr.14716) 12401 : cluster [DBG] pgmap v10664: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:00:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:59 smithi156 conmon[67007]: audit 2022-01-18T21:59:59.640028+0000 2022-01-18T22:00:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:59 smithi156 conmon[67007]: mon.smithi129 (mon.0) 3656 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T22:00:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 21:59:59 smithi156 conmon[67007]: audit 2022-01-18T21:59:59.640263+0000 mon.smithi129 (mon.0) 3657 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T22:00:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:59 smithi129 conmon[101092]: cluster 2022-01-18T21:59:59.145931+0000 mgr.smithi129.iclwio (mgr.14716) 12401 : cluster [DBG] 2022-01-18T22:00:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:59 smithi129 conmon[101092]: pgmap v10664: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:00:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:59 smithi129 conmon[101092]: audit 2022-01-18T21:59:59.640028+0000 mon.smithi129 (mon.0) 3656 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T22:00:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 21:59:59 smithi129 conmon[101092]: audit 2022-01-18T21:59:59.640263+0000 mon.smithi129 (mon.0) 3657 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T22:00:01.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:00 smithi156 conmon[67007]: cluster 2022-01-18T22:00:00.000115+0000 mon.smithi129 (mon.0) 3658 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T22:00:01.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:00 smithi129 conmon[101092]: cluster 2022-01-18T22:00:00.000115+0000 mon.smithi129 (mon.0) 3658 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T22:00:01.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:00 smithi129 conmon[101092]: 2022-01-18T22:00:02.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:01 smithi156 conmon[67007]: cluster 2022-01-18T22:00:01.146616+0000 mgr.smithi129.iclwio (mgr.14716) 12402 : cluster [DBG] pgmap v10665: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:02.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:01 smithi129 conmon[101092]: cluster 2022-01-18T22:00:01.146616+0000 mgr.smithi129.iclwio (mgr.14716) 12402 : cluster [DBG] pgmap v10665: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:02.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:01 smithi129 conmon[101092]: 2022-01-18T22:00:04.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:04 smithi156 conmon[67007]: cluster 2022-01-18T22:00:03.147326+0000 mgr.smithi129.iclwio (mgr.14716) 12403 : cluster [DBG] pgmap v10666: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:04 smithi129 conmon[101092]: cluster 2022-01-18T22:00:03.147326+0000 mgr.smithi129.iclwio (mgr.14716) 12403 : cluster [DBG] pgmap v10666: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:06 smithi156 conmon[67007]: cluster 2022-01-18T22:00:05.148112+0000 mgr.smithi129.iclwio (mgr.14716) 12404 : cluster [DBG] pgmap v10667: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:06 smithi129 conmon[101092]: cluster 2022-01-18T22:00:05.148112+0000 mgr.smithi129.iclwio (mgr.14716) 12404 : 2022-01-18T22:00:06.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:06 smithi129 conmon[101092]: cluster [DBG] pgmap v10667: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:08 smithi156 conmon[67007]: cluster 2022-01-18T22:00:07.148844+0000 mgr.smithi129.iclwio (mgr.14716) 12405 : cluster [DBG] pgmap v10668: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:08 smithi129 conmon[101092]: cluster 2022-01-18T22:00:07.148844+0000 mgr.smithi129.iclwio (mgr.14716) 12405 : cluster [DBG] pgmap v10668: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:09 smithi156 conmon[67007]: cluster 2022-01-18T22:00:09.149426+0000 mgr.smithi129.iclwio (mgr.14716) 12406 : cluster [DBG] pgmap v10669: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:00:10.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:09 smithi129 conmon[101092]: cluster 2022-01-18T22:00:09.149426+0000 mgr.smithi129.iclwio (mgr.14716) 12406 : cluster [DBG] pgmap v10669: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:00:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:12 smithi156 conmon[67007]: cluster 2022-01-18T22:00:11.150130+0000 mgr.smithi129.iclwio (mgr.14716) 12407 : cluster [DBG] pgmap v10670: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:12 smithi129 conmon[101092]: cluster 2022-01-18T22:00:11.150130+0000 mgr.smithi129.iclwio (mgr.14716) 12407 : cluster [DBG] pgmap v10670: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:13.728 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T22:00:14.000 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T22:00:14.001 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 7m ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T22:00:14.001 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 7m ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T22:00:14.001 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 7m ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T22:00:14.002 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 7m ago 6h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T22:00:14.002 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 7m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T22:00:14.003 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 7m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T22:00:14.003 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 7m ago 6h 888M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T22:00:14.004 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 7m ago 6h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T22:00:14.004 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 7m ago 6h 1995M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T22:00:14.004 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 7m ago 6h 1061M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T22:00:14.005 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 7m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T22:00:14.005 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 7m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T22:00:14.006 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 7m ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T22:00:14.006 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 7m ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T22:00:14.007 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 7m ago 6h 2417M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T22:00:14.007 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 7m ago 6h 3546M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T22:00:14.007 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 7m ago 6h 2667M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T22:00:14.007 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6h) 7m ago 6h 3582M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T22:00:14.008 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6h) 7m ago 6h 3325M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T22:00:14.008 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6h) 7m ago 6h 3806M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T22:00:14.008 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6h) 7m ago 6h 3091M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T22:00:14.008 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (6h) 7m ago 6h 4417M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T22:00:14.009 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 7m ago 6h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T22:00:14.323 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T22:00:14.324 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T22:00:14.324 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:00:14.324 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:00:14.324 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T22:00:14.325 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:00:14.325 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:00:14.325 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T22:00:14.325 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T22:00:14.325 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T22:00:14.326 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:00:14.326 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T22:00:14.326 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T22:00:14.326 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:00:14.327 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T22:00:14.327 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T22:00:14.327 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T22:00:14.327 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T22:00:14.328 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T22:00:14.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:14 smithi156 conmon[67007]: cluster 2022-01-18T22:00:13.150729+0000 mgr.smithi129.iclwio (mgr.14716) 12408 : cluster [DBG] pgmap v10671: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:14 smithi129 conmon[101092]: cluster 2022-01-18T22:00:13.150729+0000 mgr.smithi129.iclwio (mgr.14716) 12408 : cluster [DBG] pgmap v10671: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:15.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:15 smithi156 conmon[67007]: audit 2022-01-18T22:00:13.717058+0000 mgr.smithi129.iclwio (mgr.14716) 12409 : audit [DBG] from='client.42370 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:00:15.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:15 smithi156 conmon[67007]: audit 2022-01-18T22:00:13.991471+0000 mgr.smithi129.iclwio (mgr.14716) 12410 : audit [DBG] from='client.42374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:00:15.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:15 smithi156 conmon[67007]: audit 2022-01-18T22:00:14. 2022-01-18T22:00:15.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:15 smithi156 conmon[67007]: 323572+0000 mon.smithi129 (mon.0) 3659 : audit [DBG] from='client.? 172.21.15.129:0/2445666111' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:00:15.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:15 smithi129 conmon[101092]: audit 2022-01-18T22:00:13.717058+0000 mgr.smithi129.iclwio (mgr.14716) 12409 : audit [DBG] from='client.42370 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:00:15.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:15 smithi129 conmon[101092]: 2022-01-18T22:00:15.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:15 smithi129 conmon[101092]: audit 2022-01-18T22:00:13.991471+0000 mgr.smithi129.iclwio (mgr.14716) 12410 : audit [DBG] from='client.42374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:00:15.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:15 smithi129 conmon[101092]: audit 2022-01-18T22:00:14.323572+0000 mon.smithi129 (mon 2022-01-18T22:00:15.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:15 smithi129 conmon[101092]: .0) 3659 : audit [DBG] from='client.? 172.21.15.129:0/2445666111' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:00:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:16 smithi156 conmon[67007]: cluster 2022-01-18T22:00:15.151620+0000 mgr.smithi129.iclwio (mgr.14716) 12411 : cluster [DBG] pgmap v10672: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:16 smithi129 conmon[101092]: cluster 2022-01-18T22:00:15.151620+0000 mgr.smithi129.iclwio (mgr.14716) 12411 : cluster [DBG] pgmap v10672: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:16.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:16 smithi129 conmon[101092]: 2022-01-18T22:00:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:18 smithi156 conmon[67007]: cluster 2022-01-18T22:00:17.152161+0000 mgr.smithi129.iclwio (mgr.14716) 12412 : cluster [DBG] pgmap v10673: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:18 smithi129 conmon[101092]: cluster 2022-01-18T22:00:17.152161+0000 mgr.smithi129.iclwio (mgr.14716) 12412 : cluster [DBG] pgmap v10673: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:19 smithi156 conmon[67007]: cluster 2022-01-18T22:00:19.152917+0000 mgr.smithi129.iclwio (mgr.14716) 12413 : cluster [DBG] pgmap v10674: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:00:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:19 smithi129 conmon[101092]: cluster 2022-01-18T22:00:19.152917+0000 mgr.smithi129.iclwio (mgr.14716) 12413 : cluster [DBG] 2022-01-18T22:00:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:19 smithi129 conmon[101092]: pgmap v10674: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:00:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:22 smithi156 conmon[67007]: cluster 2022-01-18T22:00:21.153426+0000 mgr.smithi129.iclwio (mgr.14716) 12414 : cluster [DBG] pgmap v10675: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:22 smithi129 conmon[101092]: cluster 2022-01-18T22:00:21.153426+0000 mgr.smithi129.iclwio (mgr.14716) 12414 : cluster [DBG] pgmap v10675: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:24.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:24 smithi156 conmon[67007]: cluster 2022-01-18T22:00:23.154059+0000 mgr.smithi129.iclwio (mgr.14716) 12415 : cluster [DBG] pgmap v10676: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:24 smithi129 conmon[101092]: cluster 2022-01-18T22:00:23.154059+0000 mgr.smithi129.iclwio (mgr.14716) 12415 : cluster [DBG] pgmap v10676: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:24.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:24 smithi129 conmon[101092]: 2022-01-18T22:00:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:26 smithi156 conmon[67007]: cluster 2022-01-18T22:00:25.154861+0000 mgr.smithi129.iclwio (mgr.14716) 12416 : cluster [DBG] pgmap v10677: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:26 smithi129 conmon[101092]: cluster 2022-01-18T22:00:25.154861+0000 mgr.smithi129.iclwio (mgr.14716) 12416 : cluster [DBG] pgmap v10677: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:27.544 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:27 smithi129 conmon[101092]: audit 2022-01-18T22:00:26.254265+0000 mon.smithi129 (mon.0) 3660 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T22:00:27.544 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:27 smithi129 conmon[101092]: audit 2022-01-18T22:00:26.255579+0000 mon.smithi129 (mon.0) 3661 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T22:00:27.544 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:27 smithi129 conmon[101092]: audit 2022-01-18T22:00:26.256383+0000 mon.smithi129 (mon.0) 3662 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T22:00:27.545 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:27 smithi129 conmon[101092]: cephadm 2022-01-18T22:00:26.257198+0000 mgr.smithi129.iclwio (mgr.14716) 12417 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T22:00:27.545 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:27 smithi129 conmon[101092]: audit 2022-01-18T22:00:26.570308+0000 mon.smithi129 (mon.0) 3663 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:00:27.545 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:27 smithi129 conmon[101092]: audit 2022-01-18T22:00:26.577124+0000 mon.smithi129 (mon.0) 3664 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:00:27.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:27 smithi156 conmon[67007]: audit 2022-01-18T22:00:26.254265+0000 mon.smithi129 (mon.0) 3660 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T22:00:27.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:27 smithi156 conmon[67007]: audit 2022-01-18T22:00: 2022-01-18T22:00:27.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:27 smithi156 conmon[67007]: 26.255579+0000 mon.smithi129 (mon.0) 3661 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T22:00:27.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:27 smithi156 conmon[67007]: audit 2022-01-18T22:00:26.256383+0000 mon.smithi129 (mon.0) 3662 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T22:00:27.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:27 smithi156 conmon[67007]: cephadm 2022-01-18T22:00:26.257198+0000 mgr.smithi129.iclwio (mgr.14716) 12417 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T22:00:27.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:27 smithi156 conmon[67007]: audit 2022-01-18T22:00:26.570308+0000 mon.smithi129 (mon.0) 3663 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:00:27.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:27 smithi156 conmon[67007]: audit 2022-01-18T22:00:27.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:27 smithi156 conmon[67007]: 2022-01-18T22:00:26.577124+0000 mon.smithi129 (mon.0) 3664 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:00:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:28 smithi156 conmon[67007]: cluster 2022-01-18T22:00:27.155512+0000 mgr.smithi129.iclwio (mgr.14716) 12418 : cluster [DBG] pgmap v10678: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:28 smithi129 conmon[101092]: cluster 2022-01-18T22:00:27.155512+0000 mgr.smithi129.iclwio (mgr.14716) 12418 : cluster [DBG] pgmap v10678: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:28.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:28 smithi129 conmon[101092]: 2022-01-18T22:00:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:29 smithi156 conmon[67007]: cluster 2022-01-18T22:00:29.156290+0000 mgr.smithi129.iclwio (mgr.14716) 12419 : cluster [DBG] pgmap v10679: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:00:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:29 smithi129 conmon[101092]: cluster 2022-01-18T22:00:29.156290+0000 mgr.smithi129.iclwio (mgr.14716) 12419 : cluster [DBG] pgmap v10679: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:00:30.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:29 smithi129 conmon[101092]: 2022-01-18T22:00:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:32 smithi156 conmon[67007]: cluster 2022-01-18T22:00:31.156878+0000 mgr.smithi129.iclwio (mgr.14716) 12420 : cluster [DBG] pgmap v10680: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:32 smithi129 conmon[101092]: cluster 2022-01-18T22:00:31.156878+0000 mgr.smithi129.iclwio (mgr.14716) 12420 : cluster [DBG] pgmap v10680: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:34.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:34 smithi156 conmon[67007]: cluster 2022-01-18T22:00:33.157446+0000 mgr.smithi129.iclwio (mgr.14716) 12421 : cluster [DBG] pgmap v10681: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:34.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:34 smithi129 conmon[101092]: cluster 2022-01-18T22:00:33.157446+0000 mgr.smithi129.iclwio (mgr.14716) 12421 : cluster [DBG] pgmap v10681: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:36 smithi156 conmon[67007]: cluster 2022-01-18T22:00:35.158231+0000 mgr.smithi129.iclwio (mgr.14716) 12422 : cluster [DBG] pgmap v10682: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:36 smithi129 conmon[101092]: cluster 2022-01-18T22:00:35.158231+0000 mgr.smithi129.iclwio (mgr.14716) 12422 : cluster [DBG] 2022-01-18T22:00:36.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:36 smithi129 conmon[101092]: pgmap v10682: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:38 smithi156 conmon[67007]: cluster 2022-01-18T22:00:37.158894+0000 mgr.smithi129.iclwio (mgr.14716) 12423 : cluster [DBG] pgmap v10683: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:38 smithi129 conmon[101092]: cluster 2022-01-18T22:00:37.158894+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T22:00:38.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:38 smithi129 conmon[101092]: ) 12423 : cluster [DBG] pgmap v10683: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:39 smithi156 conmon[67007]: cluster 2022-01-18T22:00:39.159580+0000 mgr.smithi129.iclwio (mgr.14716) 12424 : cluster [DBG] pgmap v10684: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:00:40.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:39 smithi129 conmon[101092]: cluster 2022-01-18T22:00:39.159580+0000 mgr.smithi129.iclwio (mgr.14716) 12424 : cluster [DBG] pgmap v10684: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:00:42.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:42 smithi156 conmon[67007]: cluster 2022-01-18T22:00:41.160166+0000 mgr.smithi129.iclwio (mgr.14716) 12425 : cluster [DBG] pgmap v10685: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:42 smithi129 conmon[101092]: cluster 2022-01-18T22:00:41.160166+0000 mgr.smithi129.iclwio (mgr.14716) 12425 : cluster [DBG] 2022-01-18T22:00:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:42 smithi129 conmon[101092]: pgmap v10685: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:44.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:44 smithi156 conmon[67007]: cluster 2022-01-18T22:00:43.160850+0000 mgr.smithi129.iclwio (mgr.14716) 12426 : cluster [DBG] pgmap v10686: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:44.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:44 smithi156 conmon[67007]: 2022-01-18T22:00:44.621 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T22:00:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:44 smithi129 conmon[101092]: cluster 2022-01-18T22:00:43.160850+0000 mgr.smithi129.iclwio (mgr.14716) 12426 : cluster [DBG] pgmap v10686: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:44.884 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T22:00:44.884 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 8m ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T22:00:44.885 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 8m ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T22:00:44.885 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 8m ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T22:00:44.885 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 8m ago 6h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T22:00:44.885 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 8m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T22:00:44.886 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 8m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T22:00:44.886 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 8m ago 6h 888M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T22:00:44.886 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 8m ago 6h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T22:00:44.886 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 8m ago 6h 1995M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T22:00:44.887 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 8m ago 6h 1061M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T22:00:44.887 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 8m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T22:00:44.887 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 8m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T22:00:44.888 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 8m ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T22:00:44.888 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 8m ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T22:00:44.888 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 8m ago 6h 2417M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T22:00:44.888 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 8m ago 6h 3546M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T22:00:44.888 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 8m ago 6h 2667M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T22:00:44.889 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6h) 8m ago 6h 3582M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T22:00:44.889 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6h) 8m ago 6h 3325M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T22:00:44.889 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6h) 8m ago 6h 3806M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T22:00:44.889 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6h) 8m ago 6h 3091M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T22:00:44.890 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (6h) 8m ago 6h 4417M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T22:00:44.890 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 8m ago 6h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T22:00:45.204 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T22:00:45.205 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T22:00:45.205 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:00:45.205 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:00:45.206 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T22:00:45.206 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:00:45.206 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:00:45.206 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T22:00:45.206 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T22:00:45.207 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T22:00:45.207 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:00:45.207 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T22:00:45.207 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T22:00:45.208 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:00:45.208 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T22:00:45.208 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T22:00:45.208 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T22:00:45.209 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T22:00:45.209 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T22:00:45.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:45 smithi156 conmon[67007]: audit 2022-01-18T22:00:45.204875+0000 mon.smithi129 (mon.0) 3665 : audit [DBG] from='client.? 172.21.15.129:0/3898562788' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:00:45.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:45 smithi129 conmon[101092]: audit 2022-01-18T22:00:45.204875+0000 mon.smithi129 (mon.0 2022-01-18T22:00:45.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:45 smithi129 conmon[101092]: ) 3665 : audit [DBG] from='client.? 172.21.15.129:0/3898562788' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:00:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:46 smithi156 conmon[67007]: audit 2022-01-18T22:00:44.609531+0000 mgr.smithi129.iclwio (mgr.14716) 12427 : audit [DBG] 2022-01-18T22:00:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:46 smithi156 conmon[67007]: from='client.42382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:00:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:46 smithi156 conmon[67007]: audit 2022-01-18T22:00:44.875939+0000 mgr.smithi129.iclwio (mgr.14716) 12428 : audit [DBG] from='client.42386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:00:46.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:46 smithi156 conmon[67007]: cluster 2022-01-18T 2022-01-18T22:00:46.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:46 smithi156 conmon[67007]: 22:00:45.161505+0000 mgr.smithi129.iclwio (mgr.14716) 12429 : cluster [DBG] pgmap v10687: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:46 smithi129 conmon[101092]: audit 2022-01-18T22:00:44.609531+0000 mgr.smithi129.iclwio (mgr.14716) 12427 : audit [DBG] from='client.42382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:00:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:46 smithi129 conmon[101092]: 2022-01-18T22:00:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:46 smithi129 conmon[101092]: audit 2022-01-18T22:00:44.875939+0000 mgr.smithi129.iclwio (mgr.14716) 12428 : audit [DBG] from='client.42386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:00:46.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:46 smithi129 conmon[101092]: cluster 2022-01-18T22:00:45 2022-01-18T22:00:46.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:46 smithi129 conmon[101092]: .161505+0000 mgr.smithi129.iclwio (mgr.14716) 12429 : cluster [DBG] 2022-01-18T22:00:46.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:46 smithi129 conmon[101092]: pgmap v10687: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:48.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:48 smithi156 conmon[67007]: cluster 2022-01-18T22:00:47.162035+0000 mgr.smithi129.iclwio (mgr.14716) 12430 : cluster [DBG] pgmap v10688: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:48 smithi129 conmon[101092]: cluster 2022-01-18T22:00:47.162035+0000 mgr.smithi129.iclwio (mgr.14716) 12430 : cluster [DBG] pgmap v10688: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:48.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:48 smithi129 conmon[101092]: 2022-01-18T22:00:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:49 smithi156 conmon[67007]: cluster 2022-01-18T22:00:49.162646+0000 mgr.smithi129.iclwio (mgr.14716) 12431 : cluster [DBG] pgmap v10689: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:00:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:49 smithi129 conmon[101092]: cluster 2022-01-18T22:00:49.162646+0000 mgr.smithi129.iclwio (mgr.14716) 12431 : cluster [DBG] pgmap v10689: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:00:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:52 smithi156 conmon[67007]: cluster 2022-01-18T22:00:51.163284+0000 mgr.smithi129.iclwio (mgr.14716) 12432 : cluster [DBG] pgmap v10690: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:52 smithi129 conmon[101092]: cluster 2022-01-18T22:00:51.163284+0000 mgr.smithi129.iclwio (mgr.14716) 12432 : cluster [DBG] pgmap v10690: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:54.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:54 smithi156 conmon[67007]: cluster 2022-01-18T22:00:53.163940+0000 mgr.smithi129.iclwio (mgr.14716) 12433 : cluster [DBG] pgmap v10691: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:54.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:54 smithi129 conmon[101092]: cluster 2022-01-18T22:00:53.163940+0000 mgr.smithi129.iclwio (mgr.14716) 12433 : cluster [DBG] pgmap v10691: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:56 smithi156 conmon[67007]: cluster 2022-01-18T22:00:55.164917+0000 mgr.smithi129.iclwio (mgr.14716) 12434 : cluster [DBG] pgmap v10692: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:56 smithi129 conmon[101092]: cluster 2022-01-18T22:00:55.164917+0000 mgr.smithi129.iclwio (mgr.14716) 12434 : cluster 2022-01-18T22:00:56.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:56 smithi129 conmon[101092]: [DBG] pgmap v10692: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:58.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:58 smithi156 conmon[67007]: cluster 2022-01-18T22:00:57.165499+0000 mgr.smithi129.iclwio (mgr.14716) 12435 : cluster [DBG] pgmap v10693: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:00:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:58 smithi129 conmon[101092]: cluster 2022-01-18T22:00:57.165499+0000 mgr.smithi129.iclwio (mgr.14716) 12435 : cluster 2022-01-18T22:00:58.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:58 smithi129 conmon[101092]: [DBG] pgmap v10693: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:59 smithi156 conmon[67007]: cluster 2022-01-18T22:00:59.166319+0000 mgr.smithi129.iclwio (mgr.14716) 12436 : cluster [DBG] pgmap v10694: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:01:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:59 smithi156 conmon[67007]: audit 2022-01-18T22:00:59.645349+0000 mon.smithi129 (mon.0) 3666 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T22:01:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:00:59 smithi156 conmon[67007]: audit 2022-01-18T22:00:59.645558+0000 mon.smithi129 (mon.0) 3667 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T22:01:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:59 smithi129 conmon[101092]: cluster 2022-01-18T22:00:59.166319+0000 mgr.smithi129.iclwio (mgr.14716) 12436 : cluster [DBG] pgmap v10694: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:01:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:59 smithi129 conmon[101092]: audit 2022-01-18T22:00:59.645349+0000 mon.smithi129 (mon.0) 3666 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T22:01:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:00:59 smithi129 conmon[101092]: audit 2022-01-18T22:00:59.645558+0000 mon.smithi129 (mon.0) 3667 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T22:01:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:02 smithi156 conmon[67007]: cluster 2022-01-18T22:01:01.167122+0000 mgr.smithi129.iclwio (mgr.14716) 12437 : cluster [DBG] pgmap v10695: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:02.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:02 smithi129 conmon[101092]: cluster 2022-01-18T22:01:01.167122+0000 mgr.smithi129.iclwio (mgr.14716) 12437 : cluster 2022-01-18T22:01:02.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:02 smithi129 conmon[101092]: [DBG] pgmap v10695: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:04.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:04 smithi156 conmon[67007]: cluster 2022-01-18T22:01:03.167674+0000 mgr.smithi129.iclwio (mgr.14716) 12438 : cluster [DBG] pgmap v10696: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:04 smithi129 conmon[101092]: cluster 2022-01-18T22:01:03.167674+0000 mgr.smithi129.iclwio (mgr.14716) 12438 : cluster [DBG] pgmap v10696: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:06 smithi156 conmon[67007]: cluster 2022-01-18T22:01:05.168434+0000 mgr.smithi129.iclwio (mgr.14716) 12439 : cluster [DBG] pgmap v10697: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:06 smithi129 conmon[101092]: cluster 2022-01-18T22:01:05.168434+0000 mgr.smithi129.iclwio (mgr.14716) 12439 : cluster [DBG] pgmap v10697: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:08 smithi156 conmon[67007]: cluster 2022-01-18T22:01:07.169179+0000 mgr.smithi129.iclwio (mgr.14716) 12440 : cluster [DBG] pgmap v10698: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:08 smithi129 conmon[101092]: cluster 2022-01-18T22:01:07.169179+0000 mgr.smithi129.iclwio (mgr.14716) 12440 : cluster [DBG] pgmap v10698: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:10 smithi156 conmon[67007]: cluster 2022-01-18T22:01:09.169858+0000 mgr.smithi129.iclwio (mgr.14716) 12441 : cluster [DBG] pgmap v10699: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:01:10.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:10 smithi129 conmon[101092]: cluster 2022-01-18T22:01:09.169858+0000 mgr.smithi129.iclwio (mgr.14716) 12441 : cluster [DBG] pgmap v10699: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:01:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:12 smithi156 conmon[67007]: cluster 2022-01-18T22:01:11.170416+0000 mgr.smithi129.iclwio (mgr.14716) 12442 : cluster [DBG] pgmap v10700: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:12.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:12 smithi129 conmon[101092]: cluster 2022-01-18T22:01:11.170416+0000 mgr.smithi129.iclwio (mgr.14716) 12442 2022-01-18T22:01:12.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:12 smithi129 conmon[101092]: : cluster [DBG] pgmap v10700: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:14.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:14 smithi156 conmon[67007]: cluster 2022-01-18T22:01:13.170931+0000 mgr.smithi129.iclwio (mgr.14716) 12443 : cluster [DBG] pgmap v10701: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:14 smithi129 conmon[101092]: cluster 2022-01-18T22:01:13.170931+0000 mgr.smithi129.iclwio (mgr.14716) 12443 : cluster [DBG] pgmap v10701: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:15.506 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T22:01:15.770 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T22:01:15.771 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 8m ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T22:01:15.771 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 8m ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T22:01:15.771 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 8m ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T22:01:15.771 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 8m ago 6h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T22:01:15.772 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (5h) 8m ago 5h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T22:01:15.772 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (5h) 8m ago 5h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T22:01:15.772 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 8m ago 6h 888M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T22:01:15.772 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 8m ago 6h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T22:01:15.772 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 8m ago 6h 1995M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T22:01:15.773 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 8m ago 6h 1061M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T22:01:15.773 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 8m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T22:01:15.773 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 8m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T22:01:15.773 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 8m ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T22:01:15.774 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 8m ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T22:01:15.774 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 8m ago 6h 2417M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T22:01:15.774 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 8m ago 6h 3546M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T22:01:15.774 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 8m ago 6h 2667M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T22:01:15.775 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6h) 8m ago 6h 3582M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T22:01:15.775 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6h) 8m ago 6h 3325M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T22:01:15.775 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6h) 8m ago 6h 3806M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T22:01:15.775 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6h) 8m ago 6h 3091M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T22:01:15.776 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (6h) 8m ago 6h 4417M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T22:01:15.776 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 8m ago 6h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T22:01:16.092 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T22:01:16.093 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T22:01:16.093 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:01:16.093 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:01:16.093 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T22:01:16.094 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:01:16.094 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:01:16.094 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T22:01:16.094 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T22:01:16.095 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T22:01:16.095 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:01:16.095 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T22:01:16.095 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T22:01:16.095 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:01:16.096 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T22:01:16.096 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T22:01:16.096 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T22:01:16.096 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T22:01:16.097 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T22:01:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:16 smithi156 conmon[67007]: cluster 2022-01-18T22:01:15.171737+0000 mgr.smithi129.iclwio (mgr.14716) 12444 : cluster [DBG] pgmap v10702: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:16.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:16 smithi156 conmon[67007]: audit 2022-01-18T22:01:15.493392+0000 mgr.smithi129.iclwio (mgr.14716) 12445 : audit [DBG] from='client.42394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:01:16.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:16 smithi156 conmon[67007]: audit 2022-01-18T22:01:16.092770+0000 mon.smithi129 (mon.0) 3668 2022-01-18T22:01:16.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:16 smithi156 conmon[67007]: : audit [DBG] from='client.? 172.21.15.129:0/2348293033' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:01:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:16 smithi129 conmon[101092]: cluster 2022-01-18T22:01:15.171737+0000 mgr.smithi129.iclwio (mgr.14716) 12444 : cluster [DBG] pgmap v10702: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:16.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:16 smithi129 conmon[101092]: audit 2022 2022-01-18T22:01:16.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:16 smithi129 conmon[101092]: -01-18T22:01:15.493392+0000 mgr.smithi129.iclwio (mgr.14716) 12445 : audit [DBG] from='client.42394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:01:16.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:16 smithi129 conmon[101092]: audit 2022-01-18T22:01:16.092770+0000 mon.smithi129 (mon.0) 3668 : audit [DBG] from='client.? 172.21.15.129:0/2348293033' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:01:17.544 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:17 smithi129 conmon[101092]: audit 2022-01-18T22:01:15.761860+0000 mgr.smithi129.iclwio (mgr.14716) 12446 : audit [DBG] from='client.42398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:01:17.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:17 smithi156 conmon[67007]: audit 2022-01-18T22:01:15.761860+0000 mgr.smithi129.iclwio (mgr.14716) 12446 : audit [DBG] from='client.42398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:01:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:18 smithi156 conmon[67007]: cluster 2022-01-18T22:01:17.172229+0000 mgr.smithi129.iclwio (mgr.14716) 12447 : cluster [DBG] pgmap v10703: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:18 smithi129 conmon[101092]: cluster 2022-01-18T22:01:17.172229+0000 mgr.smithi129.iclwio (mgr.14716) 12447 : cluster [DBG] pgmap v10703: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:20 smithi156 conmon[67007]: cluster 2022-01-18T22:01:19.172896+0000 mgr.smithi129.iclwio (mgr.14716) 12448 : cluster [DBG] pgmap v10704: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:01:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:20 smithi129 conmon[101092]: cluster 2022-01-18T22:01:19.172896+0000 mgr.smithi129.iclwio (mgr.14716) 12448 : cluster [DBG] pgmap v10704: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:01:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:22 smithi156 conmon[67007]: cluster 2022-01-18T22:01:21.173468+0000 mgr.smithi129.iclwio (mgr.14716) 12449 : cluster [DBG] pgmap v10705: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:22.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:22 smithi129 conmon[101092]: cluster 2022-01-18T22:01:21.173468+0000 mgr.smithi129.iclwio (mgr.14716) 12449 : cluster [DBG] pgmap v10705: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:24.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:24 smithi156 conmon[67007]: cluster 2022-01-18T22:01:23.174212+0000 mgr.smithi129.iclwio (mgr.14716) 12450 : cluster [DBG] pgmap v10706: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:24 smithi129 conmon[101092]: cluster 2022-01-18T22:01:23.174212+0000 mgr.smithi129.iclwio (mgr.14716) 12450 : cluster [DBG] pgmap v10706: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:26 smithi156 conmon[67007]: cluster 2022-01-18T22:01:25.175245+0000 mgr.smithi129.iclwio (mgr.14716) 12451 : cluster [DBG] pgmap v10707: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:26 smithi129 conmon[101092]: cluster 2022-01-18T22:01:25.175245+0000 mgr.smithi129.iclwio (mgr.14716) 12451 : cluster [DBG] pgmap v10707: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:27.544 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:27 smithi129 conmon[101092]: audit 2022-01-18T22:01:26.579685+0000 mon.smithi129 (mon.0) 3669 : audit [DBG] 2022-01-18T22:01:27.544 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:27 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T22:01:27.544 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:27 smithi129 conmon[101092]: audit 2022-01-18T22:01:26.581132+0000 mon.smithi129 (mon.0) 3670 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T22:01:27.545 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:27 smithi129 conmon[101092]: audit 2022-01-18T22:01:26.582168+0000 mon.smithi129 (mon.0) 3671 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T22:01:27.545 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:27 smithi129 conmon[101092]: cephadm 2022-01-18T22:01:26.582945+0000 mgr.smithi129.iclwio (mgr.14716) 12452 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T22:01:27.545 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:27 smithi129 conmon[101092]: audit 2022-01-18T22:01:26.877221+0000 mon.smithi129 (mon.0) 3672 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T22:01:27.545 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:27 smithi129 conmon[101092]: audit 2022-01-18T22:01:26.891293+0000 mon.smithi129 (mon.0) 3673 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T22:01:27.546 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:27 smithi129 conmon[101092]: audit 2022-01-18T22:01:26.895346+0000 mon.smithi129 (mon.0) 3674 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:01:27.546 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:27 smithi129 conmon[101092]: audit 2022-01-18T22:01:26.899868+0000 mon.smithi129 (mon.0) 3675 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:01:27.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:27 smithi156 conmon[67007]: audit 2022-01-18T22:01:26.579685+0000 mon.smithi129 (mon.0) 3669 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T22:01:27.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:27 smithi156 conmon[67007]: audit 2022-01-18T22:01:26.581132+0000 mon.smithi129 (mon.0) 3670 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T22:01:27.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:27 smithi156 conmon[67007]: audit 2022-01-18T22:01:26.582168+0000 mon.smithi129 (mon.0) 3671 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T22:01:27.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:27 smithi156 conmon[67007]: cephadm 2022-01-18T22:01:26.582945+0000 mgr.smithi129.iclwio (mgr.14716) 12452 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T22:01:27.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:27 smithi156 conmon[67007]: audit 2022-01-18T22:01:26.877221+0000 2022-01-18T22:01:27.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:27 smithi156 conmon[67007]: mon.smithi129 (mon.0) 3672 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T22:01:27.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:27 smithi156 conmon[67007]: audit 2022-01-18T22:01:26.891293+0000 mon.smithi129 (mon. 2022-01-18T22:01:27.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:27 smithi156 conmon[67007]: 0) 3673 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T22:01:27.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:27 smithi156 conmon[67007]: audit 2022- 2022-01-18T22:01:27.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:27 smithi156 conmon[67007]: 01-18T22:01:26.895346+0000 mon.smithi129 (mon. 2022-01-18T22:01:27.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:27 smithi156 conmon[67007]: 0) 3674 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:01:27.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:27 smithi156 conmon[67007]: audit 2022- 2022-01-18T22:01:27.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:27 smithi156 conmon[67007]: 01-18T22:01:26. 2022-01-18T22:01:27.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:27 smithi156 conmon[67007]: 899868+0000 mon.smithi129 (mon.0) 3675 : audit 2022-01-18T22:01:27.552 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:27 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:01:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:28 smithi156 conmon[67007]: cluster 2022-01-18T22:01:27.175758+0000 mgr.smithi129.iclwio (mgr.14716) 12453 : cluster [DBG] pgmap v10708: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:28 smithi129 conmon[101092]: cluster 2022-01-18T22:01:27.175758+0000 mgr.smithi129.iclwio (mgr.14716) 12453 : cluster [DBG] pgmap v10708: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:30 smithi156 conmon[67007]: cluster 2022-01-18T22:01:29.176409+0000 mgr.smithi129.iclwio (mgr.14716) 12454 : cluster [DBG] 2022-01-18T22:01:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:30 smithi156 conmon[67007]: pgmap v10709: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:01:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:30 smithi129 conmon[101092]: cluster 2022-01-18T22:01:29.176409+0000 mgr.smithi129.iclwio (mgr.14716) 12454 : cluster [DBG] pgmap v10709: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:01:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:32 smithi156 conmon[67007]: cluster 2022-01-18T22:01:31. 2022-01-18T22:01:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:32 smithi156 conmon[67007]: 177152+0000 mgr.smithi129.iclwio (mgr.14716) 12455 : cluster [DBG] pgmap v10710: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:32 smithi129 conmon[101092]: cluster 2022-01-18T22:01:31.177152+0000 mgr.smithi129.iclwio (mgr.14716) 12455 : cluster [DBG] pgmap v10710: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:34.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:34 smithi156 conmon[67007]: cluster 2022-01-18T22:01:33.177679+0000 mgr.smithi129.iclwio (mgr.14716) 12456 : cluster [DBG] 2022-01-18T22:01:34.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:34 smithi156 conmon[67007]: pgmap v10711: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:34.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:34 smithi129 conmon[101092]: cluster 2022-01-18T22:01:33.177679+0000 mgr.smithi129.iclwio (mgr.14716) 12456 : cluster [DBG] pgmap v10711: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:36 smithi156 conmon[67007]: cluster 2022-01-18T22:01:35.178493+0000 mgr.smithi129.iclwio (mgr.14716) 12457 : cluster [DBG] 2022-01-18T22:01:36.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:36 smithi156 conmon[67007]: pgmap v10712: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:36 smithi129 conmon[101092]: cluster 2022-01-18T22:01:35.178493+0000 mgr.smithi129.iclwio (mgr.14716) 12457 : cluster [DBG] pgmap v10712: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:38 smithi156 conmon[67007]: cluster 2022-01-18T22:01:37.179162+0000 mgr.smithi129.iclwio (mgr.14716) 12458 : cluster [DBG] 2022-01-18T22:01:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:38 smithi156 conmon[67007]: pgmap v10713: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:38 smithi129 conmon[101092]: cluster 2022-01-18T22:01:37.179162+0000 mgr.smithi129.iclwio (mgr.14716) 12458 : cluster [DBG] pgmap v10713: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:40 smithi156 conmon[67007]: cluster 2022-01-18T22:01:39.179915+0000 mgr.smithi129.iclwio (mgr.14716) 12459 : cluster [DBG] pgmap v10714: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:01:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:40 smithi156 conmon[67007]: 2022-01-18T22:01:40.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:40 smithi129 conmon[101092]: cluster 2022-01-18T22:01:39.179915+0000 mgr.smithi129.iclwio (mgr.14716) 12459 : cluster [DBG] pgmap v10714: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:01:42.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:42 smithi156 conmon[67007]: cluster 2022-01-18T22:01:41.180481+0000 mgr.smithi129.iclwio (mgr.14716) 12460 : cluster [DBG] pgmap v10715: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:42 smithi129 conmon[101092]: cluster 2022-01-18T22:01:41.180481+0000 mgr.smithi129.iclwio (mgr.14716) 12460 : cluster 2022-01-18T22:01:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:42 smithi129 conmon[101092]: [DBG] pgmap v10715: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:44.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:44 smithi156 conmon[67007]: cluster 2022-01-18T22:01:43.181070+0000 mgr.smithi129.iclwio (mgr.14716) 12461 : cluster [DBG] pgmap v10716: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:44 smithi129 conmon[101092]: cluster 2022-01-18T22:01:43.181070+0000 mgr.smithi129.iclwio (mgr.14716) 12461 : cluster [DBG] 2022-01-18T22:01:44.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:44 smithi129 conmon[101092]: pgmap v10716: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:46.398 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T22:01:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:46 smithi156 conmon[67007]: cluster 2022-01-18T22:01:45.182025+0000 mgr.smithi129.iclwio (mgr.14716) 12462 : cluster [DBG] pgmap v10717: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:46.666 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T22:01:46.667 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 9m ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T22:01:46.667 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 9m ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T22:01:46.667 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 9m ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T22:01:46.667 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 9m ago 6h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T22:01:46.667 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (6h) 9m ago 6h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T22:01:46.668 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (6h) 9m ago 6h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T22:01:46.668 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 9m ago 6h 888M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T22:01:46.668 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 9m ago 6h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T22:01:46.668 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 9m ago 6h 1995M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T22:01:46.669 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 9m ago 6h 1061M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T22:01:46.669 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 9m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T22:01:46.669 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 9m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T22:01:46.669 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 9m ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T22:01:46.670 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 9m ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T22:01:46.670 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 9m ago 6h 2417M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T22:01:46.670 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 9m ago 6h 3546M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T22:01:46.670 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 9m ago 6h 2667M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T22:01:46.671 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6h) 9m ago 6h 3582M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T22:01:46.671 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6h) 9m ago 6h 3325M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T22:01:46.671 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6h) 9m ago 6h 3806M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T22:01:46.671 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6h) 9m ago 6h 3091M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T22:01:46.672 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (6h) 9m ago 6h 4417M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T22:01:46.672 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 9m ago 6h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T22:01:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:46 smithi129 conmon[101092]: cluster 2022-01-18T22:01:45.182025+0000 mgr.smithi129.iclwio (mgr.14716) 12462 : cluster [DBG] pgmap v10717: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:46.982 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T22:01:46.983 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T22:01:46.983 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:01:46.983 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:01:46.984 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T22:01:46.984 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:01:46.984 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:01:46.984 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T22:01:46.985 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T22:01:46.985 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T22:01:46.985 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:01:46.985 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T22:01:46.986 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T22:01:46.986 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:01:46.986 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T22:01:46.986 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T22:01:46.986 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T22:01:46.987 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T22:01:46.987 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T22:01:47.543 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:47 smithi129 conmon[101092]: audit 2022-01-18T22:01:46.386869+0000 mgr.smithi129.iclwio (mgr 2022-01-18T22:01:47.544 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:47 smithi129 conmon[101092]: .14716) 12463 : audit [DBG] from='client.42406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:01:47.544 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:47 smithi129 conmon[101092]: audit 2022-01-18T22:01:46.982840+0000 mon.smithi129 (mon.0) 3676 : audit [DBG] from='client.? 172.21.15.129:0/2752625107' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:01:47.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:47 smithi156 conmon[67007]: audit 2022-01-18T22:01:46.386869+0000 mgr.smithi129.iclwio (mgr.14716) 12463 : audit [DBG] from='client.42406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:01:47.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:47 smithi156 conmon[67007]: audit 2022-01-18T22:01:46 2022-01-18T22:01:47.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:47 smithi156 conmon[67007]: .982840+0000 mon.smithi129 (mon.0) 3676 : audit [DBG] from='client.? 172.21.15.129:0/2752625107' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:01:48.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:48 smithi156 conmon[67007]: audit 2022-01-18T22:01:46.656603+0000 mgr.smithi129.iclwio (mgr.14716) 12464 : audit [DBG] from='client.42410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:01:48.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:48 smithi156 conmon[67007]: cluster 2022-01-18T22:01:47.182450+0000 mgr.smithi129.iclwio (mgr.14716) 12465 : cluster [DBG] pgmap v10718: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:48 smithi129 conmon[101092]: audit 2022-01-18T22:01:46.656603+0000 mgr.smithi129.iclwio (mgr.14716) 12464 : 2022-01-18T22:01:48.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:48 smithi129 conmon[101092]: audit [DBG] from='client.42410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:01:48.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:48 smithi129 conmon[101092]: cluster 2022-01-18T22:01:47.182450+0000 mgr.smithi129.iclwio (mgr.14716) 12465 : cluster [DBG] pgmap v10718: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:50 smithi156 conmon[67007]: cluster 2022-01-18T22:01:49.183262+0000 mgr.smithi129.iclwio (mgr.14716) 12466 : cluster [DBG] pgmap v10719: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:01:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:50 smithi129 conmon[101092]: cluster 2022-01-18T22:01:49.183262+0000 mgr.smithi129.iclwio (mgr.14716) 12466 : cluster [DBG] pgmap v10719: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:01:50.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:50 smithi129 conmon[101092]: 2022-01-18T22:01:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:52 smithi156 conmon[67007]: cluster 2022-01-18T22:01:51.183937+0000 mgr.smithi129.iclwio (mgr.14716) 12467 : cluster [DBG] pgmap v10720: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:52 smithi129 conmon[101092]: cluster 2022-01-18T22:01:51.183937+0000 mgr.smithi129.iclwio (mgr.14716) 12467 : cluster [DBG] pgmap v10720: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:52.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:52 smithi129 conmon[101092]: 2022-01-18T22:01:54.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:54 smithi156 conmon[67007]: cluster 2022-01-18T22:01:53.184672+0000 mgr.smithi129.iclwio (mgr.14716) 12468 : cluster [DBG] pgmap v10721: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:54.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:54 smithi129 conmon[101092]: cluster 2022-01-18T22:01:53.184672+0000 mgr.smithi129.iclwio (mgr.14716) 12468 : cluster [DBG] pgmap v10721: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:56 smithi156 conmon[67007]: cluster 2022-01-18T22:01:55.185696+0000 mgr.smithi129.iclwio (mgr.14716) 12469 : cluster [DBG] 2022-01-18T22:01:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:56 smithi156 conmon[67007]: pgmap v10722: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:56 smithi129 conmon[101092]: cluster 2022-01-18T22:01:55.185696+0000 mgr.smithi129.iclwio (mgr.14716) 12469 : cluster [DBG] pgmap v10722: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:58.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:58 smithi156 conmon[67007]: cluster 2022-01-18T22:01:57.186285+0000 mgr.smithi129.iclwio (mgr.14716) 12470 : cluster [DBG] 2022-01-18T22:01:58.590 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:01:58 smithi156 conmon[67007]: pgmap v10723: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:01:58.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:58 smithi129 conmon[101092]: cluster 2022-01-18T22:01:57.186285+0000 mgr.smithi129.iclwio (mgr.14716) 12470 : cluster [DBG] 2022-01-18T22:01:58.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:01:58 smithi129 conmon[101092]: pgmap v10723: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:00 smithi156 conmon[67007]: cluster 2022-01-18T22:01:59.187047+0000 mgr.smithi129.iclwio (mgr.14716) 12471 : cluster 2022-01-18T22:02:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:00 smithi156 conmon[67007]: [DBG] pgmap v10724: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:02:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:00 smithi156 conmon[67007]: audit 2022-01-18T22:01:59.649580+0000 mon.smithi129 (mon.0) 3677 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T22:02:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:00 smithi156 conmon[67007]: audit 2022-01-18T22:01:59.649879+0000 mon.smithi129 (mon.0) 3678 2022-01-18T22:02:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:00 smithi156 conmon[67007]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T22:02:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:00 smithi129 conmon[101092]: cluster 2022-01-18T22:01:59.187047+0000 mgr.smithi129.iclwio (mgr.14716) 12471 : cluster [DBG] pgmap v10724: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:02:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:00 smithi129 conmon[101092]: audit 2022-01-18T22:01:59.649580+0000 mon.smithi129 (mon.0) 3677 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T22:02:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:00 smithi129 conmon[101092]: audit 2022-01-18T22:01:59.649879+0000 mon.smithi129 (mon.0) 3678 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T22:02:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:02 smithi156 conmon[67007]: cluster 2022-01-18T22:02:01.187652+0000 mgr.smithi129.iclwio (mgr.14716) 12472 : cluster [DBG] 2022-01-18T22:02:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:02 smithi156 conmon[67007]: pgmap v10725: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:02 smithi129 conmon[101092]: cluster 2022-01-18T22:02:01.187652+0000 mgr.smithi129.iclwio (mgr.14716) 12472 : cluster [DBG] pgmap v10725: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:04.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:04 smithi156 conmon[67007]: cluster 2022-01-18T22:02:03.188327+0000 mgr.smithi129.iclwio (mgr.14716) 12473 : cluster [DBG] pgmap v10726: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:04.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:04 smithi156 conmon[67007]: 2022-01-18T22:02:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:04 smithi129 conmon[101092]: cluster 2022-01-18T22:02:03.188327+0000 mgr.smithi129.iclwio (mgr.14716) 12473 : cluster [DBG] pgmap v10726: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:06 smithi156 conmon[67007]: cluster 2022-01-18T22:02:05.189085+0000 mgr.smithi129.iclwio (mgr.14716) 12474 : cluster [DBG] 2022-01-18T22:02:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:06 smithi156 conmon[67007]: pgmap v10727: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:06 smithi129 conmon[101092]: cluster 2022-01-18T22:02:05.189085+0000 mgr.smithi129.iclwio (mgr.14716) 12474 : cluster [DBG] pgmap v10727: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:08 smithi156 conmon[67007]: cluster 2022-01-18T22:02:07.189624+0000 mgr.smithi129.iclwio (mgr.14716) 12475 : cluster 2022-01-18T22:02:08.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:08 smithi156 conmon[67007]: [DBG] pgmap v10728: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:08 smithi129 conmon[101092]: cluster 2022-01-18T22:02:07.189624+0000 mgr.smithi129.iclwio (mgr.14716) 12475 : cluster [DBG] pgmap v10728: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:10 smithi156 conmon[67007]: cluster 2022-01-18T22:02:09.190294+0000 mgr.smithi129.iclwio (mgr.14716) 12476 : cluster [DBG] pgmap v10729: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:02:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:10 smithi156 conmon[67007]: 2022-01-18T22:02:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:10 smithi129 conmon[101092]: cluster 2022-01-18T22:02:09.190294+0000 mgr.smithi129.iclwio (mgr.14716) 12476 : cluster [DBG] pgmap v10729: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:02:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:12 smithi156 conmon[67007]: cluster 2022-01-18T22:02:11.190902+0000 mgr.smithi129.iclwio (mgr.14716) 12477 : cluster [DBG] pgmap v10730: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:12 smithi129 conmon[101092]: cluster 2022-01-18T22:02:11.190902+0000 mgr.smithi129.iclwio (mgr.14716) 12477 : cluster [DBG] pgmap v10730: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:14.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:14 smithi156 conmon[67007]: cluster 2022-01-18T22:02:13.191460+0000 mgr.smithi129.iclwio (mgr.14716) 12478 : cluster [DBG] pgmap v10731: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:14 smithi129 conmon[101092]: cluster 2022-01-18T22:02:13.191460+0000 mgr.smithi129.iclwio (mgr.14716) 12478 : cluster [DBG] pgmap v10731: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:16 smithi156 conmon[67007]: cluster 2022-01-18T22:02:15.192468+0000 mgr.smithi129.iclwio (mgr.14716) 12479 : cluster [DBG] pgmap v10732: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:16 smithi129 conmon[101092]: cluster 2022-01-18T22:02:15.192468+0000 mgr.smithi129.iclwio (mgr.14716) 12479 : cluster [DBG] pgmap v10732: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:17.282 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T22:02:17.547 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T22:02:17.547 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 9m ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T22:02:17.548 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 9m ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T22:02:17.548 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 9m ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T22:02:17.548 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 9m ago 6h 44.7M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T22:02:17.548 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (6h) 9m ago 6h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T22:02:17.549 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (6h) 9m ago 6h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T22:02:17.549 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 9m ago 6h 888M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T22:02:17.549 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 9m ago 6h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T22:02:17.549 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 9m ago 6h 1995M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T22:02:17.550 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 9m ago 6h 1061M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T22:02:17.550 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 9m ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T22:02:17.550 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 9m ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T22:02:17.550 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 9m ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T22:02:17.551 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 9m ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T22:02:17.551 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 9m ago 6h 2417M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T22:02:17.551 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 9m ago 6h 3546M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T22:02:17.551 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 9m ago 6h 2667M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T22:02:17.552 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6h) 9m ago 6h 3582M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T22:02:17.552 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6h) 9m ago 6h 3325M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T22:02:17.552 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6h) 9m ago 6h 3806M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T22:02:17.552 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6h) 9m ago 6h 3091M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T22:02:17.552 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (6h) 9m ago 6h 4417M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T22:02:17.553 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 9m ago 6h 132M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T22:02:17.863 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T22:02:17.863 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T22:02:17.864 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:02:17.864 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:02:17.864 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T22:02:17.864 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:02:17.865 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:02:17.865 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T22:02:17.865 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T22:02:17.865 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T22:02:17.865 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:02:17.866 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T22:02:17.866 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T22:02:17.866 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:02:17.866 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T22:02:17.867 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T22:02:17.867 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T22:02:17.867 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T22:02:17.867 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T22:02:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:18 smithi156 conmon[67007]: cluster 2022-01-18T22:02:17.192993+0000 mgr.smithi129.iclwio (mgr.14716) 12480 : cluster [DBG] pgmap v10733: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:18 smithi156 conmon[67007]: audit 2022-01-18T22:02:17.271000+0000 mgr.smithi129.iclwio (mgr.14716) 12481 : audit [DBG] from='client.42418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:02:18.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:18 smithi156 conmon[67007]: audit 2022-01-18T22:02:17.538542+0000 mgr.smithi129.iclwio (mgr.14716) 12482 : audit 2022-01-18T22:02:18.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:18 smithi156 conmon[67007]: [DBG] from='client.42422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:02:18.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:18 smithi156 conmon[67007]: audit 2022-01-18T22:02:17.863555+0000 mon.smithi129 ( 2022-01-18T22:02:18.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:18 smithi156 conmon[67007]: mon.0) 3679 : audit [DBG] from='client.? 172.21.15.129:0/1707071972' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:02:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:18 smithi129 conmon[101092]: cluster 2022-01-18T22:02:17.192993+0000 mgr.smithi129.iclwio (mgr.14716) 12480 : cluster [DBG] 2022-01-18T22:02:18.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:18 smithi129 conmon[101092]: pgmap v10733: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:18.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:18 smithi129 conmon[101092]: audit 2022-01-18T22:02:17.271000+0000 mgr.smithi129.iclwio (mgr.14716) 12481 : audit [DBG] from='client.42418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:02:18.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:18 smithi129 conmon[101092]: audit 2022-01-18T22:02:18.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:18 smithi129 conmon[101092]: 2022-01-18T22:02:17.538542+0000 mgr.smithi129.iclwio (mgr.14716) 12482 : audit [DBG] from='client.42422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:02:18.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:18 smithi129 conmon[101092]: audit 2022-01-18T22: 2022-01-18T22:02:18.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:18 smithi129 conmon[101092]: 02:17.863555+0000 mon.smithi129 (mon.0) 3679 : audit 2022-01-18T22:02:18.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:18 smithi129 conmon[101092]: [DBG] from='client.? 172.21.15.129:0/1707071972' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:02:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:20 smithi156 conmon[67007]: cluster 2022-01-18T22:02:19.193874+0000 mgr.smithi129.iclwio (mgr.14716) 12483 : cluster [DBG] pgmap v10734: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:02:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:20 smithi156 conmon[67007]: 2022-01-18T22:02:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:20 smithi129 conmon[101092]: cluster 2022-01-18T22:02:19.193874+0000 mgr.smithi129.iclwio (mgr.14716) 12483 : cluster [DBG] 2022-01-18T22:02:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:20 smithi129 conmon[101092]: pgmap v10734: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:02:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:22 smithi156 conmon[67007]: cluster 2022-01-18T22:02:21.194541+0000 mgr.smithi129.iclwio (mgr.14716) 12484 : cluster [DBG] pgmap v10735: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:22 smithi129 conmon[101092]: cluster 2022-01-18T22:02:21.194541+0000 mgr.smithi129.iclwio (mgr.14716) 12484 : cluster [DBG] pgmap v10735: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:22.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:22 smithi129 conmon[101092]: 2022-01-18T22:02:24.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:24 smithi156 conmon[67007]: cluster 2022-01-18T22:02:23.195198+0000 mgr.smithi129.iclwio (mgr.14716) 12485 : cluster [DBG] pgmap v10736: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:24 smithi129 conmon[101092]: cluster 2022-01-18T22:02:23.195198+0000 mgr.smithi129.iclwio (mgr.14716) 12485 : cluster [DBG] pgmap v10736: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:26 smithi156 conmon[67007]: cluster 2022-01-18T22:02:25.195956+0000 mgr.smithi129.iclwio (mgr.14716) 12486 : cluster [DBG] pgmap v10737: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:26 smithi129 conmon[101092]: cluster 2022-01-18T22:02:25.195956+0000 mgr.smithi129.iclwio (mgr.14716) 12486 : cluster [DBG] pgmap v10737: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:26.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:26 smithi129 conmon[101092]: 2022-01-18T22:02:27.259 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:27 smithi129 conmon[101092]: audit 2022-01-18T22:02:26.902344+0000 mon.smithi129 (mon. 2022-01-18T22:02:27.259 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:27 smithi129 conmon[101092]: 0) 3680 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T22:02:27.259 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:27 smithi129 conmon[101092]: audit 2022-01-18T22:02:26.903821+0000 mon.smithi129 (mon.0) 3681 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T22:02:27.259 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:27 smithi129 conmon[101092]: audit 2022-01-18T22:02:26.904642+0000 mon.smithi129 (mon.0) 3682 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T22:02:27.543 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:27 smithi129 conmon[101092]: audit 2022-01-18T22:02:27.161862+0000 mon.smithi129 (mon.0) 3683 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:02:27.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:27 smithi156 conmon[67007]: audit 2022-01-18T22:02:26.902344 2022-01-18T22:02:27.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:27 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 3680 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T22:02:27.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:27 smithi156 conmon[67007]: audit 2022-01-18T22:02:26.903821+0000 mon.smithi129 (mon.0) 3681 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T22:02:27.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:27 smithi156 conmon[67007]: audit 2022-01-18T22:02:26.904642+0000 mon.smithi129 (mon.0) 3682 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T22:02:27.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:27 smithi156 conmon[67007]: audit 2022-01-18T22:02:27.161862+0000 mon.smithi129 (mon.0) 3683 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:02:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:28 smithi156 conmon[67007]: cephadm 2022-01-18T22:02:26.905467+0000 mgr.smithi129.iclwio (mgr.14716) 12487 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T22:02:28.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:28 smithi156 conmon[67007]: cluster 2022-01-18T22:02:27.196450+0000 mgr.smithi129.iclwio (mgr.14716) 12488 : cluster [DBG] pgmap v10738: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:28 smithi129 conmon[101092]: cephadm 2022-01-18T22:02:26.905467+0000 mgr.smithi129.iclwio (mgr.14716) 12487 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T22:02:28.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:28 smithi129 conmon[101092]: cluster 2022-01-18T22:02:27.196450+0000 mgr.smithi129.iclwio (mgr.14716) 12488 : cluster [DBG] pgmap v10738: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:30 smithi156 conmon[67007]: cluster 2022-01-18T22:02:29.197299+0000 mgr.smithi129.iclwio (mgr.14716) 12489 : cluster 2022-01-18T22:02:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:30 smithi156 conmon[67007]: [DBG] pgmap v10739: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:02:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:30 smithi129 conmon[101092]: cluster 2022-01-18T22:02:29.197299+0000 mgr.smithi129.iclwio (mgr.14716) 12489 2022-01-18T22:02:30.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:30 smithi129 conmon[101092]: : cluster [DBG] pgmap v10739: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:02:31.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:31 smithi129 conmon[101092]: audit 2022-01-18T22:02:30.421026+0000 2022-01-18T22:02:31.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:31 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3684 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:02:31.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:31 smithi156 conmon[67007]: audit 2022-01-18T22:02:30.421026+0000 mon.smithi129 (mon.0) 3684 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:02:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:32 smithi129 conmon[101092]: cluster 2022-01-18T22:02:31.197779+0000 mgr.smithi129.iclwio (mgr.14716) 12490 2022-01-18T22:02:32.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:32 smithi129 conmon[101092]: : cluster [DBG] pgmap v10740: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:32 smithi156 conmon[67007]: cluster 2022-01-18T22:02:31.197779+0000 mgr.smithi129.iclwio (mgr.14716) 12490 : cluster [DBG] 2022-01-18T22:02:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:32 smithi156 conmon[67007]: pgmap v10740: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:33.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:33 smithi129 conmon[101092]: audit 2022-01-18T22:02:32.582369+0000 mon.smithi129 (mon.0) 2022-01-18T22:02:33.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:33 smithi129 conmon[101092]: 3685 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:02:33.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:33 smithi129 conmon[101092]: audit 2022-01-18T22:02:32.877175+0000 mon.smithi129 (mon.0) 3686 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:02:33.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:33 smithi129 conmon[101092]: audit 2022-01-18T22:02:32.882126+0000 mon.smithi129 (mon.0) 3687 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:02:34.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:33 smithi156 conmon[67007]: audit 2022-01-18T22:02:32.582369+0000 mon.smithi129 (mon.0) 3685 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:02:34.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:33 smithi156 conmon[67007]: audit 2022-01-18T22:02:32.877175+0000 mon.smithi129 (mon.0) 3686 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:02:34.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:33 smithi156 conmon[67007]: audit 2022-01-18T22:02:32.882126+0000 mon.smithi129 (mon.0) 3687 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:02:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:34 smithi156 conmon[67007]: cluster 2022-01-18T22:02:33.198404+0000 mgr.smithi129.iclwio (mgr.14716) 12491 : cluster 2022-01-18T22:02:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:34 smithi156 conmon[67007]: [DBG] pgmap v10741: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:34.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:34 smithi129 conmon[101092]: cluster 2022-01-18T22:02:33.198404+0000 mgr.smithi129.iclwio (mgr.14716) 12491 : cluster [DBG] pgmap v10741: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:36.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:36 smithi129 conmon[101092]: cluster 2022-01-18T22:02:35.199177+0000 mgr.smithi129.iclwio (mgr.14716) 12492 : cluster [DBG] pgmap v10742: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:37.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:36 smithi156 conmon[67007]: cluster 2022-01-18T22:02:35.199177+0000 mgr.smithi129.iclwio (mgr.14716) 12492 : cluster [DBG] 2022-01-18T22:02:37.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:36 smithi156 conmon[67007]: pgmap v10742: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:38.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:38 smithi129 conmon[101092]: cluster 2022-01-18T22:02:37.199679+0000 mgr.smithi129.iclwio (mgr.14716) 12493 : cluster [DBG] pgmap v10743: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:39.049 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:38 smithi156 conmon[67007]: cluster 2022-01-18T22:02:37.199679+0000 mgr.smithi129.iclwio (mgr.14716) 12493 : cluster [DBG] pgmap v10743: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:40 smithi156 conmon[67007]: cluster 2022-01-18T22:02:39.200401+0000 mgr.smithi129.iclwio (mgr.14716) 12494 : cluster [DBG] pgmap v10744: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:02:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:40 smithi129 conmon[101092]: cluster 2022-01-18T22:02:39.200401+0000 mgr.smithi129.iclwio (mgr.14716) 12494 : cluster [DBG] 2022-01-18T22:02:40.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:40 smithi129 conmon[101092]: pgmap v10744: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:02:42.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:42 smithi156 conmon[67007]: cluster 2022-01-18T22:02:41.201099+0000 mgr.smithi129.iclwio (mgr.14716) 12495 : cluster [DBG] pgmap v10745: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:42 smithi129 conmon[101092]: cluster 2022-01-18T22:02:41.201099+0000 mgr.smithi129.iclwio (mgr.14716) 12495 : cluster [DBG] 2022-01-18T22:02:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:42 smithi129 conmon[101092]: pgmap v10745: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:44.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:44 smithi156 conmon[67007]: cluster 2022-01-18T22:02:43.201647+0000 mgr.smithi129.iclwio (mgr.14716) 12496 : cluster [DBG] 2022-01-18T22:02:44.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:44 smithi156 conmon[67007]: pgmap v10746: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:44 smithi129 conmon[101092]: cluster 2022-01-18T22:02:43.201647+0000 mgr.smithi129.iclwio (mgr.14716) 12496 : cluster [DBG] pgmap v10746: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:44.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:44 smithi129 conmon[101092]: 2022-01-18T22:02:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:46 smithi156 conmon[67007]: cluster 2022-01-18T22:02:45.202426+0000 mgr.smithi129.iclwio (mgr.14716) 12497 : cluster [DBG] 2022-01-18T22:02:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:46 smithi156 conmon[67007]: pgmap v10747: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:46 smithi129 conmon[101092]: cluster 2022-01-18T22:02:45.202426+0000 mgr.smithi129.iclwio (mgr.14716) 12497 : cluster [DBG] pgmap v10747: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:48.165 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T22:02:48.428 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T22:02:48.429 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 15s ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T22:02:48.429 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 15s ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T22:02:48.429 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 18s ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T22:02:48.430 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 15s ago 6h 44.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T22:02:48.430 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (6h) 15s ago 6h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T22:02:48.430 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (6h) 18s ago 6h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T22:02:48.430 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 15s ago 6h 900M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T22:02:48.431 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 18s ago 6h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T22:02:48.431 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 15s ago 6h 2028M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T22:02:48.431 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 18s ago 6h 1099M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T22:02:48.431 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 15s ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T22:02:48.431 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 18s ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T22:02:48.432 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 15s ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T22:02:48.432 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 18s ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T22:02:48.432 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 15s ago 6h 2446M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T22:02:48.432 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 15s ago 6h 3579M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T22:02:48.432 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 15s ago 6h 2690M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T22:02:48.433 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6h) 15s ago 6h 3617M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T22:02:48.433 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6h) 18s ago 6h 3357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T22:02:48.433 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6h) 18s ago 6h 3834M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T22:02:48.433 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6h) 18s ago 6h 3117M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T22:02:48.433 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (6h) 18s ago 6h 4449M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T22:02:48.434 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 15s ago 6h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T22:02:48.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:48 smithi156 conmon[67007]: cluster 2022-01-18T22:02:47.203179+0000 mgr.smithi129.iclwio (mgr.14716) 12498 : cluster [DBG] 2022-01-18T22:02:48.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:48 smithi156 conmon[67007]: pgmap v10748: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:48 smithi129 conmon[101092]: cluster 2022-01-18T22:02:47.203179+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T22:02:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:48 smithi129 conmon[101092]: 14716) 12498 : cluster [DBG] pgmap v10748: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:48.746 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T22:02:48.747 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T22:02:48.747 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:02:48.748 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:02:48.748 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T22:02:48.748 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:02:48.749 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:02:48.749 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T22:02:48.750 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T22:02:48.750 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T22:02:48.751 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:02:48.751 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T22:02:48.752 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T22:02:48.752 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:02:48.752 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T22:02:48.753 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T22:02:48.753 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T22:02:48.754 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T22:02:48.754 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T22:02:49.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:49 smithi156 conmon[67007]: audit 2022-01-18T22:02:48.153206+0000 mgr.smithi129.iclwio (mgr.14716) 12499 : audit [DBG] from='client.42430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:02:49.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:49 smithi156 conmon[67007]: audit 2022-01-18T22:02:48.420034+0000 mgr.smithi129.iclwio (mgr.14716) 12500 : audit [DBG] from='client.42434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:02:49.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:49 smithi156 conmon[67007]: audit 2022-01-18T22:02:48.746531+0000 mon.smithi129 (mon.0) 3688 : audit [DBG] from='client.? 172.21.15.129:0/3895021901' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:02:49.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:49 smithi129 conmon[101092]: audit 2022-01-18T22:02:48.153206+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T22:02:49.792 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:49 smithi129 conmon[101092]: 12499 : audit [DBG] from='client.42430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:02:49.792 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:49 smithi129 conmon[101092]: audit 2022-01-18T22:02:48.420034+0000 mgr.smithi129.iclwio (mgr.14716) 12500 : audit [DBG] from='client.42434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:02:49.792 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:49 smithi129 conmon[101092]: audit 2022-01-18T22:02:48.746531+0000 mon.smithi129 (mon.0) 3688 : audit [DBG] from='client.? 172.21.15.129:0/3895021901' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:02:50.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:50 smithi156 conmon[67007]: cluster 2022-01-18T22:02:49.203845+0000 mgr.smithi129.iclwio (mgr.14716) 12501 : cluster [DBG] pgmap v10749: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:02:50.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:50 smithi129 conmon[101092]: cluster 2022-01-18T22:02:49.203845+0000 mgr.smithi129.iclwio (mgr.14716) 12501 : cluster 2022-01-18T22:02:50.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:50 smithi129 conmon[101092]: [DBG] pgmap v10749: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:02:52.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:52 smithi156 conmon[67007]: cluster 2022-01-18T22:02:51.204362+0000 mgr.smithi129.iclwio (mgr.14716) 12502 : cluster [DBG] pgmap v10750: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:52 smithi129 conmon[101092]: cluster 2022-01-18T22:02:51.204362+0000 mgr.smithi129.iclwio (mgr.14716) 12502 : cluster [DBG] 2022-01-18T22:02:52.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:52 smithi129 conmon[101092]: pgmap v10750: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:54.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:54 smithi156 conmon[67007]: cluster 2022-01-18T22:02:53.205012+0000 mgr.smithi129.iclwio (mgr.14716) 12503 : cluster [DBG] pgmap v10751: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:54.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:54 smithi129 conmon[101092]: cluster 2022-01-18T22:02:53.205012+0000 mgr.smithi129.iclwio (mgr.14716) 12503 : cluster [DBG] pgmap v10751: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:56 smithi156 conmon[67007]: cluster 2022-01-18T22:02:55.205982+0000 mgr.smithi129.iclwio (mgr.14716) 12504 : cluster 2022-01-18T22:02:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:56 smithi156 conmon[67007]: [DBG] pgmap v10752: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:56 smithi129 conmon[101092]: cluster 2022-01-18T22:02:55.205982+0000 mgr.smithi129.iclwio (mgr.14716) 12504 : cluster [DBG] pgmap v10752: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:58.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:02:58 smithi156 conmon[67007]: cluster 2022-01-18T22:02:57.206517+0000 mgr.smithi129.iclwio (mgr.14716) 12505 : cluster [DBG] pgmap v10753: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:02:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:02:58 smithi129 conmon[101092]: cluster 2022-01-18T22:02:57.206517+0000 mgr.smithi129.iclwio (mgr.14716) 12505 : cluster [DBG] pgmap v10753: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:00 smithi156 conmon[67007]: cluster 2022-01-18T22:02:59.207426+0000 mgr.smithi129.iclwio (mgr.14716) 12506 : cluster [DBG] pgmap v10754: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:03:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:00 smithi156 conmon[67007]: audit 2022-01-18T22:02:59.653774 2022-01-18T22:03:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:00 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 3689 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T22:03:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:00 smithi156 conmon[67007]: audit 2022-01-18T22:02:59.654005+0000 mon.smithi129 (mon.0) 3690 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T22:03:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:00 smithi129 conmon[101092]: cluster 2022-01-18T22:02:59.207426+0000 mgr.smithi129.iclwio (mgr.14716) 12506 : cluster [DBG] pgmap v10754: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:03:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:00 smithi129 conmon[101092]: audit 2022-01-18T22:02:59.653774+0000 mon.smithi129 (mon.0) 2022-01-18T22:03:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:00 smithi129 conmon[101092]: 3689 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T22:03:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:00 smithi129 conmon[101092]: audit 2022-01-18T22:02:59.654005+0000 mon.smithi129 (mon.0) 3690 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T22:03:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:02 smithi156 conmon[67007]: cluster 2022-01-18T22:03:01.207996+0000 mgr.smithi129.iclwio (mgr.14716) 12507 : cluster [DBG] pgmap v10755: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:02 smithi129 conmon[101092]: cluster 2022-01-18T22:03:01.207996+0000 mgr.smithi129.iclwio (mgr.14716) 12507 : cluster [DBG] pgmap v10755: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:04.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:04 smithi156 conmon[67007]: cluster 2022-01-18T22:03:03.208776+0000 mgr.smithi129.iclwio (mgr.14716) 12508 : cluster [DBG] pgmap v10756: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:04 smithi129 conmon[101092]: cluster 2022-01-18T22:03:03.208776+0000 mgr.smithi129.iclwio (mgr.14716) 12508 : cluster [DBG] pgmap v10756: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:06 smithi156 conmon[67007]: cluster 2022-01-18T22:03:05.209559+0000 mgr.smithi129.iclwio (mgr.14716) 12509 : cluster [DBG] pgmap v10757: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:06.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:06 smithi129 conmon[101092]: cluster 2022-01-18T22:03:05.209559+0000 mgr.smithi129.iclwio (mgr.14716) 12509 : cluster [DBG] pgmap v10757: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:08 smithi156 conmon[67007]: cluster 2022-01-18T22:03:07.210253+0000 mgr.smithi129.iclwio (mgr.14716) 12510 : cluster [DBG] 2022-01-18T22:03:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:08 smithi156 conmon[67007]: pgmap v10758: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:08.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:08 smithi129 conmon[101092]: cluster 2022-01-18T22:03:07.210253+0000 mgr.smithi129.iclwio (mgr.14716) 12510 : cluster [DBG] pgmap v10758: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:08.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:08 smithi129 conmon[101092]: 2022-01-18T22:03:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:10 smithi156 conmon[67007]: cluster 2022-01-18T22:03:09.210936+0000 mgr.smithi129.iclwio (mgr.14716) 12511 : cluster [DBG] pgmap v10759: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:03:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:10 smithi129 conmon[101092]: cluster 2022-01-18T22:03:09.210936+0000 mgr.smithi129.iclwio (mgr.14716) 12511 : cluster [DBG] pgmap v10759: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:03:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:12 smithi156 conmon[67007]: cluster 2022-01-18T22:03:11.211494+0000 mgr.smithi129.iclwio (mgr.14716) 12512 : cluster [DBG] pgmap v10760: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:12 smithi156 conmon[67007]: 2022-01-18T22:03:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:12 smithi129 conmon[101092]: cluster 2022-01-18T22:03:11.211494+0000 mgr.smithi129.iclwio (mgr.14716) 12512 : cluster [DBG] pgmap v10760: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:14.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:14 smithi156 conmon[67007]: cluster 2022-01-18T22:03:13.212102+0000 mgr.smithi129.iclwio (mgr.14716) 12513 : cluster [DBG] pgmap v10761: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:14 smithi129 conmon[101092]: cluster 2022-01-18T22:03:13.212102+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T22:03:14.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:14 smithi129 conmon[101092]: 14716) 12513 : cluster [DBG] pgmap v10761: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:16 smithi156 conmon[67007]: cluster 2022-01-18T22:03:15.212967+0000 mgr.smithi129.iclwio (mgr.14716) 12514 : cluster [DBG] pgmap v10762: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:16 smithi156 conmon[67007]: 2022-01-18T22:03:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:16 smithi129 conmon[101092]: cluster 2022-01-18T22:03:15.212967+0000 mgr.smithi129.iclwio (mgr.14716) 12514 : cluster [DBG] pgmap v10762: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:18 smithi156 conmon[67007]: cluster 2022-01-18T22:03:17.213592+0000 mgr.smithi129.iclwio (mgr.14716) 12515 : cluster [DBG] pgmap v10763: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:18 smithi156 conmon[67007]: 2022-01-18T22:03:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:18 smithi129 conmon[101092]: cluster 2022-01-18T22:03:17.213592+0000 mgr.smithi129.iclwio (mgr.14716) 12515 : cluster [DBG] pgmap v10763: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:19.048 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T22:03:19.315 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T22:03:19.315 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 46s ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T22:03:19.315 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 46s ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T22:03:19.316 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 48s ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T22:03:19.316 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 46s ago 6h 44.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T22:03:19.316 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (6h) 46s ago 6h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T22:03:19.316 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (6h) 48s ago 6h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T22:03:19.317 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 46s ago 6h 900M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T22:03:19.317 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 48s ago 6h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T22:03:19.317 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 46s ago 6h 2028M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T22:03:19.317 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 48s ago 6h 1099M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T22:03:19.318 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 46s ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T22:03:19.318 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 48s ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T22:03:19.318 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 46s ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T22:03:19.318 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 48s ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T22:03:19.318 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 46s ago 6h 2446M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T22:03:19.319 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 46s ago 6h 3579M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T22:03:19.319 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 46s ago 6h 2690M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T22:03:19.319 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6h) 46s ago 6h 3617M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T22:03:19.319 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6h) 48s ago 6h 3357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T22:03:19.320 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6h) 48s ago 6h 3834M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T22:03:19.320 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6h) 48s ago 6h 3117M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T22:03:19.320 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (6h) 48s ago 6h 4449M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T22:03:19.320 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 46s ago 6h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T22:03:19.633 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T22:03:19.634 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T22:03:19.634 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:03:19.634 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:03:19.634 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T22:03:19.635 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:03:19.635 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:03:19.635 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T22:03:19.635 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T22:03:19.636 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T22:03:19.636 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:03:19.636 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T22:03:19.636 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T22:03:19.637 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:03:19.637 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T22:03:19.637 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T22:03:19.637 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T22:03:19.637 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T22:03:19.638 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T22:03:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:20 smithi156 conmon[67007]: audit 2022-01-18T22:03:19.036905+0000 mgr.smithi129.iclwio (mgr.14716) 12516 : audit [DBG] from='client.42442 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:03:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:20 smithi156 conmon[67007]: 2022-01-18T22:03:20.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:20 smithi156 conmon[67007]: cluster 2022-01-18T22:03:19.214226+0000 mgr.smithi129.iclwio (mgr.14716) 12517 : cluster [DBG] pgmap v10764: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:03:20.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:20 smithi156 conmon[67007]: audit 2022-01-18T22:03:19.306642+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T22:03:20.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:20 smithi156 conmon[67007]: ) 12518 : audit [DBG] from='client.42446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:03:20.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:20 smithi156 conmon[67007]: audit 2022-01-18T22 2022-01-18T22:03:20.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:20 smithi156 conmon[67007]: :03:19.633748+0000 mon.smithi129 (mon.0) 3691 : audit [DBG] from='client.? 172.21.15.129:0/4218635257' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:03:20.301 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:20 smithi156 conmon[67007]: 2022-01-18T22:03:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:20 smithi129 conmon[101092]: audit 2022-01-18T22:03:19.036905+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T22:03:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:20 smithi129 conmon[101092]: ) 12516 : audit [DBG] from='client.42442 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:03:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:20 smithi129 conmon[101092]: cluster 2022-01-18T22:03:19.214226+0000 mgr.smithi129.iclwio (mgr.14716) 12517 : cluster [DBG] pgmap v10764: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:03:20.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:20 smithi129 conmon[101092]: audit 2022-01-18T22: 2022-01-18T22:03:20.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:20 smithi129 conmon[101092]: 03:19.306642+0000 mgr.smithi129.iclwio (mgr.14716) 12518 : audit [DBG] 2022-01-18T22:03:20.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:20 smithi129 conmon[101092]: from='client.42446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:03:20.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:20 smithi129 conmon[101092]: audit 2022-01-18T22:03:20.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:20 smithi129 conmon[101092]: 2022-01-18T22:03:19.633748+0000 2022-01-18T22:03:20.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:20 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3691 : audit [DBG] 2022-01-18T22:03:20.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:20 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/4218635257' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:03:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:22 smithi156 conmon[67007]: cluster 2022-01-18T22:03:21.214844+0000 mgr.smithi129.iclwio (mgr.14716) 12519 : cluster [DBG] pgmap v10765: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:22 smithi156 conmon[67007]: 2022-01-18T22:03:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:22 smithi129 conmon[101092]: cluster 2022-01-18T22:03:21.214844+0000 mgr.smithi129.iclwio (mgr.14716) 12519 : cluster [DBG] 2022-01-18T22:03:22.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:22 smithi129 conmon[101092]: pgmap v10765: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:24.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:24 smithi156 conmon[67007]: cluster 2022-01-18T22:03:23.215451+0000 mgr.smithi129.iclwio (mgr.14716) 12520 : cluster 2022-01-18T22:03:24.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:24 smithi156 conmon[67007]: [DBG] pgmap v10766: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:24 smithi129 conmon[101092]: cluster 2022-01-18T22:03:23.215451+0000 mgr.smithi129.iclwio (mgr.14716) 12520 : cluster 2022-01-18T22:03:24.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:24 smithi129 conmon[101092]: [DBG] pgmap v10766: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:26 smithi156 conmon[67007]: cluster 2022-01-18T22:03:25.216369+0000 mgr.smithi129.iclwio (mgr.14716) 12521 : cluster [DBG] pgmap v10767: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:26.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:26 smithi156 conmon[67007]: 2022-01-18T22:03:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:26 smithi129 conmon[101092]: cluster 2022-01-18T22 2022-01-18T22:03:26.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:26 smithi129 conmon[101092]: :03:25.216369+0000 mgr.smithi129.iclwio (mgr.14716) 12521 : cluster [DBG] pgmap v10767: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:28.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:28 smithi156 conmon[67007]: cluster 2022-01-18T22:03:27.216891+0000 mgr.smithi129.iclwio (mgr.14716) 12522 : cluster [DBG] 2022-01-18T22:03:28.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:28 smithi156 conmon[67007]: pgmap v10768: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:28 smithi129 conmon[101092]: cluster 2022-01-18T22:03:27.216891+0000 mgr.smithi129.iclwio (mgr 2022-01-18T22:03:28.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:28 smithi129 conmon[101092]: .14716) 12522 : cluster [DBG] pgmap v10768: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:30 smithi156 conmon[67007]: cluster 2022-01-18T22:03:29.217659+0000 mgr.smithi129.iclwio (mgr.14716) 12523 : cluster [DBG] pgmap v10769: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:03:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:30 smithi156 conmon[67007]: 2022-01-18T22:03:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:30 smithi129 conmon[101092]: cluster 2022-01-18T22:03:29.217659+0000 mgr.smithi129.iclwio (mgr.14716) 12523 : cluster 2022-01-18T22:03:30.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:30 smithi129 conmon[101092]: [DBG] pgmap v10769: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:03:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:32 smithi156 conmon[67007]: cluster 2022-01-18T22:03:31.218181+0000 mgr.smithi129.iclwio (mgr.14716) 12524 : cluster [DBG] pgmap v10770: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:32 smithi129 conmon[101092]: cluster 2022-01-18T22:03:31.218181+0000 mgr.smithi129.iclwio (mgr 2022-01-18T22:03:32.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:32 smithi129 conmon[101092]: .14716) 12524 : cluster [DBG] pgmap v10770: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:33.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:33 smithi156 conmon[67007]: audit 2022-01-18T22:03:32.884615+0000 mon.smithi129 (mon.0 2022-01-18T22:03:33.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:33 smithi156 conmon[67007]: ) 3692 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T22:03:33.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:33 smithi156 conmon[67007]: audit 2022-01-18T22:03:32.886109+0000 mon.smithi129 (mon.0) 3693 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T22:03:33.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:33 smithi156 conmon[67007]: audit 2022- 2022-01-18T22:03:33.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:33 smithi156 conmon[67007]: 01-18T22:03:32.887045+0000 mon.smithi129 (mon.0) 3694 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T22:03:33.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:33 smithi156 conmon[67007]: audit 2022-01-18T22 2022-01-18T22:03:33.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:33 smithi156 conmon[67007]: :03:33.196508+0000 mon.smithi129 (mon.0 2022-01-18T22:03:33.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:33 smithi156 conmon[67007]: ) 3695 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:03:33.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:33 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T22:03:33.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:33 smithi156 conmon[67007]: 22:03:33.201008+0000 mon.smithi129 (mon. 2022-01-18T22:03:33.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:33 smithi156 conmon[67007]: 0) 3696 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:03:33.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:33 smithi129 conmon[101092]: audit 2022-01-18T22:03:32.884615+0000 mon.smithi129 (mon.0) 3692 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T22:03:33.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:33 smithi129 conmon[101092]: audit 2022-01-18T22 2022-01-18T22:03:33.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:33 smithi129 conmon[101092]: :03:32.886109+0000 mon.smithi129 (mon.0) 3693 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T22:03:33.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:33 smithi129 conmon[101092]: audit 2022-01-18T22:03:32.887045+0000 mon.smithi129 (mon.0) 3694 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T22:03:33.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:33 smithi129 conmon[101092]: audit 2022-01-18T22:03:33.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:33 smithi129 conmon[101092]: 2022-01-18T22:03:33.196508+0000 mon.smithi129 (mon.0) 3695 : audit 2022-01-18T22:03:33.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:33 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:03:33.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:33 smithi129 conmon[101092]: audit 2022-01-18T 2022-01-18T22:03:33.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:33 smithi129 conmon[101092]: 22:03:33.201008+0000 2022-01-18T22:03:33.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:33 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3696 : audit [INF] 2022-01-18T22:03:33.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:33 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:03:34.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:34 smithi156 conmon[67007]: cephadm 2022-01-18T22:03:32.887819+0000 mgr.smithi129.iclwio (mgr.14716) 12525 : cephadm [WRN] 2022-01-18T22:03:34.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:34 smithi156 conmon[67007]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T22:03:34.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:34 smithi156 conmon[67007]: cluster 2022-01-18T22:03:33.218646+0000 mgr.smithi129.iclwio (mgr.14716) 12526 : cluster [DBG] pgmap v10771: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:34.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:34 smithi129 conmon[101092]: cephadm 2022-01-18T22:03:32.887819+0000 mgr.smithi129.iclwio (mgr.14716) 12525 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T22:03:34.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:34 smithi129 conmon[101092]: cluster 2022-01-18T22:03:34.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:34 smithi129 conmon[101092]: 2022-01-18T22:03:33.218646+0000 mgr.smithi129.iclwio (mgr.14716) 12526 : cluster [DBG] pgmap v10771: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:36 smithi156 conmon[67007]: cluster 2022-01-18T22:03:35.219419+0000 mgr.smithi129.iclwio (mgr.14716) 12527 : cluster 2022-01-18T22:03:36.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:36 smithi156 conmon[67007]: [DBG] pgmap v10772: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:36.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:36 smithi129 conmon[101092]: cluster 2022-01-18T22:03:35.219419+0000 mgr.smithi129.iclwio (mgr.14716) 12527 : cluster [DBG] pgmap v10772: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:38 smithi156 conmon[67007]: cluster 2022-01-18T22:03:37.219912+0000 mgr.smithi129.iclwio (mgr.14716) 12528 : cluster [DBG] 2022-01-18T22:03:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:38 smithi156 conmon[67007]: pgmap v10773: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:38 smithi129 conmon[101092]: cluster 2022-01-18T22:03:37.219912+0000 mgr.smithi129.iclwio (mgr.14716) 12528 : cluster [DBG] pgmap v10773: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:40 smithi156 conmon[67007]: cluster 2022-01-18T22:03:39.220602+0000 mgr.smithi129.iclwio (mgr.14716) 12529 : cluster [DBG] pgmap v10774: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:03:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:40 smithi129 conmon[101092]: cluster 2022-01-18T22:03:39.220602+0000 mgr.smithi129.iclwio (mgr.14716) 12529 : cluster [DBG] pgmap v10774: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:03:42.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:42 smithi156 conmon[67007]: cluster 2022-01-18T22:03:41.221233+0000 mgr.smithi129.iclwio (mgr.14716) 12530 : cluster [DBG] pgmap v10775: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:42.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:42 smithi156 conmon[67007]: 2022-01-18T22:03:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:42 smithi129 conmon[101092]: cluster 2022-01-18T22:03:41.221233+0000 mgr.smithi129.iclwio (mgr.14716) 12530 : cluster [DBG] 2022-01-18T22:03:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:42 smithi129 conmon[101092]: pgmap v10775: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:44.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:44 smithi156 conmon[67007]: cluster 2022-01-18T22:03:43.221962+0000 mgr.smithi129.iclwio (mgr.14716) 12531 : cluster [DBG] pgmap v10776: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:44 smithi129 conmon[101092]: cluster 2022-01-18T22:03:43.221962+0000 mgr.smithi129.iclwio (mgr.14716) 12531 : cluster 2022-01-18T22:03:44.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:44 smithi129 conmon[101092]: [DBG] pgmap v10776: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:46.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:46 smithi156 conmon[67007]: cluster 2022-01-18T22:03:45.222778+0000 mgr.smithi129.iclwio (mgr.14716) 12532 : cluster [DBG] pgmap v10777: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:46 smithi129 conmon[101092]: cluster 2022-01-18T22:03:45.222778+0000 mgr.smithi129.iclwio (mgr.14716) 12532 : cluster [DBG] pgmap v10777: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:46 smithi129 conmon[101092]: 2022-01-18T22:03:48.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:48 smithi156 conmon[67007]: cluster 2022-01-18T22:03:47.223413+0000 mgr.smithi129.iclwio (mgr.14716) 12533 : cluster [DBG] pgmap v10778: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:48.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:48 smithi156 conmon[67007]: 2022-01-18T22:03:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:48 smithi129 conmon[101092]: cluster 2022-01-18T22:03:47.223413+0000 mgr.smithi129.iclwio (mgr.14716) 12533 : cluster 2022-01-18T22:03:48.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:48 smithi129 conmon[101092]: [DBG] pgmap v10778: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:49.936 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T22:03:50.202 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T22:03:50.203 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 77s ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T22:03:50.203 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 77s ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T22:03:50.203 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 79s ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T22:03:50.203 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 77s ago 6h 44.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T22:03:50.204 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (6h) 77s ago 6h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T22:03:50.204 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (6h) 79s ago 6h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T22:03:50.204 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 77s ago 6h 900M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T22:03:50.204 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 79s ago 6h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T22:03:50.205 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 77s ago 6h 2028M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T22:03:50.205 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 79s ago 6h 1099M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T22:03:50.205 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 77s ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T22:03:50.205 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 79s ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T22:03:50.205 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 77s ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T22:03:50.206 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 79s ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T22:03:50.206 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 77s ago 6h 2446M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T22:03:50.206 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 77s ago 6h 3579M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T22:03:50.206 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 77s ago 6h 2690M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T22:03:50.207 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6h) 77s ago 6h 3617M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T22:03:50.207 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6h) 79s ago 6h 3357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T22:03:50.207 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6h) 79s ago 6h 3834M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T22:03:50.207 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6h) 79s ago 6h 3117M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T22:03:50.208 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (6h) 79s ago 6h 4449M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T22:03:50.208 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 77s ago 6h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T22:03:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:50 smithi156 conmon[67007]: cluster 2022-01-18T22:03:49.224133+0000 mgr.smithi129.iclwio (mgr.14716) 12534 : cluster [DBG] pgmap v10779: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:03:50.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:50 smithi156 conmon[67007]: 2022-01-18T22:03:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:50 smithi129 conmon[101092]: cluster 2022-01-18T22:03:49.224133+0000 mgr.smithi129.iclwio (mgr.14716) 12534 : cluster [DBG] 2022-01-18T22:03:50.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:50 smithi129 conmon[101092]: pgmap v10779: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:03:50.524 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T22:03:50.524 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T22:03:50.525 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:03:50.525 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:03:50.525 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T22:03:50.525 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:03:50.525 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:03:50.526 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T22:03:50.526 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T22:03:50.526 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T22:03:50.526 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:03:50.527 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T22:03:50.527 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T22:03:50.527 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:03:50.527 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T22:03:50.528 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T22:03:50.528 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T22:03:50.528 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T22:03:50.528 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T22:03:51.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:51 smithi156 conmon[67007]: audit 2022-01-18T22:03:49.922650+0000 mgr.smithi129.iclwio (mgr.14716) 12535 : audit [DBG] 2022-01-18T22:03:51.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:51 smithi156 conmon[67007]: from='client.42454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:03:51.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:51 smithi156 conmon[67007]: audit 2022-01-18T22:03:50.193963+0000 mgr.smithi129.iclwio (mgr.14716) 12536 : audit [DBG] from='client.42458 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:03:51.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:51 smithi156 conmon[67007]: audit 2022-01-18T 2022-01-18T22:03:51.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:51 smithi156 conmon[67007]: 22:03:50.524211+0000 mon.smithi129 (mon.0) 3697 : audit [DBG] from='client.? 172.21.15.129:0/451383370' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:03:51.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:51 smithi129 conmon[101092]: audit 2022-01-18T22:03:49.922650+0000 mgr.smithi129.iclwio (mgr.14716) 12535 : audit [DBG] from='client.42454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:03:51.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:51 smithi129 conmon[101092]: audit 2022-01-18T22:03:50.193963+0000 mgr.smithi129.iclwio (mgr.14716) 12536 : audit [DBG] from='client.42458 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:03:51.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:51 smithi129 conmon[101092]: audit 2022-01-18T22:03:50.524211+0000 mon.smithi129 2022-01-18T22:03:51.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:51 smithi129 conmon[101092]: (mon.0) 3697 : audit [DBG] from='client.? 172.21.15.129:0/451383370' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:03:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:52 smithi156 conmon[67007]: cluster 2022-01-18T22:03:51.224716+0000 mgr.smithi129.iclwio (mgr.14716) 12537 : cluster [DBG] 2022-01-18T22:03:52.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:52 smithi156 conmon[67007]: pgmap v10780: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:52.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:52 smithi129 conmon[101092]: cluster 2022-01-18T22:03:51.224716+0000 mgr.smithi129.iclwio (mgr.14716) 12537 : cluster [DBG] pgmap v10780: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:54.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:54 smithi156 conmon[67007]: cluster 2022-01-18T22:03:53.225289+0000 mgr.smithi129.iclwio (mgr.14716) 12538 : cluster [DBG] pgmap v10781: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:54.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:54 smithi129 conmon[101092]: cluster 2022-01-18T22:03:53.225289+0000 mgr.smithi129.iclwio (mgr.14716) 12538 : cluster [DBG] pgmap v10781: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:56 smithi156 conmon[67007]: cluster 2022-01-18T22:03:55.226263+0000 mgr.smithi129.iclwio (mgr.14716) 12539 : cluster 2022-01-18T22:03:56.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:56 smithi156 conmon[67007]: [DBG] pgmap v10782: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:56 smithi129 conmon[101092]: cluster 2022-01-18T22:03:55.226263+0000 mgr.smithi129.iclwio (mgr.14716) 12539 : cluster [DBG] pgmap v10782: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:58.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:03:58 smithi156 conmon[67007]: cluster 2022-01-18T22:03:57.226906+0000 mgr.smithi129.iclwio (mgr.14716) 12540 : cluster [DBG] pgmap v10783: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:03:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:58 smithi129 conmon[101092]: cluster 2022-01-18T22:03:57.226906+0000 mgr.smithi129.iclwio (mgr.14716) 12540 : cluster [DBG] 2022-01-18T22:03:58.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:03:58 smithi129 conmon[101092]: pgmap v10783: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:00 smithi156 conmon[67007]: cluster 2022-01-18T22:03:59.227668+0000 mgr.smithi129.iclwio (mgr.14716) 12541 : cluster [DBG] pgmap v10784: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:04:00.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:00 smithi156 conmon[67007]: 2022-01-18T22:04:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:00 smithi156 conmon[67007]: audit 2022-01-18T22:03:59.657780+0000 mon.smithi129 (mon.0) 3698 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T22:04:00.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:00 smithi156 conmon[67007]: audit 2022-01-18T22:03:59.658030+0000 mon.smithi129 (mon.0) 3699 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T22:04:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:00 smithi129 conmon[101092]: cluster 2022-01-18T22:03:59.227668+0000 mgr.smithi129.iclwio (mgr.14716) 12541 : cluster [DBG] pgmap v10784: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:04:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:00 smithi129 conmon[101092]: 2022-01-18T22:04:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:00 smithi129 conmon[101092]: audit 2022-01-18T22:03:59.657780+0000 mon.smithi129 (mon.0) 3698 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T22:04:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:00 smithi129 conmon[101092]: audit 2022-01-18T22:03:59.658030+0000 mon.smithi129 (mon.0) 3699 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T22:04:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:02 smithi156 conmon[67007]: cluster 2022-01-18T22:04:01.228348+0000 mgr.smithi129.iclwio (mgr.14716) 12542 : cluster [DBG] pgmap v10785: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:02 smithi156 conmon[67007]: 2022-01-18T22:04:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:02 smithi129 conmon[101092]: cluster 2022-01-18T22:04:01.228348+0000 mgr.smithi129.iclwio (mgr.14716) 12542 : cluster [DBG] pgmap v10785: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:02.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:02 smithi129 conmon[101092]: 2022-01-18T22:04:04.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:04 smithi156 conmon[67007]: cluster 2022-01-18T22:04:03.228950+0000 mgr.smithi129.iclwio (mgr.14716) 12543 : cluster [DBG] pgmap v10786: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:04.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:04 smithi156 conmon[67007]: 2022-01-18T22:04:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:04 smithi129 conmon[101092]: cluster 2022-01-18T22:04:03.228950+0000 mgr.smithi129.iclwio 2022-01-18T22:04:04.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:04 smithi129 conmon[101092]: (mgr.14716) 12543 : cluster [DBG] pgmap v10786: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:06.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:06 smithi156 conmon[67007]: cluster 2022-01-18T22:04:05.229697+0000 mgr.smithi129.iclwio (mgr.14716) 12544 : cluster [DBG] 2022-01-18T22:04:06.648 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:06 smithi156 conmon[67007]: pgmap v10787: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:06 smithi129 conmon[101092]: cluster 2022-01-18T22:04:05.229697+0000 mgr.smithi129.iclwio (mgr.14716) 12544 : cluster [DBG] pgmap v10787: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:08 smithi156 conmon[67007]: cluster 2022-01-18T22:04:07.230271+0000 mgr.smithi129.iclwio (mgr.14716) 12545 : cluster 2022-01-18T22:04:08.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:08 smithi156 conmon[67007]: [DBG] pgmap v10788: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:08 smithi129 conmon[101092]: cluster 2022-01-18T22:04:07.230271+0000 mgr.smithi129.iclwio (mgr.14716) 12545 : cluster [DBG] pgmap v10788: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:10.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:10 smithi156 conmon[67007]: cluster 2022-01-18T22:04:09.231176+0000 mgr.smithi129.iclwio (mgr.14716) 12546 : cluster [DBG] pgmap v10789: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:04:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:10 smithi129 conmon[101092]: cluster 2022-01-18T22:04:09.231176+0000 mgr.smithi129.iclwio (mgr.14716) 12546 : cluster [DBG] pgmap v10789: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:04:10.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:10 smithi129 conmon[101092]: 2022-01-18T22:04:12.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:12 smithi156 conmon[67007]: cluster 2022-01-18T22:04:11.231709+0000 mgr.smithi129.iclwio (mgr.14716) 12547 : cluster [DBG] pgmap v10790: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:12 smithi129 conmon[101092]: cluster 2022-01-18T22:04:11.231709+0000 mgr.smithi129.iclwio (mgr.14716) 12547 : cluster [DBG] pgmap v10790: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:14.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:14 smithi156 conmon[67007]: cluster 2022-01-18T22:04:13.232397+0000 mgr.smithi129.iclwio (mgr.14716) 12548 : cluster [DBG] pgmap v10791: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:14 smithi129 conmon[101092]: cluster 2022-01-18T22:04:13.232397+0000 mgr.smithi129.iclwio (mgr.14716) 12548 : cluster [DBG] pgmap v10791: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:16.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:16 smithi156 conmon[67007]: cluster 2022-01-18T22:04:15.233338+0000 mgr.smithi129.iclwio (mgr.14716) 12549 : cluster [DBG] pgmap v10792: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:16.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:16 smithi156 conmon[67007]: 2022-01-18T22:04:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:16 smithi129 conmon[101092]: cluster 2022-01-18T22:04:15.233338+0000 mgr.smithi129.iclwio (mgr.14716) 12549 : cluster [DBG] pgmap v10792: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:18.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:18 smithi156 conmon[67007]: cluster 2022-01-18T22:04:17.234016+0000 mgr.smithi129.iclwio (mgr.14716) 12550 : cluster [DBG] pgmap v10793: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:18 smithi129 conmon[101092]: cluster 2022-01-18T22:04:17.234016+0000 mgr.smithi129.iclwio (mgr.14716) 12550 : cluster [DBG] pgmap v10793: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:18.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:18 smithi129 conmon[101092]: 2022-01-18T22:04:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:20 smithi156 conmon[67007]: cluster 2022-01-18T22:04:19.234627+0000 mgr.smithi129.iclwio (mgr.14716) 12551 : cluster [DBG] 2022-01-18T22:04:20.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:20 smithi156 conmon[67007]: pgmap v10794: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:04:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:20 smithi129 conmon[101092]: cluster 2022-01-18T22:04:19.234627+0000 mgr.smithi129.iclwio (mgr.14716) 12551 : cluster [DBG] pgmap v10794: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:04:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:20 smithi129 conmon[101092]: 2022-01-18T22:04:20.823 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T22:04:21.089 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T22:04:21.089 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 108s ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T22:04:21.090 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 108s ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T22:04:21.090 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 110s ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T22:04:21.090 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 108s ago 6h 44.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T22:04:21.090 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (6h) 108s ago 6h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T22:04:21.091 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (6h) 110s ago 6h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T22:04:21.091 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (5h) 108s ago 6h 900M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T22:04:21.091 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 110s ago 6h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T22:04:21.091 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 108s ago 6h 2028M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T22:04:21.092 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 110s ago 6h 1099M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T22:04:21.092 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (5h) 108s ago 5h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T22:04:21.092 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (5h) 110s ago 5h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T22:04:21.092 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 108s ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T22:04:21.093 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 110s ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T22:04:21.093 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 108s ago 6h 2446M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T22:04:21.093 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 108s ago 6h 3579M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T22:04:21.093 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 108s ago 6h 2690M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T22:04:21.094 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6h) 108s ago 6h 3617M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T22:04:21.094 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6h) 110s ago 6h 3357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T22:04:21.094 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6h) 110s ago 6h 3834M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T22:04:21.094 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6h) 110s ago 6h 3117M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T22:04:21.095 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (6h) 110s ago 6h 4449M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T22:04:21.095 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 108s ago 6h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T22:04:21.409 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T22:04:21.409 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T22:04:21.409 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:04:21.409 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:04:21.410 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T22:04:21.410 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:04:21.410 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:04:21.410 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T22:04:21.411 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T22:04:21.411 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T22:04:21.411 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:04:21.411 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T22:04:21.412 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T22:04:21.412 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:04:21.412 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T22:04:21.412 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T22:04:21.412 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T22:04:21.413 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T22:04:21.413 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T22:04:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:22 smithi156 conmon[67007]: audit 2022-01-18T22:04:20.811499+0000 mgr.smithi129.iclwio (mgr.14716) 12552 : audit [DBG] 2022-01-18T22:04:22.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:22 smithi156 conmon[67007]: from='client.42466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:04:22.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:22 smithi156 conmon[67007]: audit 2022-01-18T22:04:21.080889+0000 mgr.smithi129.iclwio (mgr.14716) 12553 : audit [DBG] from='client.42470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:04:22.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:22 smithi156 conmon[67007]: cluster 2022-01-18T22:04:22.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:22 smithi156 conmon[67007]: 2022-01-18T22:04:21.235050+0000 mgr.smithi129.iclwio (mgr.14716) 12554 : cluster [DBG] pgmap v10795: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:22.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:22 smithi156 conmon[67007]: audit 2022-01-18T22:04:21. 2022-01-18T22:04:22.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:22 smithi156 conmon[67007]: 409070+0000 mon.smithi129 (mon.0) 3700 : audit [DBG] from='client.? 172.21.15.129:0/3595336399' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:04:22.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:22 smithi156 conmon[67007]: 2022-01-18T22:04:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:22 smithi129 conmon[101092]: audit 2022-01-18T22:04:20.811499+0000 mgr.smithi129.iclwio (mgr.14716) 12552 : audit [DBG] from='client.42466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:04:22.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:22 smithi129 conmon[101092]: 2022-01-18T22:04:22.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:22 smithi129 conmon[101092]: audit 2022-01-18T22:04:21.080889+0000 mgr.smithi129.iclwio (mgr.14716) 12553 : audit [DBG] from='client.42470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:04:22.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:22 smithi129 conmon[101092]: cluster 2022-01-18T22:04:21.235050+0000 2022-01-18T22:04:22.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:22 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 12554 : cluster [DBG] pgmap v10795: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:22.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:22 smithi129 conmon[101092]: audit 2022-01-18T22:04:21.409070+0000 mon.smithi129 (mon.0) 2022-01-18T22:04:22.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:22 smithi129 conmon[101092]: 3700 : audit [DBG] from='client.? 172.21.15.129:0/3595336399' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:04:24.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:24 smithi156 conmon[67007]: cluster 2022-01-18T22:04:23.235563+0000 mgr.smithi129.iclwio (mgr.14716) 12555 : cluster 2022-01-18T22:04:24.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:24 smithi156 conmon[67007]: [DBG] pgmap v10796: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:24 smithi129 conmon[101092]: cluster 2022-01-18T22:04:23.235563+0000 mgr.smithi129.iclwio (mgr.14716) 12555 : cluster [DBG] pgmap v10796: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:26.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:26 smithi156 conmon[67007]: cluster 2022-01-18T22:04:25.236358+0000 mgr.smithi129.iclwio (mgr.14716) 12556 : cluster [DBG] pgmap v10797: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:26.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:26 smithi156 conmon[67007]: 2022-01-18T22:04:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:26 smithi129 conmon[101092]: cluster 2022-01-18T22:04:25.236358+0000 mgr.smithi129.iclwio (mgr.14716) 12556 : cluster [DBG] pgmap v10797: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:28 smithi129 conmon[101092]: cluster 2022-01-18T22:04:27.237034+0000 mgr.smithi129.iclwio (mgr.14716) 12557 : cluster [DBG] pgmap v10798: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:28 smithi156 conmon[67007]: cluster 2022-01-18T22:04:27.237034+0000 mgr.smithi129.iclwio (mgr.14716) 12557 2022-01-18T22:04:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:28 smithi156 conmon[67007]: : cluster [DBG] pgmap v10798: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:30 smithi156 conmon[67007]: cluster 2022-01-18T22:04:29.237712+0000 mgr.smithi129.iclwio (mgr.14716) 12558 : 2022-01-18T22:04:30.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:30 smithi156 conmon[67007]: cluster [DBG] pgmap v10799: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:04:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:30 smithi129 conmon[101092]: cluster 2022-01-18T22:04:29.237712+0000 mgr.smithi129.iclwio (mgr.14716) 12558 : cluster [DBG] 2022-01-18T22:04:30.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:30 smithi129 conmon[101092]: pgmap v10799: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:04:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:32 smithi156 conmon[67007]: cluster 2022-01-18T22:04:31.238242+0000 mgr.smithi129.iclwio (mgr.14716) 12559 : 2022-01-18T22:04:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:32 smithi156 conmon[67007]: cluster [DBG] pgmap v10800: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:32 smithi129 conmon[101092]: cluster 2022-01-18T22:04:31.238242+0000 mgr.smithi129.iclwio (mgr.14716) 12559 : cluster [DBG] pgmap v10800: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:33.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:33 smithi156 conmon[67007]: audit 2022-01-18T22:04:33.203335+0000 mon.smithi129 (mon. 2022-01-18T22:04:33.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:33 smithi156 conmon[67007]: 0) 3701 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T22:04:33.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:33 smithi156 conmon[67007]: audit 2022-01-18T22:04:33.204761+0000 mon.smithi129 (mon.0) 3702 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T22:04:33.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:33 smithi156 conmon[67007]: audit 2022-01-18T22:04:33.205570+0000 mon.smithi129 (mon.0) 2022-01-18T22:04:33.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:33 smithi156 conmon[67007]: 3703 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T22:04:33.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:33 smithi129 conmon[101092]: audit 2022-01-18T22:04:33.203335+0000 mon.smithi129 (mon.0) 3701 : audit 2022-01-18T22:04:33.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:33 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T22:04:33.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:33 smithi129 conmon[101092]: audit 2022-01-18T22:04:33.204761+0000 mon.smithi129 (mon.0) 3702 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T22:04:33.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:33 smithi129 conmon[101092]: audit 2022-01-18T22:04:33.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:33 smithi129 conmon[101092]: 2022-01-18T22:04:33.205570+0000 mon.smithi129 ( 2022-01-18T22:04:33.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:33 smithi129 conmon[101092]: mon.0) 3703 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T22:04:33.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:33 smithi129 conmon[101092]: 2022-01-18T22:04:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:34 smithi156 conmon[67007]: cephadm 2022-01-18T22:04:33.206339+0000 mgr.smithi129.iclwio (mgr.14716) 12560 : 2022-01-18T22:04:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:34 smithi156 conmon[67007]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T22:04:34.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:34 smithi156 conmon[67007]: cluster 2022-01-18T22:04:33.238831+0000 mgr.smithi129.iclwio (mgr.14716) 12561 : cluster [DBG] pgmap v10801: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:34.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:34 smithi156 conmon[67007]: audit 2022-01-18T22:04:34.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:34 smithi156 conmon[67007]: 2022-01-18T22:04:33.468050+0000 mon.smithi129 ( 2022-01-18T22:04:34.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:34 smithi156 conmon[67007]: mon.0) 3704 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:04:34.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:34 smithi156 conmon[67007]: audit 2022-01 2022-01-18T22:04:34.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:34 smithi156 conmon[67007]: -18T22:04:33.758541+0000 mon.smithi129 (mon. 2022-01-18T22:04:34.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:34 smithi156 conmon[67007]: 0) 3705 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:04:34.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:34 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T22:04:34.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:34 smithi156 conmon[67007]: 18T22:04:33.763394+0000 mon.smithi129 (mon. 2022-01-18T22:04:34.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:34 smithi156 conmon[67007]: 0) 3706 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:04:34.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:34 smithi129 conmon[101092]: cephadm 2022-01-18T22:04:33.206339+0000 2022-01-18T22:04:34.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:34 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 12560 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T22:04:34.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:34 smithi129 conmon[101092]: cluster 2022-01-18T22:04:33.238831+0000 mgr.smithi129.iclwio (mgr.14716) 12561 : cluster [DBG] pgmap v10801: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:34.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:34 smithi129 conmon[101092]: audit 2022-01-18T22:04:33.468050+0000 mon.smithi129 (mon.0) 3704 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:04:34.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:34 smithi129 conmon[101092]: audit 2022-01-18T22:04:33.758541+0000 mon.smithi129 (mon.0) 3705 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:04:34.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:34 smithi129 conmon[101092]: audit 2022-01-18T22:04: 2022-01-18T22:04:34.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:34 smithi129 conmon[101092]: 33.763394+0000 mon.smithi129 (mon.0) 3706 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:04:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:36 smithi156 conmon[67007]: cluster 2022-01-18T22:04:35.239593+0000 mgr.smithi129.iclwio (mgr.14716) 12562 : cluster [DBG] pgmap v10802: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:36.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:36 smithi129 conmon[101092]: cluster 2022-01-18T22:04:35.239593+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T22:04:36.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:36 smithi129 conmon[101092]: ) 12562 : cluster [DBG] pgmap v10802: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:38.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:38 smithi156 conmon[67007]: cluster 2022-01-18T22:04:37.240092+0000 mgr.smithi129.iclwio (mgr.14716) 12563 : cluster [DBG] pgmap v10803: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:38 smithi129 conmon[101092]: cluster 2022-01-18T22:04:37.240092+0000 mgr.smithi129.iclwio (mgr.14716) 12563 : cluster 2022-01-18T22:04:38.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:38 smithi129 conmon[101092]: [DBG] pgmap v10803: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:40 smithi156 conmon[67007]: cluster 2022-01-18T22:04:39.240711+0000 mgr.smithi129.iclwio (mgr.14716) 12564 : cluster [DBG] 2022-01-18T22:04:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:40 smithi156 conmon[67007]: pgmap v10804: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:04:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:40 smithi129 conmon[101092]: cluster 2022-01-18T22:04:39.240711+0000 mgr.smithi129.iclwio (mgr.14716) 12564 : cluster [DBG] pgmap v10804: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:04:42.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:42 smithi156 conmon[67007]: cluster 2022-01-18T22:04:41.241147+0000 mgr.smithi129.iclwio (mgr.14716) 12565 : cluster [DBG] pgmap v10805: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:42 smithi129 conmon[101092]: cluster 2022-01-18T22:04:41.241147+0000 mgr.smithi129.iclwio (mgr.14716) 12565 : cluster [DBG] pgmap v10805: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:44.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:44 smithi129 conmon[101092]: cluster 2022-01-18T22:04:43.241813+0000 mgr.smithi129.iclwio (mgr.14716) 12566 : cluster [DBG] pgmap v10806: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:44.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:44 smithi129 conmon[101092]: 2022-01-18T22:04:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:44 smithi156 conmon[67007]: cluster 2022-01-18T22:04:43.241813+0000 mgr.smithi129.iclwio (mgr.14716) 12566 : cluster [DBG] pgmap v10806: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:46 smithi129 conmon[101092]: cluster 2022-01-18T22:04:45.242782+0000 mgr.smithi129.iclwio (mgr.14716) 12567 : cluster [DBG] pgmap v10807: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:46.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:46 smithi156 conmon[67007]: cluster 2022-01-18T22:04:45.242782+0000 mgr.smithi129.iclwio (mgr.14716) 12567 : cluster [DBG] pgmap v10807: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:48 smithi129 conmon[101092]: cluster 2022-01-18T22:04:47.243456+0000 mgr.smithi129.iclwio (mgr.14716) 12568 : cluster [DBG] pgmap v10808: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:48.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:48 smithi129 conmon[101092]: 2022-01-18T22:04:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:48 smithi156 conmon[67007]: cluster 2022-01-18T22:04:47.243456+0000 mgr.smithi129.iclwio (mgr.14716) 12568 : cluster [DBG] pgmap v10808: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:48 smithi156 conmon[67007]: 2022-01-18T22:04:50.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:50 smithi129 conmon[101092]: cluster 2022-01-18T22:04:49.244163+0000 mgr.smithi129.iclwio (mgr.14716) 12569 : cluster [DBG] 2022-01-18T22:04:50.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:50 smithi129 conmon[101092]: pgmap v10809: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:04:50.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:50 smithi156 conmon[67007]: cluster 2022-01-18T22:04:49.244163+0000 mgr.smithi129.iclwio (mgr.14716) 12569 : cluster [DBG] pgmap v10809: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:04:51.710 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T22:04:51.977 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T22:04:51.977 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 2m ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T22:04:51.977 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 2m ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T22:04:51.978 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 2m ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T22:04:51.978 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 2m ago 6h 44.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T22:04:51.978 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (6h) 2m ago 6h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T22:04:51.978 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (6h) 2m ago 6h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T22:04:51.979 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (6h) 2m ago 6h 900M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T22:04:51.979 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (5h) 2m ago 6h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T22:04:51.979 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (5h) 2m ago 6h 2028M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T22:04:51.979 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 2m ago 6h 1099M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T22:04:51.980 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (6h) 2m ago 6h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T22:04:51.980 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (6h) 2m ago 6h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T22:04:51.980 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 2m ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T22:04:51.980 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 2m ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T22:04:51.980 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 2m ago 6h 2446M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T22:04:51.981 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 2m ago 6h 3579M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T22:04:51.981 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 2m ago 6h 2690M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T22:04:51.981 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6h) 2m ago 6h 3617M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T22:04:51.982 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6h) 2m ago 6h 3357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T22:04:51.982 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6h) 2m ago 6h 3834M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T22:04:51.982 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6h) 2m ago 6h 3117M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T22:04:51.982 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (6h) 2m ago 6h 4449M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T22:04:51.983 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 2m ago 6h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T22:04:52.292 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T22:04:52.293 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T22:04:52.293 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:04:52.294 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:04:52.294 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T22:04:52.294 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:04:52.294 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:04:52.294 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T22:04:52.295 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T22:04:52.295 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T22:04:52.295 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:04:52.295 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T22:04:52.296 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T22:04:52.296 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:04:52.296 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T22:04:52.296 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T22:04:52.297 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T22:04:52.297 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T22:04:52.297 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T22:04:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:52 smithi129 conmon[101092]: cluster 2022-01-18T22:04:51.244848+0000 mgr.smithi129.iclwio (mgr 2022-01-18T22:04:52.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:52 smithi129 conmon[101092]: .14716) 12570 : cluster [DBG] pgmap v10810: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:52.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:52 smithi129 conmon[101092]: audit 2022-01-18T22:04:52.292821+0000 mon.smithi129 (mon.0) 3707 : audit [DBG] from='client.? 172.21.15.129:0/2481452982' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:04:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:52 smithi156 conmon[67007]: cluster 2022-01-18T22:04:51.244848+0000 mgr.smithi129.iclwio (mgr.14716) 12570 : cluster [DBG] 2022-01-18T22:04:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:52 smithi156 conmon[67007]: pgmap v10810: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:52.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:52 smithi156 conmon[67007]: audit 2022-01-18T22:04:52.292821+0000 mon.smithi129 (mon.0) 3707 : audit [DBG] from='client.? 172.21.15.129:0/2481452982' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:04:53.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:53 smithi129 conmon[101092]: audit 2022-01-18T22:04:51.698408+0000 mgr.smithi129.iclwio (mgr.14716) 12571 2022-01-18T22:04:53.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:53 smithi129 conmon[101092]: : audit [DBG] from='client.42478 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:04:53.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:53 smithi129 conmon[101092]: audit 2022-01-18T22:04:51.967908+0000 mgr.smithi129.iclwio (mgr.14716) 12572 : audit [DBG] from='client.42482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:04:53.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:53 smithi156 conmon[67007]: audit 2022-01-18T22:04:51.698408+0000 mgr.smithi129.iclwio (mgr.14716) 12571 : audit 2022-01-18T22:04:53.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:53 smithi156 conmon[67007]: [DBG] from='client.42478 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:04:53.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:53 smithi156 conmon[67007]: audit 2022-01-18T22:04:51.967908+0000 mgr.smithi129.iclwio (mgr.14716) 12572 : audit [DBG] from='client.42482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:04:54.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:54 smithi129 conmon[101092]: cluster 2022-01-18T22:04:53.245544+0000 mgr.smithi129.iclwio (mgr.14716) 12573 : cluster [DBG] pgmap v10811: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:54.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:54 smithi129 conmon[101092]: 2022-01-18T22:04:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:54 smithi156 conmon[67007]: cluster 2022-01-18T22:04:53.245544+0000 mgr.smithi129.iclwio (mgr.14716) 12573 : cluster [DBG] 2022-01-18T22:04:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:54 smithi156 conmon[67007]: pgmap v10811: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:56 smithi129 conmon[101092]: cluster 2022-01-18T22:04:55.246463+0000 mgr.smithi129.iclwio (mgr.14716) 12574 : cluster [DBG] pgmap v10812: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:56.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:56 smithi156 conmon[67007]: cluster 2022-01-18T22:04:55.246463+0000 mgr.smithi129.iclwio (mgr.14716) 12574 : cluster 2022-01-18T22:04:56.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:56 smithi156 conmon[67007]: [DBG] pgmap v10812: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:58 smithi129 conmon[101092]: cluster 2022-01-18T22:04:57.247129+0000 mgr.smithi129.iclwio (mgr.14716) 12575 : cluster [DBG] pgmap v10813: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:04:58.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:04:58 smithi129 conmon[101092]: 2022-01-18T22:04:58.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:58 smithi156 conmon[67007]: cluster 2022-01-18T22:04:57.247129+0000 mgr.smithi129.iclwio (mgr.14716) 12575 : cluster 2022-01-18T22:04:58.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:04:58 smithi156 conmon[67007]: [DBG] pgmap v10813: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:00 smithi129 conmon[101092]: cluster 2022-01-18T22:04:59.247862+0000 mgr.smithi129.iclwio (mgr.14716) 12576 : cluster [DBG] pgmap v10814: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:05:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:00 smithi129 conmon[101092]: audit 2022-01-18T22:04:59.661570+0000 mon.smithi129 (mon.0) 3708 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T22:05:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:00 smithi129 conmon[101092]: audit 2022-01-18T22:04:59.661825+0000 mon.smithi129 (mon.0) 3709 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T22:05:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:00 smithi156 conmon[67007]: cluster 2022-01-18T22:04:59.247862+0000 mgr.smithi129.iclwio (mgr.14716) 12576 : cluster [DBG] pgmap v10814: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:05:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:00 smithi156 conmon[67007]: 2022-01-18T22:05:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:00 smithi156 conmon[67007]: audit 2022-01-18T22:04:59.661570+0000 mon.smithi129 (mon.0) 3708 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T22:05:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:00 smithi156 conmon[67007]: audit 2022-01-18T22:04:59.661825+0000 mon.smithi129 2022-01-18T22:05:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:00 smithi156 conmon[67007]: (mon.0) 3709 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T22:05:02.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:02 smithi129 conmon[101092]: cluster 2022-01-18T22:05:01.248486+0000 mgr.smithi129.iclwio (mgr.14716) 12577 : cluster [DBG] pgmap v10815: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:02.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:02 smithi156 conmon[67007]: cluster 2022-01-18T22:05:01.248486+0000 mgr.smithi129.iclwio (mgr.14716) 12577 : cluster [DBG] pgmap v10815: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:04.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:04 smithi129 conmon[101092]: cluster 2022-01-18T22:05:03.249038+0000 mgr.smithi129.iclwio (mgr.14716) 12578 : cluster [DBG] pgmap v10816: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:04 smithi156 conmon[67007]: cluster 2022-01-18T22:05:03.249038+0000 mgr.smithi129.iclwio (mgr.14716) 12578 : cluster [DBG] pgmap v10816: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:06 smithi129 conmon[101092]: cluster 2022-01-18T22:05:05.249753+0000 mgr.smithi129.iclwio (mgr.14716) 12579 : cluster [DBG] pgmap v10817: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:06 smithi156 conmon[67007]: cluster 2022-01-18T22:05:05.249753+0000 mgr.smithi129.iclwio (mgr.14716) 12579 : cluster [DBG] pgmap v10817: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:08 smithi129 conmon[101092]: cluster 2022-01-18T22:05:07.250280+0000 mgr.smithi129.iclwio (mgr.14716) 12580 : cluster [DBG] pgmap v10818: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:08 smithi156 conmon[67007]: cluster 2022-01-18T22:05:07.250280+0000 mgr.smithi129.iclwio (mgr.14716) 12580 : cluster [DBG] pgmap v10818: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:10.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:10 smithi129 conmon[101092]: cluster 2022-01-18T22:05:09.251199+0000 mgr.smithi129.iclwio (mgr.14716) 12581 : cluster [DBG] pgmap v10819: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:05:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:10 smithi156 conmon[67007]: cluster 2022-01-18T22:05:09.251199+0000 mgr.smithi129.iclwio (mgr.14716) 12581 : cluster [DBG] pgmap v10819: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:05:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:12 smithi129 conmon[101092]: cluster 2022-01-18T22:05:11.251679+0000 mgr.smithi129.iclwio (mgr.14716) 12582 : cluster [DBG] pgmap v10820: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:12 smithi156 conmon[67007]: cluster 2022-01-18T22:05:11.251679+0000 mgr.smithi129.iclwio (mgr.14716) 12582 : cluster [DBG] pgmap v10820: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:14 smithi129 conmon[101092]: cluster 2022-01-18T22:05:13.252290+0000 mgr.smithi129.iclwio (mgr.14716) 12583 : cluster [DBG] pgmap v10821: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:14.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:14 smithi156 conmon[67007]: cluster 2022-01-18T22:05:13.252290+0000 mgr.smithi129.iclwio (mgr.14716) 12583 : cluster [DBG] pgmap v10821: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:16 smithi129 conmon[101092]: cluster 2022-01-18T22:05:15.253206+0000 mgr.smithi129.iclwio (mgr.14716) 12584 : cluster [DBG] pgmap v10822: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:16.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:16 smithi156 conmon[67007]: cluster 2022-01-18T22:05:15.253206+0000 mgr.smithi129.iclwio (mgr.14716) 12584 : cluster [DBG] pgmap v10822: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:18 smithi129 conmon[101092]: cluster 2022-01-18T22:05:17.253832+0000 mgr.smithi129.iclwio (mgr.14716) 12585 : cluster [DBG] 2022-01-18T22:05:18.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:18 smithi129 conmon[101092]: pgmap v10823: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:18.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:18 smithi156 conmon[67007]: cluster 2022-01-18T22:05:17.253832+0000 mgr.smithi129.iclwio (mgr.14716) 12585 : cluster [DBG] pgmap v10823: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:20 smithi129 conmon[101092]: cluster 2022-01-18T22:05:19.254543+0000 mgr.smithi129.iclwio (mgr.14716) 12586 : cluster 2022-01-18T22:05:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:20 smithi129 conmon[101092]: [DBG] pgmap v10824: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:05:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:20 smithi156 conmon[67007]: cluster 2022-01-18T22:05:19.254543+0000 mgr.smithi129.iclwio (mgr.14716) 12586 : cluster [DBG] pgmap v10824: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:05:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:20 smithi156 conmon[67007]: 2022-01-18T22:05:22.591 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T22:05:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:22 smithi129 conmon[101092]: cluster 2022-01-18T22:05:21.255194+0000 mgr.smithi129.iclwio (mgr.14716) 12587 : cluster [DBG] pgmap v10825: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:22.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:22 smithi129 conmon[101092]: 2022-01-18T22:05:22.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:22 smithi156 conmon[67007]: cluster 2022-01-18T22:05:21.255194+0000 mgr.smithi129.iclwio (mgr.14716) 12587 : cluster [DBG] pgmap v10825: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:22.856 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T22:05:22.857 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 2m ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T22:05:22.857 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (5h) 2m ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T22:05:22.857 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (5h) 2m ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T22:05:22.857 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 2m ago 6h 44.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T22:05:22.858 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (6h) 2m ago 6h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T22:05:22.858 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (6h) 2m ago 6h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T22:05:22.858 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (6h) 2m ago 6h 900M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T22:05:22.858 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (6h) 2m ago 6h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T22:05:22.859 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (6h) 2m ago 6h 2028M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T22:05:22.859 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (5h) 2m ago 6h 1099M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T22:05:22.859 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (6h) 2m ago 6h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T22:05:22.859 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (6h) 2m ago 6h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T22:05:22.860 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 2m ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T22:05:22.860 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 2m ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T22:05:22.860 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 2m ago 6h 2446M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T22:05:22.860 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 2m ago 6h 3579M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T22:05:22.861 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 2m ago 6h 2690M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T22:05:22.861 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6h) 2m ago 6h 3617M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T22:05:22.861 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6h) 2m ago 6h 3357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T22:05:22.861 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6h) 2m ago 6h 3834M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T22:05:22.861 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6h) 2m ago 6h 3117M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T22:05:22.862 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (6h) 2m ago 6h 4449M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T22:05:22.862 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 2m ago 6h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T22:05:23.174 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T22:05:23.175 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T22:05:23.175 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:05:23.176 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:05:23.176 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T22:05:23.177 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:05:23.177 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:05:23.178 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T22:05:23.178 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T22:05:23.179 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T22:05:23.179 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:05:23.180 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T22:05:23.180 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T22:05:23.181 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:05:23.181 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T22:05:23.181 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T22:05:23.182 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T22:05:23.182 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T22:05:23.183 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T22:05:23.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:23 smithi129 conmon[101092]: audit 2022-01-18T22:05:22.579946+0000 mgr.smithi129.iclwio (mgr.14716) 12588 : audit 2022-01-18T22:05:23.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:23 smithi129 conmon[101092]: [DBG] from='client.42490 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:05:23.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:23 smithi129 conmon[101092]: audit 2022-01-18T22:05:23.174306+0000 mon.smithi129 (mon.0) 3710 : audit [DBG] from='client.? 172.21.15.129:0/966457999' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:05:23.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:23 smithi156 conmon[67007]: audit 2022-01-18T22:05:22.579946+0000 mgr.smithi129.iclwio (mgr.14716) 12588 : audit [DBG] from='client.42490 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:05:23.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:23 smithi156 conmon[67007]: audit 2022-01-18T22:05:23.174306+0000 mon.smithi129 (mon.0) 3710 : audit [DBG] from='client.? 172.21.15.129:0/966457999' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:05:24.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:24 smithi129 conmon[101092]: audit 2022-01-18T22:05:22.848023+0000 mgr.smithi129.iclwio (mgr.14716) 12589 : audit [DBG] from='client.42494 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:05:24.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:24 smithi129 conmon[101092]: cluster 2022-01-18T22:05:23.255735+0000 mgr.smithi129.iclwio (mgr.14716) 12590 : cluster [DBG] pgmap v10826: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:24 smithi156 conmon[67007]: audit 2022-01-18T22:05:22.848023+0000 mgr.smithi129.iclwio (mgr.14716) 12589 : audit [DBG] from='client.42494 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:05:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:24 smithi156 conmon[67007]: cluster 2022-01-18T22:05:23.255735+0000 mgr.smithi129.iclwio (mgr.14716) 12590 : cluster [DBG] pgmap v10826: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:26 smithi129 conmon[101092]: cluster 2022-01-18T22:05:25.256503+0000 mgr.smithi129.iclwio (mgr.14716) 12591 : cluster [DBG] pgmap v10827: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:26.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:26 smithi156 conmon[67007]: cluster 2022-01-18T22:05:25.256503+0000 mgr.smithi129.iclwio (mgr.14716) 12591 : cluster [DBG] pgmap v10827: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:28 smithi129 conmon[101092]: cluster 2022-01-18T22:05:27.257182+0000 mgr.smithi129.iclwio (mgr.14716) 12592 : cluster [DBG] pgmap v10828: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:28 smithi156 conmon[67007]: cluster 2022-01-18T22:05:27.257182+0000 mgr.smithi129.iclwio (mgr.14716) 12592 : cluster [DBG] 2022-01-18T22:05:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:28 smithi156 conmon[67007]: pgmap v10828: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:30 smithi129 conmon[101092]: cluster 2022-01-18T22:05:29.257960+0000 mgr.smithi129.iclwio (mgr.14716) 12593 : cluster [DBG] pgmap v10829: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:05:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:30 smithi156 conmon[67007]: cluster 2022-01-18T22:05:29.257960+0000 mgr.smithi129.iclwio (mgr.14716) 12593 : cluster [DBG] 2022-01-18T22:05:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:30 smithi156 conmon[67007]: pgmap v10829: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:05:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:32 smithi129 conmon[101092]: cluster 2022-01-18T22:05:31.258491+0000 mgr.smithi129.iclwio (mgr.14716) 12594 : cluster [DBG] pgmap v10830: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:32.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:32 smithi129 conmon[101092]: 2022-01-18T22:05:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:32 smithi156 conmon[67007]: cluster 2022-01-18T22:05:31.258491+0000 mgr.smithi129.iclwio (mgr.14716) 12594 : cluster [DBG] pgmap v10830: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:34.632 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: cluster 2022-01-18T22:05:33.259083+0000 mgr.smithi129.iclwio (mgr.14716) 12595 2022-01-18T22:05:34.632 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: : cluster [DBG] pgmap v10831: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:34.633 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: audit 2022-01-18T22:05:34.633 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: 2022-01-18T22:05:34.633 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: 2022- 2022-01-18T22:05:34.633 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: 01-18 2022-01-18T22:05:34.634 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: T22:05 2022-01-18T22:05:34.634 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: :33. 2022-01-18T22:05:34.634 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: 765893 2022-01-18T22:05:34.634 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: +0000 2022-01-18T22:05:34.635 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: mon.smithi129 (mon. 2022-01-18T22:05:34.635 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: 0 2022-01-18T22:05:34.635 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: ) 2022-01-18T22:05:34.635 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: 3711 : audit 2022-01-18T22:05:34.635 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T22:05:34.636 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: 2022-01-18T22:05:34.636 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: audit 2022-01-18T22:05:34.636 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: 2022-01-18T22:05:34.636 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: 2022 2022-01-18T22:05:34.637 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: - 2022-01-18T22:05:34.637 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: 01 2022-01-18T22:05:34.637 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: -18T22:05 2022-01-18T22:05:34.638 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: :33 2022-01-18T22:05:34.638 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: .767280 2022-01-18T22:05:34.639 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: +0000 2022-01-18T22:05:34.639 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: mon.smithi129 ( 2022-01-18T22:05:34.639 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: mon. 2022-01-18T22:05:34.639 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: 0) 2022-01-18T22:05:34.640 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: 3712 2022-01-18T22:05:34.640 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: : audit 2022-01-18T22:05:34.640 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T22:05:34.640 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: 2022-01-18T22:05:34.641 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: audit 2022-01-18T22:05:34.641 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: 2022-01-18T22:05:34.641 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: 2022 2022-01-18T22:05:34.641 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: -01 2022-01-18T22:05:34.641 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: -18T22 2022-01-18T22:05:34.642 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: :05:33 2022-01-18T22:05:34.642 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: .768329 2022-01-18T22:05:34.642 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: +0000 2022-01-18T22:05:34.642 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: 2022-01-18T22:05:34.643 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: mon.smithi129 ( 2022-01-18T22:05:34.643 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: mon. 2022-01-18T22:05:34.643 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: 0) 3713 2022-01-18T22:05:34.643 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: : audit 2022-01-18T22:05:34.643 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:34 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T22:05:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:34 smithi156 conmon[67007]: cluster 2022-01-18T22:05:33.259083+0000 mgr.smithi129.iclwio (mgr.14716) 12595 : 2022-01-18T22:05:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:34 smithi156 conmon[67007]: cluster [DBG] pgmap v10831: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:34.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:34 smithi156 conmon[67007]: audit 2022-01-18T22:05:33.765893+0000 mon.smithi129 (mon.0) 3711 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T22:05:34.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:34 smithi156 conmon[67007]: audit 2022-01-18T22:05:34.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:34 smithi156 conmon[67007]: 2022-01-18T22:05:33.767280+0000 mon.smithi129 (mon.0) 3712 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T22:05:34.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:34 smithi156 conmon[67007]: audit 2022-01-18 2022-01-18T22:05:34.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:34 smithi156 conmon[67007]: T22:05:33.768329+0000 mon.smithi129 (mon. 2022-01-18T22:05:34.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:34 smithi156 conmon[67007]: 0) 3713 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T22:05:35.559 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:35 smithi129 conmon[101092]: cephadm 2022-01-18T22:05:33.769112+0000 mgr.smithi129.iclwio (mgr.14716) 12596 2022-01-18T22:05:35.560 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:35 smithi129 conmon[101092]: : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T22:05:35.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:35 smithi156 conmon[67007]: cephadm 2022-01-18T22:05:33.769112+0000 mgr.smithi129.iclwio (mgr.14716) 12596 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T22:05:36.586 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:36 smithi129 conmon[101092]: cluster 2022-01-18T22:05:35.259926+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T22:05:36.587 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:36 smithi129 conmon[101092]: ) 12597 : cluster [DBG] pgmap v10832: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:36 smithi156 conmon[67007]: cluster 2022-01-18T22:05:35.259926+0000 mgr.smithi129.iclwio (mgr.14716) 12597 : cluster [DBG] pgmap v10832: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:38 smithi156 conmon[67007]: cluster 2022-01-18T22:05:37.260369+0000 mgr.smithi129.iclwio (mgr.14716) 12598 : cluster [DBG] pgmap v10833: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:38.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:38 smithi156 conmon[67007]: audit 2022-01-18T22:05:37.281961+0000 mon.smithi129 (mon.0) 3714 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:05:38.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:38 smithi156 conmon[67007]: audit 2022-01-18T22:05:37.576260+0000 mon.smithi129 (mon.0) 3715 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:05:38.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:38 smithi156 conmon[67007]: audit 2022-01 2022-01-18T22:05:38.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:38 smithi156 conmon[67007]: -18T22:05:37.583068+0000 mon.smithi129 (mon.0) 3716 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:05:38.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:38 smithi129 conmon[101092]: cluster 2022-01-18T22:05:37.260369+0000 mgr.smithi129.iclwio (mgr.14716) 12598 : cluster [DBG] pgmap v10833: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:38.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:38 smithi129 conmon[101092]: audit 2022-01-18T22:05:37.281961 2022-01-18T22:05:38.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:38 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 3714 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:05:38.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:38 smithi129 conmon[101092]: audit 2022-01-18T22:05:37.576260+0000 mon.smithi129 (mon.0) 3715 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:05:38.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:38 smithi129 conmon[101092]: audit 2022-01-18T22:05:37.583068+0000 mon.smithi129 (mon.0) 3716 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:05:40.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:40 smithi129 conmon[101092]: cluster 2022-01-18T22:05:39.261009+0000 mgr.smithi129.iclwio (mgr.14716) 12599 : cluster [DBG] 2022-01-18T22:05:40.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:40 smithi129 conmon[101092]: pgmap v10834: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:05:40.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:40 smithi156 conmon[67007]: cluster 2022-01-18T22:05:39.261009+0000 mgr.smithi129.iclwio (mgr.14716) 12599 : cluster [DBG] pgmap v10834: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:05:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:42 smithi129 conmon[101092]: cluster 2022-01-18T22:05:41.261487+0000 2022-01-18T22:05:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:42 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 12600 : cluster [DBG] pgmap v10835: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:42 smithi156 conmon[67007]: cluster 2022-01-18T22:05:41.261487+0000 mgr.smithi129.iclwio (mgr.14716) 12600 : cluster [DBG] pgmap v10835: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:44 smithi129 conmon[101092]: cluster 2022-01-18T22:05:43.262133+0000 mgr.smithi129.iclwio (mgr.14716) 12601 : cluster [DBG] pgmap v10836: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:44 smithi156 conmon[67007]: cluster 2022-01-18T22:05:43.262133+0000 mgr.smithi129.iclwio (mgr.14716) 12601 : cluster [DBG] pgmap v10836: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:46 smithi129 conmon[101092]: cluster 2022-01-18T22:05:45.263189+0000 mgr.smithi129.iclwio (mgr.14716) 12602 : cluster [DBG] 2022-01-18T22:05:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:46 smithi129 conmon[101092]: pgmap v10837: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:46 smithi156 conmon[67007]: cluster 2022-01-18T22:05:45.263189+0000 mgr.smithi129.iclwio (mgr.14716) 12602 : cluster [DBG] pgmap v10837: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:48.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:48 smithi129 conmon[101092]: cluster 2022-01-18T22:05:47.263746+0000 mgr.smithi129.iclwio (mgr.14716) 12603 : cluster [DBG] pgmap v10838: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:48 smithi156 conmon[67007]: cluster 2022-01-18T22:05:47.263746+0000 mgr.smithi129.iclwio (mgr.14716) 12603 : cluster [DBG] pgmap v10838: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:48.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:48 smithi156 conmon[67007]: 2022-01-18T22:05:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:50 smithi129 conmon[101092]: cluster 2022-01-18T22:05:49.264470+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T22:05:50.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:50 smithi129 conmon[101092]: 12604 : cluster [DBG] pgmap v10839: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:05:50.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:50 smithi156 conmon[67007]: cluster 2022-01-18T22:05:49.264470+0000 mgr.smithi129.iclwio (mgr.14716) 12604 : cluster [DBG] pgmap v10839: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:05:50.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:50 smithi156 conmon[67007]: 2022-01-18T22:05:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:52 smithi129 conmon[101092]: cluster 2022-01-18T22:05:51.265052+0000 mgr.smithi129.iclwio (mgr.14716) 12605 : cluster [DBG] pgmap v10840: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:52 smithi156 conmon[67007]: cluster 2022-01-18T22:05:51.265052+0000 mgr.smithi129.iclwio (mgr.14716) 12605 : cluster [DBG] pgmap v10840: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:53.475 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T22:05:53.740 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T22:05:53.741 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 3m ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T22:05:53.741 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (6h) 3m ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T22:05:53.741 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (6h) 3m ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T22:05:53.741 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 3m ago 6h 44.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T22:05:53.741 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (6h) 3m ago 6h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T22:05:53.742 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (6h) 3m ago 6h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T22:05:53.742 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (6h) 3m ago 6h 900M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T22:05:53.742 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (6h) 3m ago 6h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T22:05:53.742 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (6h) 3m ago 6h 2028M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T22:05:53.743 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (6h) 3m ago 6h 1099M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T22:05:53.743 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (6h) 3m ago 6h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T22:05:53.743 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (6h) 3m ago 6h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T22:05:53.743 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 3m ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T22:05:53.744 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 3m ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T22:05:53.744 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 3m ago 6h 2446M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T22:05:53.744 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 3m ago 6h 3579M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T22:05:53.744 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 3m ago 6h 2690M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T22:05:53.745 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6h) 3m ago 6h 3617M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T22:05:53.745 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6h) 3m ago 6h 3357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T22:05:53.745 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6h) 3m ago 6h 3834M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T22:05:53.745 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6h) 3m ago 6h 3117M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T22:05:53.745 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (6h) 3m ago 6h 4449M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T22:05:53.746 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 3m ago 6h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T22:05:54.059 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T22:05:54.059 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T22:05:54.059 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:05:54.060 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:05:54.060 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T22:05:54.060 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:05:54.060 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:05:54.061 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T22:05:54.061 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T22:05:54.061 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T22:05:54.061 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:05:54.061 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T22:05:54.062 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T22:05:54.062 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:05:54.062 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T22:05:54.062 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T22:05:54.063 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T22:05:54.063 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T22:05:54.063 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T22:05:54.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:54 smithi129 conmon[101092]: cluster 2022-01-18T22:05:53.265600+0000 mgr.smithi129.iclwio (mgr.14716) 12606 : cluster [DBG] pgmap v10841: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:54.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:54 smithi129 conmon[101092]: audit 2022-01-18T22:05 2022-01-18T22:05:54.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:54 smithi129 conmon[101092]: :53.462399+0000 mgr.smithi129.iclwio (mgr.14716) 12607 : audit [DBG] from='client.42502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:05:54.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:54 smithi129 conmon[101092]: audit 2022-01-18T22:05:54.058955+0000 mon.smithi129 (mon.0) 3717 : audit [DBG] from='client.? 172.21.15.129:0/2081014658' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:05:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:54 smithi156 conmon[67007]: cluster 2022-01-18T22:05:53.265600+0000 mgr.smithi129.iclwio (mgr.14716) 12606 : cluster [DBG] pgmap v10841: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:54.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:54 smithi156 conmon[67007]: audit 2022-01-18T22:05:53.462399+0000 mgr.smithi129.iclwio (mgr.14716) 12607 : audit [DBG] from='client.42502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:05:54.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:54 smithi156 conmon[67007]: audit 2022-01-18T22:05:54.058955+0000 mon.smithi129 (mon.0) 3717 : audit [DBG] from='client.? 172.21.15.129:0/2081014658' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:05:55.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:55 smithi129 conmon[101092]: audit 2022-01-18T22:05:53.731929+0000 mgr.smithi129.iclwio (mgr.14716) 12608 : audit [DBG] from='client.42506 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:05:55.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:55 smithi156 conmon[67007]: audit 2022-01-18T22:05:53.731929+0000 mgr.smithi129.iclwio (mgr.14716) 12608 : audit [DBG] from='client.42506 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:05:56.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:56 smithi129 conmon[101092]: cluster 2022-01-18T22:05:55.266475+0000 mgr.smithi129.iclwio (mgr.14716) 12609 : cluster [DBG] pgmap v10842: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:56.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:56 smithi156 conmon[67007]: cluster 2022-01-18T22:05:55.266475+0000 mgr.smithi129.iclwio (mgr.14716) 12609 : cluster [DBG] pgmap v10842: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:58.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:05:58 smithi129 conmon[101092]: cluster 2022-01-18T22:05:57.266997+0000 mgr.smithi129.iclwio (mgr.14716) 12610 : cluster [DBG] pgmap v10843: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:05:58.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:05:58 smithi156 conmon[67007]: cluster 2022-01-18T22:05:57.266997+0000 mgr.smithi129.iclwio (mgr.14716) 12610 : cluster [DBG] pgmap v10843: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:00 smithi129 conmon[101092]: cluster 2022-01-18T22:05:59.267894+0000 mgr.smithi129.iclwio (mgr.14716) 12611 : cluster [DBG] pgmap v10844: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:06:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:00 smithi129 conmon[101092]: audit 2022-01-18T22:05:59.665862+0000 mon.smithi129 (mon.0) 3718 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T22:06:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:00 smithi129 conmon[101092]: audit 2022-01-18T22:05:59.666078+0000 mon.smithi129 (mon.0) 3719 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T22:06:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:00 smithi156 conmon[67007]: cluster 2022-01-18T22:05:59.267894+0000 mgr.smithi129.iclwio (mgr.14716) 12611 : cluster [DBG] pgmap v10844: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:06:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:00 smithi156 conmon[67007]: audit 2022-01-18T22:05:59.665862+0000 mon.smithi129 (mon.0) 3718 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T22:06:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:00 smithi156 conmon[67007]: audit 2022-01-18T22:05:59.666078+0000 mon.smithi129 (mon.0) 3719 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T22:06:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:02 smithi129 conmon[101092]: cluster 2022-01-18T22:06:01.268513+0000 mgr.smithi129.iclwio (mgr.14716) 12612 : cluster [DBG] pgmap v10845: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:02.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:02 smithi156 conmon[67007]: cluster 2022-01-18T22:06:01.268513+0000 mgr.smithi129.iclwio (mgr.14716) 12612 : cluster [DBG] pgmap v10845: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:04 smithi129 conmon[101092]: cluster 2022-01-18T22:06:03.269149+0000 mgr.smithi129.iclwio (mgr.14716) 12613 : cluster [DBG] pgmap v10846: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:04 smithi156 conmon[67007]: cluster 2022-01-18T22:06:03.269149+0000 mgr.smithi129.iclwio (mgr.14716) 12613 : cluster [DBG] pgmap v10846: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:06.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:06 smithi129 conmon[101092]: cluster 2022-01-18T22:06:05.269982+0000 mgr.smithi129.iclwio (mgr.14716) 12614 : cluster [DBG] pgmap v10847: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:06 smithi156 conmon[67007]: cluster 2022-01-18T22:06:05.269982+0000 mgr.smithi129.iclwio (mgr.14716) 12614 : cluster [DBG] pgmap v10847: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:08 smithi129 conmon[101092]: cluster 2022-01-18T22:06:07.270653+0000 mgr.smithi129.iclwio (mgr.14716) 12615 : cluster [DBG] pgmap v10848: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:08.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:08 smithi129 conmon[101092]: 2022-01-18T22:06:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:08 smithi156 conmon[67007]: cluster 2022-01-18T22:06:07.270653+0000 mgr.smithi129.iclwio (mgr.14716) 12615 : cluster [DBG] pgmap v10848: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:10 smithi129 conmon[101092]: cluster 2022-01-18T22:06:09.271423+0000 mgr.smithi129.iclwio (mgr.14716) 12616 : cluster [DBG] pgmap v10849: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:06:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:10 smithi156 conmon[67007]: cluster 2022-01-18T22:06:09.271423+0000 mgr.smithi129.iclwio (mgr.14716) 12616 : cluster [DBG] pgmap v10849: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:06:12.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:12 smithi129 conmon[101092]: cluster 2022-01-18T22:06:11.271872+0000 mgr.smithi129.iclwio (mgr.14716) 12617 : cluster [DBG] pgmap v10850: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:12 smithi156 conmon[67007]: cluster 2022-01-18T22:06:11.271872+0000 mgr.smithi129.iclwio (mgr.14716) 12617 : cluster [DBG] pgmap v10850: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:14 smithi129 conmon[101092]: cluster 2022-01-18T22:06:13.272633+0000 mgr.smithi129.iclwio (mgr.14716) 12618 : cluster [DBG] pgmap v10851: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:14.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:14 smithi156 conmon[67007]: cluster 2022-01-18T22:06:13.272633+0000 mgr.smithi129.iclwio (mgr.14716) 12618 : cluster [DBG] pgmap v10851: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:16.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:16 smithi129 conmon[101092]: cluster 2022-01-18T22:06:15.273553+0000 mgr.smithi129.iclwio ( 2022-01-18T22:06:16.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:16 smithi129 conmon[101092]: mgr.14716) 12619 : cluster [DBG] pgmap v10852: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:16.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:16 smithi156 conmon[67007]: cluster 2022-01-18T22:06:15.273553+0000 mgr.smithi129.iclwio (mgr.14716) 12619 : cluster [DBG] pgmap v10852: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:18 smithi129 conmon[101092]: cluster 2022-01-18T22:06:17.274106+0000 mgr.smithi129.iclwio (mgr.14716) 12620 : cluster [DBG] 2022-01-18T22:06:18.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:18 smithi129 conmon[101092]: pgmap v10853: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:18.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:18 smithi156 conmon[67007]: cluster 2022-01-18T22:06:17.274106+0000 mgr.smithi129.iclwio (mgr.14716) 12620 : cluster [DBG] pgmap v10853: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:20.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:20 smithi129 conmon[101092]: cluster 2022-01-18T22:06:19.274850+0000 mgr.smithi129.iclwio (mgr.14716) 12621 : cluster [DBG] pgmap v10854: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:06:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:20 smithi129 conmon[101092]: 2022-01-18T22:06:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:20 smithi156 conmon[67007]: cluster 2022-01-18T22:06:19.274850+0000 mgr.smithi129.iclwio (mgr.14716) 12621 : cluster [DBG] pgmap v10854: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:06:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:22 smithi129 conmon[101092]: cluster 2022-01-18T22:06:21.275333+0000 mgr.smithi129.iclwio (mgr.14716) 12622 : cluster [DBG] pgmap v10855: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:22 smithi156 conmon[67007]: cluster 2022-01-18T22:06:21.275333+0000 mgr.smithi129.iclwio (mgr.14716) 12622 : cluster [DBG] pgmap v10855: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:24.359 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T22:06:24.626 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T22:06:24.626 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 3m ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T22:06:24.626 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (6h) 3m ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T22:06:24.627 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (6h) 3m ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T22:06:24.627 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 3m ago 6h 44.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T22:06:24.627 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (6h) 3m ago 6h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T22:06:24.627 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (6h) 3m ago 6h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T22:06:24.628 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (6h) 3m ago 6h 900M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T22:06:24.628 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (6h) 3m ago 6h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T22:06:24.628 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (6h) 3m ago 6h 2028M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T22:06:24.628 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (6h) 3m ago 6h 1099M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T22:06:24.629 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (6h) 3m ago 6h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T22:06:24.629 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (6h) 3m ago 6h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T22:06:24.629 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 3m ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T22:06:24.629 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 3m ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T22:06:24.629 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 3m ago 6h 2446M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T22:06:24.630 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 3m ago 6h 3579M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T22:06:24.630 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 3m ago 6h 2690M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T22:06:24.630 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6h) 3m ago 6h 3617M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T22:06:24.630 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6h) 3m ago 6h 3357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T22:06:24.631 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6h) 3m ago 6h 3834M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T22:06:24.631 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6h) 3m ago 6h 3117M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T22:06:24.631 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (6h) 3m ago 6h 4449M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T22:06:24.631 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 3m ago 6h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T22:06:24.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:24 smithi129 conmon[101092]: cluster 2022-01-18T22:06:23 2022-01-18T22:06:24.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:24 smithi129 conmon[101092]: .275944+0000 mgr.smithi129.iclwio (mgr.14716) 12623 : cluster [DBG] pgmap v10856: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:24 smithi156 conmon[67007]: cluster 2022-01-18T22:06:23.275944+0000 mgr.smithi129.iclwio (mgr.14716) 12623 : cluster [DBG] pgmap v10856: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:24.949 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T22:06:24.950 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T22:06:24.950 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:06:24.950 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:06:24.951 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T22:06:24.951 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:06:24.952 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:06:24.952 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T22:06:24.953 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T22:06:24.953 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T22:06:24.953 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:06:24.953 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T22:06:24.954 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T22:06:24.954 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:06:24.954 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T22:06:24.954 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T22:06:24.955 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T22:06:24.955 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T22:06:24.955 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T22:06:25.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:25 smithi129 conmon[101092]: audit 2022-01-18T22:06:24.347195+0000 mgr.smithi129.iclwio (mgr.14716) 12624 : audit [DBG] 2022-01-18T22:06:25.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:25 smithi129 conmon[101092]: from='client.42514 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:06:25.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:25 smithi129 conmon[101092]: audit 2022-01-18T22:06:24.617555+0000 mgr.smithi129.iclwio (mgr.14716) 12625 : audit [DBG] from='client.42518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:06:25.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:25 smithi129 conmon[101092]: audit 2022-01-18T22:06: 2022-01-18T22:06:25.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:25 smithi129 conmon[101092]: 24.949216+0000 mon.smithi129 (mon.0) 3720 : audit [DBG] from='client.? 172.21.15.129:0/783889592' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:06:25.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:25 smithi156 conmon[67007]: audit 2022-01-18T22:06:24.347195+0000 mgr.smithi129.iclwio (mgr.14716) 12624 : audit [DBG] from='client.42514 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:06:25.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:25 smithi156 conmon[67007]: audit 2022-01-18T22:06: 2022-01-18T22:06:25.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:25 smithi156 conmon[67007]: 24.617555+0000 mgr.smithi129.iclwio (mgr.14716) 12625 : audit [DBG] from='client.42518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:06:25.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:25 smithi156 conmon[67007]: audit 2022-01-18T22:06:24.949216+0000 mon.smithi129 (mon.0) 3720 : audit [DBG] from='client.? 172.21.15.129:0/783889592' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:06:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:26 smithi129 conmon[101092]: cluster 2022-01-18T22:06:25.276883+0000 mgr.smithi129.iclwio (mgr.14716) 12626 : cluster [DBG] 2022-01-18T22:06:26.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:26 smithi129 conmon[101092]: pgmap v10857: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:26.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:26 smithi156 conmon[67007]: cluster 2022-01-18T22:06:25.276883+0000 mgr.smithi129.iclwio (mgr.14716) 12626 : cluster [DBG] pgmap v10857: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:28.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:28 smithi129 conmon[101092]: cluster 2022-01-18T22:06:27.277564+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T22:06:28.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:28 smithi129 conmon[101092]: 14716) 12627 : cluster [DBG] pgmap v10858: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:28 smithi156 conmon[67007]: cluster 2022-01-18T22:06:27.277564+0000 mgr.smithi129.iclwio (mgr.14716) 12627 : cluster [DBG] pgmap v10858: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:30.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:30 smithi129 conmon[101092]: cluster 2022-01-18T22:06:29.278339+0000 mgr.smithi129.iclwio (mgr.14716) 12628 : cluster 2022-01-18T22:06:30.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:30 smithi129 conmon[101092]: [DBG] pgmap v10859: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:06:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:30 smithi156 conmon[67007]: cluster 2022-01-18T22:06:29.278339+0000 mgr.smithi129.iclwio (mgr.14716) 12628 : cluster [DBG] pgmap v10859: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:06:32.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:32 smithi129 conmon[101092]: cluster 2022-01-18T22:06:31.278820+0000 mgr.smithi129.iclwio (mgr.14716) 12629 : cluster [DBG] pgmap v10860: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:32 smithi156 conmon[67007]: cluster 2022-01-18T22:06:31.278820+0000 mgr.smithi129.iclwio (mgr.14716) 12629 : cluster [DBG] pgmap v10860: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:34.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:34 smithi129 conmon[101092]: cluster 2022-01-18T22:06:33.279383+0000 mgr.smithi129.iclwio (mgr.14716) 12630 : cluster [DBG] pgmap v10861: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:34 smithi156 conmon[67007]: cluster 2022-01-18T22:06:33.279383+0000 mgr.smithi129.iclwio (mgr.14716) 12630 : cluster [DBG] pgmap v10861: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:36.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:36 smithi129 conmon[101092]: cluster 2022-01-18T22:06:35.280233+0000 mgr.smithi129.iclwio (mgr.14716) 12631 : cluster [DBG] pgmap v10862: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:36 smithi156 conmon[67007]: cluster 2022-01-18T22:06:35.280233+0000 mgr.smithi129.iclwio (mgr.14716) 12631 : cluster [DBG] pgmap v10862: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:38.593 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:38 smithi156 conmon[67007]: cluster 2022-01-18T22:06:37.280902+0000 mgr.smithi129.iclwio (mgr.14716) 12632 : cluster [DBG] pgmap v10863: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:38.594 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:38 smithi156 conmon[67007]: audit 2022-01-18T22:06:37.585587+0000 mon.smithi129 (mon.0) 3721 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T22:06:38.594 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:38 smithi156 conmon[67007]: audit 2022-01-18T22:06:37.587033+0000 mon.smithi129 (mon.0) 3722 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T22:06:38.595 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:38 smithi156 conmon[67007]: audit 2022-01-18T22:06:37.588064+0000 mon.smithi129 (mon.0) 3723 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T22:06:38.595 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:38 smithi156 conmon[67007]: cephadm 2022-01-18T22:06:37.588809+0000 mgr.smithi129.iclwio (mgr.14716) 12633 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T22:06:38.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:38 smithi129 conmon[101092]: cluster 2022-01-18T22:06:37.280902+0000 mgr.smithi129.iclwio (mgr.14716) 12632 : cluster [DBG] pgmap v10863: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:38.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:38 smithi129 conmon[101092]: audit 2022-01-18T22:06:37.585587+0000 mon.smithi129 (mon.0) 3721 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T22:06:38.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:38 smithi129 conmon[101092]: audit 2022-01-18T22:06:37.587033+0000 mon.smithi129 (mon.0) 3722 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T22:06:38.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:38 smithi129 conmon[101092]: audit 2022-01-18T22:06:37.588064+0000 mon.smithi129 (mon.0) 3723 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T22:06:38.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:38 smithi129 conmon[101092]: cephadm 2022-01-18T22:06:37.588809+0000 mgr.smithi129.iclwio (mgr.14716) 12633 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T22:06:40.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:40 smithi156 conmon[67007]: cluster 2022-01-18T22:06:39.281747+0000 mgr.smithi129.iclwio (mgr.14716) 12634 : cluster [DBG] pgmap v10864: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:06:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:40 smithi129 conmon[101092]: cluster 2022-01-18T22:06:39.281747+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T22:06:40.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:40 smithi129 conmon[101092]: 14716) 12634 : cluster [DBG] pgmap v10864: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:06:42.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:41 smithi129 conmon[101092]: audit 2022-01-18T22:06 2022-01-18T22:06:42.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:41 smithi129 conmon[101092]: :40.808806+0000 mon.smithi129 (mon.0) 3724 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:06:42.189 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:41 smithi129 conmon[101092]: audit 2022-01-18T22:06:41.108506+0000 mon.smithi129 (mon.0) 3725 : audit [INF] 2022-01-18T22:06:42.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:41 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:06:42.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:41 smithi129 conmon[101092]: audit 2022-01-18T22:06:41.115314+0000 mon.smithi129 (mon.0) 3726 : audit 2022-01-18T22:06:42.190 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:41 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:06:42.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:41 smithi129 conmon[101092]: cluster 2022-01-18T22:06:41 2022-01-18T22:06:42.191 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:41 smithi129 conmon[101092]: .282396+0000 mgr.smithi129.iclwio (mgr.14716) 12635 : cluster [DBG] pgmap v10865: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:41 smithi156 conmon[67007]: audit 2022-01-18T22:06:40.808806+0000 mon.smithi129 (mon.0) 3724 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:06:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:41 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T22:06:42.299 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:41 smithi156 conmon[67007]: 18T22:06:41.108506+0000 mon.smithi129 (mon.0) 3725 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:06:42.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:41 smithi156 conmon[67007]: audit 2022-01-18T22:06:41.115314+0000 mon.smithi129 (mon.0) 3726 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:06:42.300 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:41 smithi156 conmon[67007]: cluster 2022-01-18T22:06:41.282396+0000 mgr.smithi129.iclwio (mgr.14716) 12635 : cluster [DBG] pgmap v10865: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:44.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:44 smithi129 conmon[101092]: cluster 2022-01-18T22:06:43.283009+0000 mgr.smithi129.iclwio (mgr.14716) 12636 : cluster [DBG] pgmap v10866: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:44.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:44 smithi129 conmon[101092]: 2022-01-18T22:06:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:44 smithi156 conmon[67007]: cluster 2022-01-18T22:06:43.283009+0000 mgr.smithi129.iclwio (mgr.14716) 12636 : cluster [DBG] pgmap v10866: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:46 smithi129 conmon[101092]: cluster 2022-01-18T22:06:45.283773+0000 mgr.smithi129.iclwio (mgr.14716) 12637 : cluster [DBG] pgmap v10867: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:46 smithi156 conmon[67007]: cluster 2022-01-18T22:06:45.283773+0000 mgr.smithi129.iclwio (mgr.14716) 12637 : cluster [DBG] pgmap v10867: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:48 smithi129 conmon[101092]: cluster 2022-01-18T22:06:47.284483+0000 mgr.smithi129.iclwio (mgr.14716) 12638 : cluster [DBG] pgmap v10868: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:48 smithi156 conmon[67007]: cluster 2022-01-18T22:06:47.284483+0000 mgr.smithi129.iclwio (mgr.14716) 12638 : cluster [DBG] pgmap v10868: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:50 smithi129 conmon[101092]: cluster 2022-01-18T22:06:49.285342+0000 mgr.smithi129.iclwio (mgr.14716) 12639 : cluster [DBG] pgmap v10869: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:06:50.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:50 smithi156 conmon[67007]: cluster 2022-01-18T22:06:49.285342+0000 mgr.smithi129.iclwio (mgr.14716) 12639 : cluster [DBG] pgmap v10869: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:06:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:52 smithi129 conmon[101092]: cluster 2022-01-18T22:06:51.285830+0000 mgr.smithi129.iclwio (mgr.14716) 12640 : cluster [DBG] pgmap v10870: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:52 smithi156 conmon[67007]: cluster 2022-01-18T22:06:51.285830+0000 mgr.smithi129.iclwio (mgr.14716) 12640 : cluster [DBG] pgmap v10870: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:54.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:54 smithi129 conmon[101092]: cluster 2022-01-18T22:06:53.286576+0000 mgr.smithi129.iclwio (mgr.14716) 12641 : cluster [DBG] pgmap v10871: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:54 smithi156 conmon[67007]: cluster 2022-01-18T22:06:53.286576+0000 mgr.smithi129.iclwio (mgr.14716) 12641 : cluster [DBG] pgmap v10871: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:55.247 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T22:06:55.513 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T22:06:55.513 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 4m ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T22:06:55.513 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (6h) 4m ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T22:06:55.513 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (6h) 4m ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T22:06:55.514 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 4m ago 6h 44.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T22:06:55.514 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (6h) 4m ago 6h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T22:06:55.514 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (6h) 4m ago 6h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T22:06:55.514 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (6h) 4m ago 6h 900M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T22:06:55.515 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (6h) 4m ago 6h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T22:06:55.515 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (6h) 4m ago 6h 2028M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T22:06:55.515 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (6h) 4m ago 6h 1099M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T22:06:55.515 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (6h) 4m ago 6h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T22:06:55.516 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (6h) 4m ago 6h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T22:06:55.516 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 4m ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T22:06:55.516 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 4m ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T22:06:55.516 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 4m ago 6h 2446M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T22:06:55.516 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 4m ago 6h 3579M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T22:06:55.517 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 4m ago 6h 2690M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T22:06:55.517 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6h) 4m ago 6h 3617M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T22:06:55.517 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6h) 4m ago 6h 3357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T22:06:55.517 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6h) 4m ago 6h 3834M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T22:06:55.518 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6h) 4m ago 6h 3117M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T22:06:55.518 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (6h) 4m ago 6h 4449M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T22:06:55.518 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 4m ago 6h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T22:06:55.833 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T22:06:55.833 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T22:06:55.833 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:06:55.833 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:06:55.834 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T22:06:55.834 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:06:55.834 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:06:55.834 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T22:06:55.835 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T22:06:55.835 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T22:06:55.835 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:06:55.835 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T22:06:55.835 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T22:06:55.836 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:06:55.836 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T22:06:55.836 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T22:06:55.837 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T22:06:55.837 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T22:06:55.837 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T22:06:56.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:56 smithi129 conmon[101092]: audit 2022-01-18T22:06:55.235605+0000 mgr.smithi129.iclwio (mgr.14716) 12642 : audit [DBG] from='client.42526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:06:56.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:56 smithi129 conmon[101092]: cluster 2022-01-18T22:06:55.287294+0000 mgr.smithi129.iclwio (mgr.14716) 12643 : cluster [DBG] pgmap v10872: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:56.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:56 smithi129 conmon[101092]: audit 2022-01-18T22:06:56.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:56 smithi129 conmon[101092]: 2022-01-18T 2022-01-18T22:06:56.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:56 smithi129 conmon[101092]: 22:06:55.504157+0000 2022-01-18T22:06:56.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:56 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 12644 : audit 2022-01-18T22:06:56.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:56 smithi129 conmon[101092]: [DBG] from='client.42530 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:06:56.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:56 smithi129 conmon[101092]: audit 2022- 2022-01-18T22:06:56.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:56 smithi129 conmon[101092]: 01-18T22:06:55.832925 2022-01-18T22:06:56.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:56 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 3727 2022-01-18T22:06:56.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:56 smithi129 conmon[101092]: : audit [DBG] from='client.? 172.21.15.129:0/1750286414' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:06:56.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:56 smithi156 conmon[67007]: audit 2022-01-18T22:06:55.235605+0000 mgr.smithi129.iclwio (mgr.14716) 12642 : audit [DBG] from='client.42526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:06:56.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:56 smithi156 conmon[67007]: cluster 2022-01-18T22:06:55.287294+0000 mgr.smithi129.iclwio (mgr.14716) 12643 : cluster [DBG] pgmap v10872: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:56.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:56 smithi156 conmon[67007]: audit 2022-01-18T22:06:55.504157+0000 mgr.smithi129.iclwio (mgr.14716) 12644 : audit [DBG] from='client.42530 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:06:56.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:56 smithi156 conmon[67007]: audit 2022-01-18T22:06:55.832925+0000 mon.smithi129 ( 2022-01-18T22:06:56.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:56 smithi156 conmon[67007]: mon.0) 3727 : audit [DBG] from='client.? 172.21.15.129:0/1750286414' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:06:58.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:58 smithi129 conmon[101092]: cluster 2022-01-18T22:06:57.287944+0000 mgr.smithi129.iclwio (mgr.14716) 12645 : cluster [DBG] pgmap v10873: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:06:58.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:06:58 smithi129 conmon[101092]: 2022-01-18T22:06:58.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:06:58 smithi156 conmon[67007]: cluster 2022-01-18T22:06:57.287944+0000 mgr.smithi129.iclwio (mgr.14716) 12645 : cluster [DBG] pgmap v10873: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:00.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:00 smithi129 conmon[101092]: cluster 2022-01-18T22:06:59.288674+0000 mgr.smithi129.iclwio (mgr.14716) 12646 : cluster [DBG] 2022-01-18T22:07:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:00 smithi129 conmon[101092]: pgmap v10874: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:07:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:00 smithi129 conmon[101092]: audit 2022-01-18T22:06:59.670097+0000 mon.smithi129 (mon.0) 3728 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T22:07:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:00 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T22:07:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:00 smithi129 conmon[101092]: T22:06:59.670327+0000 mon.smithi129 (mon.0) 3729 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T22:07:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:00 smithi156 conmon[67007]: cluster 2022-01-18T22:06:59.288674+0000 mgr.smithi129.iclwio (mgr.14716) 12646 : cluster [DBG] pgmap v10874: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:07:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:00 smithi156 conmon[67007]: audit 2022-01-18T22:06:59.670097+0000 mon.smithi129 (mon.0) 3728 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T22:07:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:00 smithi156 conmon[67007]: audit 2022-01-18T22:06:59.670327+0000 mon.smithi129 (mon.0) 3729 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T22:07:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:02 smithi129 conmon[101092]: cluster 2022-01-18T22:07:01.289153+0000 mgr.smithi129.iclwio (mgr.14716) 12647 : cluster [DBG] pgmap v10875: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:02.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:02 smithi156 conmon[67007]: cluster 2022-01-18T22:07:01.289153+0000 mgr.smithi129.iclwio (mgr.14716) 12647 : cluster [DBG] pgmap v10875: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:04 smithi129 conmon[101092]: cluster 2022-01-18T22:07:03.289851+0000 mgr.smithi129.iclwio (mgr.14716) 12648 : cluster [DBG] pgmap v10876: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:04 smithi156 conmon[67007]: cluster 2022-01-18T22:07:03.289851+0000 mgr.smithi129.iclwio (mgr.14716) 12648 : cluster [DBG] pgmap v10876: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:06.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:06 smithi129 conmon[101092]: cluster 2022-01-18T22:07:05.290697+0000 mgr.smithi129.iclwio (mgr.14716) 12649 : cluster [DBG] 2022-01-18T22:07:06.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:06 smithi129 conmon[101092]: pgmap v10877: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:06 smithi156 conmon[67007]: cluster 2022-01-18T22:07:05.290697+0000 mgr.smithi129.iclwio (mgr.14716) 12649 : cluster [DBG] pgmap v10877: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:08 smithi129 conmon[101092]: cluster 2022-01-18T22:07:07.291449+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T22:07:08.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:08 smithi129 conmon[101092]: 12650 : cluster [DBG] pgmap v10878: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:08 smithi156 conmon[67007]: cluster 2022-01-18T22:07:07.291449+0000 mgr.smithi129.iclwio (mgr.14716) 12650 : cluster [DBG] pgmap v10878: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:10.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:10 smithi129 conmon[101092]: cluster 2022-01-18T22:07:09.292230+0000 mgr.smithi129.iclwio (mgr.14716) 12651 : cluster [DBG] 2022-01-18T22:07:10.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:10 smithi129 conmon[101092]: pgmap v10879: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:07:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:10 smithi156 conmon[67007]: cluster 2022-01-18T22:07:09.292230+0000 mgr.smithi129.iclwio (mgr.14716) 12651 : cluster [DBG] pgmap v10879: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:07:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:12 smithi129 conmon[101092]: cluster 2022-01-18T22:07:11.292766+0000 mgr.smithi129.iclwio (mgr.14716) 12652 : cluster [DBG] 2022-01-18T22:07:12.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:12 smithi129 conmon[101092]: pgmap v10880: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:12 smithi156 conmon[67007]: cluster 2022-01-18T22:07:11.292766+0000 mgr.smithi129.iclwio (mgr.14716) 12652 : cluster 2022-01-18T22:07:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:12 smithi156 conmon[67007]: [DBG] pgmap v10880: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:14 smithi129 conmon[101092]: cluster 2022-01-18T22:07:13.293360+0000 mgr.smithi129.iclwio (mgr.14716) 12653 : cluster [DBG] pgmap v10881: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:14.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:14 smithi129 conmon[101092]: 2022-01-18T22:07:14.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:14 smithi156 conmon[67007]: cluster 2022-01-18T22:07:13.293360+0000 mgr.smithi129.iclwio (mgr.14716) 12653 : cluster 2022-01-18T22:07:14.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:14 smithi156 conmon[67007]: [DBG] pgmap v10881: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:16.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:16 smithi129 conmon[101092]: cluster 2022-01-18T22:07:15.294257+0000 mgr.smithi129.iclwio ( 2022-01-18T22:07:16.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:16 smithi129 conmon[101092]: mgr.14716) 12654 : cluster [DBG] pgmap v10882: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:16.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:16 smithi156 conmon[67007]: cluster 2022-01-18T22:07:15.294257+0000 mgr.smithi129.iclwio (mgr.14716) 12654 : cluster [DBG] 2022-01-18T22:07:16.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:16 smithi156 conmon[67007]: pgmap v10882: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:18.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:18 smithi129 conmon[101092]: cluster 2022-01-18T22:07:17.294990+0000 mgr.smithi129.iclwio (mgr.14716) 12655 : cluster [DBG] 2022-01-18T22:07:18.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:18 smithi129 conmon[101092]: pgmap v10883: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:18.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:18 smithi156 conmon[67007]: cluster 2022-01-18T22:07:17.294990+0000 mgr.smithi129.iclwio (mgr.14716) 12655 : cluster [DBG] pgmap v10883: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:18.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:18 smithi156 conmon[67007]: 2022-01-18T22:07:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:20 smithi129 conmon[101092]: cluster 2022-01-18T22:07:19.295728+0000 mgr.smithi129.iclwio (mgr.14716) 12656 : cluster [DBG] pgmap v10884: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:07:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:20 smithi129 conmon[101092]: 2022-01-18T22:07:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:20 smithi156 conmon[67007]: cluster 2022-01-18T22:07:19.295728+0000 mgr.smithi129.iclwio (mgr.14716) 12656 : cluster [DBG] pgmap v10884: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:07:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:20 smithi156 conmon[67007]: 2022-01-18T22:07:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:22 smithi129 conmon[101092]: cluster 2022-01-18T22:07:21.296265+0000 mgr.smithi129.iclwio (mgr.14716) 12657 : cluster [DBG] 2022-01-18T22:07:22.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:22 smithi129 conmon[101092]: pgmap v10885: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:22 smithi156 conmon[67007]: cluster 2022-01-18T22:07:21.296265+0000 mgr.smithi129.iclwio (mgr.14716) 12657 : cluster [DBG] pgmap v10885: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:22 smithi156 conmon[67007]: 2022-01-18T22:07:24.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:24 smithi129 conmon[101092]: cluster 2022-01-18T22:07:23.296820+0000 mgr.smithi129.iclwio (mgr.14716) 12658 : cluster [DBG] pgmap v10886: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:24.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:24 smithi129 conmon[101092]: 2022-01-18T22:07:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:24 smithi156 conmon[67007]: cluster 2022-01-18T22:07:23.296820+0000 mgr.smithi129.iclwio (mgr.14716) 12658 : cluster [DBG] pgmap v10886: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:24 smithi156 conmon[67007]: 2022-01-18T22:07:26.132 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T22:07:26.403 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T22:07:26.403 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 4m ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T22:07:26.403 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (6h) 4m ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T22:07:26.404 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (6h) 4m ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T22:07:26.404 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 4m ago 6h 44.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T22:07:26.404 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (6h) 4m ago 6h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T22:07:26.404 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (6h) 4m ago 6h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T22:07:26.405 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (6h) 4m ago 6h 900M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T22:07:26.405 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (6h) 4m ago 6h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T22:07:26.405 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (6h) 4m ago 6h 2028M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T22:07:26.405 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (6h) 4m ago 6h 1099M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T22:07:26.406 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (6h) 4m ago 6h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T22:07:26.406 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (6h) 4m ago 6h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T22:07:26.406 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 4m ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T22:07:26.406 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 4m ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T22:07:26.407 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 4m ago 6h 2446M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T22:07:26.407 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 4m ago 6h 3579M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T22:07:26.407 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 4m ago 6h 2690M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T22:07:26.407 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6h) 4m ago 6h 3617M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T22:07:26.407 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6h) 4m ago 6h 3357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T22:07:26.408 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6h) 4m ago 6h 3834M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T22:07:26.408 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6h) 4m ago 6h 3117M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T22:07:26.408 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (6h) 4m ago 6h 4449M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T22:07:26.408 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 4m ago 6h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T22:07:26.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:26 smithi129 conmon[101092]: cluster 2022-01-18T22:07:25.297731+0000 mgr.smithi129.iclwio (mgr.14716) 12659 : cluster [DBG] pgmap v10887: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:26.722 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T22:07:26.723 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T22:07:26.723 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:07:26.723 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:07:26.723 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T22:07:26.724 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:07:26.724 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:07:26.724 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T22:07:26.724 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T22:07:26.725 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T22:07:26.725 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:07:26.725 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T22:07:26.725 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T22:07:26.726 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:07:26.726 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T22:07:26.726 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T22:07:26.726 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T22:07:26.726 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T22:07:26.727 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T22:07:26.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:26 smithi156 conmon[67007]: cluster 2022-01-18T22:07:25.297731+0000 mgr.smithi129.iclwio (mgr.14716) 12659 : cluster [DBG] pgmap v10887: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:27.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:27 smithi129 conmon[101092]: audit 2022-01-18T22:07:26.120528+0000 mgr.smithi129.iclwio (mgr.14716) 12660 : 2022-01-18T22:07:27.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:27 smithi129 conmon[101092]: audit [DBG] from='client.42538 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:07:27.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:27 smithi129 conmon[101092]: audit 2022-01-18T22:07:26.393891+0000 mgr.smithi129.iclwio (mgr.14716) 12661 : audit [DBG] from='client.42542 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:07:27.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:27 smithi129 conmon[101092]: audit 2022-01-18T22:07:26.722491+0000 mon.smithi129 ( 2022-01-18T22:07:27.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:27 smithi129 conmon[101092]: mon.0) 3730 : audit [DBG] from='client.? 172.21.15.129:0/1877636465' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:07:27.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:27 smithi156 conmon[67007]: audit 2022-01-18T22:07:26.120528+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T22:07:27.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:27 smithi156 conmon[67007]: 12660 : audit [DBG] from='client.42538 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:07:27.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:27 smithi156 conmon[67007]: audit 2022-01-18T22:07:26.393891+0000 mgr.smithi129.iclwio (mgr.14716) 12661 : audit [DBG] from='client.42542 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:07:27.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:27 smithi156 conmon[67007]: audit 2022-01-18T22 2022-01-18T22:07:27.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:27 smithi156 conmon[67007]: :07:26.722491+0000 mon.smithi129 (mon.0) 3730 : audit [DBG] from='client.? 172.21.15.129:0/1877636465' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:07:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:28 smithi129 conmon[101092]: cluster 2022-01-18T22:07:27.298291+0000 mgr.smithi129.iclwio (mgr.14716) 12662 : cluster [DBG] pgmap v10888: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:28.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:28 smithi129 conmon[101092]: 2022-01-18T22:07:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:28 smithi156 conmon[67007]: cluster 2022-01-18T22:07:27.298291+0000 mgr.smithi129.iclwio (mgr.14716) 12662 2022-01-18T22:07:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:28 smithi156 conmon[67007]: : cluster [DBG] pgmap v10888: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:30.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:30 smithi129 conmon[101092]: cluster 2022-01-18T22:07:29.299240+0000 mgr.smithi129.iclwio (mgr.14716) 12663 : cluster [DBG] pgmap v10889: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:07:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:30 smithi156 conmon[67007]: cluster 2022-01-18T22:07:29.299240+0000 mgr.smithi129.iclwio (mgr.14716) 12663 : cluster [DBG] pgmap v10889: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:07:32.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:32 smithi129 conmon[101092]: cluster 2022-01-18T22:07:31.299920+0000 mgr.smithi129.iclwio (mgr.14716) 12664 : cluster [DBG] pgmap v10890: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:32 smithi156 conmon[67007]: cluster 2022-01-18T22:07:31.299920+0000 mgr.smithi129.iclwio (mgr.14716) 12664 : cluster [DBG] pgmap v10890: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:32 smithi156 conmon[67007]: 2022-01-18T22:07:34.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:34 smithi129 conmon[101092]: cluster 2022-01-18T22:07:33.300550+0000 mgr.smithi129.iclwio (mgr.14716) 12665 : cluster [DBG] pgmap v10891: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:34.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:34 smithi129 conmon[101092]: 2022-01-18T22:07:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:34 smithi156 conmon[67007]: cluster 2022-01-18T22:07:33.300550+0000 mgr.smithi129.iclwio (mgr.14716) 12665 : cluster [DBG] pgmap v10891: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:36.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:36 smithi129 conmon[101092]: cluster 2022-01-18T22:07:35.301349+0000 mgr.smithi129.iclwio (mgr.14716) 12666 : cluster 2022-01-18T22:07:36.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:36 smithi129 conmon[101092]: [DBG] pgmap v10892: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:36 smithi156 conmon[67007]: cluster 2022-01-18T22:07:35.301349+0000 mgr.smithi129.iclwio (mgr.14716) 12666 : cluster [DBG] 2022-01-18T22:07:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:36 smithi156 conmon[67007]: pgmap v10892: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:38.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:38 smithi129 conmon[101092]: cluster 2022-01-18T22:07:37.301930+0000 mgr.smithi129.iclwio (mgr.14716) 12667 : cluster [DBG] pgmap v10893: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:38.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:38 smithi129 conmon[101092]: 2022-01-18T22:07:38.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:38 smithi156 conmon[67007]: cluster 2022-01-18T22:07:37.301930+0000 mgr.smithi129.iclwio (mgr.14716) 12667 : cluster [DBG] pgmap v10893: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:38.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:38 smithi156 conmon[67007]: 2022-01-18T22:07:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:40 smithi129 conmon[101092]: cluster 2022-01-18T22:07:39.302620+0000 mgr.smithi129.iclwio (mgr.14716) 12668 : cluster [DBG] pgmap v10894: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:07:40.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:40 smithi156 conmon[67007]: cluster 2022-01-18T22:07:39.302620+0000 mgr.smithi129.iclwio (mgr.14716) 12668 : cluster [DBG] pgmap v10894: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:07:41.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:41 smithi129 conmon[101092]: audit 2022-01-18T22:07:41.118596+0000 mon.smithi129 (mon.0) 3731 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T22:07:41.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:41 smithi129 conmon[101092]: 2022-01-18T22:07:41.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:41 smithi129 conmon[101092]: audit 2022-01-18T22:07:41.120098+0000 mon.smithi129 (mon.0) 3732 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T22:07:41.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:41 smithi129 conmon[101092]: audit 2022-01-18T22:07:41.121071+0000 mon.smithi129 (mon.0) 3733 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T22:07:41.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:41 smithi156 conmon[67007]: audit 2022-01-18T22:07:41.118596+0000 mon.smithi129 (mon.0) 3731 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T22:07:41.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:41 smithi156 conmon[67007]: audit 2022-01-18T22:07:41.120098+0000 mon.smithi129 (mon.0) 3732 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T22:07:41.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:41 smithi156 conmon[67007]: audit 2022-01-18T22:07:41.121071+0000 mon.smithi129 (mon.0) 3733 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T22:07:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:42 smithi129 conmon[101092]: cephadm 2022-01-18T22:07:41.121836+0000 mgr.smithi129.iclwio (mgr.14716) 12669 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T22:07:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:42 smithi129 conmon[101092]: cluster 2022-01-18T22:07:41.303068+0000 mgr.smithi129.iclwio (mgr.14716) 12670 : cluster [DBG] pgmap v10895: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:42 smithi129 conmon[101092]: audit 2022-01-18T22:07:41.434021+0000 mon.smithi129 (mon.0) 3734 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:07:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:42 smithi129 conmon[101092]: audit 2022-01-18T22:07:41.438619+0000 mon.smithi129 (mon.0) 3735 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:07:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:42 smithi156 conmon[67007]: cephadm 2022-01-18T22:07:41.121836+0000 mgr.smithi129.iclwio (mgr.14716) 12669 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T22:07:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:42 smithi156 conmon[67007]: cluster 2022-01-18T22:07:41.303068+0000 mgr.smithi129.iclwio (mgr.14716) 12670 : cluster [DBG] pgmap v10895: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:42 smithi156 conmon[67007]: audit 2022-01-18T22:07:41.434021+0000 mon.smithi129 (mon.0) 3734 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:07:42.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:42 smithi156 conmon[67007]: audit 2022-01-18T22:07:41.438619+0000 mon.smithi129 (mon.0) 3735 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:07:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:44 smithi156 conmon[67007]: cluster 2022-01-18T22:07:43.303687+0000 mgr.smithi129.iclwio (mgr.14716) 12671 : cluster [DBG] pgmap v10896: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:44.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:44 smithi129 conmon[101092]: cluster 2022-01-18T22:07:43.303687+0000 mgr.smithi129.iclwio (mgr.14716) 12671 : cluster [DBG] pgmap v10896: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:46 smithi156 conmon[67007]: cluster 2022-01-18T22:07:45.304462+0000 mgr.smithi129.iclwio (mgr.14716) 12672 : cluster [DBG] pgmap v10897: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:46.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:46 smithi129 conmon[101092]: cluster 2022-01-18T22:07:45.304462+0000 mgr.smithi129.iclwio (mgr.14716) 12672 : cluster [DBG] pgmap v10897: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:48 smithi156 conmon[67007]: cluster 2022-01-18T22:07:47.305009+0000 mgr.smithi129.iclwio (mgr.14716) 12673 : cluster [DBG] pgmap v10898: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:48.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:48 smithi129 conmon[101092]: cluster 2022-01-18T22:07:47.305009+0000 mgr.smithi129.iclwio (mgr.14716) 12673 : cluster [DBG] pgmap v10898: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:50.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:50 smithi129 conmon[101092]: cluster 2022-01-18T22:07:49.305728+0000 mgr.smithi129.iclwio (mgr.14716) 12674 : cluster [DBG] pgmap v10899: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:07:50.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:50 smithi156 conmon[67007]: cluster 2022-01-18T22:07:49.305728+0000 mgr.smithi129.iclwio (mgr.14716) 12674 : cluster [DBG] pgmap v10899: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:07:52.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:52 smithi129 conmon[101092]: cluster 2022-01-18T22:07:51.306217+0000 mgr.smithi129.iclwio (mgr.14716) 12675 : cluster [DBG] pgmap v10900: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:52 smithi156 conmon[67007]: cluster 2022-01-18T22:07:51.306217+0000 mgr.smithi129.iclwio (mgr.14716) 12675 : cluster [DBG] pgmap v10900: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:54.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:54 smithi129 conmon[101092]: cluster 2022-01-18T22:07:53.306741+0000 mgr.smithi129.iclwio (mgr.14716) 12676 : cluster [DBG] pgmap v10901: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:54 smithi156 conmon[67007]: cluster 2022-01-18T22:07:53.306741+0000 mgr.smithi129.iclwio (mgr.14716) 12676 : cluster [DBG] pgmap v10901: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:56 smithi129 conmon[101092]: cluster 2022-01-18T22:07:55.307478+0000 mgr.smithi129.iclwio (mgr.14716) 12677 : cluster [DBG] pgmap v10902: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:56.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:56 smithi156 conmon[67007]: cluster 2022-01-18T22:07:55.307478+0000 mgr.smithi129.iclwio (mgr.14716) 12677 : cluster [DBG] pgmap v10902: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:57.021 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T22:07:57.286 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T22:07:57.287 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 5m ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T22:07:57.287 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (6h) 5m ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T22:07:57.287 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (6h) 5m ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T22:07:57.287 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 5m ago 6h 44.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T22:07:57.287 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (6h) 5m ago 6h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T22:07:57.288 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (6h) 5m ago 6h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T22:07:57.288 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (6h) 5m ago 6h 900M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T22:07:57.288 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (6h) 5m ago 6h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T22:07:57.288 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (6h) 5m ago 6h 2028M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T22:07:57.289 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (6h) 5m ago 6h 1099M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T22:07:57.289 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (6h) 5m ago 6h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T22:07:57.289 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (6h) 5m ago 6h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T22:07:57.289 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 5m ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T22:07:57.289 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 5m ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T22:07:57.290 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 5m ago 6h 2446M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T22:07:57.290 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 5m ago 6h 3579M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T22:07:57.290 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 5m ago 6h 2690M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T22:07:57.290 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6h) 5m ago 6h 3617M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T22:07:57.291 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6h) 5m ago 6h 3357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T22:07:57.291 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6h) 5m ago 6h 3834M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T22:07:57.291 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6h) 5m ago 6h 3117M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T22:07:57.291 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (6h) 5m ago 6h 4449M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T22:07:57.292 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 5m ago 6h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T22:07:57.604 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T22:07:57.605 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T22:07:57.605 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:07:57.605 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:07:57.606 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T22:07:57.606 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:07:57.606 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:07:57.607 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T22:07:57.607 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T22:07:57.607 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T22:07:57.607 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:07:57.608 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T22:07:57.608 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T22:07:57.608 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:07:57.609 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T22:07:57.609 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T22:07:57.609 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T22:07:57.609 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T22:07:57.610 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T22:07:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:58 smithi129 conmon[101092]: audit 2022-01-18T22:07:57.010152+0000 mgr.smithi129.iclwio (mgr.14716) 12678 : audit [DBG] from='client.42550 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:07:58.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:58 smithi129 conmon[101092]: 2022-01-18T22:07:58.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:58 smithi129 conmon[101092]: audit 2022-01-18T22:07:57.277666+0000 mgr.smithi129.iclwio (mgr.14716) 12679 : audit [DBG] from='client.42554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:07:58.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:58 smithi129 conmon[101092]: cluster 2022-01-18T22:07:57.307987+0000 mgr.smithi129.iclwio (mgr.14716) 12680 : cluster [DBG] pgmap v10903: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:58.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:07:58 smithi129 conmon[101092]: audit 2022-01-18T22:07:57.604808+0000 mon.smithi129 (mon.0) 3736 : audit [DBG] from='client.? 172.21.15.129:0/17984763' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:07:58.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:58 smithi156 conmon[67007]: audit 2022-01-18T22:07:57.010152+0000 mgr.smithi129.iclwio (mgr.14716) 12678 : audit [DBG] from='client.42550 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:07:58.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:58 smithi156 conmon[67007]: audit 2022-01-18T22:07:57.277666+0000 mgr.smithi129.iclwio (mgr.14716) 12679 : audit [DBG] from='client.42554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:07:58.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:58 smithi156 conmon[67007]: cluster 2022-01-18T22:07:57.307987+0000 mgr.smithi129.iclwio (mgr.14716) 12680 : 2022-01-18T22:07:58.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:58 smithi156 conmon[67007]: cluster [DBG] pgmap v10903: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:07:58.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:58 smithi156 conmon[67007]: audit 2022-01-18T22 2022-01-18T22:07:58.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:07:58 smithi156 conmon[67007]: :07:57.604808+0000 mon.smithi129 (mon.0) 3736 : audit [DBG] from='client.? 172.21.15.129:0/17984763' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:08:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:00 smithi129 conmon[101092]: cluster 2022-01-18T22:07:59.308652+0000 mgr.smithi129.iclwio (mgr.14716) 12681 : cluster [DBG] pgmap v10904: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:08:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:00 smithi129 conmon[101092]: audit 2022-01-18T22:07:59.674395+0000 mon.smithi129 (mon.0) 3737 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T22:08:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:00 smithi129 conmon[101092]: audit 2022-01-18T22:07:59.674642+0000 mon.smithi129 (mon.0) 3738 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T22:08:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:00 smithi156 conmon[67007]: cluster 2022-01-18T22:07:59.308652+0000 mgr.smithi129.iclwio (mgr.14716) 12681 : cluster [DBG] pgmap v10904: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:08:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:00 smithi156 conmon[67007]: audit 2022-01-18T22:07:59.674395+0000 mon.smithi129 2022-01-18T22:08:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:00 smithi156 conmon[67007]: (mon.0) 3737 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T22:08:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:00 smithi156 conmon[67007]: audit 2022-01-18T22:07:59.674642+0000 mon.smithi129 (mon.0) 3738 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T22:08:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:02 smithi129 conmon[101092]: cluster 2022-01-18T22:08:01.309137+0000 mgr.smithi129.iclwio (mgr.14716) 12682 : cluster [DBG] pgmap v10905: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:02.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:02 smithi156 conmon[67007]: cluster 2022-01-18T22:08:01.309137+0000 mgr.smithi129.iclwio (mgr.14716) 12682 : cluster [DBG] pgmap v10905: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:04.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:04 smithi129 conmon[101092]: cluster 2022-01-18T22:08:03.309683+0000 mgr.smithi129.iclwio (mgr.14716) 12683 : cluster [DBG] pgmap v10906: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:04 smithi156 conmon[67007]: cluster 2022-01-18T22:08:03.309683+0000 mgr.smithi129.iclwio (mgr.14716) 12683 : cluster [DBG] pgmap v10906: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:06 smithi129 conmon[101092]: cluster 2022-01-18T22:08:05.310680+0000 mgr.smithi129.iclwio (mgr.14716) 12684 : cluster [DBG] pgmap v10907: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:06 smithi156 conmon[67007]: cluster 2022-01-18T22:08:05.310680+0000 mgr.smithi129.iclwio (mgr.14716) 12684 : cluster [DBG] pgmap v10907: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:08 smithi129 conmon[101092]: cluster 2022-01-18T22:08:07.311223+0000 mgr.smithi129.iclwio (mgr.14716) 12685 : cluster [DBG] pgmap v10908: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:08 smithi156 conmon[67007]: cluster 2022-01-18T22:08:07.311223+0000 mgr.smithi129.iclwio (mgr.14716) 12685 : 2022-01-18T22:08:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:08 smithi156 conmon[67007]: cluster [DBG] pgmap v10908: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:10.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:10 smithi129 conmon[101092]: cluster 2022-01-18T22:08:09.312141+0000 mgr.smithi129.iclwio (mgr.14716) 12686 : cluster [DBG] 2022-01-18T22:08:10.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:10 smithi129 conmon[101092]: pgmap v10909: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:08:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:10 smithi156 conmon[67007]: cluster 2022-01-18T22:08:09.312141+0000 mgr.smithi129.iclwio (mgr.14716) 12686 : cluster [DBG] 2022-01-18T22:08:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:10 smithi156 conmon[67007]: pgmap v10909: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:08:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:12 smithi129 conmon[101092]: cluster 2022-01-18T22:08:11.312565+0000 mgr.smithi129.iclwio (mgr.14716) 12687 : cluster [DBG] pgmap v10910: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:12 smithi156 conmon[67007]: cluster 2022-01-18T22:08:11.312565+0000 mgr.smithi129.iclwio (mgr.14716) 12687 : cluster [DBG] pgmap v10910: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:14.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:14 smithi129 conmon[101092]: cluster 2022-01-18T22:08:13.313136+0000 mgr.smithi129.iclwio (mgr.14716) 12688 : cluster [DBG] pgmap v10911: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:14.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:14 smithi156 conmon[67007]: cluster 2022-01-18T22:08:13.313136+0000 mgr.smithi129.iclwio (mgr.14716) 12688 : cluster [DBG] pgmap v10911: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:16.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:16 smithi129 conmon[101092]: cluster 2022-01-18T22:08:15.314173+0000 mgr.smithi129.iclwio (mgr.14716) 12689 : cluster [DBG] pgmap v10912: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:16.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:16 smithi156 conmon[67007]: cluster 2022-01-18T22:08:15.314173+0000 mgr.smithi129.iclwio (mgr.14716) 12689 : cluster [DBG] pgmap v10912: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:18 smithi129 conmon[101092]: cluster 2022-01-18T22:08:17.314827+0000 mgr.smithi129.iclwio (mgr.14716) 12690 : cluster [DBG] pgmap v10913: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:18.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:18 smithi156 conmon[67007]: cluster 2022-01-18T22:08:17.314827+0000 mgr.smithi129.iclwio (mgr.14716) 12690 : cluster [DBG] pgmap v10913: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:20 smithi129 conmon[101092]: cluster 2022-01-18T22:08:19.315703+0000 mgr.smithi129.iclwio (mgr.14716) 12691 : cluster [DBG] pgmap v10914: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:08:20.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:20 smithi156 conmon[67007]: cluster 2022-01-18T22:08:19.315703+0000 mgr.smithi129.iclwio (mgr.14716) 12691 : cluster [DBG] pgmap v10914: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:08:22.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:22 smithi129 conmon[101092]: cluster 2022-01-18T22:08:21.316177+0000 mgr.smithi129.iclwio (mgr.14716) 12692 : cluster [DBG] 2022-01-18T22:08:22.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:22 smithi129 conmon[101092]: pgmap v10915: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:22 smithi156 conmon[67007]: cluster 2022-01-18T22:08:21.316177+0000 mgr.smithi129.iclwio (mgr.14716) 12692 : cluster [DBG] pgmap v10915: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:22 smithi156 conmon[67007]: 2022-01-18T22:08:24.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:24 smithi129 conmon[101092]: cluster 2022-01-18T22:08:23.316891+0000 mgr.smithi129.iclwio (mgr.14716) 12693 : cluster [DBG] pgmap v10916: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:24 smithi156 conmon[67007]: cluster 2022-01-18T22:08:23.316891+0000 mgr.smithi129.iclwio (mgr.14716) 12693 : cluster [DBG] pgmap v10916: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:24 smithi156 conmon[67007]: 2022-01-18T22:08:26.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:26 smithi129 conmon[101092]: cluster 2022-01-18T22:08:25.317662+0000 mgr.smithi129.iclwio (mgr.14716) 12694 : cluster [DBG] pgmap v10917: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:26.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:26 smithi156 conmon[67007]: cluster 2022-01-18T22:08:25.317662+0000 mgr.smithi129.iclwio (mgr.14716) 12694 : cluster [DBG] pgmap v10917: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:27.907 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T22:08:28.176 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T22:08:28.176 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 5m ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T22:08:28.176 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (6h) 5m ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T22:08:28.176 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (6h) 5m ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T22:08:28.177 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 5m ago 6h 44.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T22:08:28.177 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (6h) 5m ago 6h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T22:08:28.177 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (6h) 5m ago 6h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T22:08:28.177 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (6h) 5m ago 6h 900M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T22:08:28.178 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (6h) 5m ago 6h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T22:08:28.178 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (6h) 5m ago 6h 2028M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T22:08:28.178 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (6h) 5m ago 6h 1099M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T22:08:28.178 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (6h) 5m ago 6h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T22:08:28.179 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (6h) 5m ago 6h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T22:08:28.179 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 5m ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T22:08:28.179 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 5m ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T22:08:28.179 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 5m ago 6h 2446M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T22:08:28.180 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 5m ago 6h 3579M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T22:08:28.180 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 5m ago 6h 2690M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T22:08:28.180 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6h) 5m ago 6h 3617M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T22:08:28.180 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6h) 5m ago 6h 3357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T22:08:28.180 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6h) 5m ago 6h 3834M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T22:08:28.181 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6h) 5m ago 6h 3117M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T22:08:28.181 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (6h) 5m ago 6h 4449M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T22:08:28.181 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 5m ago 6h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T22:08:28.492 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T22:08:28.493 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T22:08:28.493 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:08:28.493 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:08:28.493 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T22:08:28.494 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:08:28.494 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:08:28.494 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T22:08:28.494 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T22:08:28.495 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T22:08:28.495 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:08:28.495 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T22:08:28.495 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T22:08:28.495 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:08:28.496 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T22:08:28.496 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T22:08:28.496 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T22:08:28.496 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T22:08:28.497 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T22:08:28.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:28 smithi129 conmon[101092]: cluster 2022-01-18T22:08:27.318313+0000 mgr.smithi129.iclwio (mgr.14716) 12695 : cluster [DBG] 2022-01-18T22:08:28.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:28 smithi129 conmon[101092]: pgmap v10918: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:28 smithi156 conmon[67007]: cluster 2022-01-18T22:08:27.318313+0000 mgr.smithi129.iclwio (mgr.14716) 12695 : cluster [DBG] pgmap v10918: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:29.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:29 smithi129 conmon[101092]: audit 2022-01-18T22:08:27.895193+0000 mgr.smithi129.iclwio (mgr.14716) 12696 : audit [DBG] from='client.42562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:08:29.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:29 smithi129 conmon[101092]: audit 2022-01-18T22:08:28.163823+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T22:08:29.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:29 smithi129 conmon[101092]: 14716) 12697 : audit [DBG] from='client.42566 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:08:29.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:29 smithi129 conmon[101092]: audit 2022-01-18T22:08:28.492179+0000 mon.smithi129 (mon.0) 3739 : audit [DBG] from='client.? 172.21.15.129:0/109115652' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:08:29.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:29 smithi156 conmon[67007]: audit 2022-01-18T22:08:27.895193+0000 mgr.smithi129.iclwio (mgr.14716) 12696 : audit [DBG] from='client.42562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:08:29.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:29 smithi156 conmon[67007]: 2022-01-18T22:08:29.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:29 smithi156 conmon[67007]: audit 2022-01-18T22:08:28.163823+0000 mgr.smithi129.iclwio (mgr.14716) 12697 : audit [DBG] from='client.42566 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:08:29.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:29 smithi156 conmon[67007]: audit 2022-01-18T22:08:28.492179+0000 mon.smithi129 (mon 2022-01-18T22:08:29.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:29 smithi156 conmon[67007]: .0) 3739 : audit [DBG] from='client.? 172.21.15.129:0/109115652' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:08:30.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:30 smithi129 conmon[101092]: cluster 2022-01-18T22:08:29.318968+0000 mgr.smithi129.iclwio (mgr.14716) 12698 : cluster [DBG] pgmap v10919: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:08:30.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:30 smithi156 conmon[67007]: cluster 2022-01-18T22:08:29.318968+0000 mgr.smithi129.iclwio (mgr.14716) 12698 : cluster [DBG] pgmap v10919: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:08:32.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:32 smithi129 conmon[101092]: cluster 2022-01-18T22:08:31.319586+0000 mgr.smithi129.iclwio (mgr.14716) 12699 : cluster [DBG] pgmap v10920: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:32 smithi156 conmon[67007]: cluster 2022-01-18T22:08:31.319586+0000 mgr.smithi129.iclwio (mgr.14716) 12699 : cluster [DBG] pgmap v10920: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:34.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:34 smithi129 conmon[101092]: cluster 2022-01- 2022-01-18T22:08:34.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:34 smithi129 conmon[101092]: 18T22:08:33.320170+0000 mgr.smithi129.iclwio (mgr.14716) 12700 : cluster [DBG] pgmap v10921: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:34 smithi156 conmon[67007]: cluster 2022-01-18T22:08:33.320170+0000 mgr.smithi129.iclwio (mgr.14716) 12700 : cluster [DBG] pgmap v10921: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:36.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:36 smithi129 conmon[101092]: cluster 2022-01-18T22:08:35.320944+0000 mgr.smithi129.iclwio (mgr.14716) 12701 2022-01-18T22:08:36.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:36 smithi129 conmon[101092]: : cluster [DBG] pgmap v10922: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:36 smithi156 conmon[67007]: cluster 2022-01-18T22:08:35.320944+0000 mgr.smithi129.iclwio (mgr.14716) 12701 : cluster [DBG] pgmap v10922: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:38.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:38 smithi129 conmon[101092]: cluster 2022-01-18T22:08:37.321523+0000 mgr.smithi129.iclwio ( 2022-01-18T22:08:38.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:38 smithi129 conmon[101092]: mgr.14716) 12702 : cluster [DBG] pgmap v10923: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:38.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:38 smithi156 conmon[67007]: cluster 2022-01-18T22:08:37.321523+0000 mgr.smithi129.iclwio (mgr.14716) 12702 : cluster [DBG] pgmap v10923: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:40.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:40 smithi129 conmon[101092]: cluster 2022-01-18T22:08:39.322347+0000 mgr.smithi129.iclwio (mgr.14716) 12703 : cluster [DBG] pgmap v10924: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:08:40.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:40 smithi156 conmon[67007]: cluster 2022-01-18T22:08:39.322347+0000 mgr.smithi129.iclwio (mgr.14716) 12703 : cluster [DBG] pgmap v10924: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:08:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:42 smithi129 conmon[101092]: cluster 2022-01-18T22:08:41.322894+0000 mgr.smithi129.iclwio (mgr.14716) 12704 : cluster 2022-01-18T22:08:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:42 smithi129 conmon[101092]: [DBG] pgmap v10925: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:42 smithi129 conmon[101092]: audit 2022-01-18T22:08:41.441078+0000 mon.smithi129 (mon.0) 3740 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T22:08:42.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:42 smithi129 conmon[101092]: audit 2022-01-18T22:08:41.442385+0000 mon.smithi129 (mon.0) 2022-01-18T22:08:42.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:42 smithi129 conmon[101092]: 3741 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T22:08:42.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:42 smithi129 conmon[101092]: audit 2022-01-18T22:08:41.443207+0000 mon.smithi129 2022-01-18T22:08:42.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:42 smithi129 conmon[101092]: (mon.0) 3742 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T22:08:42.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:42 smithi129 conmon[101092]: cephadm 2022-01-18T22:08: 2022-01-18T22:08:42.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:42 smithi129 conmon[101092]: 41.443948+0000 mgr.smithi129.iclwio (mgr.14716) 12705 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T22:08:42.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:42 smithi129 conmon[101092]: audit 2022-01-18T22:08:41.749303+0000 mon.smithi129 (mon.0) 2022-01-18T22:08:42.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:42 smithi129 conmon[101092]: 3743 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:08:42.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:42 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T22:08:42.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:42 smithi129 conmon[101092]: 18T22:08:41.754166+0000 mon.smithi129 (mon.0) 3744 : audit [INF] 2022-01-18T22:08:42.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:42 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:08:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:42 smithi156 conmon[67007]: cluster 2022-01-18T22:08:41.322894+0000 mgr.smithi129.iclwio (mgr.14716) 12704 : cluster [DBG] 2022-01-18T22:08:42.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:42 smithi156 conmon[67007]: pgmap v10925: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:42.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:42 smithi156 conmon[67007]: audit 2022-01-18T22:08:41.441078+0000 mon.smithi129 (mon.0) 3740 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T22:08:42.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:42 smithi156 conmon[67007]: audit 2022-01-18T22:08:41.442385 2022-01-18T22:08:42.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:42 smithi156 conmon[67007]: +0000 mon.smithi129 (mon.0) 3741 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T22:08:42.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:42 smithi156 conmon[67007]: audit 2022-01-18T22:08:41.443207+0000 mon.smithi129 2022-01-18T22:08:42.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:42 smithi156 conmon[67007]: (mon.0) 3742 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T22:08:42.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:42 smithi156 conmon[67007]: cephadm 2022-01 2022-01-18T22:08:42.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:42 smithi156 conmon[67007]: -18T22:08:41.443948+0000 mgr.smithi129.iclwio (mgr.14716) 12705 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T22:08:42.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:42 smithi156 conmon[67007]: audit 2022-01-18T22:08: 2022-01-18T22:08:42.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:42 smithi156 conmon[67007]: 41.749303+0000 mon.smithi129 (mon.0) 3743 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:08:42.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:42 smithi156 conmon[67007]: audit 2022-01-18T22:08: 2022-01-18T22:08:42.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:42 smithi156 conmon[67007]: 41.754166+0000 mon.smithi129 (mon.0) 3744 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:08:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:44 smithi129 conmon[101092]: cluster 2022-01-18T22:08:43.323568+0000 mgr.smithi129.iclwio (mgr.14716) 12706 : cluster [DBG] pgmap v10926: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:44 smithi156 conmon[67007]: cluster 2022-01-18T22:08:43.323568+0000 mgr.smithi129.iclwio (mgr.14716) 12706 : cluster [DBG] pgmap v10926: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:46 smithi129 conmon[101092]: cluster 2022-01-18T22:08:45.324375+0000 mgr.smithi129.iclwio (mgr.14716) 12707 : cluster [DBG] pgmap v10927: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:46 smithi156 conmon[67007]: cluster 2022-01-18T22:08:45.324375+0000 mgr.smithi129.iclwio (mgr.14716) 12707 : cluster [DBG] pgmap v10927: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:48.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:48 smithi129 conmon[101092]: cluster 2022-01-18T22:08:47.324998+0000 mgr.smithi129.iclwio (mgr.14716) 12708 : cluster [DBG] pgmap v10928: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:48 smithi156 conmon[67007]: cluster 2022-01-18T22:08:47.324998+0000 mgr.smithi129.iclwio (mgr.14716) 12708 : cluster [DBG] pgmap v10928: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:48 smithi156 conmon[67007]: 2022-01-18T22:08:50.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:50 smithi129 conmon[101092]: cluster 2022-01-18T22:08:49.325782+0000 mgr.smithi129.iclwio (mgr.14716) 12709 : cluster [DBG] pgmap v10929: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:08:50.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:50 smithi156 conmon[67007]: cluster 2022-01-18T22:08:49.325782+0000 mgr.smithi129.iclwio (mgr.14716) 12709 : cluster [DBG] pgmap v10929: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:08:52.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:52 smithi129 conmon[101092]: cluster 2022-01-18T22:08:51.326274+0000 mgr.smithi129.iclwio (mgr.14716) 12710 : cluster [DBG] pgmap v10930: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:52 smithi156 conmon[67007]: cluster 2022-01-18T22:08:51.326274+0000 mgr.smithi129.iclwio (mgr.14716) 12710 : cluster [DBG] pgmap v10930: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:54.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:54 smithi129 conmon[101092]: cluster 2022-01-18T22:08:53.326853+0000 mgr.smithi129.iclwio (mgr.14716) 12711 : cluster [DBG] pgmap v10931: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:54 smithi156 conmon[67007]: cluster 2022-01-18T22:08:53.326853+0000 mgr.smithi129.iclwio (mgr.14716) 12711 : cluster [DBG] pgmap v10931: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:56.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:56 smithi129 conmon[101092]: cluster 2022-01-18T22:08:55.327606+0000 mgr.smithi129.iclwio (mgr.14716) 12712 : cluster [DBG] pgmap v10932: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:56.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:56 smithi156 conmon[67007]: cluster 2022-01-18T22:08:55.327606+0000 mgr.smithi129.iclwio (mgr.14716) 12712 : cluster [DBG] pgmap v10932: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:58.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:08:58 smithi129 conmon[101092]: cluster 2022-01-18T22:08:57.328202+0000 mgr.smithi129.iclwio (mgr.14716) 12713 : cluster [DBG] pgmap v10933: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:58.794 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T22:08:58.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:08:58 smithi156 conmon[67007]: cluster 2022-01-18T22:08:57.328202+0000 mgr.smithi129.iclwio (mgr.14716) 12713 : cluster [DBG] pgmap v10933: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:08:59.058 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T22:08:59.058 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 6m ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T22:08:59.058 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (6h) 6m ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T22:08:59.059 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (6h) 6m ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T22:08:59.059 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 6m ago 6h 44.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T22:08:59.059 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (6h) 6m ago 6h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T22:08:59.059 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (6h) 6m ago 6h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T22:08:59.059 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (6h) 6m ago 6h 900M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T22:08:59.060 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (6h) 6m ago 6h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T22:08:59.060 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (6h) 6m ago 6h 2028M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T22:08:59.060 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (6h) 6m ago 6h 1099M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T22:08:59.060 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (6h) 6m ago 6h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T22:08:59.061 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (6h) 6m ago 6h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T22:08:59.061 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 6m ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T22:08:59.061 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 6m ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T22:08:59.061 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 6m ago 6h 2446M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T22:08:59.061 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 6m ago 6h 3579M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T22:08:59.062 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 6m ago 6h 2690M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T22:08:59.062 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6h) 6m ago 6h 3617M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T22:08:59.062 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6h) 6m ago 6h 3357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T22:08:59.062 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6h) 6m ago 6h 3834M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T22:08:59.063 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6h) 6m ago 6h 3117M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T22:08:59.063 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (6h) 6m ago 6h 4449M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T22:08:59.063 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 6m ago 6h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T22:08:59.377 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T22:08:59.377 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T22:08:59.377 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:08:59.378 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:08:59.378 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T22:08:59.378 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:08:59.378 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:08:59.379 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T22:08:59.379 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T22:08:59.379 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T22:08:59.379 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:08:59.379 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T22:08:59.380 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T22:08:59.380 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:08:59.380 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T22:08:59.380 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T22:08:59.381 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T22:08:59.381 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T22:08:59.381 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T22:09:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:00 smithi129 conmon[101092]: audit 2022-01-18T22:08:58.782622+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T22:09:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:00 smithi129 conmon[101092]: ) 12714 : audit [DBG] from='client.42574 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:09:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:00 smithi129 conmon[101092]: audit 2022-01-18T22:08:59.048746+0000 mgr.smithi129.iclwio (mgr.14716) 12715 : audit [DBG] from='client.42578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:09:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:00 smithi129 conmon[101092]: cluster 2022- 2022-01-18T22:09:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:00 smithi129 conmon[101092]: 01-18T22:08:59.328909+0000 mgr.smithi129.iclwio (mgr.14716) 12716 : cluster [DBG] pgmap v10934: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:09:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:00 smithi129 conmon[101092]: audit 2022-01- 2022-01-18T22:09:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:00 smithi129 conmon[101092]: 18T22:08:59.376958+0000 mon.smithi129 (mon.0) 3745 : audit [DBG] from='client.? 172.21.15.129:0/921333192' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:09:00.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:00 smithi129 conmon[101092]: audit 2022 2022-01-18T22:09:00.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:00 smithi129 conmon[101092]: -01-18T22:08:59.677993+0000 2022-01-18T22:09:00.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:00 smithi129 conmon[101092]: mon.smithi129 (mon.0) 3746 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T22:09:00.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:00 smithi129 conmon[101092]: 2022-01-18T22:09:00.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:00 smithi129 conmon[101092]: audit 2022-01-18T22:09:00.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:00 smithi129 conmon[101092]: 2022-01-18T22:08:59.678163+0000 mon.smithi129 (mon 2022-01-18T22:09:00.442 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:00 smithi129 conmon[101092]: .0) 3747 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T22:09:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:00 smithi156 conmon[67007]: audit 2022-01-18T22:08:58.782622+0000 mgr.smithi129.iclwio (mgr.14716) 12714 : audit [DBG] from='client.42574 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:09:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:00 smithi156 conmon[67007]: audit 2022-01-18T22:08:59. 2022-01-18T22:09:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:00 smithi156 conmon[67007]: 048746+0000 mgr.smithi129.iclwio (mgr.14716) 12715 : audit [DBG] from='client.42578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:09:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:00 smithi156 conmon[67007]: cluster 2022-01-18T22:08:59.328909+0000 mgr.smithi129.iclwio (mgr.14716) 12716 : cluster [DBG] pgmap v10934: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:09:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:00 smithi156 conmon[67007]: audit 2022-01-18T22:08:59.376958+0000 mon.smithi129 (mon.0) 3745 : audit [DBG] from='client.? 172.21.15.129:0/921333192' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:09:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:00 smithi156 conmon[67007]: 2022-01-18T22:09:00.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:00 smithi156 conmon[67007]: audit 2022-01-18T22:08:59.677993+0000 mon.smithi129 (mon.0) 3746 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T22:09:00.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:00 smithi156 conmon[67007]: 2022-01-18T22:09:00.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:00 smithi156 conmon[67007]: audit 2022-01-18T22:08:59.678163+0000 mon.smithi129 2022-01-18T22:09:00.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:00 smithi156 conmon[67007]: (mon.0) 3747 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T22:09:02.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:02 smithi129 conmon[101092]: cluster 2022-01-18T22:09:01.329326+0000 mgr.smithi129.iclwio (mgr.14716) 12717 : cluster [DBG] pgmap v10935: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:02.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:02 smithi129 conmon[101092]: 2022-01-18T22:09:02.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:02 smithi156 conmon[67007]: cluster 2022-01-18T22:09:01.329326+0000 mgr.smithi129.iclwio (mgr.14716) 12717 : cluster [DBG] pgmap v10935: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:04.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:04 smithi129 conmon[101092]: cluster 2022-01-18T22:09:03.329904+0000 mgr.smithi129.iclwio (mgr.14716) 12718 : cluster [DBG] pgmap v10936: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:04 smithi156 conmon[67007]: cluster 2022-01-18T22:09:03.329904+0000 mgr.smithi129.iclwio (mgr.14716) 12718 : cluster [DBG] pgmap v10936: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:06.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:06 smithi129 conmon[101092]: cluster 2022-01-18T22:09:05.330759+0000 mgr.smithi129.iclwio (mgr.14716) 12719 : cluster [DBG] pgmap v10937: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:06.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:06 smithi129 conmon[101092]: 2022-01-18T22:09:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:06 smithi156 conmon[67007]: cluster 2022-01-18T22:09:05.330759+0000 mgr.smithi129.iclwio (mgr.14716) 12719 : cluster [DBG] pgmap v10937: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:08.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:08 smithi129 conmon[101092]: cluster 2022-01-18T22:09:07.331303+0000 mgr.smithi129.iclwio (mgr.14716) 12720 : cluster [DBG] pgmap v10938: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:08.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:08 smithi129 conmon[101092]: 2022-01-18T22:09:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:08 smithi156 conmon[67007]: cluster 2022-01-18T22:09:07.331303+0000 mgr.smithi129.iclwio (mgr.14716) 12720 : cluster [DBG] pgmap v10938: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:10.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:10 smithi129 conmon[101092]: cluster 2022-01-18T22:09:09.332059+0000 mgr.smithi129.iclwio ( 2022-01-18T22:09:10.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:10 smithi129 conmon[101092]: mgr.14716) 12721 : cluster [DBG] pgmap v10939: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:09:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:10 smithi156 conmon[67007]: cluster 2022-01-18T22:09:09.332059+0000 mgr.smithi129.iclwio (mgr.14716) 12721 : cluster [DBG] pgmap v10939: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:09:12.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:12 smithi129 conmon[101092]: cluster 2022-01-18T22:09:11.332616+0000 mgr.smithi129.iclwio (mgr.14716) 12722 : cluster [DBG] pgmap v10940: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:12 smithi156 conmon[67007]: cluster 2022-01-18T22:09:11.332616+0000 mgr.smithi129.iclwio (mgr.14716) 12722 : cluster [DBG] 2022-01-18T22:09:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:12 smithi156 conmon[67007]: pgmap v10940: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:14.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:14 smithi129 conmon[101092]: cluster 2022-01-18T22:09:13.333134+0000 mgr.smithi129.iclwio (mgr.14716) 12723 : cluster [DBG] pgmap v10941: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:14.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:14 smithi129 conmon[101092]: 2022-01-18T22:09:14.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:14 smithi156 conmon[67007]: cluster 2022-01-18T22:09:13.333134+0000 mgr.smithi129.iclwio (mgr.14716) 12723 : cluster [DBG] pgmap v10941: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:16.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:16 smithi129 conmon[101092]: cluster 2022-01-18T22:09:15.333883+0000 mgr.smithi129.iclwio (mgr.14716) 12724 : cluster [DBG] pgmap v10942: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:16.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:16 smithi156 conmon[67007]: cluster 2022-01-18T22:09:15.333883+0000 mgr.smithi129.iclwio (mgr.14716) 12724 : cluster [DBG] pgmap v10942: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:18.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:18 smithi129 conmon[101092]: cluster 2022-01-18T22:09:17.334369+0000 mgr.smithi129.iclwio (mgr.14716) 12725 : cluster [DBG] pgmap v10943: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:18.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:18 smithi156 conmon[67007]: cluster 2022-01-18T22:09:17.334369+0000 mgr.smithi129.iclwio (mgr.14716) 12725 : cluster [DBG] pgmap v10943: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:18.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:18 smithi156 conmon[67007]: 2022-01-18T22:09:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:20 smithi129 conmon[101092]: cluster 2022-01-18T22:09:19.335254+0000 mgr.smithi129.iclwio (mgr.14716) 12726 : cluster [DBG] pgmap v10944: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:09:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:20 smithi156 conmon[67007]: cluster 2022-01-18T22:09:19.335254+0000 mgr.smithi129.iclwio (mgr.14716) 12726 : cluster [DBG] pgmap v10944: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:09:22.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:22 smithi129 conmon[101092]: cluster 2022-01-18T22:09:21.335928+0000 mgr.smithi129.iclwio (mgr.14716) 12727 : cluster [DBG] pgmap v10945: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:22 smithi156 conmon[67007]: cluster 2022-01-18T22:09:21.335928+0000 mgr.smithi129.iclwio (mgr.14716) 12727 : cluster [DBG] pgmap v10945: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:24.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:24 smithi129 conmon[101092]: cluster 2022-01-18T22:09:23.336496+0000 mgr.smithi129.iclwio (mgr.14716) 12728 : cluster [DBG] pgmap v10946: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:24 smithi156 conmon[67007]: cluster 2022-01-18T22:09:23.336496+0000 mgr.smithi129.iclwio (mgr.14716) 12728 : cluster [DBG] pgmap v10946: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:26.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:26 smithi129 conmon[101092]: cluster 2022-01-18T22:09:25.337401+0000 mgr.smithi129.iclwio (mgr.14716) 12729 : cluster [DBG] pgmap v10947: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:26.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:26 smithi129 conmon[101092]: 2022-01-18T22:09:26.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:26 smithi156 conmon[67007]: cluster 2022-01-18T22:09:25.337401+0000 mgr.smithi129.iclwio (mgr.14716) 12729 : cluster [DBG] pgmap v10947: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:28.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:28 smithi129 conmon[101092]: cluster 2022-01-18T22:09:27.337942+0000 mgr.smithi129.iclwio (mgr.14716) 12730 : cluster [DBG] pgmap v10948: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:28 smithi156 conmon[67007]: cluster 2022-01-18T22:09:27.337942+0000 mgr.smithi129.iclwio (mgr.14716) 12730 : cluster [DBG] pgmap v10948: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:29.678 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T22:09:29.942 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T22:09:29.943 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 6m ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T22:09:29.943 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (6h) 6m ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T22:09:29.943 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (6h) 6m ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T22:09:29.943 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 6m ago 6h 44.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T22:09:29.944 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (6h) 6m ago 6h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T22:09:29.944 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (6h) 6m ago 6h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T22:09:29.944 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (6h) 6m ago 6h 900M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T22:09:29.944 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (6h) 6m ago 6h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T22:09:29.945 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (6h) 6m ago 6h 2028M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T22:09:29.945 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (6h) 6m ago 6h 1099M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T22:09:29.945 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (6h) 6m ago 6h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T22:09:29.945 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (6h) 6m ago 6h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T22:09:29.946 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 6m ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T22:09:29.946 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 6m ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T22:09:29.946 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 6m ago 6h 2446M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T22:09:29.946 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 6m ago 6h 3579M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T22:09:29.946 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 6m ago 6h 2690M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T22:09:29.947 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6h) 6m ago 6h 3617M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T22:09:29.947 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6h) 6m ago 6h 3357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T22:09:29.947 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6h) 6m ago 6h 3834M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T22:09:29.947 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6h) 6m ago 6h 3117M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T22:09:29.948 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (6h) 6m ago 6h 4449M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T22:09:29.948 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 6m ago 6h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T22:09:30.267 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T22:09:30.268 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T22:09:30.268 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:09:30.268 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:09:30.269 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T22:09:30.269 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:09:30.269 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:09:30.269 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T22:09:30.270 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T22:09:30.270 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T22:09:30.270 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:09:30.270 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T22:09:30.271 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T22:09:30.271 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:09:30.271 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T22:09:30.271 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T22:09:30.272 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T22:09:30.272 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T22:09:30.272 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T22:09:30.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:30 smithi129 conmon[101092]: cluster 2022-01-18T22:09:29.338666+0000 mgr.smithi129.iclwio 2022-01-18T22:09:30.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:30 smithi129 conmon[101092]: (mgr.14716) 12731 : cluster [DBG] pgmap v10949: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:09:30.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:30 smithi129 conmon[101092]: audit 2022-01-18T22:09:29.666301+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T22:09:30.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:30 smithi129 conmon[101092]: 14716) 12732 : audit [DBG] from='client.42586 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:09:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:30 smithi156 conmon[67007]: cluster 2022-01-18T22:09:29.338666+0000 mgr.smithi129.iclwio (mgr.14716) 12731 : cluster [DBG] pgmap v10949: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:09:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:30 smithi156 conmon[67007]: audit 2022-01-18T22:09:29.666301+0000 mgr.smithi129.iclwio (mgr.14716) 12732 : audit [DBG] from='client.42586 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:09:31.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:31 smithi129 conmon[101092]: audit 2022-01-18T22:09:29.933656+0000 mgr.smithi129.iclwio (mgr.14716) 12733 : audit [DBG] from='client.42590 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:09:31.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:31 smithi129 conmon[101092]: audit 2022-01-18T22:09:30.267453+0000 mon.smithi129 (mon.0) 3748 : audit [DBG] from='client.? 172.21.15.129:0/1519837166' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:09:31.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:31 smithi156 conmon[67007]: audit 2022-01-18T22:09:29.933656+0000 mgr.smithi129.iclwio (mgr.14716) 12733 : audit 2022-01-18T22:09:31.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:31 smithi156 conmon[67007]: [DBG] from='client.42590 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:09:31.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:31 smithi156 conmon[67007]: audit 2022-01-18T22:09:30.267453+0000 mon.smithi129 (mon.0) 3748 : audit [DBG] from='client.? 172.21.15.129:0/1519837166' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:09:32.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:32 smithi129 conmon[101092]: cluster 2022-01-18T22:09:31.339125+0000 mgr.smithi129.iclwio (mgr.14716) 12734 : cluster [DBG] pgmap v10950: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:32.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:32 smithi156 conmon[67007]: cluster 2022-01-18T22:09:31.339125+0000 mgr.smithi129.iclwio (mgr.14716) 12734 : cluster [DBG] pgmap v10950: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:34.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:34 smithi129 conmon[101092]: cluster 2022-01-18T22:09:33.339727+0000 mgr.smithi129.iclwio (mgr.14716) 12735 : cluster [DBG] pgmap v10951: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:34 smithi156 conmon[67007]: cluster 2022-01-18T22:09:33.339727+0000 mgr.smithi129.iclwio (mgr.14716) 12735 : cluster [DBG] pgmap v10951: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:36.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:36 smithi129 conmon[101092]: cluster 2022-01-18T22:09:35.340607+0000 mgr.smithi129.iclwio (mgr.14716) 12736 : cluster [DBG] pgmap v10952: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:36.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:36 smithi129 conmon[101092]: 2022-01-18T22:09:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:36 smithi156 conmon[67007]: cluster 2022-01-18T22:09:35.340607+0000 mgr.smithi129.iclwio (mgr.14716) 12736 : cluster [DBG] pgmap v10952: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:38.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:38 smithi129 conmon[101092]: cluster 2022-01-18T22:09:37.341150+0000 mgr.smithi129.iclwio (mgr.14716) 12737 : cluster [DBG] 2022-01-18T22:09:38.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:38 smithi129 conmon[101092]: pgmap v10953: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:38.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:38 smithi156 conmon[67007]: cluster 2022-01-18T22:09:37.341150+0000 mgr.smithi129.iclwio (mgr.14716) 12737 : cluster [DBG] pgmap v10953: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:40.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:40 smithi129 conmon[101092]: cluster 2022-01-18T22:09:39.342060+0000 mgr.smithi129.iclwio (mgr.14716) 12738 : cluster 2022-01-18T22:09:40.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:40 smithi129 conmon[101092]: [DBG] pgmap v10954: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:09:40.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:40 smithi156 conmon[67007]: cluster 2022-01-18T22:09:39.342060+0000 mgr.smithi129.iclwio (mgr.14716) 12738 : cluster [DBG] pgmap v10954: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:09:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:42 smithi129 conmon[101092]: cluster 2022-01-18T22:09:41.342615+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T22:09:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:42 smithi129 conmon[101092]: 12739 : cluster [DBG] pgmap v10955: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:42 smithi129 conmon[101092]: audit 2022-01-18T22:09:41.756572+0000 mon.smithi129 (mon.0) 3749 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T22:09:42.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:42 smithi129 conmon[101092]: audit 2022-01-18T22:09:41.757932+0000 mon.smithi129 (mon. 2022-01-18T22:09:42.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:42 smithi129 conmon[101092]: 0) 3750 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T22:09:42.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:42 smithi129 conmon[101092]: audit 2022 2022-01-18T22:09:42.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:42 smithi129 conmon[101092]: -01-18T22:09:41 2022-01-18T22:09:42.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:42 smithi129 conmon[101092]: .758697+0000 mon.smithi129 (mon.0) 3751 : audit 2022-01-18T22:09:42.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:42 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T22:09:42.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:42 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T22:09:42.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:42 smithi129 conmon[101092]: T22:09:42.068925+0000 mon.smithi129 ( 2022-01-18T22:09:42.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:42 smithi129 conmon[101092]: mon.0) 3752 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:09:42.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:42 smithi129 conmon[101092]: audit 2022 2022-01-18T22:09:42.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:42 smithi129 conmon[101092]: -01-18T22:09:42 2022-01-18T22:09:42.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:42 smithi129 conmon[101092]: .073935+0000 mon.smithi129 (mon.0 2022-01-18T22:09:42.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:42 smithi129 conmon[101092]: ) 3753 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:09:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:42 smithi156 conmon[67007]: cluster 2022-01-18T22:09:41.342615+0000 mgr.smithi129.iclwio (mgr.14716) 12739 2022-01-18T22:09:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:42 smithi156 conmon[67007]: : cluster [DBG] pgmap v10955: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:42.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:42 smithi156 conmon[67007]: audit 2022-01-18T22:09:41.756572+0000 mon.smithi129 (mon.0) 3749 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T22:09:42.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:42 smithi156 conmon[67007]: audit 2022-01-18T22:09:41.757932+0000 2022-01-18T22:09:42.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:42 smithi156 conmon[67007]: mon.smithi129 (mon.0) 3750 : audit 2022-01-18T22:09:42.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:42 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T22:09:42.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:42 smithi156 conmon[67007]: audit 2022- 2022-01-18T22:09:42.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:42 smithi156 conmon[67007]: 01-18T22:09:41. 2022-01-18T22:09:42.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:42 smithi156 conmon[67007]: 758697+0000 mon.smithi129 (mon.0) 3751 : audit 2022-01-18T22:09:42.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:42 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T22:09:42.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:42 smithi156 conmon[67007]: audit 2022-01- 2022-01-18T22:09:42.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:42 smithi156 conmon[67007]: 18T22:09:42.068925+0000 mon.smithi129 2022-01-18T22:09:42.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:42 smithi156 conmon[67007]: (mon.0) 3752 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:09:42.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:42 smithi156 conmon[67007]: audit 2022-01 2022-01-18T22:09:42.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:42 smithi156 conmon[67007]: -18T22:09:42.073935+0000 2022-01-18T22:09:42.803 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:42 smithi156 conmon[67007]: mon.smithi129 (mon.0) 3753 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:09:43.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:43 smithi129 conmon[101092]: cephadm 2022-01-18T22:09:41.759410+0000 mgr.smithi129.iclwio (mgr.14716) 12740 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T22:09:43.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:43 smithi156 conmon[67007]: cephadm 2022-01-18T22:09:41.759410+0000 mgr.smithi129.iclwio (mgr.14716) 12740 : cephadm [WRN] 2022-01-18T22:09:43.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:43 smithi156 conmon[67007]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T22:09:44.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:44 smithi129 conmon[101092]: cluster 2022-01-18T22:09:43.343197+0000 mgr.smithi129.iclwio (mgr.14716) 12741 : cluster [DBG] pgmap v10956: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:44 smithi156 conmon[67007]: cluster 2022-01-18T22:09:43.343197+0000 mgr.smithi129.iclwio (mgr.14716) 12741 : cluster [DBG] pgmap v10956: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:46.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:46 smithi129 conmon[101092]: cluster 2022-01-18T22:09:45.343975+0000 mgr.smithi129.iclwio (mgr.14716) 12742 : cluster [DBG] pgmap v10957: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:46 smithi156 conmon[67007]: cluster 2022-01-18T22:09:45.343975+0000 mgr.smithi129.iclwio (mgr.14716) 12742 : cluster [DBG] pgmap v10957: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:48.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:48 smithi129 conmon[101092]: cluster 2022-01-18T22:09:47.344551+0000 mgr.smithi129.iclwio (mgr.14716) 12743 : cluster [DBG] pgmap v10958: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:48 smithi156 conmon[67007]: cluster 2022-01-18T22:09:47.344551+0000 mgr.smithi129.iclwio (mgr.14716) 12743 : cluster [DBG] pgmap v10958: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:50.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:50 smithi129 conmon[101092]: cluster 2022-01-18T22:09:49.345294+0000 mgr.smithi129.iclwio (mgr.14716) 12744 : cluster [DBG] pgmap v10959: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:09:50.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:50 smithi156 conmon[67007]: cluster 2022-01-18T22:09:49.345294+0000 mgr.smithi129.iclwio (mgr.14716) 12744 : cluster [DBG] pgmap v10959: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:09:52.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:52 smithi129 conmon[101092]: cluster 2022-01-18T22:09:51.345750+0000 mgr.smithi129.iclwio (mgr.14716) 12745 : cluster [DBG] pgmap v10960: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:52.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:52 smithi129 conmon[101092]: 2022-01-18T22:09:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:52 smithi156 conmon[67007]: cluster 2022-01-18T22:09:51.345750+0000 mgr.smithi129.iclwio (mgr.14716) 12745 : cluster [DBG] pgmap v10960: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:54.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:54 smithi129 conmon[101092]: cluster 2022-01-18T22:09:53.346341+0000 mgr.smithi129.iclwio (mgr.14716) 12746 : cluster [DBG] pgmap v10961: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:54.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:54 smithi129 conmon[101092]: 2022-01-18T22:09:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:54 smithi156 conmon[67007]: cluster 2022-01-18T22:09:53.346341+0000 mgr.smithi129.iclwio (mgr.14716) 12746 : cluster [DBG] pgmap v10961: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:56.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:56 smithi129 conmon[101092]: cluster 2022-01-18T22:09:55.347245+0000 mgr.smithi129.iclwio (mgr.14716) 12747 : cluster [DBG] pgmap v10962: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:56.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:56 smithi156 conmon[67007]: cluster 2022-01-18T22:09:55.347245+0000 mgr.smithi129.iclwio (mgr.14716) 12747 : cluster 2022-01-18T22:09:56.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:56 smithi156 conmon[67007]: [DBG] pgmap v10962: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:58.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:09:58 smithi129 conmon[101092]: cluster 2022-01-18T22:09:57.347906+0000 mgr.smithi129.iclwio (mgr.14716) 12748 : cluster [DBG] pgmap v10963: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:09:58.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:58 smithi156 conmon[67007]: cluster 2022-01-18T22:09:57.347906+0000 mgr.smithi129.iclwio (mgr.14716) 12748 : cluster [DBG] 2022-01-18T22:09:58.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:09:58 smithi156 conmon[67007]: pgmap v10963: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:00 smithi129 conmon[101092]: cluster 2022-01-18T22:09:59.348619+0000 mgr.smithi129.iclwio (mgr 2022-01-18T22:10:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:00 smithi129 conmon[101092]: .14716) 12749 : cluster [DBG] pgmap v10964: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:10:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:00 smithi129 conmon[101092]: audit 2022-01-18T22:09:59.682305+0000 mon.smithi129 (mon.0) 3754 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T22:10:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:00 smithi129 conmon[101092]: audit 2022-01-18T22:10:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:00 smithi129 conmon[101092]: 2022-01-18T22:09:59.682543+0000 mon.smithi129 (mon.0) 3755 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T22:10:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:00 smithi129 conmon[101092]: cluster 2022 2022-01-18T22:10:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:00 smithi129 conmon[101092]: -01-18T22:10:00.000152+0000 mon.smithi129 (mon.0) 3756 : 2022-01-18T22:10:00.441 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:00 smithi129 conmon[101092]: cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T22:10:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:00 smithi156 conmon[67007]: cluster 2022-01-18T22:09:59.348619+0000 mgr.smithi129.iclwio (mgr.14716) 12749 : cluster [DBG] 2022-01-18T22:10:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:00 smithi156 conmon[67007]: pgmap v10964: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:10:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:00 smithi156 conmon[67007]: audit 2022-01-18T22:09:59.682305+0000 mon.smithi129 (mon.0) 3754 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T22:10:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:00 smithi156 conmon[67007]: audit 2022-01-18T22:09:59.682543+0000 mon.smithi129 (mon.0) 3755 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T22:10:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:00 smithi156 conmon[67007]: cluster 2022- 2022-01-18T22:10:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:00 smithi156 conmon[67007]: 01-18T22:10:00.000152+0000 mon.smithi129 (mon.0) 3756 2022-01-18T22:10:00.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:00 smithi156 conmon[67007]: : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi129 failed. 2022-01-18T22:10:00.567 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T22:10:00.831 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T22:10:00.831 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 7m ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T22:10:00.831 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (6h) 7m ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T22:10:00.831 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (6h) 7m ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T22:10:00.832 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 7m ago 6h 44.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T22:10:00.832 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (6h) 7m ago 6h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T22:10:00.832 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (6h) 7m ago 6h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T22:10:00.832 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (6h) 7m ago 6h 900M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T22:10:00.833 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (6h) 7m ago 6h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T22:10:00.833 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (6h) 7m ago 6h 2028M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T22:10:00.833 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (6h) 7m ago 6h 1099M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T22:10:00.833 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (6h) 7m ago 6h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T22:10:00.834 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (6h) 7m ago 6h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T22:10:00.834 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 7m ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T22:10:00.834 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 7m ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T22:10:00.834 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 7m ago 6h 2446M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T22:10:00.835 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 7m ago 6h 3579M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T22:10:00.835 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 7m ago 6h 2690M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T22:10:00.835 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6h) 7m ago 6h 3617M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T22:10:00.835 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6h) 7m ago 6h 3357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T22:10:00.835 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6h) 7m ago 6h 3834M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T22:10:00.836 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6h) 7m ago 6h 3117M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T22:10:00.836 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (6h) 7m ago 6h 4449M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T22:10:00.836 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 7m ago 6h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T22:10:01.149 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T22:10:01.149 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T22:10:01.150 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:10:01.150 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:10:01.150 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T22:10:01.150 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:10:01.151 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:10:01.151 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T22:10:01.151 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T22:10:01.151 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T22:10:01.151 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:10:01.152 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T22:10:01.152 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T22:10:01.152 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:10:01.152 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T22:10:01.152 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T22:10:01.153 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T22:10:01.153 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T22:10:01.153 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T22:10:01.438 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:01 smithi129 conmon[101092]: audit 2022-01-18T22:10:00.555561+0000 mgr.smithi129.iclwio (mgr.14716) 12750 : 2022-01-18T22:10:01.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:01 smithi129 conmon[101092]: audit [DBG] from='client.42598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:10:01.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:01 smithi156 conmon[67007]: audit 2022-01-18T22:10:00.555561+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T22:10:01.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:01 smithi156 conmon[67007]: ) 12750 : audit [DBG] from='client.42598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:10:02.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:02 smithi129 conmon[101092]: audit 2022-01-18T22:10:00.822047+0000 mgr.smithi129.iclwio (mgr.14716) 12751 : audit [DBG] from='client.42602 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:10:02.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:02 smithi129 conmon[101092]: audit 2022-01-18T22:10:01.148896+0000 mon.smithi129 (mon.0) 3757 : audit [DBG] from='client.? 172.21.15.129:0/3120306417' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:10:02.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:02 smithi129 conmon[101092]: cluster 2022-01-18T22:10:01.349036+0000 mgr.smithi129.iclwio (mgr.14716) 12752 : cluster [DBG] pgmap v10965: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:02 smithi156 conmon[67007]: audit 2022-01-18T22:10:00.822047+0000 mgr.smithi129.iclwio (mgr.14716) 12751 : audit [DBG] 2022-01-18T22:10:02.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:02 smithi156 conmon[67007]: from='client.42602 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:10:02.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:02 smithi156 conmon[67007]: audit 2022-01-18T22:10:01.148896+0000 mon.smithi129 (mon.0) 3757 : audit [DBG] from='client.? 172.21.15.129:0/3120306417' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:10:02.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:02 smithi156 conmon[67007]: cluster 2022-01-18T22:10:01.349036+0000 mgr.smithi129.iclwio (mgr.14716) 12752 : cluster [DBG] pgmap v10965: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:04.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:04 smithi129 conmon[101092]: cluster 2022-01-18T22:10:03.349741+0000 mgr.smithi129.iclwio (mgr.14716) 12753 : cluster [DBG] pgmap v10966: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:04 smithi156 conmon[67007]: cluster 2022-01-18T22:10:03.349741+0000 mgr.smithi129.iclwio (mgr.14716) 12753 : cluster 2022-01-18T22:10:04.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:04 smithi156 conmon[67007]: [DBG] pgmap v10966: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:06 smithi129 conmon[101092]: cluster 2022-01-18T22:10:05.350588+0000 mgr.smithi129.iclwio (mgr.14716) 12754 : cluster [DBG] pgmap v10967: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:06 smithi156 conmon[67007]: cluster 2022-01-18T22:10:05.350588+0000 mgr.smithi129.iclwio (mgr.14716) 12754 : cluster 2022-01-18T22:10:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:06 smithi156 conmon[67007]: [DBG] pgmap v10967: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:08.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:08 smithi129 conmon[101092]: cluster 2022-01-18T22:10:07.351182+0000 mgr.smithi129.iclwio (mgr.14716) 12755 : cluster [DBG] pgmap v10968: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:08 smithi156 conmon[67007]: cluster 2022-01-18T22:10:07.351182+0000 mgr.smithi129.iclwio (mgr.14716) 12755 : cluster [DBG] 2022-01-18T22:10:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:08 smithi156 conmon[67007]: pgmap v10968: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:10.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:10 smithi129 conmon[101092]: cluster 2022-01-18T22:10:09.351991+0000 mgr.smithi129.iclwio (mgr.14716) 12756 : cluster [DBG] pgmap v10969: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:10:10.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:10 smithi129 conmon[101092]: 2022-01-18T22:10:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:10 smithi156 conmon[67007]: cluster 2022-01-18T22:10:09.351991+0000 mgr.smithi129.iclwio (mgr.14716) 12756 : cluster [DBG] pgmap v10969: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:10:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:10 smithi156 conmon[67007]: 2022-01-18T22:10:12.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:12 smithi129 conmon[101092]: cluster 2022-01-18T22:10:11.352428+0000 mgr.smithi129.iclwio (mgr.14716) 12757 : cluster [DBG] pgmap v10970: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:12.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:12 smithi129 conmon[101092]: 2022-01-18T22:10:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:12 smithi156 conmon[67007]: cluster 2022-01-18T22:10:11.352428+0000 mgr.smithi129.iclwio (mgr.14716) 12757 : cluster 2022-01-18T22:10:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:12 smithi156 conmon[67007]: [DBG] pgmap v10970: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:14.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:14 smithi129 conmon[101092]: cluster 2022-01-18T22:10:13.353102+0000 mgr.smithi129.iclwio (mgr.14716) 12758 : cluster [DBG] pgmap v10971: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:14.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:14 smithi156 conmon[67007]: cluster 2022-01-18T22:10:13.353102+0000 mgr.smithi129.iclwio (mgr.14716) 12758 : cluster [DBG] pgmap v10971: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:14.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:14 smithi156 conmon[67007]: 2022-01-18T22:10:16.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:16 smithi129 conmon[101092]: cluster 2022-01-18T22:10:15.353892+0000 mgr.smithi129.iclwio (mgr.14716) 12759 : cluster [DBG] pgmap v10972: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:16.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:16 smithi156 conmon[67007]: cluster 2022-01-18T22:10:15.353892+0000 mgr.smithi129.iclwio (mgr.14716) 12759 : cluster [DBG] 2022-01-18T22:10:16.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:16 smithi156 conmon[67007]: pgmap v10972: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:18.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:18 smithi129 conmon[101092]: cluster 2022-01-18T22:10:17.354352+0000 mgr.smithi129.iclwio (mgr.14716) 12760 : cluster [DBG] pgmap v10973: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:18.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:18 smithi129 conmon[101092]: 2022-01-18T22:10:18.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:18 smithi156 conmon[67007]: cluster 2022-01-18T22:10:17.354352+0000 mgr.smithi129.iclwio (mgr.14716) 12760 : cluster 2022-01-18T22:10:18.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:18 smithi156 conmon[67007]: [DBG] pgmap v10973: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:20 smithi129 conmon[101092]: cluster 2022-01-18T22:10:19.355195+0000 mgr.smithi129.iclwio (mgr.14716) 12761 : cluster 2022-01-18T22:10:20.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:20 smithi129 conmon[101092]: [DBG] pgmap v10974: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:10:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:20 smithi156 conmon[67007]: cluster 2022-01-18T22:10:19.355195+0000 mgr.smithi129.iclwio (mgr.14716) 12761 : cluster [DBG] pgmap v10974: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:10:22.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:22 smithi129 conmon[101092]: cluster 2022-01-18T22:10:21.355646+0000 mgr.smithi129.iclwio (mgr.14716) 12762 : cluster [DBG] pgmap v10975: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:22 smithi156 conmon[67007]: cluster 2022-01-18T22:10:21.355646+0000 mgr.smithi129.iclwio (mgr.14716) 12762 : cluster [DBG] pgmap v10975: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:24.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:24 smithi129 conmon[101092]: cluster 2022-01-18T22:10:23.356251+0000 mgr.smithi129.iclwio (mgr.14716) 12763 : cluster [DBG] pgmap v10976: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:24 smithi156 conmon[67007]: cluster 2022-01-18T22:10:23.356251+0000 mgr.smithi129.iclwio (mgr.14716) 12763 : cluster [DBG] pgmap v10976: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:26.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:26 smithi129 conmon[101092]: cluster 2022-01-18T22:10:25.357095+0000 mgr.smithi129.iclwio (mgr.14716) 12764 : cluster [DBG] 2022-01-18T22:10:26.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:26 smithi129 conmon[101092]: pgmap v10977: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:26.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:26 smithi156 conmon[67007]: cluster 2022-01-18T22:10:25.357095+0000 mgr.smithi129.iclwio (mgr.14716) 12764 : cluster [DBG] pgmap v10977: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:28.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:28 smithi129 conmon[101092]: cluster 2022-01-18T22:10:27.357766+0000 mgr.smithi129.iclwio (mgr.14716) 12765 : cluster [DBG] pgmap v10978: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:28.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:28 smithi129 conmon[101092]: 2022-01-18T22:10:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:28 smithi156 conmon[67007]: cluster 2022-01-18T22:10:27.357766+0000 mgr.smithi129.iclwio (mgr.14716) 12765 : cluster [DBG] pgmap v10978: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:30.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:30 smithi129 conmon[101092]: cluster 2022-01-18T22:10:29.358565+0000 mgr.smithi129.iclwio (mgr.14716) 12766 : cluster [DBG] pgmap v10979: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:10:30.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:30 smithi129 conmon[101092]: 2022-01-18T22:10:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:30 smithi156 conmon[67007]: cluster 2022-01-18T22:10:29.358565+0000 mgr.smithi129.iclwio (mgr.14716) 12766 : cluster [DBG] pgmap v10979: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:10:31.447 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T22:10:31.711 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T22:10:31.711 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 7m ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T22:10:31.711 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (6h) 7m ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T22:10:31.712 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (6h) 8m ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T22:10:31.712 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 7m ago 6h 44.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T22:10:31.712 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (6h) 7m ago 6h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T22:10:31.712 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (6h) 8m ago 6h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T22:10:31.713 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (6h) 7m ago 6h 900M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T22:10:31.713 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (6h) 8m ago 6h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T22:10:31.713 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (6h) 7m ago 6h 2028M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T22:10:31.713 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (6h) 8m ago 6h 1099M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T22:10:31.714 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (6h) 7m ago 6h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T22:10:31.714 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (6h) 8m ago 6h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T22:10:31.714 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 7m ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T22:10:31.714 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 8m ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T22:10:31.715 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5h) 7m ago 6h 2446M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T22:10:31.715 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 7m ago 6h 3579M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T22:10:31.715 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 7m ago 6h 2690M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T22:10:31.715 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6h) 7m ago 6h 3617M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T22:10:31.716 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6h) 8m ago 6h 3357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T22:10:31.716 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6h) 8m ago 6h 3834M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T22:10:31.716 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6h) 8m ago 6h 3117M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T22:10:31.716 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (6h) 8m ago 6h 4449M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T22:10:31.716 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 7m ago 6h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T22:10:32.026 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T22:10:32.027 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T22:10:32.027 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:10:32.027 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:10:32.028 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T22:10:32.028 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:10:32.028 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:10:32.028 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T22:10:32.029 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T22:10:32.029 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T22:10:32.029 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:10:32.029 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T22:10:32.030 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T22:10:32.030 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:10:32.030 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T22:10:32.030 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T22:10:32.030 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T22:10:32.031 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T22:10:32.031 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T22:10:32.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:32 smithi129 conmon[101092]: cluster 2022-01-18T22:10:31.358991+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T22:10:32.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:32 smithi129 conmon[101092]: 12767 : cluster [DBG] pgmap v10980: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:32.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:32 smithi129 conmon[101092]: audit 2022-01-18T22:10:31.435574+0000 mgr.smithi129.iclwio (mgr.14716) 12768 : audit [DBG] from='client.42610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:10:32.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:32 smithi129 conmon[101092]: audit 2022-01-18T22:10 2022-01-18T22:10:32.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:32 smithi129 conmon[101092]: :32.026596+0000 mon.smithi129 (mon. 2022-01-18T22:10:32.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:32 smithi129 conmon[101092]: 0) 3758 : audit [DBG] from='client.? 172.21.15.129:0/3560384930' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:10:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:32 smithi156 conmon[67007]: cluster 2022-01-18T22:10:31.358991+0000 mgr.smithi129.iclwio (mgr.14716) 12767 : cluster [DBG] pgmap v10980: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:32 smithi156 conmon[67007]: audit 2022-01-18T22:10:31.435574+0000 mgr.smithi129.iclwio (mgr.14716) 12768 : audit [DBG] from='client.42610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:10:32.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:32 smithi156 conmon[67007]: audit 2022-01-18T22:10:32.026596+0000 mon.smithi129 (mon.0) 3758 : audit [DBG] from='client.? 172.21.15.129:0/3560384930' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:10:33.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:33 smithi129 conmon[101092]: audit 2022-01-18T22:10:31.701704+0000 mgr.smithi129.iclwio (mgr.14716) 12769 : audit 2022-01-18T22:10:33.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:33 smithi129 conmon[101092]: [DBG] from='client.42614 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:10:33.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:33 smithi156 conmon[67007]: audit 2022-01-18T22:10:31.701704+0000 mgr.smithi129.iclwio (mgr.14716) 12769 : audit [DBG] from='client.42614 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:10:34.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:34 smithi129 conmon[101092]: cluster 2022-01-18T22:10:33.359552+0000 mgr.smithi129.iclwio (mgr.14716) 12770 : cluster [DBG] pgmap v10981: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:34 smithi156 conmon[67007]: cluster 2022-01-18T22:10:33.359552+0000 mgr.smithi129.iclwio (mgr.14716) 12770 : cluster [DBG] pgmap v10981: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:36.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:36 smithi129 conmon[101092]: cluster 2022-01-18T22:10:35.360480+0000 mgr.smithi129.iclwio (mgr.14716) 12771 : cluster [DBG] pgmap v10982: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:36 smithi156 conmon[67007]: cluster 2022-01-18T22:10:35.360480+0000 mgr.smithi129.iclwio (mgr.14716) 12771 : cluster [DBG] pgmap v10982: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:38.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:38 smithi129 conmon[101092]: cluster 2022-01-18T22:10:37.361237+0000 mgr.smithi129.iclwio (mgr.14716) 12772 : cluster [DBG] 2022-01-18T22:10:38.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:38 smithi129 conmon[101092]: pgmap v10983: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:38.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:38 smithi156 conmon[67007]: cluster 2022-01-18T22:10:37.361237+0000 mgr.smithi129.iclwio (mgr.14716) 12772 : cluster [DBG] pgmap v10983: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:40.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:40 smithi129 conmon[101092]: cluster 2022-01-18T22:10:39.361987+0000 mgr.smithi129.iclwio (mgr.14716) 12773 : cluster [DBG] pgmap v10984: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:10:40.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:40 smithi129 conmon[101092]: 2022-01-18T22:10:40.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:40 smithi156 conmon[67007]: cluster 2022-01-18T22:10:39.361987+0000 mgr.smithi129.iclwio (mgr.14716) 12773 : cluster [DBG] pgmap v10984: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:10:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:42 smithi129 conmon[101092]: cluster 2022-01-18T22:10:41.362436+0000 mgr.smithi129.iclwio (mgr.14716) 12774 2022-01-18T22:10:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:42 smithi129 conmon[101092]: : cluster [DBG] pgmap v10985: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:42 smithi129 conmon[101092]: audit 2022-01-18T22:10:42.076270+0000 mon.smithi129 (mon.0) 3759 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T22:10:42.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:42 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T22:10:42.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:42 smithi129 conmon[101092]: T22:10:42.077638+0000 mon.smithi129 (mon.0) 3760 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T22:10:42.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:42 smithi129 conmon[101092]: audit 2022-01-18T22:10:42.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:42 smithi129 conmon[101092]: 2022-01-18T22:10:42.078570+0000 mon.smithi129 2022-01-18T22:10:42.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:42 smithi129 conmon[101092]: (mon.0) 3761 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T22:10:42.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:42 smithi129 conmon[101092]: audit 2022-01-18T22:10:42.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:42 smithi129 conmon[101092]: 2022-01-18T22:10: 2022-01-18T22:10:42.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:42 smithi129 conmon[101092]: 42.389003+0000 mon.smithi129 (mon.0) 3762 : audit 2022-01-18T22:10:42.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:42 smithi129 conmon[101092]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:10:42.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:42 smithi129 conmon[101092]: audit 2022-01-18 2022-01-18T22:10:42.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:42 smithi129 conmon[101092]: T22:10:42.393934+0000 mon.smithi129 ( 2022-01-18T22:10:42.692 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:42 smithi129 conmon[101092]: mon.0) 3763 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:10:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:42 smithi156 conmon[67007]: cluster 2022-01-18T22:10:41.362436+0000 mgr.smithi129.iclwio (mgr.14716) 12774 : cluster 2022-01-18T22:10:42.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:42 smithi156 conmon[67007]: [DBG] pgmap v10985: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:42.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:42 smithi156 conmon[67007]: audit 2022-01-18T22:10:42.076270+0000 mon.smithi129 (mon.0) 3759 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T22:10:42.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:42 smithi156 conmon[67007]: audit 2022-01-18T22:10:42.077638+0000 mon.smithi129 (mon.0) 3760 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T22:10:42.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:42 smithi156 conmon[67007]: audit 2022-01-18T22:10:42.078570+0000 mon.smithi129 (mon.0) 3761 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T22:10:42.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:42 smithi156 conmon[67007]: audit 2022-01-18T22:10:42.389003+0000 mon.smithi129 (mon.0) 3762 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:10:42.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:42 smithi156 conmon[67007]: audit 2022-01-18T22:10:42.393934+0000 mon.smithi129 (mon.0) 3763 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:10:43.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:43 smithi129 conmon[101092]: cephadm 2022-01-18T22:10:42.079345+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T22:10:43.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:43 smithi129 conmon[101092]: 14716) 12775 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T22:10:43.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:43 smithi156 conmon[67007]: cephadm 2022-01-18T22:10:42.079345+0000 mgr.smithi129.iclwio (mgr.14716) 12775 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T22:10:44.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:44 smithi129 conmon[101092]: cluster 2022-01-18T22:10:43.363007+0000 mgr.smithi129.iclwio (mgr.14716) 12776 : cluster [DBG] pgmap v10986: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:44.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:44 smithi129 conmon[101092]: 2022-01-18T22:10:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:44 smithi156 conmon[67007]: cluster 2022-01-18T22:10:43.363007+0000 mgr.smithi129.iclwio (mgr.14716) 12776 : cluster [DBG] pgmap v10986: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:46.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:46 smithi129 conmon[101092]: cluster 2022-01-18T22:10:45.363914+0000 mgr.smithi129.iclwio (mgr.14716) 12777 : cluster [DBG] pgmap v10987: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:46 smithi156 conmon[67007]: cluster 2022-01-18T22:10:45.363914+0000 mgr.smithi129.iclwio (mgr.14716) 12777 : cluster [DBG] pgmap v10987: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:48.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:48 smithi129 conmon[101092]: cluster 2022-01-18T22:10:47.364529+0000 mgr.smithi129.iclwio (mgr.14716) 12778 : cluster [DBG] 2022-01-18T22:10:48.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:48 smithi129 conmon[101092]: pgmap v10988: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:48 smithi156 conmon[67007]: cluster 2022-01-18T22:10:47.364529+0000 mgr.smithi129.iclwio (mgr.14716) 12778 : cluster [DBG] pgmap v10988: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:50.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:50 smithi129 conmon[101092]: cluster 2022-01-18T22:10:49.365280+0000 mgr.smithi129.iclwio (mgr.14716) 12779 : cluster 2022-01-18T22:10:50.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:50 smithi129 conmon[101092]: [DBG] pgmap v10989: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:10:50.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:50 smithi156 conmon[67007]: cluster 2022-01-18T22:10:49.365280+0000 mgr.smithi129.iclwio (mgr.14716) 12779 : cluster [DBG] pgmap v10989: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:10:52.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:52 smithi129 conmon[101092]: cluster 2022-01-18T22:10:51.365727+0000 mgr.smithi129.iclwio (mgr.14716) 12780 : cluster [DBG] pgmap v10990: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:52 smithi156 conmon[67007]: cluster 2022-01-18T22:10:51.365727+0000 mgr.smithi129.iclwio (mgr.14716) 12780 : cluster [DBG] pgmap v10990: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:54.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:54 smithi129 conmon[101092]: cluster 2022-01-18T22:10:53.366508+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T22:10:54.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:54 smithi129 conmon[101092]: 12781 : cluster [DBG] pgmap v10991: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:54 smithi156 conmon[67007]: cluster 2022-01-18T22:10:53.366508+0000 mgr.smithi129.iclwio (mgr.14716) 12781 : cluster [DBG] pgmap v10991: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:56.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:56 smithi129 conmon[101092]: cluster 2022-01-18T22:10:55.367337+0000 mgr.smithi129.iclwio (mgr.14716) 12782 : cluster [DBG] pgmap v10992: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:56.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:56 smithi156 conmon[67007]: cluster 2022-01-18T22:10:55.367337+0000 mgr.smithi129.iclwio (mgr.14716) 12782 : cluster [DBG] pgmap v10992: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:58.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:10:58 smithi129 conmon[101092]: cluster 2022-01-18T22:10:57.367999+0000 mgr.smithi129.iclwio (mgr.14716) 12783 : cluster [DBG] pgmap v10993: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:10:58.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:10:58 smithi156 conmon[67007]: cluster 2022-01-18T22:10:57.367999+0000 mgr.smithi129.iclwio (mgr.14716) 12783 : cluster [DBG] pgmap v10993: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:00 smithi129 conmon[101092]: cluster 2022-01-18T22:10:59.368829+0000 mgr.smithi129.iclwio (mgr.14716) 12784 : cluster [DBG] 2022-01-18T22:11:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:00 smithi129 conmon[101092]: pgmap v10994: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:11:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:00 smithi129 conmon[101092]: audit 2022-01-18T22:10:59.686332+0000 mon.smithi129 (mon.0) 3764 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T22:11:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:00 smithi129 conmon[101092]: audit 2022-01-18T22:10:59.686588+0000 mon.smithi129 (mon.0) 3765 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T22:11:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:00 smithi156 conmon[67007]: cluster 2022-01-18T22:10:59.368829+0000 mgr.smithi129.iclwio (mgr.14716) 12784 : cluster [DBG] pgmap v10994: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:11:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:00 smithi156 conmon[67007]: audit 2022-01-18T22:10:59.686332+0000 mon.smithi129 (mon.0) 3764 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T22:11:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:00 smithi156 conmon[67007]: audit 2022-01-18T22:10:59.686588+0000 mon.smithi129 (mon.0) 3765 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T22:11:02.326 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T22:11:02.590 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T22:11:02.590 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 8m ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T22:11:02.591 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (6h) 8m ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T22:11:02.591 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (6h) 8m ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T22:11:02.591 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 8m ago 6h 44.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T22:11:02.591 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (6h) 8m ago 6h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T22:11:02.592 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (6h) 8m ago 6h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T22:11:02.592 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (6h) 8m ago 6h 900M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T22:11:02.592 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (6h) 8m ago 6h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T22:11:02.592 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (6h) 8m ago 6h 2028M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T22:11:02.593 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (6h) 8m ago 6h 1099M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T22:11:02.593 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (6h) 8m ago 6h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T22:11:02.593 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (6h) 8m ago 6h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T22:11:02.593 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 8m ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T22:11:02.593 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 8m ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T22:11:02.594 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (6h) 8m ago 6h 2446M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T22:11:02.594 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 8m ago 6h 3579M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T22:11:02.594 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 8m ago 6h 2690M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T22:11:02.594 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6h) 8m ago 6h 3617M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T22:11:02.595 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6h) 8m ago 6h 3357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T22:11:02.595 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6h) 8m ago 6h 3834M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T22:11:02.595 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6h) 8m ago 6h 3117M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T22:11:02.595 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (6h) 8m ago 6h 4449M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T22:11:02.596 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 8m ago 6h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T22:11:02.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:02 smithi129 conmon[101092]: cluster 2022-01-18T22:11:01.369297+0000 mgr.smithi129.iclwio (mgr.14716) 12785 : cluster 2022-01-18T22:11:02.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:02 smithi129 conmon[101092]: [DBG] pgmap v10995: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:02.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:02 smithi156 conmon[67007]: cluster 2022-01-18T22:11:01.369297+0000 mgr.smithi129.iclwio (mgr.14716) 12785 : cluster [DBG] pgmap v10995: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:02.907 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T22:11:02.908 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T22:11:02.908 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:11:02.908 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:11:02.908 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T22:11:02.909 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:11:02.909 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:11:02.909 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T22:11:02.909 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T22:11:02.909 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T22:11:02.910 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:11:02.910 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T22:11:02.910 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T22:11:02.910 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:11:02.911 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T22:11:02.911 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T22:11:02.911 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T22:11:02.911 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T22:11:02.912 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T22:11:03.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:03 smithi129 conmon[101092]: audit 2022-01-18T22:11:02.313178+0000 mgr.smithi129.iclwio (mgr.14716) 12786 : audit [DBG] from='client.42622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:11:03.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:03 smithi129 conmon[101092]: audit 2022 2022-01-18T22:11:03.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:03 smithi129 conmon[101092]: -01-18T22:11:02.581361+0000 mgr.smithi129.iclwio (mgr.14716) 12787 : audit [DBG] from='client.42626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:11:03.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:03 smithi129 conmon[101092]: audit 2022-01-18T22:11:02.907379+0000 mon.smithi129 (mon.0) 3766 : audit [DBG] from='client.? 172.21.15.129:0/2334066240' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:11:03.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:03 smithi156 conmon[67007]: audit 2022-01-18T22:11:02.313178+0000 mgr.smithi129.iclwio (mgr.14716) 12786 : audit [DBG] from='client.42622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:11:03.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:03 smithi156 conmon[67007]: 2022-01-18T22:11:03.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:03 smithi156 conmon[67007]: audit 2022-01-18T22:11:02.581361+0000 mgr.smithi129.iclwio (mgr.14716) 12787 : audit [DBG] from='client.42626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:11:03.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:03 smithi156 conmon[67007]: audit 2022-01-18T22:11:02.907379+0000 mon.smithi129 (mon.0) 3766 : audit [DBG] from='client.? 172.21.15.129:0/2334066240' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:11:04.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:04 smithi129 conmon[101092]: cluster 2022-01-18T22:11:03.369912+0000 mgr.smithi129.iclwio (mgr.14716) 12788 : cluster [DBG] pgmap v10996: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:04.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:04 smithi129 conmon[101092]: 2022-01-18T22:11:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:04 smithi156 conmon[67007]: cluster 2022-01-18T22:11:03.369912+0000 mgr.smithi129.iclwio (mgr.14716) 12788 : cluster [DBG] pgmap v10996: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:06.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:06 smithi129 conmon[101092]: cluster 2022-01-18T22:11:05.370697+0000 mgr.smithi129.iclwio (mgr.14716) 12789 : cluster [DBG] pgmap v10997: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:06.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:06 smithi129 conmon[101092]: 2022-01-18T22:11:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:06 smithi156 conmon[67007]: cluster 2022-01-18T22:11:05.370697+0000 mgr.smithi129.iclwio (mgr.14716) 12789 : cluster [DBG] pgmap v10997: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:08.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:08 smithi129 conmon[101092]: cluster 2022-01-18T22:11:07.371250+0000 mgr.smithi129.iclwio (mgr.14716) 12790 : cluster [DBG] pgmap v10998: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:08 smithi156 conmon[67007]: cluster 2022-01-18T22:11:07.371250+0000 mgr.smithi129.iclwio (mgr.14716) 12790 : cluster [DBG] pgmap v10998: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:10.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:10 smithi129 conmon[101092]: cluster 2022-01-18T22:11:09.371949+0000 mgr.smithi129.iclwio (mgr.14716) 12791 : cluster [DBG] pgmap v10999: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:11:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:10 smithi156 conmon[67007]: cluster 2022-01-18T22:11:09.371949+0000 mgr.smithi129.iclwio (mgr.14716) 12791 : cluster [DBG] pgmap v10999: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:11:12.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:12 smithi129 conmon[101092]: cluster 2022-01-18T22:11:11.372496+0000 mgr.smithi129.iclwio (mgr.14716) 12792 : cluster [DBG] pgmap v11000: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:12 smithi156 conmon[67007]: cluster 2022-01-18T22:11:11.372496+0000 mgr.smithi129.iclwio (mgr.14716) 12792 : cluster [DBG] pgmap v11000: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:14.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:14 smithi129 conmon[101092]: cluster 2022-01-18T22:11:13.373151+0000 mgr.smithi129.iclwio (mgr.14716) 12793 : cluster [DBG] 2022-01-18T22:11:14.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:14 smithi129 conmon[101092]: pgmap v11001: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:14.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:14 smithi156 conmon[67007]: cluster 2022-01-18T22:11:13.373151+0000 mgr.smithi129.iclwio (mgr.14716) 12793 : cluster [DBG] pgmap v11001: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:16.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:16 smithi129 conmon[101092]: cluster 2022-01-18T22:11:15.373872+0000 mgr.smithi129.iclwio (mgr.14716) 12794 : cluster [DBG] 2022-01-18T22:11:16.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:16 smithi129 conmon[101092]: pgmap v11002: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:16.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:16 smithi156 conmon[67007]: cluster 2022-01-18T22:11:15.373872+0000 mgr.smithi129.iclwio (mgr.14716) 12794 : cluster [DBG] pgmap v11002: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:18.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:18 smithi129 conmon[101092]: cluster 2022-01-18T22:11:17.374488+0000 mgr.smithi129.iclwio (mgr.14716) 12795 : cluster 2022-01-18T22:11:18.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:18 smithi129 conmon[101092]: [DBG] pgmap v11003: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:18.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:18 smithi156 conmon[67007]: cluster 2022-01-18T22:11:17.374488+0000 mgr.smithi129.iclwio (mgr.14716) 12795 : cluster [DBG] pgmap v11003: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:20 smithi129 conmon[101092]: cluster 2022-01-18T22:11:19.375318+0000 mgr.smithi129.iclwio (mgr.14716) 12796 : cluster 2022-01-18T22:11:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:20 smithi129 conmon[101092]: [DBG] pgmap v11004: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:11:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:20 smithi156 conmon[67007]: cluster 2022-01-18T22:11:19.375318+0000 mgr.smithi129.iclwio (mgr.14716) 12796 : cluster [DBG] pgmap v11004: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:11:22.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:22 smithi129 conmon[101092]: cluster 2022-01-18T22:11:21.375905+0000 mgr.smithi129.iclwio (mgr.14716) 12797 : cluster [DBG] pgmap v11005: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:22 smithi156 conmon[67007]: cluster 2022-01-18T22:11:21.375905+0000 mgr.smithi129.iclwio (mgr.14716) 12797 : cluster [DBG] pgmap v11005: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:24.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:24 smithi129 conmon[101092]: cluster 2022-01-18T22:11:23.376657+0000 mgr.smithi129.iclwio (mgr.14716) 12798 : cluster [DBG] pgmap v11006: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:24 smithi156 conmon[67007]: cluster 2022-01-18T22:11:23.376657+0000 mgr.smithi129.iclwio (mgr.14716) 12798 : cluster [DBG] pgmap v11006: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:26.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:26 smithi129 conmon[101092]: cluster 2022-01-18T22:11:25.377446+0000 mgr.smithi129.iclwio (mgr.14716) 12799 : cluster [DBG] pgmap v11007: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:26.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:26 smithi156 conmon[67007]: cluster 2022-01-18T22:11:25.377446+0000 mgr.smithi129.iclwio (mgr.14716) 12799 : cluster [DBG] pgmap v11007: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:28 smithi156 conmon[67007]: cluster 2022-01-18T22:11:27.378115+0000 mgr.smithi129.iclwio (mgr.14716) 12800 : cluster [DBG] pgmap v11008: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:28.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:28 smithi129 conmon[101092]: cluster 2022-01-18T22:11:27.378115+0000 mgr.smithi129.iclwio (mgr.14716) 12800 : cluster [DBG] pgmap v11008: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:30.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:30 smithi129 conmon[101092]: cluster 2022-01-18T22:11:29.378902+0000 mgr.smithi129.iclwio (mgr.14716) 12801 : cluster [DBG] pgmap v11009: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:11:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:30 smithi156 conmon[67007]: cluster 2022-01-18T22:11:29.378902+0000 mgr.smithi129.iclwio (mgr.14716) 12801 : cluster [DBG] pgmap v11009: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:11:32.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:32 smithi129 conmon[101092]: cluster 2022-01-18T22:11:31.379360+0000 mgr.smithi129.iclwio (mgr.14716) 12802 : cluster [DBG] pgmap v11010: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:32 smithi156 conmon[67007]: cluster 2022-01-18T22:11:31.379360+0000 mgr.smithi129.iclwio (mgr.14716) 12802 : cluster [DBG] pgmap v11010: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:33.206 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T22:11:33.474 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T22:11:33.474 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 9m ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T22:11:33.475 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (6h) 9m ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T22:11:33.475 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (6h) 9m ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T22:11:33.475 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 9m ago 6h 44.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T22:11:33.475 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (6h) 9m ago 6h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T22:11:33.476 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (6h) 9m ago 6h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T22:11:33.476 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (6h) 9m ago 6h 900M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T22:11:33.476 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (6h) 9m ago 6h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T22:11:33.476 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (6h) 9m ago 6h 2028M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T22:11:33.476 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (6h) 9m ago 6h 1099M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T22:11:33.477 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (6h) 9m ago 6h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T22:11:33.477 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (6h) 9m ago 6h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T22:11:33.477 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 9m ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T22:11:33.477 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 9m ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T22:11:33.478 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (6h) 9m ago 6h 2446M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T22:11:33.478 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 9m ago 6h 3579M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T22:11:33.478 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 9m ago 6h 2690M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T22:11:33.478 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6h) 9m ago 6h 3617M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T22:11:33.479 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6h) 9m ago 6h 3357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T22:11:33.479 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6h) 9m ago 6h 3834M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T22:11:33.479 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6h) 9m ago 6h 3117M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T22:11:33.479 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (6h) 9m ago 6h 4449M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T22:11:33.480 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 9m ago 6h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T22:11:33.790 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T22:11:33.791 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T22:11:33.791 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:11:33.791 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:11:33.791 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T22:11:33.792 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:11:33.792 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:11:33.792 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T22:11:33.792 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T22:11:33.793 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T22:11:33.793 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:11:33.793 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T22:11:33.793 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T22:11:33.793 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:11:33.794 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T22:11:33.794 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T22:11:33.795 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T22:11:33.795 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T22:11:33.795 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T22:11:34.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:34 smithi129 conmon[101092]: audit 2022-01-18T22:11:33.194472+0000 mgr.smithi129.iclwio (mgr.14716) 12803 : audit [DBG] from='client.42634 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:11:34.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:34 smithi129 conmon[101092]: cluster 2022-01-18T22:11:33.379859+0000 mgr.smithi129.iclwio (mgr.14716) 12804 : cluster [DBG] pgmap v11011: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:34.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:34 smithi129 conmon[101092]: audit 2022-01-18T22:11:33.465565+0000 mgr.smithi129.iclwio (mgr.14716) 12805 : audit [DBG] from='client.42638 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:11:34.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:34 smithi129 conmon[101092]: audit 2022-01-18T22:11:33.790509+0000 mon.smithi129 (mon.0) 3767 : audit [DBG] from='client.? 172.21.15.129:0/1732483354' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:11:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:34 smithi156 conmon[67007]: audit 2022-01-18T22:11:33.194472+0000 mgr.smithi129.iclwio (mgr.14716) 12803 : audit [DBG] from='client.42634 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:11:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:34 smithi156 conmon[67007]: cluster 2022-01-18T22:11:33.379859+0000 mgr.smithi129.iclwio (mgr.14716) 12804 : cluster [DBG] pgmap v11011: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:34 smithi156 conmon[67007]: audit 2022-01-18T22:11:33.465565+0000 mgr.smithi129.iclwio (mgr.14716) 12805 : audit [DBG] from='client.42638 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:11:34.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:34 smithi156 conmon[67007]: audit 2022-01-18T22: 2022-01-18T22:11:34.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:34 smithi156 conmon[67007]: 11:33.790509+0000 mon.smithi129 (mon.0) 3767 : audit [DBG] from='client.? 172.21.15.129:0/1732483354' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:11:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:36 smithi156 conmon[67007]: cluster 2022-01-18T22:11:35.380574+0000 mgr.smithi129.iclwio (mgr.14716) 12806 : cluster [DBG] pgmap v11012: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:36 smithi156 conmon[67007]: 2022-01-18T22:11:36.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:36 smithi129 conmon[101092]: cluster 2022-01-18T22:11:35.380574+0000 mgr.smithi129.iclwio (mgr.14716) 12806 : cluster [DBG] pgmap v11012: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:38.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:38 smithi156 conmon[67007]: cluster 2022-01-18T22:11:37.381201+0000 mgr.smithi129.iclwio (mgr.14716) 12807 : cluster [DBG] pgmap v11013: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:38.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:38 smithi129 conmon[101092]: cluster 2022-01-18T22:11:37.381201+0000 mgr.smithi129.iclwio (mgr.14716) 12807 : cluster [DBG] pgmap v11013: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:40.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:40 smithi129 conmon[101092]: cluster 2022-01-18T22:11:39.382045+0000 mgr.smithi129.iclwio (mgr.14716) 12808 : cluster [DBG] pgmap v11014: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:11:40.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:40 smithi156 conmon[67007]: cluster 2022-01-18T22:11:39.382045+0000 mgr.smithi129.iclwio (mgr.14716) 12808 : cluster [DBG] pgmap v11014: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:11:42.688 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:42 smithi129 conmon[101092]: cluster 2022-01-18T22:11:41.382514+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T22:11:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:42 smithi129 conmon[101092]: 14716) 12809 : cluster [DBG] pgmap v11015: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:42 smithi129 conmon[101092]: audit 2022-01-18T22:11:42.396328+0000 mon.smithi129 (mon.0) 3768 : audit [DBG] 2022-01-18T22:11:42.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:42 smithi129 conmon[101092]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T22:11:42.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:42 smithi129 conmon[101092]: audit 2022-01-18T22 2022-01-18T22:11:42.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:42 smithi129 conmon[101092]: :11:42.397864+0000 mon.smithi129 2022-01-18T22:11:42.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:42 smithi129 conmon[101092]: (mon.0) 3769 : audit 2022-01-18T22:11:42.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:42 smithi129 conmon[101092]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T22:11:42.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:42 smithi129 conmon[101092]: audit 2022- 2022-01-18T22:11:42.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:42 smithi129 conmon[101092]: 01-18T22:11:42.398783 2022-01-18T22:11:42.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:42 smithi129 conmon[101092]: +0000 mon.smithi129 (mon.0) 3770 : 2022-01-18T22:11:42.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:42 smithi129 conmon[101092]: audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T22:11:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:42 smithi156 conmon[67007]: cluster 2022-01-18T22:11:41.382514+0000 mgr.smithi129.iclwio (mgr.14716) 12809 : cluster [DBG] pgmap v11015: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:42 smithi156 conmon[67007]: audit 2022-01-18T22:11:42.396328+0000 2022-01-18T22:11:42.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:42 smithi156 conmon[67007]: mon.smithi129 (mon.0) 3768 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T22:11:42.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:42 smithi156 conmon[67007]: audit 2022-01-18T22:11:42.397864+0000 mon.smithi129 (mon.0) 3769 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T22:11:42.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:42 smithi156 conmon[67007]: audit 2022-01-18T22:11:42.398783+0000 mon.smithi129 (mon.0) 3770 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T22:11:43.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:43 smithi156 conmon[67007]: cephadm 2022-01-18T22:11:42.399519+0000 mgr.smithi129.iclwio (mgr.14716) 12810 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T22:11:43.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:43 smithi156 conmon[67007]: audit 2022-01-18T22:11:42.704575+0000 mon.smithi129 (mon.0) 3771 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T22:11:43.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:43 smithi156 conmon[67007]: audit 2022-01-18T22:11:42.704813+0000 mon.smithi129 (mon.0) 3772 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T22:11:43.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:43 smithi156 conmon[67007]: audit 2022-01-18T22:11:42.711270+0000 mon.smithi129 (mon.0) 3773 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:11:43.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:43 smithi156 conmon[67007]: audit 2022-01-18T22:11:42.718195+0000 mon.smithi129 (mon.0) 3774 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:11:43.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:43 smithi129 conmon[101092]: cephadm 2022-01-18T22:11:42.399519+0000 mgr.smithi129.iclwio (mgr.14716) 12810 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T22:11:43.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:43 smithi129 conmon[101092]: audit 2022-01-18T22:11:42.704575+0000 mon.smithi129 (mon.0) 3771 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2022-01-18T22:11:43.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:43 smithi129 conmon[101092]: audit 2022-01-18T22:11:42.704813+0000 mon.smithi129 (mon.0) 3772 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2022-01-18T22:11:43.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:43 smithi129 conmon[101092]: audit 2022-01-18T22:11:42.711270+0000 mon.smithi129 (mon.0) 3773 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:11:43.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:43 smithi129 conmon[101092]: audit 2022-01-18T22:11:42.718195+0000 mon.smithi129 (mon.0) 3774 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:11:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:44 smithi156 conmon[67007]: cluster 2022-01-18T22:11:43.383100+0000 mgr.smithi129.iclwio (mgr.14716) 12811 : cluster [DBG] pgmap v11016: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:44.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:44 smithi129 conmon[101092]: cluster 2022-01-18T22:11:43.383100+0000 mgr.smithi129.iclwio (mgr.14716) 12811 : cluster [DBG] pgmap v11016: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:44.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:44 smithi129 conmon[101092]: 2022-01-18T22:11:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:46 smithi156 conmon[67007]: cluster 2022-01-18T22:11:45.383956+0000 mgr.smithi129.iclwio (mgr.14716) 12812 : cluster [DBG] pgmap v11017: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:46.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:46 smithi129 conmon[101092]: cluster 2022-01-18T22:11:45.383956+0000 mgr.smithi129.iclwio (mgr.14716) 12812 : cluster [DBG] pgmap v11017: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:48 smithi156 conmon[67007]: cluster 2022-01-18T22:11:47.384407+0000 mgr.smithi129.iclwio (mgr.14716) 12813 : cluster [DBG] pgmap v11018: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:48.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:48 smithi129 conmon[101092]: cluster 2022-01-18T22:11:47.384407+0000 mgr.smithi129.iclwio (mgr.14716) 12813 : cluster [DBG] pgmap v11018: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:50.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:50 smithi129 conmon[101092]: cluster 2022-01-18T22:11:49.385281+0000 mgr.smithi129.iclwio (mgr.14716) 12814 : cluster [DBG] pgmap v11019: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:11:50.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:50 smithi156 conmon[67007]: cluster 2022-01-18T22:11:49.385281+0000 mgr.smithi129.iclwio (mgr.14716) 12814 : cluster [DBG] pgmap v11019: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:11:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:52 smithi156 conmon[67007]: cluster 2022-01-18T22:11:51.385995+0000 mgr.smithi129.iclwio (mgr.14716) 12815 : cluster [DBG] pgmap v11020: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:52.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:52 smithi129 conmon[101092]: cluster 2022-01-18T22:11:51.385995+0000 mgr.smithi129.iclwio (mgr.14716) 12815 : cluster [DBG] pgmap v11020: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:54 smithi156 conmon[67007]: cluster 2022-01-18T22:11:53.386681+0000 mgr.smithi129.iclwio (mgr.14716) 12816 : cluster [DBG] 2022-01-18T22:11:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:54 smithi156 conmon[67007]: pgmap v11021: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:54.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:54 smithi129 conmon[101092]: cluster 2022-01-18T22:11:53.386681+0000 mgr.smithi129.iclwio (mgr.14716) 12816 : cluster [DBG] pgmap v11021: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:54.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:54 smithi129 conmon[101092]: 2022-01-18T22:11:56.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:56 smithi156 conmon[67007]: cluster 2022-01-18T22:11:55.387527+0000 mgr.smithi129.iclwio (mgr.14716) 12817 : cluster [DBG] 2022-01-18T22:11:56.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:56 smithi156 conmon[67007]: pgmap v11022: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:56.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:56 smithi129 conmon[101092]: cluster 2022-01-18T22:11:55.387527+0000 mgr.smithi129.iclwio (mgr.14716) 12817 : 2022-01-18T22:11:56.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:56 smithi129 conmon[101092]: cluster [DBG] pgmap v11022: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:58.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:11:58 smithi156 conmon[67007]: cluster 2022-01-18T22:11:57.388153+0000 mgr.smithi129.iclwio (mgr.14716) 12818 : cluster [DBG] pgmap v11023: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:11:58.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:11:58 smithi129 conmon[101092]: cluster 2022-01-18T22:11:57.388153+0000 mgr.smithi129.iclwio (mgr.14716) 12818 : cluster [DBG] pgmap v11023: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:00 smithi129 conmon[101092]: cluster 2022-01-18T22:11:59.388874+0000 mgr.smithi129.iclwio (mgr.14716) 12819 : cluster [DBG] pgmap v11024: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:12:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:00 smithi129 conmon[101092]: 2022-01-18T22:12:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:00 smithi129 conmon[101092]: audit 2022-01-18T22:11:59.690092+0000 mon.smithi129 (mon.0) 3775 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T22:12:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:00 smithi129 conmon[101092]: audit 2022-01-18T22:11:59.690319+0000 mon.smithi129 (mon.0) 2022-01-18T22:12:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:00 smithi129 conmon[101092]: 3776 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T22:12:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:00 smithi156 conmon[67007]: cluster 2022-01-18T22:11:59.388874+0000 mgr.smithi129.iclwio (mgr.14716) 12819 : cluster [DBG] pgmap v11024: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:12:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:00 smithi156 conmon[67007]: audit 2022-01-18T22:11:59.690092+0000 mon.smithi129 (mon.0) 3775 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T22:12:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:00 smithi156 conmon[67007]: audit 2022-01-18T22:11:59.690319+0000 mon.smithi129 (mon.0) 3776 : audit [INF] 2022-01-18T22:12:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:00 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T22:12:02.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:02 smithi156 conmon[67007]: cluster 2022-01-18T22:12:01.389332+0000 mgr.smithi129.iclwio (mgr.14716) 12820 : cluster [DBG] pgmap v11025: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:02.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:02 smithi129 conmon[101092]: cluster 2022-01-18T22:12:01.389332+0000 mgr.smithi129.iclwio (mgr.14716) 12820 : cluster [DBG] pgmap v11025: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:04.091 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T22:12:04.364 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T22:12:04.364 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 9m ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T22:12:04.364 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (6h) 9m ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T22:12:04.364 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (6h) 9m ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T22:12:04.365 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 9m ago 6h 44.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T22:12:04.365 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (6h) 9m ago 6h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T22:12:04.365 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (6h) 9m ago 6h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T22:12:04.365 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (6h) 9m ago 6h 900M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T22:12:04.366 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (6h) 9m ago 6h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T22:12:04.366 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (6h) 9m ago 6h 2028M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T22:12:04.366 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (6h) 9m ago 6h 1099M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T22:12:04.366 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (6h) 9m ago 6h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T22:12:04.367 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (6h) 9m ago 6h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T22:12:04.367 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 9m ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T22:12:04.367 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 9m ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T22:12:04.367 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (6h) 9m ago 6h 2446M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T22:12:04.367 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 9m ago 6h 3579M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T22:12:04.368 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 9m ago 6h 2690M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T22:12:04.368 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6h) 9m ago 6h 3617M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T22:12:04.368 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6h) 9m ago 6h 3357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T22:12:04.368 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6h) 9m ago 6h 3834M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T22:12:04.369 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6h) 9m ago 6h 3117M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T22:12:04.369 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (6h) 9m ago 6h 4449M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T22:12:04.369 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 9m ago 6h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T22:12:04.680 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T22:12:04.680 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T22:12:04.680 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:12:04.681 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:12:04.681 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T22:12:04.681 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:12:04.681 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:12:04.682 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T22:12:04.682 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T22:12:04.682 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T22:12:04.682 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:12:04.683 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T22:12:04.683 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T22:12:04.683 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:12:04.683 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T22:12:04.684 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T22:12:04.684 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T22:12:04.684 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T22:12:04.684 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T22:12:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:04 smithi156 conmon[67007]: cluster 2022-01-18T22:12:03.389875+0000 mgr.smithi129.iclwio (mgr.14716) 12821 : cluster [DBG] pgmap v11026: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:04.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:04 smithi129 conmon[101092]: cluster 2022-01-18T22:12:03.389875+0000 mgr.smithi129.iclwio (mgr.14716) 12821 : cluster 2022-01-18T22:12:04.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:04 smithi129 conmon[101092]: [DBG] pgmap v11026: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:05.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:05 smithi156 conmon[67007]: audit 2022-01-18T22:12:04.079042+0000 mgr.smithi129.iclwio (mgr.14716) 12822 : audit [DBG] from='client.42646 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:12:05.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:05 smithi156 conmon[67007]: audit 2022-01-18T22:12:04.355010+0000 mgr.smithi129.iclwio (mgr.14716) 12823 : audit [DBG] from='client.42650 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:12:05.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:05 smithi156 conmon[67007]: audit 2022-01-18T22:12:04.680025+0000 mon.smithi129 (mon.0) 3777 : audit 2022-01-18T22:12:05.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:05 smithi156 conmon[67007]: [DBG] from='client.? 172.21.15.129:0/1656414283' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:12:05.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:05 smithi129 conmon[101092]: audit 2022-01-18T22:12:04.079042+0000 mgr.smithi129.iclwio (mgr.14716) 12822 : audit [DBG] from='client.42646 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:12:05.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:05 smithi129 conmon[101092]: audit 2022-01-18T22: 2022-01-18T22:12:05.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:05 smithi129 conmon[101092]: 12:04.355010+0000 mgr.smithi129.iclwio (mgr.14716) 12823 : audit [DBG] from='client.42650 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:12:05.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:05 smithi129 conmon[101092]: audit 2022-01-18T22:12:04.680025+0000 mon.smithi129 (mon.0) 3777 : audit [DBG] from='client.? 172.21.15.129:0/1656414283' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:12:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:06 smithi156 conmon[67007]: cluster 2022-01-18T22:12:05.390538+0000 mgr.smithi129.iclwio (mgr.14716) 12824 : cluster [DBG] 2022-01-18T22:12:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:06 smithi156 conmon[67007]: pgmap v11027: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:06.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:06 smithi129 conmon[101092]: cluster 2022-01-18T22:12:05.390538+0000 mgr.smithi129.iclwio (mgr.14716) 12824 : cluster [DBG] 2022-01-18T22:12:06.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:06 smithi129 conmon[101092]: pgmap v11027: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:08 smithi156 conmon[67007]: cluster 2022-01-18T22:12:07.391241+0000 mgr.smithi129.iclwio (mgr.14716) 12825 : cluster [DBG] pgmap v11028: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:08.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:08 smithi129 conmon[101092]: cluster 2022-01-18T22:12:07.391241+0000 mgr.smithi129.iclwio (mgr.14716) 12825 : cluster [DBG] pgmap v11028: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:10.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:10 smithi129 conmon[101092]: cluster 2022-01-18T22:12:09.392180+0000 mgr.smithi129.iclwio (mgr.14716) 12826 : cluster [DBG] pgmap v11029: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:12:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:10 smithi156 conmon[67007]: cluster 2022-01-18T22:12:09.392180+0000 mgr.smithi129.iclwio (mgr.14716) 12826 : cluster [DBG] pgmap v11029: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:12:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:12 smithi156 conmon[67007]: cluster 2022-01-18T22:12:11.392669+0000 mgr.smithi129.iclwio (mgr.14716) 12827 : cluster [DBG] pgmap v11030: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:12.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:12 smithi129 conmon[101092]: cluster 2022-01-18T22:12:11.392669+0000 mgr.smithi129.iclwio (mgr.14716) 12827 : cluster [DBG] pgmap v11030: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:14.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:14 smithi156 conmon[67007]: cluster 2022-01-18T22:12:13.393250+0000 mgr.smithi129.iclwio (mgr.14716) 12828 : cluster [DBG] 2022-01-18T22:12:14.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:14 smithi156 conmon[67007]: pgmap v11031: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:14.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:14 smithi129 conmon[101092]: cluster 2022-01-18T22:12:13.393250+0000 mgr.smithi129.iclwio (mgr.14716) 12828 : cluster [DBG] pgmap v11031: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:16.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:16 smithi156 conmon[67007]: cluster 2022-01-18T22:12:15.394170+0000 mgr.smithi129.iclwio (mgr.14716) 12829 : cluster [DBG] pgmap v11032: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:16.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:16 smithi129 conmon[101092]: cluster 2022-01-18T22:12:15.394170+0000 mgr.smithi129.iclwio (mgr.14716) 12829 : cluster [DBG] pgmap v11032: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:18.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:18 smithi156 conmon[67007]: cluster 2022-01-18T22:12:17.394661+0000 mgr.smithi129.iclwio (mgr.14716) 12830 : cluster [DBG] pgmap v11033: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:18.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:18 smithi129 conmon[101092]: cluster 2022-01-18T22:12:17.394661+0000 mgr.smithi129.iclwio (mgr.14716) 12830 : cluster [DBG] pgmap v11033: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:20 smithi129 conmon[101092]: cluster 2022-01-18T22:12:19.395525+0000 mgr.smithi129.iclwio (mgr.14716) 12831 : cluster [DBG] pgmap v11034: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:12:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:20 smithi156 conmon[67007]: cluster 2022-01-18T22:12:19.395525+0000 mgr.smithi129.iclwio (mgr.14716) 12831 : cluster [DBG] pgmap v11034: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:12:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:22 smithi156 conmon[67007]: cluster 2022-01-18T22:12:21.396196+0000 mgr.smithi129.iclwio (mgr.14716) 12832 : cluster [DBG] pgmap v11035: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:22.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:22 smithi129 conmon[101092]: cluster 2022-01-18T22:12:21.396196+0000 mgr.smithi129.iclwio (mgr.14716) 12832 : cluster [DBG] pgmap v11035: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:24 smithi156 conmon[67007]: cluster 2022-01-18T22:12:23.396963+0000 mgr.smithi129.iclwio (mgr.14716) 12833 : cluster [DBG] pgmap v11036: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:24.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:24 smithi129 conmon[101092]: cluster 2022-01-18T22:12:23.396963+0000 mgr.smithi129.iclwio (mgr.14716) 12833 : cluster [DBG] pgmap v11036: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:26.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:26 smithi156 conmon[67007]: cluster 2022-01-18T22:12:25.397719+0000 mgr.smithi129.iclwio (mgr.14716) 12834 : cluster [DBG] pgmap v11037: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:26.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:26 smithi129 conmon[101092]: cluster 2022-01-18T22:12:25.397719+0000 mgr.smithi129.iclwio (mgr.14716) 12834 : cluster [DBG] pgmap v11037: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:28 smithi156 conmon[67007]: cluster 2022-01-18T22:12:27.398224+0000 mgr.smithi129.iclwio (mgr.14716) 12835 : cluster [DBG] pgmap v11038: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:28.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:28 smithi129 conmon[101092]: cluster 2022-01-18T22:12:27.398224+0000 mgr.smithi129.iclwio (mgr.14716) 12835 : cluster [DBG] pgmap v11038: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:30.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:30 smithi129 conmon[101092]: cluster 2022-01-18T22:12:29.399054+0000 mgr.smithi129.iclwio (mgr.14716) 12836 : cluster [DBG] pgmap v11039: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:12:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:30 smithi156 conmon[67007]: cluster 2022-01-18T22:12:29.399054+0000 mgr.smithi129.iclwio (mgr.14716) 12836 : cluster [DBG] pgmap v11039: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:12:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:32 smithi156 conmon[67007]: cluster 2022-01-18T22:12:31.399557+0000 mgr.smithi129.iclwio (mgr.14716) 12837 : cluster [DBG] pgmap v11040: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:32 smithi156 conmon[67007]: 2022-01-18T22:12:32.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:32 smithi129 conmon[101092]: cluster 2022-01-18T22:12:31.399557+0000 mgr.smithi129.iclwio (mgr.14716) 12837 : cluster [DBG] pgmap v11040: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:32.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:32 smithi129 conmon[101092]: 2022-01-18T22:12:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:34 smithi156 conmon[67007]: cluster 2022-01-18T22:12:33.400218+0000 mgr.smithi129.iclwio (mgr.14716) 12838 : cluster [DBG] 2022-01-18T22:12:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:34 smithi156 conmon[67007]: pgmap v11041: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:34.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:34 smithi129 conmon[101092]: cluster 2022-01-18T22:12:33.400218+0000 mgr.smithi129.iclwio (mgr.14716) 12838 : cluster [DBG] pgmap v11041: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:34.981 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T22:12:35.247 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T22:12:35.247 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 10m ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T22:12:35.247 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (6h) 10m ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T22:12:35.248 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (6h) 10m ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T22:12:35.248 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 10m ago 6h 44.8M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T22:12:35.248 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (6h) 10m ago 6h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T22:12:35.248 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (6h) 10m ago 6h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T22:12:35.249 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (6h) 10m ago 6h 900M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T22:12:35.249 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (6h) 10m ago 6h 401M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T22:12:35.249 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (6h) 10m ago 6h 2028M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T22:12:35.249 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (6h) 10m ago 6h 1099M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T22:12:35.250 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (6h) 10m ago 6h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T22:12:35.250 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (6h) 10m ago 6h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T22:12:35.251 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 10m ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T22:12:35.251 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 10m ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T22:12:35.252 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (6h) 10m ago 6h 2446M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T22:12:35.252 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 10m ago 6h 3579M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T22:12:35.253 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 10m ago 6h 2690M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T22:12:35.253 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6h) 10m ago 6h 3617M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T22:12:35.253 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6h) 10m ago 6h 3357M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T22:12:35.254 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6h) 10m ago 6h 3834M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T22:12:35.254 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6h) 10m ago 6h 3117M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T22:12:35.254 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (6h) 10m ago 6h 4449M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T22:12:35.254 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 10m ago 6h 135M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T22:12:35.564 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T22:12:35.564 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T22:12:35.564 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:12:35.565 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:12:35.565 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T22:12:35.565 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:12:35.565 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:12:35.566 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T22:12:35.566 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T22:12:35.566 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T22:12:35.566 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:12:35.566 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T22:12:35.567 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T22:12:35.567 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:12:35.567 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T22:12:35.567 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T22:12:35.568 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T22:12:35.568 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T22:12:35.568 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T22:12:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:36 smithi156 conmon[67007]: audit 2022-01-18T22:12:34.969376+0000 mgr.smithi129.iclwio (mgr.14716) 12839 : audit [DBG] 2022-01-18T22:12:36.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:36 smithi156 conmon[67007]: from='client.42658 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:12:36.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:36 smithi156 conmon[67007]: audit 2022-01-18T22:12:35.238055+0000 mgr.smithi129.iclwio (mgr.14716) 12840 : audit [DBG] from='client.42662 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:12:36.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:36 smithi156 conmon[67007]: cluster 2022-01-18T22:12:36.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:36 smithi156 conmon[67007]: 2022-01-18T22:12:35.400923+0000 mgr.smithi129.iclwio (mgr.14716) 12841 : cluster [DBG] pgmap v11042: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:36.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:36 smithi156 conmon[67007]: audit 2022-01-18T22:12:36.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:36 smithi156 conmon[67007]: 2022-01-18T22:12: 2022-01-18T22:12:36.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:36 smithi156 conmon[67007]: 35.564062+0000 mon.smithi129 (mon.0) 3778 2022-01-18T22:12:36.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:36 smithi156 conmon[67007]: : audit [DBG] from='client.? 172.21.15.129:0/2786725502' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:12:36.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:36 smithi129 conmon[101092]: audit 2022-01-18T22:12:34.969376+0000 mgr.smithi129.iclwio (mgr.14716) 12839 : audit [DBG] from='client.42658 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:12:36.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:36 smithi129 conmon[101092]: audit 2022-01-18T22:12:35.238055+0000 mgr.smithi129.iclwio (mgr.14716) 12840 : audit [DBG] from='client.42662 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:12:36.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:36 smithi129 conmon[101092]: cluster 2022-01-18T22:12:35.400923+0000 mgr.smithi129.iclwio (mgr.14716) 12841 : cluster [DBG] pgmap v11042: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:36.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:36 smithi129 conmon[101092]: audit 2022-01-18T22:12 2022-01-18T22:12:36.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:36 smithi129 conmon[101092]: :35.564062+0000 mon.smithi129 (mon.0) 3778 : audit [DBG] from='client.? 172.21.15.129:0/2786725502' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:12:38.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:38 smithi156 conmon[67007]: cluster 2022-01-18T22:12:37.401394+0000 mgr.smithi129.iclwio (mgr.14716) 12842 : cluster [DBG] pgmap v11043: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:38.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:38 smithi156 conmon[67007]: 2022-01-18T22:12:38.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:38 smithi129 conmon[101092]: cluster 2022-01-18T22:12:37.401394+0000 mgr.smithi129.iclwio (mgr.14716) 12842 : cluster [DBG] 2022-01-18T22:12:38.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:38 smithi129 conmon[101092]: pgmap v11043: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:40.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:40 smithi129 conmon[101092]: cluster 2022-01-18T22:12:39.402204+0000 mgr.smithi129.iclwio (mgr.14716) 12843 : cluster 2022-01-18T22:12:40.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:40 smithi129 conmon[101092]: [DBG] pgmap v11044: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:12:40.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:40 smithi156 conmon[67007]: cluster 2022-01-18T22:12:39.402204+0000 mgr.smithi129.iclwio (mgr.14716) 12843 : cluster [DBG] 2022-01-18T22:12:40.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:40 smithi156 conmon[67007]: pgmap v11044: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:12:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:42 smithi156 conmon[67007]: cluster 2022-01-18T22:12:41.402748+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T22:12:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:42 smithi156 conmon[67007]: ) 12844 : cluster [DBG] pgmap v11045: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:42.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:42 smithi129 conmon[101092]: cluster 2022-01-18T22:12:41.402748+0000 mgr.smithi129.iclwio (mgr.14716) 12844 : cluster [DBG] pgmap v11045: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:43.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:43 smithi156 conmon[67007]: audit 2022-01-18T22:12:42.720689+0000 mon.smithi129 (mon.0) 3779 : audit 2022-01-18T22:12:43.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:43 smithi156 conmon[67007]: [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T22:12:43.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:43 smithi156 conmon[67007]: audit 2022-01-18T22:12:42.722083+0000 mon.smithi129 (mon.0) 3780 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T22:12:43.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:43 smithi156 conmon[67007]: audit 2022-01-18T22:12:42.722986+0000 mon.smithi129 (mon.0) 3781 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T22:12:43.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:43 smithi156 conmon[67007]: audit 2022-01-18T22:12:42.982247+0000 mon.smithi129 (mon.0) 3782 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:12:43.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:43 smithi129 conmon[101092]: audit 2022-01-18T22:12:42.720689+0000 mon.smithi129 (mon.0) 2022-01-18T22:12:43.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:43 smithi129 conmon[101092]: 3779 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T22:12:43.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:43 smithi129 conmon[101092]: audit 2022-01-18T22:12:42.722083+0000 mon.smithi129 (mon.0) 3780 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T22:12:43.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:43 smithi129 conmon[101092]: audit 2022-01-18T22:12:42.722986+0000 mon.smithi129 (mon.0) 3781 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T22:12:43.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:43 smithi129 conmon[101092]: audit 2022-01 2022-01-18T22:12:43.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:43 smithi129 conmon[101092]: -18T22:12:42.982247+0000 mon.smithi129 2022-01-18T22:12:43.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:43 smithi129 conmon[101092]: (mon.0) 3782 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:12:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:44 smithi156 conmon[67007]: cephadm 2022-01-18T22:12: 2022-01-18T22:12:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:44 smithi156 conmon[67007]: 42.723731+0000 mgr.smithi129.iclwio (mgr.14716) 12845 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T22:12:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:44 smithi156 conmon[67007]: cluster 2022-01-18T22:12:43.403238+0000 2022-01-18T22:12:44.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:44 smithi156 conmon[67007]: mgr.smithi129.iclwio (mgr.14716) 12846 : cluster [DBG] pgmap v11046: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:44.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:44 smithi156 conmon[67007]: 2022-01-18T22:12:44.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:44 smithi129 conmon[101092]: cephadm 2022-01-18T22:12:42.723731+0000 2022-01-18T22:12:44.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:44 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 12845 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T22:12:44.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:44 smithi129 conmon[101092]: cluster 2022-01-18T22:12:43.403238+0000 mgr.smithi129.iclwio (mgr.14716) 12846 : cluster [DBG] pgmap v11046: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:46 smithi156 conmon[67007]: cluster 2022-01-18T22:12:45.403950+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T22:12:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:46 smithi156 conmon[67007]: ) 12847 : cluster [DBG] pgmap v11047: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:46.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:46 smithi156 conmon[67007]: audit 2022-01-18T22:12:46.089389+0000 mon.smithi129 (mon.0) 3783 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:12:46.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:46 smithi129 conmon[101092]: cluster 2022-01-18T22:12:45.403950+0000 mgr.smithi129.iclwio (mgr.14716) 12847 : cluster [DBG] pgmap v11047: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:46.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:46 smithi129 conmon[101092]: audit 2022-01-18T22:12:46.089389+0000 mon.smithi129 (mon.0) 3783 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:12:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:48 smithi156 conmon[67007]: cluster 2022-01-18T22:12:47.404410+0000 mgr.smithi129.iclwio (mgr.14716) 12848 : cluster 2022-01-18T22:12:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:48 smithi156 conmon[67007]: [DBG] pgmap v11048: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:48.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:48 smithi156 conmon[67007]: audit 2022-01-18T22:12:48.189600+0000 mon.smithi129 (mon.0) 3784 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:12:48.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:48 smithi129 conmon[101092]: cluster 2022-01-18T22:12:47.404410+0000 mgr.smithi129.iclwio 2022-01-18T22:12:48.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:48 smithi129 conmon[101092]: (mgr.14716) 12848 : cluster [DBG] pgmap v11048: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:48.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:48 smithi129 conmon[101092]: audit 2022-01-18T22:12:48.189600+0000 mon.smithi129 (mon.0) 3784 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:12:49.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:49 smithi156 conmon[67007]: audit 2022-01-18T22:12:48.484406+0000 mon.smithi129 (mon.0) 3785 : audit [INF] 2022-01-18T22:12:49.850 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:49 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:12:49.850 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:49 smithi156 conmon[67007]: audit 2022-01-18T22:12:48.489099+0000 mon.smithi129 (mon.0) 3786 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:12:49.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:49 smithi129 conmon[101092]: audit 2022-01-18T22:12:48.484406+0000 mon.smithi129 (mon.0) 3785 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:12:49.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:49 smithi129 conmon[101092]: audit 2022-01-18T22:12:48.489099+0000 mon.smithi129 2022-01-18T22:12:49.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:49 smithi129 conmon[101092]: (mon.0) 3786 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:12:50.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:50 smithi156 conmon[67007]: cluster 2022-01-18T22:12:49.405115+0000 mgr.smithi129.iclwio (mgr.14716) 12849 : cluster [DBG] pgmap v11049: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:12:50.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:50 smithi129 conmon[101092]: cluster 2022-01-18T22:12:49.405115+0000 mgr.smithi129.iclwio (mgr.14716) 12849 : cluster [DBG] pgmap v11049: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:12:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:52 smithi156 conmon[67007]: cluster 2022-01-18T22:12:51.405728+0000 mgr.smithi129.iclwio (mgr.14716) 12850 : cluster [DBG] pgmap v11050: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:52.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:52 smithi129 conmon[101092]: cluster 2022-01-18T22:12:51.405728+0000 mgr.smithi129.iclwio (mgr.14716) 12850 : cluster [DBG] pgmap v11050: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:54 smithi156 conmon[67007]: cluster 2022-01-18T22:12:53.406328+0000 mgr.smithi129.iclwio (mgr.14716) 12851 : cluster [DBG] pgmap v11051: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:54.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:54 smithi129 conmon[101092]: cluster 2022-01-18T22:12:53.406328+0000 mgr.smithi129.iclwio (mgr.14716) 12851 : cluster [DBG] pgmap v11051: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:56.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:56 smithi156 conmon[67007]: cluster 2022-01-18T22:12:55.407027+0000 mgr.smithi129.iclwio 2022-01-18T22:12:56.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:56 smithi156 conmon[67007]: (mgr.14716) 12852 : cluster [DBG] pgmap v11052: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:56.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:56 smithi129 conmon[101092]: cluster 2022-01-18T22:12:55.407027+0000 mgr.smithi129.iclwio (mgr.14716) 12852 : cluster [DBG] pgmap v11052: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:58.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:58 smithi156 conmon[67007]: cluster 2022-01-18T22:12:57.407721+0000 mgr.smithi129.iclwio (mgr.14716) 12853 : cluster 2022-01-18T22:12:58.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:12:58 smithi156 conmon[67007]: [DBG] pgmap v11053: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:58.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:58 smithi129 conmon[101092]: cluster 2022-01-18T22:12:57.407721+0000 mgr.smithi129.iclwio (mgr.14716) 12853 : cluster [DBG] pgmap v11053: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:12:58.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:12:58 smithi129 conmon[101092]: 2022-01-18T22:13:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:00 smithi129 conmon[101092]: cluster 2022-01-18T22:12:59.408451+0000 mgr.smithi129.iclwio (mgr.14716) 12854 : cluster [DBG] pgmap v11054: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:13:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:00 smithi129 conmon[101092]: audit 2022-01-18T22:12:59.694373+0000 mon.smithi129 (mon.0) 3787 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T22:13:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:00 smithi129 conmon[101092]: audit 2022-01-18T22:12:59.694589+0000 mon.smithi129 (mon.0) 3788 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T22:13:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:00 smithi156 conmon[67007]: cluster 2022-01-18T22:12:59.408451+0000 mgr.smithi129.iclwio (mgr.14716) 12854 : cluster 2022-01-18T22:13:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:00 smithi156 conmon[67007]: [DBG] pgmap v11054: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:13:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:00 smithi156 conmon[67007]: audit 2022-01-18T22:12:59.694373+0000 mon.smithi129 (mon.0) 3787 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T22:13:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:00 smithi156 conmon[67007]: audit 2022-01-18T22:12:59.694589+0000 mon.smithi129 (mon.0) 3788 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T22:13:02.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:02 smithi156 conmon[67007]: cluster 2022-01-18T22:13:01.409099+0000 mgr.smithi129.iclwio (mgr.14716) 12855 : 2022-01-18T22:13:02.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:02 smithi156 conmon[67007]: cluster [DBG] pgmap v11055: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:02.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:02 smithi129 conmon[101092]: cluster 2022-01-18T22:13:01.409099+0000 mgr.smithi129.iclwio (mgr.14716) 12855 : cluster [DBG] pgmap v11055: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:04 smithi156 conmon[67007]: cluster 2022-01-18T22:13:03.409731+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T22:13:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:04 smithi156 conmon[67007]: 12856 : cluster [DBG] pgmap v11056: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:04.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:04 smithi129 conmon[101092]: cluster 2022-01-18T22:13:03.409731+0000 mgr.smithi129.iclwio (mgr.14716) 12856 : cluster [DBG] pgmap v11056: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:05.864 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T22:13:06.132 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T22:13:06.132 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 17s ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T22:13:06.132 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (6h) 17s ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T22:13:06.132 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (6h) 20s ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T22:13:06.133 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 17s ago 6h 45.1M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T22:13:06.133 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (6h) 17s ago 6h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T22:13:06.133 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (6h) 20s ago 6h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T22:13:06.133 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (6h) 17s ago 6h 913M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T22:13:06.134 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (6h) 20s ago 6h 402M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T22:13:06.134 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (6h) 17s ago 6h 2045M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T22:13:06.134 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (6h) 20s ago 6h 1116M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T22:13:06.134 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (6h) 17s ago 6h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T22:13:06.135 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (6h) 20s ago 6h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T22:13:06.135 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 17s ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T22:13:06.135 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 20s ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T22:13:06.135 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (6h) 17s ago 6h 2475M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T22:13:06.135 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 17s ago 6h 3612M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T22:13:06.136 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 17s ago 6h 2712M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T22:13:06.136 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6h) 17s ago 6h 3652M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T22:13:06.136 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6h) 20s ago 6h 3390M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T22:13:06.136 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6h) 20s ago 6h 3863M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T22:13:06.137 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6h) 20s ago 6h 3142M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T22:13:06.137 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (6h) 20s ago 6h 4481M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T22:13:06.137 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 17s ago 6h 137M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T22:13:06.452 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T22:13:06.453 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T22:13:06.453 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:13:06.453 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:13:06.453 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T22:13:06.454 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:13:06.454 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:13:06.454 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T22:13:06.454 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T22:13:06.455 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T22:13:06.455 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:13:06.455 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T22:13:06.455 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T22:13:06.456 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:13:06.456 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T22:13:06.456 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T22:13:06.456 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T22:13:06.457 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T22:13:06.457 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T22:13:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:06 smithi156 conmon[67007]: cluster 2022-01-18T22:13:05.410640+0000 mgr.smithi129.iclwio (mgr.14716) 12857 : cluster [DBG] pgmap v11057: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:06 smithi156 conmon[67007]: audit 2022-01-18T22:13:06.452451+0000 mon.smithi129 (mon.0) 3789 : audit [DBG] from='client.? 172.21.15.129:0/2884431740' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:13:06.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:06 smithi129 conmon[101092]: cluster 2022-01-18T22:13:05.410640+0000 mgr.smithi129.iclwio (mgr.14716) 12857 : cluster [DBG] pgmap v11057: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:06.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:06 smithi129 conmon[101092]: audit 2022-01-18T22:13:06.452451+0000 mon.smithi129 (mon.0) 3789 : audit [DBG] from='client.? 172.21.15.129:0/2884431740' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:13:07.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:07 smithi156 conmon[67007]: audit 2022-01-18T22:13:05.852555+0000 mgr.smithi129.iclwio (mgr.14716) 12858 : audit [DBG] from='client.42670 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:13:07.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:07 smithi156 conmon[67007]: audit 2022-01-18T22:13:06.122975+0000 mgr.smithi129.iclwio (mgr.14716) 12859 : audit [DBG] from='client.42674 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:13:07.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:07 smithi129 conmon[101092]: audit 2022-01-18T22:13:05.852555+0000 mgr.smithi129.iclwio (mgr.14716) 12858 : audit [DBG] from='client.42670 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:13:07.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:07 smithi129 conmon[101092]: audit 2022-01-18T22:13:06.122975+0000 mgr.smithi129.iclwio (mgr.14716) 12859 : audit [DBG] from='client.42674 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:13:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:08 smithi156 conmon[67007]: cluster 2022-01-18T22:13:07.411136+0000 mgr.smithi129.iclwio (mgr.14716) 12860 : cluster [DBG] 2022-01-18T22:13:08.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:08 smithi156 conmon[67007]: pgmap v11058: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:08.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:08 smithi129 conmon[101092]: cluster 2022-01-18T22:13:07.411136+0000 mgr.smithi129.iclwio (mgr.14716) 12860 : cluster [DBG] pgmap v11058: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:10.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:10 smithi129 conmon[101092]: cluster 2022-01-18T22:13:09.411875+0000 mgr.smithi129.iclwio (mgr.14716) 12861 : cluster [DBG] pgmap v11059: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:13:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:10 smithi156 conmon[67007]: cluster 2022-01-18T22:13:09.411875+0000 mgr.smithi129.iclwio (mgr.14716) 12861 : cluster [DBG] pgmap v11059: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:13:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:12 smithi156 conmon[67007]: cluster 2022-01-18T22:13:11.412508+0000 mgr.smithi129.iclwio (mgr.14716) 12862 : cluster [DBG] pgmap v11060: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:12.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:12 smithi129 conmon[101092]: cluster 2022-01-18T22:13:11.412508+0000 2022-01-18T22:13:12.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:12 smithi129 conmon[101092]: mgr.smithi129.iclwio (mgr.14716) 12862 : cluster [DBG] pgmap v11060: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:14.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:14 smithi156 conmon[67007]: cluster 2022-01-18T22:13:13.413160+0000 mgr.smithi129.iclwio (mgr.14716) 12863 : cluster [DBG] pgmap v11061: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:14.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:14 smithi129 conmon[101092]: cluster 2022-01-18T22:13:13.413160+0000 mgr.smithi129.iclwio (mgr.14716) 12863 : cluster [DBG] pgmap v11061: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:16.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:16 smithi156 conmon[67007]: cluster 2022-01-18T22:13:15.413960+0000 mgr.smithi129.iclwio (mgr.14716) 12864 : cluster [DBG] pgmap v11062: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:16.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:16 smithi129 conmon[101092]: cluster 2022-01-18T22:13:15.413960+0000 mgr.smithi129.iclwio (mgr.14716) 12864 : cluster [DBG] pgmap v11062: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:18.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:18 smithi156 conmon[67007]: cluster 2022-01-18T22:13:17.414617+0000 mgr.smithi129.iclwio (mgr.14716) 12865 : cluster [DBG] pgmap v11063: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:18.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:18 smithi129 conmon[101092]: cluster 2022-01-18T22:13:17.414617+0000 mgr.smithi129.iclwio (mgr.14716) 12865 : cluster [DBG] pgmap v11063: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:20.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:20 smithi129 conmon[101092]: cluster 2022-01-18T22:13:19.415468+0000 mgr.smithi129.iclwio (mgr.14716) 12866 : cluster [DBG] pgmap v11064: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:13:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:20 smithi156 conmon[67007]: cluster 2022-01-18T22:13:19.415468+0000 mgr.smithi129.iclwio (mgr.14716) 12866 : cluster [DBG] 2022-01-18T22:13:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:20 smithi156 conmon[67007]: pgmap v11064: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:13:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:22 smithi156 conmon[67007]: cluster 2022-01-18T22:13:21.416010+0000 mgr.smithi129.iclwio (mgr.14716) 12867 : cluster [DBG] 2022-01-18T22:13:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:22 smithi156 conmon[67007]: pgmap v11065: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:22.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:22 smithi129 conmon[101092]: cluster 2022-01-18T22:13:21.416010+0000 mgr.smithi129.iclwio (mgr.14716) 12867 : cluster [DBG] pgmap v11065: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:24 smithi156 conmon[67007]: cluster 2022-01-18T22:13:23.416527+0000 mgr.smithi129.iclwio (mgr.14716) 12868 : cluster [DBG] pgmap v11066: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:24.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:24 smithi129 conmon[101092]: cluster 2022-01-18T22:13:23.416527+0000 mgr.smithi129.iclwio (mgr.14716) 12868 : cluster [DBG] pgmap v11066: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:26.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:26 smithi156 conmon[67007]: cluster 2022-01-18T22:13:25.417371+0000 mgr.smithi129.iclwio (mgr.14716) 12869 : cluster [DBG] pgmap v11067: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:26.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:26 smithi129 conmon[101092]: cluster 2022-01-18T22:13:25.417371+0000 mgr.smithi129.iclwio (mgr.14716) 12869 : cluster [DBG] pgmap v11067: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:28 smithi156 conmon[67007]: cluster 2022-01-18T22:13:27.418069+0000 mgr.smithi129.iclwio (mgr.14716) 12870 : cluster [DBG] pgmap v11068: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:28.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:28 smithi129 conmon[101092]: cluster 2022-01-18T22:13:27.418069+0000 mgr.smithi129.iclwio (mgr.14716) 12870 : cluster [DBG] pgmap v11068: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:30.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:30 smithi129 conmon[101092]: cluster 2022-01-18T22:13:29.418781+0000 mgr.smithi129.iclwio (mgr.14716) 12871 : cluster [DBG] pgmap v11069: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:13:30.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:30 smithi129 conmon[101092]: 2022-01-18T22:13:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:30 smithi156 conmon[67007]: cluster 2022-01-18T22:13:29.418781+0000 mgr.smithi129.iclwio (mgr.14716) 12871 : cluster [DBG] pgmap v11069: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:13:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:32 smithi156 conmon[67007]: cluster 2022-01-18T22:13:31.419251+0000 mgr.smithi129.iclwio (mgr.14716) 12872 : cluster [DBG] pgmap v11070: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:32 smithi156 conmon[67007]: 2022-01-18T22:13:32.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:32 smithi129 conmon[101092]: cluster 2022-01-18T22:13:31.419251+0000 mgr.smithi129.iclwio (mgr.14716) 12872 : cluster [DBG] pgmap v11070: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:32.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:32 smithi129 conmon[101092]: 2022-01-18T22:13:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:34 smithi156 conmon[67007]: cluster 2022-01-18T22:13:33.419863+0000 mgr.smithi129.iclwio (mgr.14716) 12873 : cluster [DBG] pgmap v11071: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:34.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:34 smithi129 conmon[101092]: cluster 2022-01-18T22:13:33.419863+0000 mgr.smithi129.iclwio (mgr.14716) 12873 : cluster [DBG] pgmap v11071: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:36.752 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T22:13:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:36 smithi156 conmon[67007]: cluster 2022-01-18T22:13:35.420588+0000 mgr.smithi129.iclwio (mgr.14716) 12874 : cluster [DBG] 2022-01-18T22:13:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:36 smithi156 conmon[67007]: pgmap v11072: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:36.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:36 smithi129 conmon[101092]: cluster 2022-01-18T22:13:35.420588+0000 mgr.smithi129.iclwio ( 2022-01-18T22:13:36.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:36 smithi129 conmon[101092]: mgr.14716) 12874 : cluster [DBG] pgmap v11072: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:37.019 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T22:13:37.020 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 48s ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T22:13:37.020 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (6h) 48s ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T22:13:37.020 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (6h) 50s ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T22:13:37.020 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 48s ago 6h 45.1M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T22:13:37.020 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (6h) 48s ago 6h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T22:13:37.021 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (6h) 50s ago 6h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T22:13:37.021 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (6h) 48s ago 6h 913M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T22:13:37.021 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (6h) 50s ago 6h 402M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T22:13:37.021 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (6h) 48s ago 6h 2045M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T22:13:37.022 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (6h) 50s ago 6h 1116M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T22:13:37.022 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (6h) 48s ago 6h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T22:13:37.022 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (6h) 50s ago 6h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T22:13:37.022 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 48s ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T22:13:37.023 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 50s ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T22:13:37.023 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (6h) 48s ago 6h 2475M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T22:13:37.023 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 48s ago 6h 3612M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T22:13:37.023 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 48s ago 6h 2712M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T22:13:37.024 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6h) 48s ago 6h 3652M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T22:13:37.024 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6h) 50s ago 6h 3390M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T22:13:37.024 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6h) 50s ago 6h 3863M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T22:13:37.024 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6h) 50s ago 6h 3142M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T22:13:37.024 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (6h) 50s ago 6h 4481M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T22:13:37.025 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 48s ago 6h 137M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T22:13:37.339 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T22:13:37.339 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T22:13:37.339 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:13:37.339 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:13:37.340 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T22:13:37.340 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:13:37.340 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:13:37.340 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T22:13:37.341 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T22:13:37.341 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T22:13:37.341 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:13:37.341 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T22:13:37.341 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T22:13:37.342 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:13:37.342 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T22:13:37.342 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T22:13:37.342 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T22:13:37.342 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T22:13:37.343 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T22:13:37.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:37 smithi156 conmon[67007]: audit 2022-01-18T22:13:37.338547+0000 mon.smithi129 (mon.0) 3790 : audit [DBG] from='client.? 172.21.15.129:0/3323386331' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:13:37.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:37 smithi129 conmon[101092]: audit 2022-01-18T22:13:37.338547+0000 mon.smithi129 (mon.0) 2022-01-18T22:13:37.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:37 smithi129 conmon[101092]: 3790 : audit [DBG] from='client.? 172.21.15.129:0/3323386331' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:13:38.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:38 smithi156 conmon[67007]: audit 2022-01-18T22:13:36.740300+0000 mgr.smithi129.iclwio (mgr.14716) 12875 : audit [DBG] from='client.42682 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:13:38.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:38 smithi156 conmon[67007]: audit 2022-01-18T22:13:37 2022-01-18T22:13:38.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:38 smithi156 conmon[67007]: .010440+0000 mgr.smithi129.iclwio (mgr.14716) 12876 : audit [DBG] from='client.42686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:13:38.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:38 smithi156 conmon[67007]: cluster 2022-01-18T22:13:37.421066+0000 mgr.smithi129.iclwio (mgr.14716) 12877 : cluster [DBG] pgmap v11073: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:38.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:38 smithi129 conmon[101092]: audit 2022-01-18T22:13:36.740300+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T22:13:38.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:38 smithi129 conmon[101092]: 12875 : audit [DBG] from='client.42682 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:13:38.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:38 smithi129 conmon[101092]: audit 2022-01-18T22:13:37.010440+0000 mgr.smithi129.iclwio (mgr.14716) 12876 : audit [DBG] from='client.42686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:13:38.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:38 smithi129 conmon[101092]: cluster 2022-01-18T22:13:37.421066+0000 mgr.smithi129.iclwio (mgr.14716) 12877 : cluster [DBG] pgmap v11073: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:40.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:40 smithi129 conmon[101092]: cluster 2022-01-18T22:13:39.421747+0000 mgr.smithi129.iclwio (mgr.14716) 12878 : cluster [DBG] pgmap v11074: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:13:40.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:40 smithi156 conmon[67007]: cluster 2022-01-18T22:13:39.421747+0000 mgr.smithi129.iclwio (mgr.14716) 12878 : cluster [DBG] 2022-01-18T22:13:40.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:40 smithi156 conmon[67007]: pgmap v11074: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:13:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:42 smithi156 conmon[67007]: cluster 2022-01-18T22:13:41.422269+0000 mgr.smithi129.iclwio (mgr.14716) 12879 : cluster [DBG] pgmap v11075: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:42.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:42 smithi129 conmon[101092]: cluster 2022-01-18T22:13:41.422269+0000 mgr.smithi129.iclwio (mgr.14716) 12879 : cluster [DBG] pgmap v11075: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:44 smithi156 conmon[67007]: cluster 2022-01-18T22:13:43.422892+0000 mgr.smithi129.iclwio (mgr.14716) 12880 : cluster [DBG] pgmap v11076: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:44.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:44 smithi156 conmon[67007]: 2022-01-18T22:13:44.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:44 smithi129 conmon[101092]: cluster 2022-01-18T22:13:43.422892+0000 mgr.smithi129.iclwio (mgr.14716) 12880 : cluster [DBG] pgmap v11076: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:44.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:44 smithi129 conmon[101092]: 2022-01-18T22:13:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:46 smithi156 conmon[67007]: cluster 2022-01-18T22:13:45.423754+0000 mgr.smithi129.iclwio (mgr.14716) 12881 : cluster [DBG] pgmap v11077: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:46.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:46 smithi129 conmon[101092]: cluster 2022-01-18T22:13:45.423754+0000 mgr.smithi129.iclwio (mgr.14716) 12881 : cluster [DBG] pgmap v11077: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:46.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:46 smithi129 conmon[101092]: 2022-01-18T22:13:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:48 smithi156 conmon[67007]: cluster 2022-01-18T22:13:47.424331+0000 mgr.smithi129.iclwio (mgr.14716) 12882 : cluster [DBG] pgmap v11078: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:48.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:48 smithi129 conmon[101092]: cluster 2022-01-18T22:13:47.424331+0000 mgr.smithi129.iclwio (mgr.14716) 12882 : cluster 2022-01-18T22:13:48.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:48 smithi129 conmon[101092]: [DBG] pgmap v11078: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:49.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:49 smithi156 conmon[67007]: audit 2022-01-18T22:13:48.491466+0000 mon.smithi129 (mon.0) 3791 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T22:13:49.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:49 smithi156 conmon[67007]: 2022-01-18T22:13:49.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:49 smithi156 conmon[67007]: audit 2022-01-18T22:13:48.492907+0000 mon.smithi129 (mon.0) 3792 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T22:13:49.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:49 smithi156 conmon[67007]: audit 2022-01-18T22:13:48.493952+0000 mon.smithi129 (mon.0) 3793 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T22:13:49.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:49 smithi156 conmon[67007]: cephadm 2022-01-18T22:13:48.494639+0000 mgr.smithi129.iclwio (mgr.14716) 12883 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T22:13:49.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:49 smithi156 conmon[67007]: audit 2022 2022-01-18T22:13:49.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:49 smithi156 conmon[67007]: -01-18T22:13:48.802554+0000 mon.smithi129 (mon.0) 3794 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:13:49.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:49 smithi156 conmon[67007]: audit 2022-01-18T22:13:48.807152+0000 mon.smithi129 (mon.0) 3795 : audit [INF] 2022-01-18T22:13:49.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:49 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:13:49.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:49 smithi129 conmon[101092]: audit 2022-01-18T22:13:48.491466+0000 mon.smithi129 (mon.0 2022-01-18T22:13:49.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:49 smithi129 conmon[101092]: ) 3791 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T22:13:49.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:49 smithi129 conmon[101092]: audit 2022-01-18T22:13:48.492907+0000 mon.smithi129 (mon.0) 3792 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T22:13:49.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:49 smithi129 conmon[101092]: audit 2022-01-18T22:13:48.493952+0000 mon.smithi129 (mon.0) 3793 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T22:13:49.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:49 smithi129 conmon[101092]: cephadm 2022-01-18T22:13:48.494639+0000 mgr.smithi129.iclwio (mgr.14716) 12883 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T22:13:49.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:49 smithi129 conmon[101092]: audit 2022-01-18T22:13:48.802554+0000 mon.smithi129 (mon.0) 3794 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:13:49.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:49 smithi129 conmon[101092]: audit 2022-01-18T22:13:48.807152+0000 mon.smithi129 (mon.0) 3795 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:13:50.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:50 smithi156 conmon[67007]: cluster 2022-01-18T22:13:49.424922+0000 mgr.smithi129.iclwio (mgr.14716) 12884 : cluster [DBG] pgmap v11079: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:13:50.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:50 smithi129 conmon[101092]: cluster 2022-01-18T22:13:49.424922+0000 mgr.smithi129.iclwio (mgr.14716) 12884 : cluster [DBG] pgmap v11079: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:13:50.993 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:50 smithi129 conmon[101092]: 2022-01-18T22:13:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:52 smithi156 conmon[67007]: cluster 2022-01-18T22:13:51.425461+0000 mgr.smithi129.iclwio (mgr.14716) 12885 : cluster [DBG] pgmap v11080: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:52.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:52 smithi129 conmon[101092]: cluster 2022-01-18T22:13:51.425461+0000 mgr.smithi129.iclwio (mgr.14716) 12885 : cluster [DBG] pgmap v11080: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:54 smithi156 conmon[67007]: cluster 2022-01-18T22:13:53.426091+0000 mgr.smithi129.iclwio (mgr.14716) 12886 : cluster [DBG] pgmap v11081: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:54.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:54 smithi129 conmon[101092]: cluster 2022-01-18T22:13:53.426091+0000 mgr.smithi129.iclwio (mgr.14716) 12886 : cluster [DBG] pgmap v11081: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:56.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:56 smithi156 conmon[67007]: cluster 2022-01-18T22:13:55.427023+0000 mgr.smithi129.iclwio (mgr.14716) 12887 : cluster [DBG] pgmap v11082: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:56.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:56 smithi129 conmon[101092]: cluster 2022-01-18T22:13:55.427023+0000 mgr.smithi129.iclwio (mgr.14716) 12887 : cluster [DBG] pgmap v11082: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:58.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:13:58 smithi156 conmon[67007]: cluster 2022-01-18T22:13:57.427721+0000 mgr.smithi129.iclwio (mgr.14716) 12888 : cluster [DBG] pgmap v11083: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:13:58.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:13:58 smithi129 conmon[101092]: cluster 2022-01-18T22:13:57.427721+0000 mgr.smithi129.iclwio (mgr.14716) 12888 : cluster [DBG] pgmap v11083: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:00 smithi129 conmon[101092]: cluster 2022-01-18T22:13:59.428419+0000 mgr.smithi129.iclwio (mgr.14716) 12889 : cluster [DBG] pgmap v11084: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:14:00.439 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:00 smithi129 conmon[101092]: 2022-01-18T22:14:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:00 smithi129 conmon[101092]: audit 2022-01-18T22:13:59.698201+0000 mon.smithi129 (mon.0) 3796 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T22:14:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:00 smithi129 conmon[101092]: audit 2022-01-18T22:13:59.698440+0000 mon.smithi129 (mon.0) 2022-01-18T22:14:00.440 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:00 smithi129 conmon[101092]: 3797 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T22:14:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:00 smithi156 conmon[67007]: cluster 2022-01-18T22:13:59.428419+0000 mgr.smithi129.iclwio (mgr.14716) 12889 : cluster [DBG] pgmap v11084: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:14:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:00 smithi156 conmon[67007]: audit 2022-01-18T22:13:59.698201+0000 mon.smithi129 (mon.0) 3796 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T22:14:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:00 smithi156 conmon[67007]: audit 2022-01-18T22:13:59 2022-01-18T22:14:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:00 smithi156 conmon[67007]: .698440+0000 mon.smithi129 (mon.0) 3797 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T22:14:02.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:02 smithi156 conmon[67007]: cluster 2022-01-18T22:14:01.429026+0000 mgr.smithi129.iclwio (mgr.14716) 12890 : cluster [DBG] pgmap v11085: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:02.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:02 smithi129 conmon[101092]: cluster 2022-01-18T22:14:01.429026+0000 mgr.smithi129.iclwio (mgr 2022-01-18T22:14:02.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:02 smithi129 conmon[101092]: .14716) 12890 : cluster [DBG] pgmap v11085: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:04 smithi156 conmon[67007]: cluster 2022-01-18T22:14:03.429607+0000 mgr.smithi129.iclwio (mgr.14716) 12891 : cluster [DBG] pgmap v11086: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:04.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:04 smithi129 conmon[101092]: cluster 2022-01-18T22:14:03.429607+0000 mgr.smithi129.iclwio (mgr.14716) 12891 : cluster [DBG] pgmap v11086: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:06 smithi156 conmon[67007]: cluster 2022-01-18T22:14:05.430383+0000 mgr.smithi129.iclwio (mgr.14716) 12892 : cluster [DBG] pgmap v11087: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:06.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:06 smithi129 conmon[101092]: cluster 2022-01-18T22:14:05.430383+0000 mgr.smithi129.iclwio (mgr.14716) 12892 : cluster [DBG] pgmap v11087: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:07.639 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T22:14:07.902 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T22:14:07.902 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 79s ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T22:14:07.902 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (6h) 79s ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T22:14:07.902 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (6h) 81s ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T22:14:07.903 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 79s ago 6h 45.1M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T22:14:07.903 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (6h) 79s ago 6h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T22:14:07.903 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (6h) 81s ago 6h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T22:14:07.903 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (6h) 79s ago 6h 913M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T22:14:07.903 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (6h) 81s ago 6h 402M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T22:14:07.904 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (6h) 79s ago 6h 2045M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T22:14:07.904 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (6h) 81s ago 6h 1116M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T22:14:07.904 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (6h) 79s ago 6h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T22:14:07.904 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (6h) 81s ago 6h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T22:14:07.905 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 79s ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T22:14:07.905 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 81s ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T22:14:07.905 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (6h) 79s ago 6h 2475M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T22:14:07.905 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 79s ago 6h 3612M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T22:14:07.905 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 79s ago 6h 2712M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T22:14:07.906 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6h) 79s ago 6h 3652M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T22:14:07.906 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6h) 81s ago 6h 3390M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T22:14:07.906 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6h) 81s ago 6h 3863M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T22:14:07.906 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6h) 81s ago 6h 3142M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T22:14:07.906 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (6h) 81s ago 6h 4481M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T22:14:07.907 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 79s ago 6h 137M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T22:14:08.217 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T22:14:08.217 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T22:14:08.217 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:14:08.218 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:14:08.218 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T22:14:08.218 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:14:08.218 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:14:08.219 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T22:14:08.219 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T22:14:08.219 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T22:14:08.219 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:14:08.220 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T22:14:08.220 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T22:14:08.220 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:14:08.220 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T22:14:08.221 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T22:14:08.221 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T22:14:08.221 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T22:14:08.221 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T22:14:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:08 smithi156 conmon[67007]: cluster 2022-01-18T22:14:07.430904+0000 mgr.smithi129.iclwio (mgr.14716) 12893 : cluster 2022-01-18T22:14:08.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:08 smithi156 conmon[67007]: [DBG] pgmap v11088: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:08.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:08 smithi156 conmon[67007]: audit 2022-01-18T22:14:07.627510+0000 mgr.smithi129.iclwio (mgr.14716) 12894 : audit [DBG] from='client.42694 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:14:08.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:08 smithi156 conmon[67007]: audit 2022-01-18T22:14:08.217001+0000 mon.smithi129 (mon.0) 3798 : audit [DBG] from='client.? 172.21.15.129:0/1219052156' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:14:08.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:08 smithi156 conmon[67007]: 2022-01-18T22:14:08.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:08 smithi129 conmon[101092]: cluster 2022-01-18T22:14:07.430904+0000 mgr.smithi129.iclwio (mgr. 2022-01-18T22:14:08.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:08 smithi129 conmon[101092]: 14716) 12893 : cluster [DBG] pgmap v11088: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:08.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:08 smithi129 conmon[101092]: audit 2022-01-18T22:14:07.627510+0000 mgr.smithi129.iclwio (mgr.14716) 12894 : audit [DBG] from='client.42694 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:14:08.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:08 smithi129 conmon[101092]: audit 2022-01-18T22:14:08.217001+0000 mon.smithi129 (mon.0) 3798 : audit [DBG] 2022-01-18T22:14:08.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:08 smithi129 conmon[101092]: from='client.? 172.21.15.129:0/1219052156' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:14:09.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:09 smithi156 conmon[67007]: audit 2022-01-18T22:14:07.892896+0000 mgr.smithi129.iclwio (mgr.14716) 2022-01-18T22:14:09.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:09 smithi156 conmon[67007]: 12895 : audit [DBG] from='client.42698 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:14:09.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:09 smithi129 conmon[101092]: audit 2022-01-18T22:14:07.892896+0000 mgr.smithi129.iclwio (mgr.14716) 12895 : audit [DBG] from='client.42698 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:14:10.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:10 smithi156 conmon[67007]: cluster 2022-01-18T22:14:09.431671+0000 mgr.smithi129.iclwio (mgr.14716) 12896 : cluster 2022-01-18T22:14:10.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:10 smithi156 conmon[67007]: [DBG] pgmap v11089: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:14:10.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:10 smithi129 conmon[101092]: cluster 2022-01-18T22:14:09.431671+0000 mgr.smithi129.iclwio (mgr.14716) 12896 : cluster [DBG] pgmap v11089: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:14:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:12 smithi156 conmon[67007]: cluster 2022-01-18T22:14:11.432162+0000 mgr.smithi129.iclwio (mgr.14716) 12897 2022-01-18T22:14:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:12 smithi156 conmon[67007]: : cluster [DBG] pgmap v11090: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:12.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:12 smithi129 conmon[101092]: cluster 2022-01-18T22:14:11.432162+0000 mgr.smithi129.iclwio (mgr.14716) 12897 : cluster [DBG] 2022-01-18T22:14:12.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:12 smithi129 conmon[101092]: pgmap v11090: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:14.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:14 smithi156 conmon[67007]: cluster 2022-01-18T22:14:13.432632+0000 mgr.smithi129.iclwio (mgr.14716) 12898 2022-01-18T22:14:14.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:14 smithi156 conmon[67007]: : cluster [DBG] pgmap v11091: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:14.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:14 smithi129 conmon[101092]: cluster 2022-01-18T22:14:13.432632+0000 mgr.smithi129.iclwio (mgr.14716) 12898 : cluster [DBG] pgmap v11091: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:16.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:16 smithi156 conmon[67007]: cluster 2022-01-18T22:14:15.433387+0000 mgr.smithi129.iclwio ( 2022-01-18T22:14:16.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:16 smithi156 conmon[67007]: mgr.14716) 12899 : cluster [DBG] pgmap v11092: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:16.944 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:16 smithi129 conmon[101092]: cluster 2022-01-18T22:14:15.433387+0000 mgr.smithi129.iclwio (mgr.14716) 12899 : cluster [DBG] pgmap v11092: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:18.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:18 smithi156 conmon[67007]: cluster 2022-01-18T22:14:17.434148+0000 mgr.smithi129.iclwio (mgr.14716) 12900 : cluster [DBG] pgmap v11093: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:18.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:18 smithi129 conmon[101092]: cluster 2022-01-18T22:14:17.434148+0000 mgr.smithi129.iclwio (mgr.14716) 12900 : cluster [DBG] pgmap v11093: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:20.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:20 smithi156 conmon[67007]: cluster 2022-01-18T22:14:19.434913+0000 mgr.smithi129.iclwio (mgr.14716) 12901 : cluster [DBG] pgmap v11094: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:14:20.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:20 smithi129 conmon[101092]: cluster 2022-01-18T22:14:19.434913+0000 mgr.smithi129.iclwio (mgr.14716) 12901 : cluster [DBG] pgmap v11094: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:14:20.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:20 smithi129 conmon[101092]: 2022-01-18T22:14:22.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:22 smithi156 conmon[67007]: cluster 2022-01-18T22:14:21.435415+0000 mgr.smithi129.iclwio (mgr.14716) 12902 : cluster [DBG] pgmap v11095: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:22.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:22 smithi129 conmon[101092]: cluster 2022-01-18T22:14:21.435415+0000 mgr.smithi129.iclwio (mgr.14716) 12902 : cluster [DBG] pgmap v11095: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:24 smithi156 conmon[67007]: cluster 2022-01-18T22:14:23.435959+0000 mgr.smithi129.iclwio (mgr.14716) 12903 : cluster 2022-01-18T22:14:24.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:24 smithi156 conmon[67007]: [DBG] pgmap v11096: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:24.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:24 smithi129 conmon[101092]: cluster 2022-01-18T22:14:23.435959+0000 mgr.smithi129.iclwio (mgr.14716) 12903 : cluster [DBG] 2022-01-18T22:14:24.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:24 smithi129 conmon[101092]: pgmap v11096: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:26.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:26 smithi156 conmon[67007]: cluster 2022-01-18T22:14:25.436896+0000 mgr.smithi129.iclwio (mgr.14716) 12904 : cluster [DBG] pgmap v11097: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:26.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:26 smithi129 conmon[101092]: cluster 2022-01-18T22:14:25.436896+0000 mgr.smithi129.iclwio (mgr.14716) 12904 : cluster [DBG] pgmap v11097: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:28.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:28 smithi156 conmon[67007]: cluster 2022-01-18T22:14:27.437373+0000 mgr.smithi129.iclwio (mgr.14716) 12905 : cluster [DBG] pgmap v11098: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:28.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:28 smithi129 conmon[101092]: cluster 2022-01-18T22:14:27.437373+0000 mgr.smithi129.iclwio (mgr.14716) 12905 : cluster [DBG] pgmap v11098: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:30.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:30 smithi156 conmon[67007]: cluster 2022-01-18T22:14:29.438120+0000 mgr.smithi129.iclwio (mgr.14716) 12906 : cluster [DBG] pgmap v11099: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:14:30.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:30 smithi129 conmon[101092]: cluster 2022-01-18T22:14:29.438120+0000 mgr.smithi129.iclwio (mgr.14716) 12906 : cluster [DBG] pgmap v11099: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:14:30.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:30 smithi129 conmon[101092]: 2022-01-18T22:14:32.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:32 smithi156 conmon[67007]: cluster 2022-01-18T22:14:31.438588+0000 mgr.smithi129.iclwio (mgr.14716) 12907 : cluster [DBG] pgmap v11100: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:32.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:32 smithi129 conmon[101092]: cluster 2022-01-18T22:14:31.438588+0000 mgr.smithi129.iclwio (mgr.14716) 12907 : cluster 2022-01-18T22:14:32.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:32 smithi129 conmon[101092]: [DBG] pgmap v11100: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:34.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:34 smithi156 conmon[67007]: cluster 2022-01-18T22:14:33.439158+0000 mgr.smithi129.iclwio (mgr.14716) 12908 : cluster [DBG] pgmap v11101: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:34.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:34 smithi129 conmon[101092]: cluster 2022-01-18T22:14:33.439158+0000 mgr.smithi129.iclwio (mgr.14716) 12908 : cluster [DBG] pgmap v11101: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:36.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:36 smithi156 conmon[67007]: cluster 2022-01-18T22:14:35.439897+0000 mgr.smithi129.iclwio (mgr.14716) 12909 : cluster [DBG] pgmap v11102: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:36.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:36 smithi129 conmon[101092]: cluster 2022-01-18T22:14:35.439897+0000 mgr.smithi129.iclwio (mgr.14716) 12909 : cluster [DBG] pgmap v11102: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:38.518 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T22:14:38.783 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T22:14:38.784 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 110s ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T22:14:38.784 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (6h) 110s ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T22:14:38.784 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (6h) 112s ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T22:14:38.784 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 110s ago 6h 45.1M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T22:14:38.785 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (6h) 110s ago 6h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T22:14:38.785 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (6h) 112s ago 6h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T22:14:38.785 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (6h) 110s ago 6h 913M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T22:14:38.785 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (6h) 112s ago 6h 402M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T22:14:38.785 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (6h) 110s ago 6h 2045M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T22:14:38.786 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (6h) 112s ago 6h 1116M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T22:14:38.786 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (6h) 110s ago 6h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T22:14:38.786 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (6h) 112s ago 6h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T22:14:38.786 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 110s ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T22:14:38.787 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 112s ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T22:14:38.787 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (6h) 110s ago 6h 2475M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T22:14:38.787 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 110s ago 6h 3612M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T22:14:38.787 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 110s ago 6h 2712M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T22:14:38.788 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6h) 110s ago 6h 3652M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T22:14:38.788 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6h) 112s ago 6h 3390M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T22:14:38.788 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6h) 112s ago 6h 3863M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T22:14:38.788 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6h) 112s ago 6h 3142M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T22:14:38.788 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (6h) 112s ago 6h 4481M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T22:14:38.789 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 110s ago 6h 137M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T22:14:38.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:38 smithi156 conmon[67007]: cluster 2022-01-18T22:14:37.440406+0000 mgr.smithi129.iclwio (mgr.14716) 12910 : cluster [DBG] pgmap v11103: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:38.938 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:38 smithi129 conmon[101092]: cluster 2022-01-18T22:14:37.440406+0000 mgr.smithi129.iclwio (mgr.14716) 12910 2022-01-18T22:14:38.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:38 smithi129 conmon[101092]: : cluster [DBG] pgmap v11103: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:39.102 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T22:14:39.102 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T22:14:39.103 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:14:39.103 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:14:39.103 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T22:14:39.103 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:14:39.103 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:14:39.104 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T22:14:39.104 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T22:14:39.104 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T22:14:39.104 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:14:39.105 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T22:14:39.105 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T22:14:39.105 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:14:39.105 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T22:14:39.105 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T22:14:39.106 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T22:14:39.106 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T22:14:39.106 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T22:14:39.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:39 smithi156 conmon[67007]: audit 2022-01-18T22:14:38.506171+0000 mgr.smithi129.iclwio (mgr.14716) 12911 : audit [DBG] from='client.42706 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:14:39.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:39 smithi156 conmon[67007]: audit 2022-01-18T22:14:39.101871+0000 mon.smithi129 (mon.0) 3799 : audit [DBG] from='client.? 172.21.15.129:0/4142751403' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:14:39.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:39 smithi129 conmon[101092]: audit 2022-01-18T22:14:38.506171+0000 mgr.smithi129.iclwio (mgr.14716) 12911 : audit [DBG] from='client.42706 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:14:39.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:39 smithi129 conmon[101092]: audit 2022-01-18T22:14: 2022-01-18T22:14:39.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:39 smithi129 conmon[101092]: 39.101871+0000 mon.smithi129 (mon.0) 3799 : audit [DBG] from='client.? 172.21.15.129:0/4142751403' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:14:40.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:40 smithi156 conmon[67007]: audit 2022-01-18T22:14:38.774583+0000 mgr.smithi129.iclwio (mgr.14716) 12912 : 2022-01-18T22:14:40.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:40 smithi156 conmon[67007]: audit [DBG] from='client.42710 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:14:40.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:40 smithi156 conmon[67007]: cluster 2022-01-18T22:14:39.441088+0000 mgr.smithi129.iclwio (mgr.14716) 12913 : cluster [DBG] pgmap v11104: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:14:40.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:40 smithi129 conmon[101092]: audit 2022-01-18T22:14:38.774583+0000 mgr.smithi129.iclwio (mgr.14716) 12912 : audit [DBG] from='client.42710 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:14:40.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:40 smithi129 conmon[101092]: cluster 2022-01-18T22:14:39.441088+0000 mgr.smithi129.iclwio 2022-01-18T22:14:40.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:40 smithi129 conmon[101092]: (mgr.14716) 12913 : cluster [DBG] pgmap v11104: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:14:42.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:42 smithi156 conmon[67007]: cluster 2022-01-18T22:14:41.441567+0000 mgr.smithi129.iclwio (mgr.14716) 12914 : cluster [DBG] pgmap v11105: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:42.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:42 smithi129 conmon[101092]: cluster 2022-01-18T22:14:41.441567+0000 mgr.smithi129.iclwio (mgr.14716) 12914 : cluster [DBG] pgmap v11105: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:44 smithi156 conmon[67007]: cluster 2022-01-18T22:14:43.442107+0000 mgr.smithi129.iclwio (mgr.14716) 12915 : cluster 2022-01-18T22:14:44.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:44 smithi156 conmon[67007]: [DBG] pgmap v11106: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:44.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:44 smithi129 conmon[101092]: cluster 2022-01-18T22:14:43.442107+0000 mgr.smithi129.iclwio (mgr.14716) 12915 : cluster [DBG] pgmap v11106: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:46 smithi156 conmon[67007]: cluster 2022-01-18T22:14:45.443020+0000 mgr.smithi129.iclwio (mgr.14716) 12916 : cluster 2022-01-18T22:14:46.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:46 smithi156 conmon[67007]: [DBG] pgmap v11107: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:46.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:46 smithi129 conmon[101092]: cluster 2022-01-18T22:14:45.443020+0000 mgr.smithi129.iclwio (mgr.14716) 12916 : cluster [DBG] pgmap v11107: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:48 smithi156 conmon[67007]: cluster 2022-01-18T22:14:47.443705+0000 mgr.smithi129.iclwio (mgr.14716) 12917 : cluster [DBG] 2022-01-18T22:14:48.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:48 smithi156 conmon[67007]: pgmap v11108: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:48.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:48 smithi129 conmon[101092]: cluster 2022-01-18T22:14:47.443705+0000 mgr.smithi129.iclwio (mgr.14716) 12917 : cluster [DBG] pgmap v11108: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:49.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:49 smithi156 conmon[67007]: audit 2022-01-18T22:14:48.809557+0000 mon.smithi129 (mon.0) 2022-01-18T22:14:49.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:49 smithi156 conmon[67007]: 3800 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T22:14:49.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:49 smithi156 conmon[67007]: audit 2022-01-18T22:14:48.810919+0000 mon.smithi129 (mon.0) 3801 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T22:14:49.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:49 smithi156 conmon[67007]: audit 2022-01-18T22:14:48.811768+0000 mon.smithi129 (mon.0) 3802 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T22:14:49.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:49 smithi156 conmon[67007]: audit 2022-01-18T22:14:49. 2022-01-18T22:14:49.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:49 smithi156 conmon[67007]: 073534+0000 mon.smithi129 (mon.0) 3803 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:14:49.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:49 smithi156 conmon[67007]: audit 2022-01-18T22:14:49 2022-01-18T22:14:49.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:49 smithi156 conmon[67007]: .368029+0000 mon.smithi129 (mon.0) 3804 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:14:49.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:49 smithi156 conmon[67007]: audit 2022-01-18T22: 2022-01-18T22:14:49.801 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:49 smithi156 conmon[67007]: 14:49.372621+0000 mon.smithi129 (mon.0) 3805 : audit [INF] 2022-01-18T22:14:49.802 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:49 smithi156 conmon[67007]: from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:14:49.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:49 smithi129 conmon[101092]: audit 2022-01-18T22:14:48.809557+0000 mon.smithi129 (mon.0) 3800 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-18T22:14:49.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:49 smithi129 conmon[101092]: audit 2022-01-18T22:14:48.810919+0000 mon.smithi129 (mon.0) 3801 : audit [DBG] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-18T22:14:49.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:49 smithi129 conmon[101092]: audit 2022-01-18T22:14:48.811768+0000 mon.smithi129 (mon 2022-01-18T22:14:49.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:49 smithi129 conmon[101092]: .0) 3802 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-18T22:14:49.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:49 smithi129 conmon[101092]: audit 2022- 2022-01-18T22:14:49.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:49 smithi129 conmon[101092]: 01-18T22:14:49.073534+0000 mon.smithi129 (mon.0) 3803 2022-01-18T22:14:49.940 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:49 smithi129 conmon[101092]: : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:14:49.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:49 smithi129 conmon[101092]: audit 2022-01-18T22 2022-01-18T22:14:49.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:49 smithi129 conmon[101092]: :14:49.368029+0000 mon.smithi129 (mon.0) 2022-01-18T22:14:49.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:49 smithi129 conmon[101092]: 3804 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:14:49.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:49 smithi129 conmon[101092]: audit 2022-01-18T22 2022-01-18T22:14:49.941 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:49 smithi129 conmon[101092]: :14:49.372621+0000 mon.smithi129 (mon.0) 2022-01-18T22:14:49.942 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:49 smithi129 conmon[101092]: 3805 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' 2022-01-18T22:14:50.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:50 smithi156 conmon[67007]: cephadm 2022-01-18T22:14:48.812600+0000 mgr.smithi129.iclwio (mgr.14716) 12918 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T22:14:50.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:50 smithi156 conmon[67007]: cluster 2022-01-18T22:14:49.444591 2022-01-18T22:14:50.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:50 smithi156 conmon[67007]: +0000 mgr.smithi129.iclwio (mgr.14716) 12919 : cluster [DBG] pgmap v11109: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:14:50.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:50 smithi129 conmon[101092]: cephadm 2022-01-18T22:14:48.812600+0000 mgr.smithi129.iclwio (mgr.14716) 12918 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-18T22:14:50.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:50 smithi129 conmon[101092]: cluster 2022-01-18T22:14:49.444591+0000 mgr.smithi129.iclwio (mgr.14716 2022-01-18T22:14:50.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:50 smithi129 conmon[101092]: ) 12919 : cluster [DBG] pgmap v11109: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:14:52.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:52 smithi156 conmon[67007]: cluster 2022-01-18T22:14:51.445198+0000 mgr.smithi129.iclwio (mgr.14716) 12920 : cluster [DBG] pgmap v11110: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:52.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:52 smithi129 conmon[101092]: cluster 2022-01-18T22:14:51.445198+0000 mgr.smithi129.iclwio (mgr.14716) 12920 : cluster [DBG] pgmap v11110: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:54 smithi156 conmon[67007]: cluster 2022-01-18T22:14:53.445761+0000 mgr.smithi129.iclwio (mgr.14716) 12921 : 2022-01-18T22:14:54.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:54 smithi156 conmon[67007]: cluster [DBG] pgmap v11111: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:54.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:54 smithi129 conmon[101092]: cluster 2022-01-18T22:14:53.445761+0000 mgr.smithi129.iclwio (mgr.14716) 12921 : cluster [DBG] pgmap v11111: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:56.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:56 smithi156 conmon[67007]: cluster 2022-01-18T22:14:55.446550+0000 mgr.smithi129.iclwio (mgr.14716) 12922 : cluster [DBG] pgmap v11112: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:56.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:56 smithi129 conmon[101092]: cluster 2022-01-18T22:14:55.446550+0000 mgr.smithi129.iclwio (mgr.14716) 12922 : cluster [DBG] pgmap v11112: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:58.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:14:58 smithi156 conmon[67007]: cluster 2022-01-18T22:14:57.447274+0000 mgr.smithi129.iclwio (mgr.14716) 12923 : cluster [DBG] pgmap v11113: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:14:58.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:14:58 smithi129 conmon[101092]: cluster 2022-01-18T22:14:57.447274+0000 mgr.smithi129.iclwio (mgr.14716) 12923 : cluster [DBG] pgmap v11113: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:15:00.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:15:00 smithi156 conmon[67007]: cluster 2022-01-18T22:14:59.448202+0000 mgr.smithi129.iclwio (mgr.14716) 12924 : cluster [DBG] pgmap v11114: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:15:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:15:00 smithi156 conmon[67007]: 2022-01-18T22:15:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:15:00 smithi156 conmon[67007]: audit 2022-01-18T22:14:59.702096+0000 mon.smithi129 (mon.0) 3806 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T22:15:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:15:00 smithi156 conmon[67007]: audit 2022-01-18T22:14:59.702392+0000 mon.smithi129 (mon.0) 3807 : audit 2022-01-18T22:15:00.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:15:00 smithi156 conmon[67007]: [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T22:15:00.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:15:00 smithi129 conmon[101092]: cluster 2022-01-18T22:14:59.448202+0000 mgr.smithi129.iclwio (mgr.14716) 12924 : cluster [DBG] pgmap v11114: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:15:00.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:15:00 smithi129 conmon[101092]: audit 2022- 2022-01-18T22:15:00.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:15:00 smithi129 conmon[101092]: 01-18T22:14:59.702096+0000 mon.smithi129 (mon.0) 3806 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/trash_purge_schedule"}]: dispatch 2022-01-18T22:15:00.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:15:00 smithi129 conmon[101092]: audit 2022-01-18T22:14:59.702392+0000 mon.smithi129 (mon.0) 3807 : audit [INF] from='mgr.14716 172.21.15.129:0/2066027121' entity='mgr.smithi129.iclwio' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi129.iclwio/mirror_snapshot_schedule"}]: dispatch 2022-01-18T22:15:02.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:15:02 smithi156 conmon[67007]: cluster 2022-01-18T22:15:01.448899+0000 mgr.smithi129.iclwio (mgr.14716) 12925 : cluster [DBG] pgmap v11115: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:15:02.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:15:02 smithi129 conmon[101092]: cluster 2022-01-18T22:15:01.448899+0000 mgr.smithi129.iclwio (mgr.14716) 12925 : cluster [DBG] pgmap v11115: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:15:04.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:15:04 smithi156 conmon[67007]: cluster 2022-01-18T22:15:03.449618+0000 mgr.smithi129.iclwio (mgr.14716) 12926 : cluster [DBG] 2022-01-18T22:15:04.800 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:15:04 smithi156 conmon[67007]: pgmap v11116: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:15:04.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:15:04 smithi129 conmon[101092]: cluster 2022-01-18T22:15:03.449618+0000 mgr.smithi129.iclwio (mgr.14716) 12926 : cluster [DBG] pgmap v11116: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:15:06.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:15:06 smithi156 conmon[67007]: cluster 2022-01-18T22:15:05.450358+0000 mgr.smithi129.iclwio (mgr.14716) 12927 : cluster [DBG] pgmap v11117: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:15:06.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:15:06 smithi129 conmon[101092]: cluster 2022-01-18T22:15:05.450358+0000 mgr.smithi129.iclwio (mgr.14716) 12927 : cluster [DBG] pgmap v11117: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:15:08.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:15:08 smithi156 conmon[67007]: cluster 2022-01-18T22:15:07.450864+0000 mgr.smithi129.iclwio (mgr.14716) 12928 : cluster [DBG] pgmap v11118: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:15:08.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:15:08 smithi129 conmon[101092]: cluster 2022-01-18T22:15:07.450864+0000 mgr.smithi129.iclwio (mgr.14716) 12928 : cluster [DBG] pgmap v11118: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:15:09.405 INFO:teuthology.orchestra.run.smithi129.stdout:true 2022-01-18T22:15:09.669 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-18T22:15:09.670 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.smithi129 smithi129 *:9093,9094 running (6h) 2m ago 6h 20.0M - 0.20.0 0881eb8f169f 60d6e70bfb87 2022-01-18T22:15:09.670 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi129 smithi129 running (6h) 2m ago 6h 7013k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 5b7e859818d2 2022-01-18T22:15:09.670 INFO:teuthology.orchestra.run.smithi129.stdout:crash.smithi156 smithi156 running (6h) 2m ago 6h 7180k - 16.2.7-190-g1fdbb5fc c6bf5456bda5 ed0ae94f9e97 2022-01-18T22:15:09.670 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.smithi129 smithi129 *:3000 running (6h) 2m ago 6h 45.1M - 6.7.4 557c83e11646 b275c5ee4e36 2022-01-18T22:15:09.671 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi129.uncsrf smithi129 running (6h) 2m ago 6h 41.9M - 16.2.4 8d91d370c2b8 aee2a1e2afa4 2022-01-18T22:15:09.671 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foofs.smithi156.rnsjkd smithi156 running (6h) 2m ago 6h 28.0M - 16.2.4 8d91d370c2b8 b5453809567b 2022-01-18T22:15:09.671 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi129.iclwio smithi129 *:8443,9283 running (6h) 2m ago 6h 913M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 b345ebd06910 2022-01-18T22:15:09.671 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.smithi156.drmcjo smithi156 *:8443,9283 running (6h) 2m ago 6h 402M - 16.2.7-190-g1fdbb5fc c6bf5456bda5 857489246d6c 2022-01-18T22:15:09.672 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi129 smithi129 running (6h) 2m ago 6h 2045M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 222dd28de5ba 2022-01-18T22:15:09.672 INFO:teuthology.orchestra.run.smithi129.stdout:mon.smithi156 smithi156 running (6h) 2m ago 6h 1116M 2048M 16.2.7-190-g1fdbb5fc c6bf5456bda5 48ae35fe2b72 2022-01-18T22:15:09.672 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.0.0.smithi129.rsmzqx smithi129 *:2049 running (6h) 2m ago 6h 183M - 3.5 8d91d370c2b8 72144347ecd1 2022-01-18T22:15:09.672 INFO:teuthology.orchestra.run.smithi129.stdout:nfs.foo.1.0.smithi156.zuqpqx smithi156 *:2049 running (6h) 2m ago 6h 119M - 3.5 8d91d370c2b8 c5abbb9ac6c3 2022-01-18T22:15:09.672 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi129 smithi129 *:9100 running (6h) 2m ago 6h 18.1M - 0.18.1 e5a616e4b9cf 54f9b4039df1 2022-01-18T22:15:09.673 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.smithi156 smithi156 *:9100 running (6h) 2m ago 6h 18.2M - 0.18.1 e5a616e4b9cf b71b8e230353 2022-01-18T22:15:09.673 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (6h) 2m ago 6h 2475M 4096M 16.2.7-190-g1fdbb5fc c6bf5456bda5 8d655275589e 2022-01-18T22:15:09.673 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (6h) 2m ago 6h 3612M 4096M 16.2.4 8d91d370c2b8 9fc4e3e04c64 2022-01-18T22:15:09.673 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (6h) 2m ago 6h 2712M 4096M 16.2.4 8d91d370c2b8 b7f289704b22 2022-01-18T22:15:09.674 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (6h) 2m ago 6h 3652M 4096M 16.2.4 8d91d370c2b8 5d1ebe5fe457 2022-01-18T22:15:09.674 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi156 running (6h) 2m ago 6h 3390M 4096M 16.2.4 8d91d370c2b8 e688b5ba3931 2022-01-18T22:15:09.674 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi156 running (6h) 2m ago 6h 3863M 4096M 16.2.4 8d91d370c2b8 6146686ae182 2022-01-18T22:15:09.674 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi156 running (6h) 2m ago 6h 3142M 4096M 16.2.4 8d91d370c2b8 3880096aca51 2022-01-18T22:15:09.675 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi156 running (6h) 2m ago 6h 4481M 4096M 16.2.4 8d91d370c2b8 49b72c5b7a51 2022-01-18T22:15:09.675 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.smithi129 smithi129 *:9095 running (6h) 2m ago 6h 137M - 2.18.1 de242295e225 ed196b535fba 2022-01-18T22:15:09.996 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2022-01-18T22:15:09.996 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2022-01-18T22:15:09.997 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:15:09.997 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:15:09.997 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2022-01-18T22:15:09.997 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 2 2022-01-18T22:15:09.997 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:15:09.998 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2022-01-18T22:15:09.998 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-18T22:15:09.998 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 1 2022-01-18T22:15:09.998 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:15:09.999 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2022-01-18T22:15:09.999 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-18T22:15:09.999 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2022-01-18T22:15:09.999 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2022-01-18T22:15:09.999 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-18T22:15:10.000 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 16.2.7-190-g1fdbb5fc (1fdbb5fce2761ab8b4564158667aaa83f01cf3bc) pacific (stable)": 5 2022-01-18T22:15:10.000 INFO:teuthology.orchestra.run.smithi129.stdout: } 2022-01-18T22:15:10.000 INFO:teuthology.orchestra.run.smithi129.stdout:} 2022-01-18T22:15:10.549 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:15:10 smithi156 conmon[67007]: audit 2022-01-18T22:15:09.393108+0000 mgr.smithi129.iclwio (mgr.14716) 12929 : audit [DBG] from='client.42718 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:15:10.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:15:10 smithi156 conmon[67007]: 2022-01-18T22:15:10.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:15:10 smithi156 conmon[67007]: cluster 2022-01-18T22:15:09.451555+0000 mgr.smithi129.iclwio (mgr.14716) 12930 : cluster [DBG] pgmap v11119: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:15:10.550 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:15:10 smithi156 conmon[67007]: audit 2022-01-18T22:15:09. 2022-01-18T22:15:10.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:15:10 smithi156 conmon[67007]: 660400+0000 mgr.smithi129.iclwio (mgr.14716) 12931 : audit [DBG] from='client.42722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:15:10.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:15:10 smithi156 conmon[67007]: audit 2022-01-18T22:15:10.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:15:10 smithi156 conmon[67007]: 2022-01-18T22:15:09.995848+0000 mon.smithi129 (mon.0) 2022-01-18T22:15:10.551 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:15:10 smithi156 conmon[67007]: 3808 : audit [DBG] from='client.? 172.21.15.129:0/4170680768' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:15:10.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:15:10 smithi129 conmon[101092]: audit 2022-01-18T22:15:09.393108+0000 mgr.smithi129.iclwio (mgr.14716) 12929 : audit [DBG] 2022-01-18T22:15:10.689 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:15:10 smithi129 conmon[101092]: from='client.42718 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:15:10.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:15:10 smithi129 conmon[101092]: cluster 2022-01-18T22:15:09.451555+0000 mgr.smithi129.iclwio (mgr.14716) 12930 : cluster [DBG] pgmap v11119: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-18T22:15:10.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:15:10 smithi129 conmon[101092]: audit 2022-01-18T22:15:10.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:15:10 smithi129 conmon[101092]: 2022-01-18T22:15:09.660400+0000 mgr.smithi129.iclwio (mgr.14716) 12931 : audit [DBG] 2022-01-18T22:15:10.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:15:10 smithi129 conmon[101092]: from='client.42722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-18T22:15:10.690 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:15:10 smithi129 conmon[101092]: audit 2022 2022-01-18T22:15:10.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:15:10 smithi129 conmon[101092]: -01-18T22:15:09. 2022-01-18T22:15:10.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:15:10 smithi129 conmon[101092]: 995848+0000 mon.smithi129 (mon.0) 2022-01-18T22:15:10.691 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:15:10 smithi129 conmon[101092]: 3808 : audit [DBG] from='client.? 172.21.15.129:0/4170680768' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-18T22:15:12.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:15:12 smithi156 conmon[67007]: cluster 2022-01-18T22:15:11.452030+0000 mgr.smithi129.iclwio (mgr.14716) 12932 : cluster [DBG] pgmap v11120: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:15:12.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:15:12 smithi129 conmon[101092]: cluster 2022-01-18T22:15:11.452030+0000 mgr.smithi129.iclwio (mgr.14716) 12932 : cluster [DBG] pgmap v11120: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:15:14.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:15:14 smithi156 conmon[67007]: cluster 2022-01-18T22:15:13.452752+0000 mgr.smithi129.iclwio (mgr.14716) 12933 : cluster [DBG] pgmap v11121: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:15:14.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:15:14 smithi129 conmon[101092]: cluster 2022-01-18T22:15:13.452752+0000 mgr.smithi129.iclwio (mgr.14716) 12933 : cluster [DBG] pgmap v11121: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:15:16.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:15:16 smithi156 conmon[67007]: cluster 2022-01-18T22:15:15.453527+0000 mgr.smithi129.iclwio (mgr.14716) 12934 : cluster [DBG] pgmap v11122: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:15:16.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:15:16 smithi129 conmon[101092]: cluster 2022-01-18T22:15:15.453527+0000 mgr.smithi129.iclwio (mgr.14716) 12934 : cluster [DBG] pgmap v11122: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:15:16.939 INFO:journalctl@ceph.mon.smithi129.smithi129.stdout:Jan 18 22:15:16 smithi129 conmon[101092]: 2022-01-18T22:15:18.799 INFO:journalctl@ceph.mon.smithi156.smithi156.stdout:Jan 18 22:15:18 smithi156 conmon[67007]: cluster 2022-01-18T22:15:17.454140+0000 mgr.smithi129.iclwio (mgr.14716) 12935 : cluster [DBG] pgmap v11123: 129 pgs: 129 active+clean; 218 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-18T22:15:18.847 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2022-01-18T22:15:18.848 DEBUG:teuthology.task.console_log:Killing console logger for smithi129 2022-01-18T22:15:18.849 DEBUG:teuthology.task.console_log:Killing console logger for smithi156 2022-01-18T22:15:18.850 DEBUG:teuthology.exit:Finished running handlers